-- Logs begin at Mon 2021-11-22 15:40:17 UTC, end at Mon 2021-11-22 18:22:43 UTC. -- Nov 22 16:14:28.044305 n-d-816865-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 16:14:30.884853 n-d-816865-2 neutron-server[103333]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:14:30.885451 n-d-816865-2 neutron-server[103333]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:14:30.885638 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103333) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:14:30.888953 n-d-816865-2 neutron-server[103333]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:14:30.889205 n-d-816865-2 neutron-server[103333]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:14:30.889513 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103333) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:14:30.890440 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:14:30.890666 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:14:30.891051 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:14:30.891293 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:14:30.891530 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:14:30.891828 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.892244 n-d-816865-2 neutron-server[103333]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 16:14:30.892558 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.892855 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.893140 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.893434 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.893717 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.894153 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.895192 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.895494 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.895784 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.896068 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.896352 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.896643 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.896923 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.897309 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.897611 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.897893 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] debug = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.898172 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.898599 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.899046 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.899323 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.899606 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.899880 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.900150 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.900426 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.900709 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.901030 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] host = n-d-816865-2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.901302 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.901585 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.901866 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.902146 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.902430 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.902687 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.902982 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.903254 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.903522 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] log_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.903794 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.904078 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.904429 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.904726 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.904950 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.905171 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.905464 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.905747 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.906019 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.906290 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.906561 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.906831 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.907135 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.907400 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.907682 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.907964 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.908245 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.908515 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.908785 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.909049 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.909315 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.909687 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.910110 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.910485 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.910758 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.911062 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.911334 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.911608 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.911912 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.912199 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.912478 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.912766 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.913037 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.913312 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.913578 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.913845 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.914110 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] use_json = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.914378 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.914640 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.914913 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.915200 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.915467 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.915737 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.916004 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.916281 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:30.916580 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.916875 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.917169 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.917446 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.917746 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.918032 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.918317 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.918587 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.918868 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.919266 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.919606 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.919962 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.920262 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.920534 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.920825 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.921129 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.921419 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.921760 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.922080 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.922401 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.922670 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.922975 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.923253 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.923530 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.923816 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.924157 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.924491 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.924848 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.925412 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.925980 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.926337 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.926684 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.927045 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.927395 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.927723 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.927997 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.928275 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.928563 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.928844 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.929123 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.929405 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.929682 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.929951 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.930223 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.930497 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.930782 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.931083 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.931354 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.931625 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.931896 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.932164 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.932444 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.932721 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.932989 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.933265 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.933534 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.933809 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.934078 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.934349 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.934618 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.934896 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.935195 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.935461 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.935728 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.935996 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.936264 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.936531 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.936797 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.937067 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.937334 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.937600 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.937868 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.938134 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.938401 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.938687 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.939013 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.939288 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.939563 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.939834 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.940103 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.940372 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.940640 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.941028 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.941703 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.941979 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.942268 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.942551 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.942840 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.943149 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.943456 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.943749 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.944025 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.944305 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.944578 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.944852 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.945136 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.945416 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.945710 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.946010 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.946302 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.946593 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.946887 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.947191 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.947499 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.947773 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:30.947985 n-d-816865-2 neutron-server[103333]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:14:30.948228 n-d-816865-2 neutron-server[103333]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103333) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 16:14:31.402041 n-d-816865-2 neutron-server[103333]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:14:31.402460 n-d-816865-2 neutron-server[103333]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:14:31.402791 n-d-816865-2 neutron-server[103333]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:14:31.403165 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 16:14:31.732066 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.732359 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.732637 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.733905 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.734210 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.734583 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.770553 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.770824 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.771125 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.785114 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.785555 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.785831 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.814508 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.814782 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.815080 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.852335 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.852610 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:31.852872 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.103090 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.103737 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.103737 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.103882 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.104479 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.202480 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.202797 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.203100 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.203357 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.203637 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.203935 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.204196 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.204451 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.204701 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.204979 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.205234 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.205496 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.205750 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.205980 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.206271 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.206627 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.206819 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.207081 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.207347 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.207599 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.207866 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.208113 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.208389 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.208772 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.209018 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.209257 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.209660 n-d-816865-2 neutron-server[103333]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103333) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:32.209883 n-d-816865-2 neutron-server[103333]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103333) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:32.210114 n-d-816865-2 neutron-server[103333]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103333) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:32.210452 n-d-816865-2 neutron-server[103333]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103333) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:32.210688 n-d-816865-2 neutron-server[103333]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103333) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:32.210921 n-d-816865-2 neutron-server[103333]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103333) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:32.211325 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 16:14:32.214578 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 16:14:32.218655 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 16:14:32.222479 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 22 16:14:32.224351 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 16:14:32.224821 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 16:14:32.225158 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 16:14:32.225540 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 16:14:32.228375 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 16:14:32.228624 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 16:14:32.228969 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:14:32.234385 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 16:14:32.257557 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 16:14:32.258009 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.258305 n-d-816865-2 neutron-server[103333]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103333) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 16:14:32.258692 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.260082 n-d-816865-2 neutron-server[103333]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103333) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 16:14:32.260363 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:14:32.260613 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 16:14:32.264134 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.264406 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:32.339529 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 16:14:32.339723 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 16:14:32.339986 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 16:14:32.340362 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 16:14:32.364245 n-d-816865-2 neutron-server[103333]: DEBUG oslo_db.sqlalchemy.engines [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103333) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 16:14:32.929679 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Initializing driver for type 'gre' Nov 22 16:14:32.930201 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] gre ID ranges: [(1, 1000)] Nov 22 16:14:32.986601 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Initializing driver for type 'local' Nov 22 16:14:32.986942 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Initializing driver for type 'vlan' Nov 22 16:14:33.000706 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] VlanTypeDriver initialization complete Nov 22 16:14:33.001074 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Initializing driver for type 'vxlan' Nov 22 16:14:33.001537 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] vxlan ID ranges: [(1, 1000)] Nov 22 16:14:33.054402 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Initializing extension driver 'port_security' Nov 22 16:14:33.054744 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.extensions.port_security [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] PortSecurityExtensionDriver initialization complete Nov 22 16:14:33.055173 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Initializing mechanism driver 'openvswitch' Nov 22 16:14:33.055509 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Initializing mechanism driver 'hyperv' Nov 22 16:14:33.062260 n-d-816865-2 neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:33.062958 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > port after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.063346 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > port after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.063700 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > port after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.064245 n-d-816865-2 neutron-server[103333]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103333) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:33.064682 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > subnet after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.065041 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > subnet after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.065385 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.065828 n-d-816865-2 neutron-server[103333]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103333) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:33.066343 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > network after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.066698 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > network after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.067071 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > network after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.067479 n-d-816865-2 neutron-server[103333]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103333) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:33.067886 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > security_group after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.068242 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > security_group after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.068592 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.069135 n-d-816865-2 neutron-server[103333]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103333) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:33.069545 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.069900 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.070246 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.070648 n-d-816865-2 neutron-server[103333]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103333) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:33.071084 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > address_group after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.071437 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > address_group after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.071777 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.072177 n-d-816865-2 neutron-server[103333]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103333) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:33.072555 n-d-816865-2 neutron-server[103333]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] ML2 OVO RPC backend initialized. {{(pid=103333) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 16:14:33.073263 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.073616 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.074038 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > network before_response 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.074383 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > networks before_response 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.074732 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > port before_response 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.075274 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > ports before_response 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.075449 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > subnet before_response 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.075789 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > subnets before_response 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.076131 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > network after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.076472 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > network after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.076813 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > network after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.077149 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > port after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.077489 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > port after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.077827 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > port after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.078166 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > subnet after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.078502 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > subnet after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.078835 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.079449 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Modular L2 Plugin initialization complete Nov 22 16:14:33.079788 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading services supported by the core plugin {{(pid=103333) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 16:14:33.080122 n-d-816865-2 neutron-server[103333]: INFO neutron.plugins.ml2.managers [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Got port-security extension from driver 'port_security' Nov 22 16:14:33.080592 n-d-816865-2 neutron-server[103333]: INFO neutron.extensions.vlantransparent [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Disabled vlantransparent extension. Nov 22 16:14:33.081089 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103333) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 16:14:33.081509 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading Plugin: router Nov 22 16:14:33.117919 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.118535 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router after_create 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.118641 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router before_create 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.119047 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.119529 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.119896 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router after_delete 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.120253 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.120602 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.120966 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router after_create 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.121312 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router after_update 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.121663 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router after_update 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.122011 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.122349 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router after_update 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.122759 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_update 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.123145 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: port after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.123484 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: port after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.123820 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: subnet after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.124166 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.124503 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.124846 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_create 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.125193 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: port before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.125537 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.125877 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router after_update 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.126221 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.126570 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_create 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.126928 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.127297 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_update 55549900 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.127657 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > agent after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.128009 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > agent after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.128463 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > network after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.129327 n-d-816865-2 neutron-server[103333]: DEBUG neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Tracking information for resource: router configured {{(pid=103333) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:33.129667 n-d-816865-2 neutron-server[103333]: DEBUG neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Tracking information for resource: floatingip configured {{(pid=103333) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:33.134726 n-d-816865-2 neutron-server[103333]: INFO neutron.db.l3_agentschedulers_db [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 16:14:33.135334 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: port after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.135699 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: port after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.136052 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: port after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.136404 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: port after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.137199 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router before_create 55550100 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.137564 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.137924 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_create 55550100 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.138281 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > router precommit_update 55550100 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.143318 n-d-816865-2 neutron-server[103333]: DEBUG neutron.services.provider_configuration [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service providers = [] {{(pid=103333) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 16:14:33.143686 n-d-816865-2 neutron-server[103333]: DEBUG neutron.db.servicetype_db [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103333) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 16:14:33.147219 n-d-816865-2 neutron-server[103333]: DEBUG neutron.services.service_base [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103333) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:14:33.147570 n-d-816865-2 neutron-server[103333]: DEBUG neutron.services.service_base [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103333) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:14:33.147908 n-d-816865-2 neutron-server[103333]: DEBUG neutron.services.service_base [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103333) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:14:33.148799 n-d-816865-2 neutron-server[103333]: DEBUG neutron.services.service_base [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103333) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:14:33.149175 n-d-816865-2 neutron-server[103333]: INFO neutron.services.service_base [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 16:14:33.149558 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103333) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:33.149878 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 16:14:33.161595 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103333) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:33.161933 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading Plugin: auto_allocate Nov 22 16:14:33.168769 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: network precommit_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.169223 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: network precommit_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.169934 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103333) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:33.170256 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading Plugin: tag Nov 22 16:14:33.181781 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103333) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:33.182141 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading Plugin: timestamp Nov 22 16:14:33.187331 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103333) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:33.187697 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading Plugin: network_ip_availability Nov 22 16:14:33.194572 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.194983 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.195337 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.196090 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103333) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:33.196411 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading Plugin: flavors Nov 22 16:14:33.201484 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103333) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:33.201814 n-d-816865-2 neutron-server[103333]: INFO neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading Plugin: revisions Nov 22 16:14:33.206180 n-d-816865-2 neutron-server[103333]: DEBUG neutron.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103333) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:33.206612 n-d-816865-2 neutron-server[103333]: DEBUG oslo_concurrency.lockutils [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=103333) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:14:33.207402 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103333) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 16:14:33.207746 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Initializing extension manager. Nov 22 16:14:33.208266 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: __init__.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.208613 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: __pycache__ {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.208951 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.209288 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: address_group.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.210055 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.210638 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: address-group Nov 22 16:14:33.210976 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: address_scope.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.211911 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.212436 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: address-scope Nov 22 16:14:33.212770 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.213695 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.214216 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: router-admin-state-down-before-update Nov 22 16:14:33.214543 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: agent.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.215257 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.215781 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: agent Nov 22 16:14:33.216107 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: agent_resources_synced.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.217046 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.217565 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: agent-resources-synced Nov 22 16:14:33.217896 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: allowedaddresspairs.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.219763 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.220399 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: allowed-address-pairs Nov 22 16:14:33.220728 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: auto_allocated_topology.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.221813 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.222432 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: auto-allocated-topology Nov 22 16:14:33.222745 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: availability_zone.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.223510 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.224022 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: availability_zone Nov 22 16:14:33.224341 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: availability_zone_filter.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.225280 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.225794 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: availability_zone_filter Nov 22 16:14:33.226118 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: data_plane_status.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.227085 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.227599 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 16:14:33.227917 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: default_subnetpools.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.228860 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.229374 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: default-subnetpools Nov 22 16:14:33.229692 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.230525 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.231074 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: dhcp_agent_scheduler Nov 22 16:14:33.231427 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: dns.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.232395 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.232901 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension dns-integration not supported by any of loaded plugins Nov 22 16:14:33.233221 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: dns_domain_ports.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.234169 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.234697 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 16:14:33.235051 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.235984 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.236498 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 16:14:33.236814 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: dvr.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.237491 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.238035 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: dvr Nov 22 16:14:33.238356 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: ecmp_routes.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.239306 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.239818 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 16:14:33.240139 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: empty_string_filtering.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.241057 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.241573 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: empty-string-filtering Nov 22 16:14:33.241903 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.242823 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.243363 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:14:33.243686 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.244609 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.245117 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 16:14:33.245438 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: external_net.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.246354 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.246859 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: external-net Nov 22 16:14:33.247211 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.248121 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.248633 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: extra_dhcp_opt Nov 22 16:14:33.248954 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: extraroute.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.250005 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.250521 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: extraroute Nov 22 16:14:33.250842 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: extraroute_atomic.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.251900 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.252412 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: extraroute-atomic Nov 22 16:14:33.252734 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: filter_validation.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.253477 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.253983 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: filter-validation Nov 22 16:14:33.254309 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: fip_pf_description.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.255254 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.255761 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 16:14:33.256083 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: fip_port_details.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.256991 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.257504 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: fip-port-details Nov 22 16:14:33.257825 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: flavors.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.259107 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.259629 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: flavors Nov 22 16:14:33.259953 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.261646 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.262181 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 16:14:33.262510 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: floatingip_pools.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.263425 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.263769 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: floatingip-pools Nov 22 16:14:33.264092 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: ip_allocation.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.265025 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.265536 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 16:14:33.265859 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.266780 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.267325 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: ip-substring-filtering Nov 22 16:14:33.267653 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: l2_adjacency.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.268583 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.269146 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 16:14:33.269820 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: l3.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.270918 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.271466 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: router Nov 22 16:14:33.271796 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.274088 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.274625 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:14:33.274971 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.275921 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.276443 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: ext-gw-mode Nov 22 16:14:33.276770 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.277700 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.278215 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: l3-ha Nov 22 16:14:33.278540 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: l3_flavors.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.279484 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.280001 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: l3-flavors Nov 22 16:14:33.280325 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.281239 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.281756 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 16:14:33.282079 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: l3agentscheduler.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.283175 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.283695 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: l3_agent_scheduler Nov 22 16:14:33.284019 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: local_ip.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.285950 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.286474 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension local_ip not supported by any of loaded plugins Nov 22 16:14:33.286806 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: logging.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.288329 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.288859 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension logging not supported by any of loaded plugins Nov 22 16:14:33.289190 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: metering.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.289937 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.290525 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: metering Nov 22 16:14:33.290852 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.291999 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.292519 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: metering_source_and_destination_fields Nov 22 16:14:33.292845 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: multiprovidernet.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.293775 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.294296 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: multi-provider Nov 22 16:14:33.294618 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: netmtu.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.295568 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.296079 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: net-mtu Nov 22 16:14:33.296397 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: netmtu_writable.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.297319 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.297826 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: net-mtu-writable Nov 22 16:14:33.298146 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: network_availability_zone.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.298815 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.299361 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: network_availability_zone Nov 22 16:14:33.299683 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: network_ip_availability.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.300919 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.301434 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: network-ip-availability Nov 22 16:14:33.301761 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: network_segment_range.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.302529 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.303076 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 16:14:33.303397 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: pagination.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.306058 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.306363 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: pagination Nov 22 16:14:33.306703 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: port_device_profile.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.307678 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.308208 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: port-device-profile Nov 22 16:14:33.308539 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.309515 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.310037 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: port-mac-address-regenerate Nov 22 16:14:33.310367 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.311293 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.311811 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: port-numa-affinity-policy Nov 22 16:14:33.312162 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: port_resource_request.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.313082 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.313593 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 16:14:33.313918 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: port_resource_request_groups.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.314877 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.315431 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 16:14:33.315736 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: portbindings.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.316839 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.317360 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: binding Nov 22 16:14:33.317682 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: portbindings_extended.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.318979 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.319502 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: binding-extended Nov 22 16:14:33.319832 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: portsecurity.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.320743 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.321358 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: port-security Nov 22 16:14:33.321692 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: project_id.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.322662 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.322981 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: project-id Nov 22 16:14:33.323340 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: providernet.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.324269 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.324784 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: provider Nov 22 16:14:33.325114 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.328849 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.329380 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos not supported by any of loaded plugins Nov 22 16:14:33.329713 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.330988 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.331576 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 16:14:33.331908 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.332831 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.333349 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 16:14:33.333679 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_default.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.334598 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.335149 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-default not supported by any of loaded plugins Nov 22 16:14:33.335461 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_fip.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.336125 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.336637 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-fip not supported by any of loaded plugins Nov 22 16:14:33.336960 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_gateway_ip.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.337882 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.338399 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 16:14:33.338720 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_port_network_policy.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.339675 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.340188 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 16:14:33.340514 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.341574 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.342098 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 16:14:33.342419 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_pps_rule.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.343645 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.344168 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-pps not supported by any of loaded plugins Nov 22 16:14:33.344496 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_rule_type_details.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.345419 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.345942 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 16:14:33.346269 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: qos_rules_alias.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.347461 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.347980 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 16:14:33.348306 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: quota_check_limit.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.349223 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.349741 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: quota-check-limit Nov 22 16:14:33.350070 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: quotasv2.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.351043 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.351384 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: quotas Nov 22 16:14:33.351714 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: quotasv2_detail.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.355150 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.355497 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: quota_details Nov 22 16:14:33.355832 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: rbac.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.356905 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.357433 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: rbac-policies Nov 22 16:14:33.357765 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: rbac_address_group.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.358708 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.359268 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: rbac-address-group Nov 22 16:14:33.359599 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: rbac_address_scope.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.360518 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.361041 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: rbac-address-scope Nov 22 16:14:33.361372 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: rbac_security_groups.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.362288 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.362882 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: rbac-security-groups Nov 22 16:14:33.363421 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: rbac_subnetpool.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.364349 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.364871 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: rbac-subnetpool Nov 22 16:14:33.365195 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: revisionifmatch.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.366118 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.366636 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: revision-if-match Nov 22 16:14:33.366978 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: revisions.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.368101 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.368616 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: standard-attr-revisions Nov 22 16:14:33.368937 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: router_availability_zone.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.369613 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.370127 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: router_availability_zone Nov 22 16:14:33.370449 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: routerservicetype.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.371405 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.371914 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension router-service-type not supported by any of loaded plugins Nov 22 16:14:33.372242 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.373247 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.373769 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: security-groups-normalized-cidr Nov 22 16:14:33.374086 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.375054 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.375582 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: port-security-groups-filtering Nov 22 16:14:33.375906 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.376827 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.377347 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: security-groups-remote-address-group Nov 22 16:14:33.377667 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.378901 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.379627 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: security-groups-shared-filtering Nov 22 16:14:33.379920 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.380514 n-d-816865-2 neutron-server[103333]: WARNING neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 16:14:33.380838 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: securitygroup.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.391179 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.391725 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: security-group Nov 22 16:14:33.392060 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: segment.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.392857 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.393380 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension segment not supported by any of loaded plugins Nov 22 16:14:33.393715 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.395164 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.395714 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 16:14:33.396045 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: servicetype.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.397213 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.397742 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: service-type Nov 22 16:14:33.398073 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: sorting.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.399105 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.399442 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: sorting Nov 22 16:14:33.399753 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: standard_attr_segment.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.400673 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.401197 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 16:14:33.401523 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: standardattrdescription.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.402189 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.402703 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: standard-attr-description Nov 22 16:14:33.403059 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: stateful_security_group.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.403999 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.404521 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: stateful-security-group Nov 22 16:14:33.404846 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: stdattrs_common.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.405425 n-d-816865-2 neutron-server[103333]: WARNING neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 16:14:33.405744 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.406696 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.407243 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 16:14:33.407567 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: subnet_onboard.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.408667 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.409200 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: subnet_onboard Nov 22 16:14:33.409598 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.410538 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.411091 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 16:14:33.411419 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: subnet_service_types.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.412375 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.412896 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: subnet-service-types Nov 22 16:14:33.413225 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: subnetallocation.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.414492 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.415043 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: subnet_allocation Nov 22 16:14:33.415378 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.416061 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.416579 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: subnetpool-prefix-ops Nov 22 16:14:33.416906 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.417843 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.418366 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 16:14:33.418685 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: tagging.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.419838 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.420358 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: standard-attr-tag Nov 22 16:14:33.420683 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: timestamp.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.421936 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.422530 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loaded extension: standard-attr-timestamp Nov 22 16:14:33.422939 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: trunk.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.423945 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.424471 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension trunk not supported by any of loaded plugins Nov 22 16:14:33.424798 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: trunk_details.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.425774 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.426277 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension trunk-details not supported by any of loaded plugins Nov 22 16:14:33.426602 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: uplink_status_propagation.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.427556 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.428073 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 16:14:33.428396 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Loading extension file: vlantransparent.py {{(pid=103333) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:33.429078 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103333) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:33.429586 n-d-816865-2 neutron-server[103333]: INFO neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 16:14:33.432246 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:network Nov 22 16:14:33.432793 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:subnet Nov 22 16:14:33.433196 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:33.433593 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:port Nov 22 16:14:33.434856 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.435333 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service FLAVORS assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.435960 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.436427 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.436740 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:router Nov 22 16:14:33.437180 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:14:33.437673 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service METERING assigned prefix: /metering {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.439183 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.439558 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.439908 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:33.441051 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:14:33.441495 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:14:33.441961 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:14:33.442550 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service CORE assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.442887 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:33.443257 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] subnetpool is already registered Nov 22 16:14:33.443679 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service CORE assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.444013 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:33.444341 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] subnetpool is already registered Nov 22 16:14:33.446627 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.447092 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service FLAVORS assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.447681 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.448102 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.448446 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:router Nov 22 16:14:33.448784 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] router is already registered Nov 22 16:14:33.449193 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:14:33.449532 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] floatingip is already registered Nov 22 16:14:33.449982 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service METERING assigned prefix: /metering {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.450639 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:14:33.450981 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] rbac_policy is already registered Nov 22 16:14:33.451399 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:14:33.451736 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] security_group is already registered Nov 22 16:14:33.452136 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:14:33.452463 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] security_group_rule is already registered Nov 22 16:14:33.453082 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service CORE assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.453407 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:33.453735 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] subnetpool is already registered Nov 22 16:14:33.454146 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.v2.resource_helper [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Service CORE assigned prefix: {{(pid=103333) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:33.454478 n-d-816865-2 neutron-server[103333]: INFO neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:33.454806 n-d-816865-2 neutron-server[103333]: WARNING neutron.quota.resource_registry [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] subnetpool is already registered Nov 22 16:14:33.455296 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: extensions {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.456871 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: address-groups {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.458454 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: address-scopes {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.459826 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: agents {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.461007 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: auto-allocated-topology {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.462248 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: availability_zones {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.463504 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: dhcp-networks {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.465282 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: dhcp-agents {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.466531 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: routers {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.468850 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: flavors {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.470023 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: service_profiles {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.471256 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: next_providers {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.472848 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: service_profiles {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.474405 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: floatingip-pools {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.475672 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: routers {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.477773 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: floatingips {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.480067 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: l3-routers {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.481480 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: l3-agents {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.482912 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: metering-labels {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.484294 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: metering-label-rules {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.485576 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: network-ip-availabilities {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.486836 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: bindings {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.488714 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: quotas {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.490256 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: quotas {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.491896 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: rbac-policies {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.493202 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: security-groups {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.494425 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: security-group-rules {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.495698 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: service-providers {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.496917 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: subnetpools {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.498341 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: subnetpools {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.499842 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.501535 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.503519 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.505325 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.507116 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.509007 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.510669 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.512605 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.514411 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.516307 n-d-816865-2 neutron-server[103333]: DEBUG neutron.api.extensions [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Extended resource: tags {{(pid=103333) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:33.522904 n-d-816865-2 neutron-server[103333]: WARNING keystonemiddleware.auth_token [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 16:14:33.527931 n-d-816865-2 neutron-server[103333]: WARNING keystonemiddleware.auth_token [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 16:14:33.536954 n-d-816865-2 neutron-server[103333]: DEBUG oslo_concurrency.lockutils [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Acquired lock "singleton_lock" {{(pid=103333) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 16:14:33.537425 n-d-816865-2 neutron-server[103333]: DEBUG oslo_concurrency.lockutils [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Releasing lock "singleton_lock" {{(pid=103333) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 16:14:33.538103 n-d-816865-2 neutron-server[103333]: INFO oslo_service.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Starting 2 workers Nov 22 16:14:33.542886 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Started child 103442 {{(pid=103333) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:14:33.547415 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Started child 103443 {{(pid=103333) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:14:33.548429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.549102 n-d-816865-2 neutron-server[103333]: INFO neutron.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 16:14:33.549496 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Publish callbacks [] for process, before_spawn {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.550038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [-] (103442) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:14:33.552226 n-d-816865-2 neutron-server[103333]: INFO oslo_service.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Starting 1 workers Nov 22 16:14:33.553534 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.554967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [-] (103443) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:14:33.557455 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Started child 103444 {{(pid=103333) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:14:33.557935 n-d-816865-2 neutron-server[103333]: INFO oslo_service.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Starting 1 workers Nov 22 16:14:33.561169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] calling RpcWorker wait() {{(pid=103444) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 16:14:33.561749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] returning from RpcWorker wait() {{(pid=103444) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 16:14:33.562424 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Started child 103445 {{(pid=103333) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:14:33.562906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.563239 n-d-816865-2 neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4858c818-02ac-47f7-870c-e76c2076838a None None] Publish callbacks [] for process, after_spawn {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.563366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:33.565100 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103333) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:14:33.565333 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:14:33.565505 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:14:33.565701 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:14:33.566123 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:14:33.566259 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:14:33.566778 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.567095 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.567349 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.567581 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.567883 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.568008 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.568483 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.568670 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.568769 n-d-816865-2 neutron-server[103445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:33.568916 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.569200 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.569412 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.569587 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.569740 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.570014 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.570233 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.570536 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.570816 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.571084 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.571360 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.571485 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.571777 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.572001 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.572242 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.572519 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] debug = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.572793 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.573286 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.573517 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.573714 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.573926 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.574190 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.574416 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.574691 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.574973 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.575173 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.575416 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.575687 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.575888 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.576115 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.576349 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.576580 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.576829 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.577046 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.577521 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] host = n-d-816865-2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.577746 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.577972 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.578199 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.578438 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.578677 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.578889 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.579182 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.579438 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.579685 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.579906 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.580127 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.580384 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.580617 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.580855 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.581010 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_options = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.581220 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.581600 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.581865 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.582054 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.582221 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.582401 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.582673 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.582822 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.583078 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.583307 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.583523 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.583734 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.583945 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.584187 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.584444 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.584676 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.584938 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.585117 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.585358 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.585585 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.585815 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.586039 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.586284 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.586512 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.586724 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.586935 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.587216 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.587466 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.587691 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.587931 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.588163 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.588412 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.588631 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.588865 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.589123 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.589436 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.589583 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.589762 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.590045 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.590271 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.590536 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.590797 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.591056 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.591289 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.591505 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.591736 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.591950 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_json = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.592178 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.592412 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.592674 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.592903 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.593094 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.593304 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.593516 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.594650 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.595866 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.596189 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.596552 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.596873 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.597289 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.597443 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.597669 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.598038 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.598327 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.598597 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.598905 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.599171 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.600276 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.600924 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.601802 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.602090 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.602379 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.604692 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.604692 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.604692 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.604692 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.604692 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.604692 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.604692 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.604692 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.605811 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.605811 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.605811 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.605811 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.606265 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.606265 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.606503 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.606749 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.607022 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.607265 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.607508 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.607751 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.608001 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.608233 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.608519 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.608833 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.609078 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.609544 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.609965 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.610365 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.610777 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.611227 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.611645 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.612092 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.612353 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.612588 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.613018 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.613310 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.613568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.613786 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.614018 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.614270 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.614530 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.614800 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.615048 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.615272 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.615655 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.616075 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.616320 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.616545 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.616767 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.617023 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.617273 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.617500 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.617746 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.618152 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.618378 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.618613 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.618839 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.619100 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.619344 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.619571 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.619794 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.620031 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.620248 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.620485 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.620727 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.620944 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.621160 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.621386 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.621605 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.621852 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.622063 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.622281 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.622513 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.622750 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.623042 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.623537 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.623972 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.624407 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.624757 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.625111 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.625446 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.625786 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.626125 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.626472 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.626784 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.627170 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.627506 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.627853 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.628190 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.628501 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.628855 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.629165 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.629468 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.629749 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.630070 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.630375 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.630726 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.631059 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.631391 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.631706 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.632021 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.632353 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.632650 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.632993 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.633284 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.633610 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.633968 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.634303 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.634658 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.634972 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.635296 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.635623 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.635924 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.636238 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.636649 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.637224 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.641896 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.643741 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.645956 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.646290 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.646620 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.647058 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.647323 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.647564 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.647799 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.648084 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.648362 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.648614 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.648891 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.649151 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.649405 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.649670 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.649903 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.650152 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.650373 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.650616 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.650831 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.651254 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.651498 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.651742 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.651965 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.652185 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.652454 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.652674 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.652896 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.653133 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.653357 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.653582 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.653841 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.654060 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.654301 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.654543 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.654771 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.655012 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.655383 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.655605 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.656072 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.656316 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.656593 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.656851 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.657071 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.657304 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.657560 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.657845 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.658060 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.658509 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.658737 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.658998 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.659224 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.659457 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.659907 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.660176 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.660365 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.660604 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.660862 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.661116 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.661460 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.661712 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.661945 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.662184 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.662403 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.662638 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.662886 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.663154 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.663410 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.663628 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.663845 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.664094 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.664352 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.664606 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.664820 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.665035 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.665278 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.665510 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.665724 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.666016 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.666274 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.666505 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.666768 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.667044 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.667262 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.667493 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.667737 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.667980 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.668250 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.668467 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.668680 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.668909 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.669122 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.669335 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.669559 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.669776 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.670013 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.670262 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.670583 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.670825 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.671076 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.671298 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.671532 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.671757 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.672275 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.672275 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.672449 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.672725 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.672838 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.673067 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.673286 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.673497 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.673739 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.673959 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.674162 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.674452 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.674736 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.674973 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.675431 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.675710 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.675970 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.676230 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.676547 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.676784 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.677039 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.677264 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.677486 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.677727 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.677999 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.678314 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.678605 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.678873 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.679172 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.679466 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.679760 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.680051 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.680267 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.680565 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.680896 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.681164 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.681423 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.681670 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.681917 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.682145 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.682381 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.682622 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.682862 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.683108 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.683362 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.683694 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.683954 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.684179 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.684500 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.684731 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.684988 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.685201 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.685452 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.685678 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.685877 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:14:33.686361 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103333) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:14:33.686510 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:14:33.686672 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:14:33.686866 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:14:33.687104 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:14:33.687322 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:14:33.687497 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.687710 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.687710 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.688025 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.688025 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.688324 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.688483 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.688620 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.688756 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.688890 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.689021 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.689160 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.689328 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.689479 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.689637 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.689802 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.689939 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.690158 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.690301 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.690438 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.690832 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.690832 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.691246 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] debug = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.691246 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.691506 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.691506 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.691785 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.691785 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.692047 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.692195 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.692333 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.692468 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.692602 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.692727 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.692848 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.693009 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.693169 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.693333 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.693495 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.693656 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.693745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:33.693843 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.693961 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] host = n-d-816865-2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.694122 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.694282 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.694458 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.694597 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.694752 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.694914 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.695185 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.695351 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.695637 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.695802 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.695963 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.696122 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.696284 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.696444 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.696604 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_options = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.696765 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.696926 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.697086 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.697277 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.697448 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.697613 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.697781 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.697942 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.698103 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.698266 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.698425 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.698587 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.698746 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.698907 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.699089 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.699255 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.699415 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.699574 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.699734 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.699894 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.700055 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.700226 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.700375 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.700536 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.700697 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.700857 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.701018 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.701183 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.701338 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.701497 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.701660 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.701821 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.701981 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.702145 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.702322 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.702484 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.702643 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.702802 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.702991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.703155 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.703311 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.703474 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.703636 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.703769 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.703931 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.704165 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.704804 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_json = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.704804 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.704804 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.704804 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.705991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.705991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.705991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.705991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.705991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:33.705991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.705991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.705991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707208 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707208 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707208 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707208 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707208 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707208 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707974 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707974 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707974 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707974 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.707974 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.708615 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.708615 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.708615 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.708615 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.708615 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.709383 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.709383 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.709383 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.709383 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.709383 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710034 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710034 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710034 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710034 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710470 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710470 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710470 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710736 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710736 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.710938 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.711082 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.711233 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.711399 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.711575 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.711759 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.711937 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.712118 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.712285 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.712474 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.712600 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.712704 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.712822 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.712985 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.713155 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.713317 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.713479 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.713640 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.713802 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.713967 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.714130 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.714294 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.714457 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.714619 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.714875 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.715082 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.715247 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.715408 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.715570 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.715720 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.715881 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.716044 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.716207 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.716370 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.716532 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.716709 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.716928 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.717096 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.717260 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.717428 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.717618 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.717759 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.718008 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.718176 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.718508 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.718669 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.718983 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.719293 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.719456 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.719771 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.719960 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.720120 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.720287 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.720435 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.720582 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.720725 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.721006 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.721106 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.721200 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.721563 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.721968 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.722360 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.722602 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.722874 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.723095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38322) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:33.723172 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.723172 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.723294 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.723462 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.723621 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.723762 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.723926 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.724092 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.724261 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.724416 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.724586 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.724741 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.724904 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.725059 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.725223 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.725492 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.725588 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.725689 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.725991 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.726307 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.726473 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.726647 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.726812 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.726982 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.727149 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.727320 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.727499 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.727662 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.727825 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.727986 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.728148 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.728302 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.728459 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.728620 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.728782 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.728933 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.729094 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.729268 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.729430 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.729592 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.729740 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.729927 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.730088 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.730248 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.730439 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.730642 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.730792 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.730938 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.731115 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.731384 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.731523 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.731656 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.731788 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.731943 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.732110 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.732273 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.732434 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.732596 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.732767 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.732928 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.733887 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.733887 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.733887 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.733887 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.733887 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.734542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086071 Nov 22 16:14:33.734681 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.734681 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.734681 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.734681 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.734681 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.734681 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.735644 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.735644 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.735644 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.735644 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.735644 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.735644 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.736417 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.736417 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.736417 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.736417 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.736417 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.736888 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.736888 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.737088 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.737191 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.737476 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.737476 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.738633 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.738633 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.738633 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.738633 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.738633 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.738633 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.739167 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.739167 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.739916 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.740090 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.740257 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.740443 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.740587 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.740819 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.740943 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.741137 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.741247 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.741350 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.741485 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.742379 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.742379 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.742379 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.742379 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.742379 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743178 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743178 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743178 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743178 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743178 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743702 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743702 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743702 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.743702 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.744233 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.744233 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.744233 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.744545 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.744545 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.744696 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.744774 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.744889 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.745049 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.745214 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.745376 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.745544 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.745721 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.745942 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.746154 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.746405 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.746556 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.746719 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.746897 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.747887 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.748037 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.748206 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.748369 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.748532 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.748706 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.748868 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.749020 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.749180 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.749341 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.749503 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.749677 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.749841 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.749994 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.750162 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.750323 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.750476 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.750636 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.750811 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.751002 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.751144 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.751302 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.751464 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.752846 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.752846 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.752846 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.752846 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.752846 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.752846 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.752846 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.752846 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.755568 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.757166 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.758516 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.758516 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.758516 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.758516 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.758516 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:33.758516 n-d-816865-2 neutron-server[103333]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103333) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:14:45.449914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d0f37-68f5-4943-b3b5-d8b54b1ca2aa None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:14:45.525184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507d0f37-68f5-4943-b3b5-d8b54b1ca2aa None None] No non-hosted networks {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 16:14:45.612294 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8588d9a-4284-4bd9-8129-41229496568b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533561'] for agent, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.744328 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dcaadc9-238d-47d4-8a3d-4d7da0287fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533561'] for agent, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.799587 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebe59dc9-fa98-458b-a353-16a580be6205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.797912 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533561'] for agent, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.544027 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533561'] for agent, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.614152 n-d-816865-2 neutron-server[103444]: INFO neutron.db.l3_hamode_db [None req-e3f4e9e7-bfe7-4ed0-9e49-5400c5f0bc68 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 16:14:50.697282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4e9e7-bfe7-4ed0-9e49-5400c5f0bc68 None None] Routers set() bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:50.697677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4e9e7-bfe7-4ed0-9e49-5400c5f0bc68 None None] Router IDs set() for agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:14:51.236654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533561'] for agent, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.237338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.237900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.238231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.238607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.239381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.239381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.239631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.240229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.240626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.241025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.241509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.242048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:51.242453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816865-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:51.248576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816865-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:51.705997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38418) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:52.247035 n-d-816865-2 neutron-server[103442]: WARNING oslo_policy.policy [None req-a50a1337-3047-4003-9b97-eb7e6b5f26f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:14:52.247631 n-d-816865-2 neutron-server[103442]: WARNING oslo_policy.policy [None req-a50a1337-3047-4003-9b97-eb7e6b5f26f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:14:52.479299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-a50a1337-3047-4003-9b97-eb7e6b5f26f2 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:14:52.480621 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a50a1337-3047-4003-9b97-eb7e6b5f26f2 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7723293 Nov 22 16:14:55.061944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38434) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:55.438757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fa21066e-4774-43d5-ad06-91e4e608426c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:55.538728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.policy [None req-fa21066e-4774-43d5-ad06-91e4e608426c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103442) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:14:55.587558 n-d-816865-2 neutron-server[103442]: WARNING oslo_policy.policy [None req-fa21066e-4774-43d5-ad06-91e4e608426c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:14:55.588179 n-d-816865-2 neutron-server[103442]: WARNING oslo_policy.policy [None req-fa21066e-4774-43d5-ad06-91e4e608426c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:14:55.601262 n-d-816865-2 neutron-server[103442]: INFO neutron.quota [None req-fa21066e-4774-43d5-ad06-91e4e608426c admin admin] Loaded quota_driver: . Nov 22 16:14:55.703741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa21066e-4774-43d5-ad06-91e4e608426c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763324838312', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763324838781', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763324853322', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763324856643', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763324849884', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763324805172', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1584243', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1353580', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-424909', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-449651'] for rbac-policy, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.784808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa21066e-4774-43d5-ad06-91e4e608426c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.786105 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fa21066e-4774-43d5-ad06-91e4e608426c admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7232254 Nov 22 16:14:58.573376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:58.904675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'name': 'private', 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:58.943937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Made reservation on behalf of 03e69c67d93145c9b6ffc0b75bd4e1dd for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:58.946870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.964891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.087277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.098155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.124532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:59.161745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763325674972', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.162164 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Unsubscribe: segment precommit_create {{(pid=103442) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:14:59.162733 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Added segment ae380a71-9eeb-4fea-9271-ddadd79ee666 of type vlan for network 2c025798-b497-469f-95e6-2df3dbdaace7 Nov 22 16:14:59.179720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cd80b6-2be0-41ea-acb8-405e1604cc0c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:59.231427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.231787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.232136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.232565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.232907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.233237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.233563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.233887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.234207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.234524 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.234850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.235199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Tracked resource versions report: Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: pushed versions: Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: { 'AddressGroup': {'1.2'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'ConntrackHelper': {'1.0'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Log': {'1.0'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Network': {'1.1'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Port': {'1.7'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'PortForwarding': {'1.2'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'QosPolicy': {'1.10'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'SecurityGroup': {'1.5'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'SubPort': {'1.0'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Subnet': {'1.1'}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Trunk': {'1.1'}} Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: consumer versions: Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: { DHCP agent@n-d-816865-2: {}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: L3 agent@n-d-816865-2: {}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: Metadata agent@n-d-816865-2: {}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: Metering agent@n-d-816865-2: {}, Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: Open vSwitch agent@n-d-816865-2: { 'AddressGroup': '1.2', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'ConntrackHelper': '1.0', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Log': '1.0', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Network': '1.1', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Port': '1.7', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'PortForwarding': '1.2', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'QosPolicy': '1.10', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'SecurityGroup': '1.5', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'SecurityGroupRule': '1.2', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'SubPort': '1.0', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Subnet': '1.1', Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: 'Trunk': '1.1'}} Nov 22 16:14:59.236312 n-d-816865-2 neutron-server[103442]: {{(pid=103442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:14:59.276914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.322324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.323581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:59.324307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.396987 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8221927 Nov 22 16:14:59.428292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e983521-66f3-4a3e-ade2-ad7ff16b38c4 admin admin] Pushing event updated for resources: {'Network': ['ID=2c025798-b497-469f-95e6-2df3dbdaace7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:59.440557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 2c025798-b497-469f-95e6-2df3dbdaace7 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:02.315728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38460) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.884961 n-d-816865-2 neutron-server[103443]: WARNING oslo_policy.policy [None req-e2eec04f-6a8d-4a80-9710-2adbba048400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:02.885881 n-d-816865-2 neutron-server[103443]: WARNING oslo_policy.policy [None req-e2eec04f-6a8d-4a80-9710-2adbba048400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:03.335518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.policy [None req-e2eec04f-6a8d-4a80-9710-2adbba048400 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103443) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:15:03.385992 n-d-816865-2 neutron-server[103443]: WARNING oslo_policy.policy [None req-e2eec04f-6a8d-4a80-9710-2adbba048400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:03.386379 n-d-816865-2 neutron-server[103443]: WARNING oslo_policy.policy [None req-e2eec04f-6a8d-4a80-9710-2adbba048400 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:03.394943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eec04f-6a8d-4a80-9710-2adbba048400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:03.396816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e2eec04f-6a8d-4a80-9710-2adbba048400 admin admin] 10.222.0.59 "GET /v2.0/networks/2c025798-b497-469f-95e6-2df3dbdaace7 HTTP/1.1" status: 200 len: 825 time: 1.0801115 Nov 22 16:15:03.439343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b58d4123-9958-4edd-8c57-bb14dd3a1eea admin admin] 10.222.0.59 "GET /v2.0/subnetpools/7ed628a4-65a1-4dab-8eb9-f49f343d633b HTTP/1.1" status: 200 len: 734 time: 0.0327408 Nov 22 16:15:03.449322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Request body: {'subnet': {'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7', 'ip_version': 4, 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'subnetpool_id': '7ed628a4-65a1-4dab-8eb9-f49f343d633b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:03.450897 n-d-816865-2 neutron-server[103443]: INFO neutron.quota [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Loaded quota_driver: . Nov 22 16:15:03.493467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Made reservation on behalf of 03e69c67d93145c9b6ffc0b75bd4e1dd for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:03.496264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.817764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.889055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Checking segment: {'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:03.889435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Network hostable DHCP agents. Network: 2c025798-b497-469f-95e6-2df3dbdaace7, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:03.900409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9100b2a4-95f8-44ba-895a-875b129e205c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:03.912402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.912748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.913073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.913401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.913729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.914048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.914367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.914682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.914987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.915322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.915636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.915948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Tracked resource versions report: Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: pushed versions: Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: { 'AddressGroup': {'1.2'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Log': {'1.0'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Network': {'1.1'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Port': {'1.7'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'PortForwarding': {'1.2'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'QosPolicy': {'1.10'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'SecurityGroup': {'1.5'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'SubPort': {'1.0'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Subnet': {'1.1'}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Trunk': {'1.1'}} Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: consumer versions: Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: { DHCP agent@n-d-816865-2: {}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: L3 agent@n-d-816865-2: {}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: Metadata agent@n-d-816865-2: {}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: Metering agent@n-d-816865-2: {}, Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: Open vSwitch agent@n-d-816865-2: { 'AddressGroup': '1.2', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'ConntrackHelper': '1.0', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Log': '1.0', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Network': '1.1', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Port': '1.7', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'PortForwarding': '1.2', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'QosPolicy': '1.10', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'SecurityGroup': '1.5', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'SecurityGroupRule': '1.2', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'SubPort': '1.0', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Subnet': '1.1', Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: 'Trunk': '1.1'}} Nov 22 16:15:03.917021 n-d-816865-2 neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:15:03.969535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Network 2c025798-b497-469f-95e6-2df3dbdaace7 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:03.985321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 2c025798-b497-469f-95e6-2df3dbdaace7) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:03.991545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:03.992186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.994876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c229264-d216-4a51-8a30-14a6cd71a891 None None] Network 2c025798-b497-469f-95e6-2df3dbdaace7 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:04.017687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-414edf9d-4c1a-4a07-a379-2ceed8369c95 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5719535 Nov 22 16:15:04.340264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-2c025798-b497-469f-95e6-2df3dbdaace7', 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'fixed_ips': [{'subnet_id': '9100b2a4-95f8-44ba-895a-875b129e205c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:15:04.341575 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.657412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Allocated IP 172.20.0.2 (2c025798-b497-469f-95e6-2df3dbdaace7/9100b2a4-95f8-44ba-895a-875b129e205c/16ce1bc5-47e8-4099-9c13-daba50baddfd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:04.867450 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.877422 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.955777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Network 2c025798-b497-469f-95e6-2df3dbdaace7 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:04.961024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:04.970435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:04.973756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Pushing event updated for resources: {'Port': ['ID=16ce1bc5-47e8-4099-9c13-daba50baddfd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:05.007662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.008344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.008344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.008626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.008981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.009307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.009634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.009984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.010308 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.010629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.010984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.011297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Tracked resource versions report: Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: pushed versions: Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: { 'AddressGroup': {'1.2'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Log': {'1.0'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Network': {'1.1'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Port': {'1.7'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'PortForwarding': {'1.2'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'QosPolicy': {'1.10'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'SecurityGroup': {'1.5'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'SubPort': {'1.0'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Subnet': {'1.1'}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Trunk': {'1.1'}} Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: consumer versions: Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: { DHCP agent@n-d-816865-2: {}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: L3 agent@n-d-816865-2: {}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: Metadata agent@n-d-816865-2: {}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: Metering agent@n-d-816865-2: {}, Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: Open vSwitch agent@n-d-816865-2: { 'AddressGroup': '1.2', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'ConntrackHelper': '1.0', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Log': '1.0', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Network': '1.1', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Port': '1.7', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'PortForwarding': '1.2', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'QosPolicy': '1.10', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'SecurityGroup': '1.5', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'SecurityGroupRule': '1.2', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'SubPort': '1.0', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Subnet': '1.1', Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: 'Trunk': '1.1'}} Nov 22 16:15:05.012398 n-d-816865-2 neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:15:05.061348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Attempting to bind port 16ce1bc5-47e8-4099-9c13-daba50baddfd on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:05.061748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Attempting to bind port 16ce1bc5-47e8-4099-9c13-daba50baddfd by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:05.062177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Attempting to bind port 16ce1bc5-47e8-4099-9c13-daba50baddfd on network 2c025798-b497-469f-95e6-2df3dbdaace7 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:05.067656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:05.068042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Checking segment: {'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:05.068497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.068891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Bound using segment: {'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:05.069398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Bound port: 16ce1bc5-47e8-4099-9c13-daba50baddfd, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:05.069824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.132887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] For port 16ce1bc5-47e8-4099-9c13-daba50baddfd, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:05.137278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] For port 16ce1bc5-47e8-4099-9c13-daba50baddfd, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=16ce1bc5-47e8-4099-9c13-daba50baddfd,segment=NetworkSegment(ae380a71-9eeb-4fea-9271-ddadd79ee666),segment_id=ae380a71-9eeb-4fea-9271-ddadd79ee666)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:05.144349 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.211861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e86eb-fa7e-4ddf-b5f5-3f9b3f7cfb60 None None] Pushing event updated for resources: {'Port': ['ID=16ce1bc5-47e8-4099-9c13-daba50baddfd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:06.623052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38480) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.973633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-aa15678d-6216-40d7-800b-ee95728bd6e3 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:06.975277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aa15678d-6216-40d7-800b-ee95728bd6e3 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3513110 Nov 22 16:15:09.503836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38488) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:09.845931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-19c72cb3-9f2b-417b-91af-40abe313395e admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:09.846882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-19c72cb3-9f2b-417b-91af-40abe313395e admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3420663 Nov 22 16:15:12.602572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:12.931183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-60c9f9fe-5f5c-478b-8e2c-0d924e2167dd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:12.957473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60c9f9fe-5f5c-478b-8e2c-0d924e2167dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:12.959949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60c9f9fe-5f5c-478b-8e2c-0d924e2167dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.136956 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60c9f9fe-5f5c-478b-8e2c-0d924e2167dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.144437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60c9f9fe-5f5c-478b-8e2c-0d924e2167dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.163346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60c9f9fe-5f5c-478b-8e2c-0d924e2167dd admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.174660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-60c9f9fe-5f5c-478b-8e2c-0d924e2167dd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5611136 Nov 22 16:15:14.351396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa7785-3610-44d3-ba12-2825b4670f48 None None] Network 2c025798-b497-469f-95e6-2df3dbdaace7 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:14.416760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-118a37ce-6b91-499f-9145-f9b6d9c78e08 None None] Provisioning complete for port 16ce1bc5-47e8-4099-9c13-daba50baddfd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:14.417154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-118a37ce-6b91-499f-9145-f9b6d9c78e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.619455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-118a37ce-6b91-499f-9145-f9b6d9c78e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.678835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-118a37ce-6b91-499f-9145-f9b6d9c78e08 None None] For port 16ce1bc5-47e8-4099-9c13-daba50baddfd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=16ce1bc5-47e8-4099-9c13-daba50baddfd,segment=NetworkSegment(ae380a71-9eeb-4fea-9271-ddadd79ee666),segment_id=ae380a71-9eeb-4fea-9271-ddadd79ee666)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:14.684812 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-118a37ce-6b91-499f-9145-f9b6d9c78e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.734426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a37ce-6b91-499f-9145-f9b6d9c78e08 None None] Pushing event updated for resources: {'Port': ['ID=16ce1bc5-47e8-4099-9c13-daba50baddfd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:14.907719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f87fafe6-ae05-42f0-8a0b-00fb10992e8d None None] Provisioning complete for port 16ce1bc5-47e8-4099-9c13-daba50baddfd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:14.907970 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f87fafe6-ae05-42f0-8a0b-00fb10992e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.028771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 16ce1bc5-47e8-4099-9c13-daba50baddfd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:15.080260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 16ce1bc5-47e8-4099-9c13-daba50baddfd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:15.080636 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.346051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f55b7ee2-6607-4ffb-ab66-5d286bee5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.722274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38510) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:16.070219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-4a7849f3-c429-4aa2-9b42-ef8d3387745c admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:16.071255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4a7849f3-c429-4aa2-9b42-ef8d3387745c admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3480082 Nov 22 16:15:17.740853 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-446533b3-dc93-4a0a-a5dd-ac49a657cbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.659008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38524) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:18.715209 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.924504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:18.959404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Made reservation on behalf of ec7294b1d6834e89afab74f5efb1d495 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:18.961943 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.978601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.086922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.092588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.109668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Reserving flat network on physical network physnet1 {{(pid=103443) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 16:15:19.130463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986ae5e5-32db-44d5-ab95-0dec8aab09cc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:19.137070 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763325674972', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.137654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Unsubscribe: segment precommit_create {{(pid=103443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:15:19.138133 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Added segment dfdfaa0d-83b8-4500-813b-b17bdaefdebb of type flat for network 48371618-7853-4415-b0ee-666037ec3de0 Nov 22 16:15:19.202839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.248385 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.249398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:19.249988 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.315652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6552167 Nov 22 16:15:19.347225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3d9b6-8326-4ce9-9547-5c3a086b6537 admin admin] Pushing event updated for resources: {'Network': ['ID=48371618-7853-4415-b0ee-666037ec3de0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:19.362108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 48371618-7853-4415-b0ee-666037ec3de0 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:20.427371 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.247378 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.856299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38542) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:22.042473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bfadb7-5456-4e81-8e4a-4bd5b5a2f7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:22.043966 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-53bfadb7-5456-4e81-8e4a-4bd5b5a2f7cb admin admin] 10.222.0.59 "GET /v2.0/subnets/9100b2a4-95f8-44ba-895a-875b129e205c HTTP/1.1" status: 200 len: 849 time: 0.1866693 Nov 22 16:15:22.231001 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f3e2eaa-b7ad-4737-9ebc-068cd7563b83 admin admin] 10.222.0.59 "GET /v2.0/routers/90d72542-ed1b-439e-9e0e-a88d499cea9e HTTP/1.1" status: 200 len: 704 time: 0.1804509 Nov 22 16:15:22.524613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.852602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Allocated IP 172.20.0.1 (2c025798-b497-469f-95e6-2df3dbdaace7/9100b2a4-95f8-44ba-895a-875b129e205c/eb30dfee-011c-47e7-9789-14986180a6a8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:23.063684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.137923 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.219473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Network 2c025798-b497-469f-95e6-2df3dbdaace7 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:23.224785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:23.232596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:23.233590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.303907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Pushing event updated for resources: {'Port': ['ID=eb30dfee-011c-47e7-9789-14986180a6a8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:23.479906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e186019b-bdd3-41ba-ae54-8589955d567c None None] Provisioning complete for port eb30dfee-011c-47e7-9789-14986180a6a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:23.480544 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e186019b-bdd3-41ba-ae54-8589955d567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.482163 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.515440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e186019b-bdd3-41ba-ae54-8589955d567c None None] Port eb30dfee-011c-47e7-9789-14986180a6a8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:23.759422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.766969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.767913 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.848220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Pushing event updated for resources: {'Port': ['ID=eb30dfee-011c-47e7-9789-14986180a6a8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:23.895379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Network 2c025798-b497-469f-95e6-2df3dbdaace7 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:23.896927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:24.065276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Router 90d72542-ed1b-439e-9e0e-a88d499cea9e is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:15:24.140227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f7bb024b-0cdb-4f6c-81ed-f4fc3f718af5 None None] Provisioning complete for port eb30dfee-011c-47e7-9789-14986180a6a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:24.140730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7bb024b-0cdb-4f6c-81ed-f4fc3f718af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.157223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:24.163694 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f329de07-0a6d-4e1e-bd76-f12902e5785c admin admin] 10.222.0.59 "PUT /v2.0/routers/90d72542-ed1b-439e-9e0e-a88d499cea9e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9233861 Nov 22 16:15:24.177086 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Sync routers for ids ['90d72542-ed1b-439e-9e0e-a88d499cea9e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:24.190637 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Routers {'90d72542-ed1b-439e-9e0e-a88d499cea9e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:24.191590 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:15:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['90d72542-ed1b-439e-9e0e-a88d499cea9e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:24.246049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb024b-0cdb-4f6c-81ed-f4fc3f718af5 None None] Port eb30dfee-011c-47e7-9789-14986180a6a8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:24.384680 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Set router 90d72542-ed1b-439e-9e0e-a88d499cea9e gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:24.815969 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'name': 'router1', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:12Z', 'updated_at': '2021-11-22T16:15:23Z', 'revision_number': 2, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'gw_port_host': None, '_interfaces': [{'id': 'eb30dfee-011c-47e7-9789-14986180a6a8', 'name': '', 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'mac_address': 'fa:16:3e:8f:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:22Z', 'updated_at': '2021-11-22T16:15:23Z', 'revision_number': 2, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'subnets': [{'id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ed628a4-65a1-4dab-8eb9-f49f343d633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:24.868281 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Checking router: 90d72542-ed1b-439e-9e0e-a88d499cea9e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:15:24.868645 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Updating router 90d72542-ed1b-439e-9e0e-a88d499cea9e port eb30dfee-011c-47e7-9789-14986180a6a8 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:15:24.921507 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.443719 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.451755 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.620693 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Pushing event updated for resources: {'Port': ['ID=eb30dfee-011c-47e7-9789-14986180a6a8,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:25.635692 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.636049 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.636384 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.636757 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.637037 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.637360 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.637680 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.638003 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.638327 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.638722 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.639189 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.639605 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Tracked resource versions report: Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: pushed versions: Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: { 'AddressGroup': {'1.2'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Log': {'1.0'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Network': {'1.1'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Port': {'1.7'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'PortForwarding': {'1.2'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'QosPolicy': {'1.10'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'SecurityGroup': {'1.5'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'SubPort': {'1.0'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Subnet': {'1.1'}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Trunk': {'1.1'}} Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: consumer versions: Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: { DHCP agent@n-d-816865-2: {}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: L3 agent@n-d-816865-2: {}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: Metadata agent@n-d-816865-2: {}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: Metering agent@n-d-816865-2: {}, Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: Open vSwitch agent@n-d-816865-2: { 'AddressGroup': '1.2', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'ConntrackHelper': '1.0', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Log': '1.0', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Network': '1.1', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Port': '1.7', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'PortForwarding': '1.2', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'QosPolicy': '1.10', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'SecurityGroup': '1.5', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'SecurityGroupRule': '1.2', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'SubPort': '1.0', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Subnet': '1.1', Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: 'Trunk': '1.1'}} Nov 22 16:15:25.640661 n-d-816865-2 neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:15:25.650824 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Attempting to bind port eb30dfee-011c-47e7-9789-14986180a6a8 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:25.651253 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Attempting to bind port eb30dfee-011c-47e7-9789-14986180a6a8 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:25.651764 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Attempting to bind port eb30dfee-011c-47e7-9789-14986180a6a8 on network 2c025798-b497-469f-95e6-2df3dbdaace7 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:25.657558 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:25.657945 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Checking segment: {'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:25.658430 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.658826 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Bound using segment: {'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:25.659336 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Bound port: eb30dfee-011c-47e7-9789-14986180a6a8, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae380a71-9eeb-4fea-9271-ddadd79ee666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:25.659736 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.676768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cc3e2642-eac3-41cb-80bc-9f90490d2d30 None None] Provisioning complete for port eb30dfee-011c-47e7-9789-14986180a6a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:25.677387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc3e2642-eac3-41cb-80bc-9f90490d2d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.711955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e2642-eac3-41cb-80bc-9f90490d2d30 None None] Port eb30dfee-011c-47e7-9789-14986180a6a8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:25.731822 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] For port eb30dfee-011c-47e7-9789-14986180a6a8, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:25.755495 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] For port eb30dfee-011c-47e7-9789-14986180a6a8, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=eb30dfee-011c-47e7-9789-14986180a6a8,segment=NetworkSegment(ae380a71-9eeb-4fea-9271-ddadd79ee666),segment_id=ae380a71-9eeb-4fea-9271-ddadd79ee666)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:25.760940 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.821355 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Routers {'90d72542-ed1b-439e-9e0e-a88d499cea9e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:25.821987 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:15:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['90d72542-ed1b-439e-9e0e-a88d499cea9e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:25.824040 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c06bf3-191b-4058-847d-76022601d423 None None] Pushing event updated for resources: {'Port': ['ID=eb30dfee-011c-47e7-9789-14986180a6a8,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:25.919616 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] Set router 90d72542-ed1b-439e-9e0e-a88d499cea9e gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:26.034722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d87204ec-2771-463f-a940-817db8ee3252 None None] Provisioning complete for port eb30dfee-011c-47e7-9789-14986180a6a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:26.035226 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d87204ec-2771-463f-a940-817db8ee3252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.115793 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d87204ec-2771-463f-a940-817db8ee3252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.137866 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'name': 'router1', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:12Z', 'updated_at': '2021-11-22T16:15:23Z', 'revision_number': 2, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'gw_port_host': None, '_interfaces': [{'id': 'eb30dfee-011c-47e7-9789-14986180a6a8', 'name': '', 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'mac_address': 'fa:16:3e:8f:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:22Z', 'updated_at': '2021-11-22T16:15:25Z', 'revision_number': 4, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'subnets': [{'id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ed628a4-65a1-4dab-8eb9-f49f343d633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:26.149955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d87204ec-2771-463f-a940-817db8ee3252 None None] For port eb30dfee-011c-47e7-9789-14986180a6a8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=eb30dfee-011c-47e7-9789-14986180a6a8,segment=NetworkSegment(ae380a71-9eeb-4fea-9271-ddadd79ee666),segment_id=ae380a71-9eeb-4fea-9271-ddadd79ee666)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:26.155337 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d87204ec-2771-463f-a940-817db8ee3252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.168690 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dee326-da14-4f28-a9af-c67235baff32 None None] The sync data for ids ['90d72542-ed1b-439e-9e0e-a88d499cea9e'] in n-d-816865-2 is: [{'id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'name': 'router1', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:12Z', 'updated_at': '2021-11-22T16:15:23Z', 'revision_number': 2, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'gw_port_host': None, '_interfaces': [{'id': 'eb30dfee-011c-47e7-9789-14986180a6a8', 'name': '', 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'mac_address': 'fa:16:3e:8f:7e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:22Z', 'updated_at': '2021-11-22T16:15:25Z', 'revision_number': 4, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'subnets': [{'id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ed628a4-65a1-4dab-8eb9-f49f343d633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:26.205365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87204ec-2771-463f-a940-817db8ee3252 None None] Pushing event updated for resources: {'Port': ['ID=eb30dfee-011c-47e7-9789-14986180a6a8,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:26.540262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38556) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:26.665896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d0680a-a91d-4c4d-9722-403e85f88ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:26.673266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-48d0680a-a91d-4c4d-9722-403e85f88ba6 admin admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 842 time: 0.1260979 Nov 22 16:15:26.677539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'gateway_ip': '172.25.0.1', 'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:26.698013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Made reservation on behalf of ec7294b1d6834e89afab74f5efb1d495 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:26.700376 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.029231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:15:27.029727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.084283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9629c6b8-e2d7-45f6-9761-15e1e264982a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:27.091743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:27.092099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Network hostable DHCP agents. Network: 48371618-7853-4415-b0ee-666037ec3de0, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:27.112281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:27.122611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 48371618-7853-4415-b0ee-666037ec3de0) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:27.126837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:27.127480 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.134527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4593cf52-455e-421d-b64d-d600f87d0efe None None] Network 48371618-7853-4415-b0ee-666037ec3de0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:27.151750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ebcede9a-532b-4e29-ac7c-ed9d170463fd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4775503 Nov 22 16:15:27.287918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1769571-b116-462b-959a-1b2016b05998 None None] Network 48371618-7853-4415-b0ee-666037ec3de0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:28.621219 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:15:29.604142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:29.819789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a1230e3a-977f-40de-828d-05a17c3a0b15 admin admin] 10.222.0.59 "GET /v2.0/routers/90d72542-ed1b-439e-9e0e-a88d499cea9e HTTP/1.1" status: 200 len: 710 time: 0.2145026 Nov 22 16:15:29.916909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8309aa51-afd7-419b-b123-410863f0d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:29.918387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8309aa51-afd7-419b-b123-410863f0d12f admin admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 886 time: 0.0922980 Nov 22 16:15:29.928609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:30.202816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.501439 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.576852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.736549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Allocated IP 172.25.0.199 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/a324f623-9232-4a64-8155-9034599f0910) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:30.847448 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.909033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.982625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:30.988039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:30.992205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:31.033333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Pushing event updated for resources: {'Port': ['ID=a324f623-9232-4a64-8155-9034599f0910,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:31.288819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.493494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.498654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.686324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Router 90d72542-ed1b-439e-9e0e-a88d499cea9e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:15:31.800018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:31.804632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.805881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7477bf3f-eacd-4f88-a8b4-fe983f522c2d admin admin] 10.222.0.59 "PUT /v2.0/routers/90d72542-ed1b-439e-9e0e-a88d499cea9e HTTP/1.1" status: 200 len: 890 time: 1.8810003 Nov 22 16:15:33.051468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eb30dfee-011c-47e7-9789-14986180a6a8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:33.103723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port eb30dfee-011c-47e7-9789-14986180a6a8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:33.104220 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:33.220065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Sync routers for ids ['90d72542-ed1b-439e-9e0e-a88d499cea9e'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:33.231344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Routers {'90d72542-ed1b-439e-9e0e-a88d499cea9e'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:33.232063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:15:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['90d72542-ed1b-439e-9e0e-a88d499cea9e'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:33.444763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Set router 90d72542-ed1b-439e-9e0e-a88d499cea9e gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:33.863474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'name': 'router1', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a324f623-9232-4a64-8155-9034599f0910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:12Z', 'updated_at': '2021-11-22T16:15:31Z', 'revision_number': 4, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'gw_port': {'id': 'a324f623-9232-4a64-8155-9034599f0910', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:30Z', 'updated_at': '2021-11-22T16:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'eb30dfee-011c-47e7-9789-14986180a6a8', 'name': '', 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'mac_address': 'fa:16:3e:8f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:22Z', 'updated_at': '2021-11-22T16:15:26Z', 'revision_number': 5, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'subnets': [{'id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ed628a4-65a1-4dab-8eb9-f49f343d633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:33.988442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Checking router: 90d72542-ed1b-439e-9e0e-a88d499cea9e for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:15:33.988796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Updating router 90d72542-ed1b-439e-9e0e-a88d499cea9e port a324f623-9232-4a64-8155-9034599f0910 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:15:34.044906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.389515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.395909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:34.400151 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.452018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Attempting to bind port a324f623-9232-4a64-8155-9034599f0910 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:34.452401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Attempting to bind port a324f623-9232-4a64-8155-9034599f0910 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:34.452766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Attempting to bind port a324f623-9232-4a64-8155-9034599f0910 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:34.454593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90376d-3b10-4f38-865a-6d9d58b1505d None None] Pushing event updated for resources: {'Port': ['ID=a324f623-9232-4a64-8155-9034599f0910,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:34.460485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:34.460841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:34.461262 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.461636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:34.462118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Bound port: a324f623-9232-4a64-8155-9034599f0910, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:34.462517 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.510516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b50201e9-d552-4a7e-8a5b-51a06371c712 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1134634 Nov 22 16:15:34.513130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] For port a324f623-9232-4a64-8155-9034599f0910, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:34.516883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] For port a324f623-9232-4a64-8155-9034599f0910, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a324f623-9232-4a64-8155-9034599f0910,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:34.522653 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.596935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90376d-3b10-4f38-865a-6d9d58b1505d None None] Pushing event updated for resources: {'Port': ['ID=a324f623-9232-4a64-8155-9034599f0910,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:34.599494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Routers {'90d72542-ed1b-439e-9e0e-a88d499cea9e'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:34.600124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:15:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['90d72542-ed1b-439e-9e0e-a88d499cea9e'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:34.714054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] Set router 90d72542-ed1b-439e-9e0e-a88d499cea9e gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:34.930991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'name': 'router1', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a324f623-9232-4a64-8155-9034599f0910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:12Z', 'updated_at': '2021-11-22T16:15:31Z', 'revision_number': 4, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'gw_port': {'id': 'a324f623-9232-4a64-8155-9034599f0910', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:30Z', 'updated_at': '2021-11-22T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'eb30dfee-011c-47e7-9789-14986180a6a8', 'name': '', 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'mac_address': 'fa:16:3e:8f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:22Z', 'updated_at': '2021-11-22T16:15:26Z', 'revision_number': 5, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'subnets': [{'id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ed628a4-65a1-4dab-8eb9-f49f343d633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:34.957303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582bcac-18ff-4b11-b882-4c6e58f823f0 None None] The sync data for ids ['90d72542-ed1b-439e-9e0e-a88d499cea9e'] in n-d-816865-2 is: [{'id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'name': 'router1', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a324f623-9232-4a64-8155-9034599f0910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:12Z', 'updated_at': '2021-11-22T16:15:31Z', 'revision_number': 4, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'gw_port': {'id': 'a324f623-9232-4a64-8155-9034599f0910', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:09:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:30Z', 'updated_at': '2021-11-22T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'eb30dfee-011c-47e7-9789-14986180a6a8', 'name': '', 'network_id': '2c025798-b497-469f-95e6-2df3dbdaace7', 'tenant_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'mac_address': 'fa:16:3e:8f:7e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d72542-ed1b-439e-9e0e-a88d499cea9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:22Z', 'updated_at': '2021-11-22T16:15:26Z', 'revision_number': 5, 'project_id': '03e69c67d93145c9b6ffc0b75bd4e1dd', 'subnets': [{'id': '9100b2a4-95f8-44ba-895a-875b129e205c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ed628a4-65a1-4dab-8eb9-f49f343d633b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:37.057501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a324f623-9232-4a64-8155-9034599f0910 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:37.110292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a324f623-9232-4a64-8155-9034599f0910 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:37.110796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.202773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.240880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port a324f623-9232-4a64-8155-9034599f0910, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a324f623-9232-4a64-8155-9034599f0910,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:37.249126 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.332011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=a324f623-9232-4a64-8155-9034599f0910,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:39.031778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a324f623-9232-4a64-8155-9034599f0910 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:39.098128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a324f623-9232-4a64-8155-9034599f0910 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:39.098427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.342684 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69ded7b8-ad91-4c51-a7bb-f1f6f5c40b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.735619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e969f0c-1180-4f3f-bd18-11d361d8df68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:48.717025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.439535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.245048 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.638046 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:16:15.348617 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc3efbb1-657f-4142-9654-4d39e227912d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.751246 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6990be4-7a5a-4de9-8c11-e3ac76135fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.724850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.436350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.240096 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.617789 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:16:45.335614 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6341e246-9589-4f46-9906-b00159a5a9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.743172 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2936b353-3de8-425b-b398-9f05381f9783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.724764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:50.440257 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.246287 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.049909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39092) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:02.115763 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aaca9f9-ef17-49fc-b3ab-d06d6096bac3 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:17:02.117341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7aaca9f9-ef17-49fc-b3ab-d06d6096bac3 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664458 Nov 22 16:17:02.290424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacbfdb7-745b-4c4a-9a37-e4e0065778a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:02.292026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eacbfdb7-745b-4c4a-9a37-e4e0065778a6 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1679935 Nov 22 16:17:04.718851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39102) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:04.832097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce021812-4bf5-4a81-95d9-17240bf0dfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:04.835622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ce021812-4bf5-4a81-95d9-17240bf0dfdd admin admin] 10.222.0.59 "GET /v2.0/subnets/9100b2a4-95f8-44ba-895a-875b129e205c HTTP/1.1" status: 200 len: 849 time: 0.1153743 Nov 22 16:17:04.844418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:04.932984 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.080560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763325645900'] for subnet, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.112080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:05.112746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.116289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] 10.222.0.59 "PUT /v2.0/subnets/9100b2a4-95f8-44ba-895a-875b129e205c HTTP/1.1" status: 200 len: 868 time: 0.2758312 Nov 22 16:17:05.117923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec9c2a3-ae9d-4f91-87a9-6b01e19c10c5 None None] Network 2c025798-b497-469f-95e6-2df3dbdaace7 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:05.144249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9100b2a4-95f8-44ba-895a-875b129e205c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:05.154253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.154812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.155198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.155587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.155933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.156271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.156602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.156934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.157263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.157587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.157916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.158237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826d80d7-d1e8-438d-b83d-8866bbe87608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:05.576039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a0d01a0e-a032-4a59-a7e8-693b508759e1 None None] Provisioning complete for port 16ce1bc5-47e8-4099-9c13-daba50baddfd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:05.576282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0d01a0e-a032-4a59-a7e8-693b508759e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.669681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a0d01a0e-a032-4a59-a7e8-693b508759e1 None None] Provisioning complete for port eb30dfee-011c-47e7-9789-14986180a6a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:05.669981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0d01a0e-a032-4a59-a7e8-693b508759e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.501543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39110) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:07.720249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc9e48-e331-4f65-a912-67ab5b876867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:07.720721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc9e48-e331-4f65-a912-67ab5b876867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:07.722362 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3efc9e48-e331-4f65-a912-67ab5b876867 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2198632 Nov 22 16:17:10.038406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39120) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:10.260151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d7589-a051-44b2-95c4-ccd66fc277c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:10.260649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d7589-a051-44b2-95c4-ccd66fc277c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:10.262177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e08d7589-a051-44b2-95c4-ccd66fc277c0 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2227762 Nov 22 16:17:12.564883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:12.723274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c87838d-2215-4fd7-a1eb-19c6889227a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:12.724667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c87838d-2215-4fd7-a1eb-19c6889227a8 admin admin] 10.222.0.59 "GET /v2.0/networks/2c025798-b497-469f-95e6-2df3dbdaace7 HTTP/1.1" status: 200 len: 869 time: 0.1588058 Nov 22 16:17:15.020963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:15.184861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84244da4-a4e2-4691-b059-2bb409df2dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:15.186422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-84244da4-a4e2-4691-b059-2bb409df2dc8 admin admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 886 time: 0.1637518 Nov 22 16:17:15.343281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3384fae6-432d-4d24-bbb8-17fd489acc85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.554241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:17.697273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cbfb55-23c4-49be-9a5c-ca9690dfac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.697723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cbfb55-23c4-49be-9a5c-ca9690dfac6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.699372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d2cbfb55-23c4-49be-9a5c-ca9690dfac6a admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1443751 Nov 22 16:17:17.740713 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99020903-1cb2-4b15-96df-996351676ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.728659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.617993 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:17:20.036836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39152) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:20.139610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c07ce4-c68c-4abe-a58d-6da09dc334eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:20.140061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c07ce4-c68c-4abe-a58d-6da09dc334eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:20.141588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-14c07ce4-c68c-4abe-a58d-6da09dc334eb admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1037836 Nov 22 16:17:20.441771 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.241003 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.447979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39160) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:22.550018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd647c0-0ffb-4234-8b81-a64dc793931a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:22.552021 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cfd647c0-0ffb-4234-8b81-a64dc793931a admin admin] 10.222.0.59 "GET /v2.0/subnets/9100b2a4-95f8-44ba-895a-875b129e205c HTTP/1.1" status: 200 len: 868 time: 0.1030741 Nov 22 16:17:24.858677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39168) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:24.965835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f892c67-e006-4bfb-85cd-f16f78c4e95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:24.967695 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1f892c67-e006-4bfb-85cd-f16f78c4e95b admin admin] 10.222.0.59 "GET /v2.0/subnets/9629c6b8-e2d7-45f6-9761-15e1e264982a HTTP/1.1" status: 200 len: 816 time: 0.1080019 Nov 22 16:17:45.338555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6713-3b18-477f-a8cd-1aa39013579b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:47.740639 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4526d22c-8585-4f16-a7b8-5579e95a541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:48.732092 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.074544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39222) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:50.136276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-43422e64-cf77-4e00-8ab1-30ebc0b7347b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:17:50.137702 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-43422e64-cf77-4e00-8ab1-30ebc0b7347b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0618608 Nov 22 16:17:50.445377 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.245571 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.566028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39230) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:52.642194 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-201637a8-9d5c-4b37-bcf8-e824005adb58 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:17:52.643531 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-201637a8-9d5c-4b37-bcf8-e824005adb58 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0765324 Nov 22 16:17:52.792839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2b0b6-2dd7-4405-9b4d-38ad8c55d1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:52.794393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f8e2b0b6-2dd7-4405-9b4d-38ad8c55d1b9 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1442983 Nov 22 16:17:55.154249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:55.223566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:55.245689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Made reservation on behalf of ec7294b1d6834e89afab74f5efb1d495 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:55.248000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.276583 n-d-816865-2 neutron-server[103442]: WARNING neutron.services.revisions.revision_plugin [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Could not find related network for resource to bump revision. Nov 22 16:17:55.291527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:55.301850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.302197 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Added segment a6ecb7fc-8860-4ad7-930e-4be83ad904c9 of type vlan for network 1557e33e-594d-44e1-b98d-9d59e08ccde2 Nov 22 16:17:55.342256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.369664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.370644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:55.371259 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.427190 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2716951 Nov 22 16:17:55.435948 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Pushing event updated for resources: {'Network': ['ID=1557e33e-594d-44e1-b98d-9d59e08ccde2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:55.442618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.442972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.443337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.443682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.444021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.444368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.444703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.445033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.445361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.445691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.446096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.446444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1801fcf-b24d-47ff-8281-60b8f2b24988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:55.459242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:56.619144 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:17:57.789580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:57.860662 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-278cfeeb-8d67-4685-9dfb-3eae0c2370ed admin admin] GET failed (client error): The resource could not be found. Nov 22 16:17:57.861963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-278cfeeb-8d67-4685-9dfb-3eae0c2370ed admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0713341 Nov 22 16:17:57.946329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb382f97-1171-4a14-811d-fb6a94d60119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:57.947873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eb382f97-1171-4a14-811d-fb6a94d60119 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0757470 Nov 22 16:17:57.958556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:57.984237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Made reservation on behalf of ec7294b1d6834e89afab74f5efb1d495 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:57.986481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.160858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.216324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=04aa2ba8-f49a-49ac-be7f-328ba16a27c3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:58.236982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:58.237352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Network hostable DHCP agents. Network: 1557e33e-594d-44e1-b98d-9d59e08ccde2, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:58.256582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:58.267552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 1557e33e-594d-44e1-b98d-9d59e08ccde2) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:58.272482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:58.273293 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.280926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a580155b-1c20-4181-a368-04db65dbd1e4 None None] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:58.293487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc65d609-aa46-45d7-a0e8-b9722b8c55ae admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3383241 Nov 22 16:17:58.444501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-1557e33e-594d-44e1-b98d-9d59e08ccde2', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'tenant_id': 'ec7294b1d6834e89afab74f5efb1d495', 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:17:58.445585 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.591992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Allocated IP 192.168.233.2 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/69f3b646-7458-4adf-ba8e-b1b53a40156d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:58.836095 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.845239 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.888972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:58.896888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:58.899536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:58.901865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Pushing event updated for resources: {'Port': ['ID=69f3b646-7458-4adf-ba8e-b1b53a40156d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:58.915533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.915533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.915533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.915533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.916021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.916021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.916284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.916628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.916951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.917279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.917604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.917933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:58.964467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Attempting to bind port 69f3b646-7458-4adf-ba8e-b1b53a40156d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:58.964835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Attempting to bind port 69f3b646-7458-4adf-ba8e-b1b53a40156d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:58.965208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Attempting to bind port 69f3b646-7458-4adf-ba8e-b1b53a40156d on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:58.970307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:58.970676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:58.971117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.971517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:58.971989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Bound port: 69f3b646-7458-4adf-ba8e-b1b53a40156d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:58.972393 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:59.044257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] For port 69f3b646-7458-4adf-ba8e-b1b53a40156d, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:59.048316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] For port 69f3b646-7458-4adf-ba8e-b1b53a40156d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=69f3b646-7458-4adf-ba8e-b1b53a40156d,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:59.054056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:59.113001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffb8a9-8a02-431a-ae03-251a2142f60f None None] Pushing event updated for resources: {'Port': ['ID=69f3b646-7458-4adf-ba8e-b1b53a40156d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:00.030406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f282a-f8aa-47f5-80f0-b0c3e76e3799 None None] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:00.095034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b9558d63-d3a6-494c-b88f-f65a4826777a None None] Provisioning complete for port 69f3b646-7458-4adf-ba8e-b1b53a40156d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:00.095402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9558d63-d3a6-494c-b88f-f65a4826777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.238682 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9558d63-d3a6-494c-b88f-f65a4826777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.298693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b9558d63-d3a6-494c-b88f-f65a4826777a None None] For port 69f3b646-7458-4adf-ba8e-b1b53a40156d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=69f3b646-7458-4adf-ba8e-b1b53a40156d,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:00.305784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9558d63-d3a6-494c-b88f-f65a4826777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.362554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9558d63-d3a6-494c-b88f-f65a4826777a None None] Pushing event updated for resources: {'Port': ['ID=69f3b646-7458-4adf-ba8e-b1b53a40156d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:00.528182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ccde9314-9b81-472a-862b-f94e4466604f None None] Provisioning complete for port 69f3b646-7458-4adf-ba8e-b1b53a40156d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:00.528685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccde9314-9b81-472a-862b-f94e4466604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.148991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 69f3b646-7458-4adf-ba8e-b1b53a40156d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:01.203930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 69f3b646-7458-4adf-ba8e-b1b53a40156d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:01.204308 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.342458 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d5de59d-f2e7-443b-848f-c2bca09687f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:17.737455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0805-ceb6-40f7-942a-a940b09a1602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:18.736992 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:20.448457 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.253823 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:33.619599 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:18:45.347129 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e25df353-a3b1-426f-be54-aff02d9a6eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.733927 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6416980d-c98c-4109-989c-221334f54b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.743131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.449711 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.250179 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:10.619023 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:19:13.149939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:13.156407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-e8cffb33-888e-45f0-a8ee-1b23aa84a40d tempest-verify_tempest_config-437925823 tempest-verify_tempest_config-437925823-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:19:13.157395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e8cffb33-888e-45f0-a8ee-1b23aa84a40d tempest-verify_tempest_config-437925823 tempest-verify_tempest_config-437925823-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063539 Nov 22 16:19:13.487465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39308) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:13.598095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.676485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.683339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.730381 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bde83ab6aba4dcca3b293b17e5cf25f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2417951 Nov 22 16:19:13.731224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb33e9-d6a7-46ae-9c8c-938f62916202,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:13.733124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39314) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:13.751447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.751774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.752129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.752462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.752794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.753126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.753438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.753761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.754079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.754400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.754720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.755068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b787686f-58db-474f-be08-d5c8bf494c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:13.889266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a7f-81ff-4846-af0e-766e353bf697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.919025 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a7f-81ff-4846-af0e-766e353bf697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.021076 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a7f-81ff-4846-af0e-766e353bf697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.025507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a0b6a7f-81ff-4846-af0e-766e353bf697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.027082 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2a0b6a7f-81ff-4846-af0e-766e353bf697 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91bb33e9-d6a7-46ae-9c8c-938f62916202 HTTP/1.1" status: 204 len: 168 time: 0.2930434 Nov 22 16:19:14.035200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b6a7f-81ff-4846-af0e-766e353bf697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb33e9-d6a7-46ae-9c8c-938f62916202,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:15.343626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-388e43ca-f3f5-43e1-abb1-e3646bc47a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.745503 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-429127dd-06a6-4ca9-88e3-f41d7f9caf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:18.744507 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:20.453810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:21.252919 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:45.350258 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1fef-edae-4d07-97e0-b605a6b50071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.618099 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:19:47.731467 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7a70426-427c-4b0d-b92b-087aed4d249d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.746593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.459124 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.250802 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:15.345063 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fe69da8-01cc-4e62-9a5d-fc140782d78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:17.744159 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee53bc18-62d9-4929-b1c1-78b204e39154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:18.758502 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.464320 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:21.247535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.617968 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:20:45.355568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18dac303-1bc4-4223-8ad2-1a969d6c6a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:47.749480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bde134b-fb43-472e-94f9-0767f7ec097e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:48.756748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:50.462930 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.242772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:01.619212 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:21:15.351894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-327e6028-9655-494a-88cd-004283797722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:17.754283 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fc11-c85f-4a6c-8df7-673e46032196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:18.759998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:20.468476 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.239321 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.620136 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:21:45.352909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-602b2a53-21c5-4550-8869-57b48951a7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:47.745936 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50dfaa8a-1b7a-46b2-b9a3-238410c9570e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.763461 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:50.472700 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:51.234810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.355940 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d85c0fb-7714-4e7f-9d13-1e8a1c57522c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.619303 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:22:17.756125 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a50ba9e2-77c1-462b-bbd6-537e50263903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:18.765059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:20.481848 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:21.251060 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.177625 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533561'] for agent, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.451730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533561'] for agent, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.350016 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15053688-d947-4d43-abb2-4253c4e83e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.751090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6ab7795-5708-49e0-8452-6c4b5f2949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.767946 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.478406 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:51.235210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.619767 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:23:06.130855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.416356 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.356807 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4746287-953c-427b-8a3c-6a1539f5ed6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.756746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45cf39d3-2c20-4d34-b4ad-9560c15675b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:18.771905 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.480251 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.243015 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.626796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39372) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:21.758200 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2c03c19b-e14d-4670-96c3-cd9943927f13 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1301436 Nov 22 16:23:24.141836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39382) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:24.219611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0506a83e-390d-4a2f-9395-615b4bce715d admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0766175 Nov 22 16:23:29.620696 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:23:36.145294 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.437743 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:45.358763 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82ac530a-52d7-41e5-9ef4-2bb45c70d45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.752581 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0350bc44-5410-4b25-ab75-2a3195cd9dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.775076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.486331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.242590 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.139617 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.621547 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:24:07.421987 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.353487 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66301168-8308-4830-80fd-97b6895146dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.764724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80d644d4-d661-4c49-a543-127746105dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.787442 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:20.488293 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.241494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:36.157284 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:37.462853 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:43.623044 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:24:45.361834 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02bf0268-de2f-4638-a9cc-7070a1ea46b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:47.768156 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d8e179c-73ff-43b2-b573-42a4a1e78957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:48.816275 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:50.522194 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:51.243607 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:51.799442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39620) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:52.320717 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-199e8a7c-d7fd-49f3-9c4b-0ea0a7ee5fa4 tempest-AutoAllocateNetworkTest-788640416 tempest-AutoAllocateNetworkTest-788640416-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e7fc4f4c3091425abfdf1b57b725988f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5110834 Nov 22 16:24:52.324093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39650) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:52.531290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aae51a-745a-4e03-9b54-96ad966284c0 tempest-AutoAllocateNetworkTest-788640416 tempest-AutoAllocateNetworkTest-788640416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:52.536056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39666) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:52.536236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-52aae51a-745a-4e03-9b54-96ad966284c0 tempest-AutoAllocateNetworkTest-788640416 tempest-AutoAllocateNetworkTest-788640416-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2106614 Nov 22 16:24:52.607817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3643905e-7c4c-487e-9f5c-316356845bd1 tempest-AutoAllocateNetworkTest-788640416 tempest-AutoAllocateNetworkTest-788640416-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667019 Nov 22 16:24:52.608174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39670) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:52.737887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a89a26ab-b1ae-411d-86fb-de24d802de4f tempest-AutoAllocateNetworkTest-788640416 tempest-AutoAllocateNetworkTest-788640416-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e7fc4f4c3091425abfdf1b57b725988f HTTP/1.1" status: 200 len: 208 time: 0.1284409 Nov 22 16:24:53.542801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:53.905017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.993303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.998804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.055370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e82a0e-dbdd-4522-9a1c-3ba099578fba,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:54.067533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.067938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.068761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.068852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.069164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.069503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.069815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.070162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.070476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.070792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.071164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.071480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] Tracked resource versions report: Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: pushed versions: Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: { 'AddressGroup': {'1.2'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Log': {'1.0'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Network': {'1.1'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Port': {'1.7'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'PortForwarding': {'1.2'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'QosPolicy': {'1.10'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'SecurityGroup': {'1.5'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'SubPort': {'1.0'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Subnet': {'1.1'}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Trunk': {'1.1'}} Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: consumer versions: Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: { DHCP agent@n-d-816865-2: {}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: HyperV agent@n-h1-816865-2: {}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: HyperV agent@n-h2-816865-2: {}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: L3 agent@n-d-816865-2: {}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: Metadata agent@n-d-816865-2: {}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: Metering agent@n-d-816865-2: {}, Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: Open vSwitch agent@n-d-816865-2: { 'AddressGroup': '1.2', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'ConntrackHelper': '1.0', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Log': '1.0', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Network': '1.1', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Port': '1.7', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'PortForwarding': '1.2', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'QosPolicy': '1.10', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'SecurityGroup': '1.5', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'SecurityGroupRule': '1.2', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'SubPort': '1.0', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Subnet': '1.1', Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: 'Trunk': '1.1'}} Nov 22 16:24:54.073027 n-d-816865-2 neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:24:54.083997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f37a07fc-e50e-4a48-8c37-6853957db94e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7fc4f4c3091425abfdf1b57b725988f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5396812 Nov 22 16:24:54.086876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39750) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:54.152808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26d672cd-798f-40dc-9b66-64412af96067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.191776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26d672cd-798f-40dc-9b66-64412af96067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.267365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26d672cd-798f-40dc-9b66-64412af96067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.270241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26d672cd-798f-40dc-9b66-64412af96067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.271543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-26d672cd-798f-40dc-9b66-64412af96067 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7e82a0e-dbdd-4522-9a1c-3ba099578fba HTTP/1.1" status: 204 len: 168 time: 0.1833520 Nov 22 16:24:54.280928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d672cd-798f-40dc-9b66-64412af96067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e82a0e-dbdd-4522-9a1c-3ba099578fba,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:55.600938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:55.891063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fa470e4-9f5d-4619-b908-e176b128e00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.994053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fa470e4-9f5d-4619-b908-e176b128e00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.000555 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fa470e4-9f5d-4619-b908-e176b128e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.085965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa470e4-9f5d-4619-b908-e176b128e00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22eb3b8-0b5c-432e-8c0c-293469df11da,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:56.108511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3fa470e4-9f5d-4619-b908-e176b128e00c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7cbac22a930d4482a2c5d4c111e0dc3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5058355 Nov 22 16:24:56.112633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39866) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:56.174331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.235225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.311332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.314551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.316319 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d22eb3b8-0b5c-432e-8c0c-293469df11da HTTP/1.1" status: 204 len: 168 time: 0.2025390 Nov 22 16:24:56.333105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22eb3b8-0b5c-432e-8c0c-293469df11da,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:56.345530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.347302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.347801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.348346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.348887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.349662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.350736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.351118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.351721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.352239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.352776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.353250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da02e14-4ce1-427a-a94a-f4ac6207006e admin admin] Tracked resource versions report: Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: pushed versions: Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: { 'AddressGroup': {'1.2'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'ConntrackHelper': {'1.0'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Log': {'1.0'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Network': {'1.1'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Port': {'1.7'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'PortForwarding': {'1.2'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'QosPolicy': {'1.10'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'SecurityGroup': {'1.5'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'SubPort': {'1.0'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Subnet': {'1.1'}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Trunk': {'1.1'}} Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: consumer versions: Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: { DHCP agent@n-d-816865-2: {}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: HyperV agent@n-h1-816865-2: {}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: HyperV agent@n-h2-816865-2: {}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: L3 agent@n-d-816865-2: {}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: Metadata agent@n-d-816865-2: {}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: Metering agent@n-d-816865-2: {}, Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: Open vSwitch agent@n-d-816865-2: { 'AddressGroup': '1.2', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'ConntrackHelper': '1.0', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Log': '1.0', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Network': '1.1', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Port': '1.7', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'PortForwarding': '1.2', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'QosPolicy': '1.10', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'SecurityGroup': '1.5', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'SecurityGroupRule': '1.2', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'SubPort': '1.0', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Subnet': '1.1', Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: 'Trunk': '1.1'}} Nov 22 16:24:56.355232 n-d-816865-2 neutron-server[103442]: {{(pid=103442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:24:56.567884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39908) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:56.964014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0815b076-f4af-4870-92bf-a5eaf428173a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.063082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0815b076-f4af-4870-92bf-a5eaf428173a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.073932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0815b076-f4af-4870-92bf-a5eaf428173a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.093632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.106084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815b076-f4af-4870-92bf-a5eaf428173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f5edb-0e51-474f-affd-6cc360dce9a0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:57.107408 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fd7a-3e90-440d-b5aa-716e333a36ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.139614 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0815b076-f4af-4870-92bf-a5eaf428173a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75fc9089478c4042b0b0dd9ae5cb0980&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5701544 Nov 22 16:24:57.142590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39952) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.224304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fd7a-3e90-440d-b5aa-716e333a36ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.236215 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccb6fd7a-3e90-440d-b5aa-716e333a36ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.271377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ccb6fd7a-3e90-440d-b5aa-716e333a36ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da7126f14fee45ecbb7fd194a2473057&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1765785 Nov 22 16:24:57.271572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39958) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.292411 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d131ecf-2126-491b-8173-3257b8fcff1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.309085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6fd7a-3e90-440d-b5aa-716e333a36ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535e24c9-89dd-431f-b47d-4c8f8a9d88ec,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:57.328352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d131ecf-2126-491b-8173-3257b8fcff1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.366203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35bb4d52-f3a3-4a70-aef2-c8f16932f5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.410231 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35bb4d52-f3a3-4a70-aef2-c8f16932f5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.446493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d131ecf-2126-491b-8173-3257b8fcff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.450743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d131ecf-2126-491b-8173-3257b8fcff1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.452627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0d131ecf-2126-491b-8173-3257b8fcff1d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c16f5edb-0e51-474f-affd-6cc360dce9a0 HTTP/1.1" status: 204 len: 168 time: 0.3011701 Nov 22 16:24:57.465323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d131ecf-2126-491b-8173-3257b8fcff1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f5edb-0e51-474f-affd-6cc360dce9a0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:57.499886 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35bb4d52-f3a3-4a70-aef2-c8f16932f5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.506919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-35bb4d52-f3a3-4a70-aef2-c8f16932f5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.506919 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-35bb4d52-f3a3-4a70-aef2-c8f16932f5e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/535e24c9-89dd-431f-b47d-4c8f8a9d88ec HTTP/1.1" status: 204 len: 168 time: 0.2316439 Nov 22 16:24:57.515097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb4d52-f3a3-4a70-aef2-c8f16932f5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535e24c9-89dd-431f-b47d-4c8f8a9d88ec,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:57.651801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.168563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34485d21-bc53-42ca-b762-3042d3eda534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.266695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34485d21-bc53-42ca-b762-3042d3eda534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.271549 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34485d21-bc53-42ca-b762-3042d3eda534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.281414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40024) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.299485 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89a2d729-9d99-46ff-b493-16d7ff0d69a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.307763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34485d21-bc53-42ca-b762-3042d3eda534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0db9ae-1e15-457a-a88a-1d797824e8d2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:58.324560 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-34485d21-bc53-42ca-b762-3042d3eda534 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=499fcb6156fd45e99a95c4b473cf320b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6716206 Nov 22 16:24:58.327258 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40026) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.399723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbd631a0-8a60-4daf-acf3-45c1ca155227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.413344 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89a2d729-9d99-46ff-b493-16d7ff0d69a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.424845 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89a2d729-9d99-46ff-b493-16d7ff0d69a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.439807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbd631a0-8a60-4daf-acf3-45c1ca155227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.519584 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbd631a0-8a60-4daf-acf3-45c1ca155227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.523711 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbd631a0-8a60-4daf-acf3-45c1ca155227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.525055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-89a2d729-9d99-46ff-b493-16d7ff0d69a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31b011d010ed426abb544a2c259227c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2428553 Nov 22 16:24:58.526214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d729-9d99-46ff-b493-16d7ff0d69a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca5197-59c7-42b3-86d7-a348e68ce3ed,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:58.527293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fbd631a0-8a60-4daf-acf3-45c1ca155227 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b0db9ae-1e15-457a-a88a-1d797824e8d2 HTTP/1.1" status: 204 len: 168 time: 0.1988499 Nov 22 16:24:58.530536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40034) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.559202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd631a0-8a60-4daf-acf3-45c1ca155227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0db9ae-1e15-457a-a88a-1d797824e8d2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:58.604585 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4322-527b-4724-ac94-31a2839a0b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.629377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4322-527b-4724-ac94-31a2839a0b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.699595 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4322-527b-4724-ac94-31a2839a0b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.702858 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ae4322-527b-4724-ac94-31a2839a0b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.704556 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e5ae4322-527b-4724-ac94-31a2839a0b9a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9aca5197-59c7-42b3-86d7-a348e68ce3ed HTTP/1.1" status: 204 len: 168 time: 0.1721222 Nov 22 16:24:58.712858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae4322-527b-4724-ac94-31a2839a0b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca5197-59c7-42b3-86d7-a348e68ce3ed,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:59.129287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:59.144673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66ef4c80-356b-4ed0-9000-554b6a9582e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.241667 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66ef4c80-356b-4ed0-9000-554b6a9582e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.246907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66ef4c80-356b-4ed0-9000-554b6a9582e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.287836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-66ef4c80-356b-4ed0-9000-554b6a9582e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5bfab9a292c04e6184315b6e17357162&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1572034 Nov 22 16:24:59.290235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40084) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:59.304019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef4c80-356b-4ed0-9000-554b6a9582e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27490f10-7f2f-41ee-9b80-8f60805a50d5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:59.344125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53721cec-5348-4062-84f6-705d1bfa2b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.366546 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53721cec-5348-4062-84f6-705d1bfa2b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.441814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53721cec-5348-4062-84f6-705d1bfa2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.441814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53721cec-5348-4062-84f6-705d1bfa2b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.441814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-53721cec-5348-4062-84f6-705d1bfa2b41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27490f10-7f2f-41ee-9b80-8f60805a50d5 HTTP/1.1" status: 204 len: 168 time: 0.1425292 Nov 22 16:24:59.442992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53721cec-5348-4062-84f6-705d1bfa2b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27490f10-7f2f-41ee-9b80-8f60805a50d5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:59.578028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:59.581800 n-d-816865-2 neutron-server[103443]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:24:59.655930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-3b793c54-0de7-43bc-8716-2a88563e41cb tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=08853bea02134300a9c18df6063b3637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760894 Nov 22 16:24:59.821828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-044a3ef3-5035-482b-a90e-29e2005b0d3a tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:59.823603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-044a3ef3-5035-482b-a90e-29e2005b0d3a tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616571 Nov 22 16:24:59.842779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-d2d3fc0e-7371-4ce4-a29b-e94ff0b758b4 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/quotas/08853bea02134300a9c18df6063b3637 HTTP/1.1" status: 200 len: 375 time: 0.0123527 Nov 22 16:24:59.915394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-db876639-d81a-4738-aa97-bd92042adaa1 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=08853bea02134300a9c18df6063b3637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660074 Nov 22 16:25:00.274771 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9690a03-4e3e-42e7-b654-fb536d5f18f8 req-caaaed95-2af3-4213-9f97-28e78afb10e9 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 210 time: 0.0812693 Nov 22 16:25:00.954850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.310138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ed173d9-824e-4b1c-b252-308956f3b582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.448487 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ed173d9-824e-4b1c-b252-308956f3b582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.455907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ed173d9-824e-4b1c-b252-308956f3b582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.511173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7ed173d9-824e-4b1c-b252-308956f3b582 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e3fc545c1bc40bb8020fa1010da05c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5521448 Nov 22 16:25:01.511173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed173d9-824e-4b1c-b252-308956f3b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c6b55-b539-49fb-8b14-7be73bea6318,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.511837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40296) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.521033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40298) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.601660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43dc6d1d-531c-48ff-8388-a4db91a8531a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.630803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43dc6d1d-531c-48ff-8388-a4db91a8531a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.694114 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43dc6d1d-531c-48ff-8388-a4db91a8531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.698446 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43dc6d1d-531c-48ff-8388-a4db91a8531a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.700276 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-43dc6d1d-531c-48ff-8388-a4db91a8531a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f0c6b55-b539-49fb-8b14-7be73bea6318 HTTP/1.1" status: 204 len: 168 time: 0.1872749 Nov 22 16:25:01.713882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc6d1d-531c-48ff-8388-a4db91a8531a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c6b55-b539-49fb-8b14-7be73bea6318,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.744096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.843171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-network', 'tenant_id': '9ba0e20949ea4f9487657299b4521522'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:01.883015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Made reservation on behalf of 9ba0e20949ea4f9487657299b4521522 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:01.888583 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.906518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.061488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.069174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.156484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:02.169293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494b189e-a1bb-4de5-a819-4d642fdf44ef,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:02.181723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.182832 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Added segment 2e25eed2-2270-47e4-aca2-a1eebeeb6bbb of type vlan for network 271c9d42-644d-45ed-8881-15ca0d9c049b Nov 22 16:25:02.272944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.328989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-550fdae7-d3e1-448a-a263-e00fc92ff5f0 req-dbd4ad18-6b37-460a-a14c-b28daed052c5 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 210 time: 0.5824633 Nov 22 16:25:02.381550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.386180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:02.389041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.481575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40342) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.481997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9591522 Nov 22 16:25:02.487926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Request body: {'subnet': {'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-subnet', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:02.493310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f33952-855b-44f3-8615-5522acb5143e admin admin] Pushing event updated for resources: {'Network': ['ID=271c9d42-644d-45ed-8881-15ca0d9c049b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:02.506842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 271c9d42-644d-45ed-8881-15ca0d9c049b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:02.521501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Made reservation on behalf of 9ba0e20949ea4f9487657299b4521522 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:02.523934 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.714927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.728502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62958674-2bf6-46d6-bfdf-cd9c6e964241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.748547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.37', 61657) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.779332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-1f2c626d-34e1-4050-b265-ce2c56d53cbf tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=08853bea02134300a9c18df6063b3637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287502 Nov 22 16:25:02.823806 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.969775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62958674-2bf6-46d6-bfdf-cd9c6e964241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.971913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Checking segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:02.972738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Network hostable DHCP agents. Network: 271c9d42-644d-45ed-8881-15ca0d9c049b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:02.976421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:02.977883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-c5c94f97-a6f5-432d-94d8-6633b2eaefa6 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:02.979775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-c5c94f97-a6f5-432d-94d8-6633b2eaefa6 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933777 Nov 22 16:25:02.981278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62958674-2bf6-46d6-bfdf-cd9c6e964241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.024883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-62958674-2bf6-46d6-bfdf-cd9c6e964241 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd64bcf92436433c909403e10601fa52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3088083 Nov 22 16:25:03.026210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62958674-2bf6-46d6-bfdf-cd9c6e964241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2cace5-62b4-41f1-9763-c392a24166db,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:03.028733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40352) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.030585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Network 271c9d42-644d-45ed-8881-15ca0d9c049b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:03.048330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 271c9d42-644d-45ed-8881-15ca0d9c049b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:03.059699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44549b12-1cfc-4f8c-84ce-6a974f23378c None None] Network 271c9d42-644d-45ed-8881-15ca0d9c049b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:03.074044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:03.074566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.085862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Request body: {'port': {'device_id': '1a733517-eef1-40dc-9283-88d1ea76f603', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '08853bea02134300a9c18df6063b3637'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.106486 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ef46417-e0f8-43a7-ace1-51180b5ece73 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6231170 Nov 22 16:25:03.109136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40358) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.117412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.163410 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.167798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.233044 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83eda85c-43f6-4ec2-bf92-292121525291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.326276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83eda85c-43f6-4ec2-bf92-292121525291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.417494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.438045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-271c9d42-644d-45ed-8881-15ca0d9c049b', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:25:03.439028 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.451784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Made reservation on behalf of 08853bea02134300a9c18df6063b3637 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:03.455883 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.469287 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.513515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40378) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.547371 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83eda85c-43f6-4ec2-bf92-292121525291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.549899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83eda85c-43f6-4ec2-bf92-292121525291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.564439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-83eda85c-43f6-4ec2-bf92-292121525291 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f2cace5-62b4-41f1-9763-c392a24166db HTTP/1.1" status: 204 len: 168 time: 0.5334661 Nov 22 16:25:03.633891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eda85c-43f6-4ec2-bf92-292121525291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2cace5-62b4-41f1-9763-c392a24166db,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:03.655625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.700206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Allocated IP 172.20.0.2 (271c9d42-644d-45ed-8881-15ca0d9c049b/551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2/525e098c-0d55-42fb-b647-4f10d18230bb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:03.755247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.763474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.983531 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.995532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.058684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Pushing event updated for resources: {'Port': ['ID=525e098c-0d55-42fb-b647-4f10d18230bb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.072820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.073170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.073701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.074175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.074656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.075156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.075641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.076117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.076579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.077048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.077510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.078021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Tracked resource versions report: Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: pushed versions: Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: { 'AddressGroup': {'1.2'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Log': {'1.0'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Network': {'1.1'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Port': {'1.7'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'PortForwarding': {'1.2'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'QosPolicy': {'1.10'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'SecurityGroup': {'1.5'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'SubPort': {'1.0'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Subnet': {'1.1'}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Trunk': {'1.1'}} Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: consumer versions: Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: { DHCP agent@n-d-816865-2: {}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: HyperV agent@n-h1-816865-2: {}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: HyperV agent@n-h2-816865-2: {}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: L3 agent@n-d-816865-2: {}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: Metadata agent@n-d-816865-2: {}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: Metering agent@n-d-816865-2: {}, Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: Open vSwitch agent@n-d-816865-2: { 'AddressGroup': '1.2', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'ConntrackHelper': '1.0', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Log': '1.0', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Network': '1.1', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Port': '1.7', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'PortForwarding': '1.2', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'QosPolicy': '1.10', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'SecurityGroup': '1.5', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'SecurityGroupRule': '1.2', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'SubPort': '1.0', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Subnet': '1.1', Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: 'Trunk': '1.1'}} Nov 22 16:25:04.079673 n-d-816865-2 neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:25:04.092328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Network 271c9d42-644d-45ed-8881-15ca0d9c049b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:04.094296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:04.096859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:04.159809 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.196065 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.216543 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da8d471a-cbc0-40ea-b950-0ba9b0c2e644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.224651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ddf089-8655-4834-a131-9558b4e06831,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.248541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Attempting to bind port 525e098c-0d55-42fb-b647-4f10d18230bb on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:04.248916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Attempting to bind port 525e098c-0d55-42fb-b647-4f10d18230bb by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:04.249287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Attempting to bind port 525e098c-0d55-42fb-b647-4f10d18230bb on network 271c9d42-644d-45ed-8881-15ca0d9c049b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:04.271816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:04.272193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Checking segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:04.272601 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.272994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Bound using segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:04.273480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Bound port: 525e098c-0d55-42fb-b647-4f10d18230bb, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:04.273877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.297927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f735c059-bc62-492e-8c55-793bf68562e9 req-9f017a72-5624-4d3d-8c47-6c9ed4f038b3 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 210 time: 0.0868361 Nov 22 16:25:04.410879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] For port 525e098c-0d55-42fb-b647-4f10d18230bb, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:04.416535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] For port 525e098c-0d55-42fb-b647-4f10d18230bb, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=525e098c-0d55-42fb-b647-4f10d18230bb,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:04.438114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.514719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ef60-3412-430e-9f2e-38f73770beb6 None None] Pushing event updated for resources: {'Port': ['ID=525e098c-0d55-42fb-b647-4f10d18230bb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.530003 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da8d471a-cbc0-40ea-b950-0ba9b0c2e644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.556283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da8d471a-cbc0-40ea-b950-0ba9b0c2e644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.747636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d471a-cbc0-40ea-b950-0ba9b0c2e644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d8c9ed-fe38-4e1c-b148-a9be67e094a2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.896819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-da8d471a-cbc0-40ea-b950-0ba9b0c2e644 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2a163d4c19b48e28ce66385af4b5c5a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3777730 Nov 22 16:25:04.914938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40420) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.031809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Allocated IP 192.168.233.139 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/c402a98e-1bec-4c8b-a9a8-afac82d5a975) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:05.100110 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ad99d20-aa51-4744-8ba4-bef38cf96259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.131390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Allocated IP 172.25.0.8 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/3188596b-6579-4d34-aff9-682acd7c931f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:05.183858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ad99d20-aa51-4744-8ba4-bef38cf96259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.249937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.480510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40434) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.494310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.591401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 525e098c-0d55-42fb-b647-4f10d18230bb up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:05.629956 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.777215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:05.777439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 525e098c-0d55-42fb-b647-4f10d18230bb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:05.777642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.779646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Pushing event updated for resources: {'Port': ['ID=3188596b-6579-4d34-aff9-682acd7c931f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:05.783668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:05.793227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ad99d20-aa51-4744-8ba4-bef38cf96259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.799477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ad99d20-aa51-4744-8ba4-bef38cf96259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.801045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ad99d20-aa51-4744-8ba4-bef38cf96259 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05d8c9ed-fe38-4e1c-b148-a9be67e094a2 HTTP/1.1" status: 204 len: 168 time: 0.8837070 Nov 22 16:25:05.808379 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f779e29-c05b-4547-afd1-ee396b96b180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.846392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:05.866722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4969cfcc-0950-4d16-a4f9-5e5bb7a8c519 req-857fb622-5311-4059-bbc1-14231f06fd7d tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 210 time: 0.1368136 Nov 22 16:25:05.884913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad99d20-aa51-4744-8ba4-bef38cf96259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d8c9ed-fe38-4e1c-b148-a9be67e094a2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:05.974848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.068219 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.160751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 525e098c-0d55-42fb-b647-4f10d18230bb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=525e098c-0d55-42fb-b647-4f10d18230bb,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:06.181426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.218831 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.231081 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.323327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-49ac4c99-28a2-435b-b082-7d9eb4c702a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.406693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=525e098c-0d55-42fb-b647-4f10d18230bb,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:06.520980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:06.571105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:06.614664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:06.630510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:06.631289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.639827 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.678500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2ed1b-45b4-4013-9e0d-9c1b9a7aa9c6 None None] Network 271c9d42-644d-45ed-8881-15ca0d9c049b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:06.719830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Pushing event updated for resources: {'Port': ['ID=c402a98e-1bec-4c8b-a9a8-afac82d5a975,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:06.853325 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-2bf90d7f-7b8e-423f-abf0-1d580b33607b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7729301 Nov 22 16:25:06.934451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f779e29-c05b-4547-afd1-ee396b96b180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.956074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-ac9cb284-322f-48f0-a095-f9794aec73cc tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:06.957150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-ac9cb284-322f-48f0-a095-f9794aec73cc tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0372210 Nov 22 16:25:06.989878 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1f779e29-c05b-4547-afd1-ee396b96b180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.064217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40460) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.072019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c60b6425-da84-404a-845f-d27934411114 None None] Provisioning complete for port 525e098c-0d55-42fb-b647-4f10d18230bb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:07.074737 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c60b6425-da84-404a-845f-d27934411114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.248985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1f779e29-c05b-4547-afd1-ee396b96b180 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5131b3cf46424d938f8bec3815627d85&name=default HTTP/1.1" status: 200 len: 2995 time: 1.9966843 Nov 22 16:25:07.254791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.270683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40468) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.503526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 525e098c-0d55-42fb-b647-4f10d18230bb up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:07.551608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f779e29-c05b-4547-afd1-ee396b96b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707f5b8b-0f8a-454d-8a58-ab0c8db5fb0a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:07.570007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-feb6cc45-8e64-4b38-83a5-be0380f21d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.586587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bff70344-dcd3-49cb-ac60-dd1df46f5275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.643737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9b5b-6351-4496-a4bf-866bb50a7e68 req-04672c5d-a0eb-4340-8f46-756f0f58fc8a tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:07.646411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bff70344-dcd3-49cb-ac60-dd1df46f5275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.661393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21dd9b5b-6351-4496-a4bf-866bb50a7e68 req-04672c5d-a0eb-4340-8f46-756f0f58fc8a tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 936 time: 0.5950902 Nov 22 16:25:07.703056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.718625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Request body: {'port': {'device_id': '1a733517-eef1-40dc-9283-88d1ea76f603', 'device_owner': 'compute:tempest-test_az-1380088478', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:07.834720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d6ed5deb-1dbf-4361-bec8-490131448855 None None] Provisioning complete for port c402a98e-1bec-4c8b-a9a8-afac82d5a975 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:07.836184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5deb-1dbf-4361-bec8-490131448855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.863453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bff70344-dcd3-49cb-ac60-dd1df46f5275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.866647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bff70344-dcd3-49cb-ac60-dd1df46f5275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.874294 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bff70344-dcd3-49cb-ac60-dd1df46f5275 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/707f5b8b-0f8a-454d-8a58-ab0c8db5fb0a HTTP/1.1" status: 204 len: 168 time: 0.6009150 Nov 22 16:25:07.919218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff70344-dcd3-49cb-ac60-dd1df46f5275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707f5b8b-0f8a-454d-8a58-ab0c8db5fb0a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:07.922513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-49ac4c99-28a2-435b-b082-7d9eb4c702a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.005419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-49ac4c99-28a2-435b-b082-7d9eb4c702a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.008084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 525e098c-0d55-42fb-b647-4f10d18230bb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:08.011489 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.088737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Router 21a704c2-aff5-4015-bc01-5b0c4978d1ba is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:25:08.092619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed5deb-1dbf-4361-bec8-490131448855 None None] Port c402a98e-1bec-4c8b-a9a8-afac82d5a975 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:08.217058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-190cbfa0-90b5-4def-942f-e0dac982b934 None None] Provisioning complete for port 525e098c-0d55-42fb-b647-4f10d18230bb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:08.222151 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-190cbfa0-90b5-4def-942f-e0dac982b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.253991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21dd9b5b-6351-4496-a4bf-866bb50a7e68 req-860e51a7-ee8c-4c7b-b0da-f1a25a7d6bcb tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890095 Nov 22 16:25:08.279975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-49ac4c99-28a2-435b-b082-7d9eb4c702a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8478437579c4683a165c9c7298691d4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7961450 Nov 22 16:25:08.307095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40492) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.315805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.388235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:08.406879 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Sync routers for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:08.416971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac4c99-28a2-435b-b082-7d9eb4c702a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de349a3-2944-4af5-a678-ca0969c93b0a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:08.448936 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:08.453115 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:24:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:08.459307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.469983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f813398a-244d-4fa2-8715-5c28c816f43a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.3589375 Nov 22 16:25:08.471503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40502) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.701163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-feb6cc45-8e64-4b38-83a5-be0380f21d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.920103 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:09.064020 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-feb6cc45-8e64-4b38-83a5-be0380f21d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.202680 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ea8215-8efe-4c43-9780-c4b59092dcbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.579524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.644711 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:06Z', 'revision_number': 3, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:09.711399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-feb6cc45-8e64-4b38-83a5-be0380f21d88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11c8252e501741628354bc4392818157&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6270137 Nov 22 16:25:09.713862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6cc45-8e64-4b38-83a5-be0380f21d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6265679b-0403-4540-82c8-9cb0b6747f5f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:09.724239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.725814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.754108 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Checking router: 21a704c2-aff5-4015-bc01-5b0c4978d1ba for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:09.754471 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Updating router 21a704c2-aff5-4015-bc01-5b0c4978d1ba port 3188596b-6579-4d34-aff9-682acd7c931f binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:09.756040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40542) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.778488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ea8215-8efe-4c43-9780-c4b59092dcbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.782982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7d898b0-b89f-4838-8de3-7c09bea5b7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.830619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4ceee-ecdf-4b79-9560-53575a5df1cc req-a271e1cc-ffa4-4742-b2a0-6cf11ecbc335 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:09.842756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60f4ceee-ecdf-4b79-9560-53575a5df1cc req-a271e1cc-ffa4-4742-b2a0-6cf11ecbc335 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 936 time: 0.3508589 Nov 22 16:25:09.843469 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.981207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60f4ceee-ecdf-4b79-9560-53575a5df1cc req-82d946fb-c04e-47d0-b3d8-5185061fd2e0 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356099 Nov 22 16:25:10.095720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2db49ab-d642-46ab-b88c-6b8c1574111e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.134711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ea8215-8efe-4c43-9780-c4b59092dcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.137954 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52ea8215-8efe-4c43-9780-c4b59092dcbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.147621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-52ea8215-8efe-4c43-9780-c4b59092dcbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5de349a3-2944-4af5-a678-ca0969c93b0a HTTP/1.1" status: 204 len: 168 time: 1.8376572 Nov 22 16:25:10.228350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea8215-8efe-4c43-9780-c4b59092dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de349a3-2944-4af5-a678-ca0969c93b0a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.365395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c402a98e-1bec-4c8b-a9a8-afac82d5a975 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:10.393959 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.400148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Allocated IP 172.20.0.1 (271c9d42-644d-45ed-8881-15ca0d9c049b/551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2/e9cdc002-0129-40a6-9d1c-11cfe5def540) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:10.405790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7d898b0-b89f-4838-8de3-7c09bea5b7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.416794 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7d898b0-b89f-4838-8de3-7c09bea5b7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.463524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d898b0-b89f-4838-8de3-7c09bea5b7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7484d3d6-4bc9-4b24-be69-6108166a6bf6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.471159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Transition to ACTIVE for port object c402a98e-1bec-4c8b-a9a8-afac82d5a975 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:10.487362 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.502532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d7d898b0-b89f-4838-8de3-7c09bea5b7dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5b12d722e9d440c825a933713dbfd5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9098496 Nov 22 16:25:10.526992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40556) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:10.675458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2db49ab-d642-46ab-b88c-6b8c1574111e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.706391 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.719901 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.731622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.831769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-060a1c8f-7320-448a-8a00-a27b2b68f7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.848186 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Pushing event updated for resources: {'Port': ['ID=3188596b-6579-4d34-aff9-682acd7c931f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.851343 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.887412 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.887769 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.888116 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.888479 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.888858 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.889190 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.889476 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.889855 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.890129 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.890479 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.891114 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.891288 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Tracked resource versions report: Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: pushed versions: Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: { 'AddressGroup': {'1.2'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Log': {'1.0'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Network': {'1.1'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Port': {'1.7'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'PortForwarding': {'1.2'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'QosPolicy': {'1.10'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'SecurityGroup': {'1.5'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'SubPort': {'1.0'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Subnet': {'1.1'}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Trunk': {'1.1'}} Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: consumer versions: Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: { DHCP agent@n-d-816865-2: {}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: HyperV agent@n-h1-816865-2: {}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: HyperV agent@n-h2-816865-2: {}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: L3 agent@n-d-816865-2: {}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: Metadata agent@n-d-816865-2: {}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: Metering agent@n-d-816865-2: {}, Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: Open vSwitch agent@n-d-816865-2: { 'AddressGroup': '1.2', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'ConntrackHelper': '1.0', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Log': '1.0', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Network': '1.1', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Port': '1.7', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'PortForwarding': '1.2', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'QosPolicy': '1.10', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'SecurityGroup': '1.5', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'SecurityGroupRule': '1.2', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'SubPort': '1.0', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Subnet': '1.1', Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: 'Trunk': '1.1'}} Nov 22 16:25:10.903441 n-d-816865-2 neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:25:10.944420 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Attempting to bind port 3188596b-6579-4d34-aff9-682acd7c931f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:10.944822 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Attempting to bind port 3188596b-6579-4d34-aff9-682acd7c931f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:10.945267 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Attempting to bind port 3188596b-6579-4d34-aff9-682acd7c931f on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:10.954848 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:10.955263 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:10.959445 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.959659 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:10.960162 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Bound port: 3188596b-6579-4d34-aff9-682acd7c931f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:10.960676 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.987603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:11.104848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Network 271c9d42-644d-45ed-8881-15ca0d9c049b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:11.124847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a0c85bb-3b4f-4940-9344-5068568f8dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.135009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:11.155199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:11.156044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.164377 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] For port 3188596b-6579-4d34-aff9-682acd7c931f, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:11.172220 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] For port 3188596b-6579-4d34-aff9-682acd7c931f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3188596b-6579-4d34-aff9-682acd7c931f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:11.180382 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.190161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cdc002-0129-40a6-9d1c-11cfe5def540,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:11.226161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Pushing event updated for resources: {'Port': ['ID=c402a98e-1bec-4c8b-a9a8-afac82d5a975,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:11.263479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Attempting to bind port c402a98e-1bec-4c8b-a9a8-afac82d5a975 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:11.263933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Attempting to bind port c402a98e-1bec-4c8b-a9a8-afac82d5a975 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:11.264290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Attempting to bind port c402a98e-1bec-4c8b-a9a8-afac82d5a975 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:11.308189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Port c402a98e-1bec-4c8b-a9a8-afac82d5a975 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:11.308652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Attempting to bind port c402a98e-1bec-4c8b-a9a8-afac82d5a975 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:11.331562 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d5f6d58-8d2f-4fd4-b8ba-9134010606d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.344517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:11.344877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:11.345434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:11.346664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Bound port: c402a98e-1bec-4c8b-a9a8-afac82d5a975, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:11.356715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.382242 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:11.384210 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:24:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:11.459969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d5f6d58-8d2f-4fd4-b8ba-9134010606d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.481624 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8915eb-b811-46be-81be-f7bbabc54cac None None] Pushing event updated for resources: {'Port': ['ID=3188596b-6579-4d34-aff9-682acd7c931f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:11.544861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2db49ab-d642-46ab-b88c-6b8c1574111e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.553739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2db49ab-d642-46ab-b88c-6b8c1574111e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.557606 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c2db49ab-d642-46ab-b88c-6b8c1574111e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6265679b-0403-4540-82c8-9cb0b6747f5f HTTP/1.1" status: 204 len: 168 time: 1.8254719 Nov 22 16:25:11.622871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d5f6d58-8d2f-4fd4-b8ba-9134010606d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.625968 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d5f6d58-8d2f-4fd4-b8ba-9134010606d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.627168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7d5f6d58-8d2f-4fd4-b8ba-9134010606d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7484d3d6-4bc9-4b24-be69-6108166a6bf6 HTTP/1.1" status: 204 len: 168 time: 1.0993674 Nov 22 16:25:11.632606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4e4a-26c6-477b-a01c-52fde8aa31d0 None None] Provisioning complete for port e9cdc002-0129-40a6-9d1c-11cfe5def540 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:11.634687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4e4a-26c6-477b-a01c-52fde8aa31d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.657998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb51d2a-577c-46e7-afa0-2cd41413d726 req-86c5a1a6-40ad-43cc-ad0f-ea3b15de4ae8 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:11.658628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db49ab-d642-46ab-b88c-6b8c1574111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6265679b-0403-4540-82c8-9cb0b6747f5f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:11.660219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aeb51d2a-577c-46e7-afa0-2cd41413d726 req-86c5a1a6-40ad-43cc-ad0f-ea3b15de4ae8 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 970 time: 0.4460802 Nov 22 16:25:11.693603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.761113 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:11.831698 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-060a1c8f-7320-448a-8a00-a27b2b68f7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.847893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-060a1c8f-7320-448a-8a00-a27b2b68f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.855692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc4e4a-26c6-477b-a01c-52fde8aa31d0 None None] Port e9cdc002-0129-40a6-9d1c-11cfe5def540 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:11.871878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aeb51d2a-577c-46e7-afa0-2cd41413d726 req-01e4a529-d359-47fe-91a7-312a46eaf8d1 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816983 Nov 22 16:25:11.872639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f6d58-8d2f-4fd4-b8ba-9134010606d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7484d3d6-4bc9-4b24-be69-6108166a6bf6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.020077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a1c8f-7320-448a-8a00-a27b2b68f7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd15579-c910-4f17-80bf-24a08434d257,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.040909 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-060a1c8f-7320-448a-8a00-a27b2b68f7fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a542ec99370436c922e58807e3e9d06&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2827203 Nov 22 16:25:12.045598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40580) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:12.047228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] For port c402a98e-1bec-4c8b-a9a8-afac82d5a975, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:12.169449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] For port c402a98e-1bec-4c8b-a9a8-afac82d5a975, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c402a98e-1bec-4c8b-a9a8-afac82d5a975,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:12.193481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a0c85bb-3b4f-4940-9344-5068568f8dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.206269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a0c85bb-3b4f-4940-9344-5068568f8dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.222736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40582) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:12.230008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.290201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4a0c85bb-3b4f-4940-9344-5068568f8dc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e42e0e4dfc924c0b907b0d6691d645b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3007834 Nov 22 16:25:12.295755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40586) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:12.331967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c85bb-3b4f-4940-9344-5068568f8dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce42419-7645-4c8e-a91a-30064c3e53a8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.358217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:12.358907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.360578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] 10.222.0.37 "PUT /v2.0/ports/c402a98e-1bec-4c8b-a9a8-afac82d5a975 HTTP/1.1" status: 200 len: 1118 time: 5.0599508 Nov 22 16:25:12.363401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a733517-eef1-40dc-9283-88d1ea76f603', 'tag': 'c402a98e-1bec-4c8b-a9a8-afac82d5a975'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:12.364914 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:06Z', 'revision_number': 3, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:12.441087 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd9f21-1e76-4b57-81e5-23862c00a746 None None] The sync data for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 is: [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:06Z', 'revision_number': 3, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:12.449383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.465004 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.465797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.526416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f6e47e7-1f69-4773-abde-13e0c6f50637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.642277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f6e47e7-1f69-4773-abde-13e0c6f50637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.664790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bf44cec-072e-483c-a4bc-dacd9d25917b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.674315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cdc002-0129-40a6-9d1c-11cfe5def540,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.800970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f568bb1-8c24-4887-8527-27fa51e6d109 service neutron] Pushing event updated for resources: {'Port': ['ID=c402a98e-1bec-4c8b-a9a8-afac82d5a975,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.881397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Network 271c9d42-644d-45ed-8881-15ca0d9c049b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:12.882765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:12.914010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f6e47e7-1f69-4773-abde-13e0c6f50637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.928218 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f6e47e7-1f69-4773-abde-13e0c6f50637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.931909 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2f6e47e7-1f69-4773-abde-13e0c6f50637 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bce42419-7645-4c8e-a91a-30064c3e53a8 HTTP/1.1" status: 204 len: 168 time: 0.6256306 Nov 22 16:25:12.972119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e47e7-1f69-4773-abde-13e0c6f50637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce42419-7645-4c8e-a91a-30064c3e53a8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:13.088150 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bf44cec-072e-483c-a4bc-dacd9d25917b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.280497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-a639ebf1-4d29-4f83-a4d8-1a240887a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:13.281960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-a639ebf1-4d29-4f83-a4d8-1a240887a3e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08853bea02134300a9c18df6063b3637&device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 1121 time: 0.6116464 Nov 22 16:25:13.335768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Router 21a704c2-aff5-4015-bc01-5b0c4978d1ba has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:25:13.399986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c55e8ec9-e722-4411-beea-26e6ec868c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.491894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-972e7942-b267-4b78-b706-122e28efefde None None] Provisioning complete for port e9cdc002-0129-40a6-9d1c-11cfe5def540 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:13.492535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-972e7942-b267-4b78-b706-122e28efefde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.613053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-fc1845ca-b2d5-435a-b1b5-46a994c62f1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=c402a98e-1bec-4c8b-a9a8-afac82d5a975 HTTP/1.1" status: 200 len: 217 time: 0.3181200 Nov 22 16:25:13.659454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e0d8e-e909-4b58-ae07-3b61bde2d988 req-f80931e1-e072-466d-af49-2ba51886400b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:13.662472 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-878e0d8e-e909-4b58-ae07-3b61bde2d988 req-f80931e1-e072-466d-af49-2ba51886400b tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 970 time: 0.5384183 Nov 22 16:25:13.663313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-972e7942-b267-4b78-b706-122e28efefde None None] Port e9cdc002-0129-40a6-9d1c-11cfe5def540 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:13.670749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3188596b-6579-4d34-aff9-682acd7c931f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:13.726343 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a733517-eef1-40dc-9283-88d1ea76f603", "tag": "c402a98e-1bec-4c8b-a9a8-afac82d5a975"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:13.861201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3188596b-6579-4d34-aff9-682acd7c931f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:13.868124 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.896216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:13.911449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e8755910-cede-453c-baea-3849d6102364 admin admin] 10.222.0.59 "PUT /v2.0/routers/21a704c2-aff5-4015-bc01-5b0c4978d1ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4312022 Nov 22 16:25:13.914077 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c55e8ec9-e722-4411-beea-26e6ec868c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.922860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c55e8ec9-e722-4411-beea-26e6ec868c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.961961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bf44cec-072e-483c-a4bc-dacd9d25917b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.967647 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bf44cec-072e-483c-a4bc-dacd9d25917b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.968872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9bf44cec-072e-483c-a4bc-dacd9d25917b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/efd15579-c910-4f17-80bf-24a08434d257 HTTP/1.1" status: 204 len: 168 time: 1.9173236 Nov 22 16:25:14.001069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-878e0d8e-e909-4b58-ae07-3b61bde2d988 req-43ca497c-11ca-4bf6-b275-012d4b55a818 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288875 Nov 22 16:25:14.042535 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c55e8ec9-e722-4411-beea-26e6ec868c0e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85d02ed454a94ec3b739999d8875870c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7949085 Nov 22 16:25:14.042535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e8ec9-e722-4411-beea-26e6ec868c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1808bfe6-e69a-4f76-b1f7-3f0e832bc0fa,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:14.042535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40618) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:14.075380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf44cec-072e-483c-a4bc-dacd9d25917b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd15579-c910-4f17-80bf-24a08434d257,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:14.111932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-77a82f23-1462-448a-9990-08cb59711ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:14.116605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-77a82f23-1462-448a-9990-08cb59711ef7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.3389583 Nov 22 16:25:14.158170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:14.196846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-375b1163-e607-4dd1-9c75-2bcee8314bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.218995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-133f1b36-268c-4c95-b070-6d8ec7e06832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.229363 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.289901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 3188596b-6579-4d34-aff9-682acd7c931f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3188596b-6579-4d34-aff9-682acd7c931f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:14.310568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.328864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-133f1b36-268c-4c95-b070-6d8ec7e06832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.439684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=3188596b-6579-4d34-aff9-682acd7c931f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:14.505040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-133f1b36-268c-4c95-b070-6d8ec7e06832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.508821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-133f1b36-268c-4c95-b070-6d8ec7e06832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.514911 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-133f1b36-268c-4c95-b070-6d8ec7e06832 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1808bfe6-e69a-4f76-b1f7-3f0e832bc0fa HTTP/1.1" status: 204 len: 168 time: 0.4685922 Nov 22 16:25:14.537939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f1b36-268c-4c95-b070-6d8ec7e06832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1808bfe6-e69a-4f76-b1f7-3f0e832bc0fa,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:14.540811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-15f77123-38fa-4454-897f-76f230ce9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:14.543394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-15f77123-38fa-4454-897f-76f230ce9618 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2976687 Nov 22 16:25:14.628233 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-375b1163-e607-4dd1-9c75-2bcee8314bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.634866 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-375b1163-e607-4dd1-9c75-2bcee8314bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.805846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-375b1163-e607-4dd1-9c75-2bcee8314bfb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec5f6709b7524cd4982de679d91d60a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6462233 Nov 22 16:25:14.809355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40632) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:14.824477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b1163-e607-4dd1-9c75-2bcee8314bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1152c6-3e47-4595-86b4-ea3c1ed64f27,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:14.871150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-c6207e44-7218-4a9a-8ee7-8dc5a84794cd service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126616 Nov 22 16:25:14.893539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e321d78a-e61e-45c1-9d83-fe41d2e4db74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.917646 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f6fa3-81e8-4892-bdab-5b1500ca9c58 x-openstack-request-id: req-e18f6fa3-81e8-4892-bdab-5b1500ca9c58 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:14.917965 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a733517-eef1-40dc-9283-88d1ea76f603", "tag": "c402a98e-1bec-4c8b-a9a8-afac82d5a975", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:14.918213 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e18f6fa3-81e8-4892-bdab-5b1500ca9c58 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:14.918677 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a733517-eef1-40dc-9283-88d1ea76f603', 'tag': 'c402a98e-1bec-4c8b-a9a8-afac82d5a975', 'status': 'completed', 'code': 200} Nov 22 16:25:14.922096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e321d78a-e61e-45c1-9d83-fe41d2e4db74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.028620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e321d78a-e61e-45c1-9d83-fe41d2e4db74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.031520 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e321d78a-e61e-45c1-9d83-fe41d2e4db74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.035829 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e321d78a-e61e-45c1-9d83-fe41d2e4db74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e1152c6-3e47-4595-86b4-ea3c1ed64f27 HTTP/1.1" status: 204 len: 168 time: 0.2224133 Nov 22 16:25:15.062498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321d78a-e61e-45c1-9d83-fe41d2e4db74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1152c6-3e47-4595-86b4-ea3c1ed64f27,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:15.279667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baef968-e1e0-4278-a04f-e075e71d8d3d req-79ab6f5a-9515-4331-85b0-3f2a9ce95f5c tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:15.291315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5baef968-e1e0-4278-a04f-e075e71d8d3d req-79ab6f5a-9515-4331-85b0-3f2a9ce95f5c tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 970 time: 0.1317904 Nov 22 16:25:15.377391 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c807acb5-909f-4313-8601-f92c788445dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.468663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5baef968-e1e0-4278-a04f-e075e71d8d3d req-7902a103-3d10-4904-a135-4bac57ab2700 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756828 Nov 22 16:25:15.494028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3188596b-6579-4d34-aff9-682acd7c931f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:15.622411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3188596b-6579-4d34-aff9-682acd7c931f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:15.622899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.699748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Sync routers for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:15.754084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:15.761773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:15.763993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:24:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:15.780840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdae9598-35c5-458f-872c-0bd1aa100e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.985878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdae9598-35c5-458f-872c-0bd1aa100e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.995908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdae9598-35c5-458f-872c-0bd1aa100e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.005783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:16.083331 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fdae9598-35c5-458f-872c-0bd1aa100e6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2701b3cd78e49c380e31e6a7cce24bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278835 Nov 22 16:25:16.086198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40656) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:16.112113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae9598-35c5-458f-872c-0bd1aa100e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f4ab41-db7e-43a4-bab1-7d3c3d69a04a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:16.194702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a02d020-fc28-45fe-a4e1-8430b9b96890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.208346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40662) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:16.238611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ec21-1dbb-4d08-ba1e-9e18b809f3b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.268655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a02d020-fc28-45fe-a4e1-8430b9b96890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.364219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a02d020-fc28-45fe-a4e1-8430b9b96890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.367659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a02d020-fc28-45fe-a4e1-8430b9b96890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.371319 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1a02d020-fc28-45fe-a4e1-8430b9b96890 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03f4ab41-db7e-43a4-bab1-7d3c3d69a04a HTTP/1.1" status: 204 len: 168 time: 0.2839632 Nov 22 16:25:16.387205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02d020-fc28-45fe-a4e1-8430b9b96890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f4ab41-db7e-43a4-bab1-7d3c3d69a04a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:16.501487 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ec21-1dbb-4d08-ba1e-9e18b809f3b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.503973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 2, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:16.512664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cd1ec21-1dbb-4d08-ba1e-9e18b809f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.572202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Checking router: 21a704c2-aff5-4015-bc01-5b0c4978d1ba for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:16.572599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Updating router 21a704c2-aff5-4015-bc01-5b0c4978d1ba port e9cdc002-0129-40a6-9d1c-11cfe5def540 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:16.595079 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4cd1ec21-1dbb-4d08-ba1e-9e18b809f3b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=729216c9a0034f078acbd0416bb9aa7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847888 Nov 22 16:25:16.613251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40676) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:16.614364 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.692347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb3652-b1c9-421e-bae6-a21f0240dd22 req-3900c814-377a-4545-8e5c-9808f0884218 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:16.696060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebfb3652-b1c9-421e-bae6-a21f0240dd22 req-3900c814-377a-4545-8e5c-9808f0884218 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 970 time: 0.1287029 Nov 22 16:25:16.701795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1ec21-1dbb-4d08-ba1e-9e18b809f3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c095e-0e19-406e-ad4c-2858c159a32d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:16.786260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60372bf4-c201-48b5-9c4f-a7f06bfa6ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.821223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebfb3652-b1c9-421e-bae6-a21f0240dd22 req-3bb92abe-9dd0-4a0a-929d-36f9f95a0ac2 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093645 Nov 22 16:25:16.842463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60372bf4-c201-48b5-9c4f-a7f06bfa6ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.940777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60372bf4-c201-48b5-9c4f-a7f06bfa6ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.944047 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60372bf4-c201-48b5-9c4f-a7f06bfa6ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.945561 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-60372bf4-c201-48b5-9c4f-a7f06bfa6ed1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e5c095e-0e19-406e-ad4c-2858c159a32d HTTP/1.1" status: 204 len: 168 time: 0.3288314 Nov 22 16:25:16.955674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60372bf4-c201-48b5-9c4f-a7f06bfa6ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c095e-0e19-406e-ad4c-2858c159a32d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.101378 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.110107 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.161746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a72e2-8064-460f-8de3-9efd5ab0c44e None None] Pushing event updated for resources: {'Port': ['ID=e9cdc002-0129-40a6-9d1c-11cfe5def540,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.247173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Attempting to bind port e9cdc002-0129-40a6-9d1c-11cfe5def540 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:17.247866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Attempting to bind port e9cdc002-0129-40a6-9d1c-11cfe5def540 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:17.248428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Attempting to bind port e9cdc002-0129-40a6-9d1c-11cfe5def540 on network 271c9d42-644d-45ed-8881-15ca0d9c049b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:17.254810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:17.255231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Checking segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:17.255651 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.256081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Bound using segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:17.256721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Bound port: e9cdc002-0129-40a6-9d1c-11cfe5def540, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:17.257135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.336644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] For port e9cdc002-0129-40a6-9d1c-11cfe5def540, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:17.341061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] For port e9cdc002-0129-40a6-9d1c-11cfe5def540, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e9cdc002-0129-40a6-9d1c-11cfe5def540,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:17.350181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.449439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:17.450125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:24:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:17.465990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a72e2-8064-460f-8de3-9efd5ab0c44e None None] Pushing event updated for resources: {'Port': ['ID=e9cdc002-0129-40a6-9d1c-11cfe5def540,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.557508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ab3b0705-b0a5-4d3b-a3a8-be7afbe935bb None None] Provisioning complete for port e9cdc002-0129-40a6-9d1c-11cfe5def540 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:17.558394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0705-b0a5-4d3b-a3a8-be7afbe935bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.618861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39f4bcc4-3daa-4110-8551-e4f30c551885 req-db30346c-e63f-42a6-bd58-7618d1e0667d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967831 Nov 22 16:25:17.758685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-93223fb3-a149-4a42-9090-4215b5d3bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:17.761008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-93223fb3-a149-4a42-9090-4215b5d3bbee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08853bea02134300a9c18df6063b3637&device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 1121 time: 0.0627623 Nov 22 16:25:17.819323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:17.852893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40716) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:17.859923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-network', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:17.909493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Made reservation on behalf of 1d4a9b6434dd428ba6e06e86c0e986b8 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:17.913747 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.934076 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.025000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59e8b7ce-4d87-41d0-9019-b331af9cb35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.058973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-c3768381-2960-41db-b9eb-60be900d75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:18.060775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-c3768381-2960-41db-b9eb-60be900d75b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2883885 Nov 22 16:25:18.086173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.099881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36d0db-4856-4e3f-8911-1433880c360b req-ad9728a9-ad7c-4f54-a828-fafb4e03388d tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:18.101451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b36d0db-4856-4e3f-8911-1433880c360b req-ad9728a9-ad7c-4f54-a828-fafb4e03388d tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 970 time: 0.1387107 Nov 22 16:25:18.102504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.143086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-926f25d4-c443-4973-b6e0-00a633ec5304 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=c402a98e-1bec-4c8b-a9a8-afac82d5a975 HTTP/1.1" status: 200 len: 217 time: 0.0722070 Nov 22 16:25:18.175877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0705-b0a5-4d3b-a3a8-be7afbe935bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.195726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:18.202379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380d9e56-31ed-4f2d-9000-e75032e2710e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:18.212717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.214549 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Added segment 027a13d5-9b88-41bb-8500-4bae5aa4abe6 of type vlan for network ff20bfe0-a557-479e-ba53-e036b3121353 Nov 22 16:25:18.254527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ab3b0705-b0a5-4d3b-a3a8-be7afbe935bb None None] For port e9cdc002-0129-40a6-9d1c-11cfe5def540, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e9cdc002-0129-40a6-9d1c-11cfe5def540,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:18.273528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-e3529f50-dc5e-494d-b7d1-0003ef8ad9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:18.274901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-e3529f50-dc5e-494d-b7d1-0003ef8ad9e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1065211 Nov 22 16:25:18.277130 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0705-b0a5-4d3b-a3a8-be7afbe935bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.278825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b36d0db-4856-4e3f-8911-1433880c360b req-3aa3ae83-f382-4f0a-b1b4-56577e3dea3f tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390655 Nov 22 16:25:18.279775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.300394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:17Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:18.318159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.320312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:18.321432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.342481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd62902-09ef-4d52-a684-237669f6b5c3 None None] The sync data for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 is: [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:17Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:18.471090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b0705-b0a5-4d3b-a3a8-be7afbe935bb None None] Pushing event updated for resources: {'Port': ['ID=e9cdc002-0129-40a6-9d1c-11cfe5def540,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:18.491368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-998f28d4-5ced-4bc0-8b35-f3539e5ae11f None None] Provisioning complete for port e9cdc002-0129-40a6-9d1c-11cfe5def540 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:18.492016 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-998f28d4-5ced-4bc0-8b35-f3539e5ae11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.662753 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8075037 Nov 22 16:25:18.665738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40738) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:18.671375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Request body: {'subnet': {'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-subnet', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:18.702527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f08f4-e7be-4ac4-a53e-88a39ff679a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ff20bfe0-a557-479e-ba53-e036b3121353,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:18.718158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ff20bfe0-a557-479e-ba53-e036b3121353 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:18.727696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Made reservation on behalf of 1d4a9b6434dd428ba6e06e86c0e986b8 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:18.736318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.747673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-9e1eb03e-89a8-4fae-b542-cd56b136f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:18.749389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-9e1eb03e-89a8-4fae-b542-cd56b136f110 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4654429 Nov 22 16:25:18.884215 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.901119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-e9815c96-2099-46ef-9cb0-333ca1e72a28 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425896 Nov 22 16:25:19.027390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.080804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b15b0aca-3c09-4a25-aba0-63bb1e2f38d0 req-1e7b8cca-5f95-4a00-9fb1-2e40f2617315 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715665 Nov 22 16:25:19.110531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Checking segment: {'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:19.111167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Network hostable DHCP agents. Network: ff20bfe0-a557-479e-ba53-e036b3121353, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:19.113682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301f3f86-db23-45e7-ab3b-7120149c68b4,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:19.139513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Network ff20bfe0-a557-479e-ba53-e036b3121353 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:19.153617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ff20bfe0-a557-479e-ba53-e036b3121353) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:19.165180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b57aaa9-c5a7-4057-951a-6e3cfdf65006 None None] Network ff20bfe0-a557-479e-ba53-e036b3121353 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:19.173623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:19.175465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.211061 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7f98f261-c269-4b12-88c4-9146cd0d8f38 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5415564 Nov 22 16:25:19.211674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40752) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:19.217445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:19.254802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.256627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.415011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.451455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ff20bfe0-a557-479e-ba53-e036b3121353', 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'fixed_ips': [{'subnet_id': '301f3f86-db23-45e7-ab3b-7120149c68b4'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:25:19.452631 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.485471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e9cdc002-0129-40a6-9d1c-11cfe5def540 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:19.721829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e9cdc002-0129-40a6-9d1c-11cfe5def540 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:19.721829 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.764200 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.766692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Allocated IP 172.20.0.2 (ff20bfe0-a557-479e-ba53-e036b3121353/301f3f86-db23-45e7-ab3b-7120149c68b4/68faff9d-550c-40b6-a842-b25c12791423) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:19.793552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a794270-4c62-42dc-a6cf-bd45e98dc639 req-6b0997f4-8176-4705-9c00-4f488143c9f5 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:19.796251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a794270-4c62-42dc-a6cf-bd45e98dc639 req-6b0997f4-8176-4705-9c00-4f488143c9f5 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 970 time: 0.3837016 Nov 22 16:25:19.949292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a794270-4c62-42dc-a6cf-bd45e98dc639 req-f257b939-bcd4-4de8-bfce-d6c85ac37138 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261942 Nov 22 16:25:20.071732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.089215 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.154657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Pushing event updated for resources: {'Port': ['ID=68faff9d-550c-40b6-a842-b25c12791423,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:20.165687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.177558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Network ff20bfe0-a557-479e-ba53-e036b3121353 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:20.179172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:20.183029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:20.199901 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.262158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Attempting to bind port 68faff9d-550c-40b6-a842-b25c12791423 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:20.262572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Attempting to bind port 68faff9d-550c-40b6-a842-b25c12791423 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:20.262921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Attempting to bind port 68faff9d-550c-40b6-a842-b25c12791423 on network ff20bfe0-a557-479e-ba53-e036b3121353 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:20.268788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:20.269079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Checking segment: {'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:20.269480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.269888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Bound using segment: {'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:20.270377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Bound port: 68faff9d-550c-40b6-a842-b25c12791423, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:20.270759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.332681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Allocated IP 172.25.0.226 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/65c0d795-b3fe-41f9-9b60-1e3c1ad8258b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:20.364642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] For port 68faff9d-550c-40b6-a842-b25c12791423, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:20.368309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] For port 68faff9d-550c-40b6-a842-b25c12791423, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=68faff9d-550c-40b6-a842-b25c12791423,segment=NetworkSegment(027a13d5-9b88-41bb-8500-4bae5aa4abe6),segment_id=027a13d5-9b88-41bb-8500-4bae5aa4abe6)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:20.375855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.462455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3fba0-8407-4243-b0e3-c68219ff67ae None None] Pushing event updated for resources: {'Port': ['ID=68faff9d-550c-40b6-a842-b25c12791423,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:20.487776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.512924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.535450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.586397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:20.590371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:20.595137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:20.624449 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:25:20.633915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Pushing event updated for resources: {'Port': ['ID=65c0d795-b3fe-41f9-9b60-1e3c1ad8258b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:20.736913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:20.862207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c402a98e-1bec-4c8b-a9a8-afac82d5a975 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:20.909213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.067838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c402a98e-1bec-4c8b-a9a8-afac82d5a975, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c402a98e-1bec-4c8b-a9a8-afac82d5a975,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:21.083785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'c402a98e-1bec-4c8b-a9a8-afac82d5a975', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'c402a98e-1bec-4c8b-a9a8-afac82d5a975', 'mac_address': 'fa:16:3e:bd:7c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:tempest-test_az-1380088478', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:21.118160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b28fee-e695-4f62-beda-9da6e95d8b89 req-5c31997d-2fdd-4fbf-899f-3b9fdb513464 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:21.119793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36b28fee-e695-4f62-beda-9da6e95d8b89 req-5c31997d-2fdd-4fbf-899f-3b9fdb513464 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 970 time: 0.0654624 Nov 22 16:25:21.152065 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.169852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c402a98e-1bec-4c8b-a9a8-afac82d5a975 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:21.183892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-366412692-network', 'tenant_id': 'c9cb7fc0ab1842de9bc9d68c2ba96934'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:21.196423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c402a98e-1bec-4c8b-a9a8-afac82d5a975, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c402a98e-1bec-4c8b-a9a8-afac82d5a975,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:21.202510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.226741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Made reservation on behalf of c9cb7fc0ab1842de9bc9d68c2ba96934 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:21.229901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.240502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.277866 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.290636 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.300726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c402a98e-1bec-4c8b-a9a8-afac82d5a975,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:21.427993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.436442 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.474799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:21.480866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c402a98e-1bec-4c8b-a9a8-afac82d5a975'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:21.491565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36b28fee-e695-4f62-beda-9da6e95d8b89 req-e638e35b-77c7-4e87-9c72-a16e6cba58b3 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297173 Nov 22 16:25:21.495432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b15512f-4ac4-4831-acb9-fb8fcce5e416,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:21.512042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.512487 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Added segment 522e5115-a703-46bb-8c30-12c33547cf95 of type vlan for network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 Nov 22 16:25:21.610996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 68faff9d-550c-40b6-a842-b25c12791423 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:21.616466 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.663456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.664676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:21.668130 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.674885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Router 25baba43-04dd-478d-a502-c54407beaccd is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:25:21.723788 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9855323 Nov 22 16:25:21.728535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:21.759365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Request body: {'subnet': {'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-366412692-subnet', 'tenant_id': 'c9cb7fc0ab1842de9bc9d68c2ba96934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:21.803414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Made reservation on behalf of c9cb7fc0ab1842de9bc9d68c2ba96934 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:21.809778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.835681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 68faff9d-550c-40b6-a842-b25c12791423 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:21.836064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.959149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b9f74-1096-457b-9502-d08bb5ed9978 None None] Network ff20bfe0-a557-479e-ba53-e036b3121353 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:22.051020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.082356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8535c1-c56b-4d86-b9d8-0d1ab0d29c59 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1ac639-9e1b-4f7a-988e-ced7d27e6985,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:22.142469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92eb9c2c-4950-411b-9ebf-58648e00b4bc,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:22.156723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:22.157257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Network hostable DHCP agents. Network: 5c1ac639-9e1b-4f7a-988e-ced7d27e6985, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:22.185226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:22.208143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 5c1ac639-9e1b-4f7a-988e-ced7d27e6985) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:22.223062 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:22.223884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.257574 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f996d84-ceb2-4383-b3fe-41b6e8049891 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5024195 Nov 22 16:25:22.289030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:22.300623 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Sync routers for ids ['25baba43-04dd-478d-a502-c54407beaccd'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:22.314795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:22.317690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72690e5e-055d-448f-af8a-6b8df9d11757 None None] Network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:22.319359 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Routers {'25baba43-04dd-478d-a502-c54407beaccd'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:22.323433 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:25:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['25baba43-04dd-478d-a502-c54407beaccd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:22.347961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.350105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a6803ce3-83ae-4f4c-8a94-f89ef9985e10 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1368194 Nov 22 16:25:22.352567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:22.692721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b6fd1299-0b25-4935-8f40-4eb4f81f2c1d None None] Provisioning complete for port 68faff9d-550c-40b6-a842-b25c12791423 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:22.693247 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6fd1299-0b25-4935-8f40-4eb4f81f2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.716807 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Set router 25baba43-04dd-478d-a502-c54407beaccd gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:22.929958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eafc5-d451-4f82-a987-8edd6d8dd960 req-34bba0b2-bff4-458b-95e4-b55a432f4ef7 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:22.931754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a26eafc5-d451-4f82-a987-8edd6d8dd960 req-34bba0b2-bff4-458b-95e4-b55a432f4ef7 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 971 time: 0.3155818 Nov 22 16:25:22.972255 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:25:20Z', 'revision_number': 3, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:23.023443 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Checking router: 25baba43-04dd-478d-a502-c54407beaccd for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:23.024079 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Updating router 25baba43-04dd-478d-a502-c54407beaccd port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:23.031370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:23.054454 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.081072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c346fcd0-568b-462d-9113-0d279194df39 None None] Network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:23.086613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a26eafc5-d451-4f82-a987-8edd6d8dd960 req-a2a9746e-1a86-44c9-a537-6c7293e0183f tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459761 Nov 22 16:25:23.204922 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6fd1299-0b25-4935-8f40-4eb4f81f2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.210889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.264174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 68faff9d-550c-40b6-a842-b25c12791423, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=68faff9d-550c-40b6-a842-b25c12791423,segment=NetworkSegment(027a13d5-9b88-41bb-8500-4bae5aa4abe6),segment_id=027a13d5-9b88-41bb-8500-4bae5aa4abe6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:23.288434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.303657 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.476836 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.488862 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.553002 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b293cf-ca6a-4c82-8e3e-20193551f777 None None] Pushing event updated for resources: {'Port': ['ID=65c0d795-b3fe-41f9-9b60-1e3c1ad8258b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:23.569212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=68faff9d-550c-40b6-a842-b25c12791423,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:23.588624 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-b6fd1299-0b25-4935-8f40-4eb4f81f2c1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:25:23.589334 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-b6fd1299-0b25-4935-8f40-4eb4f81f2c1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:25:23.594078 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Attempting to bind port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:23.594766 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Attempting to bind port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:23.595172 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Attempting to bind port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:23.614195 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:23.615110 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:23.615682 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.616378 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:23.617299 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Bound port: 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:23.617871 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.629643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Allocated IP 172.20.0.1 (ff20bfe0-a557-479e-ba53-e036b3121353/301f3f86-db23-45e7-ab3b-7120149c68b4/b248114e-0eac-42d5-aae2-4f3a819f841e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:23.650298 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9762dc6f-6135-4343-9fc2-20ac903e6ca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.714476 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] For port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:23.719616 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] For port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=65c0d795-b3fe-41f9-9b60-1e3c1ad8258b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:23.728833 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.777033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:23.843779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b293cf-ca6a-4c82-8e3e-20193551f777 None None] Pushing event updated for resources: {'Port': ['ID=65c0d795-b3fe-41f9-9b60-1e3c1ad8258b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:23.882557 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9762dc6f-6135-4343-9fc2-20ac903e6ca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.892441 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Routers {'25baba43-04dd-478d-a502-c54407beaccd'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:23.894521 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:25:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['25baba43-04dd-478d-a502-c54407beaccd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:23.896831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9762dc6f-6135-4343-9fc2-20ac903e6ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.920661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.949450 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9762dc6f-6135-4343-9fc2-20ac903e6ca7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8310a81541be4b8b91ff01761812e682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9159379 Nov 22 16:25:23.957675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40926) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.011823 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.079737 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c63f2f8-d0de-4461-bb64-06335437b476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.094077 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] Set router 25baba43-04dd-478d-a502-c54407beaccd gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:24.104984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Network ff20bfe0-a557-479e-ba53-e036b3121353 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:24.108735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:24.114209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:24.114888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.121457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c63f2f8-d0de-4461-bb64-06335437b476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.160723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762dc6f-6135-4343-9fc2-20ac903e6ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16633633-8c82-41df-9f57-59eb536697d1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.207240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Pushing event updated for resources: {'Port': ['ID=b248114e-0eac-42d5-aae2-4f3a819f841e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.245677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c63f2f8-d0de-4461-bb64-06335437b476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.252255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c63f2f8-d0de-4461-bb64-06335437b476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.257536 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6c63f2f8-d0de-4461-bb64-06335437b476 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16633633-8c82-41df-9f57-59eb536697d1 HTTP/1.1" status: 204 len: 168 time: 0.2963393 Nov 22 16:25:24.293173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63f2f8-d0de-4461-bb64-06335437b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16633633-8c82-41df-9f57-59eb536697d1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.333416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-943a82db-50c1-46d8-925d-2d6b29af0422 None None] Provisioning complete for port 68faff9d-550c-40b6-a842-b25c12791423 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:24.333916 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-943a82db-50c1-46d8-925d-2d6b29af0422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.384818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40942) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.467973 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:25:20Z', 'revision_number': 3, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:24.493609 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7abd710f-08ef-48d3-83b8-888c4743a361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.511798 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d533dfe-e535-4ee1-ab26-28d9acb0e27b None None] The sync data for ids ['25baba43-04dd-478d-a502-c54407beaccd'] in n-d-816865-2 is: [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:25:20Z', 'revision_number': 3, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:24.585558 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.600499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-320a066e-e20b-44bc-ae74-0be4c04e8d30 None None] Provisioning complete for port b248114e-0eac-42d5-aae2-4f3a819f841e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:24.601257 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-320a066e-e20b-44bc-ae74-0be4c04e8d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.605823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae84004-482d-4406-99a1-2e40de1f2a49 req-223243d6-3c23-4ec5-a563-67f3eef7e681 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:24.607516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ae84004-482d-4406-99a1-2e40de1f2a49 req-223243d6-3c23-4ec5-a563-67f3eef7e681 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 971 time: 0.2462802 Nov 22 16:25:24.666703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-320a066e-e20b-44bc-ae74-0be4c04e8d30 None None] Port b248114e-0eac-42d5-aae2-4f3a819f841e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:24.741294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40950) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.761152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1350509850-network', 'tenant_id': '44665a29dd5447d296571b8c2f866385'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:24.778758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ae84004-482d-4406-99a1-2e40de1f2a49 req-c2fa9ebc-ca1b-472d-9b28-95e0217be0cb tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620929 Nov 22 16:25:24.815739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Made reservation on behalf of 44665a29dd5447d296571b8c2f866385 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:24.819794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.844418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c402a98e-1bec-4c8b-a9a8-afac82d5a975 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:24.863046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7abd710f-08ef-48d3-83b8-888c4743a361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.880736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7abd710f-08ef-48d3-83b8-888c4743a361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.887309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.893917 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b7b227f-2e4c-4af2-83e3-236d818dd475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.924710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40952) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.960292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port c402a98e-1bec-4c8b-a9a8-afac82d5a975 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:24.970894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port c402a98e-1bec-4c8b-a9a8-afac82d5a975 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:24.976452 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.002321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7abd710f-08ef-48d3-83b8-888c4743a361 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca3402f2da04467ba9a4dd600acbec77&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2214575 Nov 22 16:25:25.004812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40956) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:25.015151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd710f-08ef-48d3-83b8-888c4743a361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75574d2c-f373-4f8c-8f07-4a9e6f8eb2e0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.039960 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.057704 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.064976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.070448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b7b227f-2e4c-4af2-83e3-236d818dd475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.085982 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b7b227f-2e4c-4af2-83e3-236d818dd475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.151922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40958) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:25.162278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7b7b227f-2e4c-4af2-83e3-236d818dd475 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0dbdb5cacab4f799b245733cd73c7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7763002 Nov 22 16:25:25.172800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40960) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:25.191199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.239333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9830a4b-7678-4836-a3d9-aa81bd26328f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.241797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c402a98e-1bec-4c8b-a9a8-afac82d5a975, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c402a98e-1bec-4c8b-a9a8-afac82d5a975,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:25.244593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a733517-eef1-40dc-9283-88d1ea76f603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c402a98e-1bec-4c8b-a9a8-afac82d5a975'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:25.247861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49404d6b-8700-4112-a926-3c6df6823645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.272594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b227f-2e4c-4af2-83e3-236d818dd475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc9aae9-5397-4a19-b0c4-a0750c4dc07c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.352651 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.390673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.413975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.472064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:25.495006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad0fb18-d14f-4d6c-b022-7052c1e0df78,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.500903 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.501383 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Added segment 3d18bc40-eefb-44fc-a858-7106146da19f of type vlan for network 3acad68c-1022-4e9e-b858-6b7e577237e1 Nov 22 16:25:25.502364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c402a98e-1bec-4c8b-a9a8-afac82d5a975,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.555636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9830a4b-7678-4836-a3d9-aa81bd26328f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.617317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9830a4b-7678-4836-a3d9-aa81bd26328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.629682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49404d6b-8700-4112-a926-3c6df6823645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.642936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 68faff9d-550c-40b6-a842-b25c12791423 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:25.672055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49404d6b-8700-4112-a926-3c6df6823645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.687544 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.705656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Pushing event updated for resources: {'Port': ['ID=b248114e-0eac-42d5-aae2-4f3a819f841e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.724262 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06785b79-96e4-4117-b486-8da563329317" -d '{"events": [{"server_uuid": "1a733517-eef1-40dc-9283-88d1ea76f603", "name": "network-vif-plugged", "status": "completed", "tag": "c402a98e-1bec-4c8b-a9a8-afac82d5a975"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:25.737342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e9830a4b-7678-4836-a3d9-aa81bd26328f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a7c41ea91e149459d5d789665f8b5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5693290 Nov 22 16:25:25.737542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c83ffd2f-30f1-4c41-a3c6-dfb78ebfcee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.744073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40970) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:25.758684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9830a4b-7678-4836-a3d9-aa81bd26328f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa787a27-2eac-4b1f-b57b-6815964205b1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.765922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49404d6b-8700-4112-a926-3c6df6823645 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=251ad5091c8642f6a6dfcf8f3635e1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8250082 Nov 22 16:25:25.767435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Network ff20bfe0-a557-479e-ba53-e036b3121353 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:25.770410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:25.788022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 68faff9d-550c-40b6-a842-b25c12791423 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:25.788454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.807543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.808770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:25.808949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.823524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc045-2217-44cb-b24a-2f3ade45af08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.827301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:25.871366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49404d6b-8700-4112-a926-3c6df6823645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc62c64-f27f-4ef9-8e41-4f95aea9cb78,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.919776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c83ffd2f-30f1-4c41-a3c6-dfb78ebfcee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.999359 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:26.019852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc045-2217-44cb-b24a-2f3ade45af08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.042756 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2958634 Nov 22 16:25:26.044039 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a02e33-71a0-4b40-93cc-2713a34fb7d7 x-openstack-request-id: req-20a02e33-71a0-4b40-93cc-2713a34fb7d7 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:26.044544 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a733517-eef1-40dc-9283-88d1ea76f603", "name": "network-vif-plugged", "status": "completed", "tag": "c402a98e-1bec-4c8b-a9a8-afac82d5a975", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:26.044979 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20a02e33-71a0-4b40-93cc-2713a34fb7d7 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:26.045589 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a733517-eef1-40dc-9283-88d1ea76f603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c402a98e-1bec-4c8b-a9a8-afac82d5a975', 'code': 200} Nov 22 16:25:26.046637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40978) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:26.053027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Request body: {'subnet': {'network_id': '3acad68c-1022-4e9e-b858-6b7e577237e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1350509850-subnet', 'tenant_id': '44665a29dd5447d296571b8c2f866385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:26.092413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1889b-5df2-40b6-8405-92a3cb774f90 admin admin] Pushing event updated for resources: {'Network': ['ID=3acad68c-1022-4e9e-b858-6b7e577237e1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.099823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:26.101426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.102009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84a25593-efd8-445f-b9c0-80acfd13ba85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.117809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Made reservation on behalf of 44665a29dd5447d296571b8c2f866385 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:26.121641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.161405 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-178e195a-b7a2-4e4e-9117-a7e84bf624d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.162759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 3acad68c-1022-4e9e-b858-6b7e577237e1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:26.224696 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84a25593-efd8-445f-b9c0-80acfd13ba85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.295766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.309183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219d8e3-208c-4b37-9391-51dcbb471926 req-c5673529-cded-4155-9f5a-7ee0ca7fe787 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:26.310810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b219d8e3-208c-4b37-9391-51dcbb471926 req-c5673529-cded-4155-9f5a-7ee0ca7fe787 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 972 time: 0.4199777 Nov 22 16:25:26.316359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-178e195a-b7a2-4e4e-9117-a7e84bf624d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.328631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=65c0d795-b3fe-41f9-9b60-1e3c1ad8258b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:26.330699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-46092488-b43d-4c6d-93f3-a62e1814a396 None None] Provisioning complete for port b248114e-0eac-42d5-aae2-4f3a819f841e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:26.331255 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46092488-b43d-4c6d-93f3-a62e1814a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.334928 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.343809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c83ffd2f-30f1-4c41-a3c6-dfb78ebfcee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.346589 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c83ffd2f-30f1-4c41-a3c6-dfb78ebfcee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.350803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c83ffd2f-30f1-4c41-a3c6-dfb78ebfcee6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75574d2c-f373-4f8c-8f07-4a9e6f8eb2e0 HTTP/1.1" status: 204 len: 168 time: 1.3438344 Nov 22 16:25:26.351001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84a25593-efd8-445f-b9c0-80acfd13ba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.356093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84a25593-efd8-445f-b9c0-80acfd13ba85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.364573 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-84a25593-efd8-445f-b9c0-80acfd13ba85 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bc62c64-f27f-4ef9-8e41-4f95aea9cb78 HTTP/1.1" status: 204 len: 168 time: 0.5891843 Nov 22 16:25:26.379282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a25593-efd8-445f-b9c0-80acfd13ba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc62c64-f27f-4ef9-8e41-4f95aea9cb78,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.423922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-46092488-b43d-4c6d-93f3-a62e1814a396 None None] Port b248114e-0eac-42d5-aae2-4f3a819f841e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:26.441737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1103f9-b6a7-4822-8fb5-cab3133b58f7 req-b9259cc9-9f35-429d-b6fb-7881cada3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:26.443396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f1103f9-b6a7-4822-8fb5-cab3133b58f7 req-b9259cc9-9f35-429d-b6fb-7881cada3688 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 1123 time: 0.3004220 Nov 22 16:25:26.444045 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc045-2217-44cb-b24a-2f3ade45af08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.444718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=65c0d795-b3fe-41f9-9b60-1e3c1ad8258b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.447088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca8fc045-2217-44cb-b24a-2f3ade45af08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.448314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca8fc045-2217-44cb-b24a-2f3ade45af08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecc9aae9-5397-4a19-b0c4-a0750c4dc07c HTTP/1.1" status: 204 len: 168 time: 1.2745111 Nov 22 16:25:26.452413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ffd2f-30f1-4c41-a3c6-dfb78ebfcee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75574d2c-f373-4f8c-8f07-4a9e6f8eb2e0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.465044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Router 25baba43-04dd-478d-a502-c54407beaccd has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:25:26.524822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fc045-2217-44cb-b24a-2f3ade45af08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc9aae9-5397-4a19-b0c4-a0750c4dc07c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.534723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3f1103f9-b6a7-4822-8fb5-cab3133b58f7 req-4bcdd34f-3728-4d09-bb75-fbb881e435f1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.579297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b219d8e3-208c-4b37-9391-51dcbb471926 req-9168fe7e-a545-435a-aff8-088da1a048b5 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434950 Nov 22 16:25:26.633557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-178e195a-b7a2-4e4e-9117-a7e84bf624d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.636508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.637687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-178e195a-b7a2-4e4e-9117-a7e84bf624d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.643663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-178e195a-b7a2-4e4e-9117-a7e84bf624d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa787a27-2eac-4b1f-b57b-6815964205b1 HTTP/1.1" status: 204 len: 168 time: 0.8930626 Nov 22 16:25:26.667653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e195a-b7a2-4e4e-9117-a7e84bf624d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa787a27-2eac-4b1f-b57b-6815964205b1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.753650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2dc8453-b0d1-4ec4-96d7-520df031e59d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.759513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:26.763033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Checking segment: {'id': '3d18bc40-eefb-44fc-a858-7106146da19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3acad68c-1022-4e9e-b858-6b7e577237e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:26.763033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Network hostable DHCP agents. Network: 3acad68c-1022-4e9e-b858-6b7e577237e1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:26.786508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8f75b864-72fd-43f0-87a5-137f24ee50fe admin admin] 10.222.0.59 "PUT /v2.0/routers/25baba43-04dd-478d-a502-c54407beaccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4324181 Nov 22 16:25:26.802716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Network 3acad68c-1022-4e9e-b858-6b7e577237e1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:26.812807 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3f1103f9-b6a7-4822-8fb5-cab3133b58f7 req-4bcdd34f-3728-4d09-bb75-fbb881e435f1 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.819440 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3f1103f9-b6a7-4822-8fb5-cab3133b58f7 req-4bcdd34f-3728-4d09-bb75-fbb881e435f1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.827026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 3acad68c-1022-4e9e-b858-6b7e577237e1) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:26.833456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:26.834201 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.843062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc0afd-4186-4030-bd2b-65cd53af409a None None] Network 3acad68c-1022-4e9e-b858-6b7e577237e1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:26.866746 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-10549c27-cd7e-424e-a8c5-c9aa21dfff79 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8181782 Nov 22 16:25:26.883897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f1103f9-b6a7-4822-8fb5-cab3133b58f7 req-4bcdd34f-3728-4d09-bb75-fbb881e435f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263527 Nov 22 16:25:26.886348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdd34f-3728-4d09-bb75-fbb881e435f1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=532d4706-7d35-4078-805e-7f9d677c660a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:27.091266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Sync routers for ids ['25baba43-04dd-478d-a502-c54407beaccd'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:27.127697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Routers {'25baba43-04dd-478d-a502-c54407beaccd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:27.128353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:25:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['25baba43-04dd-478d-a502-c54407beaccd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:27.274505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac16ae-0067-4db7-84fc-642571748579 None None] Network 3acad68c-1022-4e9e-b858-6b7e577237e1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:27.358642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Set router 25baba43-04dd-478d-a502-c54407beaccd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:27.430630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:27.448449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:27.468365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ba96-87e1-4202-a72e-be898f96bf4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.593935 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ba96-87e1-4202-a72e-be898f96bf4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.606764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6f7ba96-87e1-4202-a72e-be898f96bf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.660904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f6f7ba96-87e1-4202-a72e-be898f96bf4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31ac9ada98a8469b957e08f0c482f545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110515 Nov 22 16:25:27.662330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7ba96-87e1-4202-a72e-be898f96bf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499ad86d-0920-4fe1-ae3a-ac5ba1a14f16,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:27.664294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41010) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:27.669412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:27.670114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.737208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:27.761633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbc01e90-f48c-4179-9f8e-7f462514d2a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.789773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41014) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:27.799233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ea8d5-4925-450b-891c-091260525a57 req-fa13df18-b4ec-4f05-baba-720e4e213d89 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:27.801685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c0ea8d5-4925-450b-891c-091260525a57 req-fa13df18-b4ec-4f05-baba-720e4e213d89 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 972 time: 0.1030064 Nov 22 16:25:27.825781 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e9e13d0-1e27-459e-b500-0fc388c4f459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.869082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:25:24Z', 'revision_number': 4, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b248114e-0eac-42d5-aae2-4f3a819f841e', 'name': '', 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'mac_address': 'fa:16:3e:7f:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '301f3f86-db23-45e7-ab3b-7120149c68b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:23Z', 'updated_at': '2021-11-22T16:25:24Z', 'revision_number': 2, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'subnets': [{'id': '301f3f86-db23-45e7-ab3b-7120149c68b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:27.892257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2d2c-475d-4f5d-8b16-0fd2b962e4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.935148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c0ea8d5-4925-450b-891c-091260525a57 req-d5c7fd02-a2a4-4e43-9d04-a08eac02b6f0 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233344 Nov 22 16:25:27.943756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2d2c-475d-4f5d-8b16-0fd2b962e4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.957336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Checking router: 25baba43-04dd-478d-a502-c54407beaccd for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:27.958671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Updating router 25baba43-04dd-478d-a502-c54407beaccd port b248114e-0eac-42d5-aae2-4f3a819f841e binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:27.997098 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbc01e90-f48c-4179-9f8e-7f462514d2a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.999810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbc01e90-f48c-4179-9f8e-7f462514d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.014552 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.035345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e9e13d0-1e27-459e-b500-0fc388c4f459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.042280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e9e13d0-1e27-459e-b500-0fc388c4f459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.050854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dbc01e90-f48c-4179-9f8e-7f462514d2a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c0a18624a334ec38cc36af4eade6c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112118 Nov 22 16:25:28.055281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:28.084223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc01e90-f48c-4179-9f8e-7f462514d2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9265b3-2581-4711-a80c-a6908da2a0cd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:28.085598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e13d0-1e27-459e-b500-0fc388c4f459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6b8257-92e4-44fc-9473-6e857454de5d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:28.133567 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e9e13d0-1e27-459e-b500-0fc388c4f459 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13e69e7759ca40b7a68e05ecf10726aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418751 Nov 22 16:25:28.134661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2d2c-475d-4f5d-8b16-0fd2b962e4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.137909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b7ec2d2c-475d-4f5d-8b16-0fd2b962e4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.141685 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b7ec2d2c-475d-4f5d-8b16-0fd2b962e4fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/499ad86d-0920-4fe1-ae3a-ac5ba1a14f16 HTTP/1.1" status: 204 len: 168 time: 0.4738302 Nov 22 16:25:28.141685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41026) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:28.154802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af2253ce-6e3f-41c9-8945-412a05c9b2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.179829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec2d2c-475d-4f5d-8b16-0fd2b962e4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499ad86d-0920-4fe1-ae3a-ac5ba1a14f16,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:28.217560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af2253ce-6e3f-41c9-8945-412a05c9b2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.226968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30bf4b68-9a85-49b3-8fad-e7a00f5d1e08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.287533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30bf4b68-9a85-49b3-8fad-e7a00f5d1e08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.332599 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af2253ce-6e3f-41c9-8945-412a05c9b2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.335468 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af2253ce-6e3f-41c9-8945-412a05c9b2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.336877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-af2253ce-6e3f-41c9-8945-412a05c9b2d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e9265b3-2581-4711-a80c-a6908da2a0cd HTTP/1.1" status: 204 len: 168 time: 0.2810116 Nov 22 16:25:28.384583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30bf4b68-9a85-49b3-8fad-e7a00f5d1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.388003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30bf4b68-9a85-49b3-8fad-e7a00f5d1e08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.393473 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-30bf4b68-9a85-49b3-8fad-e7a00f5d1e08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f6b8257-92e4-44fc-9473-6e857454de5d HTTP/1.1" status: 204 len: 168 time: 0.2393661 Nov 22 16:25:28.402180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf4b68-9a85-49b3-8fad-e7a00f5d1e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6b8257-92e4-44fc-9473-6e857454de5d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:28.414345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2253ce-6e3f-41c9-8945-412a05c9b2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9265b3-2581-4711-a80c-a6908da2a0cd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:28.582644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-f36cd343-980f-47d3-950c-8c25802a4268 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:28.584545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-f36cd343-980f-47d3-950c-8c25802a4268 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 820 time: 0.2787573 Nov 22 16:25:28.606784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-41b249ae-cb0c-4496-995f-703a94147c3d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/quotas/c9cb7fc0ab1842de9bc9d68c2ba96934 HTTP/1.1" status: 200 len: 375 time: 0.0146582 Nov 22 16:25:28.663663 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.667909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-91d14dc4-69e8-4736-be0c-9f49325afcab tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545378 Nov 22 16:25:28.672370 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.728796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bdbc9-42b5-4f7c-8095-e23de9dee83c None None] Pushing event updated for resources: {'Port': ['ID=b248114e-0eac-42d5-aae2-4f3a819f841e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:28.836066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Attempting to bind port b248114e-0eac-42d5-aae2-4f3a819f841e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:28.836591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Attempting to bind port b248114e-0eac-42d5-aae2-4f3a819f841e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:28.837092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Attempting to bind port b248114e-0eac-42d5-aae2-4f3a819f841e on network ff20bfe0-a557-479e-ba53-e036b3121353 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:28.846387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:28.846857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Checking segment: {'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:28.847408 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.847835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Bound using segment: {'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:28.848410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Bound port: b248114e-0eac-42d5-aae2-4f3a819f841e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027a13d5-9b88-41bb-8500-4bae5aa4abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:28.848897 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.970035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] For port b248114e-0eac-42d5-aae2-4f3a819f841e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:28.974152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] For port b248114e-0eac-42d5-aae2-4f3a819f841e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b248114e-0eac-42d5-aae2-4f3a819f841e,segment=NetworkSegment(027a13d5-9b88-41bb-8500-4bae5aa4abe6),segment_id=027a13d5-9b88-41bb-8500-4bae5aa4abe6)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:28.979742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.053615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bdbc9-42b5-4f7c-8095-e23de9dee83c None None] Pushing event updated for resources: {'Port': ['ID=b248114e-0eac-42d5-aae2-4f3a819f841e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:29.071744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Routers {'25baba43-04dd-478d-a502-c54407beaccd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:29.072577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:25:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['25baba43-04dd-478d-a502-c54407beaccd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:29.245456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41082) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:29.249331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-719ac339-e54f-426c-bca9-fe2c4f91b5e7 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384043242', 'description': 'tempest-description--1692073038'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:29.275209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-37f26759-04a0-4c3c-8b97-1975b7956475 None None] Provisioning complete for port b248114e-0eac-42d5-aae2-4f3a819f841e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:29.276036 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37f26759-04a0-4c3c-8b97-1975b7956475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.308800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-719ac339-e54f-426c-bca9-fe2c4f91b5e7 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.356743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] Set router 25baba43-04dd-478d-a502-c54407beaccd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:29.456560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-719ac339-e54f-426c-bca9-fe2c4f91b5e7 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.463387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-719ac339-e54f-426c-bca9-fe2c4f91b5e7 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.464821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a268f-6b0f-4045-9699-a5b9f46a1c9c req-b528866d-7838-46e5-89af-42aec2828db9 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:29.472499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-606a268f-6b0f-4045-9699-a5b9f46a1c9c req-b528866d-7838-46e5-89af-42aec2828db9 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 972 time: 0.1204863 Nov 22 16:25:29.495301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-c31a737c-a79c-4eb5-9aec-a0edc2f29dad service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:29.503782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-c31a737c-a79c-4eb5-9aec-a0edc2f29dad service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4270437 Nov 22 16:25:29.511791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-719ac339-e54f-426c-bca9-fe2c4f91b5e7 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.513419 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-719ac339-e54f-426c-bca9-fe2c4f91b5e7 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2680864 Nov 22 16:25:29.518437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41092) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:29.524393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0e2ffa64-4d5e-4e59-9fe0-1446eb8a7763 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Request body: {'security_group_rule': {'security_group_id': '04eb62e7-f68d-493f-81f4-f599af0bf88a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:29.559946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ac339-e54f-426c-bca9-fe2c4f91b5e7 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb62e7-f68d-493f-81f4-f599af0bf88a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:29.675032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffa64-4d5e-4e59-9fe0-1446eb8a7763 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.697505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-606a268f-6b0f-4045-9699-a5b9f46a1c9c req-d312c083-14ca-4896-8253-32289d299df7 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220986 Nov 22 16:25:29.761303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-c54422a1-5a8c-486a-b1ad-eb55bdca3f00 service neutron] 10.222.0.59 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558074 Nov 22 16:25:29.762570 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37f26759-04a0-4c3c-8b97-1975b7956475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.810562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-37f26759-04a0-4c3c-8b97-1975b7956475 None None] For port b248114e-0eac-42d5-aae2-4f3a819f841e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b248114e-0eac-42d5-aae2-4f3a819f841e,segment=NetworkSegment(027a13d5-9b88-41bb-8500-4bae5aa4abe6),segment_id=027a13d5-9b88-41bb-8500-4bae5aa4abe6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:29.818850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37f26759-04a0-4c3c-8b97-1975b7956475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.864353 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffa64-4d5e-4e59-9fe0-1446eb8a7763 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.881822 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffa64-4d5e-4e59-9fe0-1446eb8a7763 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.931693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ffa64-4d5e-4e59-9fe0-1446eb8a7763 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f940f52-67cd-4741-82b9-563643fe350a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:29.938282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f26759-04a0-4c3c-8b97-1975b7956475 None None] Pushing event updated for resources: {'Port': ['ID=b248114e-0eac-42d5-aae2-4f3a819f841e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:29.961845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-dc05745c-9a6b-440f-b187-38beb93c26ca None None] Provisioning complete for port b248114e-0eac-42d5-aae2-4f3a819f841e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:29.962350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc05745c-9a6b-440f-b187-38beb93c26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.982848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffa64-4d5e-4e59-9fe0-1446eb8a7763 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.983926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0e2ffa64-4d5e-4e59-9fe0-1446eb8a7763 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640768 Nov 22 16:25:29.986850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41110) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:29.992153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-455b26f8-5fa1-4bc9-83b2-dc9a03539d91 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Request body: {'security_group_rule': {'security_group_id': '04eb62e7-f68d-493f-81f4-f599af0bf88a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:30.017835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:25:24Z', 'revision_number': 4, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b248114e-0eac-42d5-aae2-4f3a819f841e', 'name': '', 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'mac_address': 'fa:16:3e:7f:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '301f3f86-db23-45e7-ab3b-7120149c68b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:23Z', 'updated_at': '2021-11-22T16:25:28Z', 'revision_number': 4, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'subnets': [{'id': '301f3f86-db23-45e7-ab3b-7120149c68b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:30.036288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-de1721ef-f045-4ad8-ab3e-4387b9fd855a service neutron] 10.222.0.59 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587585 Nov 22 16:25:30.054615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a732659a-26e6-4c54-9b34-335a6d614191 None None] The sync data for ids ['25baba43-04dd-478d-a502-c54407beaccd'] in n-d-816865-2 is: [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:25:24Z', 'revision_number': 4, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b248114e-0eac-42d5-aae2-4f3a819f841e', 'name': '', 'network_id': 'ff20bfe0-a557-479e-ba53-e036b3121353', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'mac_address': 'fa:16:3e:7f:c6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '301f3f86-db23-45e7-ab3b-7120149c68b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:23Z', 'updated_at': '2021-11-22T16:25:28Z', 'revision_number': 4, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'subnets': [{'id': '301f3f86-db23-45e7-ab3b-7120149c68b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:30.061283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-455b26f8-5fa1-4bc9-83b2-dc9a03539d91 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:30.061759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67615a7e-93fc-4e5e-8132-b6d5c99ca62a req-42685c59-c10c-4865-8f76-9decbafcda82 tempest-AggregatesAdminTestJSON-1948517973 tempest-AggregatesAdminTestJSON-1948517973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:30.067101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67615a7e-93fc-4e5e-8132-b6d5c99ca62a req-42685c59-c10c-4865-8f76-9decbafcda82 tempest-AggregatesAdminTestJSON-1948517973 tempest-AggregatesAdminTestJSON-1948517973-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 1123 time: 0.1497374 Nov 22 16:25:30.112617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-67615a7e-93fc-4e5e-8132-b6d5c99ca62a req-aaa09d78-5223-4904-b3bb-9ba93875a1ef tempest-AggregatesAdminTestJSON-1948517973 tempest-AggregatesAdminTestJSON-1948517973-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:30.302846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-455b26f8-5fa1-4bc9-83b2-dc9a03539d91 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:30.311609 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-455b26f8-5fa1-4bc9-83b2-dc9a03539d91 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:30.335522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b26f8-5fa1-4bc9-83b2-dc9a03539d91 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e802af-f8bc-4731-b539-57ce3f0e96be,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:30.351337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-455b26f8-5fa1-4bc9-83b2-dc9a03539d91 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:30.355201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-455b26f8-5fa1-4bc9-83b2-dc9a03539d91 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3648043 Nov 22 16:25:30.358811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41118) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:30.363993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:30.372143 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-67615a7e-93fc-4e5e-8132-b6d5c99ca62a req-aaa09d78-5223-4904-b3bb-9ba93875a1ef tempest-AggregatesAdminTestJSON-1948517973 tempest-AggregatesAdminTestJSON-1948517973-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:30.382635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-67615a7e-93fc-4e5e-8132-b6d5c99ca62a req-aaa09d78-5223-4904-b3bb-9ba93875a1ef tempest-AggregatesAdminTestJSON-1948517973 tempest-AggregatesAdminTestJSON-1948517973-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:30.412353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:30.439964 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67615a7e-93fc-4e5e-8132-b6d5c99ca62a req-aaa09d78-5223-4904-b3bb-9ba93875a1ef tempest-AggregatesAdminTestJSON-1948517973 tempest-AggregatesAdminTestJSON-1948517973-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558202 Nov 22 16:25:30.496228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa09d78-5223-4904-b3bb-9ba93875a1ef tempest-AggregatesAdminTestJSON-1948517973 tempest-AggregatesAdminTestJSON-1948517973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af27c9c-ec29-4a1e-98d5-971aff67ce32,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:30.619316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5d3415b-a0fd-4f17-878b-15450d87aa32 req-a43a691e-361d-4e30-8af8-16afae174022 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 210 time: 0.0836854 Nov 22 16:25:30.869888 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.160051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Allocated IP 172.25.0.97 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/b122eba4-94f6-48c4-88bf-385be348e228) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:31.508398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b248114e-0eac-42d5-aae2-4f3a819f841e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:31.664582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.678866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b248114e-0eac-42d5-aae2-4f3a819f841e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:31.689589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.785027 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.791588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-315a0fd0-4238-4fb6-9d99-110d77ad5e10 req-9e122ce5-3a36-4a1b-aac5-71dc139589dc tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 210 time: 0.0783310 Nov 22 16:25:31.931361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:31.934575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:31.957284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:31.990557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event updated for resources: {'Port': ['ID=b122eba4-94f6-48c4-88bf-385be348e228,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:32.139803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.209604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.237956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:32.561707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.576868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.630749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.668112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.677778 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3120966 Nov 22 16:25:32.687015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a41dd-ea53-42f8-9c52-82b1c196459a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event updated for resources: {'Port': ['ID=b122eba4-94f6-48c4-88bf-385be348e228,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:32.790886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-657646415-network', 'tenant_id': '6dcc3787e8f44918903e9eab3374b67c'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:32.832288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Made reservation on behalf of 6dcc3787e8f44918903e9eab3374b67c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:32.837899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.854431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.018036 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.023860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.075797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a66eb5c-fa61-4718-aa8f-50adf35bfd5a req-68cb3f04-68ba-4dea-801d-292c062f642f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 210 time: 0.0712709 Nov 22 16:25:33.082471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.62', 51540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:33.096462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:33.119713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c2a2ed-02e1-4699-996f-9135d3739bdf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:33.124729 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.125074 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Added segment 29a2e1ae-bd43-45fa-aa86-752ee82f8dd6 of type vlan for network 7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506 Nov 22 16:25:33.266308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.372869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.375158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:33.376096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.395396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-482146b2-88b2-4eca-b807-4cc455862386 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--384043242&fields=id&tenant_id=9ba0e20949ea4f9487657299b4521522 HTTP/1.1" status: 200 len: 267 time: 0.1374969 Nov 22 16:25:33.459587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2201350 Nov 22 16:25:33.464570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41314) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:33.478012 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Request body: {'subnet': {'network_id': '7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-657646415-subnet', 'tenant_id': '6dcc3787e8f44918903e9eab3374b67c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:33.522412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e9108cd0-a8db-49bf-ba7c-e6dc40a18a01 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:33.524524 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e9108cd0-a8db-49bf-ba7c-e6dc40a18a01 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 820 time: 0.4407816 Nov 22 16:25:33.543593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Made reservation on behalf of 6dcc3787e8f44918903e9eab3374b67c for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:33.547646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.786456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218956af-6e2e-422b-be86-ab5699eb4603 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:33.808596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:33.814763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Request body: {'port': {'device_id': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'admin_state_up': True, 'tenant_id': 'c9cb7fc0ab1842de9bc9d68c2ba96934'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:33.911160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-dc3dc2aa-ee9f-4b4d-b008-061dbcef4c26 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:33.919001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-dc3dc2aa-ee9f-4b4d-b008-061dbcef4c26 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 824 time: 0.4767895 Nov 22 16:25:33.959208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-abdf5f53-6b31-4b0a-8779-d850541d845e tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/quotas/9ba0e20949ea4f9487657299b4521522 HTTP/1.1" status: 200 len: 375 time: 0.0260656 Nov 22 16:25:34.014198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.030568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Made reservation on behalf of c9cb7fc0ab1842de9bc9d68c2ba96934 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:34.035579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.184950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-9e0227c6-1f39-42a6-99cb-69c6ab4508bb tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=29260b9ccc214b8f9d5202daa06314ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083186 Nov 22 16:25:34.226264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-d764517f-e0cc-426e-819f-454102005a75 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626755 Nov 22 16:25:34.357416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Checking segment: {'id': '29a2e1ae-bd43-45fa-aa86-752ee82f8dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:34.358059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Network hostable DHCP agents. Network: 7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:34.421694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a26973-fac0-462d-bf29-1561e5c1a326,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:34.436989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-7121bcc4-8461-4b27-ba47-dae37a750fdb tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:34.438527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-7121bcc4-8461-4b27-ba47-dae37a750fdb tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2524095 Nov 22 16:25:34.459781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-c969de30-8e09-4b08-911a-2c82a4cda1e3 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/quotas/29260b9ccc214b8f9d5202daa06314ec HTTP/1.1" status: 200 len: 375 time: 0.0143647 Nov 22 16:25:34.464458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Network 7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:34.505186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:34.516724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196520b-ec0c-483a-919f-7c98b99df878 None None] Network 7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:34.518382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:34.519438 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.526874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-f4afe8b0-c6a1-4156-abbc-9a7b72a89e01 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=29260b9ccc214b8f9d5202daa06314ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465007 Nov 22 16:25:34.529114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Allocated IP 172.20.0.7 (5c1ac639-9e1b-4f7a-988e-ced7d27e6985/92eb9c2c-4950-411b-9ebf-58648e00b4bc/59768d56-d3d2-4572-b28e-0905a7a894e5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:34.577612 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d3cb7763-5741-4fa0-ab19-4b2b651dca49 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1086457 Nov 22 16:25:34.580267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-aa8ff548-17eb-4a15-a7ae-3214db8ba2e6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:34.585150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-aa8ff548-17eb-4a15-a7ae-3214db8ba2e6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1163337 Nov 22 16:25:34.842266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-54a5ab8b-b89e-4e8a-95e6-3622fcc56ce1 service neutron] 10.222.0.59 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406161 Nov 22 16:25:34.866820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779ec40-32e6-4735-b0db-95706743156f None None] Network 7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:34.898895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.990006 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:35.153779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-affdc16e-7311-4f66-804e-30d2653a85c1 service neutron] 10.222.0.59 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072860 Nov 22 16:25:35.195784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:35.233992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:35.239125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:35.246186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:35.246869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:35.262014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Pushing event updated for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:35.274590 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-797b0074-0b01-4dd7-87c2-50da52d857fa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4671147 Nov 22 16:25:35.613094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419801b-2e62-47f5-b374-abe862c05053 req-da5f7ec7-4837-42f4-951e-27b149ff9b2a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:35.616581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6419801b-2e62-47f5-b374-abe862c05053 req-da5f7ec7-4837-42f4-951e-27b149ff9b2a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 931 time: 0.1095295 Nov 22 16:25:35.705830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6419801b-2e62-47f5-b374-abe862c05053 req-378f600d-0bd6-4d6d-a5bb-904864dfd22a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792017 Nov 22 16:25:35.920660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15de91b7-1ba8-4be9-ba56-bc61941fc37b req-7262375d-7664-46d9-942e-90bf2b2dc321 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 210 time: 0.0488129 Nov 22 16:25:36.063851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8497664-4d7d-40a3-a1d8-75175e9f8e2c req-b3ae0320-d845-463c-bc77-7d02ee4593b2 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 210 time: 0.0466852 Nov 22 16:25:36.068302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41400) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:36.088978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-362512600-network', 'tenant_id': 'ef84f9784e174ec5930fb55956cdb351'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:36.135088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Made reservation on behalf of ef84f9784e174ec5930fb55956cdb351 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:36.138536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.166302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.189482 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.339613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.347530 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.408034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1df1c-0b7a-4143-b48d-a510ca8e00b1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:36.415961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:36.445953 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.446371 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Added segment f65f0239-864d-41e5-ae1a-ac96367ba07e of type vlan for network 06f6f35d-ab0b-4f56-a11f-fe9bffae8d93 Nov 22 16:25:36.502412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.555009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.556614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:36.557971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.651754 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5819550 Nov 22 16:25:36.655556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41424) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:36.669551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Request body: {'subnet': {'network_id': '06f6f35d-ab0b-4f56-a11f-fe9bffae8d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-362512600-subnet', 'tenant_id': 'ef84f9784e174ec5930fb55956cdb351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:36.705591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Made reservation on behalf of ef84f9784e174ec5930fb55956cdb351 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:36.709549 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.891583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-1f3e1e30-e14a-4034-82a6-f9b1f2e0b0da tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=29260b9ccc214b8f9d5202daa06314ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475268 Nov 22 16:25:37.082322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b4178-183d-45a9-811d-6c2bad2f4dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=06f6f35d-ab0b-4f56-a11f-fe9bffae8d93,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:37.100627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 06f6f35d-ab0b-4f56-a11f-fe9bffae8d93 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:37.304338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc649e8e-f083-44cc-b6df-d02bb3df95b4 req-647377c2-0b48-40c5-9417-9d2cf53f61f6 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:37.324348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc649e8e-f083-44cc-b6df-d02bb3df95b4 req-647377c2-0b48-40c5-9417-9d2cf53f61f6 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 931 time: 0.2630272 Nov 22 16:25:37.357030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.403737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc649e8e-f083-44cc-b6df-d02bb3df95b4 req-b68e5ced-2bfd-4cc2-9188-12c602a3d200 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784082 Nov 22 16:25:37.438999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-8672d288-ea37-435a-b84d-525f1d667442 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:37.441620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-8672d288-ea37-435a-b84d-525f1d667442 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5436227 Nov 22 16:25:37.456579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Request body: {'port': {'device_id': 'e79681b4-c51f-45a7-ad99-51b7501cc266', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '29260b9ccc214b8f9d5202daa06314ec'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:37.476260 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.488458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.37', 61670) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:37.495490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ed7eeb-5157-4022-9f98-f437bd73c752,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:37.560455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Checking segment: {'id': 'f65f0239-864d-41e5-ae1a-ac96367ba07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '06f6f35d-ab0b-4f56-a11f-fe9bffae8d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:37.561194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Network hostable DHCP agents. Network: 06f6f35d-ab0b-4f56-a11f-fe9bffae8d93, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:37.585588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Network 06f6f35d-ab0b-4f56-a11f-fe9bffae8d93 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:37.603359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 06f6f35d-ab0b-4f56-a11f-fe9bffae8d93) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:37.609420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:37.611002 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.619716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389f7ec-0bc2-416b-8b07-11809b7b10bd None None] Network 06f6f35d-ab0b-4f56-a11f-fe9bffae8d93 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:37.642162 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7c288be0-083d-435c-bcf9-9dee481954a7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9852657 Nov 22 16:25:37.767321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9feaa9fd-c407-47b6-b62a-e793ac10b1e9 req-97851c64-57e3-4023-9bce-6fb14416f5d1 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 210 time: 0.2224510 Nov 22 16:25:37.778739 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b1822e6-3e83-4639-be29-00b2bcc4d5ab req-1bb50b07-c0b1-4486-8ff7-b52805b91f12 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 210 time: 0.1501215 Nov 22 16:25:37.883859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41454) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:37.930601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-fed069c9-8112-4cf1-93da-abb4096c2986 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:37.932903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-fed069c9-8112-4cf1-93da-abb4096c2986 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.37 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 824 time: 0.4404998 Nov 22 16:25:37.952231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74174834-9242-459a-8be3-b925d3722941 None None] Network 06f6f35d-ab0b-4f56-a11f-fe9bffae8d93 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:37.998604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-47954d96-f1ad-42a2-8e71-6a0c3e3fd17f admin admin] Deleting subnet 67a26973-fac0-462d-bf29-1561e5c1a326 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:25:38.007518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47954d96-f1ad-42a2-8e71-6a0c3e3fd17f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.147063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47954d96-f1ad-42a2-8e71-6a0c3e3fd17f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.151172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Made reservation on behalf of 29260b9ccc214b8f9d5202daa06314ec for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:38.161725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.173089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47954d96-f1ad-42a2-8e71-6a0c3e3fd17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.195430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.218112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-f396473c-3967-4d9d-99d6-7cc642898f57 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba0e20949ea4f9487657299b4521522 HTTP/1.1" status: 200 len: 379 time: 0.2647934 Nov 22 16:25:38.229347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Request body: {'port': {'device_id': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'admin_state_up': True, 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'security_groups': ['04eb62e7-f68d-493f-81f4-f599af0bf88a']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:38.265796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47954d96-f1ad-42a2-8e71-6a0c3e3fd17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.353132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47954d96-f1ad-42a2-8e71-6a0c3e3fd17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a26973-fac0-462d-bf29-1561e5c1a326,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:38.361305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47954d96-f1ad-42a2-8e71-6a0c3e3fd17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.373595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-47954d96-f1ad-42a2-8e71-6a0c3e3fd17f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/67a26973-fac0-462d-bf29-1561e5c1a326 HTTP/1.1" status: 204 len: 168 time: 0.4881170 Nov 22 16:25:38.377492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41474) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:38.586020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.637915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.648623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.751656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Made reservation on behalf of 9ba0e20949ea4f9487657299b4521522 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:38.756937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.843470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Allocated IP 192.168.233.64 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/f5498a4f-7c80-466f-b57a-f7ed6f1ab11d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:38.859454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41488) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:38.888315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41496) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:38.898821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.966539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.967433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.969165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.969706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > port after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.970270 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.970924 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > port after_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.971596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.972093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.972248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7cb55-9bcc-4f74-a79b-181543759fe7 req-77750cab-8f8b-441e-b74a-aa8755784d27 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:38.973093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.973783 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:38.981258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65a7cb55-9bcc-4f74-a79b-181543759fe7 req-77750cab-8f8b-441e-b74a-aa8755784d27 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 931 time: 0.4089923 Nov 22 16:25:39.040011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265e0893-f6ca-4b9b-8607-fc432143f206,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:39.199126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0960c36b-f268-47b9-af9a-b02e6762ac90 req-986c4d4f-f18f-46be-b47a-bb9e80d49a1d tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 210 time: 0.0734382 Nov 22 16:25:39.203284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41506) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:39.340924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65a7cb55-9bcc-4f74-a79b-181543759fe7 req-449edba3-875f-4ff6-9561-8c1343648043 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587339 Nov 22 16:25:39.357421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:39.357933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:39.357933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:39.358405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:39.358905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:39.378404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adac5b09-f712-43e6-985d-a3924d228d4b req-63f4d6ad-c16c-49cd-848b-e660b99dc27e tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 210 time: 0.0845976 Nov 22 16:25:39.407824 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a919d325-4f99-42ee-9817-77f4926c36fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.413189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a2e1ae-bd43-45fa-aa86-752ee82f8dd6') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:39.413753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a2e1ae-bd43-45fa-aa86-752ee82f8dd6') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:39.433971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2c1141d-ec89-4764-ad27-57ecd55225d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.436460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3256a594-15f7-4d1d-bb71-eb1113d31410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.457595 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.501389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.521542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:25:39.522443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.523187 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.554138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Allocated IP 172.20.0.8 (271c9d42-644d-45ed-8881-15ca0d9c049b/551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2/43f627ca-8aca-4957-930c-3efad0cfc9bf) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: from cryptography.utils import int_from_bytes Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: from cryptography.utils import int_from_bytes Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:25:39.554620 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:25:39.663093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.706530 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.715122 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.718741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506 HTTP/1.1" status: 204 len: 168 time: 1.3401270 Nov 22 16:25:39.726895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41522) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:39.785489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea4a0a-1346-493d-b747-c7bb18e4d681 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6dbc0c-d9d8-49ee-ac33-38c63c8dd506,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:39.786270 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a919d325-4f99-42ee-9817-77f4926c36fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.811617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a919d325-4f99-42ee-9817-77f4926c36fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.817976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:39.838797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7793c906-12a5-4033-ab16-bc62761c53b4 admin admin] Deleting subnet 98ed7eeb-5157-4022-9f98-f437bd73c752 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:25:39.842667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7793c906-12a5-4033-ab16-bc62761c53b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.852292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:39.864734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:39.873941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:39.874639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.880187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Pushing event updated for resources: {'Port': ['ID=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:39.917087 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2c1141d-ec89-4764-ad27-57ecd55225d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.927043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a919d325-4f99-42ee-9817-77f4926c36fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f187c95a08db4bf89fc12ac808b5eca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6656909 Nov 22 16:25:39.927995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:39.937712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919d325-4f99-42ee-9817-77f4926c36fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3455899a-0f25-4250-b42a-cddab704b846,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:39.948205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2c1141d-ec89-4764-ad27-57ecd55225d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.955217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-42399fe2-53da-4dbe-b498-551b6692d738 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5031338 Nov 22 16:25:39.977239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7793c906-12a5-4033-ab16-bc62761c53b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.982901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Request body: {'port': {'device_id': 'e79681b4-c51f-45a7-ad99-51b7501cc266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:40.038664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3256a594-15f7-4d1d-bb71-eb1113d31410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.040929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.052144 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3256a594-15f7-4d1d-bb71-eb1113d31410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.066304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1141d-ec89-4764-ad27-57ecd55225d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d21ae84-3f46-406b-9f70-24ea41d9f09f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:40.102518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7793c906-12a5-4033-ab16-bc62761c53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.128679 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f2c1141d-ec89-4764-ad27-57ecd55225d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a207ff5d5ee47a983de696279a3c1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2679150 Nov 22 16:25:40.143825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:40.164219 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3256a594-15f7-4d1d-bb71-eb1113d31410 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c53d759ae5f48c2b26beec64526c9bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2739434 Nov 22 16:25:40.166942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.169293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:40.180343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2705d2e4-899b-494a-a557-0b474ad780e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.205227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a594-15f7-4d1d-bb71-eb1113d31410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6af313-91f8-4564-995c-c1ad847c61ed,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:40.216186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7793c906-12a5-4033-ab16-bc62761c53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.245446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71907147-bc9d-4666-8494-75bd74f192bc req-1261fd88-6891-4ae1-b50f-676da0814cc6 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:40.247718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71907147-bc9d-4666-8494-75bd74f192bc req-1261fd88-6891-4ae1-b50f-676da0814cc6 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 972 time: 0.2501905 Nov 22 16:25:40.255994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7793c906-12a5-4033-ab16-bc62761c53b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.263613 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7793c906-12a5-4033-ab16-bc62761c53b4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/98ed7eeb-5157-4022-9f98-f437bd73c752 HTTP/1.1" status: 204 len: 168 time: 0.5289173 Nov 22 16:25:40.263613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793c906-12a5-4033-ab16-bc62761c53b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ed7eeb-5157-4022-9f98-f437bd73c752,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:40.267005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41534) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:40.282904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3ab34c24-c209-4bb3-acbd-6ed2c8a69dbe None None] Provisioning complete for port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:40.284162 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ab34c24-c209-4bb3-acbd-6ed2c8a69dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.341704 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2705d2e4-899b-494a-a557-0b474ad780e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.348346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3ab34c24-c209-4bb3-acbd-6ed2c8a69dbe None None] Port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:40.385940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.488152 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.511839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f6f35d-ab0b-4f56-a11f-fe9bffae8d93']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:40.524735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65f0239-864d-41e5-ae1a-ac96367ba07e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:40.525029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65f0239-864d-41e5-ae1a-ac96367ba07e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:40.539132 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.556827 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.566857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:25:40.567344 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:25:40.569245 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:25:40.603947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.643930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.649346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.653723 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] 10.222.0.59 "DELETE /v2.0/networks/06f6f35d-ab0b-4f56-a11f-fe9bffae8d93 HTTP/1.1" status: 204 len: 168 time: 0.3848612 Nov 22 16:25:40.667247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc8fb6-4731-49ed-8027-bab50cd30406 admin admin] Pushing event deleted for resources: {'Network': ['ID=06f6f35d-ab0b-4f56-a11f-fe9bffae8d93,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:40.792123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06dedb27-fa89-48e2-9c55-02921b34ea93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.796723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41548) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:40.802853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Network 271c9d42-644d-45ed-8881-15ca0d9c049b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:40.830880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:40.844745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:40.853325 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3a43eaa8-fcb7-4316-8931-733d1a6f49cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6dcc3787e8f44918903e9eab3374b67c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527682 Nov 22 16:25:40.853528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:40.853528 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.853734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41550) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:40.868083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71907147-bc9d-4666-8494-75bd74f192bc req-70a542fd-032a-4612-9952-9592a8b19ad1 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000266 Nov 22 16:25:40.891076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfdef5-ac31-47c1-8db2-e9e54997c402 req-bcc3cb9a-f391-4a21-b5cd-e3e33a852b49 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:40.901503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06bfdef5-ac31-47c1-8db2-e9e54997c402 req-bcc3cb9a-f391-4a21-b5cd-e3e33a852b49 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 935 time: 0.5317838 Nov 22 16:25:40.939933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-232921a1-cb48-4b23-9a14-a169ec968d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.978748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-232921a1-cb48-4b23-9a14-a169ec968d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.990802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06dedb27-fa89-48e2-9c55-02921b34ea93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.008438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event updated for resources: {'Port': ['ID=43f627ca-8aca-4957-930c-3efad0cfc9bf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.011119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb139272-d675-475d-9386-0250725197bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.035756 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2705d2e4-899b-494a-a557-0b474ad780e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.038392 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2705d2e4-899b-494a-a557-0b474ad780e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.039596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2705d2e4-899b-494a-a557-0b474ad780e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3455899a-0f25-4250-b42a-cddab704b846 HTTP/1.1" status: 204 len: 168 time: 1.1075118 Nov 22 16:25:41.057840 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-453c841f-5f34-43cc-ba9c-7f4bc201dd84 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8349006 Nov 22 16:25:41.061415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-232921a1-cb48-4b23-9a14-a169ec968d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.066419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-232921a1-cb48-4b23-9a14-a169ec968d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.071056 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-232921a1-cb48-4b23-9a14-a169ec968d1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06c2a2ed-02e1-4699-996f-9135d3739bdf HTTP/1.1" status: 204 len: 168 time: 0.2145462 Nov 22 16:25:41.085385 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232921a1-cb48-4b23-9a14-a169ec968d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c2a2ed-02e1-4699-996f-9135d3739bdf,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.111974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Request body: {'port': {'device_id': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:41.175773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ca28c35d-e5e5-4945-9157-bca379a31674 None None] Provisioning complete for port 43f627ca-8aca-4957-930c-3efad0cfc9bf triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:41.176011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca28c35d-e5e5-4945-9157-bca379a31674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.190295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705d2e4-899b-494a-a557-0b474ad780e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3455899a-0f25-4250-b42a-cddab704b846,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.201769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb139272-d675-475d-9386-0250725197bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.269142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.37', 61672) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:41.270299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ca28c35d-e5e5-4945-9157-bca379a31674 None None] Port 43f627ca-8aca-4957-930c-3efad0cfc9bf cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:41.332450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06dedb27-fa89-48e2-9c55-02921b34ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.335083 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06dedb27-fa89-48e2-9c55-02921b34ea93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.336481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-06dedb27-fa89-48e2-9c55-02921b34ea93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d21ae84-3f46-406b-9f70-24ea41d9f09f HTTP/1.1" status: 204 len: 168 time: 1.1916063 Nov 22 16:25:41.416247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dedb27-fa89-48e2-9c55-02921b34ea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d21ae84-3f46-406b-9f70-24ea41d9f09f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.426992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-461540f0-c609-42f5-846b-07ad19b0bb05 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.429417 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-461540f0-c609-42f5-846b-07ad19b0bb05 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 972 time: 0.1581008 Nov 22 16:25:41.437416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06bfdef5-ac31-47c1-8db2-e9e54997c402 req-e5b9f4f5-859f-4f9c-81b4-e1629ccc74f3 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301828 Nov 22 16:25:41.484872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.525667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946131f-7871-46cd-a6a7-9339e1519b02 req-dd969206-5747-43b7-8829-84631a2d6185 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.539836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0946131f-7871-46cd-a6a7-9339e1519b02 req-dd969206-5747-43b7-8829-84631a2d6185 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 931 time: 0.5558949 Nov 22 16:25:41.679731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Deleting port c402a98e-1bec-4c8b-a9a8-afac82d5a975 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:25:41.680818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.774421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:41.823501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9947b2f-38cb-493c-834e-a6871be324ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.826528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5498a4f-7c80-466f-b57a-f7ed6f1ab11d {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:41.847595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0946131f-7871-46cd-a6a7-9339e1519b02 req-54befe03-6e32-4a84-8293-e316a80d1560 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069756 Nov 22 16:25:41.850283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb139272-d675-475d-9386-0250725197bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.871057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb139272-d675-475d-9386-0250725197bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.872715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bb139272-d675-475d-9386-0250725197bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba6af313-91f8-4564-995c-c1ad847c61ed HTTP/1.1" status: 204 len: 168 time: 1.6951742 Nov 22 16:25:41.875595 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.894001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] For port c402a98e-1bec-4c8b-a9a8-afac82d5a975, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c402a98e-1bec-4c8b-a9a8-afac82d5a975,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:41.894336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.918519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Calling delete_port for c402a98e-1bec-4c8b-a9a8-afac82d5a975 owned by compute:tempest-test_az-1380088478 {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:25:41.969189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283bfdf-a78b-42d0-b2bf-b6663d94040d req-2ac40d80-6183-49b2-b4a0-20e191c171f2 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.980962 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3283bfdf-a78b-42d0-b2bf-b6663d94040d req-2ac40d80-6183-49b2-b4a0-20e191c171f2 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 931 time: 0.2646060 Nov 22 16:25:41.992098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Transition to ACTIVE for port object f5498a4f-7c80-466f-b57a-f7ed6f1ab11d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:42.031409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139272-d675-475d-9386-0250725197bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6af313-91f8-4564-995c-c1ad847c61ed,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:42.057024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.077841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9947b2f-38cb-493c-834e-a6871be324ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.089595 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9947b2f-38cb-493c-834e-a6871be324ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.142765 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f9947b2f-38cb-493c-834e-a6871be324ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8206b6f029e4236ae47b90af66f36a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560214 Nov 22 16:25:42.143265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41570) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:42.144248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9947b2f-38cb-493c-834e-a6871be324ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcecadf-95a9-4b33-88f7-cbb116f1a8c7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:42.207794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:42.250495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73d9d0-8e1a-45ea-9606-7d59c226c3c4 req-64f97a03-5747-4e6c-abce-ab0b50ea9018 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:42.252305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca73d9d0-8e1a-45ea-9606-7d59c226c3c4 req-64f97a03-5747-4e6c-abce-ab0b50ea9018 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a733517-eef1-40dc-9283-88d1ea76f603 HTTP/1.1" status: 200 len: 972 time: 0.2092929 Nov 22 16:25:42.254335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41574) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:42.257252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Pushing event updated for resources: {'Port': ['ID=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:42.283218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3283bfdf-a78b-42d0-b2bf-b6663d94040d req-c99f368f-b354-4013-9027-12776afc0257 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006086 Nov 22 16:25:42.345632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e456dff2-404b-49ac-a3f0-ccea4339e183 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.383410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Attempting to bind port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:42.383743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Attempting to bind port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:42.384310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Attempting to bind port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:42.413012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:42.413345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Attempting to bind port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:42.502094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:42.502611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:42.503415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:42.504054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Bound port: f5498a4f-7c80-466f-b57a-f7ed6f1ab11d, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:42.504575 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.510328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.529461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c402a98e-1bec-4c8b-a9a8-afac82d5a975'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:42.546117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca73d9d0-8e1a-45ea-9606-7d59c226c3c4 req-326457c1-d105-4647-bce0-119fe27d4b5f tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.59 "GET /v2.0/security-groups?id=f3ddf089-8655-4834-a131-9558b4e06831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448370 Nov 22 16:25:42.585241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f627ca-8aca-4957-930c-3efad0cfc9bf {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:42.588412 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-85d65b4d-44b7-47df-9f78-d20a69913ae5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ef84f9784e174ec5930fb55956cdb351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769593 Nov 22 16:25:42.594362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:42.609269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.660452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Pushing event deleted for resources: {'Port': ['ID=c402a98e-1bec-4c8b-a9a8-afac82d5a975,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:42.712781 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-2ae37b1a-34c1-4c63-995e-cf5ea88dd785 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:42.714444 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-2ae37b1a-34c1-4c63-995e-cf5ea88dd785 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0417767 Nov 22 16:25:42.746641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Transition to ACTIVE for port object 43f627ca-8aca-4957-930c-3efad0cfc9bf will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:42.783936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.813032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40377ffd-56ed-4526-a704-90b10badfbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.847117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] No DVR routers for this DVR port c402a98e-1bec-4c8b-a9a8-afac82d5a975 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:25:42.851225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.855644 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47e87642-2f8f-48ed-93fc-a231021abd5f req-db13fd69-72b8-4187-a6e5-c38d21d0ac75 tempest-AggregatesAdminTestJSON-1125371751 tempest-AggregatesAdminTestJSON-1125371751-project] 10.222.0.37 "DELETE /v2.0/ports/c402a98e-1bec-4c8b-a9a8-afac82d5a975 HTTP/1.1" status: 204 len: 173 time: 1.4195793 Nov 22 16:25:42.902007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6ddc3-a5db-4e81-b354-1dfb2d156c52 req-068418b5-df39-406c-a1df-2e3a49de7510 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:42.903220 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40377ffd-56ed-4526-a704-90b10badfbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.918423 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a733517-eef1-40dc-9283-88d1ea76f603', 'name': 'network-vif-deleted', 'tag': 'c402a98e-1bec-4c8b-a9a8-afac82d5a975'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:42.925682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-baf6ddc3-a5db-4e81-b354-1dfb2d156c52 req-068418b5-df39-406c-a1df-2e3a49de7510 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 947 time: 0.3941891 Nov 22 16:25:43.001276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e456dff2-404b-49ac-a3f0-ccea4339e183 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.031563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Pushing event updated for resources: {'Port': ['ID=43f627ca-8aca-4957-930c-3efad0cfc9bf,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.056814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] For port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:43.061110 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e456dff2-404b-49ac-a3f0-ccea4339e183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.080647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40377ffd-56ed-4526-a704-90b10badfbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.083674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40377ffd-56ed-4526-a704-90b10badfbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.085104 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40377ffd-56ed-4526-a704-90b10badfbea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bcecadf-95a9-4b33-88f7-cbb116f1a8c7 HTTP/1.1" status: 204 len: 168 time: 0.9364367 Nov 22 16:25:43.107559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40377ffd-56ed-4526-a704-90b10badfbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcecadf-95a9-4b33-88f7-cbb116f1a8c7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.143091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41592) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:43.165001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89e6402c-de3c-4951-aba6-1094d881d565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.173633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f35-d8a5-4743-98a6-affa6fa49870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.205373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] For port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:43.311922 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89e6402c-de3c-4951-aba6-1094d881d565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.321317 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.326150 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fea2d2f-82a1-42da-b910-0b6fcab085bc" -d '{"events": [{"server_uuid": "1a733517-eef1-40dc-9283-88d1ea76f603", "name": "network-vif-deleted", "tag": "c402a98e-1bec-4c8b-a9a8-afac82d5a975"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:43.333715 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89e6402c-de3c-4951-aba6-1094d881d565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.401725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e456dff2-404b-49ac-a3f0-ccea4339e183 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71ae59c5534749489bb1117288c2a220&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1406910 Nov 22 16:25:43.410232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41598) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:43.424914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-89e6402c-de3c-4951-aba6-1094d881d565 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2cf634f4fa7a48649376f96de9db83d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800159 Nov 22 16:25:43.425384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41600) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:43.442797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Request body: {'port': {'device_id': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:43.451997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6402c-de3c-4951-aba6-1094d881d565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b92180-550a-49a2-a3c9-563e17d6c9fa,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.457941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456dff2-404b-49ac-a3f0-ccea4339e183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766dee5b-82c9-48bf-be64-0f4fabbd6ccb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.470447 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f35-d8a5-4743-98a6-affa6fa49870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.505050 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-baf6ddc3-a5db-4e81-b354-1dfb2d156c52 req-6437aea3-6191-4e2c-be41-e5a7c3cbbd4f tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780976 Nov 22 16:25:43.609529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.617628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f44f6e9-d893-406c-b42c-8e8aff001cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.641624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Attempting to bind port 43f627ca-8aca-4957-930c-3efad0cfc9bf on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:43.642294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Attempting to bind port 43f627ca-8aca-4957-930c-3efad0cfc9bf by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:43.642645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Attempting to bind port 43f627ca-8aca-4957-930c-3efad0cfc9bf on network 271c9d42-644d-45ed-8881-15ca0d9c049b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:43.656060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.657085 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.659578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] 10.222.0.37 "PUT /v2.0/ports/f5498a4f-7c80-466f-b57a-f7ed6f1ab11d HTTP/1.1" status: 200 len: 1095 time: 3.6913326 Nov 22 16:25:43.660142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79681b4-c51f-45a7-ad99-51b7501cc266', 'tag': 'f5498a4f-7c80-466f-b57a-f7ed6f1ab11d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:43.663378 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4685c6c8-4776-4d46-8542-dd60019778bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e79681b4-c51f-45a7-ad99-51b7501cc266", "tag": "f5498a4f-7c80-466f-b57a-f7ed6f1ab11d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:43.693957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2976494-debb-46cf-a509-44c3530baeca req-13481c39-a282-48ba-a508-2f1803344b8c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.700450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2976494-debb-46cf-a509-44c3530baeca req-13481c39-a282-48ba-a508-2f1803344b8c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 931 time: 0.6961071 Nov 22 16:25:43.721710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Port 43f627ca-8aca-4957-930c-3efad0cfc9bf on network 271c9d42-644d-45ed-8881-15ca0d9c049b not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:43.722764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Attempting to bind port 43f627ca-8aca-4957-930c-3efad0cfc9bf on network 271c9d42-644d-45ed-8881-15ca0d9c049b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:43.788138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d8c4326-015a-4391-ba8a-2a53d945cb27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.811800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f44f6e9-d893-406c-b42c-8e8aff001cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.841231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:43.844159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Checking segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:43.844750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Bound using segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:43.848861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Bound port: 43f627ca-8aca-4957-930c-3efad0cfc9bf, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:43.849419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.888965 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d8c4326-015a-4391-ba8a-2a53d945cb27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.900845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf78645-1c41-4903-b117-e9753449fb4d service neutron] Pushing event updated for resources: {'Port': ['ID=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.971392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1a63-e5d4-4b95-92d4-cdfea3974104 req-26dca379-ca19-47e0-9d24-8074536850d8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.972995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-284d1a63-e5d4-4b95-92d4-cdfea3974104 req-26dca379-ca19-47e0-9d24-8074536850d8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 943 time: 0.3214965 Nov 22 16:25:43.980360 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f35-d8a5-4743-98a6-affa6fa49870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.983124 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9a10f35-d8a5-4743-98a6-affa6fa49870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.986852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f9a10f35-d8a5-4743-98a6-affa6fa49870 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9da1df1c-0b7a-4143-b48d-a510ca8e00b1 HTTP/1.1" status: 204 len: 168 time: 1.3826890 Nov 22 16:25:44.119411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a10f35-d8a5-4743-98a6-affa6fa49870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1df1c-0b7a-4143-b48d-a510ca8e00b1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.136743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2976494-debb-46cf-a509-44c3530baeca req-634cf85b-d883-422c-8177-55f3adb87d04 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341910 Nov 22 16:25:44.140289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-3d46b6e1-8577-4382-be88-bb9cb71334be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.142514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-3d46b6e1-8577-4382-be88-bb9cb71334be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29260b9ccc214b8f9d5202daa06314ec&device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 1098 time: 0.3658361 Nov 22 16:25:44.232637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-7499e68f-aa35-4b33-b96f-61c1d9e91ec4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d HTTP/1.1" status: 200 len: 217 time: 0.0776892 Nov 22 16:25:44.234482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] For port 43f627ca-8aca-4957-930c-3efad0cfc9bf, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:44.249316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f44f6e9-d893-406c-b42c-8e8aff001cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.250320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f44f6e9-d893-406c-b42c-8e8aff001cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.251536 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7f44f6e9-d893-406c-b42c-8e8aff001cf3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/766dee5b-82c9-48bf-be64-0f4fabbd6ccb HTTP/1.1" status: 204 len: 168 time: 0.8399885 Nov 22 16:25:44.287915 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d8c4326-015a-4391-ba8a-2a53d945cb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.293302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d8c4326-015a-4391-ba8a-2a53d945cb27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.297974 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8d8c4326-015a-4391-ba8a-2a53d945cb27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2b92180-550a-49a2-a3c9-563e17d6c9fa HTTP/1.1" status: 204 len: 168 time: 0.8593266 Nov 22 16:25:44.303613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-284d1a63-e5d4-4b95-92d4-cdfea3974104 req-cebc4df7-4683-42ff-8799-ec4f6454c00c tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168986 Nov 22 16:25:44.308285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] For port 43f627ca-8aca-4957-930c-3efad0cfc9bf, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:44.310155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44f6e9-d893-406c-b42c-8e8aff001cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766dee5b-82c9-48bf-be64-0f4fabbd6ccb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.316743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.343557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c4326-015a-4391-ba8a-2a53d945cb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b92180-550a-49a2-a3c9-563e17d6c9fa,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.391396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.392033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.393445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] 10.222.0.37 "PUT /v2.0/ports/43f627ca-8aca-4957-930c-3efad0cfc9bf HTTP/1.1" status: 200 len: 1091 time: 3.2928445 Nov 22 16:25:44.395032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-378da287-9f78-4b63-b020-1f5b9ed88de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.397069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-378da287-9f78-4b63-b020-1f5b9ed88de6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1544013 Nov 22 16:25:44.472479 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b9a31-f149-40ec-8580-f6770ce807a5 x-openstack-request-id: req-999b9a31-f149-40ec-8580-f6770ce807a5 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:44.472761 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79681b4-c51f-45a7-ad99-51b7501cc266", "tag": "f5498a4f-7c80-466f-b57a-f7ed6f1ab11d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:44.473020 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-999b9a31-f149-40ec-8580-f6770ce807a5 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:44.473423 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79681b4-c51f-45a7-ad99-51b7501cc266', 'tag': 'f5498a4f-7c80-466f-b57a-f7ed6f1ab11d', 'status': 'completed', 'code': 200} Nov 22 16:25:44.580246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59768d56-d3d2-4572-b28e-0905a7a894e5 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:44.596077 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.640218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Transition to ACTIVE for port object 59768d56-d3d2-4572-b28e-0905a7a894e5 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:44.652146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.732769 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2be4d83-8f27-4581-b832-c8da0f6f43e5 x-openstack-request-id: req-a2be4d83-8f27-4581-b832-c8da0f6f43e5 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:44.733136 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a733517-eef1-40dc-9283-88d1ea76f603", "name": "network-vif-deleted", "tag": "c402a98e-1bec-4c8b-a9a8-afac82d5a975", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:44.733514 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2be4d83-8f27-4581-b832-c8da0f6f43e5 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:44.734339 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a733517-eef1-40dc-9283-88d1ea76f603', 'name': 'network-vif-deleted', 'tag': 'c402a98e-1bec-4c8b-a9a8-afac82d5a975', 'status': 'completed', 'code': 200} Nov 22 16:25:44.830087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Pushing event updated for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.933263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c402a98e-1bec-4c8b-a9a8-afac82d5a975 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:25:44.969712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:44.970356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:44.970718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:44.976520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:44.976859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:44.977411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb66421-1daa-469c-8f99-cd49087c4880 service neutron] Pushing event updated for resources: {'Port': ['ID=43f627ca-8aca-4957-930c-3efad0cfc9bf,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.984299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:44.984795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:44.985276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:44.989435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Bound port: 59768d56-d3d2-4572-b28e-0905a7a894e5, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:44.989877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.991387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: c402a98e-1bec-4c8b-a9a8-afac82d5a975 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:25:44.991788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c402a98e-1bec-4c8b-a9a8-afac82d5a975 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:25:45.050039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-a1ad1451-bfc2-4f3f-8418-6200eb04e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.053198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-a1ad1451-bfc2-4f3f-8418-6200eb04e0f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6453376 Nov 22 16:25:45.058816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-bfd2e1e7-8794-4b77-aa9f-dd7c84abe4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.061686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-bfd2e1e7-8794-4b77-aa9f-dd7c84abe4d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 1094 time: 0.5938957 Nov 22 16:25:45.098078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:45.104257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:45.110406 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.178532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-d01b9b7b-8572-473e-81c9-ef80e1cee32e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf HTTP/1.1" status: 200 len: 217 time: 0.0912995 Nov 22 16:25:45.193387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Pushing event updated for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:45.200713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.201342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3be5b4-72a1-47b9-81e4-1d25881ffd02 req-17dd682a-efb8-4ab0-bcbb-10ea520ad332 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.201542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.203015 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e27169d7-73d4-4121-b5c8-42559e3bd8fb service neutron] 10.222.0.62 "PUT /v2.0/ports/59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 1091 time: 2.1838269 Nov 22 16:25:45.204419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd3be5b4-72a1-47b9-81e4-1d25881ffd02 req-17dd682a-efb8-4ab0-bcbb-10ea520ad332 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 947 time: 0.2605796 Nov 22 16:25:45.395773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-6a98d6f8-f1d8-47d7-9081-2ad5c8e2372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.397936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-6a98d6f8-f1d8-47d7-9081-2ad5c8e2372f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1094 time: 0.1445041 Nov 22 16:25:45.414815 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d5fff56-55f0-4601-9c8d-e91a79bfa1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.524004 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-ecb28fda-7652-41d3-b1cc-7ca678e7e7a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 217 time: 0.1157994 Nov 22 16:25:45.528071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-bc82f111-bed6-4ac2-bad6-a523fce240d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.536337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-bc82f111-bed6-4ac2-bad6-a523fce240d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 HTTP/1.1" status: 200 len: 863 time: 0.2704585 Nov 22 16:25:45.538011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:45.545979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd3be5b4-72a1-47b9-81e4-1d25881ffd02 req-c4c390ce-d7f8-4e83-a5d5-c9b9166f4d1a tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658296 Nov 22 16:25:45.631791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-9924cbe7-3136-4e98-86ed-1852659eebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.634814 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-9924cbe7-3136-4e98-86ed-1852659eebc0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1030157 Nov 22 16:25:45.678686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dd3e7-647a-4c91-a51c-8131d93e4da5 req-105c2434-3136-42d2-8b08-3b57792ad64d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.681462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc7dd3e7-647a-4c91-a51c-8131d93e4da5 req-105c2434-3136-42d2-8b08-3b57792ad64d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 943 time: 0.2940216 Nov 22 16:25:45.714688 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-ffbf7e21-47b8-49bd-b2c2-4c799f35a11c service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513126 Nov 22 16:25:45.715130 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e074c978-887b-4cd6-af93-e62d6e1ae9f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704956 Nov 22 16:25:45.756360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-68e0a26f-e55c-4fd6-a39f-64166c39034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.758391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-68e0a26f-e55c-4fd6-a39f-64166c39034a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=271c9d42-644d-45ed-8881-15ca0d9c049b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920776 Nov 22 16:25:45.869927 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-e55ff60d-6147-4ed7-b703-d10de655c2a5 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473074 Nov 22 16:25:45.915519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d06fdb-dc97-4e2f-bd2b-789f7be399fd req-e8f6ce0a-3553-4c85-8987-4e0fbd66356f tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.917623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64d06fdb-dc97-4e2f-bd2b-789f7be399fd req-e8f6ce0a-3553-4c85-8987-4e0fbd66356f tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 943 time: 0.2348399 Nov 22 16:25:45.948375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc7dd3e7-647a-4c91-a51c-8131d93e4da5 req-c2d912a8-e86f-4052-a0b3-7eaf6b46d14c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391987 Nov 22 16:25:46.019419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38e54708-d002-4fd6-8d83-024a62dbdb5f req-880b9fe2-a6ca-4e1b-977c-97ac47cdd96d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743747 Nov 22 16:25:46.036220 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d62809a-758b-4b6a-88fd-bf5ea4b8a9a4 req-d37794ca-5318-44c2-b12e-5423b8441b71 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585474 Nov 22 16:25:46.076436 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-fda59c8d-5cf2-4ed9-aa05-9797e14639d8 service neutron] 10.222.0.37 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057015 Nov 22 16:25:46.138606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64d06fdb-dc97-4e2f-bd2b-789f7be399fd req-05d62d70-e997-44e1-babc-081f18ee5e77 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076910 Nov 22 16:25:46.186716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3af67fd9-b7ee-4295-b076-ce7b6e3da602 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08853bea02134300a9c18df6063b3637&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6390607 Nov 22 16:25:46.189852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41678) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:46.221948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c6c8-4776-4d46-8542-dd60019778bf req-333a093d-d34b-426d-ae64-2159b89a4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.223823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685c6c8-4776-4d46-8542-dd60019778bf req-333a093d-d34b-426d-ae64-2159b89a4343 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29260b9ccc214b8f9d5202daa06314ec&device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 1098 time: 0.1418438 Nov 22 16:25:46.253325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ed961e3-3e5d-4539-afb8-cb8a36458202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.289040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ed961e3-3e5d-4539-afb8-cb8a36458202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.346681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320b6823-51a3-487d-9aa6-65a6ccb913a5 req-821843db-a910-4173-8f37-254ff11c1437 service neutron] 10.222.0.37 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446685 Nov 22 16:25:46.391133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ed961e3-3e5d-4539-afb8-cb8a36458202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.394265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ed961e3-3e5d-4539-afb8-cb8a36458202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.395559 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8ed961e3-3e5d-4539-afb8-cb8a36458202 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3ddf089-8655-4834-a131-9558b4e06831 HTTP/1.1" status: 204 len: 168 time: 0.2047651 Nov 22 16:25:46.401026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c6c8-4776-4d46-8542-dd60019778bf req-322068d7-5e0d-4a08-9029-03acab0de570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.402588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685c6c8-4776-4d46-8542-dd60019778bf req-322068d7-5e0d-4a08-9029-03acab0de570 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1648612 Nov 22 16:25:46.407370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed961e3-3e5d-4539-afb8-cb8a36458202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ddf089-8655-4834-a131-9558b4e06831,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:46.476501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'tag': '43f627ca-8aca-4957-930c-3efad0cfc9bf'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:46.479379 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b610cbc-e816-49d6-a5fc-8de1857cd105" -d '{"events": [{"name": "network-changed", "server_uuid": "8be534fd-1960-446c-8aae-f15d28aa63a7", "tag": "43f627ca-8aca-4957-930c-3efad0cfc9bf"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:46.484171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685c6c8-4776-4d46-8542-dd60019778bf req-901ec406-cc4f-4350-98f8-263e3d0a8f7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d HTTP/1.1" status: 200 len: 217 time: 0.0730944 Nov 22 16:25:46.525782 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7de447-3d95-4f58-8665-77065ee30944 x-openstack-request-id: req-ef7de447-3d95-4f58-8665-77065ee30944 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:46.526238 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be534fd-1960-446c-8aae-f15d28aa63a7", "tag": "43f627ca-8aca-4957-930c-3efad0cfc9bf", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:46.526589 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef7de447-3d95-4f58-8665-77065ee30944 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:46.527140 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'tag': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'status': 'completed', 'code': 200} Nov 22 16:25:46.569150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c6c8-4776-4d46-8542-dd60019778bf req-aef02962-7dc8-4f67-b320-869130ed6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.570987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685c6c8-4776-4d46-8542-dd60019778bf req-aef02962-7dc8-4f67-b320-869130ed6977 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0799160 Nov 22 16:25:46.654437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-18a06091-42ce-45e9-a3d6-f856037d06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.656350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-18a06091-42ce-45e9-a3d6-f856037d06c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 1094 time: 0.1016567 Nov 22 16:25:46.659694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c6c8-4776-4d46-8542-dd60019778bf req-e034572a-67e4-4ce7-a718-6cd6c8d81026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.661207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685c6c8-4776-4d46-8542-dd60019778bf req-e034572a-67e4-4ce7-a718-6cd6c8d81026 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729351 Nov 22 16:25:46.735411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:46.741501 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72f2a91-061d-4211-9a7a-ce0aa4e85309" -d '{"events": [{"name": "network-changed", "server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:46.813963 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4513014-3485-436c-8638-205284ddb4e7 x-openstack-request-id: req-b4513014-3485-436c-8638-205284ddb4e7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:46.816050 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:46.816744 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4513014-3485-436c-8638-205284ddb4e7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:46.817617 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5', 'status': 'completed', 'code': 200} Nov 22 16:25:46.877604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c257a-e53d-405a-a451-8f4ec697f704 req-31ec8402-b12e-4f80-bd20-d88e6b16088d tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.883594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d63c257a-e53d-405a-a451-8f4ec697f704 req-31ec8402-b12e-4f80-bd20-d88e6b16088d tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 947 time: 0.2207081 Nov 22 16:25:46.903764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-77abdff1-abbc-48d2-a213-e73f891b18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.905435 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-77abdff1-abbc-48d2-a213-e73f891b18bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1094 time: 0.0685339 Nov 22 16:25:46.941901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-6ff09630-f7b7-4096-8ff2-3f6dba6d6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.944355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-6ff09630-f7b7-4096-8ff2-3f6dba6d6f7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 925 time: 0.2703609 Nov 22 16:25:46.980497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685c6c8-4776-4d46-8542-dd60019778bf req-d6fa7b57-cc06-4d74-b9a9-d0ea5455cc54 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075674 Nov 22 16:25:47.063191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-94fcf664-1cb9-4c2f-b055-1907c23b613b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf HTTP/1.1" status: 200 len: 217 time: 0.1066983 Nov 22 16:25:47.108993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-f6c3560e-3012-4f65-9eb8-474da28b313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.110775 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-f6c3560e-3012-4f65-9eb8-474da28b313e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.1972311 Nov 22 16:25:47.132067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d63c257a-e53d-405a-a451-8f4ec697f704 req-b17f533d-1f06-41f6-a136-61d5f3b5295a tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351320 Nov 22 16:25:47.211449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-eb9e15ce-a586-4493-a0ee-5956660b092e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 217 time: 0.0917907 Nov 22 16:25:47.260746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-1fe98999-acc9-450e-96ff-1767b7911935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.262171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-1fe98999-acc9-450e-96ff-1767b7911935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 HTTP/1.1" status: 200 len: 863 time: 0.1838663 Nov 22 16:25:47.311851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685c6c8-4776-4d46-8542-dd60019778bf req-874d45a1-0976-4a77-857b-5bc245dd8263 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220892 Nov 22 16:25:47.326583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd8c34-a4d7-4a17-823f-c2636ee62104 req-6d4e5ce5-38a6-4ae6-ae9b-82cb19ae6dc2 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.329191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5dd8c34-a4d7-4a17-823f-c2636ee62104 req-6d4e5ce5-38a6-4ae6-ae9b-82cb19ae6dc2 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 943 time: 0.1873803 Nov 22 16:25:47.336913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-eddec40b-5565-4a65-b2d5-f8ae4b7a23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.339371 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-eddec40b-5565-4a65-b2d5-f8ae4b7a23c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1185246 Nov 22 16:25:47.377839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-4cb1586c-7088-4c9f-b703-ff7d54000d8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304306 Nov 22 16:25:47.433026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41724) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:47.708796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-85c8f996-a638-40d2-9d21-e3fc5bf8db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.710972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-85c8f996-a638-40d2-9d21-e3fc5bf8db9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=271c9d42-644d-45ed-8881-15ca0d9c049b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4340980 Nov 22 16:25:47.718145 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fb4dbc9f-2dfa-49bd-b81e-6691962b25b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2100d3d824894e8e9b7eb6924ca2b8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836409 Nov 22 16:25:47.724153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41732) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:47.733218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e37e2b-7648-4b07-bce8-1e9d7bf29dab req-1239bcff-d5f2-4352-a648-af99a361b762 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.734474 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e37e2b-7648-4b07-bce8-1e9d7bf29dab req-1239bcff-d5f2-4352-a648-af99a361b762 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 943 time: 0.4417088 Nov 22 16:25:47.748341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5dd8c34-a4d7-4a17-823f-c2636ee62104 req-141a28e5-f628-4699-aa9d-0e6079b1c5ae tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913827 Nov 22 16:25:47.752525 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-d15aa5c0-3cc6-45f0-b902-e6cba2fb5597 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677042 Nov 22 16:25:47.795758 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5452b6d-6606-423c-9662-be93b04ff0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.872136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4080793-3838-4ba4-b9d9-2ccee3fb7855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.881827 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e37e2b-7648-4b07-bce8-1e9d7bf29dab req-69e70b86-efe2-417b-ae87-0ed6b9505004 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282275 Nov 22 16:25:47.939033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4080793-3838-4ba4-b9d9-2ccee3fb7855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.943492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-d24de0fa-9a3b-4482-bd6a-9e47d87ef056 service neutron] 10.222.0.37 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067823 Nov 22 16:25:47.958101 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b72f2a91-061d-4211-9a7a-ce0aa4e85309 req-26ed8fbd-6324-4d50-851e-c19f384ca62f service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893542 Nov 22 16:25:48.015031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4080793-3838-4ba4-b9d9-2ccee3fb7855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.017850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4080793-3838-4ba4-b9d9-2ccee3fb7855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.019058 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4080793-3838-4ba4-b9d9-2ccee3fb7855 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3af27c9c-ec29-4a1e-98d5-971aff67ce32 HTTP/1.1" status: 204 len: 168 time: 0.2939150 Nov 22 16:25:48.029150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4080793-3838-4ba4-b9d9-2ccee3fb7855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af27c9c-ec29-4a1e-98d5-971aff67ce32,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:48.084890 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b610cbc-e816-49d6-a5fc-8de1857cd105 req-f44034f3-52a5-4dfb-ac6f-acdb507c442e service neutron] 10.222.0.37 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343024 Nov 22 16:25:48.339026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf394f-f255-4d09-a92c-7d296f9ae5cd req-27d0a69d-92fb-4ba8-bbfb-bf41b525a2a7 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:48.341623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71bf394f-f255-4d09-a92c-7d296f9ae5cd req-27d0a69d-92fb-4ba8-bbfb-bf41b525a2a7 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 947 time: 0.0877659 Nov 22 16:25:48.416280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71bf394f-f255-4d09-a92c-7d296f9ae5cd req-f364bc40-3ce3-41ae-84b1-e81eb84bdd95 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625472 Nov 22 16:25:48.793780 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.903556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7ebbd-d711-4761-bc02-61467ac4da91 req-641ea7d1-9ffe-4ec0-a4b0-d7d4f927bad5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:48.906340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22c7ebbd-d711-4761-bc02-61467ac4da91 req-641ea7d1-9ffe-4ec0-a4b0-d7d4f927bad5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 943 time: 0.0591075 Nov 22 16:25:48.932855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f5498a4f-7c80-466f-b57a-f7ed6f1ab11d details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:48.980801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22c7ebbd-d711-4761-bc02-61467ac4da91 req-98c92f65-264d-4452-9542-09312d7f87cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663908 Nov 22 16:25:49.099969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:49.122903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'f5498a4f-7c80-466f-b57a-f7ed6f1ab11d', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'f5498a4f-7c80-466f-b57a-f7ed6f1ab11d', 'mac_address': 'fa:16:3e:27:10:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:49.148229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1c6b8-8678-4477-9d7c-8379c093e300 req-6b7a5783-a41f-4d19-a58e-9a08fc6e6ace tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.152246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dc1c6b8-8678-4477-9d7c-8379c093e300 req-6b7a5783-a41f-4d19-a58e-9a08fc6e6ace tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 943 time: 0.0983028 Nov 22 16:25:49.189272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.213370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5498a4f-7c80-466f-b57a-f7ed6f1ab11d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:49.260302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dc1c6b8-8678-4477-9d7c-8379c093e300 req-bb7b5582-bf85-48bf-b870-6c7b007c0cee tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989325 Nov 22 16:25:49.277203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:49.285925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.286257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 43f627ca-8aca-4957-930c-3efad0cfc9bf details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:49.400798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-e3d8ff90-4cfc-4e09-a904-7965b09b6403 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0dcd022e8a0044d0a3a612d95346d646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497673 Nov 22 16:25:49.490522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:49.581501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 43f627ca-8aca-4957-930c-3efad0cfc9bf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:49.605423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'port_id': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'mac_address': 'fa:16:3e:a2:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:49.676024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714dca-b976-4070-b21f-21a1c66560fa req-a38d3656-f197-41e9-9b22-5ef4e7e2880e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.678117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed714dca-b976-4070-b21f-21a1c66560fa req-a38d3656-f197-41e9-9b22-5ef4e7e2880e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 948 time: 0.1304142 Nov 22 16:25:49.684262 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.691179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-064036bf-6591-4f1d-924f-8bd4634d431a tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.692746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-064036bf-6591-4f1d-924f-8bd4634d431a tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904978 Nov 22 16:25:49.709133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f627ca-8aca-4957-930c-3efad0cfc9bf {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:49.739213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 43f627ca-8aca-4957-930c-3efad0cfc9bf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:49.740709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-fff3578d-bdf4-450b-8ff2-0c8b0c4400da tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/quotas/0dcd022e8a0044d0a3a612d95346d646 HTTP/1.1" status: 200 len: 375 time: 0.0283177 Nov 22 16:25:49.750466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.771881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed714dca-b976-4070-b21f-21a1c66560fa req-666271fc-9b30-4776-9aeb-a83dac1b0914 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778034 Nov 22 16:25:49.790620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-fa8f4b73-5499-4160-b87e-3cb0d07fce2d tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0dcd022e8a0044d0a3a612d95346d646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394530 Nov 22 16:25:49.832055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=43f627ca-8aca-4957-930c-3efad0cfc9bf,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:49.984656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f5498a4f-7c80-466f-b57a-f7ed6f1ab11d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:49.995529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a206022-41ee-4150-84f8-3746afc83361 req-5c1bb28d-434e-4f1a-8cd5-7e11079fc33c tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 210 time: 0.0372820 Nov 22 16:25:50.022060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['43f627ca-8aca-4957-930c-3efad0cfc9bf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:50.169986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96783e-fe50-43e5-9f8c-08c01c53cb05 req-86c4d21c-697e-4dda-af5c-ca48137a3329 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.183012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d96783e-fe50-43e5-9f8c-08c01c53cb05 req-86c4d21c-697e-4dda-af5c-ca48137a3329 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 943 time: 0.0918036 Nov 22 16:25:50.296638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d96783e-fe50-43e5-9f8c-08c01c53cb05 req-b06690d4-3901-4262-a05e-b129207c2c35 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125376 Nov 22 16:25:50.441092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 59768d56-d3d2-4572-b28e-0905a7a894e5 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:50.567830 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.610856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:50.627659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '59768d56-d3d2-4572-b28e-0905a7a894e5', 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'port_id': '59768d56-d3d2-4572-b28e-0905a7a894e5', 'mac_address': 'fa:16:3e:a3:bc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92eb9c2c-4950-411b-9ebf-58648e00b4bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:50.676710 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.738927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59768d56-d3d2-4572-b28e-0905a7a894e5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:50.769513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b6b91-28cb-47aa-9cbf-2980a183423d req-27a54852-0efa-4b01-8a3e-89232b86984f tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.785286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c9b6b91-28cb-47aa-9cbf-2980a183423d req-27a54852-0efa-4b01-8a3e-89232b86984f tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 944 time: 0.1043863 Nov 22 16:25:50.803244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:50.810539 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.901679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c9b6b91-28cb-47aa-9cbf-2980a183423d req-5cdb6d39-8176-459b-bcbd-ae5185e6db77 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149898 Nov 22 16:25:50.902814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:50.948045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f5498a4f-7c80-466f-b57a-f7ed6f1ab11d up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:51.007101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:51.012850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:51.013245 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.263893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.274540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.295845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79681b4-c51f-45a7-ad99-51b7501cc266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5498a4f-7c80-466f-b57a-f7ed6f1ab11d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:51.296835 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555b141d-4aa6-4ddf-a107-262870be5f55" -d '{"events": [{"server_uuid": "e79681b4-c51f-45a7-ad99-51b7501cc266", "name": "network-vif-plugged", "status": "completed", "tag": "f5498a4f-7c80-466f-b57a-f7ed6f1ab11d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:51.317498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:51.325022 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.326712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 43f627ca-8aca-4957-930c-3efad0cfc9bf up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:51.460780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['59768d56-d3d2-4572-b28e-0905a7a894e5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:51.511378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8dfe332e-e6f9-46d4-ae5f-8193193aae54 req-b314420e-0d2b-4976-ade1-8e0a63e8fc78 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 210 time: 0.0432150 Nov 22 16:25:51.547107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:51.562094 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-565c6a5e-5964-4c2f-a305-f0d06e23c294 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0dcd022e8a0044d0a3a612d95346d646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522103 Nov 22 16:25:51.580982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 43f627ca-8aca-4957-930c-3efad0cfc9bf completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:51.590683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 43f627ca-8aca-4957-930c-3efad0cfc9bf triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:51.591198 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.621408 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620baa24-540e-4227-bbed-032b5ccb9fe5 x-openstack-request-id: req-620baa24-540e-4227-bbed-032b5ccb9fe5 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:51.621961 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79681b4-c51f-45a7-ad99-51b7501cc266", "name": "network-vif-plugged", "status": "completed", "tag": "f5498a4f-7c80-466f-b57a-f7ed6f1ab11d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:51.622305 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-620baa24-540e-4227-bbed-032b5ccb9fe5 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:51.622750 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79681b4-c51f-45a7-ad99-51b7501cc266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5498a4f-7c80-466f-b57a-f7ed6f1ab11d', 'code': 200} Nov 22 16:25:51.699754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e646cb4-0d35-4505-9459-e05de17b13e4 req-2307c2a7-4eac-49dd-b2ce-0b4e7f76a3e7 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:51.706544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e646cb4-0d35-4505-9459-e05de17b13e4 req-2307c2a7-4eac-49dd-b2ce-0b4e7f76a3e7 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 949 time: 0.1793871 Nov 22 16:25:51.778232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.840394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5830470-e8ba-48cd-b5ec-3a26bbb99d65 req-558b8466-59ce-4bbd-93c6-bc4728570103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:51.842147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5830470-e8ba-48cd-b5ec-3a26bbb99d65 req-558b8466-59ce-4bbd-93c6-bc4728570103 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 1100 time: 0.1027355 Nov 22 16:25:51.847059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 43f627ca-8aca-4957-930c-3efad0cfc9bf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:51.853403 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.891702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e646cb4-0d35-4505-9459-e05de17b13e4 req-a81490e4-8e88-4d12-a8eb-d40b55a81946 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702144 Nov 22 16:25:51.935178 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5830470-e8ba-48cd-b5ec-3a26bbb99d65 req-f762aaa5-d101-4969-862a-4fefc7a10c3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845535 Nov 22 16:25:51.954276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=43f627ca-8aca-4957-930c-3efad0cfc9bf,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.027652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-c88275d7-b647-4398-9f34-58416b77ffdf tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.029813 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-c88275d7-b647-4398-9f34-58416b77ffdf tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4609156 Nov 22 16:25:52.049569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Request body: {'port': {'device_id': '2d79965e-3971-416c-847f-faa30bd6b4b4', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '0dcd022e8a0044d0a3a612d95346d646'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:52.071499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35530b-b90b-4235-9c29-fe36240895af req-9fa8e99b-83b2-402a-b577-f532ad761fe0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.083864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d35530b-b90b-4235-9c29-fe36240895af req-9fa8e99b-83b2-402a-b577-f532ad761fe0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 944 time: 0.0793011 Nov 22 16:25:52.161877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d35530b-b90b-4235-9c29-fe36240895af req-1cc2b268-0a67-457f-8ca4-fbf39113b2d0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751030 Nov 22 16:25:52.214696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Made reservation on behalf of 0dcd022e8a0044d0a3a612d95346d646 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:52.219575 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.234271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.353996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.360360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.397023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9be94-ad37-44c8-804d-1dbad2268ec1 req-937a1576-3521-4969-8d84-4559506c58f2 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.399402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acd9be94-ad37-44c8-804d-1dbad2268ec1 req-937a1576-3521-4969-8d84-4559506c58f2 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 945 time: 0.1029346 Nov 22 16:25:52.417663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 59768d56-d3d2-4572-b28e-0905a7a894e5 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:52.449024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c75c27a-80a4-448f-8db6-29444c564666,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.497742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acd9be94-ad37-44c8-804d-1dbad2268ec1 req-18c1dea1-a429-4564-b63d-f980a9704675 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908439 Nov 22 16:25:52.527470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 59768d56-d3d2-4572-b28e-0905a7a894e5 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:52.532040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 59768d56-d3d2-4572-b28e-0905a7a894e5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:52.532489 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.608536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Allocated IP 192.168.233.128 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/fbf914fd-c0e1-47d1-9df1-466b986bfe58) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:52.667331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.706663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f69a3f6-3fff-4314-919f-10255b64f109 req-951619b4-b24b-4903-8afa-04c8f05f452b tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 210 time: 0.0411401 Nov 22 16:25:52.732763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:52.741513 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.758617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41922) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:52.829123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.867691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.911998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.969487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:52.973408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:52.978183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:52.987152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Pushing event updated for resources: {'Port': ['ID=fbf914fd-c0e1-47d1-9df1-466b986bfe58,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.075862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:53.076828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.087109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-cf80ce51-8398-4340-a48d-8c73742ee7c5 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=95977bcd44104527bc2e14aff3a0e01c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670838 Nov 22 16:25:53.099639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4e11b5a-d58f-4814-94f2-d02731b6254d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.105750 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-61c2a82c-f64d-4744-a9ed-827d06893283 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0647218 Nov 22 16:25:53.123099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Request body: {'port': {'device_id': '2d79965e-3971-416c-847f-faa30bd6b4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:53.267572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.375251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4dcf7b54-4798-4d80-a1d3-fa570f9dbf07 None None] Provisioning complete for port fbf914fd-c0e1-47d1-9df1-466b986bfe58 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:53.376104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4dcf7b54-4798-4d80-a1d3-fa570f9dbf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.409103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d6213-be6f-488b-90fe-fa0b61b2b1b7 req-29b3e2b2-3564-4464-bf97-c4980f5be683 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:53.418024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-523d6213-be6f-488b-90fe-fa0b61b2b1b7 req-29b3e2b2-3564-4464-bf97-c4980f5be683 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 949 time: 0.1489279 Nov 22 16:25:53.419741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf7b54-4798-4d80-a1d3-fa570f9dbf07 None None] Port fbf914fd-c0e1-47d1-9df1-466b986bfe58 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:53.474913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-0ccf8012-bbe0-4ecc-bd64-bdbd889ac726 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:53.477402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-0ccf8012-bbe0-4ecc-bd64-bdbd889ac726 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683462 Nov 22 16:25:53.543855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-0970ffa0-50e5-4c4f-8fad-012591ab2fe4 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/quotas/95977bcd44104527bc2e14aff3a0e01c HTTP/1.1" status: 200 len: 375 time: 0.0552664 Nov 22 16:25:53.554915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4e11b5a-d58f-4814-94f2-d02731b6254d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.575176 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4e11b5a-d58f-4814-94f2-d02731b6254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.603951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-14a2b879-9adc-413c-8dbe-2547ba18b044 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=95977bcd44104527bc2e14aff3a0e01c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463247 Nov 22 16:25:53.612193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-523d6213-be6f-488b-90fe-fa0b61b2b1b7 req-5e38c569-4fef-4e0b-bbd7-d9a0c2d5f928 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927922 Nov 22 16:25:53.624176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f627ca-8aca-4957-930c-3efad0cfc9bf'}, {'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:53.626645 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28335b-c0e4-48f9-a9bb-8e5f06e8c516" -d '{"events": [{"server_uuid": "8be534fd-1960-446c-8aae-f15d28aa63a7", "name": "network-vif-plugged", "status": "completed", "tag": "43f627ca-8aca-4957-930c-3efad0cfc9bf"}, {"server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "name": "network-vif-plugged", "status": "completed", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:53.641439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a4e11b5a-d58f-4814-94f2-d02731b6254d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c0aaa85e96e40ebb3414fd08e278d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8806310 Nov 22 16:25:53.649975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41950) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:53.669544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e11b5a-d58f-4814-94f2-d02731b6254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3418b-da42-4ec4-a7f4-c62de2e811d4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.671900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf914fd-c0e1-47d1-9df1-466b986bfe58 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:53.694649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.740466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Transition to ACTIVE for port object fbf914fd-c0e1-47d1-9df1-466b986bfe58 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:53.742046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.801378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e629c7a-b1bc-47cb-be70-850aa9c19f8d req-6573f181-06b0-4d28-b5d5-aa3b0a7a3417 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:53.803303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e629c7a-b1bc-47cb-be70-850aa9c19f8d req-6573f181-06b0-4d28-b5d5-aa3b0a7a3417 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 945 time: 0.0852177 Nov 22 16:25:53.879246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf914fd-c0e1-47d1-9df1-466b986bfe58,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.891999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed42bcc7-1575-4af0-9339-224e39d708e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.941825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e629c7a-b1bc-47cb-be70-850aa9c19f8d req-7231bade-dbbb-4a77-8fc6-9e888a07303e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136146 Nov 22 16:25:54.084281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed42bcc7-1575-4af0-9339-224e39d708e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.177475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56191653-79ae-441a-8a27-fd6dcdcd5d05 req-5fac0186-1504-44c9-acf7-7824c4640345 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.181135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56191653-79ae-441a-8a27-fd6dcdcd5d05 req-5fac0186-1504-44c9-acf7-7824c4640345 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 945 time: 0.1367176 Nov 22 16:25:54.191922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Attempting to bind port fbf914fd-c0e1-47d1-9df1-466b986bfe58 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:54.192453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Attempting to bind port fbf914fd-c0e1-47d1-9df1-466b986bfe58 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:54.193009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Attempting to bind port fbf914fd-c0e1-47d1-9df1-466b986bfe58 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:54.202312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Port fbf914fd-c0e1-47d1-9df1-466b986bfe58 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:54.202820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Attempting to bind port fbf914fd-c0e1-47d1-9df1-466b986bfe58 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:54.223367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:54.224004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:54.224597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:54.225359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Bound port: fbf914fd-c0e1-47d1-9df1-466b986bfe58, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:54.225999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.282537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56191653-79ae-441a-8a27-fd6dcdcd5d05 req-dc8560db-40b4-484b-878d-eae59745b6c5 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921516 Nov 22 16:25:54.350115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed42bcc7-1575-4af0-9339-224e39d708e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.353489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed42bcc7-1575-4af0-9339-224e39d708e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.380990 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ed42bcc7-1575-4af0-9339-224e39d708e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28c3418b-da42-4ec4-a7f4-c62de2e811d4 HTTP/1.1" status: 204 len: 168 time: 0.7000670 Nov 22 16:25:54.416789 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3841e57a-49a5-4719-a04f-95b2f2113d9a x-openstack-request-id: req-3841e57a-49a5-4719-a04f-95b2f2113d9a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:54.417249 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be534fd-1960-446c-8aae-f15d28aa63a7", "name": "network-vif-plugged", "status": "completed", "tag": "43f627ca-8aca-4957-930c-3efad0cfc9bf", "code": 200}, {"server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "name": "network-vif-plugged", "status": "completed", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:54.417858 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3841e57a-49a5-4719-a04f-95b2f2113d9a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:54.418738 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'code': 200} Nov 22 16:25:54.419091 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5', 'code': 200} Nov 22 16:25:54.430245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42bcc7-1575-4af0-9339-224e39d708e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3418b-da42-4ec4-a7f4-c62de2e811d4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:54.484337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] For port fbf914fd-c0e1-47d1-9df1-466b986bfe58, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:54.491201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] For port fbf914fd-c0e1-47d1-9df1-466b986bfe58, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fbf914fd-c0e1-47d1-9df1-466b986bfe58,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:54.502525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.544019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.545652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.551566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.62', 51550) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:54.557046 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] 10.222.0.62 "PUT /v2.0/ports/fbf914fd-c0e1-47d1-9df1-466b986bfe58 HTTP/1.1" status: 200 len: 1096 time: 1.4406152 Nov 22 16:25:54.617518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d79965e-3971-416c-847f-faa30bd6b4b4', 'tag': 'fbf914fd-c0e1-47d1-9df1-466b986bfe58'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:54.635693 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cce4554-0178-4e1b-bddd-abb1d559b951" -d '{"events": [{"name": "network-changed", "server_uuid": "2d79965e-3971-416c-847f-faa30bd6b4b4", "tag": "fbf914fd-c0e1-47d1-9df1-466b986bfe58"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:54.771649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e92b50-42e7-4a5e-a4d4-d9550133295d req-cf5b0d80-1c56-41ed-8527-271f9832c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.775175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7e92b50-42e7-4a5e-a4d4-d9550133295d req-cf5b0d80-1c56-41ed-8527-271f9832c12a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 1096 time: 0.2536216 Nov 22 16:25:54.817572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-9a46d40e-599f-460d-90e3-9af4602960ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.824516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-9a46d40e-599f-460d-90e3-9af4602960ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0dcd022e8a0044d0a3a612d95346d646&device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 1099 time: 0.1742275 Nov 22 16:25:54.825732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5263d-9efb-4c51-9481-99cbf2e14642 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf914fd-c0e1-47d1-9df1-466b986bfe58,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:54.893086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14c1b3-7735-4db3-bf5a-18db8f649a51 req-0aa643c9-1657-4b7c-98f7-09eabb27eed4 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.898680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e14c1b3-7735-4db3-bf5a-18db8f649a51 req-0aa643c9-1657-4b7c-98f7-09eabb27eed4 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 948 time: 0.2745330 Nov 22 16:25:54.960249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7e92b50-42e7-4a5e-a4d4-d9550133295d req-60126467-599b-4608-8c0c-6df57eab3c68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712384 Nov 22 16:25:54.968718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0673f4-5e4d-42fe-b483-b2e2e6c8f7e5 req-3abdd7ca-fbd2-4cfe-be5f-aeb5e388bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.971942 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc0673f4-5e4d-42fe-b483-b2e2e6c8f7e5 req-3abdd7ca-fbd2-4cfe-be5f-aeb5e388bf7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1096 time: 0.4176385 Nov 22 16:25:54.999263 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-32e211de-0a4d-4989-8fdf-4301f9834ee7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fbf914fd-c0e1-47d1-9df1-466b986bfe58 HTTP/1.1" status: 200 len: 217 time: 0.1539354 Nov 22 16:25:55.138448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e14c1b3-7735-4db3-bf5a-18db8f649a51 req-fade3f04-e8a5-450a-bfd6-7a27aa79474b tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860046 Nov 22 16:25:55.141901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-aa69a6b7-df0d-40e9-bd5f-ba9ac22eb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:55.153935 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-aa69a6b7-df0d-40e9-bd5f-ba9ac22eb511 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1441779 Nov 22 16:25:55.255786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa99a7a1-04a1-42a6-a414-5d9527c5f33d req-bd4bfb89-03f1-4479-a02a-35a1ed82dd2c tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 210 time: 0.1871901 Nov 22 16:25:55.341426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc0673f4-5e4d-42fe-b483-b2e2e6c8f7e5 req-6dbc43cb-50ac-40ec-87c6-c44433a4d0a4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606413 Nov 22 16:25:55.355606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-1a46119f-0144-498c-acc1-f5dc67ce7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:55.361813 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-1a46119f-0144-498c-acc1-f5dc67ce7841 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986780 Nov 22 16:25:55.394205 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fbc790-073b-44c5-85ff-75a5c20a85aa x-openstack-request-id: req-79fbc790-073b-44c5-85ff-75a5c20a85aa {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:55.394627 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d79965e-3971-416c-847f-faa30bd6b4b4", "tag": "fbf914fd-c0e1-47d1-9df1-466b986bfe58", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:55.395015 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79fbc790-073b-44c5-85ff-75a5c20a85aa {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:55.395586 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d79965e-3971-416c-847f-faa30bd6b4b4', 'tag': 'fbf914fd-c0e1-47d1-9df1-466b986bfe58', 'status': 'completed', 'code': 200} Nov 22 16:25:55.565305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54656286-3135-4599-b614-197e438baa53 req-0b13f10c-369d-4805-b3db-646fe2e20579 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:55.568208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54656286-3135-4599-b614-197e438baa53 req-0b13f10c-369d-4805-b3db-646fe2e20579 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 945 time: 0.1322761 Nov 22 16:25:55.573353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42006) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:55.606657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-e06d3236-7b7f-4579-acb4-b2509cc27587 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=29260b9ccc214b8f9d5202daa06314ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762532 Nov 22 16:25:55.630991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.807643 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-da070ba9-75aa-44fd-9936-4379e0dfcfc5 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027992 Nov 22 16:25:55.810282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54656286-3135-4599-b614-197e438baa53 req-b6143ca1-6189-4fbf-9a67-8782aa2b3609 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112215 Nov 22 16:25:55.894809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110b46-985a-4094-90f1-7e50ab881730 req-3492cfd6-a818-4eab-be97-12c21b32a80a tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:55.906743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-3492cfd6-a818-4eab-be97-12c21b32a80a tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804437 Nov 22 16:25:55.961414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f7ed683-50ac-43fa-b274-41a6383c6c42 req-5f586f3b-3833-45c8-8b52-f883593c3e98 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430414 Nov 22 16:25:55.973860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-6ffc4615-06c5-4f88-9b60-42202ee04f50 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/quotas/29260b9ccc214b8f9d5202daa06314ec HTTP/1.1" status: 200 len: 375 time: 0.0659912 Nov 22 16:25:56.027939 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.038893 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.082759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437509b2-443a-4b33-b7d0-6a179e0f1e18 req-456f9a2d-55fe-4938-8869-3d215fb6f5cc tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.091496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-437509b2-443a-4b33-b7d0-6a179e0f1e18 req-456f9a2d-55fe-4938-8869-3d215fb6f5cc tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 945 time: 0.1821055 Nov 22 16:25:56.141805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-94a72aa7-bfca-497f-adcd-ee7489c2d2ac tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=29260b9ccc214b8f9d5202daa06314ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1665685 Nov 22 16:25:56.151759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-48fdd98c-ee65-47d9-a0d3-fe2d03232a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.151984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbd6673-3ea7-4d01-964d-2b55592e9af3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:56.155652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-5392eed8-7c81-4d21-ae48-dac4c27a4036 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=95977bcd44104527bc2e14aff3a0e01c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578368 Nov 22 16:25:56.157011 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-48fdd98c-ee65-47d9-a0d3-fe2d03232a6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0dcd022e8a0044d0a3a612d95346d646&device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 1099 time: 0.0881891 Nov 22 16:25:56.160241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee91b154a3f94c099da39dfb21e8019c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5854611 Nov 22 16:25:56.163175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42012) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:56.178043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.178324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.178574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.178910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.179275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.179608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.180078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.180446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.180874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.181273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.181601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.182046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb74927-6dd0-4ccb-bd09-d920b09951dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.280727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-437509b2-443a-4b33-b7d0-6a179e0f1e18 req-e3b6bbb9-ee04-46f3-a846-24d26168f5c7 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884527 Nov 22 16:25:56.376052 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.380750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-1eb00f7b-0a37-4d7c-86a6-a60717957c66 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.382305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-1eb00f7b-0a37-4d7c-86a6-a60717957c66 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135355 Nov 22 16:25:56.396872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Request body: {'port': {'device_id': 'a3bbea9d-c780-44f4-911b-af65733a5ba0', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '95977bcd44104527bc2e14aff3a0e01c'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:56.460390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-ea854e5d-1d1b-4221-8688-59ba19ce38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.464546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-ea854e5d-1d1b-4221-8688-59ba19ce38bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2709610 Nov 22 16:25:56.519235 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.579457 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-b4b27046-dbc1-47a3-a1ad-ee9331b575bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=fbf914fd-c0e1-47d1-9df1-466b986bfe58 HTTP/1.1" status: 200 len: 217 time: 0.0992115 Nov 22 16:25:56.623576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a014e7a-1018-4b3f-a685-0d0b1293ee38 req-62e912bb-190f-4fb1-9e2f-25f2b4b0c89c tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.625356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a014e7a-1018-4b3f-a685-0d0b1293ee38 req-62e912bb-190f-4fb1-9e2f-25f2b4b0c89c tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 948 time: 0.1091120 Nov 22 16:25:56.658638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Made reservation on behalf of 95977bcd44104527bc2e14aff3a0e01c for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:56.662527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.673937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.689610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-f47121b9-5bca-46f7-b7f1-eaa34a8dca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.692287 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-f47121b9-5bca-46f7-b7f1-eaa34a8dca35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1022141 Nov 22 16:25:56.727928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a014e7a-1018-4b3f-a685-0d0b1293ee38 req-828d47c3-a419-4083-9f55-8bcc02ff289f tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887880 Nov 22 16:25:56.795218 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.800319 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.807075 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fbd6673-3ea7-4d01-964d-2b55592e9af3 HTTP/1.1" status: 204 len: 168 time: 0.6383464 Nov 22 16:25:56.842576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.856721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.871935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbd6673-3ea7-4d01-964d-2b55592e9af3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:56.893239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-92d1c73f-5df8-4816-b353-42568a1200de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.897179 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-92d1c73f-5df8-4816-b353-42568a1200de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1640894 Nov 22 16:25:56.901041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.901785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.902457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.903247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.904123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.904799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.905488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.906155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.906856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.907877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.908440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:56.909100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1232e0-b759-4882-957d-668d48d73cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.024461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43dee22d-8a03-4781-8e94-1404a5f5ac6e req-1bf4ade1-2b27-43f1-95f6-be13fd2ae333 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 210 time: 0.1462896 Nov 22 16:25:57.105548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-1bc9fc1a-a4a2-4b77-aaaf-080281298305 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816661 Nov 22 16:25:57.112849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a9516f7-0a7c-42e7-94f8-9bd0888a945a req-3a8ca96f-8f2c-4308-bde5-8cf4b06c5d55 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 210 time: 0.0914862 Nov 22 16:25:57.117610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:57.304316 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8cce4554-0178-4e1b-bddd-abb1d559b951 req-a570dc00-0c38-4b3f-9c34-7f6e5e2debc8 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922383 Nov 22 16:25:57.343122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Allocated IP 192.168.233.115 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/c05f2bb4-bf4b-4ae6-8754-4456b0df63b4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:57.377574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a226c7-d578-46da-93ec-a53d42775d64 req-3f76f743-f6f1-4e84-b983-91d3293edcbf tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:57.378520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55a226c7-d578-46da-93ec-a53d42775d64 req-3f76f743-f6f1-4e84-b983-91d3293edcbf tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 945 time: 0.1065767 Nov 22 16:25:57.469499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55a226c7-d578-46da-93ec-a53d42775d64 req-7bf233cd-53d6-4452-9e3d-3dd9fc205cac tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683086 Nov 22 16:25:57.637571 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:25:57.666888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.711469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281bb1c-2a21-4f24-9647-a4430e57f0ea req-03abb3b8-b408-45e0-8390-04d1f4c71b8a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:57.713677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d281bb1c-2a21-4f24-9647-a4430e57f0ea req-03abb3b8-b408-45e0-8390-04d1f4c71b8a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 945 time: 0.1031389 Nov 22 16:25:57.766170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.891085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d281bb1c-2a21-4f24-9647-a4430e57f0ea req-fcaf74f9-d584-413a-b847-d1b3c1561ee6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579833 Nov 22 16:25:57.894911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:57.928506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:57.932276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:57.938534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:57.939232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.957905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Pushing event updated for resources: {'Port': ['ID=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:57.985380 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e2f0692-8bc9-449f-99b8-cc331b5c8171 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5928545 Nov 22 16:25:58.003471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50855083-1ff8-43b0-9eb4-10fbb82739d2 req-6d45e7a3-e800-4c2b-8525-80bdb786af03 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:58.017685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50855083-1ff8-43b0-9eb4-10fbb82739d2 req-6d45e7a3-e800-4c2b-8525-80bdb786af03 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 948 time: 0.0992730 Nov 22 16:25:58.043965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Request body: {'port': {'device_id': 'a3bbea9d-c780-44f4-911b-af65733a5ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:58.162757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42076) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:58.458259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-36daeb0f-26c9-42ef-b4d7-0d37438c9c61 None None] Provisioning complete for port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:58.459216 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-36daeb0f-26c9-42ef-b4d7-0d37438c9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.464478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-2f302e17-f566-4282-9d88-9c51da99c82f tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=29260b9ccc214b8f9d5202daa06314ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403154 Nov 22 16:25:58.500733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-51ec4106-7705-42d8-ae69-3d2c38eaa461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.529803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-36daeb0f-26c9-42ef-b4d7-0d37438c9c61 None None] Port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:58.569956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f488f7-373f-461d-934e-a27b9cbc1980 req-d6e6da09-4b91-4847-995d-bd8a3884b8bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:58.571661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7f488f7-373f-461d-934e-a27b9cbc1980 req-d6e6da09-4b91-4847-995d-bd8a3884b8bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 945 time: 0.4945545 Nov 22 16:25:58.589117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42092) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:58.608517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50855083-1ff8-43b0-9eb4-10fbb82739d2 req-6456b8bb-9da8-432a-a700-9f95fd060297 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741405 Nov 22 16:25:58.610911 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Request body: {'floatingip': {'port_id': '43f627ca-8aca-4957-930c-3efad0cfc9bf'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:58.612033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.767862 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.824355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6b01fcc-25b4-4ceb-8af2-73b132cab3b7 req-9dbe456d-8b99-4877-b9fd-4c02687c01b1 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 210 time: 0.0722461 Nov 22 16:25:58.912288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110b46-985a-4094-90f1-7e50ab881730 req-92b984be-c974-45e9-89c3-a65c2f555b6f tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:58.914353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-92b984be-c974-45e9-89c3-a65c2f555b6f tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4390450 Nov 22 16:25:58.920081 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-51ec4106-7705-42d8-ae69-3d2c38eaa461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.929138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Request body: {'port': {'device_id': 'c917e91d-e7b9-42e0-a35c-db2a1fe394d6', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '29260b9ccc214b8f9d5202daa06314ec'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:58.934875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-51ec4106-7705-42d8-ae69-3d2c38eaa461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.014326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-51ec4106-7705-42d8-ae69-3d2c38eaa461 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19d9e1f24f314d709050ad44ff79768d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8475354 Nov 22 16:25:59.020563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42106) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:59.022190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fbac8-3504-4e0a-85d7-cec6cfeabc6d req-80162934-06a4-4b9e-b047-a53c54b9d86f tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:59.031960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b2fbac8-3504-4e0a-85d7-cec6cfeabc6d req-80162934-06a4-4b9e-b047-a53c54b9d86f tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 936 time: 0.2834661 Nov 22 16:25:59.089938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec4106-7705-42d8-ae69-3d2c38eaa461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8693cc8b-a014-460a-9808-0bb70739d859,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:59.204966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b2fbac8-3504-4e0a-85d7-cec6cfeabc6d req-e2cfd326-22e0-4264-b8a3-e8bae6e16ce6 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713510 Nov 22 16:25:59.253493 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d721ad-0701-49b5-8311-d0871ab84ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.277970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Made reservation on behalf of 29260b9ccc214b8f9d5202daa06314ec for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:59.287801 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.327298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:59.348026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.433380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Transition to ACTIVE for port object c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:59.488482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.721675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Pushing event updated for resources: {'Port': ['ID=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:59.739410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371c60e-b9a9-4ee6-94a7-1939704f9cfb req-08221b6c-6a53-4119-9f75-ec6183783f3b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:59.740141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d721ad-0701-49b5-8311-d0871ab84ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.742296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d371c60e-b9a9-4ee6-94a7-1939704f9cfb req-08221b6c-6a53-4119-9f75-ec6183783f3b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 945 time: 0.3362715 Nov 22 16:25:59.755446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Attempting to bind port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:59.756017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Attempting to bind port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:59.756629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Attempting to bind port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:59.829799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:59.830251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Attempting to bind port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:59.850741 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Allocated IP 192.168.233.164 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/aa2cf489-b19b-42a3-9089-d9fd6bcd2a55) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:59.860093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:59.860648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:59.861316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:59.862080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Bound port: c05f2bb4-bf4b-4ae6-8754-4456b0df63b4, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:59.862655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.978983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d371c60e-b9a9-4ee6-94a7-1939704f9cfb req-34c18169-0be5-40df-beba-66dce6583013 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040460 Nov 22 16:26:00.041801 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d721ad-0701-49b5-8311-d0871ab84ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.049637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d721ad-0701-49b5-8311-d0871ab84ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.053637 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40d721ad-0701-49b5-8311-d0871ab84ea0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8693cc8b-a014-460a-9808-0bb70739d859 HTTP/1.1" status: 204 len: 168 time: 1.0226643 Nov 22 16:26:00.102367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] For port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:00.130570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] For port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:00.156907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.247254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Pushing event updated for resources: {'Port': ['ID=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:00.281969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:00.282919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.285642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-fd5cfab9-60b9-401b-99a2-b184b5ab481d service neutron] 10.222.0.62 "PUT /v2.0/ports/c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 HTTP/1.1" status: 200 len: 1096 time: 2.2551103 Nov 22 16:26:00.287043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bbea9d-c780-44f4-911b-af65733a5ba0', 'tag': 'c05f2bb4-bf4b-4ae6-8754-4456b0df63b4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:00.289443 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65690d51-9f10-4067-9a65-5207f1924926" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bbea9d-c780-44f4-911b-af65733a5ba0", "tag": "c05f2bb4-bf4b-4ae6-8754-4456b0df63b4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:00.322016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117b9b5-d758-4476-80c6-eba4abb3c717 req-217654fc-89bc-4048-88a1-e97f19acff54 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:00.330164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d117b9b5-d758-4476-80c6-eba4abb3c717 req-217654fc-89bc-4048-88a1-e97f19acff54 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 948 time: 0.1938035 Nov 22 16:26:00.427848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.472525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fbf914fd-c0e1-47d1-9df1-466b986bfe58 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:00.484392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d721ad-0701-49b5-8311-d0871ab84ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8693cc8b-a014-460a-9808-0bb70739d859,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:00.514243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d117b9b5-d758-4476-80c6-eba4abb3c717 req-26385133-7b74-4769-85c2-3919699ea79a tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829653 Nov 22 16:26:00.519285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-74941459-d5cd-4d2d-bb40-d709ee77b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:00.523066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-74941459-d5cd-4d2d-bb40-d709ee77b730 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=95977bcd44104527bc2e14aff3a0e01c&device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 1099 time: 0.1797714 Nov 22 16:26:00.538710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.resource_extend [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:26:00.659588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.670868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-d76d5f4a-ce3a-4d10-974c-52d18385e9b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 HTTP/1.1" status: 200 len: 217 time: 0.1235051 Nov 22 16:26:00.686089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f5498a4f-7c80-466f-b57a-f7ed6f1ab11d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:00.802239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.814911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.884946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fbf914fd-c0e1-47d1-9df1-466b986bfe58, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fbf914fd-c0e1-47d1-9df1-466b986bfe58,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:00.909289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'fbf914fd-c0e1-47d1-9df1-466b986bfe58', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'fbf914fd-c0e1-47d1-9df1-466b986bfe58', 'mac_address': 'fa:16:3e:8f:c6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:00.916876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:00.945792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Pushing event updated for resources: {'Port': ['ID=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:00.957105 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.964459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:00.985666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf914fd-c0e1-47d1-9df1-466b986bfe58 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:00.989480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:00.999782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:01.004238 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.042595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-0cbd321d-b9d5-4952-80e7-73a83ef1d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:01.044856 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-0cbd321d-b9d5-4952-80e7-73a83ef1d044 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.3523383 Nov 22 16:26:01.056446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fbf914fd-c0e1-47d1-9df1-466b986bfe58, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fbf914fd-c0e1-47d1-9df1-466b986bfe58,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:01.073964 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.093066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-ac8a32ab-5bca-47ad-a915-373f81081d7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1683421 Nov 22 16:26:01.112921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b08cb6-1785-4463-9daa-3578b4bdcd57 req-2e637595-acf6-4cb7-be9b-519bcebe5f86 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:01.115769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84b08cb6-1785-4463-9daa-3578b4bdcd57 req-2e637595-acf6-4cb7-be9b-519bcebe5f86 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 936 time: 0.4165869 Nov 22 16:26:01.135373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42148) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:01.155682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea4805b7-5bca-46e0-8186-b2037fd6346e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.168450 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Floating IP 26fd727d-f88f-4d5e-b04b-4fd839d75d87 associated. External IP: 172.25.0.97, port: 43f627ca-8aca-4957-930c-3efad0cfc9bf. Nov 22 16:26:01.168725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=fbf914fd-c0e1-47d1-9df1-466b986bfe58,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:01.193138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Request body: {'port': {'device_id': 'c917e91d-e7b9-42e0-a35c-db2a1fe394d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:01.302361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-7fe45071-bb98-4f4a-8070-24883878c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:01.303960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-7fe45071-bb98-4f4a-8070-24883878c0af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2504258 Nov 22 16:26:01.316559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84b08cb6-1785-4463-9daa-3578b4bdcd57 req-c67ddd21-774d-4f29-b299-edbb6db7bec9 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206646 Nov 22 16:26:01.320140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43b287-8ea1-4275-90e6-b0f31f70a058 req-4c333158-e2a4-4ec9-962c-b91822517b1f tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:01.321995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a43b287-8ea1-4275-90e6-b0f31f70a058 req-4c333158-e2a4-4ec9-962c-b91822517b1f tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1096 time: 0.1713221 Nov 22 16:26:01.329224 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.336612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea4805b7-5bca-46e0-8186-b2037fd6346e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.375983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea4805b7-5bca-46e0-8186-b2037fd6346e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.395938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6fc8dfc8-d1c4-40b1-8cd0-ad782de17055 None None] Provisioning complete for port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:01.398289 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fc8dfc8-d1c4-40b1-8cd0-ad782de17055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.438536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['fbf914fd-c0e1-47d1-9df1-466b986bfe58'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:01.484524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8dfc8-d1c4-40b1-8cd0-ad782de17055 None None] Port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:01.490432 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ea4805b7-5bca-46e0-8186-b2037fd6346e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc30f1656dd940a9a806c6f5c380786e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503666 Nov 22 16:26:01.491232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42150) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:01.492927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4805b7-5bca-46e0-8186-b2037fd6346e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de24831-9184-43cd-949f-39b1dc32d154,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:01.534838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a43b287-8ea1-4275-90e6-b0f31f70a058 req-a5399dcc-d949-46e8-a09e-28c8f346dc80 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936665 Nov 22 16:26:01.555687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Router 21a704c2-aff5-4015-bc01-5b0c4978d1ba has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:26:01.624658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-3e5cd927-3b06-4ee3-9907-2c871ed1c773 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065400 Nov 22 16:26:01.750211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:26:01.759593 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.775930 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] Sync routers for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:26:01.807875 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:01.809069 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:25:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:01.816491 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a0920eda-631e-4926-a385-913f10228f47 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "PUT /v2.0/floatingips/26fd727d-f88f-4d5e-b04b-4fd839d75d87 HTTP/1.1" status: 200 len: 990 time: 3.2118840 Nov 22 16:26:01.816491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'tag': '43f627ca-8aca-4957-930c-3efad0cfc9bf'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:01.818100 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92ae0e-f79b-4a03-9be2-a85a6450b970" -d '{"events": [{"name": "network-changed", "server_uuid": "8be534fd-1960-446c-8aae-f15d28aa63a7", "tag": "43f627ca-8aca-4957-930c-3efad0cfc9bf"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:01.945030 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478161eb-c745-4f39-9621-ed0c16864bb4 x-openstack-request-id: req-478161eb-c745-4f39-9621-ed0c16864bb4 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:01.945308 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bbea9d-c780-44f4-911b-af65733a5ba0", "tag": "c05f2bb4-bf4b-4ae6-8754-4456b0df63b4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:01.945725 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-478161eb-c745-4f39-9621-ed0c16864bb4 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:01.945999 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bbea9d-c780-44f4-911b-af65733a5ba0', 'tag': 'c05f2bb4-bf4b-4ae6-8754-4456b0df63b4', 'status': 'completed', 'code': 200} Nov 22 16:26:01.972853 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:02.028627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb52f9-dc68-41dd-807d-cf7c564ecd39 req-13c9952a-d341-43e5-aef0-3dc362cff7eb tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.036632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91eb52f9-dc68-41dd-807d-cf7c564ecd39 req-13c9952a-d341-43e5-aef0-3dc362cff7eb tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 948 time: 0.4456494 Nov 22 16:26:02.047582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-791a58a5-0d48-4e6c-87d2-dac7370a6007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.135371 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-791a58a5-0d48-4e6c-87d2-dac7370a6007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.170818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91eb52f9-dc68-41dd-807d-cf7c564ecd39 req-69f85ec0-3461-4a1b-93db-05f358aed244 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330380 Nov 22 16:26:02.181042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5d2111-4d5d-45dc-99db-6fb20d2871a5 req-c0d156ec-2554-4c7e-8108-79297cc0f097 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284495 Nov 22 16:26:02.347976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:02.361480 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.367725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-791a58a5-0d48-4e6c-87d2-dac7370a6007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.370919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-791a58a5-0d48-4e6c-87d2-dac7370a6007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.372123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-791a58a5-0d48-4e6c-87d2-dac7370a6007 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1de24831-9184-43cd-949f-39b1dc32d154 HTTP/1.1" status: 204 len: 168 time: 0.8804839 Nov 22 16:26:02.396600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Transition to ACTIVE for port object aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:02.398584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a58a5-0d48-4e6c-87d2-dac7370a6007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de24831-9184-43cd-949f-39b1dc32d154,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:02.414986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.474765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fee71f-5969-41c6-b521-95db851bc89e req-0c789928-5470-4ad6-b924-ff490da0c7d7 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.477243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9fee71f-5969-41c6-b521-95db851bc89e req-0c789928-5470-4ad6-b924-ff490da0c7d7 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 949 time: 0.1957214 Nov 22 16:26:02.480136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65690d51-9f10-4067-9a65-5207f1924926 req-0c3ae37d-2091-4abc-9343-55b8d9b29174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.481327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65690d51-9f10-4067-9a65-5207f1924926 req-0c3ae37d-2091-4abc-9343-55b8d9b29174 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=95977bcd44104527bc2e14aff3a0e01c&device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 1099 time: 0.2014809 Nov 22 16:26:02.491463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fbf914fd-c0e1-47d1-9df1-466b986bfe58 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:02.548606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port fbf914fd-c0e1-47d1-9df1-466b986bfe58 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:02.555823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port fbf914fd-c0e1-47d1-9df1-466b986bfe58 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:02.556588 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.580073 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '26fd727d-f88f-4d5e-b04b-4fd839d75d87', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'port_id': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'mac_address': 'fa:16:3e:a2:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:31Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 1, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:02.620128 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] Checking router: 21a704c2-aff5-4015-bc01-5b0c4978d1ba for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:26:02.623677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:02.632653 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:02.634303 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:25:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:02.655171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.701669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fbf914fd-c0e1-47d1-9df1-466b986bfe58, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fbf914fd-c0e1-47d1-9df1-466b986bfe58,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:02.703302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79965e-3971-416c-847f-faa30bd6b4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf914fd-c0e1-47d1-9df1-466b986bfe58'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:02.707356 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea31c1ad-4243-4479-8e81-c3090fac8a38" -d '{"events": [{"server_uuid": "2d79965e-3971-416c-847f-faa30bd6b4b4", "name": "network-vif-plugged", "status": "completed", "tag": "fbf914fd-c0e1-47d1-9df1-466b986bfe58"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:02.722995 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.775061 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:02.799592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9fee71f-5969-41c6-b521-95db851bc89e req-7e092248-7d0d-4bf5-bbf4-13f5d6aa6e2d tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390456 Nov 22 16:26:02.873531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Attempting to bind port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:02.873868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Attempting to bind port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:02.874200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Attempting to bind port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:02.885705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8da2e-631d-467c-ae99-f29bc39dec27 req-f8395936-c9aa-4eab-bbd2-d265f4bc83d6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.887536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22b8da2e-631d-467c-ae99-f29bc39dec27 req-f8395936-c9aa-4eab-bbd2-d265f4bc83d6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1096 time: 0.4022167 Nov 22 16:26:02.893506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:02.893937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Attempting to bind port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:02.899921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65690d51-9f10-4067-9a65-5207f1924926 req-2f22396d-6d11-4697-93bd-e75540621494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.900599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=fbf914fd-c0e1-47d1-9df1-466b986bfe58,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:02.901787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65690d51-9f10-4067-9a65-5207f1924926 req-2f22396d-6d11-4697-93bd-e75540621494 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4077239 Nov 22 16:26:02.906774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:02.907184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:02.907977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:02.908570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Bound port: aa2cf489-b19b-42a3-9089-d9fd6bcd2a55, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:02.909160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.019881 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8ea56b-b6b9-4466-889a-2c45c4caad7f x-openstack-request-id: req-ee8ea56b-b6b9-4466-889a-2c45c4caad7f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:03.020623 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be534fd-1960-446c-8aae-f15d28aa63a7", "tag": "43f627ca-8aca-4957-930c-3efad0cfc9bf", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:03.020623 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee8ea56b-b6b9-4466-889a-2c45c4caad7f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:03.020909 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'tag': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'status': 'completed', 'code': 200} Nov 22 16:26:03.098709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65690d51-9f10-4067-9a65-5207f1924926 req-965baf1f-753a-4a7d-a830-204808c29ec4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 HTTP/1.1" status: 200 len: 217 time: 0.1421840 Nov 22 16:26:03.158412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22b8da2e-631d-467c-ae99-f29bc39dec27 req-f44d4149-f16f-409b-9a15-4f966603c593 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555492 Nov 22 16:26:03.230634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] For port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:03.265862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] For port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:03.271995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65690d51-9f10-4067-9a65-5207f1924926 req-88593947-3ebb-4d22-b95b-d9d50180a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.275409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65690d51-9f10-4067-9a65-5207f1924926 req-88593947-3ebb-4d22-b95b-d9d50180a696 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1626787 Nov 22 16:26:03.294091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1da9a8-fcaf-4321-be4a-eeb029fe5f4a req-139b3bff-6bd6-4930-939f-e7311d846009 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.296621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b1da9a8-fcaf-4321-be4a-eeb029fe5f4a req-139b3bff-6bd6-4930-939f-e7311d846009 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 948 time: 0.1573315 Nov 22 16:26:03.300747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.314309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-61784ded-0373-4e14-9fb6-0628547b2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.316031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-61784ded-0373-4e14-9fb6-0628547b2adb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 1096 time: 0.2626040 Nov 22 16:26:03.376685 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '26fd727d-f88f-4d5e-b04b-4fd839d75d87', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'port_id': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'mac_address': 'fa:16:3e:a2:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:31Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 1, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:03.397423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.398159 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.400473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 HTTP/1.1" status: 200 len: 1096 time: 2.2521083 Nov 22 16:26:03.432030 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7525782c-9edd-4ea5-94e8-b0ba3dc4738b None None] The sync data for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 is: [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '26fd727d-f88f-4d5e-b04b-4fd839d75d87', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'port_id': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'mac_address': 'fa:16:3e:a2:62:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:31Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 1, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:03.628626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a3a0b-1f7a-489d-b5b1-c8e610047431 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:03.641348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65690d51-9f10-4067-9a65-5207f1924926 req-6bab4c5d-222b-454f-a585-4a44d7486447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.643033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65690d51-9f10-4067-9a65-5207f1924926 req-6bab4c5d-222b-454f-a585-4a44d7486447 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3438337 Nov 22 16:26:03.689158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110b46-985a-4094-90f1-7e50ab881730 req-2eda629f-7582-4975-b7e0-18dcd7adfa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.690895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-2eda629f-7582-4975-b7e0-18dcd7adfa88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29260b9ccc214b8f9d5202daa06314ec&device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 1099 time: 0.1903992 Nov 22 16:26:03.715991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b1da9a8-fcaf-4321-be4a-eeb029fe5f4a req-2a747cbc-b206-468f-bda5-2eee60757cd6 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940775 Nov 22 16:26:03.826289 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87061930-32cb-4d49-bf5a-63607ef0311c x-openstack-request-id: req-87061930-32cb-4d49-bf5a-63607ef0311c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:03.827323 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d79965e-3971-416c-847f-faa30bd6b4b4", "name": "network-vif-plugged", "status": "completed", "tag": "fbf914fd-c0e1-47d1-9df1-466b986bfe58", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:03.827728 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87061930-32cb-4d49-bf5a-63607ef0311c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:03.829379 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79965e-3971-416c-847f-faa30bd6b4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf914fd-c0e1-47d1-9df1-466b986bfe58', 'code': 200} Nov 22 16:26:03.866751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-b04615eb-2d20-4589-b532-64e5d8678bbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 HTTP/1.1" status: 200 len: 217 time: 0.1004438 Nov 22 16:26:03.870710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-72e43ca1-c47c-4e04-9cba-20a0d2b24bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.872243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-72e43ca1-c47c-4e04-9cba-20a0d2b24bdc service neutron] 10.222.0.37 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 925 time: 0.5260108 Nov 22 16:26:03.937507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e98b0c-94e4-47f1-a699-6567cc4326de None None] New status for floating IP 26fd727d-f88f-4d5e-b04b-4fd839d75d87: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:26:04.008076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c917e91d-e7b9-42e0-a35c-db2a1fe394d6', 'tag': 'aa2cf489-b19b-42a3-9089-d9fd6bcd2a55'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:04.013122 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1147c8-479f-4996-95dc-79c8e4b86c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c917e91d-e7b9-42e0-a35c-db2a1fe394d6", "tag": "aa2cf489-b19b-42a3-9089-d9fd6bcd2a55"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:04.021906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154a459-5a0f-4b72-a451-48d6d3475ada req-b2b34427-f4dd-48ec-ab11-bda96c559fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:04.024453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2154a459-5a0f-4b72-a451-48d6d3475ada req-b2b34427-f4dd-48ec-ab11-bda96c559fb0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 1101 time: 0.0941846 Nov 22 16:26:04.198775 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2154a459-5a0f-4b72-a451-48d6d3475ada req-354ce0d3-2094-4ce8-b087-91aa51e20dcd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527262 Nov 22 16:26:04.288449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110b46-985a-4094-90f1-7e50ab881730 req-0b37bf52-f2f5-4cdb-a753-0ca82ce57155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:04.291310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-0b37bf52-f2f5-4cdb-a753-0ca82ce57155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.4160440 Nov 22 16:26:04.302231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-0448ae1c-fcf0-4bb8-b134-18e3ae0c3343 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf HTTP/1.1" status: 200 len: 998 time: 0.3166523 Nov 22 16:26:04.346639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65690d51-9f10-4067-9a65-5207f1924926 req-32d31eea-267e-4a76-ba03-922d0ad103d6 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938300 Nov 22 16:26:04.843937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110b46-985a-4094-90f1-7e50ab881730 req-837db641-ea79-4f6b-9bc1-9234d5e44d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:04.846184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-837db641-ea79-4f6b-9bc1-9234d5e44d80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5343840 Nov 22 16:26:04.903771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-591821c1-bba6-4e32-930c-fc3ae39c5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:04.905961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-591821c1-bba6-4e32-930c-fc3ae39c5304 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 HTTP/1.1" status: 200 len: 863 time: 0.5897439 Nov 22 16:26:05.047675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9b028-977c-44d9-81a3-5c8691436a31 req-a9edb7f6-b5bc-4f78-8e6d-8839c6f3101d tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.050327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1d9b028-977c-44d9-81a3-5c8691436a31 req-a9edb7f6-b5bc-4f78-8e6d-8839c6f3101d tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 948 time: 0.5928726 Nov 22 16:26:05.144587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e06d9-e9c6-4577-8de2-9f691e1643f9 req-6015d646-c699-4562-94aa-5c3b9033ebb1 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.146860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-412e06d9-e9c6-4577-8de2-9f691e1643f9 req-6015d646-c699-4562-94aa-5c3b9033ebb1 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 950 time: 0.3247426 Nov 22 16:26:05.202220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65690d51-9f10-4067-9a65-5207f1924926 req-3ca50c3a-989e-47bc-ad7a-3f06a010da69 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7418101 Nov 22 16:26:05.251719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-30e39ea8-2196-4831-b2ef-9e33b76cbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.253261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-30e39ea8-2196-4831-b2ef-9e33b76cbbb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=271c9d42-644d-45ed-8881-15ca0d9c049b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121958 Nov 22 16:26:05.259595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-9bff5733-2d12-4aef-b3a8-abb766fe534b service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922737 Nov 22 16:26:05.265815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1d9b028-977c-44d9-81a3-5c8691436a31 req-0da87429-0d82-4431-8fe8-1f39fd8bc01f tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953611 Nov 22 16:26:05.380975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-412e06d9-e9c6-4577-8de2-9f691e1643f9 req-8fe8b36e-f528-4dce-b708-5ce39e2658e8 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045348 Nov 22 16:26:05.500229 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c97f26-efad-4538-a47d-05d3a1d1579e x-openstack-request-id: req-f1c97f26-efad-4538-a47d-05d3a1d1579e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:05.501147 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c917e91d-e7b9-42e0-a35c-db2a1fe394d6", "tag": "aa2cf489-b19b-42a3-9089-d9fd6bcd2a55", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:05.501720 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1c97f26-efad-4538-a47d-05d3a1d1579e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:05.502457 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c917e91d-e7b9-42e0-a35c-db2a1fe394d6', 'tag': 'aa2cf489-b19b-42a3-9089-d9fd6bcd2a55', 'status': 'completed', 'code': 200} Nov 22 16:26:05.521939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-378b75e4-e7a2-47bd-81ee-c664c164ad0f service neutron] 10.222.0.37 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259445 Nov 22 16:26:05.547533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d110b46-985a-4094-90f1-7e50ab881730 req-246e642c-665d-4ba5-931b-2fc1ae4ff5da service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599895 Nov 22 16:26:05.654479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-3b3bd913-97b8-44b2-bc33-00a068f164bc req-840f1b3a-ece2-42b7-8ecb-9e3fe25dc518 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:05.656505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b3bd913-97b8-44b2-bc33-00a068f164bc req-840f1b3a-ece2-42b7-8ecb-9e3fe25dc518 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116913 Nov 22 16:26:05.706521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d92ae0e-f79b-4a03-9be2-a85a6450b970 req-1fb6382e-de99-4c18-959d-ac9d0612396c service neutron] 10.222.0.37 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833529 Nov 22 16:26:05.780198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-c85a5c1d-3753-48ee-879a-3a224aca0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.781841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-c85a5c1d-3753-48ee-879a-3a224aca0921 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=29260b9ccc214b8f9d5202daa06314ec&device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 1099 time: 0.0729101 Nov 22 16:26:05.923956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-ac2b6811-b0d1-43ae-8380-356fb075af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.925366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-ac2b6811-b0d1-43ae-8380-356fb075af8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1363571 Nov 22 16:26:05.984377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-8f20ddab-e0bd-498b-b124-d963dc47ce43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 HTTP/1.1" status: 200 len: 217 time: 0.0436583 Nov 22 16:26:06.101150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-be21a300-bbb7-41e7-9a7f-f857cba88320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.104719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-be21a300-bbb7-41e7-9a7f-f857cba88320 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1069577 Nov 22 16:26:06.190853 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.202089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-f53d0608-4059-4c31-9556-815bfab899e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.207146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-f53d0608-4059-4c31-9556-815bfab899e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917602 Nov 22 16:26:06.371497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-8dee0dc1-5ea2-4e31-b7fa-0f209ae17419 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524005 Nov 22 16:26:06.522137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:06.536391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1147c8-479f-4996-95dc-79c8e4b86c6c req-0c44c174-3abf-4176-8c93-24bf20a713ff service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550138 Nov 22 16:26:06.793588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:06.807676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'c05f2bb4-bf4b-4ae6-8754-4456b0df63b4', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'c05f2bb4-bf4b-4ae6-8754-4456b0df63b4', 'mac_address': 'fa:16:3e:44:22:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:06.807937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f63512-b8f1-4552-8bef-d9ca9d8e76ac req-3a120054-3e09-40d5-a543-225465c726f1 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.810243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32f63512-b8f1-4552-8bef-d9ca9d8e76ac req-3a120054-3e09-40d5-a543-225465c726f1 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 948 time: 0.1078064 Nov 22 16:26:06.873420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.892291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32f63512-b8f1-4552-8bef-d9ca9d8e76ac req-a47a7ee4-fb14-48e6-8c34-c08375990e7b tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696781 Nov 22 16:26:06.908560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:06.954519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:06.964713 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.022030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:07.032689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.033104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.033454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.033839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.034353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.034642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.035078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.035433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.035797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.036146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.036498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.036898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:07.076767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42278) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:07.236015 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b63a-efe0-43dd-8bda-2e2300bf238c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.323113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['c05f2bb4-bf4b-4ae6-8754-4456b0df63b4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:07.345566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b63a-efe0-43dd-8bda-2e2300bf238c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.353435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bb5b63a-efe0-43dd-8bda-2e2300bf238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.401866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5b63a-efe0-43dd-8bda-2e2300bf238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf5a988-d783-4de2-b31b-165244a5049b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:07.407524 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7bb5b63a-efe0-43dd-8bda-2e2300bf238c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4248d95223e549bd9789b5380ccc8658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290429 Nov 22 16:26:07.410292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42290) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:07.451515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f094c6-646d-4a91-9389-ccc149d103fb req-8811b22b-7c58-4e5d-a5e5-17699135c594 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:07.460512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20f094c6-646d-4a91-9389-ccc149d103fb req-8811b22b-7c58-4e5d-a5e5-17699135c594 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 949 time: 0.0897291 Nov 22 16:26:07.501495 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bffec126-87fe-4be3-9052-74e49499899e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.523553 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.539299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20f094c6-646d-4a91-9389-ccc149d103fb req-c241fef4-3792-4d92-944b-24e62df8e5c4 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777073 Nov 22 16:26:07.543135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bffec126-87fe-4be3-9052-74e49499899e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.610349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:07.617111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bffec126-87fe-4be3-9052-74e49499899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.622772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bffec126-87fe-4be3-9052-74e49499899e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.624487 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bffec126-87fe-4be3-9052-74e49499899e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bbf5a988-d783-4de2-b31b-165244a5049b HTTP/1.1" status: 204 len: 168 time: 0.2125874 Nov 22 16:26:07.647387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffec126-87fe-4be3-9052-74e49499899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf5a988-d783-4de2-b31b-165244a5049b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:07.710457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-706f06fa-b549-4b93-a630-05c4658bd9e2 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:07.712626 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-706f06fa-b549-4b93-a630-05c4658bd9e2 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1003976 Nov 22 16:26:07.869242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07665a2d-0625-4b1e-abf7-1024bc63ac82 req-d4b66944-d85f-46ce-b165-08f87ec21367 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:07.870942 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07665a2d-0625-4b1e-abf7-1024bc63ac82 req-d4b66944-d85f-46ce-b165-08f87ec21367 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 950 time: 0.0812645 Nov 22 16:26:07.939425 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07665a2d-0625-4b1e-abf7-1024bc63ac82 req-c4f01e92-1efe-4753-a7ac-1f69be4b63c9 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Nov 22 16:26:07.994711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-fd1a28da-e174-476d-9a35-d6136e80ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:07.998372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-fd1a28da-e174-476d-9a35-d6136e80ba68 service neutron] 10.222.0.59 "GET /v2.0/ports/59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 1093 time: 0.1181517 Nov 22 16:26:08.017296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Request body: {'binding': {'host': 'n-h1-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:08.018462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Unknown quota resources ['binding']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:26:08.089914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42316) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:08.107284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21f0f228-5d52-4af9-9e11-a5ccaa563d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.229456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21f0f228-5d52-4af9-9e11-a5ccaa563d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.237943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21f0f228-5d52-4af9-9e11-a5ccaa563d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.245508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on host n-h1-816865-2 for vnic_type normal with profile None {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:08.246407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:08.247385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:08.256980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:08.257887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:08.268804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:08.269477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:08.270104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:08.271767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Bound port: 59768d56-d3d2-4572-b28e-0905a7a894e5, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:08.320634 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-21f0f228-5d52-4af9-9e11-a5ccaa563d4c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3509aea26d54e65af5357e7131a7888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288868 Nov 22 16:26:08.321266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0f228-5d52-4af9-9e11-a5ccaa563d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be165822-66a2-45eb-891e-8ff72fc01ab6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:08.328288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42322) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:08.398874 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84a03a28-2250-4974-87d0-a8884fded6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.429390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84a03a28-2250-4974-87d0-a8884fded6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.456907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:08.469134 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.470455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-9f7cb8dd-59ce-4188-b5c5-efaf48f707d7 service neutron] 10.222.0.59 "POST /v2.0/ports/59768d56-d3d2-4572-b28e-0905a7a894e5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4593940 Nov 22 16:26:08.478846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72c4a9-03bf-4200-b794-0d4a63f23a67 req-0920338b-a4f0-41ed-ad56-c8553c2c3940 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:08.480518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a72c4a9-03bf-4200-b794-0d4a63f23a67 req-0920338b-a4f0-41ed-ad56-c8553c2c3940 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 948 time: 0.1316271 Nov 22 16:26:08.516919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84a03a28-2250-4974-87d0-a8884fded6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.522162 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84a03a28-2250-4974-87d0-a8884fded6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.523841 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-84a03a28-2250-4974-87d0-a8884fded6d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be165822-66a2-45eb-891e-8ff72fc01ab6 HTTP/1.1" status: 204 len: 168 time: 0.1932330 Nov 22 16:26:08.533430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:08.537447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a03a28-2250-4974-87d0-a8884fded6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be165822-66a2-45eb-891e-8ff72fc01ab6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:08.647810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:08.655708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a72c4a9-03bf-4200-b794-0d4a63f23a67 req-eafe4bb2-f82b-411f-abff-5631910f3306 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626630 Nov 22 16:26:08.680363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:08.686478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.944176 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.984277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bbea9d-c780-44f4-911b-af65733a5ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05f2bb4-bf4b-4ae6-8754-4456b0df63b4'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:08.988623 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a714c7-44fb-40ce-b9b0-5ce333816eeb" -d '{"events": [{"server_uuid": "a3bbea9d-c780-44f4-911b-af65733a5ba0", "name": "network-vif-plugged", "status": "completed", "tag": "c05f2bb4-bf4b-4ae6-8754-4456b0df63b4"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:09.014086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:09.020469 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.031899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2bdad-87d7-4a5b-b85c-fd2a3126f80b req-aab174d9-14c7-40a8-9b1b-6dcf095c564a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:09.033612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7f2bdad-87d7-4a5b-b85c-fd2a3126f80b req-aab174d9-14c7-40a8-9b1b-6dcf095c564a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 945 time: 0.1940992 Nov 22 16:26:09.059309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-b207569c-b9df-4407-8825-311864e0e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:09.061978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-b207569c-b9df-4407-8825-311864e0e673 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1096 time: 0.1214032 Nov 22 16:26:09.077016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d243031-d100-4287-a881-527b195d1816 req-8a577b58-f6b6-4da5-9b60-5a9c026fe356 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:09.081446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d243031-d100-4287-a881-527b195d1816 req-8a577b58-f6b6-4da5-9b60-5a9c026fe356 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 949 time: 0.1909850 Nov 22 16:26:09.092985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:09.129675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:09.189667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:09.311018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7f2bdad-87d7-4a5b-b85c-fd2a3126f80b req-33f46d5c-f979-4c98-8ea6-293b8b404510 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626247 Nov 22 16:26:09.323814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-949b2d48-9adf-4f53-aab7-78f31448a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:09.325999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-949b2d48-9adf-4f53-aab7-78f31448a099 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.2328913 Nov 22 16:26:09.355049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d243031-d100-4287-a881-527b195d1816 req-ca418ac1-ce56-465c-809a-89d2e2bced7a tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372297 Nov 22 16:26:09.361907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:09.387851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'aa2cf489-b19b-42a3-9089-d9fd6bcd2a55', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'aa2cf489-b19b-42a3-9089-d9fd6bcd2a55', 'mac_address': 'fa:16:3e:93:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:09.419835 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1f57-5bb9-44da-bb79-6077c7690fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.421431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dc72aaa3-0496-4afb-958d-a2b055ebc2ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 217 time: 0.0867972 Nov 22 16:26:09.474736 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.501225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:09.515601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-38e21862-f286-48d1-83b0-0f287fc6e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:09.518750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-38e21862-f286-48d1-83b0-0f287fc6e243 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.0890241 Nov 22 16:26:09.552896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:09.561141 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.586046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-de9c8265-066c-48db-9106-40c079d12824 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484703 Nov 22 16:26:09.640093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1f57-5bb9-44da-bb79-6077c7690fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.647529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1f57-5bb9-44da-bb79-6077c7690fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.763502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c1f57-5bb9-44da-bb79-6077c7690fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eac81c-35a6-4b5e-8659-76ef56f95586,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:09.822393 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6100335a-8709-422b-b472-dcfe8b21d0c0 x-openstack-request-id: req-6100335a-8709-422b-b472-dcfe8b21d0c0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:09.822854 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bbea9d-c780-44f4-911b-af65733a5ba0", "name": "network-vif-plugged", "status": "completed", "tag": "c05f2bb4-bf4b-4ae6-8754-4456b0df63b4", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:09.823231 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6100335a-8709-422b-b472-dcfe8b21d0c0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:09.823717 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bbea9d-c780-44f4-911b-af65733a5ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05f2bb4-bf4b-4ae6-8754-4456b0df63b4', 'code': 200} Nov 22 16:26:09.873502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8d0c1f57-5bb9-44da-bb79-6077c7690fd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5c2a92e59fc4cf699b7334f3664920b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6788449 Nov 22 16:26:09.875053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42372) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:09.885813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-f8ef4a89-33c6-424d-812b-4df88302bd8f service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890570 Nov 22 16:26:09.899997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['aa2cf489-b19b-42a3-9089-d9fd6bcd2a55'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:09.927195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:10.015149 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ac19d76-3f0b-48d7-8ecd-4f241a8f7970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.087281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ac19d76-3f0b-48d7-8ecd-4f241a8f7970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.188850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ac19d76-3f0b-48d7-8ecd-4f241a8f7970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.197832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ac19d76-3f0b-48d7-8ecd-4f241a8f7970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.200018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2ac19d76-3f0b-48d7-8ecd-4f241a8f7970 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6eac81c-35a6-4b5e-8659-76ef56f95586 HTTP/1.1" status: 204 len: 168 time: 0.3235600 Nov 22 16:26:10.223743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833c727-74ae-4b64-8866-6b1b8211bf34 req-209a3922-ea8e-420e-a5eb-02faae2163fd tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.227108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e833c727-74ae-4b64-8866-6b1b8211bf34 req-209a3922-ea8e-420e-a5eb-02faae2163fd tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 949 time: 0.3335454 Nov 22 16:26:10.229810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-b6c353f3-accf-4e3b-8e1d-53ea9945165a service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345401 Nov 22 16:26:10.238417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e610109-1c91-44af-89d1-078086d8a85f req-15d4e46f-576a-4317-b35f-57d920fa4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.240365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac19d76-3f0b-48d7-8ecd-4f241a8f7970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eac81c-35a6-4b5e-8659-76ef56f95586,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:10.240525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e610109-1c91-44af-89d1-078086d8a85f req-15d4e46f-576a-4317-b35f-57d920fa4bdb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 1101 time: 0.1947012 Nov 22 16:26:10.319492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a290b-6d9e-4a5e-bf3a-bd97f408826d req-2f189d83-6dd5-4ffe-94ef-a4e6f00d4c15 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.335029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-202a290b-6d9e-4a5e-bf3a-bd97f408826d req-2f189d83-6dd5-4ffe-94ef-a4e6f00d4c15 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 950 time: 0.2923064 Nov 22 16:26:10.513354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e610109-1c91-44af-89d1-078086d8a85f req-bdb427ae-1ed1-424d-a2f1-2e434a49c3f1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546570 Nov 22 16:26:10.517871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e833c727-74ae-4b64-8866-6b1b8211bf34 req-a397842f-99d7-4ff8-aea2-7bcf6a92d8cd tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725997 Nov 22 16:26:10.551638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-202a290b-6d9e-4a5e-bf3a-bd97f408826d req-0f8a4d27-e479-4b9a-94eb-11cbb3563dc8 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198691 Nov 22 16:26:10.607849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-55255f66-f63d-475e-ac55-59996908ae8e tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.610138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-55255f66-f63d-475e-ac55-59996908ae8e tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.1765265 Nov 22 16:26:10.626726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-2'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:10.786821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.908846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f22b2-27a9-4937-8240-cfaf2eaaaa29 req-127f536c-b351-4507-954a-6d98294384a1 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.911156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b35f22b2-27a9-4937-8240-cfaf2eaaaa29 req-127f536c-b351-4507-954a-6d98294384a1 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 945 time: 0.2061498 Nov 22 16:26:10.939861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3480-08d9-4606-801d-e32a52751638 req-e1a12408-830a-4ede-9d0f-e3e4ed6a4a50 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.941539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-071d3480-08d9-4606-801d-e32a52751638 req-e1a12408-830a-4ede-9d0f-e3e4ed6a4a50 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 950 time: 0.1832173 Nov 22 16:26:10.973958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42398) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:10.995882 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3be831d-ba8c-4d85-9906-c63e2a519b95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.107190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:11.119826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b35f22b2-27a9-4937-8240-cfaf2eaaaa29 req-d8a74137-2931-4770-b460-a9f61789dcd5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733940 Nov 22 16:26:11.141836 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3be831d-ba8c-4d85-9906-c63e2a519b95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.150692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3be831d-ba8c-4d85-9906-c63e2a519b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.161653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-071d3480-08d9-4606-801d-e32a52751638 req-5da869ef-d1d1-4323-85d3-69bc05e7e11f tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986828 Nov 22 16:26:11.211281 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f3be831d-ba8c-4d85-9906-c63e2a519b95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8feaf1140c714158bc76289fa46ecced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353249 Nov 22 16:26:11.222163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42402) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:11.248629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be831d-ba8c-4d85-9906-c63e2a519b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e061bb3-2a45-4f59-af86-a5a48ad2dd28,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:11.276246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:11.298372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:11.304504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:11.305272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.426766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:11.462133 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.492552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5885593f-b2f9-4524-8b34-7862e75992b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.531984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:11.558091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.559421 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.568965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:11.578387 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764b2a62-7e04-4741-bba2-9e35612cf45d" -d '{"events": [{"server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "name": "network-vif-unplugged", "status": "completed", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:11.625645 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5885593f-b2f9-4524-8b34-7862e75992b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.648061 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.681112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:11.827379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917e91d-e7b9-42e0-a35c-db2a1fe394d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2cf489-b19b-42a3-9089-d9fd6bcd2a55'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:11.835758 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c315f9-1463-4e70-b71f-4692d61981b0" -d '{"events": [{"server_uuid": "c917e91d-e7b9-42e0-a35c-db2a1fe394d6", "name": "network-vif-plugged", "status": "completed", "tag": "aa2cf489-b19b-42a3-9089-d9fd6bcd2a55"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:11.923485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42426) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:12.103603 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2483bbec-a0f5-4875-9073-97aedadc737c x-openstack-request-id: req-2483bbec-a0f5-4875-9073-97aedadc737c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:12.104206 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "name": "network-vif-unplugged", "status": "completed", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:12.104606 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2483bbec-a0f5-4875-9073-97aedadc737c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:12.105203 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5', 'code': 200} Nov 22 16:26:12.288412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddede758-dcbd-40dd-b576-1f78c6637bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.291863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-c2c8ac4d-f14e-441f-8c5c-9245441cae45 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:12.294268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-c2c8ac4d-f14e-441f-8c5c-9245441cae45 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 950 time: 0.6164765 Nov 22 16:26:12.295330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Pushing event updated for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:12.331324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b5c3a-b9b0-44f7-aa29-bc06fb26b031 req-596daf0e-11b3-4616-b78b-ac1dd7c6934c tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:12.333560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-586b5c3a-b9b0-44f7-aa29-bc06fb26b031 req-596daf0e-11b3-4616-b78b-ac1dd7c6934c tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 950 time: 0.6486583 Nov 22 16:26:12.374529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5885593f-b2f9-4524-8b34-7862e75992b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.377040 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5885593f-b2f9-4524-8b34-7862e75992b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.379038 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5885593f-b2f9-4524-8b34-7862e75992b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e061bb3-2a45-4f59-af86-a5a48ad2dd28 HTTP/1.1" status: 204 len: 168 time: 1.1556067 Nov 22 16:26:12.439778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecb63e-b60e-4699-b766-752fa05dc649 req-bd596d55-20be-4f7b-9666-a8d4529bc918 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:12.442396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75ecb63e-b60e-4699-b766-752fa05dc649 req-bd596d55-20be-4f7b-9666-a8d4529bc918 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 950 time: 0.3359172 Nov 22 16:26:12.443604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on host n-h2-816865-2 for vnic_type normal with profile {"migrating_to": "n-h1-816865-2"} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:12.444163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:12.444691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:12.466220 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddede758-dcbd-40dd-b576-1f78c6637bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.476127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddede758-dcbd-40dd-b576-1f78c6637bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.526192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885593f-b2f9-4524-8b34-7862e75992b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e061bb3-2a45-4f59-af86-a5a48ad2dd28,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:12.537458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:12.538001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Attempting to bind port 59768d56-d3d2-4572-b28e-0905a7a894e5 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:12.573145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddede758-dcbd-40dd-b576-1f78c6637bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a9fb44-99c7-4703-801f-3c3c9723384a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:12.588161 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ddede758-dcbd-40dd-b576-1f78c6637bb5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6e354c1fd624a58ab6c7df9544cdbab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6625021 Nov 22 16:26:12.590805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42438) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:12.643994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:12.645058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:12.645463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:12.646190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Bound port: 59768d56-d3d2-4572-b28e-0905a7a894e5, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:12.646756 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.726437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53fa33df-de6e-45da-9255-e684b9648f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.772721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53fa33df-de6e-45da-9255-e684b9648f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.822160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-586b5c3a-b9b0-44f7-aa29-bc06fb26b031 req-304bb02f-9b12-4380-bd90-7bfdb861ea67 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408247 Nov 22 16:26:12.842681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75ecb63e-b60e-4699-b766-752fa05dc649 req-950ff215-e0f3-46b7-8083-99f4fc648655 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/security-groups?id=4c75c27a-80a4-448f-8db6-29444c564666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776968 Nov 22 16:26:12.893565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Deleting port fbf914fd-c0e1-47d1-9df1-466b986bfe58 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:12.893962 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.936928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53fa33df-de6e-45da-9255-e684b9648f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.940649 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a660a3c3-6632-4ca1-a3dd-2a3b97e9322a x-openstack-request-id: req-a660a3c3-6632-4ca1-a3dd-2a3b97e9322a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:12.941527 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c917e91d-e7b9-42e0-a35c-db2a1fe394d6", "name": "network-vif-plugged", "status": "completed", "tag": "aa2cf489-b19b-42a3-9089-d9fd6bcd2a55", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:12.942750 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a660a3c3-6632-4ca1-a3dd-2a3b97e9322a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:12.946771 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917e91d-e7b9-42e0-a35c-db2a1fe394d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2cf489-b19b-42a3-9089-d9fd6bcd2a55', 'code': 200} Nov 22 16:26:12.958264 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53fa33df-de6e-45da-9255-e684b9648f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.961224 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-53fa33df-de6e-45da-9255-e684b9648f74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06a9fb44-99c7-4703-801f-3c3c9723384a HTTP/1.1" status: 204 len: 168 time: 0.3680212 Nov 22 16:26:12.982125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:13.013804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa33df-de6e-45da-9255-e684b9648f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a9fb44-99c7-4703-801f-3c3c9723384a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:13.041096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:13.108805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.418962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] For port fbf914fd-c0e1-47d1-9df1-466b986bfe58, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fbf914fd-c0e1-47d1-9df1-466b986bfe58,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:13.419579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.486923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Calling delete_port for fbf914fd-c0e1-47d1-9df1-466b986bfe58 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:13.491792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Pushing event updated for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=8']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:13.496663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa80dbf-1114-4596-825b-241466883c14 req-1d19c435-91e6-4944-867b-8e79132c13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:13.498153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8aa80dbf-1114-4596-825b-241466883c14 req-1d19c435-91e6-4944-867b-8e79132c13ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 1101 time: 0.4342551 Nov 22 16:26:13.545389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:13.546017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.547481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-68e8ea4d-f2e5-4570-8011-70c0e5855734 service neutron] 10.222.0.37 "PUT /v2.0/ports/59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 1121 time: 2.9278738 Nov 22 16:26:13.559751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9b670-5046-4f97-bb38-05a5ee1c4689 req-3842242e-1c65-46d0-a9e8-2d41137e94e3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:13.567280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04c9b670-5046-4f97-bb38-05a5ee1c4689 req-3842242e-1c65-46d0-a9e8-2d41137e94e3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 943 time: 0.3994298 Nov 22 16:26:13.591971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:13.610401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ee531fa-426a-4461-a56c-879b210e645a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.612276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4d86e-e487-48d5-912c-56f5a153bc25 req-4b4c9ec1-eb88-43fd-a45b-c3cbf527ac9c tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:13.614125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30a4d86e-e487-48d5-912c-56f5a153bc25 req-4b4c9ec1-eb88-43fd-a45b-c3cbf527ac9c tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 950 time: 0.3960795 Nov 22 16:26:13.620043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['59768d56-d3d2-4572-b28e-0905a7a894e5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:13.715384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ee531fa-426a-4461-a56c-879b210e645a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.721024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ee531fa-426a-4461-a56c-879b210e645a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.754544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8aa80dbf-1114-4596-825b-241466883c14 req-1dd3fd1b-1296-4025-8873-e67ef6630d37 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310407 Nov 22 16:26:13.755975 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1ee531fa-426a-4461-a56c-879b210e645a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98fc25450f2844ba95294c718e6de138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620588 Nov 22 16:26:13.758265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42466) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:13.775226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30a4d86e-e487-48d5-912c-56f5a153bc25 req-67a3d4d7-68b9-4ccb-a0eb-7e7bf8627e4f tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224394 Nov 22 16:26:13.783987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04c9b670-5046-4f97-bb38-05a5ee1c4689 req-77eb8e32-3479-4972-907a-31b3000f82de tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157390 Nov 22 16:26:13.927347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee531fa-426a-4461-a56c-879b210e645a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61650718-8231-4627-85b5-11589de75c62,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:13.956804 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2cc57029-405a-4369-9337-2f2fe37e66c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.963540 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.986915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['fbf914fd-c0e1-47d1-9df1-466b986bfe58'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:14.073643 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2cc57029-405a-4369-9337-2f2fe37e66c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.153144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:14.157433 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:14.162472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] No DVR routers for this DVR port fbf914fd-c0e1-47d1-9df1-466b986bfe58 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:14.170571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Pushing event deleted for resources: {'Port': ['ID=fbf914fd-c0e1-47d1-9df1-466b986bfe58,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:14.174055 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.180366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6640128-acce-4f6c-ad15-bad08bd3af54 req-f244d19a-a83f-455a-a755-fcf185fe057e tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.62 "DELETE /v2.0/ports/fbf914fd-c0e1-47d1-9df1-466b986bfe58 HTTP/1.1" status: 204 len: 173 time: 1.8623264 Nov 22 16:26:14.213503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2cc57029-405a-4369-9337-2f2fe37e66c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.228769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2cc57029-405a-4369-9337-2f2fe37e66c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.240946 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2cc57029-405a-4369-9337-2f2fe37e66c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61650718-8231-4627-85b5-11589de75c62 HTTP/1.1" status: 204 len: 168 time: 0.4804814 Nov 22 16:26:14.275181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc57029-405a-4369-9337-2f2fe37e66c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61650718-8231-4627-85b5-11589de75c62,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:14.395338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8470f-bb1d-4e16-b700-bbc695a502ad req-bc6803c5-e387-4473-8ca0-a62b8809aa97 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:14.406077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffd8470f-bb1d-4e16-b700-bbc695a502ad req-bc6803c5-e387-4473-8ca0-a62b8809aa97 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 950 time: 0.2914762 Nov 22 16:26:14.486412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffd8470f-bb1d-4e16-b700-bbc695a502ad req-ae5bd59a-a1eb-4e91-9e17-ebff0de12a3b tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792100 Nov 22 16:26:14.642564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af0bfe50-6747-4425-926b-317a142af910 req-695113ca-8021-4295-a835-3951f4a88787 tempest-ServerDiagnosticsNegativeTest-305599860 tempest-ServerDiagnosticsNegativeTest-305599860-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79965e-3971-416c-847f-faa30bd6b4b4 HTTP/1.1" status: 200 len: 210 time: 0.0553756 Nov 22 16:26:14.673777 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d04d1c-23cf-4991-9258-cd48680c5595 x-openstack-request-id: req-83d04d1c-23cf-4991-9258-cd48680c5595 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:14.680964 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:14.681738 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83d04d1c-23cf-4991-9258-cd48680c5595 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:14.683924 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5', 'status': 'completed', 'code': 200} Nov 22 16:26:14.901439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-b89141af-a77f-477e-bb78-5cad7ec9ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:14.903080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-b89141af-a77f-477e-bb78-5cad7ec9ca53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1124 time: 0.2023082 Nov 22 16:26:14.954281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bb533-2669-4d18-94e7-8f72c9ddd959 req-2ba71ed1-7573-47ee-87b1-06c90a5529b1 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:14.956302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-131bb533-2669-4d18-94e7-8f72c9ddd959 req-2ba71ed1-7573-47ee-87b1-06c90a5529b1 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 950 time: 0.1439455 Nov 22 16:26:15.120348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-131bb533-2669-4d18-94e7-8f72c9ddd959 req-918d0c79-34fa-41e3-9755-c683e806b722 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338966 Nov 22 16:26:15.134148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c8735-335b-420a-bc1e-8c09c265697c req-082f896a-6978-452c-a1dd-88d842c2e8f5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:15.142514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-374c8735-335b-420a-bc1e-8c09c265697c req-082f896a-6978-452c-a1dd-88d842c2e8f5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 943 time: 0.1548543 Nov 22 16:26:15.182421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-d4fae683-373a-42c8-8cb1-0abc3eb33b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:15.184623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-d4fae683-373a-42c8-8cb1-0abc3eb33b65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.2709539 Nov 22 16:26:15.271953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-7302f579-a0b4-4c69-980d-8e0733a10a70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 217 time: 0.0730696 Nov 22 16:26:15.283758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-374c8735-335b-420a-bc1e-8c09c265697c req-b391dc53-9c7b-4696-89c3-80e9932e46f9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398838 Nov 22 16:26:15.386113 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78d71862-48c9-4d5c-b812-0a6d17407ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.402755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-048c7f52-56cb-459c-9ee7-fa16489896c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:15.404861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-048c7f52-56cb-459c-9ee7-fa16489896c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1192570 Nov 22 16:26:15.457703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-fdba1257-67e3-469d-a5bf-3a1c24bc462f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426943 Nov 22 16:26:15.663244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-a1795c77-d8cb-4a46-a32b-db814adfd941 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951587 Nov 22 16:26:15.789138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b4b2d-34dd-4f69-9715-626964a5f0e3 req-7ecb79ae-3271-4e6d-98ab-bce88077e284 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:15.791328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-384b4b2d-34dd-4f69-9715-626964a5f0e3 req-7ecb79ae-3271-4e6d-98ab-bce88077e284 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 950 time: 0.1762040 Nov 22 16:26:15.881122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e2a8067-0b50-454a-bb7e-d84a9006fa5c req-b0ecfcf4-565d-4fc5-a5a1-079bffe6c3ab service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106419 Nov 22 16:26:15.908832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-384b4b2d-34dd-4f69-9715-626964a5f0e3 req-698ee808-66d1-4903-baef-048b328c7339 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030655 Nov 22 16:26:16.270721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42564) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:16.287733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42568) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:16.323930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-dc6ee49d-2e1d-4a2a-9a35-2b551fbfecfe tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:16.325542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-dc6ee49d-2e1d-4a2a-9a35-2b551fbfecfe tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 1101 time: 0.0899475 Nov 22 16:26:16.417148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d4785-54bb-40cb-af96-8a874f7ccfa4 req-5cc68bb3-7bee-48e2-a87b-e33c7006544d tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:16.418763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-687d4785-54bb-40cb-af96-8a874f7ccfa4 req-5cc68bb3-7bee-48e2-a87b-e33c7006544d tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 950 time: 0.1147201 Nov 22 16:26:16.465909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] Deleting port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:16.466357 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.582519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fbf914fd-c0e1-47d1-9df1-466b986bfe58 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:16.602655 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d011730b-9764-441f-9dc2-3ecfdb14d75a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.618940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: fbf914fd-c0e1-47d1-9df1-466b986bfe58 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:16.619745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fbf914fd-c0e1-47d1-9df1-466b986bfe58 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:16.756031 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7190a453-669e-443d-b103-81a813c1bfef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0dcd022e8a0044d0a3a612d95346d646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4672804 Nov 22 16:26:16.763129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42590) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:16.829565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79965e-3971-416c-847f-faa30bd6b4b4', 'name': 'network-vif-deleted', 'tag': 'fbf914fd-c0e1-47d1-9df1-466b986bfe58'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:16.832844 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f542dd-b1ed-41eb-99a5-7afb9d4d7f49" -d '{"events": [{"server_uuid": "2d79965e-3971-416c-847f-faa30bd6b4b4", "name": "network-vif-deleted", "tag": "fbf914fd-c0e1-47d1-9df1-466b986bfe58"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:16.887875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-687d4785-54bb-40cb-af96-8a874f7ccfa4 req-3c94ffba-b3e1-4581-bb3d-202c1c49b22a tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523296 Nov 22 16:26:16.906986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-b7e38997-2a5f-4ec2-92fe-15cada9ac059 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541320 Nov 22 16:26:17.130814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef29fbb-ae6b-4b24-8d9f-02a059a3b77d req-0924eb65-705c-4fc8-86f3-c42f6b77054c tempest-ServersAdminNegativeTestJSON-963179757 tempest-ServersAdminNegativeTestJSON-963179757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.138410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 59768d56-d3d2-4572-b28e-0905a7a894e5 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:17.146351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ef29fbb-ae6b-4b24-8d9f-02a059a3b77d req-0924eb65-705c-4fc8-86f3-c42f6b77054c tempest-ServersAdminNegativeTestJSON-963179757 tempest-ServersAdminNegativeTestJSON-963179757-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 1101 time: 0.1496029 Nov 22 16:26:17.146926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d011730b-9764-441f-9dc2-3ecfdb14d75a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.160372 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d011730b-9764-441f-9dc2-3ecfdb14d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.174432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] For port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:17.175041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.217679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82f3f768-69b9-473c-908a-d63bb75bc74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.218335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] Calling delete_port for c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:17.221451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ef29fbb-ae6b-4b24-8d9f-02a059a3b77d req-7f3e16d4-1a07-4888-ba0a-31e0bf666b0b tempest-ServersAdminNegativeTestJSON-963179757 tempest-ServersAdminNegativeTestJSON-963179757-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.254260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82f3f768-69b9-473c-908a-d63bb75bc74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.258339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-e884c0fb-d0e8-437c-955a-ef70e68fcf14 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.260739 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-e884c0fb-d0e8-437c-955a-ef70e68fcf14 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3551543 Nov 22 16:26:17.306235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:17.321360 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d011730b-9764-441f-9dc2-3ecfdb14d75a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0081b8f715a042fbaa8a90c1e0de7e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0492163 Nov 22 16:26:17.329476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42602) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:17.332588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-72997876-60bc-4773-b20a-ee482769147e tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/quotas/7c95d18496d342aa8d50b114b126be9f HTTP/1.1" status: 200 len: 375 time: 0.0318649 Nov 22 16:26:17.338988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 59768d56-d3d2-4572-b28e-0905a7a894e5 has no active binding in host n-h1-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:26:17.341902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011730b-9764-441f-9dc2-3ecfdb14d75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf20cbb-4a01-4980-834c-dfa6c2aa49a0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:17.392707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-68ec0b3d-bc26-499f-8b9d-0e90d1ff94ae tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412431 Nov 22 16:26:17.421116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a05bac-cf01-4686-81f3-d1b1aa4fe23f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.453479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82f3f768-69b9-473c-908a-d63bb75bc74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.457492 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82f3f768-69b9-473c-908a-d63bb75bc74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.470752 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-82f3f768-69b9-473c-908a-d63bb75bc74e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c75c27a-80a4-448f-8db6-29444c564666 HTTP/1.1" status: 204 len: 168 time: 0.6971319 Nov 22 16:26:17.471994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ef29fbb-ae6b-4b24-8d9f-02a059a3b77d req-7f3e16d4-1a07-4888-ba0a-31e0bf666b0b tempest-ServersAdminNegativeTestJSON-963179757 tempest-ServersAdminNegativeTestJSON-963179757-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.478987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ef29fbb-ae6b-4b24-8d9f-02a059a3b77d req-7f3e16d4-1a07-4888-ba0a-31e0bf666b0b tempest-ServersAdminNegativeTestJSON-963179757 tempest-ServersAdminNegativeTestJSON-963179757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.479453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a05bac-cf01-4686-81f3-d1b1aa4fe23f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.493870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f768-69b9-473c-908a-d63bb75bc74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c75c27a-80a4-448f-8db6-29444c564666,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:17.570032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a05bac-cf01-4686-81f3-d1b1aa4fe23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.573527 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a05bac-cf01-4686-81f3-d1b1aa4fe23f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.575360 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a6a05bac-cf01-4686-81f3-d1b1aa4fe23f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecf20cbb-4a01-4980-834c-dfa6c2aa49a0 HTTP/1.1" status: 204 len: 168 time: 0.2446539 Nov 22 16:26:17.587120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05bac-cf01-4686-81f3-d1b1aa4fe23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf20cbb-4a01-4980-834c-dfa6c2aa49a0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:17.592530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ef29fbb-ae6b-4b24-8d9f-02a059a3b77d req-7f3e16d4-1a07-4888-ba0a-31e0bf666b0b tempest-ServersAdminNegativeTestJSON-963179757 tempest-ServersAdminNegativeTestJSON-963179757-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448099 Nov 22 16:26:17.637457 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.650236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['c05f2bb4-bf4b-4ae6-8754-4456b0df63b4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:17.667236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e16d4-1a07-4888-ba0a-31e0bf666b0b tempest-ServersAdminNegativeTestJSON-963179757 tempest-ServersAdminNegativeTestJSON-963179757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd1f74-64a1-42c6-af31-18d9678bdaf6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:17.749432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] Pushing event deleted for resources: {'Port': ['ID=c05f2bb4-bf4b-4ae6-8754-4456b0df63b4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:17.823353 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-167230eb-1c83-4308-96f0-2c139d965dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.884669 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fe0d74-c886-4bce-bf96-b9bd392cf2c6 x-openstack-request-id: req-19fe0d74-c886-4bce-bf96-b9bd392cf2c6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:17.885145 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d79965e-3971-416c-847f-faa30bd6b4b4", "name": "network-vif-deleted", "tag": "fbf914fd-c0e1-47d1-9df1-466b986bfe58", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:17.885562 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19fe0d74-c886-4bce-bf96-b9bd392cf2c6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:17.891451 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79965e-3971-416c-847f-faa30bd6b4b4', 'name': 'network-vif-deleted', 'tag': 'fbf914fd-c0e1-47d1-9df1-466b986bfe58', 'status': 'completed', 'code': 200} Nov 22 16:26:17.949437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] No DVR routers for this DVR port c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:17.953914 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.958499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b3c85fc-afee-4d2c-a9bf-a1218c6567c5 req-b3f6874b-098a-4cfe-96ea-8355e5517592 tempest-DeleteServersAdminTestJSON-1280880444 tempest-DeleteServersAdminTestJSON-1280880444-project-admin] 10.222.0.62 "DELETE /v2.0/ports/c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 HTTP/1.1" status: 204 len: 173 time: 1.6174588 Nov 22 16:26:18.022973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454e723-7e21-48b5-8252-92f9620056aa req-f704ad9a-5efa-4b44-8347-ca964183838d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.033313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f454e723-7e21-48b5-8252-92f9620056aa req-f704ad9a-5efa-4b44-8347-ca964183838d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 943 time: 0.3011720 Nov 22 16:26:18.120196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f454e723-7e21-48b5-8252-92f9620056aa req-c434f2a0-8edf-4c9b-8c86-8a7688b08e89 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818882 Nov 22 16:26:18.225075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8e78f53-4fe0-45f8-a264-436a6a9484d4 req-342d0061-b038-487a-bb92-2076c2e9663e tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 210 time: 0.0506289 Nov 22 16:26:18.237368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:18.292621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-934d7af3-f49b-44b6-b2f3-462f199c76e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.460612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-934d7af3-f49b-44b6-b2f3-462f199c76e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.466684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-934d7af3-f49b-44b6-b2f3-462f199c76e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.516169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-934d7af3-f49b-44b6-b2f3-462f199c76e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a34336ca6084694891c9b01bfd39b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775342 Nov 22 16:26:18.521807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42638) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:18.558470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90e97d01-1b71-438e-9a65-6906a7330c12 req-07c34bd6-ea1c-4b3e-9e60-932a5e6eea52 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3bbea9d-c780-44f4-911b-af65733a5ba0 HTTP/1.1" status: 200 len: 210 time: 0.0724363 Nov 22 16:26:18.598693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d7af3-f49b-44b6-b2f3-462f199c76e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420fbb68-2e4a-451e-acdd-2ca39c3382ea,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:18.626395 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15d1aced-07cd-4ebc-a326-3f0497155205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.698354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:18.698985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15d1aced-07cd-4ebc-a326-3f0497155205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.723354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f99d2a7d-c706-4557-b70f-8cece0fa53f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.807087 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.809251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15d1aced-07cd-4ebc-a326-3f0497155205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.812019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15d1aced-07cd-4ebc-a326-3f0497155205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.813963 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-15d1aced-07cd-4ebc-a326-3f0497155205 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/420fbb68-2e4a-451e-acdd-2ca39c3382ea HTTP/1.1" status: 204 len: 168 time: 0.2910576 Nov 22 16:26:18.825770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1aced-07cd-4ebc-a326-3f0497155205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420fbb68-2e4a-451e-acdd-2ca39c3382ea,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:18.985522 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f99d2a7d-c706-4557-b70f-8cece0fa53f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.002893 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f99d2a7d-c706-4557-b70f-8cece0fa53f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.084107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f99d2a7d-c706-4557-b70f-8cece0fa53f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dde6c804e1a0473face978b5127ee6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853559 Nov 22 16:26:19.088498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42656) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:19.089355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d2a7d-c706-4557-b70f-8cece0fa53f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdaa9d7-b07d-421c-9674-192193bdba30,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:19.122679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532e78-2764-49f4-a988-bea8490d16dd req-02ca25b8-eb58-4029-b60f-67d94038f1e4 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.125740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8532e78-2764-49f4-a988-bea8490d16dd req-02ca25b8-eb58-4029-b60f-67d94038f1e4 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 950 time: 0.1372452 Nov 22 16:26:19.242459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a05f6e0-c202-4161-85ba-ab14f01950ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.283324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8532e78-2764-49f4-a988-bea8490d16dd req-ec9735f0-0918-41bd-bce1-144baf94e9f5 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393783 Nov 22 16:26:19.317861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a05f6e0-c202-4161-85ba-ab14f01950ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.453614 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a05f6e0-c202-4161-85ba-ab14f01950ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.460951 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a05f6e0-c202-4161-85ba-ab14f01950ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.464409 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3a05f6e0-c202-4161-85ba-ab14f01950ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecdaa9d7-b07d-421c-9674-192193bdba30 HTTP/1.1" status: 204 len: 168 time: 0.3736074 Nov 22 16:26:19.483634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05f6e0-c202-4161-85ba-ab14f01950ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdaa9d7-b07d-421c-9674-192193bdba30,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:19.497419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69c3f3c2-bec8-4e33-8ce4-d6bfad93853c req-e9650e45-1f17-400d-bfd1-720cc4821097 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 210 time: 0.0835927 Nov 22 16:26:19.505875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-5f77b9af-fb4a-4ced-9c62-c9ce511d514a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602703 Nov 22 16:26:19.521107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22889533-d931-4b9f-bfa3-5deb04311a55 req-80c8de63-5ad5-47f7-b67a-d3a4a19bc2a3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.543407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22889533-d931-4b9f-bfa3-5deb04311a55 req-80c8de63-5ad5-47f7-b67a-d3a4a19bc2a3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 943 time: 0.2417026 Nov 22 16:26:19.702245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22889533-d931-4b9f-bfa3-5deb04311a55 req-1e967309-0343-4233-8ef7-fb9e7925b91e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647975 Nov 22 16:26:19.752816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-1222dae1-79eb-4b64-ba6c-8b6acea0fb0e tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.754337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-1222dae1-79eb-4b64-ba6c-8b6acea0fb0e tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147446 Nov 22 16:26:19.770021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Request body: {'port': {'device_id': '4709bf13-8514-4e24-8259-a9d315a736ae', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '7c95d18496d342aa8d50b114b126be9f'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:19.893603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bbea9d-c780-44f4-911b-af65733a5ba0', 'name': 'network-vif-deleted', 'tag': 'c05f2bb4-bf4b-4ae6-8754-4456b0df63b4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:19.902523 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380af020-5698-4c9c-b8db-0374ba7c3207" -d '{"events": [{"server_uuid": "a3bbea9d-c780-44f4-911b-af65733a5ba0", "name": "network-vif-deleted", "tag": "c05f2bb4-bf4b-4ae6-8754-4456b0df63b4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:19.908768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42682) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:19.963861 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3486623-f13e-461f-a602-77d0d3893e37 x-openstack-request-id: req-c3486623-f13e-461f-a602-77d0d3893e37 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:19.964496 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bbea9d-c780-44f4-911b-af65733a5ba0", "name": "network-vif-deleted", "tag": "c05f2bb4-bf4b-4ae6-8754-4456b0df63b4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:19.964824 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3486623-f13e-461f-a602-77d0d3893e37 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:19.965403 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bbea9d-c780-44f4-911b-af65733a5ba0', 'name': 'network-vif-deleted', 'tag': 'c05f2bb4-bf4b-4ae6-8754-4456b0df63b4', 'status': 'completed', 'code': 200} Nov 22 16:26:19.993295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Made reservation on behalf of 7c95d18496d342aa8d50b114b126be9f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:19.998150 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.013509 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.224962 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6cf-3506-40f6-8cbb-4fbe0b7ba02e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.239631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.243729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-1c3f4e5e-a7d6-43fc-9c31-f831515638c0 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=95977bcd44104527bc2e14aff3a0e01c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688624 Nov 22 16:26:20.246312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.456069 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6cf-3506-40f6-8cbb-4fbe0b7ba02e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.530389 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.546230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991d5af0-7a45-4758-8943-f77eb1cf316d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:20.582563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6cf-3506-40f6-8cbb-4fbe0b7ba02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.596500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:20.638814 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6a23f6cf-3506-40f6-8cbb-4fbe0b7ba02e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=090736eef54040c6b184d14c86fcc4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7285256 Nov 22 16:26:20.648575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42720) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:20.658353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:20.658914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c05f2bb4-bf4b-4ae6-8754-4456b0df63b4 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:20.693369 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-f5681988-c87c-4b0d-ba5b-02d9317dc2c9 service neutron] 10.222.0.62 "GET /v2.0/ports/59768d56-d3d2-4572-b28e-0905a7a894e5/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.2354696 Nov 22 16:26:20.697577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23f6cf-3506-40f6-8cbb-4fbe0b7ba02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7853814-8f8a-41f6-b8fa-aae28e1ac46c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:20.718433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42722) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:20.816071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a395c-9a0f-4b39-85d7-ffb1daa7321f req-c17b261a-90db-4091-89c8-0292deb0aa81 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:20.818350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d1a395c-9a0f-4b39-85d7-ffb1daa7321f req-c17b261a-90db-4091-89c8-0292deb0aa81 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 950 time: 0.3152192 Nov 22 16:26:20.859004 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf429-1616-48e4-b5c0-fb0368f77af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.907039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Allocated IP 192.168.233.65 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/73835094-269e-4254-9028-8a9d6fff792c) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:20.941486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf429-1616-48e4-b5c0-fb0368f77af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.961617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730224e4-b144-4a46-9610-4502bddd115d req-3bea9bdd-d5f9-49df-8804-8a203af8d5d1 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:20.967961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-3bea9bdd-d5f9-49df-8804-8a203af8d5d1 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6967983 Nov 22 16:26:21.043867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1408439563-network', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:21.102215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf429-1616-48e4-b5c0-fb0368f77af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.108612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a5cf429-1616-48e4-b5c0-fb0368f77af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.114111 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5a5cf429-1616-48e4-b5c0-fb0368f77af8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7853814-8f8a-41f6-b8fa-aae28e1ac46c HTTP/1.1" status: 204 len: 168 time: 0.4606504 Nov 22 16:26:21.142838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cf429-1616-48e4-b5c0-fb0368f77af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7853814-8f8a-41f6-b8fa-aae28e1ac46c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:21.149477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:21.218731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:21.247700 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-a63bc2a3-6737-41e4-a313-5af0569fd36d tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/quotas/95977bcd44104527bc2e14aff3a0e01c HTTP/1.1" status: 200 len: 375 time: 0.2146289 Nov 22 16:26:21.276118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.313911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-fbf21bc4-0648-44c1-846a-45acee5e7bd6 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.316648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-fbf21bc4-0648-44c1-846a-45acee5e7bd6 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 950 time: 0.5230491 Nov 22 16:26:21.316936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59768d56-d3d2-4572-b28e-0905a7a894e5 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:21.336116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d1a395c-9a0f-4b39-85d7-ffb1daa7321f req-89ab34ad-8939-4240-a8bd-95b494a52de1 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813349 Nov 22 16:26:21.341622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:21.360147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Made reservation on behalf of b5778e5f6d714d638d8cfd8022f37f3c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:21.361367 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.376507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.443845 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-571da737-661c-41b7-b470-d30a2a03eeea tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=95977bcd44104527bc2e14aff3a0e01c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1946154 Nov 22 16:26:21.543494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.600453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] Transition to ACTIVE for port object 59768d56-d3d2-4572-b28e-0905a7a894e5 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:21.607474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.717042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-222da0f9-87e4-4365-821a-c07a4f114814 req-dbcffc57-b757-4a0f-9bc9-7aff1a0c22a0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 210 time: 0.2470386 Nov 22 16:26:21.733487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] No DVR routers for this DVR port 59768d56-d3d2-4572-b28e-0905a7a894e5 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:21.866008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] Pushing event updated for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:21.889539 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-dbd4966f-eb32-4b55-ac41-c33d93de5a20 service neutron] 10.222.0.62 "PUT /v2.0/ports/59768d56-d3d2-4572-b28e-0905a7a894e5/bindings/n-h1-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1850302 Nov 22 16:26:22.002512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.015994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.032059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42750) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:22.053033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.076481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f21f702-0eac-4b55-b265-47642c24544f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.177961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:26:22.240552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6583f244-9c59-475b-b675-be8642ff595a req-58c03ad2-05ac-4734-8e6a-e0f40be71996 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 210 time: 0.1643977 Nov 22 16:26:22.269534 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.270207 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Added segment da3bfc21-5850-413a-a301-2bc187bbcf70 of type vlan for network b60be418-10b9-4095-9df9-e21bc26a055e Nov 22 16:26:22.283875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44e7fd-7962-49dd-b178-da858b398879 req-43d6a339-882b-4976-b807-32b049185f65 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.285438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d44e7fd-7962-49dd-b178-da858b398879 req-43d6a339-882b-4976-b807-32b049185f65 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 944 time: 0.4022491 Nov 22 16:26:22.286092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d77d480-73a6-42da-bfe9-309c849f3795,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:22.291782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f21f702-0eac-4b55-b265-47642c24544f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.308132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Deleting port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:22.308656 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.309041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f21f702-0eac-4b55-b265-47642c24544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.316610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-816cde90-5d91-4cae-83ee-8b72935521b8 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.318382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-816cde90-5d91-4cae-83ee-8b72935521b8 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.2891536 Nov 22 16:26:22.409019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21f702-0eac-4b55-b265-47642c24544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e391aee0-1381-456f-9943-170425ca0598,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:22.438814 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8f21f702-0eac-4b55-b265-47642c24544f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce3005ca63844a5e9788102d33578a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024706 Nov 22 16:26:22.439254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42762) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:22.511639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.535347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1402dd1a-2d5f-4dda-a543-7a86eeaeace0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.556847 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.574968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1402dd1a-2d5f-4dda-a543-7a86eeaeace0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.660281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:22.670706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1402dd1a-2d5f-4dda-a543-7a86eeaeace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.677565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1402dd1a-2d5f-4dda-a543-7a86eeaeace0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.690507 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1402dd1a-2d5f-4dda-a543-7a86eeaeace0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e391aee0-1381-456f-9943-170425ca0598 HTTP/1.1" status: 204 len: 168 time: 0.2454984 Nov 22 16:26:22.705332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402dd1a-2d5f-4dda-a543-7a86eeaeace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391aee0-1381-456f-9943-170425ca0598,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:22.705909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:22.737476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:22.748615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.749620 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.762902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.763919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.764504 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.809431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d44e7fd-7962-49dd-b178-da858b398879 req-462ca46f-3f3b-4fc8-83a9-8301f2ffeb08 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054100 Nov 22 16:26:23.261060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-854bcb2a-0f13-4b06-afe7-0f29bf4fe451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:23.262843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-854bcb2a-0f13-4b06-afe7-0f29bf4fe451 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934 HTTP/1.1" status: 200 len: 1095 time: 0.9148245 Nov 22 16:26:23.281959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'Port': ['ID=73835094-269e-4254-9028-8a9d6fff792c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:23.318263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5487b7c9-9eb6-4205-99a8-4eaa4e193f98 None None] Provisioning complete for port 73835094-269e-4254-9028-8a9d6fff792c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:23.320387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5487b7c9-9eb6-4205-99a8-4eaa4e193f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.320845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] For port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:23.321954 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.342393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-245e47e3-c0e5-468b-b5c7-80f9f0dd6876 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5781791 Nov 22 16:26:23.346349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6257758 Nov 22 16:26:23.352228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42786) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:23.370125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Request body: {'subnet': {'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-subnet', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:23.373533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5487b7c9-9eb6-4205-99a8-4eaa4e193f98 None None] Port 73835094-269e-4254-9028-8a9d6fff792c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:23.412265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327e2d0-40d5-47d3-9a22-854e9394f6ea req-7fb34e1c-f4cf-4237-93b7-92ec11bfbdff tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:23.414689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a327e2d0-40d5-47d3-9a22-854e9394f6ea req-7fb34e1c-f4cf-4237-93b7-92ec11bfbdff tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 950 time: 0.8374803 Nov 22 16:26:23.421585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Request body: {'port': {'device_id': '4709bf13-8514-4e24-8259-a9d315a736ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:23.425960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Made reservation on behalf of b5778e5f6d714d638d8cfd8022f37f3c for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:23.433257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.464805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Calling delete_port for aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:23.476212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213ed79-64fc-4c5d-ac88-d0105c084a9c admin admin] Pushing event updated for resources: {'Network': ['ID=b60be418-10b9-4095-9df9-e21bc26a055e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:23.534412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b60be418-10b9-4095-9df9-e21bc26a055e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:26:23.669041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-2c775825-d48f-48e3-aeb3-d866fb2b2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:23.671153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-2c775825-d48f-48e3-aeb3-d866fb2b2893 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1095 time: 0.3467245 Nov 22 16:26:23.683306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e9f0-2636-4c0e-979f-9b9d6a69c315 req-07ca9dba-4c88-451c-86cc-294e45ae9abc tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:23.685916 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45b8e9f0-2636-4c0e-979f-9b9d6a69c315 req-07ca9dba-4c88-451c-86cc-294e45ae9abc tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 935 time: 0.4051895 Nov 22 16:26:23.687633 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-45188ba2-a259-4fa1-8ef2-cc610d8b6d69 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=95977bcd44104527bc2e14aff3a0e01c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617554 Nov 22 16:26:23.888189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.907160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a327e2d0-40d5-47d3-9a22-854e9394f6ea req-795dd1c6-d287-40a5-883f-35d39125ce7e tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518516 Nov 22 16:26:24.022593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730224e4-b144-4a46-9610-4502bddd115d req-0a6ff694-d615-49a9-bde1-19918d5ae449 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.024773 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-0a6ff694-d615-49a9-bde1-19918d5ae449 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316984 Nov 22 16:26:24.043605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Request body: {'port': {'device_id': 'd325ea79-a2f8-473f-860d-fbd26b2d6944', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '95977bcd44104527bc2e14aff3a0e01c'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:24.064639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.088132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45b8e9f0-2636-4c0e-979f-9b9d6a69c315 req-d00637aa-b05c-46cc-a3f0-436158e09ab0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229811 Nov 22 16:26:24.221523 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.233701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f30be8-09b8-460a-8a68-4d275f68625a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:24.236071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f5498a4f-7c80-466f-b57a-f7ed6f1ab11d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:24.291691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-25d1daeb-f68e-49c5-809e-eb5de8b247bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.293875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-25d1daeb-f68e-49c5-809e-eb5de8b247bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.6011453 Nov 22 16:26:24.341198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Pushing event deleted for resources: {'Port': ['ID=aa2cf489-b19b-42a3-9089-d9fd6bcd2a55,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:24.383756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Checking segment: {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:24.384445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Network hostable DHCP agents. Network: b60be418-10b9-4095-9df9-e21bc26a055e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:26:24.490005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Network b60be418-10b9-4095-9df9-e21bc26a055e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:26:24.519866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Made reservation on behalf of 95977bcd44104527bc2e14aff3a0e01c for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:24.534608 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.535624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d1f0707-2f71-4aff-8f24-e0f43d06aac7 req-522b9ecc-7503-4a8b-8dbe-554c9121cf04 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 210 time: 0.2358556 Nov 22 16:26:24.574074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-7ffc09fb-2032-403f-b9cf-1c9497351890 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 217 time: 0.2545969 Nov 22 16:26:24.594662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b60be418-10b9-4095-9df9-e21bc26a055e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:24.618344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 59768d56-d3d2-4572-b28e-0905a7a894e5 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:24.622544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09636d60-5eb1-4e9a-9bb7-975e7facb1c4 None None] Network b60be418-10b9-4095-9df9-e21bc26a055e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:26:24.627232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.628355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.776456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] No DVR routers for this DVR port aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:24.801891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 59768d56-d3d2-4572-b28e-0905a7a894e5 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:24.814878 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e5f35d26-04fb-4a9a-80ea-923a24df7ab4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4538376 Nov 22 16:26:24.825312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42810) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:24.837529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:24.928759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.934729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.937553 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.943517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cafcab1-e70e-4071-afa7-68202bf63490 req-0b984a31-3797-45ca-92a4-41ebcfc48473 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "DELETE /v2.0/ports/aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 HTTP/1.1" status: 204 len: 173 time: 3.6058662 Nov 22 16:26:24.944274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c917e91d-e7b9-42e0-a35c-db2a1fe394d6', 'name': 'network-vif-deleted', 'tag': 'aa2cf489-b19b-42a3-9089-d9fd6bcd2a55'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:24.948449 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f90ffb-6ae5-4570-88e0-6c0594e7ad93" -d '{"events": [{"server_uuid": "c917e91d-e7b9-42e0-a35c-db2a1fe394d6", "name": "network-vif-deleted", "tag": "aa2cf489-b19b-42a3-9089-d9fd6bcd2a55"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:25.029975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-b60be418-10b9-4095-9df9-e21bc26a055e', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:26:25.030906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.098899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-6c4fe11a-ece1-4641-beb0-3e2f882c3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.101108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-6c4fe11a-ece1-4641-beb0-3e2f882c3e1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.4293773 Nov 22 16:26:25.117128 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.226442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-e66878fd-a8ef-47e8-b47c-0dfb259e19a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945530 Nov 22 16:26:25.247899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-0f6a4ac9-9d08-4d9a-85b8-16970aa3cd59 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=65a6ee9e8f7945ddb37be584342bcfea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1411424 Nov 22 16:26:25.266969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bb5ca-d482-4ad3-b7e8-88ab95673cd5 req-c18ff56c-edda-4134-b0f9-dc3d58ac5719 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.282061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-382bb5ca-d482-4ad3-b7e8-88ab95673cd5 req-c18ff56c-edda-4134-b0f9-dc3d58ac5719 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 944 time: 0.4997411 Nov 22 16:26:25.299302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Allocated IP 172.20.0.2 (b60be418-10b9-4095-9df9-e21bc26a055e/f3f30be8-09b8-460a-8a68-4d275f68625a/2858ddf1-8c1f-4994-a7ca-c30fbade3bef) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:25.307637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:25.367995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:25.368785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device aa2cf489-b19b-42a3-9089-d9fd6bcd2a55 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:25.387246 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.594313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-382bb5ca-d482-4ad3-b7e8-88ab95673cd5 req-e82146b2-cdfb-468c-99fa-f9d2595c29cb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103344 Nov 22 16:26:25.626646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.638185 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.702506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Network b60be418-10b9-4095-9df9-e21bc26a055e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:25.707892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:25.715598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:25.760498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73835094-269e-4254-9028-8a9d6fff792c {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:25.764100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Pushing event updated for resources: {'Port': ['ID=2858ddf1-8c1f-4994-a7ca-c30fbade3bef,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:25.783743 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66c362-8366-40fb-8990-3ac2c4a705e6 x-openstack-request-id: req-ac66c362-8366-40fb-8990-3ac2c4a705e6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:25.783743 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c917e91d-e7b9-42e0-a35c-db2a1fe394d6", "name": "network-vif-deleted", "tag": "aa2cf489-b19b-42a3-9089-d9fd6bcd2a55", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:25.783743 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac66c362-8366-40fb-8990-3ac2c4a705e6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:25.784507 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c917e91d-e7b9-42e0-a35c-db2a1fe394d6', 'name': 'network-vif-deleted', 'tag': 'aa2cf489-b19b-42a3-9089-d9fd6bcd2a55', 'status': 'completed', 'code': 200} Nov 22 16:26:25.796483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-620ee7ed-040f-4837-a829-f5683bd81806 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078075 Nov 22 16:26:25.799031 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.823781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-d27d0ebc-2075-451a-8f1c-7b095bc7998c tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.826326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-d27d0ebc-2075-451a-8f1c-7b095bc7998c tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5766554 Nov 22 16:26:25.852194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Attempting to bind port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:25.854558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Attempting to bind port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:25.855623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Attempting to bind port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef on network b60be418-10b9-4095-9df9-e21bc26a055e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:25.868187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:25.869058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Checking segment: {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:25.869788 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.871071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Bound using segment: {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:25.871521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Bound port: 2858ddf1-8c1f-4994-a7ca-c30fbade3bef, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:25.872164 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.945763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.979993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.987584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Transition to ACTIVE for port object 73835094-269e-4254-9028-8a9d6fff792c will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:26.015645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-21179362-b3d9-4285-bd7a-24de90e14ecc tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/quotas/65a6ee9e8f7945ddb37be584342bcfea HTTP/1.1" status: 200 len: 375 time: 0.1584935 Nov 22 16:26:26.047832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.065926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] For port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:26.066234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f36ad470-26f7-4347-8d6a-4680cb3f6441 req-532adedb-b8fd-4dfa-bcc1-7bcf8e4dcf2a tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=c917e91d-e7b9-42e0-a35c-db2a1fe394d6 HTTP/1.1" status: 200 len: 210 time: 0.0856712 Nov 22 16:26:26.075919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] For port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2858ddf1-8c1f-4994-a7ca-c30fbade3bef,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:26.084783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.171942 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-3a155336-db22-44fd-8350-966b4b4ec419 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=65a6ee9e8f7945ddb37be584342bcfea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196303 Nov 22 16:26:26.249323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7ffab-6cdc-4530-aaee-23800dd096b5 None None] Pushing event updated for resources: {'Port': ['ID=2858ddf1-8c1f-4994-a7ca-c30fbade3bef,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:26.283539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Pushing event updated for resources: {'Port': ['ID=73835094-269e-4254-9028-8a9d6fff792c,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:26.295189 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-8b2f855b-0baa-47d8-b189-b04895aae619 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648983 Nov 22 16:26:26.305345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Allocated IP 172.25.0.98 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/bd11ee14-bbef-41b1-b9da-d082bbd4ebd3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:26.475439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Allocated IP 192.168.233.25 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/fa19a5ab-5ebb-405c-8362-5bfd012b1436) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:26.479330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Attempting to bind port 73835094-269e-4254-9028-8a9d6fff792c on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:26.480565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Attempting to bind port 73835094-269e-4254-9028-8a9d6fff792c by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:26.480565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Attempting to bind port 73835094-269e-4254-9028-8a9d6fff792c on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:26.490363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.507312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Port 73835094-269e-4254-9028-8a9d6fff792c on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:26.507614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Attempting to bind port 73835094-269e-4254-9028-8a9d6fff792c on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:26.546576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:26.576560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:26.577155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:26.577748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Bound port: 73835094-269e-4254-9028-8a9d6fff792c, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:26.578822 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.615446 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.706702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:26.717986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:26.726792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:26.781228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ad3f1f1-a3f9-43d7-9a10-330e1b084ec7 req-b7fd86db-de2e-4d1a-ad6a-a8802bc04bca tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 210 time: 0.1263964 Nov 22 16:26:26.963857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Pushing event updated for resources: {'Port': ['ID=bd11ee14-bbef-41b1-b9da-d082bbd4ebd3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:27.031929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-c87a51d9-1f41-4950-909f-be9e16f83c1e tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.041653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-c87a51d9-1f41-4950-909f-be9e16f83c1e tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.2552357 Nov 22 16:26:27.059002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3e854-55f0-4efd-8de8-95dbab39e0e5 req-3ce1df12-733e-41da-88e7-23dfd6d953ed tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.068774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ef3e854-55f0-4efd-8de8-95dbab39e0e5 req-3ce1df12-733e-41da-88e7-23dfd6d953ed tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 947 time: 0.4864218 Nov 22 16:26:27.108132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] For port 73835094-269e-4254-9028-8a9d6fff792c, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:27.151806 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.200003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] For port 73835094-269e-4254-9028-8a9d6fff792c, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73835094-269e-4254-9028-8a9d6fff792c,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:27.217263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.325784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.340682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.341993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.344804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] 10.222.0.62 "PUT /v2.0/ports/73835094-269e-4254-9028-8a9d6fff792c HTTP/1.1" status: 200 len: 1095 time: 3.9457159 Nov 22 16:26:27.377237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:27.383710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:27.389621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ef3e854-55f0-4efd-8de8-95dbab39e0e5 req-0037f7b8-8690-40b3-825c-262f8f4cbac3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193026 Nov 22 16:26:27.478058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-8f567d74-dadb-4728-b390-0d2c45373691 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3514ce11b681483689c0bb169228eba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1844962 Nov 22 16:26:27.485707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:27.558938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1afc63-876b-4b5d-970c-0c761c46d9ae service neutron] Pushing event updated for resources: {'Port': ['ID=73835094-269e-4254-9028-8a9d6fff792c,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:27.615797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Pushing event updated for resources: {'Port': ['ID=fa19a5ab-5ebb-405c-8362-5bfd012b1436,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:27.620588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.689900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2858ddf1-8c1f-4994-a7ca-c30fbade3bef up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:27.816830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.820362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.028456 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-2bbc53ca-1ffc-4d22-aeac-ec02a598cf86 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9921324 Nov 22 16:26:28.044130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Request body: {'port': {'device_id': 'd325ea79-a2f8-473f-860d-fbd26b2d6944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:28.147898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4709bf13-8514-4e24-8259-a9d315a736ae', 'tag': '73835094-269e-4254-9028-8a9d6fff792c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:28.151681 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203f98e4-dd76-4609-9884-02f3c7701371" -d '{"events": [{"name": "network-changed", "server_uuid": "4709bf13-8514-4e24-8259-a9d315a736ae", "tag": "73835094-269e-4254-9028-8a9d6fff792c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:28.160081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:28.160471 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.165027 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f509e88c-1b6d-4e27-91f3-1a9d1684edff req-f0dc0a0d-b3a8-4f6d-84b9-5b433eb00ee2 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 210 time: 0.6414485 Nov 22 16:26:28.266117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.280840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-b2762920-c5ae-402c-8b54-3e81107051e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.282675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.282887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-b2762920-c5ae-402c-8b54-3e81107051e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 1098 time: 0.8408837 Nov 22 16:26:28.290779 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.337542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-902caeed-9384-4985-9a50-81e19b8bbb6d None None] Provisioning complete for port fa19a5ab-5ebb-405c-8362-5bfd012b1436 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:28.338077 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-902caeed-9384-4985-9a50-81e19b8bbb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.405904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-b68ee7b2-6ded-4894-9644-22f2414f7ff1 service neutron] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:28.420193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-047b7d3c-2911-4c36-a1b4-c38ed8323e3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=73835094-269e-4254-9028-8a9d6fff792c HTTP/1.1" status: 200 len: 217 time: 0.1110344 Nov 22 16:26:28.428300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2858ddf1-8c1f-4994-a7ca-c30fbade3bef,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:28.429292 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-b68ee7b2-6ded-4894-9644-22f2414f7ff1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.431946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b01ebbf-f596-4a75-a0aa-4789a55f1424 req-b68ee7b2-6ded-4894-9644-22f2414f7ff1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/59768d56-d3d2-4572-b28e-0905a7a894e5/bindings/n-h2-816865-2 HTTP/1.1" status: 204 len: 173 time: 1.3570092 Nov 22 16:26:28.439238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a20eb-89ef-4f57-ab64-c9ae9c643f82 None None] Network b60be418-10b9-4095-9df9-e21bc26a055e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:26:28.459214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.534098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-fc1fc9f2-a49f-4a12-84d9-8d002b9af987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.535957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-fc1fc9f2-a49f-4a12-84d9-8d002b9af987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1008372 Nov 22 16:26:28.545111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-902caeed-9384-4985-9a50-81e19b8bbb6d None None] Port fa19a5ab-5ebb-405c-8362-5bfd012b1436 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:28.549182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab72f1-ae1d-4908-951e-49919b03896e req-8fc01611-d3dd-4032-9f6b-5ae819e1eb28 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.561020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-8fc01611-d3dd-4032-9f6b-5ae819e1eb28 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0356760 Nov 22 16:26:28.601283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=2858ddf1-8c1f-4994-a7ca-c30fbade3bef,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:28.699336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0255a59-3e89-4fb9-9ee9-d0457de4696a req-0588e011-a3c9-498c-b81e-34374ed5661a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.702046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0255a59-3e89-4fb9-9ee9-d0457de4696a req-0588e011-a3c9-498c-b81e-34374ed5661a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 944 time: 0.4055803 Nov 22 16:26:28.713127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-e5d499bf-a273-4a6c-8617-24dda8ae2d66 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=65a6ee9e8f7945ddb37be584342bcfea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448781 Nov 22 16:26:28.717351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ce69f16f-de9f-44c1-8b87-13ec09f8d7b0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/quotas/3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 375 time: 0.1552541 Nov 22 16:26:28.731156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-69c4c405-81a5-4fbd-b254-63732c34e082 None None] Provisioning complete for port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:28.732033 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69c4c405-81a5-4fbd-b254-63732c34e082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.851212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-45f75797-bd71-46ff-9808-9b21651d3200 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1122870 Nov 22 16:26:28.854050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-758e54bd-6d55-42aa-88b4-c1c6ec21c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.855851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-758e54bd-6d55-42aa-88b4-c1c6ec21c71a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2647462 Nov 22 16:26:29.057403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0255a59-3e89-4fb9-9ee9-d0457de4696a req-ae0e6449-721c-4e53-9ebd-5d77f6551cc1 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206279 Nov 22 16:26:29.126988 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-20fc25e5-be19-4c14-93d0-baf3a1c85bff service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563729 Nov 22 16:26:29.308447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b9588141-b231-4eda-aaa7-d5f003074029 None None] Provisioning complete for port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:29.308999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9588141-b231-4eda-aaa7-d5f003074029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:29.351418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-613ec998-242f-4ff9-a7fa-edfc7bd26ad0 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.354777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-613ec998-242f-4ff9-a7fa-edfc7bd26ad0 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6337090 Nov 22 16:26:29.395676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Request body: {'port': {'device_id': '6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '65a6ee9e8f7945ddb37be584342bcfea'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:29.433600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Router c200d283-e889-4c73-aa00-9ad3736a1acd is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:26:29.585306 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e9d213-741c-4b82-9257-efc27f08929d x-openstack-request-id: req-c0e9d213-741c-4b82-9257-efc27f08929d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:29.586350 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4709bf13-8514-4e24-8259-a9d315a736ae", "tag": "73835094-269e-4254-9028-8a9d6fff792c", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:29.587094 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0e9d213-741c-4b82-9257-efc27f08929d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:29.588012 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4709bf13-8514-4e24-8259-a9d315a736ae', 'tag': '73835094-269e-4254-9028-8a9d6fff792c', 'status': 'completed', 'code': 200} Nov 22 16:26:29.594909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378d3b2c-2026-4688-8179-c11d8a6058d9 req-50ecad29-f281-44a3-b9ff-645ff9038010 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595923 Nov 22 16:26:29.659681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2858ddf1-8c1f-4994-a7ca-c30fbade3bef up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:29.738185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa19a5ab-5ebb-405c-8362-5bfd012b1436 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:29.812360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:29.822483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:29.823404 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:29.859237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Transition to ACTIVE for port object fa19a5ab-5ebb-405c-8362-5bfd012b1436 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:29.869556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:29.892938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e4412-85f2-44ea-8189-d344577884af req-42320641-96bc-454b-9247-2c9cc0c5ea55 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.906130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b21e4412-85f2-44ea-8189-d344577884af req-42320641-96bc-454b-9247-2c9cc0c5ea55 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 935 time: 0.3160391 Nov 22 16:26:29.930119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:26:29.951095 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Sync routers for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:26:29.992031 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:30.000691 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:26:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:30.009498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Pushing event updated for resources: {'Port': ['ID=fa19a5ab-5ebb-405c-8362-5bfd012b1436,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:30.017930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:30.021236 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-87ba6a70-852a-4b59-b062-db37cbfda320 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1937034 Nov 22 16:26:30.030020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:30.040942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1f7b5-504a-4a93-9a55-899057d1e084 req-fb51f520-680a-4179-b961-ec572734152b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.050790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dd1f7b5-504a-4a93-9a55-899057d1e084 req-fb51f520-680a-4179-b961-ec572734152b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 947 time: 0.3485851 Nov 22 16:26:30.147682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b21e4412-85f2-44ea-8189-d344577884af req-b7b65c22-1555-488f-ad40-11ad783f94d0 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393425 Nov 22 16:26:30.177808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f98e4-dd76-4609-9884-02f3c7701371 req-eb24a49b-d616-4964-85c2-98e0f59531af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.183816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-203f98e4-dd76-4609-9884-02f3c7701371 req-eb24a49b-d616-4964-85c2-98e0f59531af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 1098 time: 0.4056337 Nov 22 16:26:30.276971 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:30.396027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f98e4-dd76-4609-9884-02f3c7701371 req-0c9e8c36-fdb5-4356-8723-63f6ba291396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.398622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-203f98e4-dd76-4609-9884-02f3c7701371 req-0c9e8c36-fdb5-4356-8723-63f6ba291396 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2021735 Nov 22 16:26:30.588927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e59a379c-147a-420c-88e0-d00d51c8eeef req-d640e605-c0d3-47e8-9e82-bae611e302e1 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1769753 Nov 22 16:26:30.591576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-203f98e4-dd76-4609-9884-02f3c7701371 req-1e122589-ca77-4942-907c-35869750f7f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=73835094-269e-4254-9028-8a9d6fff792c HTTP/1.1" status: 200 len: 217 time: 0.1490998 Nov 22 16:26:30.599675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Attempting to bind port fa19a5ab-5ebb-405c-8362-5bfd012b1436 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:30.601445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Attempting to bind port fa19a5ab-5ebb-405c-8362-5bfd012b1436 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:30.602069 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Attempting to bind port fa19a5ab-5ebb-405c-8362-5bfd012b1436 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:30.615632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Port fa19a5ab-5ebb-405c-8362-5bfd012b1436 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:30.615917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Attempting to bind port fa19a5ab-5ebb-405c-8362-5bfd012b1436 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:30.636969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:30.637408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:30.638289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:30.638901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Bound port: fa19a5ab-5ebb-405c-8362-5bfd012b1436, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:30.639639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:30.708198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f98e4-dd76-4609-9884-02f3c7701371 req-136f55fe-6946-444a-b964-edd9f72a11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.708198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-203f98e4-dd76-4609-9884-02f3c7701371 req-136f55fe-6946-444a-b964-edd9f72a11e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1021328 Nov 22 16:26:30.715198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dd1f7b5-504a-4a93-9a55-899057d1e084 req-23984e28-3c97-4178-8ab6-33790d8d26c7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616492 Nov 22 16:26:30.754013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Made reservation on behalf of 65a6ee9e8f7945ddb37be584342bcfea for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:30.765064 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:30.788251 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:27Z', 'revision_number': 3, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:30.815149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:30.852115 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Checking router: c200d283-e889-4c73-aa00-9ad3736a1acd for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:26:30.852595 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Updating router c200d283-e889-4c73-aa00-9ad3736a1acd port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:26:30.900129 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.020702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e135cfa-724d-43db-a503-aa9610e63a4a req-5d9c2d30-70c4-4216-acfd-f7782a15fd7a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 210 time: 0.1220882 Nov 22 16:26:31.099486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f98e4-dd76-4609-9884-02f3c7701371 req-964f6f81-2d71-414f-9669-87a63469b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.111442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-203f98e4-dd76-4609-9884-02f3c7701371 req-964f6f81-2d71-414f-9669-87a63469b853 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3947475 Nov 22 16:26:31.146483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] For port fa19a5ab-5ebb-405c-8362-5bfd012b1436, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:31.176286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] For port fa19a5ab-5ebb-405c-8362-5bfd012b1436, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fa19a5ab-5ebb-405c-8362-5bfd012b1436,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:31.184202 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.241341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.262622 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.352205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d975e-97c1-4f88-8d7f-795fcbc4a460 req-91a9b256-5256-4df6-b509-ae72ad50f77a tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.369390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-525d975e-97c1-4f88-8d7f-795fcbc4a460 req-91a9b256-5256-4df6-b509-ae72ad50f77a tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1095 time: 0.2371242 Nov 22 16:26:31.395736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.397049 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.399932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] 10.222.0.62 "PUT /v2.0/ports/fa19a5ab-5ebb-405c-8362-5bfd012b1436 HTTP/1.1" status: 200 len: 1095 time: 3.3629174 Nov 22 16:26:31.442862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd325ea79-a2f8-473f-860d-fbd26b2d6944', 'tag': 'fa19a5ab-5ebb-405c-8362-5bfd012b1436'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:31.444415 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.450970 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1ac8ce-481c-43ab-a127-1203a6af8a04" -d '{"events": [{"name": "network-changed", "server_uuid": "d325ea79-a2f8-473f-860d-fbd26b2d6944", "tag": "fa19a5ab-5ebb-405c-8362-5bfd012b1436"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:31.459943 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.468885 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.62', 51585) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:31.525528 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Pushing event updated for resources: {'Port': ['ID=bd11ee14-bbef-41b1-b9da-d082bbd4ebd3,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:31.542412 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.543328 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.543876 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.544464 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.545263 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.545871 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.546489 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.547747 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.548092 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.548418 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.549103 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.549870 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:31.578674 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-c5619424-145f-46b5-8663-59107a7610a8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3514ce11b681483689c0bb169228eba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154623 Nov 22 16:26:31.610602 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Attempting to bind port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:31.611392 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Attempting to bind port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:31.611942 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Attempting to bind port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:31.628460 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:31.629324 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:31.637491 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.638289 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:31.639387 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Bound port: bd11ee14-bbef-41b1-b9da-d082bbd4ebd3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:31.640370 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.645374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-203f98e4-dd76-4609-9884-02f3c7701371 req-875a2cab-1ac1-41ce-a282-7bfd8f04f3d6 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243402 Nov 22 16:26:31.660226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17324f-fd7d-4260-977c-e8d5862dc286 service neutron] Pushing event updated for resources: {'Port': ['ID=fa19a5ab-5ebb-405c-8362-5bfd012b1436,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:31.746553 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] For port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:31.753690 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] For port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bd11ee14-bbef-41b1-b9da-d082bbd4ebd3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:31.763805 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.818569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730224e4-b144-4a46-9610-4502bddd115d req-124fd7d8-82eb-4e11-b7cf-b18b99abd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.821945 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-124fd7d8-82eb-4e11-b7cf-b18b99abd794 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=95977bcd44104527bc2e14aff3a0e01c&device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 1098 time: 0.3306687 Nov 22 16:26:31.832848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-525d975e-97c1-4f88-8d7f-795fcbc4a460 req-17b673bd-2b26-4cfd-b411-a88f9429bb23 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606187 Nov 22 16:26:31.842706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402134f7-b908-4973-b74e-f60069e15202,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:31.844486 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008eba-7b74-418f-9c41-944ca41ebd2c None None] Pushing event updated for resources: {'Port': ['ID=bd11ee14-bbef-41b1-b9da-d082bbd4ebd3,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:31.894886 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:31.896951 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:26:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:31.973781 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-b5758dd3-9825-458d-b97e-97a173786622 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=fa19a5ab-5ebb-405c-8362-5bfd012b1436 HTTP/1.1" status: 200 len: 217 time: 0.1370175 Nov 22 16:26:32.004587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Allocated IP 192.168.233.216 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/c26d30db-b897-490f-b326-132388f1a751) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:32.145934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104c8a6-a2a9-450b-8557-def32a8590b2 req-ad521822-04f8-41e2-89a5-bbe20cdcfe05 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.148378 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:32.148722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab72f1-ae1d-4908-951e-49919b03896e req-a8332645-e569-4f18-b47e-b2d32e55d87b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.148889 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0104c8a6-a2a9-450b-8557-def32a8590b2 req-ad521822-04f8-41e2-89a5-bbe20cdcfe05 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 949 time: 0.7643747 Nov 22 16:26:32.151001 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-a8332645-e569-4f18-b47e-b2d32e55d87b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5535223 Nov 22 16:26:32.169394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Request body: {'port': {'device_id': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '3514ce11b681483689c0bb169228eba0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:32.244480 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.269928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730224e4-b144-4a46-9610-4502bddd115d req-650bd37f-d573-4ee2-a280-6ec76b17c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.271673 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-650bd37f-d573-4ee2-a280-6ec76b17c692 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2873776 Nov 22 16:26:32.439736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bec051-959f-49ee-8cae-8beb2383d575 req-0d371be7-7bcb-4bba-b92a-4d3de9e27f42 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.442609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7bec051-959f-49ee-8cae-8beb2383d575 req-0d371be7-7bcb-4bba-b92a-4d3de9e27f42 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 947 time: 0.3361690 Nov 22 16:26:32.466664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-203f98e4-dd76-4609-9884-02f3c7701371 req-b417e49c-7371-49f4-9124-b335f0347b16 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824755 Nov 22 16:26:32.504808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730224e4-b144-4a46-9610-4502bddd115d req-ce229c42-d9c9-429b-b892-3ea2d0eb8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.509321 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-ce229c42-d9c9-429b-b892-3ea2d0eb8d29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1563237 Nov 22 16:26:32.512842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Made reservation on behalf of 3514ce11b681483689c0bb169228eba0 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:32.517934 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.530375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0104c8a6-a2a9-450b-8557-def32a8590b2 req-94310df1-bb4d-4200-8088-492e8816a61a tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398967 Nov 22 16:26:32.614330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.656275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Allocated IP 172.20.0.1 (b60be418-10b9-4095-9df9-e21bc26a055e/f3f30be8-09b8-460a-8a68-4d275f68625a/8de42640-4826-4d24-b8d2-0d4524a98cae) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:32.663843 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:27Z', 'revision_number': 3, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:32.669854 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cee50e-b172-44e5-9051-2aa5c32d21a2 x-openstack-request-id: req-07cee50e-b172-44e5-9051-2aa5c32d21a2 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:32.669854 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d325ea79-a2f8-473f-860d-fbd26b2d6944", "tag": "fa19a5ab-5ebb-405c-8362-5bfd012b1436", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:32.669854 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07cee50e-b172-44e5-9051-2aa5c32d21a2 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:32.669854 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd325ea79-a2f8-473f-860d-fbd26b2d6944', 'tag': 'fa19a5ab-5ebb-405c-8362-5bfd012b1436', 'status': 'completed', 'code': 200} Nov 22 16:26:32.700594 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.716811 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc34028-56bd-4d5e-a1e1-3386381f8aeb None None] The sync data for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 is: [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:27Z', 'revision_number': 3, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:32.729225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7bec051-959f-49ee-8cae-8beb2383d575 req-d0f4a962-5161-4653-9815-6ef4a86a7000 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570112 Nov 22 16:26:32.760501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-f4a5e217-2cdd-4313-a3fb-3dcda2b62103 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.765843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-f4a5e217-2cdd-4313-a3fb-3dcda2b62103 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 949 time: 0.1775820 Nov 22 16:26:32.888293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-f9013beb-f18f-4eda-9807-4805a5a8104d service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654160 Nov 22 16:26:32.904887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c61b3b0-44e6-436b-9976-5644046ff17f req-ee7cacdd-316c-4ab1-bc87-ffcb2f61658d tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 210 time: 0.1150129 Nov 22 16:26:32.990341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.028388 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.042812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.065780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.227804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e115875-4f21-4b23-af25-1b23e107d907,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:33.266455 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-730224e4-b144-4a46-9610-4502bddd115d req-f2eed142-5384-4b0c-920e-73377ed5f199 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682139 Nov 22 16:26:33.324821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.390902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Network b60be418-10b9-4095-9df9-e21bc26a055e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:33.432892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:33.495293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:33.542395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cb0769c-05a4-4007-96f4-d61e1a1ae4be req-b08f9bf9-982e-4888-8707-64ebac1b6269 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 210 time: 0.1259062 Nov 22 16:26:33.553572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:33.559693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Allocated IP 192.168.233.131 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/e57148d9-8568-4d61-8449-20c927ac97a9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:33.570864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Pushing event updated for resources: {'Port': ['ID=8de42640-4826-4d24-b8d2-0d4524a98cae,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:33.611371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:33.613129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:33.644553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:33.650606 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.656585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.659345 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.739076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:33.740300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.767303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Pushing event updated for resources: {'Port': ['ID=c26d30db-b897-490f-b326-132388f1a751,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:33.810215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802b9c2-5bb7-499b-bd98-3218ce0d11da req-35133193-2c9f-4c66-a952-742deb4c76da tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.814747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7802b9c2-5bb7-499b-bd98-3218ce0d11da req-35133193-2c9f-4c66-a952-742deb4c76da tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 947 time: 0.9159241 Nov 22 16:26:33.832067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-10dd6143-1623-45fe-81e4-0250ce6ff571 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4593124 Nov 22 16:26:33.862467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Request body: {'port': {'device_id': '6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:33.873037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-60a7cfc1-2b99-4fcd-a8e2-6c3a585c2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.875386 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-60a7cfc1-2b99-4fcd-a8e2-6c3a585c2445 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=95977bcd44104527bc2e14aff3a0e01c&device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 1098 time: 0.4897895 Nov 22 16:26:33.882571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Deleting port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:33.887339 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.116459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-45c306d6-751b-4eab-982f-e59adbca0d4e None None] Provisioning complete for port 8de42640-4826-4d24-b8d2-0d4524a98cae triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:34.117142 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45c306d6-751b-4eab-982f-e59adbca0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.213767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.241826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-45c306d6-751b-4eab-982f-e59adbca0d4e None None] Port 8de42640-4826-4d24-b8d2-0d4524a98cae cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:34.299499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bd11ee14-bbef-41b1-b9da-d082bbd4ebd3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:34.310944 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.384995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7802b9c2-5bb7-499b-bd98-3218ce0d11da req-630fadf4-e02b-45a7-8122-597037245393 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390844 Nov 22 16:26:34.398657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-1689a8e3-1baf-41ff-a2f6-fa5884d3537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:34.400555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] For port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:34.400899 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-1689a8e3-1baf-41ff-a2f6-fa5884d3537c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.5047464 Nov 22 16:26:34.401619 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.404569 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.412248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.428628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=bd11ee14-bbef-41b1-b9da-d082bbd4ebd3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:34.433344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b9bad0a6-a065-4e0f-981e-89861daedad6 None None] Provisioning complete for port c26d30db-b897-490f-b326-132388f1a751 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:34.434217 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9bad0a6-a065-4e0f-981e-89861daedad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.459948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.464532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Calling delete_port for f5498a4f-7c80-466f-b57a-f7ed6f1ab11d owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:34.489974 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-11b3041b-605c-49fa-8d32-1af9b0a9843b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=fa19a5ab-5ebb-405c-8362-5bfd012b1436 HTTP/1.1" status: 200 len: 217 time: 0.0740752 Nov 22 16:26:34.495056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b9bad0a6-a065-4e0f-981e-89861daedad6 None None] Port c26d30db-b897-490f-b326-132388f1a751 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:34.530509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-4a0f8929-9eb8-42f0-bffc-71b022fdb9b7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:34.535607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-4a0f8929-9eb8-42f0-bffc-71b022fdb9b7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 820 time: 0.4903753 Nov 22 16:26:34.584042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-3d1284d2-2d12-42cb-ac05-edfacbf21305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:34.588617 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-3d1284d2-2d12-42cb-ac05-edfacbf21305 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0764737 Nov 22 16:26:34.645591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 73835094-269e-4254-9028-8a9d6fff792c details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:34.663994 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:26:34.715378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-c0dc49cb-5d5e-4ff9-a84a-b7c5ca7653d6 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/quotas/c9cb7fc0ab1842de9bc9d68c2ba96934 HTTP/1.1" status: 200 len: 375 time: 0.0921926 Nov 22 16:26:34.850069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 73835094-269e-4254-9028-8a9d6fff792c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73835094-269e-4254-9028-8a9d6fff792c,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:34.865298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0d8e4-e43b-4bbf-bce4-f43c0ba1fc56 req-b1f361df-aab7-4910-9bd4-4493a0a24c80 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:34.868451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8df0d8e4-e43b-4bbf-bce4-f43c0ba1fc56 req-b1f361df-aab7-4910-9bd4-4493a0a24c80 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79681b4-c51f-45a7-ad99-51b7501cc266 HTTP/1.1" status: 200 len: 949 time: 0.2433112 Nov 22 16:26:34.899907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '73835094-269e-4254-9028-8a9d6fff792c', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '73835094-269e-4254-9028-8a9d6fff792c', 'mac_address': 'fa:16:3e:1f:80:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:34.995850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.018283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73835094-269e-4254-9028-8a9d6fff792c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:35.040692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.041620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 73835094-269e-4254-9028-8a9d6fff792c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73835094-269e-4254-9028-8a9d6fff792c,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:35.049072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.076368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-ba303877-61b2-4ced-a291-d23e796e4dff tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2601535 Nov 22 16:26:35.096262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-f7b65cd4-d5bc-4619-9d66-f5df5e129db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:35.097880 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-f7b65cd4-d5bc-4619-9d66-f5df5e129db2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4763911 Nov 22 16:26:35.136923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:35.164651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=73835094-269e-4254-9028-8a9d6fff792c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:35.175303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8df0d8e4-e43b-4bbf-bce4-f43c0ba1fc56 req-3957ec65-1b4b-4705-b05e-d9fe68a935dd tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.59 "GET /v2.0/security-groups?id=265e0893-f6ca-4b9b-8607-fc432143f206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794950 Nov 22 16:26:35.201087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:35.251047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:35.253441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.261537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:35.347398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:35.387334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Pushing event deleted for resources: {'Port': ['ID=f5498a4f-7c80-466f-b57a-f7ed6f1ab11d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:35.409185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.483982 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.491988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-13636bc4-c6e4-420a-8759-55f3d5af39e4 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128905 Nov 22 16:26:35.573224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:35.574566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.598110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:35.641457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] No DVR routers for this DVR port f5498a4f-7c80-466f-b57a-f7ed6f1ab11d on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:35.669994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.673468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd25b65d-3c41-4350-aae5-3cf437e10ea0 req-e758050f-accb-4893-87d1-d7a39eb91056 tempest-ServersAdminNegativeTestJSON-106318744 tempest-ServersAdminNegativeTestJSON-106318744-project] 10.222.0.37 "DELETE /v2.0/ports/f5498a4f-7c80-466f-b57a-f7ed6f1ab11d HTTP/1.1" status: 204 len: 173 time: 2.8999431 Nov 22 16:26:35.677088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79681b4-c51f-45a7-ad99-51b7501cc266', 'name': 'network-vif-deleted', 'tag': 'f5498a4f-7c80-466f-b57a-f7ed6f1ab11d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:35.679978 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f08938-2027-498d-9b8b-adf6923831fc" -d '{"events": [{"server_uuid": "e79681b4-c51f-45a7-ad99-51b7501cc266", "name": "network-vif-deleted", "tag": "f5498a4f-7c80-466f-b57a-f7ed6f1ab11d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:35.734862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-6c7a2a91-c7d3-4e67-a9a1-7835544d40c1 service neutron] 10.222.0.59 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6116745 Nov 22 16:26:35.741858 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-ba0bce3f-9610-4238-8d0d-8410c11f3ad5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5770237 Nov 22 16:26:35.755990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.767924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c2994-6525-45e9-86d9-df74b70c3520 req-cd015749-64a6-402b-8720-96fd49f58858 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:35.774609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Request body: {'port': {'device_id': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:35.780214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b7c2994-6525-45e9-86d9-df74b70c3520 req-cd015749-64a6-402b-8720-96fd49f58858 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 947 time: 0.4112110 Nov 22 16:26:35.787218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Pushing event updated for resources: {'Port': ['ID=8de42640-4826-4d24-b8d2-0d4524a98cae,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:35.787503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26d30db-b897-490f-b326-132388f1a751 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:35.817882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.888544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:35.889069 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.961624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Transition to ACTIVE for port object c26d30db-b897-490f-b326-132388f1a751 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:35.982742 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.052419 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef1ac8ce-481c-43ab-a127-1203a6af8a04 req-ecc50a52-03c1-47d9-bb70-d97e1e3991b8 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734631 Nov 22 16:26:36.057457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.129714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b7c2994-6525-45e9-86d9-df74b70c3520 req-f67f2cd8-f4a5-4422-99d2-083cff59599a tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480761 Nov 22 16:26:36.167283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-93dbd5b9-e120-4e07-8c78-49341c0ad32b None None] Provisioning complete for port e57148d9-8568-4d61-8449-20c927ac97a9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:36.167283 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93dbd5b9-e120-4e07-8c78-49341c0ad32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.209047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Pushing event updated for resources: {'Port': ['ID=c26d30db-b897-490f-b326-132388f1a751,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:36.235090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-974e2d32-a570-4b10-bce5-46037b11777b service neutron] 10.222.0.59 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495940 Nov 22 16:26:36.260410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-93dbd5b9-e120-4e07-8c78-49341c0ad32b None None] Port e57148d9-8568-4d61-8449-20c927ac97a9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:36.463255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Attempting to bind port c26d30db-b897-490f-b326-132388f1a751 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:36.464634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Attempting to bind port c26d30db-b897-490f-b326-132388f1a751 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:36.467636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Attempting to bind port c26d30db-b897-490f-b326-132388f1a751 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:36.469946 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.501288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Port c26d30db-b897-490f-b326-132388f1a751 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:36.507044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Attempting to bind port c26d30db-b897-490f-b326-132388f1a751 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:36.544715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:36.545126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:36.545746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:36.546664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Bound port: c26d30db-b897-490f-b326-132388f1a751, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:36.547860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.551240 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Network b60be418-10b9-4095-9df9-e21bc26a055e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:36.562104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:36.658516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fa19a5ab-5ebb-405c-8362-5bfd012b1436 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:36.698888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1a8d5-2623-4abd-bcdb-33c06e8de70d req-a33dc847-006b-41c6-94e4-7f87e2b180ad tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:36.724486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82b1a8d5-2623-4abd-bcdb-33c06e8de70d req-a33dc847-006b-41c6-94e4-7f87e2b180ad tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 948 time: 0.3745096 Nov 22 16:26:36.836989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57148d9-8568-4d61-8449-20c927ac97a9 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:36.850498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.038228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82b1a8d5-2623-4abd-bcdb-33c06e8de70d req-4156c209-5e74-4c15-ac8e-93ba88a128f7 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692237 Nov 22 16:26:37.129119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0a3db-e3a9-4469-b9d4-0c0ba37dac83 req-9980266f-09b6-4a37-b0ba-a0098a7266bb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.130359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Transition to ACTIVE for port object e57148d9-8568-4d61-8449-20c927ac97a9 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:37.150516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9fc0a3db-e3a9-4469-b9d4-0c0ba37dac83 req-9980266f-09b6-4a37-b0ba-a0098a7266bb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 936 time: 0.4676471 Nov 22 16:26:37.162422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fa19a5ab-5ebb-405c-8362-5bfd012b1436, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fa19a5ab-5ebb-405c-8362-5bfd012b1436,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:37.167272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] For port c26d30db-b897-490f-b326-132388f1a751, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:37.189780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'fa19a5ab-5ebb-405c-8362-5bfd012b1436', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'fa19a5ab-5ebb-405c-8362-5bfd012b1436', 'mac_address': 'fa:16:3e:fe:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:37.202239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Router c200d283-e889-4c73-aa00-9ad3736a1acd has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:26:37.206663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.208381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] For port c26d30db-b897-490f-b326-132388f1a751, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c26d30db-b897-490f-b326-132388f1a751,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:37.223784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f5498a4f-7c80-466f-b57a-f7ed6f1ab11d no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:37.258171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.313048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-80469eec-ba78-40d2-acf1-1c3364274628 None None] Provisioning complete for port 8de42640-4826-4d24-b8d2-0d4524a98cae triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:37.313633 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80469eec-ba78-40d2-acf1-1c3364274628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.332881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:37.491355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-80469eec-ba78-40d2-acf1-1c3364274628 None None] Port 8de42640-4826-4d24-b8d2-0d4524a98cae cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:37.515620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: f5498a4f-7c80-466f-b57a-f7ed6f1ab11d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:37.516306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f5498a4f-7c80-466f-b57a-f7ed6f1ab11d not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:37.547758 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.549454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.578023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa19a5ab-5ebb-405c-8362-5bfd012b1436 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:37.608832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:26:37.621065 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7769b458-3331-4bb1-aa01-e6bad2c54e5b admin admin] 10.222.0.59 "PUT /v2.0/routers/c200d283-e889-4c73-aa00-9ad3736a1acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5895944 Nov 22 16:26:37.631089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Sync routers for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:26:37.638918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.639853 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.642200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] 10.222.0.37 "PUT /v2.0/ports/c26d30db-b897-490f-b326-132388f1a751 HTTP/1.1" status: 200 len: 1096 time: 3.7981548 Nov 22 16:26:37.684504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fa19a5ab-5ebb-405c-8362-5bfd012b1436, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fa19a5ab-5ebb-405c-8362-5bfd012b1436,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:37.727643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9fc0a3db-e3a9-4469-b9d4-0c0ba37dac83 req-99707a63-00e7-4d0f-8197-719a8e426bc7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669966 Nov 22 16:26:37.730837 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.758564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d3f9-ece4-4295-a06d-e4d4a10feba2 service neutron] Pushing event updated for resources: {'Port': ['ID=c26d30db-b897-490f-b326-132388f1a751,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:37.759548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:37.760813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:26:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:37.836416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Attempting to bind port e57148d9-8568-4d61-8449-20c927ac97a9 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:37.837528 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Attempting to bind port e57148d9-8568-4d61-8449-20c927ac97a9 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:37.838481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Attempting to bind port e57148d9-8568-4d61-8449-20c927ac97a9 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:37.846739 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6adb8935-686d-4c11-b06c-0769764c9afa req-8cfa9826-387b-4353-ab49-aa8d81d8e4aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4337258 Nov 22 16:26:37.851313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Port e57148d9-8568-4d61-8449-20c927ac97a9 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:37.852096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Attempting to bind port e57148d9-8568-4d61-8449-20c927ac97a9 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:37.864931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:37.865744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:37.866528 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:37.867610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Bound port: e57148d9-8568-4d61-8449-20c927ac97a9, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:37.868373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.961332 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6ba1b5-72ba-4449-9727-6dce6faf976d x-openstack-request-id: req-7c6ba1b5-72ba-4449-9727-6dce6faf976d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:37.961979 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79681b4-c51f-45a7-ad99-51b7501cc266", "name": "network-vif-deleted", "tag": "f5498a4f-7c80-466f-b57a-f7ed6f1ab11d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:37.962380 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c6ba1b5-72ba-4449-9727-6dce6faf976d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:37.962940 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79681b4-c51f-45a7-ad99-51b7501cc266', 'name': 'network-vif-deleted', 'tag': 'f5498a4f-7c80-466f-b57a-f7ed6f1ab11d', 'status': 'completed', 'code': 200} Nov 22 16:26:38.096903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e295e0-9927-4ac5-919f-614797d7e3a1 req-ba077b62-9fde-4a92-95f1-50ea55b4e53d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.123450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79e295e0-9927-4ac5-919f-614797d7e3a1 req-ba077b62-9fde-4a92-95f1-50ea55b4e53d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 948 time: 0.6124194 Nov 22 16:26:38.180159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:38.200001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:38.211707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.300031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-ff929cac-6e5b-46fc-8217-2216e28598ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.303544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-ff929cac-6e5b-46fc-8217-2216e28598ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=65a6ee9e8f7945ddb37be584342bcfea&device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 1099 time: 0.5592000 Nov 22 16:26:38.440674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:38.463612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7d7dab3-7152-490d-adcc-9e8b29b7b7df req-a76b23f2-1639-411c-bedb-47c9da08e46c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 210 time: 0.2010150 Nov 22 16:26:38.481834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.482876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb8935-686d-4c11-b06c-0769764c9afa req-d0556b38-ea55-4297-8e71-70fd3bcb7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.489130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6adb8935-686d-4c11-b06c-0769764c9afa req-d0556b38-ea55-4297-8e71-70fd3bcb7325 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1095 time: 0.5161545 Nov 22 16:26:38.504512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.507107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-65f14853-7b77-49aa-bbe2-4a47c53be945 service neutron] 10.222.0.62 "PUT /v2.0/ports/e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 1096 time: 2.7434850 Nov 22 16:26:38.508122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:38.514749 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f1e77-e784-4102-870b-00dc6e8dc499" -d '{"events": [{"name": "network-changed", "server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:38.525902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-8a42aecb-2564-442d-adbe-160f9235fc0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c26d30db-b897-490f-b326-132388f1a751 HTTP/1.1" status: 200 len: 217 time: 0.1970706 Nov 22 16:26:38.703038 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79e295e0-9927-4ac5-919f-614797d7e3a1 req-bcc10790-9f7c-4fbd-9b5e-19bd373dfc68 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744052 Nov 22 16:26:38.739512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42970) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:38.803197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab72f1-ae1d-4908-951e-49919b03896e req-223e57cd-6a7c-468e-bb84-834f2d5d8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.806257 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-223e57cd-6a7c-468e-bb84-834f2d5d8d33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1099 time: 0.1400545 Nov 22 16:26:38.866165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 73835094-269e-4254-9028-8a9d6fff792c up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:38.905440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb8935-686d-4c11-b06c-0769764c9afa req-773b482b-7401-46a2-86f5-cdaddc446670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.907677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6adb8935-686d-4c11-b06c-0769764c9afa req-773b482b-7401-46a2-86f5-cdaddc446670 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.3710980 Nov 22 16:26:38.944952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['fa19a5ab-5ebb-405c-8362-5bfd012b1436'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:38.956035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-6f6141bd-19de-4a1d-a725-10666b813192 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.1392343 Nov 22 16:26:39.002862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:39.048893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=fa19a5ab-5ebb-405c-8362-5bfd012b1436,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:39.087118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 73835094-269e-4254-9028-8a9d6fff792c completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:39.097202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 73835094-269e-4254-9028-8a9d6fff792c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:39.097920 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.211875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab72f1-ae1d-4908-951e-49919b03896e req-0ae0db05-e691-4015-9bb0-b2c5b0edf037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.214612 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-0ae0db05-e691-4015-9bb0-b2c5b0edf037 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2515786 Nov 22 16:26:39.357589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-702ad5d9-c8bc-4665-a435-3a31ded65a13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29260b9ccc214b8f9d5202daa06314ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6135781 Nov 22 16:26:39.362236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42976) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:39.454204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab72f1-ae1d-4908-951e-49919b03896e req-155f2bb1-392a-4529-a4e9-bf07fd48c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.456534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-155f2bb1-392a-4529-a4e9-bf07fd48c838 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2181373 Nov 22 16:26:39.572465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-160f5eb5-e6a7-4692-90a2-cb6f72200e6b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.575004 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-160f5eb5-e6a7-4692-90a2-cb6f72200e6b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 820 time: 0.3906431 Nov 22 16:26:39.601244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Request body: {'port': {'device_id': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'admin_state_up': True, 'tenant_id': 'c9cb7fc0ab1842de9bc9d68c2ba96934'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:39.635227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.669488 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-83894abb-8b40-4adc-9c7c-32a4ad7d9b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.680711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6adb8935-686d-4c11-b06c-0769764c9afa req-49027e77-1146-467e-b0d2-4e48febec893 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 217 time: 0.1412756 Nov 22 16:26:39.686289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-3339d7b1-3f44-4c4d-9fd5-1ba09232ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.689646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-3339d7b1-3f44-4c4d-9fd5-1ba09232ac4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 1.1364887 Nov 22 16:26:39.741443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-83894abb-8b40-4adc-9c7c-32a4ad7d9b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.745148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4709bf13-8514-4e24-8259-a9d315a736ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73835094-269e-4254-9028-8a9d6fff792c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:39.748678 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8906fcd-8f39-401d-ae61-b24bd4bec5ff" -d '{"events": [{"server_uuid": "4709bf13-8514-4e24-8259-a9d315a736ae", "name": "network-vif-plugged", "status": "completed", "tag": "73835094-269e-4254-9028-8a9d6fff792c"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:39.787886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e161dc5-6e49-4483-99fb-246fe662b9d8 req-551866f0-4729-4aef-921f-cab37006027a tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.796708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e161dc5-6e49-4483-99fb-246fe662b9d8 req-551866f0-4729-4aef-921f-cab37006027a tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 948 time: 1.0153468 Nov 22 16:26:39.810006 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-d7d30086-4314-4c6c-8c92-368879a19732 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407388 Nov 22 16:26:39.817962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed63f3-3670-4daf-afa7-4ec9c4568de2 req-7988e5eb-9661-4b72-84de-87c7cc56c335 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.819705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1ed63f3-3670-4daf-afa7-4ec9c4568de2 req-7988e5eb-9661-4b72-84de-87c7cc56c335 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 948 time: 0.9074662 Nov 22 16:26:39.826390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 73835094-269e-4254-9028-8a9d6fff792c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73835094-269e-4254-9028-8a9d6fff792c,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:39.840548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb8935-686d-4c11-b06c-0769764c9afa req-5c2f1c18-803f-4094-9efc-6c15e4819345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.842474 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6adb8935-686d-4c11-b06c-0769764c9afa req-5c2f1c18-803f-4094-9efc-6c15e4819345 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1518533 Nov 22 16:26:39.852670 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.954365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-16d075b6-d013-4b20-a332-b1ca95888d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.956634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 2, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:39.957529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-16d075b6-d013-4b20-a332-b1ca95888d51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2534375 Nov 22 16:26:39.966911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6adb8935-686d-4c11-b06c-0769764c9afa req-c42ba803-a26d-4614-a919-73416c390b9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072214 Nov 22 16:26:39.967704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6', 'tag': 'c26d30db-b897-490f-b326-132388f1a751'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:39.971566 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6", "tag": "c26d30db-b897-490f-b326-132388f1a751"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:40.002514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Checking router: c200d283-e889-4c73-aa00-9ad3736a1acd for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:26:40.002934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Updating router c200d283-e889-4c73-aa00-9ad3736a1acd port 8de42640-4826-4d24-b8d2-0d4524a98cae binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:26:40.006803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=73835094-269e-4254-9028-8a9d6fff792c,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:40.022653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-83894abb-8b40-4adc-9c7c-32a4ad7d9b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:40.027720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-83894abb-8b40-4adc-9c7c-32a4ad7d9b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:40.029653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-83894abb-8b40-4adc-9c7c-32a4ad7d9b2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/265e0893-f6ca-4b9b-8607-fc432143f206 HTTP/1.1" status: 204 len: 168 time: 0.6644006 Nov 22 16:26:40.037197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Made reservation on behalf of c9cb7fc0ab1842de9bc9d68c2ba96934 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:40.042401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:40.049372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31ab72f1-ae1d-4908-951e-49919b03896e req-5fec1a46-4e8f-4e3d-8522-70370e8af33a service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299941 Nov 22 16:26:40.071314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83894abb-8b40-4adc-9c7c-32a4ad7d9b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e0893-f6ca-4b9b-8607-fc432143f206,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:40.080120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:40.337980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Allocated IP 172.20.0.9 (5c1ac639-9e1b-4f7a-988e-ced7d27e6985/92eb9c2c-4950-411b-9ebf-58648e00b4bc/2dbb557e-bca6-49d3-97a7-fb6de51d833d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:40.365818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1ed63f3-3670-4daf-afa7-4ec9c4568de2 req-d4228ddd-34fd-45a6-ac7a-0203617345f0 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289249 Nov 22 16:26:40.409795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e161dc5-6e49-4483-99fb-246fe662b9d8 req-6f6aa888-f8a0-4938-a891-77ddb72c8fde tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101542 Nov 22 16:26:40.492740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6adb8935-686d-4c11-b06c-0769764c9afa req-68044bc6-f779-45ab-b35b-26204eb3cca7 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083354 Nov 22 16:26:40.731659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42992) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:40.829514 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:40.839999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fa19a5ab-5ebb-405c-8362-5bfd012b1436 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:40.844505 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:40.860584 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3ba55d-ca8d-4667-9bac-21232efff071 x-openstack-request-id: req-3f3ba55d-ca8d-4667-9bac-21232efff071 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:40.860999 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:40.861326 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f3ba55d-ca8d-4667-9bac-21232efff071 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:40.861928 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'status': 'completed', 'code': 200} Nov 22 16:26:40.886722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-e118a157-68f3-4799-a213-f4075e73c4c1 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045494 Nov 22 16:26:41.001708 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.096252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-dc00e4df-a671-4e82-be5c-f07da43911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.104430 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-dc00e4df-a671-4e82-be5c-f07da43911ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1099 time: 0.2607834 Nov 22 16:26:41.112794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.163506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572198b4-2278-40a7-a8b1-1b652c542356 None None] Pushing event updated for resources: {'Port': ['ID=8de42640-4826-4d24-b8d2-0d4524a98cae,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:41.184637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8149ed-a7aa-48e2-96e7-287c042415d2 req-2b71857b-fccd-4382-9191-7099bedad429 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888596 Nov 22 16:26:41.274430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8002be29-3c2b-41b5-b19a-52742f2e3093 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75bebcfb32174543a1c511b370c204c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5250816 Nov 22 16:26:41.277814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6adb8935-686d-4c11-b06c-0769764c9afa req-bbc990c5-92fb-419c-9e67-5c19a906b5bb service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744524 Nov 22 16:26:41.278330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:41.330432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Attempting to bind port 8de42640-4826-4d24-b8d2-0d4524a98cae on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:41.331204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Attempting to bind port 8de42640-4826-4d24-b8d2-0d4524a98cae by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:41.339867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Attempting to bind port 8de42640-4826-4d24-b8d2-0d4524a98cae on network b60be418-10b9-4095-9df9-e21bc26a055e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:41.356281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port fa19a5ab-5ebb-405c-8362-5bfd012b1436 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:41.361466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:41.362209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Checking segment: {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:41.362989 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.363822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Bound using segment: {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:41.364711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Bound port: 8de42640-4826-4d24-b8d2-0d4524a98cae, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:41.365449 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.404901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:41.419875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:41.424414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8615e-a15f-4b74-8c55-f66af638f15a req-315f1ebc-8a6d-4d91-93c1-dafcf9a8cd57 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.443855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9db8615e-a15f-4b74-8c55-f66af638f15a req-315f1ebc-8a6d-4d91-93c1-dafcf9a8cd57 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 948 time: 0.2578499 Nov 22 16:26:41.448224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port fa19a5ab-5ebb-405c-8362-5bfd012b1436 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:41.448822 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.463320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:41.471810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7aede404-1cdb-4c38-b49a-a3d6735e780f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.608431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.609609 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.616173 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7aede404-1cdb-4c38-b49a-a3d6735e780f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.623168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Pushing event updated for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:41.668158 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1f00c168-29be-48f7-a038-50af0d817424 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0781300 Nov 22 16:26:41.683193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Request body: {'port': {'device_id': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:41.729131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-3f9f3027-9815-4845-9c81-f0bed3dba410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.730880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9db8615e-a15f-4b74-8c55-f66af638f15a req-8c098404-168a-4d01-ab49-7004af2033a0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826066 Nov 22 16:26:41.731628 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-3f9f3027-9815-4845-9c81-f0bed3dba410 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.6002457 Nov 22 16:26:41.790541 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.825895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] For port 8de42640-4826-4d24-b8d2-0d4524a98cae, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:41.832495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2f8d2ed4-c4ce-438d-9e37-dea2121a75f8 None None] Provisioning complete for port 8de42640-4826-4d24-b8d2-0d4524a98cae triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:41.833369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f8d2ed4-c4ce-438d-9e37-dea2121a75f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.855376 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7aede404-1cdb-4c38-b49a-a3d6735e780f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.868922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7aede404-1cdb-4c38-b49a-a3d6735e780f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.875921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7aede404-1cdb-4c38-b49a-a3d6735e780f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09fd1f74-64a1-42c6-af31-18d9678bdaf6 HTTP/1.1" status: 204 len: 168 time: 0.5742011 Nov 22 16:26:41.902365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:41.918657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b5ddf1f4-69d9-4d9f-98d2-0f30a837896e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45689945', 'description': 'tempest-description--2114529181'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:41.936656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aede404-1cdb-4c38-b49a-a3d6735e780f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd1f74-64a1-42c6-af31-18d9678bdaf6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:41.967367 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-c1fcb0ed-f333-4896-adf6-24f36cb94017 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.2187860 Nov 22 16:26:42.052222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d2ed4-c4ce-438d-9e37-dea2121a75f8 None None] Port 8de42640-4826-4d24-b8d2-0d4524a98cae cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:42.066805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] For port 8de42640-4826-4d24-b8d2-0d4524a98cae, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8de42640-4826-4d24-b8d2-0d4524a98cae,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:42.095980 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf1f4-69d9-4d9f-98d2-0f30a837896e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.105352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.105925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-b92aa4a2-1987-481d-9a87-529c9e354f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.108679 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-b92aa4a2-1987-481d-9a87-529c9e354f8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1334612 Nov 22 16:26:42.136282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.215864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660b8dd-fd34-447a-a74d-15f377922320 req-1fba468d-2ff6-48c9-a121-439577c63e6e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.224378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f660b8dd-fd34-447a-a74d-15f377922320 req-1fba468d-2ff6-48c9-a121-439577c63e6e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 931 time: 0.2670758 Nov 22 16:26:42.321870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fa19a5ab-5ebb-405c-8362-5bfd012b1436, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fa19a5ab-5ebb-405c-8362-5bfd012b1436,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:42.333815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:42.334145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b448fc-8049-4dea-b3d0-c91611da5a29 req-934c1e91-eac1-4330-9193-daf9246b6b89 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.334696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:26:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:42.337746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79b448fc-8049-4dea-b3d0-c91611da5a29 req-934c1e91-eac1-4330-9193-daf9246b6b89 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 949 time: 0.2456720 Nov 22 16:26:42.346369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.352818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572198b4-2278-40a7-a8b1-1b652c542356 None None] Pushing event updated for resources: {'Port': ['ID=8de42640-4826-4d24-b8d2-0d4524a98cae,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:42.510334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=fa19a5ab-5ebb-405c-8362-5bfd012b1436,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:42.627880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f660b8dd-fd34-447a-a74d-15f377922320 req-32dc423e-3f6f-4c07-8956-d6f287af1f77 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907249 Nov 22 16:26:42.684456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79b448fc-8049-4dea-b3d0-c91611da5a29 req-5338fd78-7fb1-45bc-98a7-126809aaa8ad tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282361 Nov 22 16:26:42.708228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf1f4-69d9-4d9f-98d2-0f30a837896e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.716291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf1f4-69d9-4d9f-98d2-0f30a837896e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.812128 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0ef10-7805-47fd-8d7f-26a39aa67949 x-openstack-request-id: req-46d0ef10-7805-47fd-8d7f-26a39aa67949 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:42.812584 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4709bf13-8514-4e24-8259-a9d315a736ae", "name": "network-vif-plugged", "status": "completed", "tag": "73835094-269e-4254-9028-8a9d6fff792c", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:42.822562 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-46d0ef10-7805-47fd-8d7f-26a39aa67949 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:42.823431 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4709bf13-8514-4e24-8259-a9d315a736ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73835094-269e-4254-9028-8a9d6fff792c', 'code': 200} Nov 22 16:26:42.854121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf1f4-69d9-4d9f-98d2-0f30a837896e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.861541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b5ddf1f4-69d9-4d9f-98d2-0f30a837896e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9510200 Nov 22 16:26:42.861541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddf1f4-69d9-4d9f-98d2-0f30a837896e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705bff6f-a3a6-47eb-a86e-1402450fbb14,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:42.864922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:42.892169 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-87e6f375-9c21-4a07-adc1-bfcf83e7648e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Request body: {'security_group_rule': {'security_group_id': '705bff6f-a3a6-47eb-a86e-1402450fbb14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:42.909856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:42.918711 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0c3c2e-9655-4171-83db-48203a184e55 x-openstack-request-id: req-7f0c3c2e-9655-4171-83db-48203a184e55 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:42.919355 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6", "tag": "c26d30db-b897-490f-b326-132388f1a751", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:42.921549 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f0c3c2e-9655-4171-83db-48203a184e55 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:42.922480 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6', 'tag': 'c26d30db-b897-490f-b326-132388f1a751', 'status': 'completed', 'code': 200} Nov 22 16:26:42.962557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ceb1fcab-bca9-490c-af87-21b3abceef5f None None] Provisioning complete for port 8de42640-4826-4d24-b8d2-0d4524a98cae triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:42.963519 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fcab-bca9-490c-af87-21b3abceef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.093675 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e6f375-9c21-4a07-adc1-bfcf83e7648e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.162684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39071b-96ad-4a5d-b555-a0018ccaabce req-75d11b77-04eb-494e-ab20-7f3ac612aa31 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.173293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be39071b-96ad-4a5d-b555-a0018ccaabce req-75d11b77-04eb-494e-ab20-7f3ac612aa31 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 948 time: 0.2432501 Nov 22 16:26:43.251959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-1e6883b5-1136-45b0-86da-0cf38e2cc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.253939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-1e6883b5-1136-45b0-86da-0cf38e2cc498 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=65a6ee9e8f7945ddb37be584342bcfea&device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 1099 time: 0.2959235 Nov 22 16:26:43.272674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-d095d104-e321-4c45-90ce-24a78e97436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.276988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-d095d104-e321-4c45-90ce-24a78e97436c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1561024 Nov 22 16:26:43.281597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbb557e-bca6-49d3-97a7-fb6de51d833d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:43.315254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.399497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db691d-4d00-491c-9ad4-ae482f260429 req-f5788a2c-22c0-47a2-8e46-e3f07dc0dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.402589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e6db691d-4d00-491c-9ad4-ae482f260429 req-f5788a2c-22c0-47a2-8e46-e3f07dc0dd8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 1100 time: 0.2636123 Nov 22 16:26:43.410732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Transition to ACTIVE for port object 2dbb557e-bca6-49d3-97a7-fb6de51d833d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:43.433193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.493046 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fcab-bca9-490c-af87-21b3abceef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.500889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d34cb-cf08-42e0-a07c-ee386aa83818 req-36784660-adf8-4381-86d1-7055dd03ae71 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.502523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f89d34cb-cf08-42e0-a07c-ee386aa83818 req-36784660-adf8-4381-86d1-7055dd03ae71 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 949 time: 0.3584197 Nov 22 16:26:43.504554 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e6f375-9c21-4a07-adc1-bfcf83e7648e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.520443 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be39071b-96ad-4a5d-b555-a0018ccaabce req-b7d92b18-0ee8-4611-8d93-2e0462d51648 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436720 Nov 22 16:26:43.548282 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e6f375-9c21-4a07-adc1-bfcf83e7648e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.552353 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-a01751c6-380e-4fb3-bf82-9d86846e45d6 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607777 Nov 22 16:26:43.614181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ceb1fcab-bca9-490c-af87-21b3abceef5f None None] For port 8de42640-4826-4d24-b8d2-0d4524a98cae, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8de42640-4826-4d24-b8d2-0d4524a98cae,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:43.663547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:43.666555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ceb1fcab-bca9-490c-af87-21b3abceef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.726146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6f375-9c21-4a07-adc1-bfcf83e7648e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050b6fe2-e9fd-4ed9-a0b6-54fa8b3493f9,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:43.751327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1fcab-bca9-490c-af87-21b3abceef5f None None] Pushing event updated for resources: {'Port': ['ID=8de42640-4826-4d24-b8d2-0d4524a98cae,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:43.785561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f89d34cb-cf08-42e0-a07c-ee386aa83818 req-c0d4b5c5-9c4c-4907-847a-f1c397000859 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431474 Nov 22 16:26:43.819677 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e6f375-9c21-4a07-adc1-bfcf83e7648e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.820466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:41Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:43.833580 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-87e6f375-9c21-4a07-adc1-bfcf83e7648e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9669292 Nov 22 16:26:43.837111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:43.845794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b729e08e-ce3d-4857-b920-71a08cf1fb4f tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Request body: {'security_group_rule': {'security_group_id': '705bff6f-a3a6-47eb-a86e-1402450fbb14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:43.914278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bf4b1-3270-4234-bbcb-c2d5e71ab860 None None] The sync data for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 is: [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:41Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:43.914628 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e6db691d-4d00-491c-9ad4-ae482f260429 req-a4b5a542-7ddf-4c5e-8e48-54bac9d99162 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980783 Nov 22 16:26:43.936659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-856066c1-c23f-4e52-ab82-3e4f89e05e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.939188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-856066c1-c23f-4e52-ab82-3e4f89e05e9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.6721590 Nov 22 16:26:43.945798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b729e08e-ce3d-4857-b920-71a08cf1fb4f tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.011770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:44.012455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:44.013059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:44.023055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:44.024160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:44.029876 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-947f1e77-e784-4102-870b-00dc6e8dc499 req-b781ed58-6de8-4f6b-bbed-445076e12869 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570291 Nov 22 16:26:44.035613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:44.035965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:44.036364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:44.036820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Bound port: 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:44.037185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.055810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-c5e26c9c-0d3c-4766-90ae-f0fe4e054338 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=c26d30db-b897-490f-b326-132388f1a751 HTTP/1.1" status: 200 len: 217 time: 0.1053252 Nov 22 16:26:44.133618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:44.139907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:44.147218 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.213084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c63eca-bc24-4d8b-8bd4-70a47e6a0604 req-749a76f6-74ee-41a5-870f-6d1054c98ac5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.216653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3c63eca-bc24-4d8b-8bd4-70a47e6a0604 req-749a76f6-74ee-41a5-870f-6d1054c98ac5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 948 time: 0.3801420 Nov 22 16:26:44.251032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.252146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.258853 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] 10.222.0.37 "PUT /v2.0/ports/2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 1091 time: 2.5790772 Nov 22 16:26:44.287013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:44.294149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcfb05-3b23-407b-9cb7-04e552227f5e req-7b72ad77-4789-4bad-861d-3e2b6912cc9d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.297071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ffcfb05-3b23-407b-9cb7-04e552227f5e req-7b72ad77-4789-4bad-861d-3e2b6912cc9d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 943 time: 0.3526192 Nov 22 16:26:44.299497 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da16031b-69c4-428a-9c94-6e25e499f6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:44.310738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d51c4e-d967-4b5d-9bb0-3eed63b9ad31 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:44.333066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-20f2a359-8ef4-4490-9a8c-ddb84b47d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.334397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-20f2a359-8ef4-4490-9a8c-ddb84b47d848 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2493126 Nov 22 16:26:44.387091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-21ca7b98-df72-4677-a384-9bcf0cc163a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.388732 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-21ca7b98-df72-4677-a384-9bcf0cc163a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1094 time: 0.0725145 Nov 22 16:26:44.394587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b729e08e-ce3d-4857-b920-71a08cf1fb4f tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.426836 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b729e08e-ce3d-4857-b920-71a08cf1fb4f tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.451972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3c63eca-bc24-4d8b-8bd4-70a47e6a0604 req-e0c74f83-cf67-4f41-8323-e5d45f34cac9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229788 Nov 22 16:26:44.455334 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-4cbcb9c0-5b15-4c73-8e04-8f2b35c9c0a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 217 time: 0.0580726 Nov 22 16:26:44.463668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729e08e-ce3d-4857-b920-71a08cf1fb4f tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caccccf6-c7da-4ac1-b4e5-ef02e219a399,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:44.532130 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b729e08e-ce3d-4857-b920-71a08cf1fb4f tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.541224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b729e08e-ce3d-4857-b920-71a08cf1fb4f tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6996162 Nov 22 16:26:44.542718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43040) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:44.557510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:44.559218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1c906ce0-e988-440c-b251-277892dff500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.562401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-1c906ce0-e988-440c-b251-277892dff500 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.0964200 Nov 22 16:26:44.574114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ffcfb05-3b23-407b-9cb7-04e552227f5e req-934e8abc-df31-464a-809e-fe1f4926ec9d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537115 Nov 22 16:26:44.579516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-a4a63ffd-b964-4c57-a736-7051ca76ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.581330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-a4a63ffd-b964-4c57-a736-7051ca76ea84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2211032 Nov 22 16:26:44.620008 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-d879e172-d014-4dae-83e2-ca5a39478ea8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443389 Nov 22 16:26:44.709807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e57148d9-8568-4d61-8449-20c927ac97a9 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:44.737774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.796999 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-72802356-3732-44a7-9c25-5110889e356b service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701267 Nov 22 16:26:44.856825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325ea79-a2f8-473f-860d-fbd26b2d6944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa19a5ab-5ebb-405c-8362-5bfd012b1436'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:44.862056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208811ec-a746-440b-9df7-f0f4f5f353d1 req-19f3474b-94df-495e-930c-a0b109b2163b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.862743 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b1507c-06da-401e-954d-4206d775cc58" -d '{"events": [{"server_uuid": "d325ea79-a2f8-473f-860d-fbd26b2d6944", "name": "network-vif-plugged", "status": "completed", "tag": "fa19a5ab-5ebb-405c-8362-5bfd012b1436"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:44.870319 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-208811ec-a746-440b-9df7-f0f4f5f353d1 req-19f3474b-94df-495e-930c-a0b109b2163b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 949 time: 0.2876382 Nov 22 16:26:44.924244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-b5f121f5-7759-49e9-8173-c9452e7e60e1 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253272 Nov 22 16:26:44.988522 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3bb535-9cb4-4579-b561-f9793c6918a3 x-openstack-request-id: req-bd3bb535-9cb4-4579-b561-f9793c6918a3 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:44.989105 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:44.989553 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd3bb535-9cb4-4579-b561-f9793c6918a3 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:44.990937 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d', 'status': 'completed', 'code': 200} Nov 22 16:26:45.045776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:45.073621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-208811ec-a746-440b-9df7-f0f4f5f353d1 req-ba0c937e-8963-4b22-9379-1e9732376db6 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021217 Nov 22 16:26:45.074908 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c08bd8cc-3b73-40bf-9f9d-4336a706a241 req-057be3cd-ab15-4f27-8786-525fef9a670c service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704303 Nov 22 16:26:45.075132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'mac_address': 'fa:16:3e:2f:cc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:45.207616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.246115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57148d9-8568-4d61-8449-20c927ac97a9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:45.296716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-edeff6ba-a6fa-4ecd-a140-1d8d45057263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.298448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-edeff6ba-a6fa-4ecd-a140-1d8d45057263 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1094 time: 0.1222372 Nov 22 16:26:45.304709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:45.309324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c26d30db-b897-490f-b326-132388f1a751 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:45.314796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.448693 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20dc81fd-96db-489c-a16c-d20532e361e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.580930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:45.597452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-37392e85-c718-48f1-bf08-3df273343d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.601177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-37392e85-c718-48f1-bf08-3df273343d07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.2943945 Nov 22 16:26:45.632189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8de42640-4826-4d24-b8d2-0d4524a98cae up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:45.691541 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-4b4f6ec7-d505-4848-91ef-e53ef9cac0c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 217 time: 0.0808902 Nov 22 16:26:45.722731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:45.771628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-4de9d20f-7be6-43ca-bc72-fd9b60529e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.773158 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-4de9d20f-7be6-43ca-bc72-fd9b60529e73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.0745616 Nov 22 16:26:45.803512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc75bea1-bb02-4d23-aaac-f08f6f953ab0 req-5b23943b-ad53-4cd5-9fcd-4f9a00ac574d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8609004 Nov 22 16:26:45.831508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c64ddc-c82f-427c-939d-081d6b7e9d32 req-b2bb712d-4a08-4958-97b6-b7ec1679433e tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.854094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54c64ddc-c82f-427c-939d-081d6b7e9d32 req-b2bb712d-4a08-4958-97b6-b7ec1679433e tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 948 time: 0.7722809 Nov 22 16:26:45.864868 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-ff0e1d10-2d5a-4e68-aaf0-3fa3029e94f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776803 Nov 22 16:26:45.865181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c26d30db-b897-490f-b326-132388f1a751, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c26d30db-b897-490f-b326-132388f1a751,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:45.880735 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.903679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'c26d30db-b897-490f-b326-132388f1a751', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'c26d30db-b897-490f-b326-132388f1a751', 'mac_address': 'fa:16:3e:1c:88:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:45.920427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8de42640-4826-4d24-b8d2-0d4524a98cae triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:45.920813 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.946760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece84bb6-cc07-467c-b0c4-8a08d480ef01 req-3a82159b-3ba1-4eae-8b8d-7e37826dd1d9 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.973033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ece84bb6-cc07-467c-b0c4-8a08d480ef01 req-3a82159b-3ba1-4eae-8b8d-7e37826dd1d9 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 949 time: 0.2967837 Nov 22 16:26:46.033650 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-cfefb803-7109-424f-b671-8d4f5ab973d3 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593127 Nov 22 16:26:46.067801 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.120408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54c64ddc-c82f-427c-939d-081d6b7e9d32 req-5d49c712-817c-4224-b6de-0c90a04a66f8 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636831 Nov 22 16:26:46.137031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26d30db-b897-490f-b326-132388f1a751 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:46.213735 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-da16031b-69c4-428a-9c94-6e25e499f6b8 req-26683ad8-b47e-4475-8dcb-783b24634d82 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740310 Nov 22 16:26:46.222288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c26d30db-b897-490f-b326-132388f1a751, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c26d30db-b897-490f-b326-132388f1a751,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:46.244229 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.265399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ece84bb6-cc07-467c-b0c4-8a08d480ef01 req-fd1a0e95-49e3-4727-ae63-51ad3ff402ee tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896996 Nov 22 16:26:46.301261 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe7ced2-4df5-49a5-87d8-5fff56ca2f35 x-openstack-request-id: req-efe7ced2-4df5-49a5-87d8-5fff56ca2f35 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:46.301930 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d325ea79-a2f8-473f-860d-fbd26b2d6944", "name": "network-vif-plugged", "status": "completed", "tag": "fa19a5ab-5ebb-405c-8362-5bfd012b1436", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:46.302124 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efe7ced2-4df5-49a5-87d8-5fff56ca2f35 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:46.302758 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325ea79-a2f8-473f-860d-fbd26b2d6944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa19a5ab-5ebb-405c-8362-5bfd012b1436', 'code': 200} Nov 22 16:26:46.344569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Allocated IP 172.25.0.166 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/8a8788d7-ba13-4574-b7e7-d7d80c4807a7) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:46.363380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c26d30db-b897-490f-b326-132388f1a751,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:46.472633 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c26d30db-b897-490f-b326-132388f1a751'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:46.563149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-4a97b0e1-edbb-415d-bff2-bb64c252491e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194146 Nov 22 16:26:46.572945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589530ff-5eb1-4958-b5e0-09e34f7fc63c req-e7b7d7ef-202d-4bd6-9be9-399cb924f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.575658 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-589530ff-5eb1-4958-b5e0-09e34f7fc63c req-e7b7d7ef-202d-4bd6-9be9-399cb924f714 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 1100 time: 0.1185527 Nov 22 16:26:46.581668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1818560-1485-4119-8f8e-8e60d46502af req-184b214c-14ba-4630-b1d6-4399f857d6a3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.585030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1818560-1485-4119-8f8e-8e60d46502af req-184b214c-14ba-4630-b1d6-4399f857d6a3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 949 time: 0.1468856 Nov 22 16:26:46.614474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589822c-b444-4061-8be9-66da23184581 req-15033672-413d-49f3-a80a-f29d08d8ff87 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.617373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8589822c-b444-4061-8be9-66da23184581 req-15033672-413d-49f3-a80a-f29d08d8ff87 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 943 time: 0.2157331 Nov 22 16:26:46.675465 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.713614 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-589530ff-5eb1-4958-b5e0-09e34f7fc63c req-8ffe8c5f-d6c2-4756-81e0-559d1a826661 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298721 Nov 22 16:26:46.718357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-6be4577f-5443-454c-a4c8-77a89c6dfe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.721089 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-6be4577f-5443-454c-a4c8-77a89c6dfe27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 1096 time: 0.1139791 Nov 22 16:26:46.809846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1818560-1485-4119-8f8e-8e60d46502af req-740375a5-e270-4ab9-b797-571846cd8c21 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096663 Nov 22 16:26:46.825897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8589822c-b444-4061-8be9-66da23184581 req-e8ce1257-d133-4270-a1cf-24205d20809b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911836 Nov 22 16:26:46.840259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.889992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-3eb46c38-18df-47bd-8179-796474c17f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.892973 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-3eb46c38-18df-47bd-8179-796474c17f16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 925 time: 0.1455278 Nov 22 16:26:46.925121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:46.936587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:46.939300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:47.045402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event updated for resources: {'Port': ['ID=8a8788d7-ba13-4574-b7e7-d7d80c4807a7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:47.073768 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-402c423a-64b8-4f36-966c-4d655cb42835 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf HTTP/1.1" status: 200 len: 1000 time: 0.1691058 Nov 22 16:26:47.130498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.142934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-6373e50b-e2c4-4268-aeba-cad5db61007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.144452 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-6373e50b-e2c4-4268-aeba-cad5db61007e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 HTTP/1.1" status: 200 len: 863 time: 0.0609946 Nov 22 16:26:47.153524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2668074-d9e4-4fec-b687-e39b2881aa41 req-eea68190-ccaa-403a-a64e-cc70bd357fdd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.155264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2668074-d9e4-4fec-b687-e39b2881aa41 req-eea68190-ccaa-403a-a64e-cc70bd357fdd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 949 time: 0.1548727 Nov 22 16:26:47.218902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.222448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-a18e7656-3e10-4fe3-947f-ef46e99e44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.226451 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-a18e7656-3e10-4fe3-947f-ef46e99e44b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=271c9d42-644d-45ed-8881-15ca0d9c049b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731447 Nov 22 16:26:47.262084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c26d30db-b897-490f-b326-132388f1a751 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:47.326312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2668074-d9e4-4fec-b687-e39b2881aa41 req-ee43256b-ff0a-4554-832c-d342a2f02029 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373839 Nov 22 16:26:47.380041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port c26d30db-b897-490f-b326-132388f1a751 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:47.410045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641826-ec3a-4a0b-9367-89a16b8ec454 req-2d01f89f-2785-4a71-8929-38a0f9fa6df4 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.421542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port c26d30db-b897-490f-b326-132388f1a751 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:47.422058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73641826-ec3a-4a0b-9367-89a16b8ec454 req-2d01f89f-2785-4a71-8929-38a0f9fa6df4 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 949 time: 0.1664340 Nov 22 16:26:47.424539 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.432014 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-bb7adf48-dcea-409b-a447-cfddc433ac6f service neutron] 10.222.0.37 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983128 Nov 22 16:26:47.550232 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73641826-ec3a-4a0b-9367-89a16b8ec454 req-fcba7af5-7276-4e39-84e1-e97edae6d82b tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261590 Nov 22 16:26:47.590278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.601858 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eb2421c-5b5a-488b-9813-5803b51f494b req-90ee8e3a-2dbb-4ea8-9a61-bd39fb64f7d9 service neutron] 10.222.0.37 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611001 Nov 22 16:26:47.649689 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.665457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c26d30db-b897-490f-b326-132388f1a751, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c26d30db-b897-490f-b326-132388f1a751,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:47.666656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69277f44-e5fe-4aec-b8d4-da01a4349464 req-dd8b2f85-2b94-48b7-a0f2-47a78ed84570 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.669980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69277f44-e5fe-4aec-b8d4-da01a4349464 req-dd8b2f85-2b94-48b7-a0f2-47a78ed84570 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 949 time: 0.1480494 Nov 22 16:26:47.671994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.672267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.718789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.755849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c26d30db-b897-490f-b326-132388f1a751,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:47.799852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.801932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2557533 Nov 22 16:26:47.816049 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a3b2a5d-841d-4e56-abef-d56c8a6319ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.833600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62cb2b-ca13-4386-b4d3-51be0237ef29 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event updated for resources: {'Port': ['ID=8a8788d7-ba13-4574-b7e7-d7d80c4807a7,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:47.841738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69277f44-e5fe-4aec-b8d4-da01a4349464 req-6f9ecf6f-c335-47e4-a795-966a836be6af tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545284 Nov 22 16:26:48.007388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76081580-1415-4e35-98c8-0faaac15286b req-8fba30de-c9c1-4106-aec6-62b490a58e3e tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.009126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76081580-1415-4e35-98c8-0faaac15286b req-8fba30de-c9c1-4106-aec6-62b490a58e3e tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 1100 time: 0.0947628 Nov 22 16:26:48.065298 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-76081580-1415-4e35-98c8-0faaac15286b req-2c2e18a3-efed-4d2e-b14d-bd7f1a14d57c tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.120136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6caac-c346-4b7b-9f9d-ba4797965e89 req-649dc923-3865-4f1d-b31a-23f29eb3559b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.122773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34d6caac-c346-4b7b-9f9d-ba4797965e89 req-649dc923-3865-4f1d-b31a-23f29eb3559b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 949 time: 0.1179879 Nov 22 16:26:48.242650 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34d6caac-c346-4b7b-9f9d-ba4797965e89 req-57ded8f5-746a-4246-887d-22ac04786821 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068246 Nov 22 16:26:48.299387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-76081580-1415-4e35-98c8-0faaac15286b req-2c2e18a3-efed-4d2e-b14d-bd7f1a14d57c tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.305582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-76081580-1415-4e35-98c8-0faaac15286b req-2c2e18a3-efed-4d2e-b14d-bd7f1a14d57c tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.308603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26d30db-b897-490f-b326-132388f1a751'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:48.311971 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcc67f3-dc6f-4ebf-a1aa-713cb3277f2e" -d '{"events": [{"server_uuid": "6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "c26d30db-b897-490f-b326-132388f1a751"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:48.358460 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76081580-1415-4e35-98c8-0faaac15286b req-2c2e18a3-efed-4d2e-b14d-bd7f1a14d57c tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158915 Nov 22 16:26:48.376982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e18a3-efed-4d2e-b14d-bd7f1a14d57c tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f593aa-21bf-46a0-a600-554f6ddecbb8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:48.447886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf0ee9-176f-4b96-9711-2655d5ff2efa req-6eda0069-a8ed-4c7f-990d-5ad9bb4a682e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.450690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cbf0ee9-176f-4b96-9711-2655d5ff2efa req-6eda0069-a8ed-4c7f-990d-5ad9bb4a682e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 943 time: 0.0947764 Nov 22 16:26:48.566595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cbf0ee9-176f-4b96-9711-2655d5ff2efa req-87fcb253-5290-4f67-b56a-a7d607f31f71 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070986 Nov 22 16:26:48.616286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-9a4f1e10-b78f-4b0d-a6b3-bb7ed96e230d tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--45689945&fields=id&tenant_id=b5778e5f6d714d638d8cfd8022f37f3c HTTP/1.1" status: 200 len: 267 time: 0.1106532 Nov 22 16:26:48.718274 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f756fe14-b3d2-4798-9d6d-701d9a96ceb8 x-openstack-request-id: req-f756fe14-b3d2-4798-9d6d-701d9a96ceb8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:48.718773 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6", "name": "network-vif-plugged", "status": "completed", "tag": "c26d30db-b897-490f-b326-132388f1a751", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:48.719230 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f756fe14-b3d2-4798-9d6d-701d9a96ceb8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:48.720774 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26d30db-b897-490f-b326-132388f1a751', 'code': 200} Nov 22 16:26:48.752617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e57148d9-8568-4d61-8449-20c927ac97a9 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:48.811111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067768ed-05c3-4714-9e75-653aebd7668f req-454dc2aa-eb76-40fe-aad0-2724fbb3947c tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.814108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-454dc2aa-eb76-40fe-aad0-2724fbb3947c tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/networks?id=b60be418-10b9-4095-9df9-e21bc26a055e HTTP/1.1" status: 200 len: 815 time: 0.1849225 Nov 22 16:26:48.845044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-6d29e6e1-2cab-4c8e-9b56-a1896c79fe2b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/quotas/b5778e5f6d714d638d8cfd8022f37f3c HTTP/1.1" status: 200 len: 375 time: 0.0197566 Nov 22 16:26:48.884054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53fb38-b408-49dd-b389-c8f3f14296a0 req-9d5f08f0-49f3-4a85-af13-3dee4a7f8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.887060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6d53fb38-b408-49dd-b389-c8f3f14296a0 req-9d5f08f0-49f3-4a85-af13-3dee4a7f8d9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 1101 time: 0.0637226 Nov 22 16:26:48.892748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.932544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port e57148d9-8568-4d61-8449-20c927ac97a9 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:48.939683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port e57148d9-8568-4d61-8449-20c927ac97a9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:48.940636 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.965367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-1acd958e-00fc-4f46-b649-ca2803175457 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5778e5f6d714d638d8cfd8022f37f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116073 Nov 22 16:26:48.989350 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6d53fb38-b408-49dd-b389-c8f3f14296a0 req-9048b459-6c1f-44ea-92d2-6430ec523b67 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916860 Nov 22 16:26:49.144026 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.159266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-aa0e3ab3-6e16-4b95-819a-d4110b80faf3 service neutron] 10.222.0.59 "GET /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711574 Nov 22 16:26:49.203068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:49.209314 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.280825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2dbb557e-bca6-49d3-97a7-fb6de51d833d details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:49.299212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:49.318522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbcaeb-7238-42df-8c29-4361279e2c2c req-ee143c74-5bdc-47e6-a037-b785361b4823 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.320766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebfbcaeb-7238-42df-8c29-4361279e2c2c req-ee143c74-5bdc-47e6-a037-b785361b4823 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 950 time: 0.1559253 Nov 22 16:26:49.377823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-edf82255-87b2-4f61-94a4-353811d86bff service neutron] 10.222.0.59 "GET /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948800 Nov 22 16:26:49.418174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebfbcaeb-7238-42df-8c29-4361279e2c2c req-0b839c40-3bd4-49cd-adef-e6cc2f2fc4ad tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844138 Nov 22 16:26:49.462253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:49.479860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '2dbb557e-bca6-49d3-97a7-fb6de51d833d', 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'port_id': '2dbb557e-bca6-49d3-97a7-fb6de51d833d', 'mac_address': 'fa:16:3e:9c:c6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92eb9c2c-4950-411b-9ebf-58648e00b4bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:49.533619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.549889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbb557e-bca6-49d3-97a7-fb6de51d833d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:49.592709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:49.599884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.600274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bed6b-3b43-4d4a-8daf-b76e9f3c54e2 req-5b109804-942e-4637-89ee-a24fce8cd262 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.603559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-506bed6b-3b43-4d4a-8daf-b76e9f3c54e2 req-5b109804-942e-4637-89ee-a24fce8cd262 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 949 time: 0.1014621 Nov 22 16:26:49.721875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:49.727825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-506bed6b-3b43-4d4a-8daf-b76e9f3c54e2 req-d6ee3e4c-ad82-495f-b8cf-cfd78911ed16 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091437 Nov 22 16:26:49.794094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-78e29e52-0035-4d7b-a836-850ebb3024e3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766962 Nov 22 16:26:49.854675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['2dbb557e-bca6-49d3-97a7-fb6de51d833d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:50.022425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c86cdc-41d2-493b-9bf8-ec54de1860f4 req-8ebf11dc-5ce4-408a-83fb-b44a22ee8c9e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.025509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68c86cdc-41d2-493b-9bf8-ec54de1860f4 req-8ebf11dc-5ce4-408a-83fb-b44a22ee8c9e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.1757789 Nov 22 16:26:50.128778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-44531b99-29c5-4022-a9c8-eaf8be5c854e tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.139708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-44531b99-29c5-4022-a9c8-eaf8be5c854e tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269076 Nov 22 16:26:50.177730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-e15bf8ff-03b1-41cd-8906-c1ec0351444a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/quotas/7c95d18496d342aa8d50b114b126be9f HTTP/1.1" status: 200 len: 375 time: 0.0356252 Nov 22 16:26:50.181618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68c86cdc-41d2-493b-9bf8-ec54de1860f4 req-339a378c-c300-4957-9117-d4101a47d54c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373160 Nov 22 16:26:50.292748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8926dc6b-183a-4cf5-9099-75de70d2f6d6 req-0510a6fb-f865-4dc5-a1af-2c7a48d41e30 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 210 time: 0.0481749 Nov 22 16:26:50.301862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5c4e2ae5-6216-495b-a61b-524418c3ae29 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1138327 Nov 22 16:26:50.540485 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:50.552917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f0a39-58c8-4f33-9125-45005c872ea6 req-01ab9524-af2b-42d8-8e73-df917fbf4bd8 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.555329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-914f0a39-58c8-4f33-9125-45005c872ea6 req-01ab9524-af2b-42d8-8e73-df917fbf4bd8 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 944 time: 0.1067376 Nov 22 16:26:50.639981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-914f0a39-58c8-4f33-9125-45005c872ea6 req-b4b4b4aa-3fb1-4347-b9f9-fbee1655953e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722456 Nov 22 16:26:50.721440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:50.725272 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c0f7b9-6be9-4728-aaa3-6f1c90e2ad54" -d '{"events": [{"server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "name": "network-vif-plugged", "status": "completed", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:51.016458 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf6f136-ad51-41b3-a9cd-0e74e4a7d926 x-openstack-request-id: req-7cf6f136-ad51-41b3-a9cd-0e74e4a7d926 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:51.016458 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "name": "network-vif-plugged", "status": "completed", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:51.025461 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7cf6f136-ad51-41b3-a9cd-0e74e4a7d926 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:51.025461 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'code': 200} Nov 22 16:26:51.164826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98408d-6dcc-4a42-aac6-94315b4b17d0 req-b7321558-9798-48b0-aa53-0560196ae727 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.181172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d98408d-6dcc-4a42-aac6-94315b4b17d0 req-b7321558-9798-48b0-aa53-0560196ae727 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 950 time: 0.1018581 Nov 22 16:26:51.246710 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:51.283175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2dbb557e-bca6-49d3-97a7-fb6de51d833d up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:51.322536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba91869-37c1-4948-812b-ede6979beb58 req-b04f11b6-7733-4c02-8987-a7909840480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.325391 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba91869-37c1-4948-812b-ede6979beb58 req-b04f11b6-7733-4c02-8987-a7909840480c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1101 time: 0.1827595 Nov 22 16:26:51.357260 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d98408d-6dcc-4a42-aac6-94315b4b17d0 req-9ed0c722-a1b2-4dc8-b519-aa8f6c283311 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747839 Nov 22 16:26:51.422410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 2dbb557e-bca6-49d3-97a7-fb6de51d833d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:51.440687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 2dbb557e-bca6-49d3-97a7-fb6de51d833d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:51.443673 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:51.638432 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:51.700094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021e5dc-d540-4f82-8ce2-702c2da45490 req-090b8870-aa5d-4660-9c23-af49f169c30f tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.703636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5021e5dc-d540-4f82-8ce2-702c2da45490 req-090b8870-aa5d-4660-9c23-af49f169c30f tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 949 time: 0.1329432 Nov 22 16:26:51.729113 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba91869-37c1-4948-812b-ede6979beb58 req-3c308425-42c9-4f32-9fdf-407c3097b81a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992923 Nov 22 16:26:51.744943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:51.752072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:51.792859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067768ed-05c3-4714-9e75-653aebd7668f req-55f75db7-521d-4605-abc4-440cf65e5f4a tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.795500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-55f75db7-521d-4605-abc4-440cf65e5f4a tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.37 "GET /v2.0/networks?id=b60be418-10b9-4095-9df9-e21bc26a055e HTTP/1.1" status: 200 len: 815 time: 0.5594401 Nov 22 16:26:51.823175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5021e5dc-d540-4f82-8ce2-702c2da45490 req-403b8567-708d-40ee-8945-7fdfdbe7d024 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077375 Nov 22 16:26:51.912295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:51.931797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d9520-0889-432a-90bf-d65fc1066417 req-ef468fcb-af4a-4c49-bc32-e5c3e810f332 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.934201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a8d9520-0889-432a-90bf-d65fc1066417 req-ef468fcb-af4a-4c49-bc32-e5c3e810f332 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.1096003 Nov 22 16:26:51.966342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-9abaaf28-801f-4810-b273-690239d9bf85 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5778e5f6d714d638d8cfd8022f37f3c HTTP/1.1" status: 200 len: 378 time: 0.1609161 Nov 22 16:26:51.979613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Request body: {'port': {'device_id': '097b94d8-7e69-495c-b2be-4bc269452067', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'admin_state_up': True, 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'security_groups': ['705bff6f-a3a6-47eb-a86e-1402450fbb14']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:52.023236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff4c1b78-7c9f-482e-b3b7-248460d95930 req-2eb44f79-9f00-424f-abb1-d929572ac52a tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 210 time: 0.0660372 Nov 22 16:26:52.067800 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a8d9520-0889-432a-90bf-d65fc1066417 req-0df01950-0645-4c29-870e-83fac710d49a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199059 Nov 22 16:26:52.189878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Made reservation on behalf of b5778e5f6d714d638d8cfd8022f37f3c for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:52.200860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:52.225788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22cef32e-1128-414b-b4f6-d96674ab5e0e req-d0e92a00-9fb9-4552-8371-0498354c1189 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 210 time: 0.0525191 Nov 22 16:26:52.484228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Allocated IP 172.20.0.3 (b60be418-10b9-4095-9df9-e21bc26a055e/f3f30be8-09b8-460a-8a68-4d275f68625a/f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:52.509033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06835716-bd99-4863-a5e4-f72d495e8680 req-8eeff3ad-def5-458f-90ef-27867ebb8311 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.512388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06835716-bd99-4863-a5e4-f72d495e8680 req-8eeff3ad-def5-458f-90ef-27867ebb8311 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 945 time: 0.0921307 Nov 22 16:26:52.622732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06835716-bd99-4863-a5e4-f72d495e8680 req-1f955005-6909-410b-af30-5c79b09f80d5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887127 Nov 22 16:26:52.819508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:52.888219 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:52.970376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Network b60be418-10b9-4095-9df9-e21bc26a055e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:52.976591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:52.993066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:53.030163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:53.043909 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5a1091-ef03-4fdf-9ecc-e30a7725b287" -d '{"events": [{"server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "name": "network-vif-plugged", "status": "completed", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:53.102921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.104102 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.143531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event updated for resources: {'Port': ['ID=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:53.203685 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-3ea9b8b0-a07f-4a28-b751-e48b4cf77016 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2305150 Nov 22 16:26:53.223749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Request body: {'port': {'device_id': '097b94d8-7e69-495c-b2be-4bc269452067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:53.312403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480317-65b4-4c3a-b948-c1e1e8322f2f req-27263301-2a0e-4a71-8b05-6184e2c1ffb5 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.329534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5480317-65b4-4c3a-b948-c1e1e8322f2f req-27263301-2a0e-4a71-8b05-6184e2c1ffb5 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 949 time: 0.1731801 Nov 22 16:26:53.402355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-08af9437-1c0b-40b1-b6f1-43c79a157f90 None None] Provisioning complete for port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:53.402742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08af9437-1c0b-40b1-b6f1-43c79a157f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.468961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-08af9437-1c0b-40b1-b6f1-43c79a157f90 None None] Port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:53.472451 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.486526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5480317-65b4-4c3a-b948-c1e1e8322f2f req-d972e4aa-90da-4368-87f3-af9b8f9aa583 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507678 Nov 22 16:26:53.619166 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-de43a5ae-950a-437c-b24f-d88f5b7c1ad6 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911441 Nov 22 16:26:53.693114 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f84b7d6-1913-4f45-aaa1-88bf8d777c26 x-openstack-request-id: req-2f84b7d6-1913-4f45-aaa1-88bf8d777c26 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:53.693954 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "name": "network-vif-plugged", "status": "completed", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:53.694472 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f84b7d6-1913-4f45-aaa1-88bf8d777c26 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:53.695642 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d', 'code': 200} Nov 22 16:26:53.814268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31db275-d022-4270-bf2c-059d97a9e493 req-74fefe5e-240a-4192-a1b6-9f8c799591e8 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.826857 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e31db275-d022-4270-bf2c-059d97a9e493 req-74fefe5e-240a-4192-a1b6-9f8c799591e8 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 931 time: 0.2054639 Nov 22 16:26:54.015128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdf4d6-e1b6-4a30-a337-c7453a567477 req-819273d7-8b2f-4aee-a3de-e1b64e077e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.017928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4bdf4d6-e1b6-4a30-a337-c7453a567477 req-819273d7-8b2f-4aee-a3de-e1b64e077e30 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1096 time: 0.1371555 Nov 22 16:26:54.033843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e31db275-d022-4270-bf2c-059d97a9e493 req-db91b014-9bdf-4ee7-97d6-08a2cf0ced5e tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2058966 Nov 22 16:26:54.079575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-f2fbe015-350f-4437-8951-b5f66b3263dc tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.082424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-f2fbe015-350f-4437-8951-b5f66b3263dc tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4547048 Nov 22 16:26:54.090349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c34f5a-9adf-41cf-aad1-4e6920b70271 req-d6953038-95bf-4aeb-a466-189d77b4f78b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.100305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57c34f5a-9adf-41cf-aad1-4e6920b70271 req-d6953038-95bf-4aeb-a466-189d77b4f78b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.2703485 Nov 22 16:26:54.133302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Request body: {'port': {'device_id': 'b0515e7c-a7e5-47f9-8166-0209bbb2b95d', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '7c95d18496d342aa8d50b114b126be9f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:54.149908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43224) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:54.315015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9efa0ff-0f76-402d-8eb9-2538c6b01ffc req-0c732d83-6b21-4a09-a89f-95068dabb6fb tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 210 time: 0.1067142 Nov 22 16:26:54.324115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-6a02a95e-113d-4679-b6a3-7b7b703f0701 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647061 Nov 22 16:26:54.335786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57c34f5a-9adf-41cf-aad1-4e6920b70271 req-30460d08-f1f2-4285-b368-7027e7400520 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338142 Nov 22 16:26:54.341751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4bdf4d6-e1b6-4a30-a337-c7453a567477 req-30a8d5ef-fef6-4b67-8749-68fd5270e887 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052585 Nov 22 16:26:54.496513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4529d1ff-35d0-4aac-8002-3e6c14082f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.687668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be556-072b-4e45-b916-4233c63992ae req-ee11ec22-fc7f-4728-be58-7f68231eacdc tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.690266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-414be556-072b-4e45-b916-4233c63992ae req-ee11ec22-fc7f-4728-be58-7f68231eacdc tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 945 time: 0.2080476 Nov 22 16:26:54.774610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac3a98-a558-45e5-9e15-3b46b8fa4539 req-aa6854f8-233d-4739-8807-0eb3a216cc6d tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.776656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60ac3a98-a558-45e5-9e15-3b46b8fa4539 req-aa6854f8-233d-4739-8807-0eb3a216cc6d tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 950 time: 0.2822137 Nov 22 16:26:54.892613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-414be556-072b-4e45-b916-4233c63992ae req-0df6092d-2b58-4be5-a2a1-c99c759a7c11 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725287 Nov 22 16:26:54.904217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c6aa36d2-ce9f-4239-9814-05bc6faee456 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.906267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c6aa36d2-ce9f-4239-9814-05bc6faee456 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.62 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 949 time: 0.2676501 Nov 22 16:26:54.934507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-3f3c8b07-9217-4895-bb4e-c29b724cc12b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.937099 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-3f3c8b07-9217-4895-bb4e-c29b724cc12b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6116059 Nov 22 16:26:54.953470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:54.966174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Request body: {'port': {'device_id': '31c9109f-9e01-4614-9690-4c94e77a9a9e', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '7c95d18496d342aa8d50b114b126be9f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:54.980757 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.984665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Made reservation on behalf of 7c95d18496d342aa8d50b114b126be9f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:54.990518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.039697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60ac3a98-a558-45e5-9e15-3b46b8fa4539 req-bacea01a-4fcf-4eed-a137-ce24016daed2 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267184 Nov 22 16:26:55.053044 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4529d1ff-35d0-4aac-8002-3e6c14082f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.107525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Transition to ACTIVE for port object f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:55.135319 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.151511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4529d1ff-35d0-4aac-8002-3e6c14082f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.257191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4529d1ff-35d0-4aac-8002-3e6c14082f12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1bb3df0fb9564256bc899debaecb92a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1036623 Nov 22 16:26:55.260730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:55.374818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529d1ff-35d0-4aac-8002-3e6c14082f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabee833-86ec-45dd-a9ee-ceaa3fbf0691,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:55.468055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Deleting port fa19a5ab-5ebb-405c-8362-5bfd012b1436 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:55.468648 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.469869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Allocated IP 192.168.233.82 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/b3241664-a62c-4e08-81df-4d1e7c18cb56) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:55.492635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-0b5e0d90-2cfc-47e5-a39d-9a89fa9c05b0 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.501584 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-0b5e0d90-2cfc-47e5-a39d-9a89fa9c05b0 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 950 time: 0.3366704 Nov 22 16:26:55.535752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742edaa-88da-46fe-ac6f-d85823c962af req-6127c1cf-ab4c-4f0a-94da-f294182df0a3 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.547832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8742edaa-88da-46fe-ac6f-d85823c962af req-6127c1cf-ab4c-4f0a-94da-f294182df0a3 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 949 time: 0.2676499 Nov 22 16:26:55.675497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Pushing event updated for resources: {'Port': ['ID=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:55.862789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07dde277-40b8-480b-852b-0d41e25f6d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.948126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Made reservation on behalf of 7c95d18496d342aa8d50b114b126be9f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:55.954661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.997036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07dde277-40b8-480b-852b-0d41e25f6d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.150016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8742edaa-88da-46fe-ac6f-d85823c962af req-d5fae57f-efa7-445c-802c-e7964358409c tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/security-groups?id=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453606 Nov 22 16:26:56.158786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Attempting to bind port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:56.159269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Attempting to bind port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:56.159546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Attempting to bind port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 on network b60be418-10b9-4095-9df9-e21bc26a055e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:56.177009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b378f-502b-462b-b4cc-99ee74de4f7e req-a547e03b-6bac-4c6c-b86f-cf6f3eeeb33d tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.187717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-850b378f-502b-462b-b4cc-99ee74de4f7e req-a547e03b-6bac-4c6c-b86f-cf6f3eeeb33d tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1101 time: 0.5565138 Nov 22 16:26:56.199193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] For port fa19a5ab-5ebb-405c-8362-5bfd012b1436, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fa19a5ab-5ebb-405c-8362-5bfd012b1436,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:56.199720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.231565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-850b378f-502b-462b-b4cc-99ee74de4f7e req-2d7c1dec-7cb1-42ea-9a90-26ec961e3082 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.238637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.249035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 on network b60be418-10b9-4095-9df9-e21bc26a055e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:56.249478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Attempting to bind port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 on network b60be418-10b9-4095-9df9-e21bc26a055e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:56.252758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Calling delete_port for fa19a5ab-5ebb-405c-8362-5bfd012b1436 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:56.287437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:56.288633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Checking segment: {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:56.289280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Bound using segment: {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:56.290223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Bound port: f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3bfc21-5850-413a-a301-2bc187bbcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:56.290823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.331808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Deleting port c26d30db-b897-490f-b326-132388f1a751 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:56.332350 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.375129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.390739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:56.437250 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07dde277-40b8-480b-852b-0d41e25f6d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.441541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07dde277-40b8-480b-852b-0d41e25f6d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.447595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-07dde277-40b8-480b-852b-0d41e25f6d42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dabee833-86ec-45dd-a9ee-ceaa3fbf0691 HTTP/1.1" status: 204 len: 168 time: 1.1741571 Nov 22 16:26:56.520027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dde277-40b8-480b-852b-0d41e25f6d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabee833-86ec-45dd-a9ee-ceaa3fbf0691,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:56.598491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:56.627882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad275785-2cd9-45a0-af97-73f2ed6b8957 req-abddc5ef-e81a-4611-aadf-6733ffd68ce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.632751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:56.640480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad275785-2cd9-45a0-af97-73f2ed6b8957 req-abddc5ef-e81a-4611-aadf-6733ffd68ce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 943 time: 0.3551018 Nov 22 16:26:56.643693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Allocated IP 192.168.233.89 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/2f89fcb4-fb62-49ca-86cc-81adb26a3494) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:56.647437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] For port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:56.652747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:56.748766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'Port': ['ID=b3241664-a62c-4e08-81df-4d1e7c18cb56,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:56.835050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.836329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.847274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] For port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:56.864012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.976930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-5f9ffe7f-751b-468e-9523-90379f91950a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8566210 Nov 22 16:26:56.991969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.993182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.995381 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] 10.222.0.37 "PUT /v2.0/ports/f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 HTTP/1.1" status: 200 len: 1091 time: 3.7826319 Nov 22 16:26:57.000642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097b94d8-7e69-495c-b2be-4bc269452067', 'tag': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:57.004717 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "097b94d8-7e69-495c-b2be-4bc269452067", "tag": "f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:57.018637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad275785-2cd9-45a0-af97-73f2ed6b8957 req-9f38e409-9138-47a9-8b9f-53f108edd6a0 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3766627 Nov 22 16:26:57.062765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Request body: {'port': {'device_id': 'b0515e7c-a7e5-47f9-8166-0209bbb2b95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:57.064896 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.137282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9a6c777c-edec-4e2c-83a4-c6534895a040 None None] Provisioning complete for port b3241664-a62c-4e08-81df-4d1e7c18cb56 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:57.137282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a6c777c-edec-4e2c-83a4-c6534895a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.144213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-850b378f-502b-462b-b4cc-99ee74de4f7e req-2d7c1dec-7cb1-42ea-9a90-26ec961e3082 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.203334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Pushing event deleted for resources: {'Port': ['ID=fa19a5ab-5ebb-405c-8362-5bfd012b1436,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:57.221675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] For port c26d30db-b897-490f-b326-132388f1a751, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c26d30db-b897-490f-b326-132388f1a751,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:57.222301 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.252495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.253101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.253701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.254298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.255219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.255820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.256986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.257179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.257573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.257921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.258803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.258803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.266389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9a6c777c-edec-4e2c-83a4-c6534895a040 None None] Port b3241664-a62c-4e08-81df-4d1e7c18cb56 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:57.266892 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-850b378f-502b-462b-b4cc-99ee74de4f7e req-2d7c1dec-7cb1-42ea-9a90-26ec961e3082 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.380002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-850b378f-502b-462b-b4cc-99ee74de4f7e req-2d7c1dec-7cb1-42ea-9a90-26ec961e3082 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1910796 Nov 22 16:26:57.399811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Calling delete_port for c26d30db-b897-490f-b326-132388f1a751 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:57.406798 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Pushing event updated for resources: {'Port': ['ID=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:57.545064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.545967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.546634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.547321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.548577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.548861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.549534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.550195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.550847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.551548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.552248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.552866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3798fe7e-a2fa-4448-9d72-83a65163d8ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:57.609868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067768ed-05c3-4714-9e75-653aebd7668f req-bc316a77-3344-4c15-a174-58d7b80d16aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.612356 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-bc316a77-3344-4c15-a174-58d7b80d16aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5778e5f6d714d638d8cfd8022f37f3c&device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 1094 time: 0.5437517 Nov 22 16:26:57.616582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.643404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-909c0461-044a-4f6c-ade2-ae9843ceb3ed req-31b4d97e-e5c4-443a-b349-3e017362c354 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 210 time: 0.2922752 Nov 22 16:26:57.701696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-70dc9d2c-8084-46ac-be84-30e1fd2b3301 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 HTTP/1.1" status: 200 len: 217 time: 0.0701716 Nov 22 16:26:57.705644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] No DVR routers for this DVR port fa19a5ab-5ebb-405c-8362-5bfd012b1436 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:57.745478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.751557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67c8f49f-c30f-4cf7-beaa-d53f06f4f3ae req-c9545b27-170d-4398-9089-7697c42fbce7 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.62 "DELETE /v2.0/ports/fa19a5ab-5ebb-405c-8362-5bfd012b1436 HTTP/1.1" status: 204 len: 173 time: 2.8265955 Nov 22 16:26:57.752840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd325ea79-a2f8-473f-860d-fbd26b2d6944', 'name': 'network-vif-deleted', 'tag': 'fa19a5ab-5ebb-405c-8362-5bfd012b1436'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:57.757758 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f94ea0-f644-46a9-adbc-bef8cddc609d" -d '{"events": [{"server_uuid": "d325ea79-a2f8-473f-860d-fbd26b2d6944", "name": "network-vif-deleted", "tag": "fa19a5ab-5ebb-405c-8362-5bfd012b1436"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:57.785943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c1dec-7cb1-42ea-9a90-26ec961e3082 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36a5900-64b1-4979-8947-ce631039bfdc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:57.808593 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.897818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb5cc6-0b3a-401c-841c-ee8d3b2f25c4 req-42c81184-a324-4057-9d46-ee628adb5280 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.900617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46bb5cc6-0b3a-401c-841c-ee8d3b2f25c4 req-42c81184-a324-4057-9d46-ee628adb5280 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 945 time: 0.2743502 Nov 22 16:26:57.936044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067768ed-05c3-4714-9e75-653aebd7668f req-d369420f-e70c-4cf8-b2cb-0671137de8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.938460 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-d369420f-e70c-4cf8-b2cb-0671137de8a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3f30be8-09b8-460a-8a68-4d275f68625a HTTP/1.1" status: 200 len: 854 time: 0.1953132 Nov 22 16:26:58.093093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.114464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.132633 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:58.139735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c251a12-e2bf-446d-ac5c-f4768ea191d1 req-f921280e-9f25-4c92-8a0d-36469e521cc6 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.148376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c251a12-e2bf-446d-ac5c-f4768ea191d1 req-f921280e-9f25-4c92-8a0d-36469e521cc6 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6 HTTP/1.1" status: 200 len: 867 time: 0.2080593 Nov 22 16:26:58.201397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Pushing event deleted for resources: {'Port': ['ID=c26d30db-b897-490f-b326-132388f1a751,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:58.224491 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46bb5cc6-0b3a-401c-841c-ee8d3b2f25c4 req-adf32332-ba89-41c5-aa27-afc6294e61d9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855635 Nov 22 16:26:58.267831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:58.276129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067768ed-05c3-4714-9e75-653aebd7668f req-b93f5a7a-8f2d-4e13-ba91-7e3134c6d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.279117 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-b93f5a7a-8f2d-4e13-ba91-7e3134c6d7c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b60be418-10b9-4095-9df9-e21bc26a055e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598748 Nov 22 16:26:58.299805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:58.308168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:58.391835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] No DVR routers for this DVR port c26d30db-b897-490f-b326-132388f1a751 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:58.412732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.429398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84a7be42-7880-485f-9288-11020b9bd3b7 req-5aec70eb-080e-4837-873f-5e7d33238a39 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.37 "DELETE /v2.0/ports/c26d30db-b897-490f-b326-132388f1a751 HTTP/1.1" status: 204 len: 173 time: 2.8796153 Nov 22 16:26:58.476248 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa78823-bdc5-4968-a69d-ce9dd1444d4f x-openstack-request-id: req-9aa78823-bdc5-4968-a69d-ce9dd1444d4f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:58.478100 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097b94d8-7e69-495c-b2be-4bc269452067", "tag": "f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:58.478561 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9aa78823-bdc5-4968-a69d-ce9dd1444d4f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:58.481462 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097b94d8-7e69-495c-b2be-4bc269452067', 'tag': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'status': 'completed', 'code': 200} Nov 22 16:26:58.510793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c251a12-e2bf-446d-ac5c-f4768ea191d1 req-00980568-22f0-4f94-83ef-c7307fe25175 tempest-TenantUsagesTestJSON-1906525551 tempest-TenantUsagesTestJSON-1906525551-project] 10.222.0.59 "GET /v2.0/security-groups?id=402134f7-b908-4973-b74e-f60069e15202&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147712 Nov 22 16:26:58.608941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.610498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.615922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'Port': ['ID=2f89fcb4-fb62-49ca-86cc-81adb26a3494,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:58.686907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43282) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:58.828146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff415b55-4327-4077-9987-77546b060c58 req-a671eaf6-3e47-4cdc-acf9-8f087a352dc2 tempest-DeleteServersAdminTestJSON-1528599757 tempest-DeleteServersAdminTestJSON-1528599757-project] 10.222.0.59 "GET /v2.0/ports?device_id=d325ea79-a2f8-473f-860d-fbd26b2d6944 HTTP/1.1" status: 200 len: 210 time: 0.1076384 Nov 22 16:26:58.836559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fa19a5ab-5ebb-405c-8362-5bfd012b1436 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:58.915802 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7f4f3f9b-5cf7-4097-926c-e511d9258093 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9649720 Nov 22 16:26:58.956782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: fa19a5ab-5ebb-405c-8362-5bfd012b1436 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:58.956782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fa19a5ab-5ebb-405c-8362-5bfd012b1436 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:58.973614 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7b5fd-b8ce-419c-8443-69e05e5fc45d x-openstack-request-id: req-06f7b5fd-b8ce-419c-8443-69e05e5fc45d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:58.974069 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d325ea79-a2f8-473f-860d-fbd26b2d6944", "name": "network-vif-deleted", "tag": "fa19a5ab-5ebb-405c-8362-5bfd012b1436", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:58.975133 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06f7b5fd-b8ce-419c-8443-69e05e5fc45d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:58.975943 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd325ea79-a2f8-473f-860d-fbd26b2d6944', 'name': 'network-vif-deleted', 'tag': 'fa19a5ab-5ebb-405c-8362-5bfd012b1436', 'status': 'completed', 'code': 200} Nov 22 16:26:58.978213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Request body: {'port': {'device_id': '31c9109f-9e01-4614-9690-4c94e77a9a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:59.047912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-network', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:59.101952 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-264b063b-a457-48f6-b80d-88760dc59fb2 service neutron] 10.222.0.37 "GET /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8050292 Nov 22 16:26:59.293542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9451be-036e-4c7d-b86e-2c017912a4a8 req-714bedcf-f534-41f7-ac48-707a73fe8dde tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.296658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a9451be-036e-4c7d-b86e-2c017912a4a8 req-714bedcf-f534-41f7-ac48-707a73fe8dde tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 943 time: 0.2279193 Nov 22 16:26:59.298975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Made reservation on behalf of 2a4d1b18bd7243de8ac99bc59ab6016a for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:59.302897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.314628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c26d30db-b897-490f-b326-132388f1a751 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:59.320282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.355694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.359525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: c26d30db-b897-490f-b326-132388f1a751 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:59.360239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c26d30db-b897-490f-b326-132388f1a751 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:59.414312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-47784ef5-aed9-42c9-b40b-5175e0ffff42 None None] Provisioning complete for port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:59.415145 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47784ef5-aed9-42c9-b40b-5175e0ffff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.459439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a9451be-036e-4c7d-b86e-2c017912a4a8 req-19b8d433-99f6-490a-ac69-6ac3bd6f91a2 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1498239 Nov 22 16:26:59.571325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-47784ef5-aed9-42c9-b40b-5175e0ffff42 None None] Port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:59.642428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3241664-a62c-4e08-81df-4d1e7c18cb56 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:59.667863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-067768ed-05c3-4714-9e75-653aebd7668f req-34092f0a-6f15-49cd-92a0-9b9d4db2c428 service neutron] 10.222.0.37 "GET /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523727 Nov 22 16:26:59.671479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.716041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.730384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.806299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:26:59.869121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Transition to ACTIVE for port object b3241664-a62c-4e08-81df-4d1e7c18cb56 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:59.882351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b147d-966c-447b-9c39-73387e4078c4 req-31b26485-9c42-48c2-8ef7-ec6dc1892234 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.884878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c5b147d-966c-447b-9c39-73387e4078c4 req-31b26485-9c42-48c2-8ef7-ec6dc1892234 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1096 time: 0.2513187 Nov 22 16:26:59.900431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95263c3-3743-4d25-867f-fb0a9b4c4faa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:59.909813 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.910591 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Added segment b6881caf-98d8-4503-8f60-70ad704fced8 of type vlan for network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 Nov 22 16:26:59.910748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.050615 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.077130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-2ccb025a-39f9-414b-9361-db56709bf885 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2645242 Nov 22 16:27:00.091215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3241664-a62c-4e08-81df-4d1e7c18cb56,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:00.095000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7137fbb-ec4c-4da6-b3a6-fceb06bc81ab req-b187ba9a-8de7-4637-8799-0b2f53011851 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.097271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7137fbb-ec4c-4da6-b3a6-fceb06bc81ab req-b187ba9a-8de7-4637-8799-0b2f53011851 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 935 time: 0.2470336 Nov 22 16:27:00.097754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-b698e012-e665-409f-84a9-3ab36837df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.100371 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-b698e012-e665-409f-84a9-3ab36837df49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5778e5f6d714d638d8cfd8022f37f3c&device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 1094 time: 0.2467909 Nov 22 16:27:00.112990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-e5a76767-ca94-4f2d-97bb-6b5aca54bebf service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:27:00.114226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-e5a76767-ca94-4f2d-97bb-6b5aca54bebf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104210 Nov 22 16:27:00.125919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c5b147d-966c-447b-9c39-73387e4078c4 req-9a3b2a2c-b56e-419d-b991-b52cef0b3463 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200007 Nov 22 16:27:00.181066 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.182923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.183938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.397795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7137fbb-ec4c-4da6-b3a6-fceb06bc81ab req-caeb1d02-aeb9-4fdb-b83d-a5ae11ee2986 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820358 Nov 22 16:27:00.448341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7594271 Nov 22 16:27:00.449609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43316) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:00.463015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Request body: {'subnet': {'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-subnet', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:00.470620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afb32a-6b44-43b9-9aa5-29cdf770ca0f admin admin] Pushing event updated for resources: {'Network': ['ID=05e98e58-c9d2-4f90-9d7d-cd2f6787ea02,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:00.519742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:00.535306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Made reservation on behalf of 2a4d1b18bd7243de8ac99bc59ab6016a for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:00.538844 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.013773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b537b-aaf8-47d8-8c7e-a983a60c9e01 req-1f4b4016-1485-4769-891c-cf10e082b117 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.016702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e0b537b-aaf8-47d8-8c7e-a983a60c9e01 req-1f4b4016-1485-4769-891c-cf10e082b117 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.2463009 Nov 22 16:27:01.017501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6', 'name': 'network-vif-deleted', 'tag': 'c26d30db-b897-490f-b326-132388f1a751'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:01.023881 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424978a2-f118-47dc-b09d-f405029576ff" -d '{"events": [{"server_uuid": "6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6", "name": "network-vif-deleted", "tag": "c26d30db-b897-490f-b326-132388f1a751"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:01.037467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Attempting to bind port b3241664-a62c-4e08-81df-4d1e7c18cb56 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:01.038335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654868eb-121b-441e-8db4-de3b27f4c373 req-0e892c86-3a1e-4136-843d-ed38adf535e6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.038563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Attempting to bind port b3241664-a62c-4e08-81df-4d1e7c18cb56 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:01.038563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Attempting to bind port b3241664-a62c-4e08-81df-4d1e7c18cb56 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:01.048830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-654868eb-121b-441e-8db4-de3b27f4c373 req-0e892c86-3a1e-4136-843d-ed38adf535e6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1096 time: 0.2760756 Nov 22 16:27:01.072496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Port b3241664-a62c-4e08-81df-4d1e7c18cb56 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:01.072803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Attempting to bind port b3241664-a62c-4e08-81df-4d1e7c18cb56 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:01.106530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:01.107128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:01.107793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:01.108625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Bound port: b3241664-a62c-4e08-81df-4d1e7c18cb56, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:01.109195 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.123493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:01.156699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-4c970e75-cb99-4a26-8790-b745088cc7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.159546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-4c970e75-cb99-4a26-8790-b745088cc7ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=b60be418-10b9-4095-9df9-e21bc26a055e HTTP/1.1" status: 200 len: 916 time: 1.0209656 Nov 22 16:27:01.283996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e0b537b-aaf8-47d8-8c7e-a983a60c9e01 req-d82323f2-de03-4671-86e6-7f5837e3ee56 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324860 Nov 22 16:27:01.290864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-654868eb-121b-441e-8db4-de3b27f4c373 req-258e0118-9a19-4ced-ad25-cb0ef0294187 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408402 Nov 22 16:27:01.292796 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.320920 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-38e8180f-944a-46a1-9bb6-ebab3d1ffef3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 HTTP/1.1" status: 200 len: 217 time: 0.1221287 Nov 22 16:27:01.347491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f89fcb4-fb62-49ca-86cc-81adb26a3494 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:01.419978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.447969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] For port b3241664-a62c-4e08-81df-4d1e7c18cb56, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:01.467880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] For port b3241664-a62c-4e08-81df-4d1e7c18cb56, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b3241664-a62c-4e08-81df-4d1e7c18cb56,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:01.470438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Pushing event updated for resources: {'Subnet': ['ID=375bba44-2d5a-4413-bc4a-f62e0323e623,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:01.476186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Transition to ACTIVE for port object 2f89fcb4-fb62-49ca-86cc-81adb26a3494 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:01.483136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.489324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-a769ace5-bc1f-40d2-8f4b-f63969cd28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.491991 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-a769ace5-bc1f-40d2-8f4b-f63969cd28d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3f30be8-09b8-460a-8a68-4d275f68625a HTTP/1.1" status: 200 len: 854 time: 0.1601224 Nov 22 16:27:01.502017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.649864 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f294b6-75ce-4947-a5be-a7d8ebdc952c x-openstack-request-id: req-20f294b6-75ce-4947-a5be-a7d8ebdc952c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:01.650249 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6", "name": "network-vif-deleted", "tag": "c26d30db-b897-490f-b326-132388f1a751", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:01.650848 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20f294b6-75ce-4947-a5be-a7d8ebdc952c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:01.651461 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8840b9-7bfd-4d0b-92c7-a7d1a2f2e6a6', 'name': 'network-vif-deleted', 'tag': 'c26d30db-b897-490f-b326-132388f1a751', 'status': 'completed', 'code': 200} Nov 22 16:27:01.684988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.686197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.688973 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3241664-a62c-4e08-81df-4d1e7c18cb56 HTTP/1.1" status: 200 len: 1095 time: 4.6613417 Nov 22 16:27:01.736888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0515e7c-a7e5-47f9-8166-0209bbb2b95d', 'tag': 'b3241664-a62c-4e08-81df-4d1e7c18cb56'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:01.742909 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f792e-e453-4ea5-8c1c-28c501383b14" -d '{"events": [{"name": "network-changed", "server_uuid": "b0515e7c-a7e5-47f9-8166-0209bbb2b95d", "tag": "b3241664-a62c-4e08-81df-4d1e7c18cb56"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:01.812137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Checking segment: {'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:01.813675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Network hostable DHCP agents. Network: 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:01.820978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02ee7f-172e-4532-97b9-7465106f23c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3241664-a62c-4e08-81df-4d1e7c18cb56,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:01.935071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847b574-1b2e-4a2c-99d5-dbc05284ee70 req-fe4ece47-ca7b-4959-a5f8-e69100399c57 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.947731 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2847b574-1b2e-4a2c-99d5-dbc05284ee70 req-fe4ece47-ca7b-4959-a5f8-e69100399c57 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 943 time: 0.4588423 Nov 22 16:27:01.955802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:01.970604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9ecc05df-5495-4a88-ba72-e352458750a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65a6ee9e8f7945ddb37be584342bcfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8447630 Nov 22 16:27:01.978515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43358) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:02.057287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-c3b27b87-1e10-4df3-85c0-c801e6e5815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.061252 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-c3b27b87-1e10-4df3-85c0-c801e6e5815c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b60be418-10b9-4095-9df9-e21bc26a055e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5540197 Nov 22 16:27:02.144234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:02.154391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.155057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.163348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae6b9c8-afb1-4dad-b1d6-7e8d796516bf None None] Network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:02.256762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Pushing event updated for resources: {'Port': ['ID=2f89fcb4-fb62-49ca-86cc-81adb26a3494,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:02.337340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-58bab9ba-3594-402e-ae57-fadcc5aaa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.340158 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-58bab9ba-3594-402e-ae57-fadcc5aaa901 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 1098 time: 0.4977992 Nov 22 16:27:02.347983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Attempting to bind port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:02.348669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Attempting to bind port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:02.349285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Attempting to bind port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:02.356056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-81316479-030b-4a29-80af-8f4bd253293c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9000697 Nov 22 16:27:02.384011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43362) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:02.385090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:02.385916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Attempting to bind port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:02.396720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:02.445166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2847b574-1b2e-4a2c-99d5-dbc05284ee70 req-bab56c50-aa61-45eb-9481-59fefb005eb6 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4842563 Nov 22 16:27:02.467244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.467244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.509936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77d003d6-959f-450b-8448-3438bdc13e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.550877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e0dbe-46af-486a-8a9e-2cfd72669633 req-28fc88e8-9853-4464-a2e6-6894ac132560 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.569207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b45e0dbe-46af-486a-8a9e-2cfd72669633 req-28fc88e8-9853-4464-a2e6-6894ac132560 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 947 time: 0.3755867 Nov 22 16:27:02.572354 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-adf03bca-7f1b-44bd-ba77-d044c05ced0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b3241664-a62c-4e08-81df-4d1e7c18cb56 HTTP/1.1" status: 200 len: 217 time: 0.2003410 Nov 22 16:27:02.578943 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-8fb23dca-bb30-48c6-81f1-279c1197e3eb service neutron] 10.222.0.37 "GET /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906812 Nov 22 16:27:02.581043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:02.581695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:02.582401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:02.583231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Bound port: 2f89fcb4-fb62-49ca-86cc-81adb26a3494, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:02.583949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.615205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-05e98e58-c9d2-4f90-9d7d-cd2f6787ea02', 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'fixed_ips': [{'subnet_id': '375bba44-2d5a-4413-bc4a-f62e0323e623'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:27:02.617695 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.639535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77d003d6-959f-450b-8448-3438bdc13e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.756258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b45e0dbe-46af-486a-8a9e-2cfd72669633 req-71bb4725-09cb-4ed7-a7cc-a4fc6fb4d152 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849315 Nov 22 16:27:02.820253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77d003d6-959f-450b-8448-3438bdc13e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.825567 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77d003d6-959f-450b-8448-3438bdc13e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.827793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-77d003d6-959f-450b-8448-3438bdc13e0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/402134f7-b908-4973-b74e-f60069e15202 HTTP/1.1" status: 204 len: 168 time: 0.7983494 Nov 22 16:27:02.858392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d003d6-959f-450b-8448-3438bdc13e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402134f7-b908-4973-b74e-f60069e15202,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:02.922728 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d8b6e-7ece-4af6-8dcf-43a57cc6ddb1 x-openstack-request-id: req-ba0d8b6e-7ece-4af6-8dcf-43a57cc6ddb1 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:02.923271 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0515e7c-a7e5-47f9-8166-0209bbb2b95d", "tag": "b3241664-a62c-4e08-81df-4d1e7c18cb56", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:02.923700 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba0d8b6e-7ece-4af6-8dcf-43a57cc6ddb1 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:02.924362 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0515e7c-a7e5-47f9-8166-0209bbb2b95d', 'tag': 'b3241664-a62c-4e08-81df-4d1e7c18cb56', 'status': 'completed', 'code': 200} Nov 22 16:27:02.967201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-54c3a5f1-de9e-4bad-b149-2924f90105c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.975149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-54c3a5f1-de9e-4bad-b149-2924f90105c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.3795936 Nov 22 16:27:03.035863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Allocated IP 172.20.0.2 (05e98e58-c9d2-4f90-9d7d-cd2f6787ea02/375bba44-2d5a-4413-bc4a-f62e0323e623/f40a86e6-8991-48ab-a80b-ade0b3753583) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:03.162876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.172382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-93c5cef3-cd04-472e-8711-274851dea328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.176352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-93c5cef3-cd04-472e-8711-274851dea328 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1101 time: 0.2399349 Nov 22 16:27:03.195433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03e2b-bbde-4d3c-ad66-515ca46583ed req-a0e29288-03b7-403a-b5b0-fe4e713ac8fd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.197946 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ce4c9b9-5a8d-4a67-a9b1-ffbc5ee2d6fc req-d21ca6a5-c0e4-470f-9f50-23982c2cf8b7 service neutron] 10.222.0.37 "GET /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999343 Nov 22 16:27:03.228528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05b03e2b-bbde-4d3c-ad66-515ca46583ed req-a0e29288-03b7-403a-b5b0-fe4e713ac8fd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.3131926 Nov 22 16:27:03.352740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:03.419530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] For port 2f89fcb4-fb62-49ca-86cc-81adb26a3494, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:03.491129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7cf19670-4e80-49c1-93d5-effc6aab4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.500100 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-7cf19670-4e80-49c1-93d5-effc6aab4d03 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4926507 Nov 22 16:27:03.503429 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.519294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] For port 2f89fcb4-fb62-49ca-86cc-81adb26a3494, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2f89fcb4-fb62-49ca-86cc-81adb26a3494,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:03.541425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.630424 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.653473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05b03e2b-bbde-4d3c-ad66-515ca46583ed req-473f2574-88c4-4710-89bf-619f9171707a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171801 Nov 22 16:27:03.673879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-b857aabc-6b5f-4926-9cb8-17163fd8eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.676580 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-b857aabc-6b5f-4926-9cb8-17163fd8eacf service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4462495 Nov 22 16:27:03.759459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.770993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Pushing event updated for resources: {'Port': ['ID=f40a86e6-8991-48ab-a80b-ade0b3753583,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:03.771296 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.773765 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-56a75146-ad32-4924-8951-76e68edea21b service neutron] 10.222.0.62 "PUT /v2.0/ports/2f89fcb4-fb62-49ca-86cc-81adb26a3494 HTTP/1.1" status: 200 len: 1095 time: 4.8307374 Nov 22 16:27:03.802191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:03.833337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.834989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:03.844348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:03.848685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43384) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:03.857975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eef63c-9a06-4580-9ff9-720ac9549643 req-f7732217-9ca4-4c87-a654-0dcffe77aeaa tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.877848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03eef63c-9a06-4580-9ff9-720ac9549643 req-f7732217-9ca4-4c87-a654-0dcffe77aeaa tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1096 time: 0.3198807 Nov 22 16:27:03.896707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b607980-a50a-4c7a-ae0f-197df3ae3cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.899363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-22f8970a-15e4-44c3-bcda-e1612918f677 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.1837189 Nov 22 16:27:03.945079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:04.036772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Attempting to bind port f40a86e6-8991-48ab-a80b-ade0b3753583 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:04.037825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Attempting to bind port f40a86e6-8991-48ab-a80b-ade0b3753583 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:04.038668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Attempting to bind port f40a86e6-8991-48ab-a80b-ade0b3753583 on network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:04.052666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'port_id': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'mac_address': 'fa:16:3e:73:b0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:04.056298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:04.057279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Checking segment: {'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:04.058138 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.059032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Bound using segment: {'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:04.060118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Bound port: f40a86e6-8991-48ab-a80b-ade0b3753583, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:04.060924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.083119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a75146-ad32-4924-8951-76e68edea21b service neutron] Pushing event updated for resources: {'Port': ['ID=2f89fcb4-fb62-49ca-86cc-81adb26a3494,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:04.169894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-ce0be6f1-e4fe-4465-b03a-5783dacbc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:04.170531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-c80df2cf-caac-4ff3-a19f-488639ae5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:04.173131 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-c80df2cf-caac-4ff3-a19f-488639ae5cf8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 1098 time: 0.2686303 Nov 22 16:27:04.188375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-ce0be6f1-e4fe-4465-b03a-5783dacbc7e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2877412 Nov 22 16:27:04.215532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.223980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03eef63c-9a06-4580-9ff9-720ac9549643 req-e9d3b3e8-9612-449f-90c6-e8856a3f5b61 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445828 Nov 22 16:27:04.224615 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-34093f33-d4d2-4569-b0d2-5c46cffb775d service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010441 Nov 22 16:27:04.274539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:04.410731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed7c28-995f-43b5-aca9-13b3c232dcc0 req-98d92068-6eed-4d67-bda8-e24930170be4 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:04.418379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2ed7c28-995f-43b5-aca9-13b3c232dcc0 req-98d92068-6eed-4d67-bda8-e24930170be4 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 943 time: 0.4038320 Nov 22 16:27:04.422528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] For port f40a86e6-8991-48ab-a80b-ade0b3753583, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:04.442648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:04.457845 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-312ca8b0-9947-467f-9cc7-3d1e1438ec83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=2f89fcb4-fb62-49ca-86cc-81adb26a3494 HTTP/1.1" status: 200 len: 217 time: 0.2523239 Nov 22 16:27:04.463489 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.469841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] For port f40a86e6-8991-48ab-a80b-ade0b3753583, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f40a86e6-8991-48ab-a80b-ade0b3753583,segment=NetworkSegment(b6881caf-98d8-4503-8f60-70ad704fced8),segment_id=b6881caf-98d8-4503-8f60-70ad704fced8)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:04.521421 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.611110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:04.662505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-33ca300d-9968-4a7b-94c6-edc86f6f99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:04.665185 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-33ca300d-9968-4a7b-94c6-edc86f6f99b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1196659 Nov 22 16:27:04.699382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:04.746192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2ed7c28-995f-43b5-aca9-13b3c232dcc0 req-90f9924a-1d3d-44ac-97ef-8142e1d64129 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3045225 Nov 22 16:27:04.868066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637917e7-4874-46ef-8bc1-ee0a273d9c4e None None] Pushing event updated for resources: {'Port': ['ID=f40a86e6-8991-48ab-a80b-ade0b3753583,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:04.892707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-27b0cb29-6489-4b2a-aeb9-dc1a5160cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:04.897445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-27b0cb29-6489-4b2a-aeb9-dc1a5160cb9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6698270 Nov 22 16:27:04.900722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43392) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:05.044495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c9109f-9e01-4614-9690-4c94e77a9a9e', 'tag': '2f89fcb4-fb62-49ca-86cc-81adb26a3494'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:05.046837 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257" -d '{"events": [{"name": "network-changed", "server_uuid": "31c9109f-9e01-4614-9690-4c94e77a9a9e", "tag": "2f89fcb4-fb62-49ca-86cc-81adb26a3494"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:05.067856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-8e68c63b-0a38-4e2d-ba8e-fae109016801 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126839 Nov 22 16:27:05.232898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-d12383b0-b452-47bf-9c58-9fb1490d7569 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969413 Nov 22 16:27:05.250005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-09e3b396-9522-4419-910c-2e15cafb88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:05.253096 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-09e3b396-9522-4419-910c-2e15cafb88b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5715797 Nov 22 16:27:05.282789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b607980-a50a-4c7a-ae0f-197df3ae3cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.314147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b607980-a50a-4c7a-ae0f-197df3ae3cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.369061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e18689-4347-4565-bb6c-a940959c9d95 req-9b5922e8-53ea-4920-8149-a90eb3dd44d3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:05.377414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35e18689-4347-4565-bb6c-a940959c9d95 req-9b5922e8-53ea-4920-8149-a90eb3dd44d3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 947 time: 0.6952765 Nov 22 16:27:05.485642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dbdba014-40c5-4d1b-9f44-21d7bf52d177 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95977bcd44104527bc2e14aff3a0e01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5583205 Nov 22 16:27:05.493409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43400) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:05.554620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fb86f-dbc7-459f-a767-8a254fcd78ab req-2b3c9d69-0d5b-44f8-905f-88bace46128a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:05.563370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-958fb86f-dbc7-459f-a767-8a254fcd78ab req-2b3c9d69-0d5b-44f8-905f-88bace46128a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.3089836 Nov 22 16:27:05.590686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35e18689-4347-4565-bb6c-a940959c9d95 req-700c2178-9ded-484b-b1c3-f62270a721a2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122805 Nov 22 16:27:05.662386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f40a86e6-8991-48ab-a80b-ade0b3753583 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:05.712795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd455-c542-4e48-bc3e-61be79c567c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.743685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd455-c542-4e48-bc3e-61be79c567c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.817456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-b411adbf-ad19-48c7-90b4-de27a38235dd service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656090 Nov 22 16:27:05.827331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f40a86e6-8991-48ab-a80b-ade0b3753583 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:05.832282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.899886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-958fb86f-dbc7-459f-a767-8a254fcd78ab req-e4de8b67-3be2-4797-95b5-a26db03e63cf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350577 Nov 22 16:27:05.910512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd455-c542-4e48-bc3e-61be79c567c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.916155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd455-c542-4e48-bc3e-61be79c567c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.918323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f8bd455-c542-4e48-bc3e-61be79c567c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0 HTTP/1.1" status: 204 len: 168 time: 0.4236722 Nov 22 16:27:05.961774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bd455-c542-4e48-bc3e-61be79c567c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4fa5d4-3d99-4f96-b8d2-5eda07a215b0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:05.988247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fbb61-d473-496f-985e-833e4a56f40c req-6ce7681e-6b13-41d4-a5e4-754415bb53e9 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.002530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e3fbb61-d473-496f-985e-833e4a56f40c req-6ce7681e-6b13-41d4-a5e4-754415bb53e9 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1096 time: 0.1975718 Nov 22 16:27:06.020456 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70e239a-c5c9-4297-9163-878ec81f82ca x-openstack-request-id: req-f70e239a-c5c9-4297-9163-878ec81f82ca {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:06.036267 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c9109f-9e01-4614-9690-4c94e77a9a9e", "tag": "2f89fcb4-fb62-49ca-86cc-81adb26a3494", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:06.036267 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f70e239a-c5c9-4297-9163-878ec81f82ca {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:06.036774 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c9109f-9e01-4614-9690-4c94e77a9a9e', 'tag': '2f89fcb4-fb62-49ca-86cc-81adb26a3494', 'status': 'completed', 'code': 200} Nov 22 16:27:06.189152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b607980-a50a-4c7a-ae0f-197df3ae3cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60a1845-fd33-43d0-a44b-02a940064320,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:06.208160 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9b607980-a50a-4c7a-ae0f-197df3ae3cdc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d6fee7820524f51ba093b2693e40e14&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3531368 Nov 22 16:27:06.214050 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e3fbb61-d473-496f-985e-833e4a56f40c req-462f93b1-a5b0-416d-aee0-8df57da082c3 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073584 Nov 22 16:27:06.224432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43408) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:06.237116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-7452dfaa-2a5d-437a-920d-8b76ec0d0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.240403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-7452dfaa-2a5d-437a-920d-8b76ec0d0249 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 1098 time: 1.0767412 Nov 22 16:27:06.317295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.317295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.397423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410538-5cf7-43af-b249-5d731bfee176 req-8c6634b8-9b49-4995-bdb9-219c6514f76b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.408407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f410538-5cf7-43af-b249-5d731bfee176 req-8c6634b8-9b49-4995-bdb9-219c6514f76b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 944 time: 0.2412672 Nov 22 16:27:06.452236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port f40a86e6-8991-48ab-a80b-ade0b3753583, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f40a86e6-8991-48ab-a80b-ade0b3753583,segment=NetworkSegment(b6881caf-98d8-4503-8f60-70ad704fced8),segment_id=b6881caf-98d8-4503-8f60-70ad704fced8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:06.458369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.569431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=f40a86e6-8991-48ab-a80b-ade0b3753583,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:06.589995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f410538-5cf7-43af-b249-5d731bfee176 req-a9a82ac5-6881-44d6-87b7-b83821098477 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1800447 Nov 22 16:27:06.590300 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-72fd7455-1ddc-4b77-bd24-ea10df9a6382 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3050447 Nov 22 16:27:06.635132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a21792-d7c8-4cd1-9522-34fcbe41d184 None None] Network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:06.859675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acfd6b-719c-4a03-8d11-5916cfc72b22 req-4f3c9724-bbe9-4539-843b-945aeb27c023 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.861275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91acfd6b-719c-4a03-8d11-5916cfc72b22 req-4f3c9724-bbe9-4539-843b-945aeb27c023 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 947 time: 0.1243818 Nov 22 16:27:06.861793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-361e23e5-83d5-449a-a215-27c095481343 None None] Provisioning complete for port f40a86e6-8991-48ab-a80b-ade0b3753583 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:06.863161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-361e23e5-83d5-449a-a215-27c095481343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.924097 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b6d4535-00f4-4284-ae89-9758ad547950 req-4278e2b9-e94d-47d0-84ad-30a58d5f3551 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004375 Nov 22 16:27:06.941926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.993607 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.034849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91acfd6b-719c-4a03-8d11-5916cfc72b22 req-70e06f72-8610-4bcf-9193-0232ed709f9b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597757 Nov 22 16:27:07.055085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43418) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:07.074607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5134dbc-b7af-49b1-bd19-02786e5c71cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.342172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-1293c5bd-2ba7-41be-b31c-6d6ad53bf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:07.345090 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-1293c5bd-2ba7-41be-b31c-6d6ad53bf361 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 1.0694287 Nov 22 16:27:07.345799 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f7e47b0-1bb4-4064-824a-4b05ca2b4cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.369008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:07.433909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5134dbc-b7af-49b1-bd19-02786e5c71cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.462265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209e37-abcd-45a3-aaa9-0e4ecd45b718 req-cc076be3-4170-459b-a1a3-035afb1bd62c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:07.465175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca209e37-abcd-45a3-aaa9-0e4ecd45b718 req-cc076be3-4170-459b-a1a3-035afb1bd62c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.2677011 Nov 22 16:27:07.467317 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f5134dbc-b7af-49b1-bd19-02786e5c71cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.543518 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.556126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:07.557762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f5134dbc-b7af-49b1-bd19-02786e5c71cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8247eb892c2c4626979703022e6d1ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002410 Nov 22 16:27:07.561978 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-550e7c72-17cb-441a-9085-74a9747d83da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b3241664-a62c-4e08-81df-4d1e7c18cb56 HTTP/1.1" status: 200 len: 217 time: 0.1821430 Nov 22 16:27:07.564865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:07.568087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43432) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:07.571174 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.575951 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f7e47b0-1bb4-4064-824a-4b05ca2b4cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.643481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5134dbc-b7af-49b1-bd19-02786e5c71cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1823d47-a0b9-44b5-8854-aba7c1b8f748,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:07.691138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f40a86e6-8991-48ab-a80b-ade0b3753583 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:07.722807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-439d3d14-1a25-43aa-9e72-69a3e521062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:07.725639 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-439d3d14-1a25-43aa-9e72-69a3e521062f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1461809 Nov 22 16:27:07.788096 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca209e37-abcd-45a3-aaa9-0e4ecd45b718 req-243d46ff-ed77-43ea-b22d-003d7627c42d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976816 Nov 22 16:27:07.801487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-c2171519-52ef-48ae-b069-45be8c653360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:07.803338 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-c2171519-52ef-48ae-b069-45be8c653360 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 1098 time: 0.7015896 Nov 22 16:27:07.844618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.865473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-09d6053f-afc6-4291-a76c-23ad1b09490a None None] Provisioning complete for port f40a86e6-8991-48ab-a80b-ade0b3753583 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:07.867131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09d6053f-afc6-4291-a76c-23ad1b09490a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.943489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097b94d8-7e69-495c-b2be-4bc269452067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:07.946902 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a2c11d-69b7-48b6-b958-f4350be66f08" -d '{"events": [{"server_uuid": "097b94d8-7e69-495c-b2be-4bc269452067", "name": "network-vif-plugged", "status": "completed", "tag": "f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:07.968248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:07.970869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f40a86e6-8991-48ab-a80b-ade0b3753583 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:07.971716 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.979131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.049233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Allocated IP 172.25.0.219 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/7d36180c-1ebf-47c6-869d-ec5d9b490ca9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:08.171414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:08.190984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.191273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.191515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.191756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.192099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.192536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.192876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.193208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.193602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.193988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.194330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.194734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:08.218201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99031ee8-a97c-4ca4-9af7-2cd4a775a618 req-7047e126-f7ca-4e2d-bcf5-c7219b817d5a tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.226458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99031ee8-a97c-4ca4-9af7-2cd4a775a618 req-7047e126-f7ca-4e2d-bcf5-c7219b817d5a tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 945 time: 0.1354232 Nov 22 16:27:08.231244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b70eefc9-fd8b-4471-ac1c-ed176efe1944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.236457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-1b1391f2-7a8b-44f3-9332-980ee5c22003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.237948 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-1b1391f2-7a8b-44f3-9332-980ee5c22003 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4630187 Nov 22 16:27:08.295075 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f7e47b0-1bb4-4064-824a-4b05ca2b4cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.297840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f7e47b0-1bb4-4064-824a-4b05ca2b4cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.302639 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8f7e47b0-1bb4-4064-824a-4b05ca2b4cba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f60a1845-fd33-43d0-a44b-02a940064320 HTTP/1.1" status: 204 len: 168 time: 2.0576203 Nov 22 16:27:08.320003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-18d21ec1-5c7a-4710-9c5d-6dc66a5e1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.322017 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-18d21ec1-5c7a-4710-9c5d-6dc66a5e1185 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4967110 Nov 22 16:27:08.349011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99031ee8-a97c-4ca4-9af7-2cd4a775a618 req-611ba430-2e2d-4c80-9e9a-6c1e27c3ac9f tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141934 Nov 22 16:27:08.409474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b70eefc9-fd8b-4471-ac1c-ed176efe1944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.418189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e47b0-1bb4-4064-824a-4b05ca2b4cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60a1845-fd33-43d0-a44b-02a940064320,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:08.454450 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeacb70-71d7-45c5-a31f-1b69f109114c x-openstack-request-id: req-5aeacb70-71d7-45c5-a31f-1b69f109114c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:08.454761 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097b94d8-7e69-495c-b2be-4bc269452067", "name": "network-vif-plugged", "status": "completed", "tag": "f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:08.455068 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5aeacb70-71d7-45c5-a31f-1b69f109114c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:08.456100 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097b94d8-7e69-495c-b2be-4bc269452067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'code': 200} Nov 22 16:27:08.525507 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-0970a31a-9734-4c29-ae36-27ffcb6b6bd7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=2f89fcb4-fb62-49ca-86cc-81adb26a3494 HTTP/1.1" status: 200 len: 217 time: 0.1520441 Nov 22 16:27:08.609170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff27e8-2234-40be-a6ff-c173ac594c67 req-ef882f21-dbde-4ff2-a7c9-5486500e63d3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.611664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eff27e8-2234-40be-a6ff-c173ac594c67 req-ef882f21-dbde-4ff2-a7c9-5486500e63d3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 947 time: 0.0749302 Nov 22 16:27:08.710158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eff27e8-2234-40be-a6ff-c173ac594c67 req-0261f6ce-c816-4ece-bd09-87ccc3ed760a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685284 Nov 22 16:27:08.744161 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.772882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-3f98d0ef-2a04-4fa4-a943-335ad0e8f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.774662 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-3f98d0ef-2a04-4fa4-a943-335ad0e8f6b3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2054961 Nov 22 16:27:08.777630 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-dbd2bb7f-9a19-4a90-99f2-50e72e18c3b1 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244167 Nov 22 16:27:08.818468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b3241664-a62c-4e08-81df-4d1e7c18cb56 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:08.847691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbe307-67b7-45a1-94b6-730e09eac5c7 req-07b261a6-ebbd-41da-9a2b-b4184bfb37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.851102 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1bbe307-67b7-45a1-94b6-730e09eac5c7 req-07b261a6-ebbd-41da-9a2b-b4184bfb37cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 1096 time: 0.2910922 Nov 22 16:27:08.917058 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b70eefc9-fd8b-4471-ac1c-ed176efe1944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.919727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b70eefc9-fd8b-4471-ac1c-ed176efe1944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.923112 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b70eefc9-fd8b-4471-ac1c-ed176efe1944 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1823d47-a0b9-44b5-8854-aba7c1b8f748 HTTP/1.1" status: 204 len: 168 time: 1.2054245 Nov 22 16:27:08.987276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab718a-8c6f-4790-a42e-6539803480e4 req-700b03d1-1ece-437e-ad63-68158da2d6e3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:09.000001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7aab718a-8c6f-4790-a42e-6539803480e4 req-700b03d1-1ece-437e-ad63-68158da2d6e3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.0912435 Nov 22 16:27:09.033564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70eefc9-fd8b-4471-ac1c-ed176efe1944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1823d47-a0b9-44b5-8854-aba7c1b8f748,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:09.057584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43470) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:09.067599 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.098506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7aab718a-8c6f-4790-a42e-6539803480e4 req-8cfa7e5e-16fb-48f5-aa04-a8e5f8528f54 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942860 Nov 22 16:27:09.165426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-fe734bcb-9986-4d08-8d4e-9c011ffab9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:09.167741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-fe734bcb-9986-4d08-8d4e-9c011ffab9d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3620317 Nov 22 16:27:09.184106 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1bbe307-67b7-45a1-94b6-730e09eac5c7 req-c0a009ac-0550-47ae-9af4-60eaa816d614 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2734151 Nov 22 16:27:09.215598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:09.235345 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-513f792e-e453-4ea5-8c1c-28c501383b14 req-6d3e1b3b-feba-4348-8b7f-264ebf178160 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390764 Nov 22 16:27:09.285474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:09.297373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:09.303013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d36180c-1ebf-47c6-869d-ec5d9b490ca9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:09.485706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b3241664-a62c-4e08-81df-4d1e7c18cb56, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b3241664-a62c-4e08-81df-4d1e7c18cb56,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:09.486508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-f5d95b97-c72f-42d8-b15d-a956bd400f02 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978680 Nov 22 16:27:09.511361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b3241664-a62c-4e08-81df-4d1e7c18cb56', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'b3241664-a62c-4e08-81df-4d1e7c18cb56', 'mac_address': 'fa:16:3e:e9:f4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:09.590033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00576f9c-8b3b-4012-a365-66d0933e1d51 req-27916c96-1435-4733-8ddf-308ae48204fa tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:09.604059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00576f9c-8b3b-4012-a365-66d0933e1d51 req-27916c96-1435-4733-8ddf-308ae48204fa tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 945 time: 0.1256733 Nov 22 16:27:09.620942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.649865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3241664-a62c-4e08-81df-4d1e7c18cb56 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:09.692944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b3241664-a62c-4e08-81df-4d1e7c18cb56, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b3241664-a62c-4e08-81df-4d1e7c18cb56,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:09.700518 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.727091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00576f9c-8b3b-4012-a365-66d0933e1d51 req-b63b340a-49de-434d-b703-8378ad0e20a4 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206751 Nov 22 16:27:09.748782 n-d-816865-2 neutron-server[103442]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:27:09.767473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f2ccf6bb-5ca5-449c-b1cd-462a555f4c63 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:27:09.774819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f2ccf6bb-5ca5-449c-b1cd-462a555f4c63 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7161267 Nov 22 16:27:09.783767 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba611c0-51a5-47a4-83f1-6a4dc89a8257 req-194d054b-d76b-40ff-900d-4dcaee26116e service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878253 Nov 22 16:27:09.812736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b3241664-a62c-4e08-81df-4d1e7c18cb56,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:09.997038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e96a6e-fb37-4beb-a436-a525740da01e req-de5ad276-5dcd-4f89-811d-a34f0ca261d6 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:10.005250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52e96a6e-fb37-4beb-a436-a525740da01e req-de5ad276-5dcd-4f89-811d-a34f0ca261d6 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 947 time: 0.0938325 Nov 22 16:27:10.012119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.071412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b3241664-a62c-4e08-81df-4d1e7c18cb56'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:10.099859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52e96a6e-fb37-4beb-a436-a525740da01e req-bd545787-4d05-47a9-9f7a-a8bc576673d4 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935490 Nov 22 16:27:10.442055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1730aa1-f96d-4d7c-863c-c25db2135862 req-ab6968a1-7122-48d0-b126-28d9a0bb22df tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:10.464985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1730aa1-f96d-4d7c-863c-c25db2135862 req-ab6968a1-7122-48d0-b126-28d9a0bb22df tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.1508157 Nov 22 16:27:10.481582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-ce2905b1-70f3-4e3c-8de6-76eeae5aa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:10.488529 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-ce2905b1-70f3-4e3c-8de6-76eeae5aa1f9 service neutron] 10.222.0.59 "GET /v2.0/ports/2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 1093 time: 0.5216138 Nov 22 16:27:10.574981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Request body: {'binding': {'host': 'n-h2-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:10.576006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Unknown quota resources ['binding']. {{(pid=103442) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:27:10.643676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1730aa1-f96d-4d7c-863c-c25db2135862 req-15e3c464-82db-4626-b13b-720dbbeb14af tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734524 Nov 22 16:27:10.829025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2f89fcb4-fb62-49ca-86cc-81adb26a3494 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:10.909208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43514) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:11.068942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988949d-61f6-4944-8cb4-0ee2d9614be4 req-85ee3dba-e75e-419a-ab9d-05a943f71650 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:11.070071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2f89fcb4-fb62-49ca-86cc-81adb26a3494, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2f89fcb4-fb62-49ca-86cc-81adb26a3494,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:11.078924 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.088208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5988949d-61f6-4944-8cb4-0ee2d9614be4 req-85ee3dba-e75e-419a-ab9d-05a943f71650 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 945 time: 0.1115229 Nov 22 16:27:11.103919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '2f89fcb4-fb62-49ca-86cc-81adb26a3494', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '2f89fcb4-fb62-49ca-86cc-81adb26a3494', 'mac_address': 'fa:16:3e:86:79:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:11.186014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.217255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f89fcb4-fb62-49ca-86cc-81adb26a3494 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:11.225531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5988949d-61f6-4944-8cb4-0ee2d9614be4 req-b3363fd4-29a1-4ecb-9145-4152079c6fee tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377969 Nov 22 16:27:11.266563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2f89fcb4-fb62-49ca-86cc-81adb26a3494, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2f89fcb4-fb62-49ca-86cc-81adb26a3494,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:11.275568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.302891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:11.384269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on host n-h2-816865-2 for vnic_type normal with profile None {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:11.384981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:11.385631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:11.405461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:11.405461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:11.411055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=2f89fcb4-fb62-49ca-86cc-81adb26a3494,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:11.416352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1924041909-network', 'tenant_id': '565a5966d6984317bf4cd5ed11d91bb4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:11.425482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:11.425930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:11.426425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:11.427383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Bound port: 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:11.438365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-963177773-network', 'tenant_id': '0cbce29029e6439abe3b3deba92cfb91'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:11.489620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138c63b-725c-44d7-b6ea-914e513be0b9 req-c9f3f5ab-d97a-419d-a50d-9fad0638bd9f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:11.491283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a138c63b-725c-44d7-b6ea-914e513be0b9 req-c9f3f5ab-d97a-419d-a50d-9fad0638bd9f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 948 time: 0.1562967 Nov 22 16:27:11.494410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Made reservation on behalf of 565a5966d6984317bf4cd5ed11d91bb4 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:11.497494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.514435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.550101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Router ee51453e-9d92-462f-8edf-27a3d323633a is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:27:11.569217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Made reservation on behalf of 0cbce29029e6439abe3b3deba92cfb91 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:11.571892 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.593612 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.622350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a138c63b-725c-44d7-b6ea-914e513be0b9 req-aba58e88-aee0-45ca-ab78-9e3ea77d504f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123731 Nov 22 16:27:11.635381 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:27:11.658760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:11.671483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2f89fcb4-fb62-49ca-86cc-81adb26a3494'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:11.677710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] Publish callbacks [] for binding, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.680052 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8290d132-5a80-4572-ba51-08d505711875 service neutron] 10.222.0.59 "POST /v2.0/ports/2dbb557e-bca6-49d3-97a7-fb6de51d833d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1107321 Nov 22 16:27:11.820166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.831963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:11.865850 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Sync routers for ids ['ee51453e-9d92-462f-8edf-27a3d323633a'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:11.884941 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.895141 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2e80e001-f546-4a5b-a4b6-87743cd9d8d1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.5044422 Nov 22 16:27:11.898652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43536) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:11.898979 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Routers {'ee51453e-9d92-462f-8edf-27a3d323633a'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:11.901774 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:26:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ee51453e-9d92-462f-8edf-27a3d323633a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:11.906109 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.021118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:27:12.055570 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.056542 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Added segment 27629af6-c702-4583-9ede-0857f853fff7 of type vlan for network 31a8129a-83c6-4ce5-85ba-c39dab3c2bf9 Nov 22 16:27:12.098795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.100620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c93ae0a-3b1a-442a-a03e-123628828dbc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:12.133218 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Set router ee51453e-9d92-462f-8edf-27a3d323633a gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:12.159037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.199512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd88803-3186-4282-b6e5-213e17a00dca req-cf97da6f-be16-4928-be26-7eb06d3e7ba0 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.201812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1cd88803-3186-4282-b6e5-213e17a00dca req-cf97da6f-be16-4928-be26-7eb06d3e7ba0 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 945 time: 0.4014957 Nov 22 16:27:12.234784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43538) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:12.241179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8c43e138-fea6-490a-87ef-1e18ddd51a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.244253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-8c43e138-fea6-490a-87ef-1e18ddd51a2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1096 time: 0.1466517 Nov 22 16:27:12.252961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Request body: {'floatingip': {'port_id': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:12.256341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.272201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:27:12.347724 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.348104 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Added segment 93242748-fd0d-42c8-b112-37edf56a80a1 of type vlan for network 112fda4c-684b-44f2-85c6-e6af6f5c6749 Nov 22 16:27:12.385086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.436598 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:09Z', 'revision_number': 3, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:12.443787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b61fba-58ba-4046-9cfb-430eac3d5f6e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:12.453100 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.454692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.457074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.492302 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Checking router: ee51453e-9d92-462f-8edf-27a3d323633a for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:12.492699 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Updating router ee51453e-9d92-462f-8edf-27a3d323633a port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:12.511047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29753585-42d8-4bbc-8f00-438fa24f7c66 req-d7667116-25cb-4366-9944-5a96cdfaf03b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.513051 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29753585-42d8-4bbc-8f00-438fa24f7c66 req-d7667116-25cb-4366-9944-5a96cdfaf03b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.4234202 Nov 22 16:27:12.552759 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.652669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-1ea6c0b2-d384-4f98-b5a3-562712065e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.656709 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-1ea6c0b2-d384-4f98-b5a3-562712065e46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.3998308 Nov 22 16:27:12.836809 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-0f660945-a643-4754-95a2-5331c8b6cfc8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 217 time: 0.1305611 Nov 22 16:27:12.849749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2f89fcb4-fb62-49ca-86cc-81adb26a3494 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:12.890646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.977935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0613825 Nov 22 16:27:12.978185 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.984635 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.986807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56958c10-ea52-4911-a75d-53b6d4605f37 admin admin] Pushing event updated for resources: {'Network': ['ID=31a8129a-83c6-4ce5-85ba-c39dab3c2bf9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:13.001605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:13.016115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 31a8129a-83c6-4ce5-85ba-c39dab3c2bf9 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:13.026108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Request body: {'subnet': {'network_id': '31a8129a-83c6-4ce5-85ba-c39dab3c2bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1924041909-subnet', 'tenant_id': '565a5966d6984317bf4cd5ed11d91bb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:13.056536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-e64ce1a1-759a-45e3-a73a-09cc92230d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:13.058603 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-e64ce1a1-759a-45e3-a73a-09cc92230d7a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1645517 Nov 22 16:27:13.060008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4676861-4f6e-4f7c-afcd-be6361712941 req-053926c9-3fd5-473d-9126-ac3ff0605db7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:13.061726 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a308ff6-001b-427a-b72f-bc8750841122 None None] Pushing event updated for resources: {'Port': ['ID=7d36180c-1ebf-47c6-869d-ec5d9b490ca9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:13.069081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4676861-4f6e-4f7c-afcd-be6361712941 req-053926c9-3fd5-473d-9126-ac3ff0605db7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 945 time: 0.7612274 Nov 22 16:27:13.098821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.100584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:13.102629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.104531 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Attempting to bind port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:13.105895 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Attempting to bind port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:13.106896 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Attempting to bind port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:13.112211 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-c14ca8c5-ea48-4d39-b8ff-e339b00e412a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433125 Nov 22 16:27:13.118568 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:13.120626 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:13.121444 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.122096 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:13.123088 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Bound port: 7d36180c-1ebf-47c6-869d-ec5d9b490ca9, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:13.124209 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.191763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29753585-42d8-4bbc-8f00-438fa24f7c66 req-52e1591b-0342-4a92-8f4b-ec09452ed1e9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120015 Nov 22 16:27:13.229290 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] For port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:13.247069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Made reservation on behalf of 565a5966d6984317bf4cd5ed11d91bb4 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:13.247376 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] For port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7d36180c-1ebf-47c6-869d-ec5d9b490ca9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:13.247584 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.252107 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.271917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:13.300020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:13.300020 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.300472 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9915128 Nov 22 16:27:13.321977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43544) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:13.332896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Request body: {'subnet': {'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-963177773-subnet', 'tenant_id': '0cbce29029e6439abe3b3deba92cfb91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:13.343401 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a308ff6-001b-427a-b72f-bc8750841122 None None] Pushing event updated for resources: {'Port': ['ID=7d36180c-1ebf-47c6-869d-ec5d9b490ca9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:13.389561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb896d-c947-446d-8ef1-a3600111f3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=112fda4c-684b-44f2-85c6-e6af6f5c6749,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:13.399091 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Routers {'ee51453e-9d92-462f-8edf-27a3d323633a'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:13.400771 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:26:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ee51453e-9d92-462f-8edf-27a3d323633a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:13.433083 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 112fda4c-684b-44f2-85c6-e6af6f5c6749 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:13.435568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4676861-4f6e-4f7c-afcd-be6361712941 req-eb0167be-4291-4baa-8f39-807274ca24a9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609853 Nov 22 16:27:13.646676 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] Set router ee51453e-9d92-462f-8edf-27a3d323633a gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:13.688647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Made reservation on behalf of 0cbce29029e6439abe3b3deba92cfb91 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:13.691549 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.725861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.729644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31facba-ece8-4b98-a2d0-9824339ce6da req-82a52c03-bf14-4fd0-970f-d1bfaa6b3e41 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:13.731755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a31facba-ece8-4b98-a2d0-9824339ce6da req-82a52c03-bf14-4fd0-970f-d1bfaa6b3e41 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 948 time: 0.1692398 Nov 22 16:27:13.785357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c9109f-9e01-4614-9690-4c94e77a9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f89fcb4-fb62-49ca-86cc-81adb26a3494'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:13.789715 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c18f3c8-4ed4-42a7-99e2-1be94824d6cf" -d '{"events": [{"server_uuid": "31c9109f-9e01-4614-9690-4c94e77a9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "2f89fcb4-fb62-49ca-86cc-81adb26a3494"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:13.808304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.865143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2f89fcb4-fb62-49ca-86cc-81adb26a3494, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2f89fcb4-fb62-49ca-86cc-81adb26a3494,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:13.875106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.876843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b3241664-a62c-4e08-81df-4d1e7c18cb56 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:13.898900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a31facba-ece8-4b98-a2d0-9824339ce6da req-9598f087-3605-44cd-8f82-7e708ad9fd53 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422482 Nov 22 16:27:13.938617 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dfd11a-8163-432d-ac98-d419f9775823 x-openstack-request-id: req-f5dfd11a-8163-432d-ac98-d419f9775823 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:13.939133 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c9109f-9e01-4614-9690-4c94e77a9a9e", "name": "network-vif-plugged", "status": "completed", "tag": "2f89fcb4-fb62-49ca-86cc-81adb26a3494", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:13.939554 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5dfd11a-8163-432d-ac98-d419f9775823 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:13.940305 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c9109f-9e01-4614-9690-4c94e77a9a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f89fcb4-fb62-49ca-86cc-81adb26a3494', 'code': 200} Nov 22 16:27:14.020881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d230b6-dc95-4cc9-8b9a-1d8b443ec038,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:14.030254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Checking segment: {'id': '27629af6-c702-4583-9ede-0857f853fff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '31a8129a-83c6-4ce5-85ba-c39dab3c2bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:14.031390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Network hostable DHCP agents. Network: 31a8129a-83c6-4ce5-85ba-c39dab3c2bf9, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:14.031906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=2f89fcb4-fb62-49ca-86cc-81adb26a3494,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:14.050456 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:09Z', 'revision_number': 3, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:14.066780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Network 31a8129a-83c6-4ce5-85ba-c39dab3c2bf9 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:14.071026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port b3241664-a62c-4e08-81df-4d1e7c18cb56 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:14.077553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b3241664-a62c-4e08-81df-4d1e7c18cb56 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:14.078538 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.088892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 31a8129a-83c6-4ce5-85ba-c39dab3c2bf9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:14.098195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:14.099919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.102334 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30159ec6-7f1b-42f0-b59b-ae10c610be7b None None] The sync data for ids ['ee51453e-9d92-462f-8edf-27a3d323633a'] in n-d-816865-2 is: [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:09Z', 'revision_number': 3, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:14.139018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-608ac96f-3155-4e8f-ab38-7656f65b3eaf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1166327 Nov 22 16:27:14.193424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f066ace2-bd94-4f45-83d1-6e04ca116e26 None None] Network 31a8129a-83c6-4ce5-85ba-c39dab3c2bf9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:14.296888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-3d2cf628-3750-43cb-8124-b3da1277bde7 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1616886 Nov 22 16:27:14.358064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.445000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b3241664-a62c-4e08-81df-4d1e7c18cb56, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b3241664-a62c-4e08-81df-4d1e7c18cb56,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:14.455564 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.562274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8cf3-db92-4be7-9490-c76cac01001b req-451728bd-814c-4aac-84b2-8bcf0c810642 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:14.579609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bead8cf3-db92-4be7-9490-c76cac01001b req-451728bd-814c-4aac-84b2-8bcf0c810642 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.1499202 Nov 22 16:27:14.607819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b3241664-a62c-4e08-81df-4d1e7c18cb56,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:14.622260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c91ce-94ef-4065-900f-419ba4d4f384 None None] Network 31a8129a-83c6-4ce5-85ba-c39dab3c2bf9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:14.639140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.711312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5655-af8d-4059-8f72-c2bea1c9855c req-1f08d53a-bae0-405e-9c67-72248a4c5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:14.713707 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-563e5655-af8d-4059-8f72-c2bea1c9855c req-1f08d53a-bae0-405e-9c67-72248a4c5fa8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 1100 time: 0.4114337 Nov 22 16:27:14.731371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bead8cf3-db92-4be7-9490-c76cac01001b req-96cfb7e7-bff9-4025-b3c4-4b949c662152 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457939 Nov 22 16:27:14.746225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.resource_extend [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:27:14.994645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94faf0b0-5386-421e-a94a-aae371bed273 req-8aa3163f-4522-46e8-8c10-dd437e933bd9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:14.997024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94faf0b0-5386-421e-a94a-aae371bed273 req-8aa3163f-4522-46e8-8c10-dd437e933bd9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 945 time: 0.1067955 Nov 22 16:27:14.999894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.004430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-93d9cd5b-1eaa-4d5e-bf1d-d50f52ef1898 req-7b2aab0d-72a9-43b0-aa4f-d2e61bdca162 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-975100024', 'description': 'tempest-description-676183206'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:15.033741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.091263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-93d9cd5b-1eaa-4d5e-bf1d-d50f52ef1898 req-7b2aab0d-72a9-43b0-aa4f-d2e61bdca162 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.127303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94faf0b0-5386-421e-a94a-aae371bed273 req-75ab39f0-f5a0-487d-a488-c91becbebad4 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083517 Nov 22 16:27:15.209257 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-c65755ab-b644-4722-a741-fd56af1ee689 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8882325 Nov 22 16:27:15.245540 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-93d9cd5b-1eaa-4d5e-bf1d-d50f52ef1898 req-7b2aab0d-72a9-43b0-aa4f-d2e61bdca162 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.256654 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-563e5655-af8d-4059-8f72-c2bea1c9855c req-9a4730b8-1c7a-4752-8641-4d2b41c70d45 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138982 Nov 22 16:27:15.257587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-93d9cd5b-1eaa-4d5e-bf1d-d50f52ef1898 req-7b2aab0d-72a9-43b0-aa4f-d2e61bdca162 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.308147 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-93d9cd5b-1eaa-4d5e-bf1d-d50f52ef1898 req-7b2aab0d-72a9-43b0-aa4f-d2e61bdca162 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.321658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93d9cd5b-1eaa-4d5e-bf1d-d50f52ef1898 req-7b2aab0d-72a9-43b0-aa4f-d2e61bdca162 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3404906 Nov 22 16:27:15.385140 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6cbc478-eec2-40fb-8ad0-b415645a5ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.396706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2aab0d-72a9-43b0-aa4f-d2e61bdca162 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71b485c-6fcb-4ce7-9ddf-8a0df11666a3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:15.477541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe3fd88c-5b1d-4d8d-8b4b-53773eb33454 req-85b045ac-a02e-4a14-8436-e16609410f82 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/c71b485c-6fcb-4ce7-9ddf-8a0df11666a3 HTTP/1.1" status: 200 len: 1828 time: 0.1211364 Nov 22 16:27:15.503071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee2031-21d4-483a-b3f1-7cca98e7d2a8 req-b44c7fa3-15d8-4d57-a1a2-d8686e411c11 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.505589 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bfee2031-21d4-483a-b3f1-7cca98e7d2a8 req-b44c7fa3-15d8-4d57-a1a2-d8686e411c11 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 949 time: 0.1275735 Nov 22 16:27:15.513009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-fe3fd88c-5b1d-4d8d-8b4b-53773eb33454 req-2ed793f1-992a-431c-b5b7-e2066b6f6ad4 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c71b485c-6fcb-4ce7-9ddf-8a0df11666a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:15.513333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-fe3fd88c-5b1d-4d8d-8b4b-53773eb33454 req-2ed793f1-992a-431c-b5b7-e2066b6f6ad4 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c71b485c-6fcb-4ce7-9ddf-8a0df11666a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:15.621007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.635062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bfee2031-21d4-483a-b3f1-7cca98e7d2a8 req-141b75d2-13c4-41c3-a320-84f50bd8b96a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149921 Nov 22 16:27:15.661534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:15.675294 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Floating IP a35becf5-bb8a-4119-bf59-cb4f6cc39c29 associated. External IP: 172.25.0.166, port: f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4. Nov 22 16:27:15.696916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fe3fd88c-5b1d-4d8d-8b4b-53773eb33454 req-2ed793f1-992a-431c-b5b7-e2066b6f6ad4 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.737808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fe3fd88c-5b1d-4d8d-8b4b-53773eb33454 req-2ed793f1-992a-431c-b5b7-e2066b6f6ad4 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.746404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fe3fd88c-5b1d-4d8d-8b4b-53773eb33454 req-2ed793f1-992a-431c-b5b7-e2066b6f6ad4 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.806018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed793f1-992a-431c-b5b7-e2066b6f6ad4 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3976f3f8-4f4a-4ee1-a0ba-120a026b6151,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:15.826439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:15.827488 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.847623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Allocated IP 172.20.0.1 (05e98e58-c9d2-4f90-9d7d-cd2f6787ea02/375bba44-2d5a-4413-bc4a-f62e0323e623/5cfab948-5715-43f0-a0d9-798855511488) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:15.851882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fe3fd88c-5b1d-4d8d-8b4b-53773eb33454 req-2ed793f1-992a-431c-b5b7-e2066b6f6ad4 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.855424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe3fd88c-5b1d-4d8d-8b4b-53773eb33454 req-2ed793f1-992a-431c-b5b7-e2066b6f6ad4 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3471103 Nov 22 16:27:15.942512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0515e7c-a7e5-47f9-8166-0209bbb2b95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3241664-a62c-4e08-81df-4d1e7c18cb56'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:15.950847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-df02af0d-5ac6-4e7c-83f1-dc469320d0fd tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.952417 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614b0cdd-fc62-49bc-8fca-bf06d6dd17bf" -d '{"events": [{"server_uuid": "b0515e7c-a7e5-47f9-8166-0209bbb2b95d", "name": "network-vif-plugged", "status": "completed", "tag": "b3241664-a62c-4e08-81df-4d1e7c18cb56"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:15.953180 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-df02af0d-5ac6-4e7c-83f1-dc469320d0fd tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.3867943 Nov 22 16:27:15.957771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be39dd8-cdde-4666-8eff-7832ef93970a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:15.986353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816865-2'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:16.066347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.068067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-233a9674-1b81-4b1f-b1e3-e7025b529ae8 req-64648e05-4e63-4869-a908-644047721684 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/c71b485c-6fcb-4ce7-9ddf-8a0df11666a3 HTTP/1.1" status: 200 len: 2421 time: 0.1526771 Nov 22 16:27:16.086608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766823-9f4a-42c4-99d4-d42ec4813187 req-32cacecd-0c03-4b44-bf6e-bf857678ef48 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.104838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7d36180c-1ebf-47c6-869d-ec5d9b490ca9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:16.105085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90766823-9f4a-42c4-99d4-d42ec4813187 req-32cacecd-0c03-4b44-bf6e-bf857678ef48 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.1649554 Nov 22 16:27:16.113868 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.116024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:16.116742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Network hostable DHCP agents. Network: 112fda4c-684b-44f2-85c6-e6af6f5c6749, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:16.176324 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e7459-00fb-4dfa-a956-8b09ebfa9287 x-openstack-request-id: req-490e7459-00fb-4dfa-a956-8b09ebfa9287 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:16.177127 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0515e7c-a7e5-47f9-8166-0209bbb2b95d", "name": "network-vif-plugged", "status": "completed", "tag": "b3241664-a62c-4e08-81df-4d1e7c18cb56", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:16.177586 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-490e7459-00fb-4dfa-a956-8b09ebfa9287 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:16.178166 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0515e7c-a7e5-47f9-8166-0209bbb2b95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3241664-a62c-4e08-81df-4d1e7c18cb56', 'code': 200} Nov 22 16:27:16.204598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90766823-9f4a-42c4-99d4-d42ec4813187 req-a2cbf78f-fd65-4ddb-a450-c9c8692a6209 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969501 Nov 22 16:27:16.204856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=7d36180c-1ebf-47c6-869d-ec5d9b490ca9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:16.262243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adb57041-8d48-4e24-b5c0-d717950b947f req-6036f647-c7fe-4e64-a48c-b2890fe1047b tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-group-rules/3976f3f8-4f4a-4ee1-a0ba-120a026b6151 HTTP/1.1" status: 200 len: 778 time: 0.0366552 Nov 22 16:27:16.274968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.375152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adb57041-8d48-4e24-b5c0-d717950b947f req-ff69a1fb-55a8-478e-ac56-1a2142842928 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/c71b485c-6fcb-4ce7-9ddf-8a0df11666a3 HTTP/1.1" status: 200 len: 2421 time: 0.1023684 Nov 22 16:27:16.403286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Network 112fda4c-684b-44f2-85c6-e6af6f5c6749 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:16.441031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee66d4-8e53-4fc2-844f-da145c935864 req-c5481781-0246-4b34-b2c7-26d3b3857aa7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.443456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bee66d4-8e53-4fc2-844f-da145c935864 req-c5481781-0246-4b34-b2c7-26d3b3857aa7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 945 time: 0.1332481 Nov 22 16:27:16.447506 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-adb57041-8d48-4e24-b5c0-d717950b947f req-c649eb95-3d16-486c-82a1-841095cafa3b tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.460784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-adb57041-8d48-4e24-b5c0-d717950b947f req-c649eb95-3d16-486c-82a1-841095cafa3b tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.526590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.536751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 112fda4c-684b-44f2-85c6-e6af6f5c6749) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:16.545668 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-adb57041-8d48-4e24-b5c0-d717950b947f req-c649eb95-3d16-486c-82a1-841095cafa3b tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.553247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.554086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.554648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f4d375-ca6a-488c-b4d4-99268172defc None None] Network 112fda4c-684b-44f2-85c6-e6af6f5c6749 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:16.555500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bee66d4-8e53-4fc2-844f-da145c935864 req-5ac2cabc-cafb-458d-96a6-0ff13fb2cee4 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979221 Nov 22 16:27:16.559805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-adb57041-8d48-4e24-b5c0-d717950b947f req-c649eb95-3d16-486c-82a1-841095cafa3b tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.561882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adb57041-8d48-4e24-b5c0-d717950b947f req-c649eb95-3d16-486c-82a1-841095cafa3b tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3976f3f8-4f4a-4ee1-a0ba-120a026b6151 HTTP/1.1" status: 204 len: 173 time: 0.1763072 Nov 22 16:27:16.573080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649eb95-3d16-486c-82a1-841095cafa3b tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3976f3f8-4f4a-4ee1-a0ba-120a026b6151,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:16.580335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8440df-7392-4387-83e0-aed99d747ed2 req-b521a8e9-a88c-405c-9969-10b1b46e7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.583036 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a8440df-7392-4387-83e0-aed99d747ed2 req-b521a8e9-a88c-405c-9969-10b1b46e7745 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 1100 time: 0.3004777 Nov 22 16:27:16.621918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f9da9b03-1fbf-4f47-a1f2-1d0593d16b7a req-a7d6e635-7e42-4109-b9cc-fbd0df078272 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1569689800', 'description': 'tempest-description-1260115499'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:16.743237 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-117a288e-3157-409b-b709-ffe35481e020 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.4089735 Nov 22 16:27:16.763247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Router c200d283-e889-4c73-aa00-9ad3736a1acd has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:16.847720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.858640 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9da9b03-1fbf-4f47-a1f2-1d0593d16b7a req-a7d6e635-7e42-4109-b9cc-fbd0df078272 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.866496 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a8440df-7392-4387-83e0-aed99d747ed2 req-14b26988-8f0d-4c5e-be03-be2c03f323df service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653577 Nov 22 16:27:16.933053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7766177-183f-454a-90a8-890e5e27a4fd req-838c1e15-4fae-4e8c-a595-94940d50b12c tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.936391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7766177-183f-454a-90a8-890e5e27a4fd req-838c1e15-4fae-4e8c-a595-94940d50b12c tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 949 time: 0.1580515 Nov 22 16:27:17.019520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:17.041784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:17.052853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:17.058852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:17.094982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a05ac04-c5bc-4823-bc8a-baa7e9895f56 None None] Network 112fda4c-684b-44f2-85c6-e6af6f5c6749 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:17.098078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7766177-183f-454a-90a8-890e5e27a4fd req-a524b414-9bfb-4b3a-88a7-a3c7d547146c tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549942 Nov 22 16:27:17.245542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Pushing event updated for resources: {'Port': ['ID=5cfab948-5715-43f0-a0d9-798855511488,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:17.268927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9da9b03-1fbf-4f47-a1f2-1d0593d16b7a req-a7d6e635-7e42-4109-b9cc-fbd0df078272 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.286606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9da9b03-1fbf-4f47-a1f2-1d0593d16b7a req-a7d6e635-7e42-4109-b9cc-fbd0df078272 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.402868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9da9b03-1fbf-4f47-a1f2-1d0593d16b7a req-a7d6e635-7e42-4109-b9cc-fbd0df078272 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.411741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9da9b03-1fbf-4f47-a1f2-1d0593d16b7a req-a7d6e635-7e42-4109-b9cc-fbd0df078272 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7925806 Nov 22 16:27:17.415105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6e635-7e42-4109-b9cc-fbd0df078272 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03ca0f3-f6b2-40b4-8b8b-5a8477496a5e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:17.645582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:17.724239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-113606cf-56e7-43ab-995b-5d58a7dd17ff None None] Provisioning complete for port 5cfab948-5715-43f0-a0d9-798855511488 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:17.725100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-113606cf-56e7-43ab-995b-5d58a7dd17ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.727433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3e73a20-6a88-45d7-a3e2-b06f2ab4d07d req-bca47ad7-9f01-4fcd-9ffd-e94ef1c185bd tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/a03ca0f3-f6b2-40b4-8b8b-5a8477496a5e HTTP/1.1" status: 200 len: 1830 time: 0.2192867 Nov 22 16:27:17.744177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef05dc6-3faf-4dea-aac4-3490b3110f9e req-e9498dff-c5ae-4400-9d8e-d608bad27e6c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:17.759376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ef05dc6-3faf-4dea-aac4-3490b3110f9e req-e9498dff-c5ae-4400-9d8e-d608bad27e6c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.1987619 Nov 22 16:27:17.842755 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.867014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-113606cf-56e7-43ab-995b-5d58a7dd17ff None None] Port 5cfab948-5715-43f0-a0d9-798855511488 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:17.874449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ef05dc6-3faf-4dea-aac4-3490b3110f9e req-bfc5595d-8abd-4a02-ab48-e68c901b8539 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081028 Nov 22 16:27:17.877893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-906c8c7c-7029-489d-8b38-fa025837bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.903825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:17.904842 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.940351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:17.944180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:18.019498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] Sync routers for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:18.028113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0caef4a2-f472-4818-9044-1988dcead2c5 req-06a8cc62-98e5-47d4-a468-cea7132ea5f7 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-640804162', 'description': 'tempest-description-965504312'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:18.050487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:18.052834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:18.093403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12ad7c-fb85-47c0-8c8a-378d14f55a15 req-1a87610a-b694-4ce9-8558-7b1fddc4756f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:18.097005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc12ad7c-fb85-47c0-8c8a-378d14f55a15 req-1a87610a-b694-4ce9-8558-7b1fddc4756f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 945 time: 0.1260929 Nov 22 16:27:18.099729 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0caef4a2-f472-4818-9044-1988dcead2c5 req-06a8cc62-98e5-47d4-a468-cea7132ea5f7 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.127860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.200838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc12ad7c-fb85-47c0-8c8a-378d14f55a15 req-848a6541-66b0-4ad7-ad30-d00988730f4d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747647 Nov 22 16:27:18.241414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3fd3bf57-f2fd-48dd-8e1c-b697e6a86294 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "PUT /v2.0/floatingips/a35becf5-bb8a-4119-bf59-cb4f6cc39c29 HTTP/1.1" status: 200 len: 991 time: 6.0045974 Nov 22 16:27:18.247804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097b94d8-7e69-495c-b2be-4bc269452067', 'tag': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4'}, {'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:18.252973 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "097b94d8-7e69-495c-b2be-4bc269452067", "tag": "f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4"}, {"server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:18.272317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.320877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0caef4a2-f472-4818-9044-1988dcead2c5 req-06a8cc62-98e5-47d4-a468-cea7132ea5f7 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.332717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0caef4a2-f472-4818-9044-1988dcead2c5 req-06a8cc62-98e5-47d4-a468-cea7132ea5f7 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.333523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.369978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43612) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:18.382502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:18.396166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1935573545-network', 'tenant_id': '7501313d33d24710a665053737e37dfc'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:18.411729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.445637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:18.459078 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0caef4a2-f472-4818-9044-1988dcead2c5 req-06a8cc62-98e5-47d4-a468-cea7132ea5f7 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.467317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0caef4a2-f472-4818-9044-1988dcead2c5 req-06a8cc62-98e5-47d4-a468-cea7132ea5f7 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5027769 Nov 22 16:27:18.525895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Made reservation on behalf of 7501313d33d24710a665053737e37dfc for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:18.528832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.548277 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.569328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8cc62-98e5-47d4-a468-cea7132ea5f7 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d7766d-80ac-4733-8501-ea9735aa8963,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:18.632894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on host n-h1-816865-2 for vnic_type normal with profile {"migrating_to": "n-h2-816865-2"} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:18.633779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:18.634524 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:18.642099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611093-7356-4256-935f-b5ae8905d941 req-83a936c6-12a0-4383-8c3d-3f745acb7abf tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:18.656074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3611093-7356-4256-935f-b5ae8905d941 req-83a936c6-12a0-4383-8c3d-3f745acb7abf tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 949 time: 0.2408645 Nov 22 16:27:18.664471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:18.665109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Attempting to bind port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:18.754066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3611093-7356-4256-935f-b5ae8905d941 req-a19405e6-be8f-4a15-a7a1-e7eaeaef9702 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968089 Nov 22 16:27:18.905618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.924292 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d595c-6d0b-434c-aa5b-a09c5df09e3a x-openstack-request-id: req-501d595c-6d0b-434c-aa5b-a09c5df09e3a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:18.925454 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.925559 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097b94d8-7e69-495c-b2be-4bc269452067", "tag": "f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4", "status": "completed", "code": 200}, {"server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:18.925559 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-501d595c-6d0b-434c-aa5b-a09c5df09e3a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:18.926119 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097b94d8-7e69-495c-b2be-4bc269452067', 'tag': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'status': 'completed', 'code': 200} Nov 22 16:27:18.926508 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d', 'code': 200} Nov 22 16:27:18.971071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.993335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:18.993869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:18.994482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:18.995244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Bound port: 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:18.995795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.032968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.050360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.064631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-707af908-c106-4b73-8144-20c35e8af456 req-9602a64c-6daf-4822-af50-fb115b9f7730 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/04d7766d-80ac-4733-8501-ea9735aa8963 HTTP/1.1" status: 200 len: 1828 time: 0.2352481 Nov 22 16:27:19.068778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:27:19.104263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c2991c-c0f7-4aa5-86a2-827c121f2cae,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.109838 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.110190 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Added segment e3ec65a3-e1ad-4832-99ff-dca914babb84 of type vlan for network 2cdba81d-f4b4-469f-a5b7-aa97f747e7bd Nov 22 16:27:19.141881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e234c76-af6c-4e98-8106-c1d0868fd615 req-b1ff90fc-90d5-43ae-983a-11a77b5b895f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.150176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e234c76-af6c-4e98-8106-c1d0868fd615 req-b1ff90fc-90d5-43ae-983a-11a77b5b895f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 949 time: 0.2232411 Nov 22 16:27:19.194183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-95bf857e-5d48-47a5-9a3f-2ed63ab11ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.196759 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-95bf857e-5d48-47a5-9a3f-2ed63ab11ca5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5778e5f6d714d638d8cfd8022f37f3c&device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 1096 time: 0.2624581 Nov 22 16:27:19.214495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a35becf5-bb8a-4119-bf59-cb4f6cc39c29', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'port_id': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'mac_address': 'fa:16:3e:73:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097b94d8-7e69-495c-b2be-4bc269452067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:26:46Z', 'updated_at': '2021-11-22T16:27:14Z', 'revision_number': 1, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:43Z', 'revision_number': 5, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:19.219263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.254162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] Checking router: c200d283-e889-4c73-aa00-9ad3736a1acd for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:19.271516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:19.274554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:19.344630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Pushing event updated for resources: {'Port': ['ID=5cfab948-5715-43f0-a0d9-798855511488,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.345149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e234c76-af6c-4e98-8106-c1d0868fd615 req-42116a3c-48fb-42e3-a85b-e4b307510f8c tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936364 Nov 22 16:27:19.358625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.367598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:19.373945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:19.392362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.395981 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.397142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.399395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.411930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-aebd53de-eeaf-4d0a-83e4-661e1e6fcbac req-43f0de80-0fa2-40c2-9bd9-5e2a025d7b7e tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-132444148', 'description': 'tempest-description-683547016'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:19.475241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:19.480701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0963645 Nov 22 16:27:19.498236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ca64d-f1a2-473b-b6df-9ceffc49565d req-7c6dc971-c1c0-4844-a4e6-273582cf66bc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.507564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e3ca64d-f1a2-473b-b6df-9ceffc49565d req-7c6dc971-c1c0-4844-a4e6-273582cf66bc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.2569644 Nov 22 16:27:19.508435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43628) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:19.520364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Request body: {'subnet': {'network_id': '2cdba81d-f4b4-469f-a5b7-aa97f747e7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1935573545-subnet', 'tenant_id': '7501313d33d24710a665053737e37dfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:19.561094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa3744-ebb9-4889-9c6c-561250071e3a admin admin] Pushing event updated for resources: {'Network': ['ID=2cdba81d-f4b4-469f-a5b7-aa97f747e7bd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.577555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 2cdba81d-f4b4-469f-a5b7-aa97f747e7bd details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:19.580382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-aebd53de-eeaf-4d0a-83e4-661e1e6fcbac req-43f0de80-0fa2-40c2-9bd9-5e2a025d7b7e tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.635947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-4296b06d-4346-430e-be36-80e42c7eeb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.638034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-4296b06d-4346-430e-be36-80e42c7eeb6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b60be418-10b9-4095-9df9-e21bc26a055e HTTP/1.1" status: 200 len: 916 time: 0.4296179 Nov 22 16:27:19.665523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:19.667342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.673611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Made reservation on behalf of 7501313d33d24710a665053737e37dfc for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:19.679476 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.728946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:19.790517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.793549 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.795987 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-f1b0b8d6-8d0a-4af4-97c3-c736057dc6b9 service neutron] 10.222.0.62 "PUT /v2.0/ports/2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 1121 time: 3.8309786 Nov 22 16:27:19.801863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e3ca64d-f1a2-473b-b6df-9ceffc49565d req-bb937990-a392-438a-a6e6-970af049f0a7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540457 Nov 22 16:27:19.929742 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-89f60478-a7e3-4f8b-8953-1cd4ee22770c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 HTTP/1.1" status: 200 len: 999 time: 0.2773106 Nov 22 16:27:19.961870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['2dbb557e-bca6-49d3-97a7-fb6de51d833d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:20.008434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-aebd53de-eeaf-4d0a-83e4-661e1e6fcbac req-43f0de80-0fa2-40c2-9bd9-5e2a025d7b7e tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.047361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-aebd53de-eeaf-4d0a-83e4-661e1e6fcbac req-43f0de80-0fa2-40c2-9bd9-5e2a025d7b7e tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.168236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-232b29d9-dabb-42b2-91a2-527018a48c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.170183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-232b29d9-dabb-42b2-91a2-527018a48c4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3f30be8-09b8-460a-8a68-4d275f68625a HTTP/1.1" status: 200 len: 854 time: 0.2295215 Nov 22 16:27:20.180615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Router ee51453e-9d92-462f-8edf-27a3d323633a has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:20.205870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a35becf5-bb8a-4119-bf59-cb4f6cc39c29', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'port_id': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'mac_address': 'fa:16:3e:73:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097b94d8-7e69-495c-b2be-4bc269452067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:26:46Z', 'updated_at': '2021-11-22T16:27:14Z', 'revision_number': 1, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:43Z', 'revision_number': 5, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:20.255258 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.273206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0de80-0fa2-40c2-9bd9-5e2a025d7b7e tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca41a251-b6e6-48b0-9783-fd0745930391,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:20.283641 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-aebd53de-eeaf-4d0a-83e4-661e1e6fcbac req-43f0de80-0fa2-40c2-9bd9-5e2a025d7b7e tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.288947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366edef-ecb2-4f13-90bb-abf7c9ced687 None None] The sync data for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 is: [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a35becf5-bb8a-4119-bf59-cb4f6cc39c29', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'port_id': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'mac_address': 'fa:16:3e:73:b0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097b94d8-7e69-495c-b2be-4bc269452067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:26:46Z', 'updated_at': '2021-11-22T16:27:14Z', 'revision_number': 1, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:43Z', 'revision_number': 5, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:20.297914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aebd53de-eeaf-4d0a-83e4-661e1e6fcbac req-43f0de80-0fa2-40c2-9bd9-5e2a025d7b7e tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.9051905 Nov 22 16:27:20.335889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0adc8a5e-81f3-4d9a-924f-b13cceb39cab None None] Provisioning complete for port 5cfab948-5715-43f0-a0d9-798855511488 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:20.336684 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0adc8a5e-81f3-4d9a-924f-b13cceb39cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.356314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-ee5323e1-f551-46d6-8809-0af3c12ebc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.359770 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-ee5323e1-f551-46d6-8809-0af3c12ebc1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b60be418-10b9-4095-9df9-e21bc26a055e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774352 Nov 22 16:27:20.440835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac03bd9-ac77-4cad-b494-621aa827b33b req-8a612425-b02d-463b-a2b8-80c20b89eb01 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.444435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ac03bd9-ac77-4cad-b494-621aa827b33b req-8a612425-b02d-463b-a2b8-80c20b89eb01 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 943 time: 0.4642136 Nov 22 16:27:20.472032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0adc8a5e-81f3-4d9a-924f-b13cceb39cab None None] Port 5cfab948-5715-43f0-a0d9-798855511488 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:20.514033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=61dd60e4-85f8-465a-853b-abb703d92204,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:20.559799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.566793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Checking segment: {'id': 'e3ec65a3-e1ad-4832-99ff-dca914babb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2cdba81d-f4b4-469f-a5b7-aa97f747e7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:20.567578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Network hostable DHCP agents. Network: 2cdba81d-f4b4-469f-a5b7-aa97f747e7bd, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:20.590421 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ac03bd9-ac77-4cad-b494-621aa827b33b req-bd94b0df-354a-4bef-8ab9-04caabb36ec3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318095 Nov 22 16:27:20.612643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Network 2cdba81d-f4b4-469f-a5b7-aa97f747e7bd is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:20.618265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:20.640050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3a32f369-0c29-465f-9df6-e0825c69370b admin admin] 10.222.0.59 "PUT /v2.0/routers/ee51453e-9d92-462f-8edf-27a3d323633a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7370298 Nov 22 16:27:20.644885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 2cdba81d-f4b4-469f-a5b7-aa97f747e7bd) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:20.653364 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Sync routers for ids ['ee51453e-9d92-462f-8edf-27a3d323633a'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:20.659857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d13b87-79a1-4b56-a07a-0645fdccce78 None None] Network 2cdba81d-f4b4-469f-a5b7-aa97f747e7bd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:20.670777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.676256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.681940 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Routers {'ee51453e-9d92-462f-8edf-27a3d323633a'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:20.682907 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ee51453e-9d92-462f-8edf-27a3d323633a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:20.705666 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-f98c2e87-ba93-494b-ae82-5e845eb60354 service neutron] 10.222.0.37 "GET /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379107 Nov 22 16:27:20.732866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6ec9ff1d-5391-4cf8-8ec0-db9c0f31a6bf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2189133 Nov 22 16:27:20.928142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:20.938718 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:21.043417 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c775f73-5b27-41f6-a68e-ca36cdfd8b0d req-00d17dba-1df4-4d4a-abbc-0bdc16462868 service neutron] 10.222.0.37 "GET /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293614 Nov 22 16:27:21.181782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9786bca4-7f93-4466-aea1-90f3e4912b76 req-929e25c3-4b0b-49df-8675-9209676c80eb tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/ca41a251-b6e6-48b0-9783-fd0745930391 HTTP/1.1" status: 200 len: 1828 time: 0.1305246 Nov 22 16:27:21.235849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7a38c-4b63-4744-9467-1e30fe293e48 None None] Network 2cdba81d-f4b4-469f-a5b7-aa97f747e7bd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:21.270454 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Set router ee51453e-9d92-462f-8edf-27a3d323633a gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:21.396669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8632895a-b561-49ff-b09a-396f8ba591fd None None] New status for floating IP a35becf5-bb8a-4119-bf59-cb4f6cc39c29: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:27:21.467213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.497915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca7881-90cf-4958-bd00-82e4eda970a1 req-3a8e2f1b-1a0d-4a32-bc48-ef8d7690d5fd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:21.506316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca7881-90cf-4958-bd00-82e4eda970a1 req-3a8e2f1b-1a0d-4a32-bc48-ef8d7690d5fd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:21.507390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61ca7881-90cf-4958-bd00-82e4eda970a1 req-3a8e2f1b-1a0d-4a32-bc48-ef8d7690d5fd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e&device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 1689 time: 0.1821437 Nov 22 16:27:21.525073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759044a-4804-462e-a6af-234ff708dcc7 req-c84b4b7d-d198-4c05-9acf-c52de8ea29b8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:21.526908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5759044a-4804-462e-a6af-234ff708dcc7 req-c84b4b7d-d198-4c05-9acf-c52de8ea29b8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.1350675 Nov 22 16:27:21.614773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61ca7881-90cf-4958-bd00-82e4eda970a1 req-bcbd6b9b-0b4e-4015-bc94-ffff4a826524 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863864 Nov 22 16:27:21.659090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5759044a-4804-462e-a6af-234ff708dcc7 req-9ae432c1-2411-4fc3-a221-60613869eafb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202104 Nov 22 16:27:21.707781 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4187b3d1-53d2-43a8-8d06-09dbe5ff2ec1 x-openstack-request-id: req-4187b3d1-53d2-43a8-8d06-09dbe5ff2ec1 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:21.708083 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:21.708328 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4187b3d1-53d2-43a8-8d06-09dbe5ff2ec1 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:21.708732 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d', 'status': 'completed', 'code': 200} Nov 22 16:27:21.727943 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:18Z', 'revision_number': 4, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5cfab948-5715-43f0-a0d9-798855511488', 'name': '', 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'mac_address': 'fa:16:3e:ab:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '375bba44-2d5a-4413-bc4a-f62e0323e623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:14Z', 'updated_at': '2021-11-22T16:27:18Z', 'revision_number': 2, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'subnets': [{'id': '375bba44-2d5a-4413-bc4a-f62e0323e623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:21.745590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-63fff2aa-a925-4a3c-a2b2-2b87e961eb15 req-474a09ef-9eaa-434c-a576-fba757846466 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-709648432', 'description': 'tempest-description-943940894'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:21.830574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-6f51d238-5a93-4bf3-8805-3c87dd4e6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:21.833399 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Checking router: ee51453e-9d92-462f-8edf-27a3d323633a for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:21.835219 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-6f51d238-5a93-4bf3-8805-3c87dd4e6ff6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1124 time: 0.0866101 Nov 22 16:27:21.835580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-63fff2aa-a925-4a3c-a2b2-2b87e961eb15 req-474a09ef-9eaa-434c-a576-fba757846466 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.838713 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Updating router ee51453e-9d92-462f-8edf-27a3d323633a port 5cfab948-5715-43f0-a0d9-798855511488 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:21.901723 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.031950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-7dd687da-58e1-48e6-8a6d-8d87efd0e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.034814 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-7dd687da-58e1-48e6-8a6d-8d87efd0e8bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.1911197 Nov 22 16:27:22.082375 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-3cbc61a0-a3e4-493c-9aaf-c8de6860ab5e req-1e4476fb-99ba-47a9-bc61-a453cd6e99f1 tempest-FloatingIPDetailsNegativeTestJSON-889689257 tempest-FloatingIPDetailsNegativeTestJSON-889689257-project] show failed (client error): The resource could not be found. Nov 22 16:27:22.084173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cbc61a0-a3e4-493c-9aaf-c8de6860ab5e req-1e4476fb-99ba-47a9-bc61-a453cd6e99f1 tempest-FloatingIPDetailsNegativeTestJSON-889689257 tempest-FloatingIPDetailsNegativeTestJSON-889689257-project] 10.222.0.59 "GET /v2.0/floatingips/fee4db26-ec5e-42f6-bbb9-fd59d1b7f371 HTTP/1.1" status: 404 len: 350 time: 0.1332138 Nov 22 16:27:22.100562 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-5b6d5862-b9a4-4fe3-838e-812cd6d0f205 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 217 time: 0.0564091 Nov 22 16:27:22.103861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43664) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:22.146320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-63fff2aa-a925-4a3c-a2b2-2b87e961eb15 req-474a09ef-9eaa-434c-a576-fba757846466 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.158445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-63fff2aa-a925-4a3c-a2b2-2b87e961eb15 req-474a09ef-9eaa-434c-a576-fba757846466 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.226036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a09ef-9eaa-434c-a576-fba757846466 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7c8bc8-c024-49c0-ab61-d652098b6b27,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:22.231935 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-63fff2aa-a925-4a3c-a2b2-2b87e961eb15 req-474a09ef-9eaa-434c-a576-fba757846466 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.234222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63fff2aa-a925-4a3c-a2b2-2b87e961eb15 req-474a09ef-9eaa-434c-a576-fba757846466 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4927099 Nov 22 16:27:22.352905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-7148bf25-5efe-47b6-9b48-89e1d412bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.355696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-7148bf25-5efe-47b6-9b48-89e1d412bd8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.2462320 Nov 22 16:27:22.433511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-8a739dc5-b952-4bb4-812f-815185c4cf99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663667 Nov 22 16:27:22.521238 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.529887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83c62-b932-480c-b693-cf098134d850 req-943fbdd5-471f-4442-afb4-56b2bf274ccc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.532506 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.533181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-943fbdd5-471f-4442-afb4-56b2bf274ccc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 807 time: 0.2078805 Nov 22 16:27:22.603791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-507389a2-2810-408a-b7e4-38e207b7b324 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/quotas/0cbce29029e6439abe3b3deba92cfb91 HTTP/1.1" status: 200 len: 375 time: 0.0504575 Nov 22 16:27:22.633598 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86313706-c158-4442-823c-9650b6326427 None None] Pushing event updated for resources: {'Port': ['ID=5cfab948-5715-43f0-a0d9-798855511488,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:22.652415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256b7f2-07f6-41da-a0d5-88fc87bb9ac3 req-42d3716b-63af-4a51-a90c-f79797524783 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.667568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1256b7f2-07f6-41da-a0d5-88fc87bb9ac3 req-42d3716b-63af-4a51-a90c-f79797524783 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 943 time: 0.1325862 Nov 22 16:27:22.705295 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Attempting to bind port 5cfab948-5715-43f0-a0d9-798855511488 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:22.706019 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Attempting to bind port 5cfab948-5715-43f0-a0d9-798855511488 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:22.706627 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Attempting to bind port 5cfab948-5715-43f0-a0d9-798855511488 on network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:22.712615 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:22.713401 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Checking segment: {'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:22.713719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-df2f8019-0e7c-46c6-80f9-941b20dba8cc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969882 Nov 22 16:27:22.714273 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.714899 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Bound using segment: {'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:22.715792 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Bound port: 5cfab948-5715-43f0-a0d9-798855511488, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6881caf-98d8-4503-8f60-70ad704fced8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:22.716552 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.764241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-7ca772e9-e382-4c45-bdb1-348f9ba1bc94 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168151 Nov 22 16:27:22.824837 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] For port 5cfab948-5715-43f0-a0d9-798855511488, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:22.828941 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] For port 5cfab948-5715-43f0-a0d9-798855511488, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=5cfab948-5715-43f0-a0d9-798855511488,segment=NetworkSegment(b6881caf-98d8-4503-8f60-70ad704fced8),segment_id=b6881caf-98d8-4503-8f60-70ad704fced8)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:22.835289 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.872223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1256b7f2-07f6-41da-a0d5-88fc87bb9ac3 req-6a74b3f8-256f-4cdc-b734-6093823b3f6f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033830 Nov 22 16:27:22.932610 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86313706-c158-4442-823c-9650b6326427 None None] Pushing event updated for resources: {'Port': ['ID=5cfab948-5715-43f0-a0d9-798855511488,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:22.937804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2dbb557e-bca6-49d3-97a7-fb6de51d833d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:22.980589 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Routers {'ee51453e-9d92-462f-8edf-27a3d323633a'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:22.982313 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ee51453e-9d92-462f-8edf-27a3d323633a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:22.984687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-b4ba82ee-28dc-48eb-a3ea-90b904afb806 service neutron] 10.222.0.59 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688980 Nov 22 16:27:23.155637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e72f3baf-b82e-4c33-807d-907af90b75eb None None] Provisioning complete for port 5cfab948-5715-43f0-a0d9-798855511488 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:23.156139 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e72f3baf-b82e-4c33-807d-907af90b75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.206147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-0cfd416e-fdfc-4aa1-848f-39feb7fd860f service neutron] 10.222.0.59 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026277 Nov 22 16:27:23.222905 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eeae165-ac9f-41e1-a5ff-e2bd87ae8fb9 req-3dce6698-5fc4-4416-8d88-594d5dc6c02b service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313169 Nov 22 16:27:23.268701 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] Set router ee51453e-9d92-462f-8edf-27a3d323633a gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:23.418041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82670310-dde4-4e3d-9ed0-47fe878e19ae req-785749a6-b13e-4d2b-9527-01013829d4f9 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/4a7c8bc8-c024-49c0-ab61-d652098b6b27 HTTP/1.1" status: 200 len: 1828 time: 0.1168823 Nov 22 16:27:23.510030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:23.523920 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.539736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2dbb557e-bca6-49d3-97a7-fb6de51d833d has no active binding in host n-h2-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:27:23.659356 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e72f3baf-b82e-4c33-807d-907af90b75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.751576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c406bb-cc89-403b-a1e9-7356c90d65b9 req-7a808368-ab66-4d1c-aaf9-d5d925f8cbe7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:23.754078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19c406bb-cc89-403b-a1e9-7356c90d65b9 req-7a808368-ab66-4d1c-aaf9-d5d925f8cbe7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.1366274 Nov 22 16:27:23.757168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58b51f-a254-4943-89cd-43c77f11ae87 req-7af3af78-63c4-4b53-87f9-0c07260bb2a4 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:23.759514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f58b51f-a254-4943-89cd-43c77f11ae87 req-7af3af78-63c4-4b53-87f9-0c07260bb2a4 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 1100 time: 0.1193037 Nov 22 16:27:23.779246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e72f3baf-b82e-4c33-807d-907af90b75eb None None] For port 5cfab948-5715-43f0-a0d9-798855511488, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=5cfab948-5715-43f0-a0d9-798855511488,segment=NetworkSegment(b6881caf-98d8-4503-8f60-70ad704fced8),segment_id=b6881caf-98d8-4503-8f60-70ad704fced8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:23.793612 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e72f3baf-b82e-4c33-807d-907af90b75eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.890254 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:18Z', 'revision_number': 4, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5cfab948-5715-43f0-a0d9-798855511488', 'name': '', 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'mac_address': 'fa:16:3e:ab:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '375bba44-2d5a-4413-bc4a-f62e0323e623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:14Z', 'updated_at': '2021-11-22T16:27:22Z', 'revision_number': 4, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'subnets': [{'id': '375bba44-2d5a-4413-bc4a-f62e0323e623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:23.939524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f3baf-b82e-4c33-807d-907af90b75eb None None] Pushing event updated for resources: {'Port': ['ID=5cfab948-5715-43f0-a0d9-798855511488,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:23.951189 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e1534-8dff-46c4-9cac-8802c2ff64f3 None None] The sync data for ids ['ee51453e-9d92-462f-8edf-27a3d323633a'] in n-d-816865-2 is: [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:18Z', 'revision_number': 4, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5cfab948-5715-43f0-a0d9-798855511488', 'name': '', 'network_id': '05e98e58-c9d2-4f90-9d7d-cd2f6787ea02', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'mac_address': 'fa:16:3e:ab:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '375bba44-2d5a-4413-bc4a-f62e0323e623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:14Z', 'updated_at': '2021-11-22T16:27:22Z', 'revision_number': 4, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'subnets': [{'id': '375bba44-2d5a-4413-bc4a-f62e0323e623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:23.968565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1d2c814a-e141-48c1-8a81-a5e31d9f60cc None None] Provisioning complete for port 5cfab948-5715-43f0-a0d9-798855511488 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:23.969171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1d2c814a-e141-48c1-8a81-a5e31d9f60cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.997666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19c406bb-cc89-403b-a1e9-7356c90d65b9 req-6145afcf-5c0d-486e-97dc-ab343ef6fac6 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193182 Nov 22 16:27:24.009417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f58b51f-a254-4943-89cd-43c77f11ae87 req-704a1f75-3be1-4c7c-818b-cd1733c5c256 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112167 Nov 22 16:27:24.117905 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-597b1086-6eb4-4f99-b6d5-4e6b3fe5618a req-4d8ba5c5-1042-4048-ad7d-14e64413a15c tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] show failed (client error): The resource could not be found. Nov 22 16:27:24.127365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-597b1086-6eb4-4f99-b6d5-4e6b3fe5618a req-4d8ba5c5-1042-4048-ad7d-14e64413a15c tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/f730bfbe-f0ec-4f02-8bc5-d939cab940b0 HTTP/1.1" status: 404 len: 352 time: 0.0453308 Nov 22 16:27:24.297633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3ced9a3-9464-41ed-bda5-4eeab9704d9f req-348a1f61-9b45-481a-b5db-f5709ec5685a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 210 time: 0.0798366 Nov 22 16:27:24.444040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ad116-7889-42b2-9830-b2128f61db9c req-ea04fbc3-7337-4894-b46b-64861f088c2b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:24.465525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-237ad116-7889-42b2-9830-b2128f61db9c req-ea04fbc3-7337-4894-b46b-64861f088c2b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 943 time: 0.1712234 Nov 22 16:27:24.549072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-237ad116-7889-42b2-9830-b2128f61db9c req-a712113d-ace5-42ba-ad50-e0ff363fb1c9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807800 Nov 22 16:27:24.684528 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-3344046d-fae0-45a8-ad31-60421ef58319 req-6a2c8552-3504-49c0-8ddb-7485c70df6d5 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] show failed (client error): The resource could not be found. Nov 22 16:27:24.685636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3344046d-fae0-45a8-ad31-60421ef58319 req-6a2c8552-3504-49c0-8ddb-7485c70df6d5 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-group-rules/541e3b5a-caf6-40cb-8761-a833016b2cdc HTTP/1.1" status: 404 len: 361 time: 0.0400341 Nov 22 16:27:24.689376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae7212-5fb2-49f3-994f-532553ab3ded req-5cb02885-b0e7-46d9-bbcc-99bca2e9c96d tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:24.700304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5ae7212-5fb2-49f3-994f-532553ab3ded req-5cb02885-b0e7-46d9-bbcc-99bca2e9c96d tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 1100 time: 0.1307843 Nov 22 16:27:24.761869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Deleting port 5cfab948-5715-43f0-a0d9-798855511488 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:24.762735 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.822185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5ae7212-5fb2-49f3-994f-532553ab3ded req-fd0f78ec-721d-4ab6-bb19-3f95badad3aa tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057851 Nov 22 16:27:24.919279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] For port 5cfab948-5715-43f0-a0d9-798855511488, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=5cfab948-5715-43f0-a0d9-798855511488,segment=NetworkSegment(b6881caf-98d8-4503-8f60-70ad704fced8),segment_id=b6881caf-98d8-4503-8f60-70ad704fced8)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:24.919894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.938248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-571e7707-dac5-4f56-bd14-c823154aa345 req-d12fceee-a8da-4785-8175-a743809290c9 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/4a7c8bc8-c024-49c0-ab61-d652098b6b27 HTTP/1.1" status: 200 len: 1828 time: 0.1017053 Nov 22 16:27:24.947870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Calling delete_port for 5cfab948-5715-43f0-a0d9-798855511488 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:25.080602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-571e7707-dac5-4f56-bd14-c823154aa345 req-c39bb8a1-437a-4915-945d-9c7902035891 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.136073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-571e7707-dac5-4f56-bd14-c823154aa345 req-c39bb8a1-437a-4915-945d-9c7902035891 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.265497 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-e36e631b-a4ca-42e4-8975-4fa2c53fd174 service neutron] 10.222.0.37 "GET /v2.0/ports/2dbb557e-bca6-49d3-97a7-fb6de51d833d/bindings/n-h2-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.1197295 Nov 22 16:27:25.269320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d817ead-c4cb-43ad-8636-36c6d5787411 req-34d3dc08-db5d-442a-b185-ceaa4cea89af tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:25.270990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d817ead-c4cb-43ad-8636-36c6d5787411 req-34d3dc08-db5d-442a-b185-ceaa4cea89af tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.0909715 Nov 22 16:27:25.272403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-571e7707-dac5-4f56-bd14-c823154aa345 req-c39bb8a1-437a-4915-945d-9c7902035891 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.276699 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-571e7707-dac5-4f56-bd14-c823154aa345 req-c39bb8a1-437a-4915-945d-9c7902035891 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.292429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-571e7707-dac5-4f56-bd14-c823154aa345 req-c39bb8a1-437a-4915-945d-9c7902035891 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "DELETE /v2.0/security-groups/4a7c8bc8-c024-49c0-ab61-d652098b6b27 HTTP/1.1" status: 204 len: 173 time: 0.3470435 Nov 22 16:27:25.309399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bb8a1-437a-4915-945d-9c7902035891 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7c8bc8-c024-49c0-ab61-d652098b6b27,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:25.502336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-3eb4cdd9-3b56-4a7d-87ed-84b443554a76 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729902 Nov 22 16:27:25.652960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d817ead-c4cb-43ad-8636-36c6d5787411 req-68511fac-8c7c-459d-bf7b-0fe7ceb017c1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589611 Nov 22 16:27:25.682689 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.693081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 5cfab948-5715-43f0-a0d9-798855511488 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:25.738485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 5cfab948-5715-43f0-a0d9-798855511488 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:25.739113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 5cfab948-5715-43f0-a0d9-798855511488 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 16:27:25.743456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfab948-5715-43f0-a0d9-798855511488,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:25.793113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port 5cfab948-5715-43f0-a0d9-798855511488 not found, will not notify nova. {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 16:27:25.842512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:25.902196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:25.928099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d812d0-4446-4d4c-8cc7-5ac93d292e49 req-302bc342-112a-4ae2-8257-d80e153f0889 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/ca41a251-b6e6-48b0-9783-fd0745930391 HTTP/1.1" status: 200 len: 1828 time: 0.1728892 Nov 22 16:27:26.002871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbb557e-bca6-49d3-97a7-fb6de51d833d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:26.009785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83c62-b932-480c-b693-cf098134d850 req-1ef37444-d43c-40a2-aa7e-16ae4725372f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:26.011756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-1ef37444-d43c-40a2-aa7e-16ae4725372f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 807 time: 0.5960300 Nov 22 16:27:26.035180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-fd5d3f4e-0b8c-455e-9884-86d9a156f440 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:26.046197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-fd5d3f4e-0b8c-455e-9884-86d9a156f440 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5424547 Nov 22 16:27:26.070670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:26.076733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Request body: {'port': {'device_id': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'admin_state_up': True, 'tenant_id': '0cbce29029e6439abe3b3deba92cfb91'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:26.099312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.109382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-3ea99bef-50b2-4657-ba76-6916e5a52e06 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/quotas/7c95d18496d342aa8d50b114b126be9f HTTP/1.1" status: 200 len: 375 time: 0.0617814 Nov 22 16:27:26.132777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.316695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] Transition to ACTIVE for port object 2dbb557e-bca6-49d3-97a7-fb6de51d833d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:26.331140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.493903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] Pushing event updated for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:26.501635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] No DVR routers for this DVR port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:26.507105 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d812d0-4446-4d4c-8cc7-5ac93d292e49 req-67c63a40-1382-42d2-a421-0c5284deae51 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.574140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-77cc819d-a8ab-4cbb-b3d9-4c49e0faae21 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489592 Nov 22 16:27:26.603768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d812d0-4446-4d4c-8cc7-5ac93d292e49 req-67c63a40-1382-42d2-a421-0c5284deae51 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.622797 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-5065f13b-c15a-42fd-af53-086e0f181fbf service neutron] 10.222.0.37 "PUT /v2.0/ports/2dbb557e-bca6-49d3-97a7-fb6de51d833d/bindings/n-h2-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3490186 Nov 22 16:27:26.663369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Router ee51453e-9d92-462f-8edf-27a3d323633a has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:26.690726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Made reservation on behalf of 0cbce29029e6439abe3b3deba92cfb91 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:26.700133 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.746025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d812d0-4446-4d4c-8cc7-5ac93d292e49 req-67c63a40-1382-42d2-a421-0c5284deae51 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.749715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d812d0-4446-4d4c-8cc7-5ac93d292e49 req-67c63a40-1382-42d2-a421-0c5284deae51 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.750906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d812d0-4446-4d4c-8cc7-5ac93d292e49 req-67c63a40-1382-42d2-a421-0c5284deae51 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "DELETE /v2.0/security-groups/ca41a251-b6e6-48b0-9783-fd0745930391 HTTP/1.1" status: 204 len: 173 time: 0.8095660 Nov 22 16:27:26.773334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c63a40-1382-42d2-a421-0c5284deae51 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca41a251-b6e6-48b0-9783-fd0745930391,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:26.895896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-6209057a-c45c-4daf-89d6-54cc67ca8279 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:26.898288 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-6209057a-c45c-4daf-89d6-54cc67ca8279 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.1549337 Nov 22 16:27:26.983940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9212ad4-1f1f-40d9-bcc4-f0a0532af5df req-9a369ebb-dbf9-4dfa-8e22-075c0ac5eac2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 210 time: 0.0505099 Nov 22 16:27:26.987645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:26.997179 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef7307dc-3085-425e-8e1b-6c322b8bb4eb admin admin] 10.222.0.59 "PUT /v2.0/routers/ee51453e-9d92-462f-8edf-27a3d323633a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8916504 Nov 22 16:27:27.010420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:27.017627 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88084649-efc3-4482-9344-5d2c634f920e None None] Sync routers for ids ['ee51453e-9d92-462f-8edf-27a3d323633a'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:27.061687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-fc83c186-973b-4598-88cb-121af47fe72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.065038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-fc83c186-973b-4598-88cb-121af47fe72b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934 HTTP/1.1" status: 200 len: 1095 time: 0.1579688 Nov 22 16:27:27.071367 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88084649-efc3-4482-9344-5d2c634f920e None None] Routers {'ee51453e-9d92-462f-8edf-27a3d323633a'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:27.072307 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-88084649-efc3-4482-9344-5d2c634f920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ee51453e-9d92-462f-8edf-27a3d323633a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:27.120323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Allocated IP 172.20.0.5 (112fda4c-684b-44f2-85c6-e6af6f5c6749/1be39dd8-cdde-4666-8eff-7832ef93970a/ad41b2b1-2a4e-4940-ba6c-0ea55e707162) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:27.217635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-27c2e127-1d25-4949-9744-4d842a53e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.220135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-27c2e127-1d25-4949-9744-4d842a53e107 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1095 time: 0.1110623 Nov 22 16:27:27.281045 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-88084649-efc3-4482-9344-5d2c634f920e None None] Set router ee51453e-9d92-462f-8edf-27a3d323633a gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:27.406579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-891a1f63-14e6-4740-92fb-9f45bb51ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.411782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-891a1f63-14e6-4740-92fb-9f45bb51ade5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.1836255 Nov 22 16:27:27.449881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2dbb557e-bca6-49d3-97a7-fb6de51d833d no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:27.514581 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-66eeb098-98dc-45a4-b517-bd58cb1121e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 217 time: 0.0926976 Nov 22 16:27:27.525274 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.545518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2dbb557e-bca6-49d3-97a7-fb6de51d833d not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:27.614687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-9a413e71-0ca7-4fa3-83f5-003fcabb2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.623033 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-9a413e71-0ca7-4fa3-83f5-003fcabb2c2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1020217 Nov 22 16:27:27.691516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-28c1279b-0980-4d90-8ada-64276d1fbad1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597594 Nov 22 16:27:27.708765 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-88084649-efc3-4482-9344-5d2c634f920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:25Z', 'revision_number': 5, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:27.740581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbe58f-472b-4a65-b2f5-2b14716768d4 req-9b8940a2-4df2-4374-b50d-5852128ffa05 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.743042 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88084649-efc3-4482-9344-5d2c634f920e None None] Checking router: ee51453e-9d92-462f-8edf-27a3d323633a for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:27.751694 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81cbe58f-472b-4a65-b2f5-2b14716768d4 req-9b8940a2-4df2-4374-b50d-5852128ffa05 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 944 time: 0.5073442 Nov 22 16:27:27.775531 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88084649-efc3-4482-9344-5d2c634f920e None None] Routers {'ee51453e-9d92-462f-8edf-27a3d323633a'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:27.777771 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-88084649-efc3-4482-9344-5d2c634f920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ee51453e-9d92-462f-8edf-27a3d323633a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:27.872243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-a90dcd45-bc17-4e07-82eb-a6c71d3e403a service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718268 Nov 22 16:27:27.953104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c489e-fb4c-48ae-8f12-575c618d40e5 req-4ae1c370-e437-4ea7-9c2d-adafc5d97f5f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.962729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-449c489e-fb4c-48ae-8f12-575c618d40e5 req-4ae1c370-e437-4ea7-9c2d-adafc5d97f5f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.3975048 Nov 22 16:27:28.023352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81cbe58f-472b-4a65-b2f5-2b14716768d4 req-67249864-ecc0-4a1a-8c89-e8cdc8d089a7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701359 Nov 22 16:27:28.061663 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-88084649-efc3-4482-9344-5d2c634f920e None None] Set router ee51453e-9d92-462f-8edf-27a3d323633a gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:28.105704 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-7df38d9a-47d3-4fcf-8ea3-c8c801e722ef service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261286 Nov 22 16:27:28.121849 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.138611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.190973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-449c489e-fb4c-48ae-8f12-575c618d40e5 req-45ba81e6-dcfc-4d1a-9e52-50b8a2c87715 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256567 Nov 22 16:27:28.249858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8303952f-e57b-42d2-9622-13f385ec06b4 req-33f92dbf-7feb-4b2d-95f1-56f39eda4e8d tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/04d7766d-80ac-4733-8501-ea9735aa8963 HTTP/1.1" status: 200 len: 1828 time: 0.1673195 Nov 22 16:27:28.350996 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.453334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Deleting port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:28.453696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.488294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Network 112fda4c-684b-44f2-85c6-e6af6f5c6749 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:28.504699 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8303952f-e57b-42d2-9622-13f385ec06b4 req-ed4116e3-23eb-4ae3-9409-2139e4236022 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.513408 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-88084649-efc3-4482-9344-5d2c634f920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:25Z', 'revision_number': 5, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:28.561205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:28.568301 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88084649-efc3-4482-9344-5d2c634f920e None None] The sync data for ids ['ee51453e-9d92-462f-8edf-27a3d323633a'] in n-d-816865-2 is: [{'id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-266460063-router', 'tenant_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:02Z', 'updated_at': '2021-11-22T16:27:25Z', 'revision_number': 5, 'project_id': '2a4d1b18bd7243de8ac99bc59ab6016a', 'gw_port': {'id': '7d36180c-1ebf-47c6-869d-ec5d9b490ca9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee51453e-9d92-462f-8edf-27a3d323633a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:28.576877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Pushing event updated for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:28.580479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:28.592310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.593281 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.629193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-b45d0b6c-7554-4d3d-87bf-c99ddf4b4a1b tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.629193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-b45d0b6c-7554-4d3d-87bf-c99ddf4b4a1b tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.1713414 Nov 22 16:27:28.700835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8303952f-e57b-42d2-9622-13f385ec06b4 req-ed4116e3-23eb-4ae3-9409-2139e4236022 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.720628 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-acfd4787-3315-49fa-a226-d44c8584c81b req-218bff70-f147-4029-99ef-00307aac1f5e service neutron] show failed (client error): The resource could not be found. Nov 22 16:27:28.723160 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-218bff70-f147-4029-99ef-00307aac1f5e service neutron] 10.222.0.62 "GET /v2.0/ports/e57148d9-8568-4d61-8449-20c927ac97a9/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.3362908 Nov 22 16:27:28.734992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-8f23c758-e5ba-42ff-bec3-4a7a25e48d93 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6805851 Nov 22 16:27:28.754025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Request body: {'port': {'device_id': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:28.947355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-69fd68d8-9e2b-46ec-bab4-f2d8d1af9503 service neutron] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:28.949900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] For port 7d36180c-1ebf-47c6-869d-ec5d9b490ca9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7d36180c-1ebf-47c6-869d-ec5d9b490ca9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:28.950342 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.958314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-69fd68d8-9e2b-46ec-bab4-f2d8d1af9503 service neutron] Publish callbacks [] for binding, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.961898 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-020d8940-5380-4aec-8978-eb49c3c0eeca req-69fd68d8-9e2b-46ec-bab4-f2d8d1af9503 service neutron] 10.222.0.62 "DELETE /v2.0/ports/2dbb557e-bca6-49d3-97a7-fb6de51d833d/bindings/n-h1-816865-2 HTTP/1.1" status: 204 len: 173 time: 0.3094363 Nov 22 16:27:28.968108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b231d72-281f-4368-98e5-2962b0a682a7 req-445ed460-03f2-4e4c-8ee7-1090c21578f0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.969867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b231d72-281f-4368-98e5-2962b0a682a7 req-445ed460-03f2-4e4c-8ee7-1090c21578f0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 931 time: 0.3519530 Nov 22 16:27:28.981526 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8303952f-e57b-42d2-9622-13f385ec06b4 req-ed4116e3-23eb-4ae3-9409-2139e4236022 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.985960 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8303952f-e57b-42d2-9622-13f385ec06b4 req-ed4116e3-23eb-4ae3-9409-2139e4236022 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.000448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8303952f-e57b-42d2-9622-13f385ec06b4 req-ed4116e3-23eb-4ae3-9409-2139e4236022 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "DELETE /v2.0/security-groups/04d7766d-80ac-4733-8501-ea9735aa8963 HTTP/1.1" status: 204 len: 173 time: 0.7474506 Nov 22 16:27:29.024676 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.046431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Calling delete_port for 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:29.178314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4116e3-23eb-4ae3-9409-2139e4236022 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d7766d-80ac-4733-8501-ea9735aa8963,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:29.278341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-2f635bff-c107-492e-9db6-4ddbe9852287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.281189 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-2f635bff-c107-492e-9db6-4ddbe9852287 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125&tenant_id=3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 1101 time: 0.1310534 Nov 22 16:27:29.307380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:29.450490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.489339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b231d72-281f-4368-98e5-2962b0a682a7 req-15080743-0015-43ad-a2f4-113652465512 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506698 Nov 22 16:27:29.558290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 5cfab948-5715-43f0-a0d9-798855511488 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:29.602645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 5cfab948-5715-43f0-a0d9-798855511488 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:29.603283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 5cfab948-5715-43f0-a0d9-798855511488 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:29.909622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a1943ec-c702-492f-82b9-f173e795a339 req-55d40e38-1c47-4f48-a237-53d3a7d8122b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 210 time: 0.1325762 Nov 22 16:27:29.935686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce7496a9-116f-499c-b22d-8ec34ab8dafc req-cdd7149c-3672-43f3-9aa1-cd4bbdfdcf1b tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/a03ca0f3-f6b2-40b4-8b8b-5a8477496a5e HTTP/1.1" status: 200 len: 1830 time: 0.3964860 Nov 22 16:27:30.259501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-47aefc32-dab7-4e89-9e37-ea2a5258d8b4 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088758 Nov 22 16:27:30.282071 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-3f47ea59-f47e-4007-b01e-9633b0618031 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514975 Nov 22 16:27:30.342797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.468719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:30.556055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d36180c-1ebf-47c6-869d-ec5d9b490ca9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:30.609830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce7496a9-116f-499c-b22d-8ec34ab8dafc req-4c62d150-ee37-411d-b5a0-02f6e9e3fa00 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.615480 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.625095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-179660b5-1432-4122-bcf6-7fd164d93212 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.627319 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-179660b5-1432-4122-bcf6-7fd164d93212 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332140 Nov 22 16:27:30.644263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:30.652058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Request body: {'port': {'device_id': 'b1c9bdc4-7e8c-427a-9a30-da434fca7b15', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '7c95d18496d342aa8d50b114b126be9f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:30.817461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:30.821510 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e4cc9f-34e6-4301-88a1-199c467f30b6" -d '{"events": [{"server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "name": "network-vif-unplugged", "status": "completed", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:30.829072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.879394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Transition to ACTIVE for port object e57148d9-8568-4d61-8449-20c927ac97a9 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:30.886107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.003640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] No DVR routers for this DVR port e57148d9-8568-4d61-8449-20c927ac97a9 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:31.043922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:31.112156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Made reservation on behalf of 7c95d18496d342aa8d50b114b126be9f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:31.118606 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.163928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Attempting to bind port e57148d9-8568-4d61-8449-20c927ac97a9 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:31.164581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Attempting to bind port e57148d9-8568-4d61-8449-20c927ac97a9 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:31.165122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Attempting to bind port e57148d9-8568-4d61-8449-20c927ac97a9 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:31.180546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Port e57148d9-8568-4d61-8449-20c927ac97a9 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:31.181168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Attempting to bind port e57148d9-8568-4d61-8449-20c927ac97a9 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:31.204794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:31.205351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:31.206108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:31.206919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Bound port: e57148d9-8568-4d61-8449-20c927ac97a9, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:31.207531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.253923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08a94e-ebe0-448a-b095-bfd21de1ce60 req-c5dafabb-d64b-4083-844d-e853e63bbcf8 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.256177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df08a94e-ebe0-448a-b095-bfd21de1ce60 req-c5dafabb-d64b-4083-844d-e853e63bbcf8 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 944 time: 1.0522876 Nov 22 16:27:31.278660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce7496a9-116f-499c-b22d-8ec34ab8dafc req-4c62d150-ee37-411d-b5a0-02f6e9e3fa00 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.300758 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.316982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.437514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:31.438370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad41b2b1-2a4e-4940-ba6c-0ea55e707162 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:31.447889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:31.455438 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.456542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-95fdbca8-baef-42b1-a9e0-61a77b036942 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.458944 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-95fdbca8-baef-42b1-a9e0-61a77b036942 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1562850 Nov 22 16:27:31.499874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Allocated IP 192.168.233.94 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/94793f49-a519-4bb0-9e2c-8df84aa92f81) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:31.553924 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.561063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Request body: {'port': {'device_id': 'bb0592ce-45b8-402a-b9cf-efaa75f07122', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '7c95d18496d342aa8d50b114b126be9f'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:31.562382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.563495 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.565782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] 10.222.0.37 "PUT /v2.0/ports/e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 1096 time: 2.2721207 Nov 22 16:27:31.639129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88b964-116f-4b0f-9695-b78f2697e38d service neutron] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:31.646162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.647597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee51453e-9d92-462f-8edf-27a3d323633a {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:27:31.664835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce7496a9-116f-499c-b22d-8ec34ab8dafc req-4c62d150-ee37-411d-b5a0-02f6e9e3fa00 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.668962 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce7496a9-116f-499c-b22d-8ec34ab8dafc req-4c62d150-ee37-411d-b5a0-02f6e9e3fa00 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.674556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce7496a9-116f-499c-b22d-8ec34ab8dafc req-4c62d150-ee37-411d-b5a0-02f6e9e3fa00 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "DELETE /v2.0/security-groups/a03ca0f3-f6b2-40b4-8b8b-5a8477496a5e HTTP/1.1" status: 204 len: 173 time: 1.7168922 Nov 22 16:27:31.706155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.712998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43784) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:31.714844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c9297698-3816-4aac-955e-b4368c06343e admin admin] 10.222.0.59 "DELETE /v2.0/routers/ee51453e-9d92-462f-8edf-27a3d323633a HTTP/1.1" status: 204 len: 168 time: 4.7018378 Nov 22 16:27:31.717256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Transition to ACTIVE for port object ad41b2b1-2a4e-4940-ba6c-0ea55e707162 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:31.743791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df08a94e-ebe0-448a-b095-bfd21de1ce60 req-01e43ae0-70d1-4e4e-8de1-8e3036f738c5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474699 Nov 22 16:27:31.783402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.886170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d150-ee37-411d-b5a0-02f6e9e3fa00 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03ca0f3-f6b2-40b4-8b8b-5a8477496a5e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:31.983960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.039058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-0e3c8560-e1e9-442a-b6dd-d3b47156ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.040962 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-0e3c8560-e1e9-442a-b6dd-d3b47156ce01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1099 time: 0.4145319 Nov 22 16:27:32.052542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Made reservation on behalf of 7c95d18496d342aa8d50b114b126be9f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:32.057476 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.093276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Pushing event updated for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:32.149913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-594ecb4e-762a-4904-865f-016e5fcb98fa admin admin] Deleting subnet 375bba44-2d5a-4413-bc4a-f62e0323e623 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:27:32.159582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594ecb4e-762a-4904-865f-016e5fcb98fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.161523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6b37a-5846-4f25-ba06-c436978c8671 req-686bcfac-1957-433a-86ee-99fab82cdfa4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.163246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7e6b37a-5846-4f25-ba06-c436978c8671 req-686bcfac-1957-433a-86ee-99fab82cdfa4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 948 time: 0.3676336 Nov 22 16:27:32.233290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.238593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:32.238928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594ecb4e-762a-4904-865f-016e5fcb98fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.239158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:32.239713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:32.254837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:32.262377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:32.263278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:32.349536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:32.350542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:32.350737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:32.351577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Bound port: ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:32.352085 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.378619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-ae82c5c8-aabf-4f18-b337-48f5373c6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.380121 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-ae82c5c8-aabf-4f18-b337-48f5373c6f63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3291769 Nov 22 16:27:32.411039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:32.444788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7e6b37a-5846-4f25-ba06-c436978c8671 req-8b2ca93d-8308-4b3b-9a86-e7b5a3c7cb18 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704856 Nov 22 16:27:32.462565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:32.480720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:32.488741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-a2c65ae9-e231-4dae-8eea-18940194ea45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.0924723 Nov 22 16:27:32.489871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'Port': ['ID=94793f49-a519-4bb0-9e2c-8df84aa92f81,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:32.516972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023d244-8bb6-49da-88ee-691636132ff5 req-856713d9-bafd-40ac-973b-1505ffcce0e0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.529823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8023d244-8bb6-49da-88ee-691636132ff5 req-856713d9-bafd-40ac-973b-1505ffcce0e0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 943 time: 0.2626548 Nov 22 16:27:32.593262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Allocated IP 192.168.233.155 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/a2877d56-b9ca-421c-8b17-961301bdd82b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:32.722849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594ecb4e-762a-4904-865f-016e5fcb98fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.731177 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12689869-1b91-43e9-a699-8c5fec781b72 x-openstack-request-id: req-12689869-1b91-43e9-a699-8c5fec781b72 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:32.731469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8023d244-8bb6-49da-88ee-691636132ff5 req-202b7b8c-a4f0-4e4a-98f7-8962d5abf9aa tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999657 Nov 22 16:27:32.731795 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "name": "network-vif-unplugged", "status": "completed", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:32.732049 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12689869-1b91-43e9-a699-8c5fec781b72 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:32.732587 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'code': 200} Nov 22 16:27:32.736212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:32.825769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.827322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.827882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:32.851691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-581f1ad2-389f-44b4-8afc-e86005509ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.854936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-581f1ad2-389f-44b4-8afc-e86005509ddf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.3572085 Nov 22 16:27:32.855412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.952587 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7fbd01f0-f722-43d2-a16c-91acc1f09fd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3114398 Nov 22 16:27:32.958014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594ecb4e-762a-4904-865f-016e5fcb98fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.976022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e57148d9-8568-4d61-8449-20c927ac97a9 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:32.993760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Request body: {'port': {'device_id': 'b1c9bdc4-7e8c-427a-9a30-da434fca7b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:33.067028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.067683 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.069204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] 10.222.0.37 "PUT /v2.0/ports/ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 1091 time: 4.3222411 Nov 22 16:27:33.075423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:33.077708 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c03ec6d-afef-4233-be9f-209d0901887f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:33.091869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594ecb4e-762a-4904-865f-016e5fcb98fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.112081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-594ecb4e-762a-4904-865f-016e5fcb98fa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/375bba44-2d5a-4413-bc4a-f62e0323e623 HTTP/1.1" status: 204 len: 168 time: 1.3904943 Nov 22 16:27:33.112081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43792) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:33.114233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f052d-b083-4337-a788-8e0022f97357 None None] Network 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:33.127309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ecb4e-762a-4904-865f-016e5fcb98fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375bba44-2d5a-4413-bc4a-f62e0323e623,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:33.129865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0868d38f-9671-44f3-b9cc-a3129fbe363f req-e4215ce3-b856-4a00-bdc2-0f1f821968a0 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "GET /v2.0/security-groups/c71b485c-6fcb-4ce7-9ddf-8a0df11666a3 HTTP/1.1" status: 200 len: 1828 time: 0.3144832 Nov 22 16:27:33.160566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7664e04-3d38-4589-b0b9-8e9289af97ad service neutron] Pushing event updated for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:33.231564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e85556dc-5ed6-40a6-92d9-70a2cf78e96c None None] Provisioning complete for port 94793f49-a519-4bb0-9e2c-8df84aa92f81 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:33.232519 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e85556dc-5ed6-40a6-92d9-70a2cf78e96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.234674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd4787-3315-49fa-a226-d44c8584c81b req-43d3ee99-d762-44af-80a5-66350697d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.236476 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-43d3ee99-d762-44af-80a5-66350697d5ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3642600 Nov 22 16:27:33.240145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73719d-24ee-44f8-9002-bf0edfbf1520 req-432497ab-9eb6-4e83-9e37-ce6ad9606f7a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.244104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e57148d9-8568-4d61-8449-20c927ac97a9 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:33.250777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f73719d-24ee-44f8-9002-bf0edfbf1520 req-432497ab-9eb6-4e83-9e37-ce6ad9606f7a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 935 time: 0.3187430 Nov 22 16:27:33.376535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.376805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.378360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.395262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83c62-b932-480c-b693-cf098134d850 req-ce02cb8c-13de-43c0-87db-5f93b14503d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.396798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-ce02cb8c-13de-43c0-87db-5f93b14503d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1094 time: 0.2192817 Nov 22 16:27:33.410298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f73719d-24ee-44f8-9002-bf0edfbf1520 req-7654045a-cf75-4812-a694-62f9d800bf12 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556182 Nov 22 16:27:33.415631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e85556dc-5ed6-40a6-92d9-70a2cf78e96c None None] Port 94793f49-a519-4bb0-9e2c-8df84aa92f81 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:33.507928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-3e253d95-e2d7-471c-af4c-18b91ad107ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 217 time: 0.0945959 Nov 22 16:27:33.513617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0868d38f-9671-44f3-b9cc-a3129fbe363f req-2f575ac4-e756-4f74-9e1c-ba0b896ac960 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.549908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:33.585568 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-746866a0-58b1-4950-9bf4-f54bd685d4a7 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046966 Nov 22 16:27:33.604606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0868d38f-9671-44f3-b9cc-a3129fbe363f req-2f575ac4-e756-4f74-9e1c-ba0b896ac960 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.609817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:33.610838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7d36180c-1ebf-47c6-869d-ec5d9b490ca9 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:33.621099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.701317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] DHCP port deletion for 05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:27:33.713430 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a73800-8f86-48d8-a39e-9d85cc87afed x-openstack-request-id: req-82a73800-8f86-48d8-a39e-9d85cc87afed {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:33.713739 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:33.713898 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82a73800-8f86-48d8-a39e-9d85cc87afed {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:33.714381 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162', 'status': 'completed', 'code': 200} Nov 22 16:27:33.720135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c83c62-b932-480c-b693-cf098134d850 req-bcc7ebe9-7081-4732-9181-fc71b6e6f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.721659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-bcc7ebe9-7081-4732-9181-fc71b6e6f7f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.2037213 Nov 22 16:27:33.796378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:33.806073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-d45dbaa2-667d-496a-bc9a-b6ccf20c481d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720711 Nov 22 16:27:33.809831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:33.812986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'Port': ['ID=a2877d56-b9ca-421c-8b17-961301bdd82b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:33.817235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:33.825322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.826021 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.849228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] Deleting port f40a86e6-8991-48ab-a80b-ade0b3753583 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:33.849709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.933808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0868d38f-9671-44f3-b9cc-a3129fbe363f req-2f575ac4-e756-4f74-9e1c-ba0b896ac960 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.937068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0868d38f-9671-44f3-b9cc-a3129fbe363f req-2f575ac4-e756-4f74-9e1c-ba0b896ac960 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.938665 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0868d38f-9671-44f3-b9cc-a3129fbe363f req-2f575ac4-e756-4f74-9e1c-ba0b896ac960 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] 10.222.0.59 "DELETE /v2.0/security-groups/c71b485c-6fcb-4ce7-9ddf-8a0df11666a3 HTTP/1.1" status: 204 len: 173 time: 0.7933853 Nov 22 16:27:33.965632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:33.982506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-1e7fbd07-a3c8-4723-976c-4146ec2517a1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4527159 Nov 22 16:27:34.017106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] For port f40a86e6-8991-48ab-a80b-ade0b3753583, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f40a86e6-8991-48ab-a80b-ade0b3753583,segment=NetworkSegment(b6881caf-98d8-4503-8f60-70ad704fced8),segment_id=b6881caf-98d8-4503-8f60-70ad704fced8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:34.017762 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.022544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Request body: {'port': {'device_id': 'bb0592ce-45b8-402a-b9cf-efaa75f07122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:34.046011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] Calling delete_port for f40a86e6-8991-48ab-a80b-ade0b3753583 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:34.087867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f575ac4-e756-4f74-9e1c-ba0b896ac960 tempest-SecurityGroupRulesNegativeTestJSON-448095526 tempest-SecurityGroupRulesNegativeTestJSON-448095526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71b485c-6fcb-4ce7-9ddf-8a0df11666a3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:34.155404 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-acfd4787-3315-49fa-a226-d44c8584c81b req-110bf8b0-795a-4352-a4f7-ad4f8f39f5c9 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612483 Nov 22 16:27:34.158029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Deleting port f40a86e6-8991-48ab-a80b-ade0b3753583 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:34.172990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.297072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:34.306050 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.315089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-7f5b9278-8a71-4b40-bec6-42d9dc7a9e55 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851432 Nov 22 16:27:34.327656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a835ee75-12b1-4128-b711-37a6e5f174fe admin admin] Deleting subnet 91d230b6-dc95-4cc9-8b9a-1d8b443ec038 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:27:34.351399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454f917-c1ca-4a89-89dc-6fce0e3457ab req-49a5ef39-49e5-491c-bc93-a4edf1686541 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:34.363782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5454f917-c1ca-4a89-89dc-6fce0e3457ab req-49a5ef39-49e5-491c-bc93-a4edf1686541 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1095 time: 0.3657522 Nov 22 16:27:34.377495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a835ee75-12b1-4128-b711-37a6e5f174fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.398701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] Pushing event deleted for resources: {'Port': ['ID=f40a86e6-8991-48ab-a80b-ade0b3753583,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:34.412256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-97c3fc55-9db6-4c48-803c-7ff2538fc7d3 None None] Provisioning complete for port a2877d56-b9ca-421c-8b17-961301bdd82b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:34.412638 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97c3fc55-9db6-4c48-803c-7ff2538fc7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.415970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90374a35-f23a-4ed3-b695-68de9ee0cea7 None None] No DVR routers for this DVR port f40a86e6-8991-48ab-a80b-ade0b3753583 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:34.451187 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.549165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b0ff1-86a4-4ae9-b602-3b359cc34ca8 req-9c6a4d6e-1e3a-4c35-8716-e548b213538b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:34.551253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961b0ff1-86a4-4ae9-b602-3b359cc34ca8 req-9c6a4d6e-1e3a-4c35-8716-e548b213538b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 948 time: 0.3913610 Nov 22 16:27:34.583422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-97c3fc55-9db6-4c48-803c-7ff2538fc7d3 None None] Port a2877d56-b9ca-421c-8b17-961301bdd82b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:34.583783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] For port f40a86e6-8991-48ab-a80b-ade0b3753583, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f40a86e6-8991-48ab-a80b-ade0b3753583,segment=NetworkSegment(b6881caf-98d8-4503-8f60-70ad704fced8),segment_id=b6881caf-98d8-4503-8f60-70ad704fced8)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:34.584223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.590318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94793f49-a519-4bb0-9e2c-8df84aa92f81 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:34.614378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.631271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Calling delete_port for f40a86e6-8991-48ab-a80b-ade0b3753583 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:34.644119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a835ee75-12b1-4128-b711-37a6e5f174fe admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.651079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Transition to ACTIVE for port object 94793f49-a519-4bb0-9e2c-8df84aa92f81 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:34.656641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.701395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a835ee75-12b1-4128-b711-37a6e5f174fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.707764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5454f917-c1ca-4a89-89dc-6fce0e3457ab req-8e116dd0-35ab-4612-955d-e3ef6b384bcd tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404262 Nov 22 16:27:34.741060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:34.744961 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576" -d '{"events": [{"name": "network-changed", "server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:34.819405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=94793f49-a519-4bb0-9e2c-8df84aa92f81,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:34.962828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c83c62-b932-480c-b693-cf098134d850 req-23d50bcb-a572-430f-92ab-f4b574883f1f service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275916 Nov 22 16:27:35.014167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.037735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961b0ff1-86a4-4ae9-b602-3b359cc34ca8 req-2c5807ba-abfd-49fa-9ab8-84003b35c945 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651523 Nov 22 16:27:35.078456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40a86e6-8991-48ab-a80b-ade0b3753583,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:35.094387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] No DVR routers for this DVR port f40a86e6-8991-48ab-a80b-ade0b3753583 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:35.224925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Attempting to bind port 94793f49-a519-4bb0-9e2c-8df84aa92f81 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:35.226685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Attempting to bind port 94793f49-a519-4bb0-9e2c-8df84aa92f81 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:35.227423 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Attempting to bind port 94793f49-a519-4bb0-9e2c-8df84aa92f81 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:35.246880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Port 94793f49-a519-4bb0-9e2c-8df84aa92f81 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:35.247333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Attempting to bind port 94793f49-a519-4bb0-9e2c-8df84aa92f81 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:35.250793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.265826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:35.266344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:35.266829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:35.267514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Bound port: 94793f49-a519-4bb0-9e2c-8df84aa92f81, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:35.268082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.298150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e98e58-c9d2-4f90-9d7d-cd2f6787ea02']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:35.315044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6881caf-98d8-4503-8f60-70ad704fced8') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:35.315364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6881caf-98d8-4503-8f60-70ad704fced8') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:35.356610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.382005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.400089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:27:35.400523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:27:35.402414 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:27:35.418222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] For port 94793f49-a519-4bb0-9e2c-8df84aa92f81, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:35.467152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] For port 94793f49-a519-4bb0-9e2c-8df84aa92f81, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=94793f49-a519-4bb0-9e2c-8df84aa92f81,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:35.477869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.519749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.530553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.531239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.532937 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/94793f49-a519-4bb0-9e2c-8df84aa92f81 HTTP/1.1" status: 200 len: 1095 time: 2.5660002 Nov 22 16:27:35.546415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.549994 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] 10.222.0.59 "DELETE /v2.0/networks/05e98e58-c9d2-4f90-9d7d-cd2f6787ea02 HTTP/1.1" status: 204 len: 168 time: 2.4330542 Nov 22 16:27:35.563723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3b2a6-38d4-4a56-a2bb-f92407048365 admin admin] Pushing event deleted for resources: {'Network': ['ID=05e98e58-c9d2-4f90-9d7d-cd2f6787ea02,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:35.582195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60adca4-71da-4ccc-814c-cd1a53fdc9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=94793f49-a519-4bb0-9e2c-8df84aa92f81,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:35.634422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a835ee75-12b1-4128-b711-37a6e5f174fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.679579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f40a86e6-8991-48ab-a80b-ade0b3753583 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:35.724221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-458fa1b7-5355-46b8-b843-2c33b07e3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.727156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-458fa1b7-5355-46b8-b843-2c33b07e3f46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 1098 time: 0.1016648 Nov 22 16:27:35.735183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835ee75-12b1-4128-b711-37a6e5f174fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d230b6-dc95-4cc9-8b9a-1d8b443ec038,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:35.753979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: f40a86e6-8991-48ab-a80b-ade0b3753583 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:35.754421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f40a86e6-8991-48ab-a80b-ade0b3753583 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:35.765141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a835ee75-12b1-4128-b711-37a6e5f174fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.782646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a835ee75-12b1-4128-b711-37a6e5f174fe admin admin] 10.222.0.59 "DELETE /v2.0/subnets/91d230b6-dc95-4cc9-8b9a-1d8b443ec038 HTTP/1.1" status: 204 len: 168 time: 1.8146727 Nov 22 16:27:35.796694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736c87e-a991-41bf-9287-a87c9cc735fa req-b0cb91d5-8c14-4f41-8769-78a39b0e1c37 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.801048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9736c87e-a991-41bf-9287-a87c9cc735fa req-b0cb91d5-8c14-4f41-8769-78a39b0e1c37 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 947 time: 0.3425164 Nov 22 16:27:35.807941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:35.814062 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-9961ee56-bdb4-4948-babc-fe5c597bad79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=94793f49-a519-4bb0-9e2c-8df84aa92f81 HTTP/1.1" status: 200 len: 217 time: 0.0762949 Nov 22 16:27:35.859978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7e3e2-61c7-410c-957e-75f4fd540ab8 req-13e6179d-e24e-4c46-b74f-17c8d65f706f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.861775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99a7e3e2-61c7-410c-957e-75f4fd540ab8 req-13e6179d-e24e-4c46-b74f-17c8d65f706f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 943 time: 0.8524623 Nov 22 16:27:35.886777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-4a582095-3b91-408c-8437-ea15ba2d597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.889202 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-4a582095-3b91-408c-8437-ea15ba2d597f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0663369 Nov 22 16:27:35.943763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03ec6d-afef-4233-be9f-209d0901887f req-86cec4fd-09ff-43c8-8091-1f2acdc311ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.946493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c03ec6d-afef-4233-be9f-209d0901887f req-86cec4fd-09ff-43c8-8091-1f2acdc311ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1094 time: 0.8317671 Nov 22 16:27:35.980983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7d6a883b-25e0-4394-984f-49df2aeb27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.982787 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-7d6a883b-25e0-4394-984f-49df2aeb27f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845182 Nov 22 16:27:36.069958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:36.173814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.198123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9736c87e-a991-41bf-9287-a87c9cc735fa req-182c3eb5-aac6-4160-95dd-6fcf6e058b72 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674917 Nov 22 16:27:36.268330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.332583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03ec6d-afef-4233-be9f-209d0901887f req-eb52488b-7a19-4d4b-9b8f-faab50ef2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:36.334441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c03ec6d-afef-4233-be9f-209d0901887f req-eb52488b-7a19-4d4b-9b8f-faab50ef2dfe service neutron] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.3719172 Nov 22 16:27:36.369073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99a7e3e2-61c7-410c-957e-75f4fd540ab8 req-8a6b1393-1151-4049-8465-a5d0404179fa tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434245 Nov 22 16:27:36.473651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c03ec6d-afef-4233-be9f-209d0901887f req-def674a9-bbef-4f3a-a806-d9f7d6d98525 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 217 time: 0.0946078 Nov 22 16:27:36.478457 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-82e49fe2-f910-4d88-adac-641477277dca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a4d1b18bd7243de8ac99bc59ab6016a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3806348 Nov 22 16:27:36.486763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43824) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:36.502322 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d45da8d-34c1-475f-aa95-068378837725 x-openstack-request-id: req-5d45da8d-34c1-475f-aa95-068378837725 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:36.502912 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:36.503604 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d45da8d-34c1-475f-aa95-068378837725 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:36.504591 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'status': 'completed', 'code': 200} Nov 22 16:27:36.549853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2877d56-b9ca-421c-8b17-961301bdd82b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:36.590576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.700422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.736825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Transition to ACTIVE for port object a2877d56-b9ca-421c-8b17-961301bdd82b will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:36.767199 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-b34c0e32-e561-42a1-af74-4bb1e8105e47 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709794 Nov 22 16:27:36.768101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03ec6d-afef-4233-be9f-209d0901887f req-1838a21d-f4ee-4ebc-975c-c99c446da8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:36.768101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c03ec6d-afef-4233-be9f-209d0901887f req-1838a21d-f4ee-4ebc-975c-c99c446da8d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.2831700 Nov 22 16:27:36.768434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60c56cb2-bd55-4b7c-9a8e-4c5042e91f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.858707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.860064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-6986e13c-a846-4c6b-be91-a330817d0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:36.861719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-6986e13c-a846-4c6b-be91-a330817d0b31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1099 time: 0.2949946 Nov 22 16:27:36.868690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-31a0c231-d4d7-4132-8de5-ca046d6d1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:36.873152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-31a0c231-d4d7-4132-8de5-ca046d6d1a7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1099 time: 0.2020187 Nov 22 16:27:36.874441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60c56cb2-bd55-4b7c-9a8e-4c5042e91f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.914478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.917582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.925923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.925923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > port after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.925923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.925923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > port after_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.925923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.925923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.925923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:36.925923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:37.044905 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:37.045263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:37.045590 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:37.045918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:27:37.046291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a8129a-83c6-4ce5-85ba-c39dab3c2bf9']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:37.151592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c03ec6d-afef-4233-be9f-209d0901887f req-4c1f0a80-06ad-41bd-b785-b506d690add6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3452284 Nov 22 16:27:37.158227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27629af6-c702-4583-9ede-0857f853fff7') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:37.159375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27629af6-c702-4583-9ede-0857f853fff7') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:37.160918 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-09f44eec-81b2-45d6-817b-2113edc2fdca service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853483 Nov 22 16:27:37.204226 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60c56cb2-bd55-4b7c-9a8e-4c5042e91f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.208873 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60c56cb2-bd55-4b7c-9a8e-4c5042e91f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.215244 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-60c56cb2-bd55-4b7c-9a8e-4c5042e91f43 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c95263c3-3743-4d25-867f-fb0a9b4c4faa HTTP/1.1" status: 204 len: 168 time: 0.7223990 Nov 22 16:27:37.226072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-59ce0514-9774-4fc8-82bc-d157a4f3eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.228768 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-59ce0514-9774-4fc8-82bc-d157a4f3eb1b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3512371 Nov 22 16:27:37.236264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-916a10d3-690f-441e-bd61-36da91c8ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.237793 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-916a10d3-690f-441e-bd61-36da91c8ec33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3370001 Nov 22 16:27:37.240581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c56cb2-bd55-4b7c-9a8e-4c5042e91f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95263c3-3743-4d25-867f-fb0a9b4c4faa,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:37.254783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.452729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3745bcd-cb6a-4163-b217-0194ce3acac5 req-d2ad8fff-ef3a-44c0-8696-03c0631f1b78 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.458026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3745bcd-cb6a-4163-b217-0194ce3acac5 req-d2ad8fff-ef3a-44c0-8696-03c0631f1b78 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 948 time: 0.7540264 Nov 22 16:27:37.470361 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-fafa9276-336d-4716-a9b5-ccc58bc51328 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.1010623 Nov 22 16:27:37.480205 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-061ad926-3e4f-4c57-9b5b-1fa68a39a785 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.2338617 Nov 22 16:27:37.497166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.505034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e57148d9-8568-4d61-8449-20c927ac97a9 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:37.515022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:27:37.515845 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.658833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Pushing event updated for resources: {'Port': ['ID=a2877d56-b9ca-421c-8b17-961301bdd82b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:37.667104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-588972ba-3a6d-40da-a567-1ab66086ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.669941 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-588972ba-3a6d-40da-a567-1ab66086ccfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1882293 Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: from cryptography.utils import int_from_bytes Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: from cryptography.utils import int_from_bytes Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:27:37.678772 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:27:37.701079 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.739310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-04879fcf-aefc-4bcf-b781-87f3fcb053bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.742299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-04879fcf-aefc-4bcf-b781-87f3fcb053bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2450321 Nov 22 16:27:37.826151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-0251c518-f5e3-40ae-a18d-add98bb0b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.828191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:37.831709 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-0251c518-f5e3-40ae-a18d-add98bb0b9c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436327 Nov 22 16:27:37.851877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'mac_address': 'fa:16:3e:2f:cc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:37.867359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Attempting to bind port a2877d56-b9ca-421c-8b17-961301bdd82b on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:37.868221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Attempting to bind port a2877d56-b9ca-421c-8b17-961301bdd82b by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:37.868732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Attempting to bind port a2877d56-b9ca-421c-8b17-961301bdd82b on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:37.886860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-3640f0ff-3cce-45f3-8291-ba1455413b89 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.898320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-3640f0ff-3cce-45f3-8291-ba1455413b89 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 820 time: 1.1773009 Nov 22 16:27:37.900829 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.940003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Port a2877d56-b9ca-421c-8b17-961301bdd82b on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:37.940492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Attempting to bind port a2877d56-b9ca-421c-8b17-961301bdd82b on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:37.949874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.957887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-e2e516b6-2887-4c18-9dbd-e5a175a473fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.960721 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.962127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] 10.222.0.59 "DELETE /v2.0/networks/31a8129a-83c6-4ce5-85ba-c39dab3c2bf9 HTTP/1.1" status: 204 len: 168 time: 2.1499436 Nov 22 16:27:37.978462 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-e2e516b6-2887-4c18-9dbd-e5a175a473fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2080908 Nov 22 16:27:37.988658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:37.989341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:37.991778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:37.992406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Bound port: a2877d56-b9ca-421c-8b17-961301bdd82b, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:37.992914 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.999217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57148d9-8568-4d61-8449-20c927ac97a9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:38.068582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:38.076749 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.078470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:38.132634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] For port a2877d56-b9ca-421c-8b17-961301bdd82b, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:38.140281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] For port a2877d56-b9ca-421c-8b17-961301bdd82b, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a2877d56-b9ca-421c-8b17-961301bdd82b,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:38.154970 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-2eaefaa3-0d99-4902-940d-71fc3b445aa6 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/quotas/c9cb7fc0ab1842de9bc9d68c2ba96934 HTTP/1.1" status: 200 len: 375 time: 0.2551930 Nov 22 16:27:38.166047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a21319-4dc5-416a-8540-4626f8c17f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=31a8129a-83c6-4ce5-85ba-c39dab3c2bf9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:38.179997 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.227974 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-818edeed-115e-4309-b9a2-3168177203f1 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481856 Nov 22 16:27:38.249565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c03ec6d-afef-4233-be9f-209d0901887f req-988dbdf2-ae0d-4648-8959-2273a177939c service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0630174 Nov 22 16:27:38.314147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3745bcd-cb6a-4163-b217-0194ce3acac5 req-8d744afe-a5fa-4037-9757-d5199bd0d426 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755157 Nov 22 16:27:38.338477 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-29f1e87d-9586-48ef-a446-18471925ea5e service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966245 Nov 22 16:27:38.345311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43856) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:38.423104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:38.440486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162', 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'port_id': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162', 'mac_address': 'fa:16:3e:a5:71:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be39dd8-cdde-4666-8eff-7832ef93970a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:38.445242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:38.495059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Pushing event updated for resources: {'Port': ['ID=a2877d56-b9ca-421c-8b17-961301bdd82b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:38.533114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:38.534093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.536054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-db858421-b68f-4b96-b2bf-eefb0a088b52 service neutron] 10.222.0.37 "PUT /v2.0/ports/a2877d56-b9ca-421c-8b17-961301bdd82b HTTP/1.1" status: 200 len: 1096 time: 4.5178819 Nov 22 16:27:38.538498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0592ce-45b8-402a-b9cf-efaa75f07122', 'tag': 'a2877d56-b9ca-421c-8b17-961301bdd82b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:38.543658 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1b306e-e084-48e3-aede-46e9919af445" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0592ce-45b8-402a-b9cf-efaa75f07122", "tag": "a2877d56-b9ca-421c-8b17-961301bdd82b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:38.579248 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.602070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad41b2b1-2a4e-4940-ba6c-0ea55e707162 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:38.638428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:38.649248 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.692099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c03ec6d-afef-4233-be9f-209d0901887f req-e84cd2eb-9006-4e74-8819-baafcf734d12 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022140 Nov 22 16:27:38.747142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c9bdc4-7e8c-427a-9a30-da434fca7b15', 'tag': '94793f49-a519-4bb0-9e2c-8df84aa92f81'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:38.753608 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa40ee80-0fcb-4767-93f5-392b9188148a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c9bdc4-7e8c-427a-9a30-da434fca7b15", "tag": "94793f49-a519-4bb0-9e2c-8df84aa92f81"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:38.754916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:38.764088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-d9c1dc9c-10cb-4dc2-a33b-9a2165b1ac43 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934708 Nov 22 16:27:38.794570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-03bb2e22-4218-4000-9a04-6d575182c35c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6279364 Nov 22 16:27:38.846002 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-50bdbbf4-7142-4efa-ab56-306ef9c37815 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=565a5966d6984317bf4cd5ed11d91bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919369 Nov 22 16:27:38.848933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43868) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:38.862193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b963b6f4-ac8b-46e6-a0e9-bc34ccdb6576 req-d48bc7eb-99be-4b9e-9b0c-bb0560b2f88a service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259446 Nov 22 16:27:38.893501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-04300497-4f02-4f33-8cb9-d5bf14b8a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:38.896551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-04300497-4f02-4f33-8cb9-d5bf14b8a5ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=bb0592ce-45b8-402a-b9cf-efaa75f07122 HTTP/1.1" status: 200 len: 1099 time: 0.2025211 Nov 22 16:27:38.907906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f4b4-9327-40a3-abc2-3fd3aa5951e4 req-70db75c2-83d8-47c3-af3f-34e0fb552580 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:38.910163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7558f4b4-9327-40a3-abc2-3fd3aa5951e4 req-70db75c2-83d8-47c3-af3f-34e0fb552580 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 947 time: 0.3791463 Nov 22 16:27:38.934845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ad41b2b1-2a4e-4940-ba6c-0ea55e707162'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:38.941591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:38.951692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d80a4121-0508-4517-91dc-1c142695a2dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.985938 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d80a4121-0508-4517-91dc-1c142695a2dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.012658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-19cd83ed-8116-4894-8fa4-6a3d0c478960 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a2877d56-b9ca-421c-8b17-961301bdd82b HTTP/1.1" status: 200 len: 217 time: 0.0969796 Nov 22 16:27:39.119457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d80a4121-0508-4517-91dc-1c142695a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.122756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d80a4121-0508-4517-91dc-1c142695a2dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.124432 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d80a4121-0508-4517-91dc-1c142695a2dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c93ae0a-3b1a-442a-a03e-123628828dbc HTTP/1.1" status: 204 len: 168 time: 0.2739580 Nov 22 16:27:39.145194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a4121-0508-4517-91dc-1c142695a2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c93ae0a-3b1a-442a-a03e-123628828dbc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:39.156454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-fc26d477-d2e2-4588-bf8a-aa8b80f2ae66 service neutron] 10.222.0.59 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598561 Nov 22 16:27:39.201736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7558f4b4-9327-40a3-abc2-3fd3aa5951e4 req-c93af68d-2c26-4468-8f0b-163774317ba7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738655 Nov 22 16:27:39.258116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-47cb09e3-20da-4394-8fa1-48810aceb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:39.261504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-47cb09e3-20da-4394-8fa1-48810aceb2fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2391138 Nov 22 16:27:39.450228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-0d39c5f9-35c1-4caa-86d6-ce7b2718b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:39.450754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-0d39c5f9-35c1-4caa-86d6-ce7b2718b2ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365762 Nov 22 16:27:39.461304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-9772194d-a9a8-4687-86fb-f3ba180175b8 service neutron] 10.222.0.59 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574537 Nov 22 16:27:39.976869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-3998c86f-52fc-449c-a3b2-0cc34ea4fd3d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106659 Nov 22 16:27:40.011722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282132c-ca3b-42b1-8e46-89c684983e80 req-99e0bde4-597a-4be3-968a-a01800cb0005 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.020993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a282132c-ca3b-42b1-8e46-89c684983e80 req-99e0bde4-597a-4be3-968a-a01800cb0005 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.6460285 Nov 22 16:27:40.149804 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d31660-af0f-4367-a67e-52ea240f8f2b x-openstack-request-id: req-13d31660-af0f-4367-a67e-52ea240f8f2b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:40.150140 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0592ce-45b8-402a-b9cf-efaa75f07122", "tag": "a2877d56-b9ca-421c-8b17-961301bdd82b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:40.150438 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13d31660-af0f-4367-a67e-52ea240f8f2b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:40.150904 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0592ce-45b8-402a-b9cf-efaa75f07122', 'tag': 'a2877d56-b9ca-421c-8b17-961301bdd82b', 'status': 'completed', 'code': 200} Nov 22 16:27:40.188540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a282132c-ca3b-42b1-8e46-89c684983e80 req-6e6cc089-5ae9-47d8-91e8-06b859fe346f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652069 Nov 22 16:27:40.230423 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc52065-1e68-4956-8b27-8d03a1d70ae3 x-openstack-request-id: req-fcc52065-1e68-4956-8b27-8d03a1d70ae3 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:40.231116 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c9bdc4-7e8c-427a-9a30-da434fca7b15", "tag": "94793f49-a519-4bb0-9e2c-8df84aa92f81", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:40.231116 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fcc52065-1e68-4956-8b27-8d03a1d70ae3 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:40.231435 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c9bdc4-7e8c-427a-9a30-da434fca7b15', 'tag': '94793f49-a519-4bb0-9e2c-8df84aa92f81', 'status': 'completed', 'code': 200} Nov 22 16:27:40.250920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-784aad78-bcb2-40a5-8e60-98d79f88d937 req-3a98d176-c0bf-497d-9b1e-d5853556ff9f service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649701 Nov 22 16:27:40.338509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-892e0b69-742f-4a0c-849d-71701671a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.341374 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-892e0b69-742f-4a0c-849d-71701671a7c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 1098 time: 0.0814841 Nov 22 16:27:40.349108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5c30420-e37f-4807-a6d8-438daf7fb71f req-a4919398-6493-4d90-b0de-7b47c57b8233 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 210 time: 0.0604310 Nov 22 16:27:40.709623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98b5dd-1321-4110-9f43-8e7f6949e31e req-361a8b2e-6e05-4511-bef3-874a8f02587c tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.713150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e98b5dd-1321-4110-9f43-8e7f6949e31e req-361a8b2e-6e05-4511-bef3-874a8f02587c tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 945 time: 0.1355140 Nov 22 16:27:40.715538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b306e-e084-48e3-aede-46e9919af445 req-a7285659-0eac-44c0-a1cc-d7dd55a14fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.718206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1b306e-e084-48e3-aede-46e9919af445 req-a7285659-0eac-44c0-a1cc-d7dd55a14fef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=bb0592ce-45b8-402a-b9cf-efaa75f07122 HTTP/1.1" status: 200 len: 1099 time: 0.2323196 Nov 22 16:27:40.781550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8186-0036-4664-b5a5-708f0353a086 req-31e71a2e-8e58-4895-a90f-82df02b2b163 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.783693 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-31e71a2e-8e58-4895-a90f-82df02b2b163 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125&tenant_id=3514ce11b681483689c0bb169228eba0&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 949 time: 0.3015695 Nov 22 16:27:40.791507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-6efec60b-04a4-44e4-a4a6-ca35de7cd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.793647 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-6efec60b-04a4-44e4-a4a6-ca35de7cd6b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4444730 Nov 22 16:27:40.953529 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-e6d7428f-61e4-467f-b7f2-d7a876383b5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=94793f49-a519-4bb0-9e2c-8df84aa92f81 HTTP/1.1" status: 200 len: 217 time: 0.1452012 Nov 22 16:27:40.971939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e98b5dd-1321-4110-9f43-8e7f6949e31e req-0d2f9c0c-e847-4961-bc23-e8ff2cfc2281 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381051 Nov 22 16:27:41.001835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 94793f49-a519-4bb0-9e2c-8df84aa92f81 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:41.057182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b306e-e084-48e3-aede-46e9919af445 req-11c148a1-c4f6-4e22-987e-a8144e74c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.070242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1b306e-e084-48e3-aede-46e9919af445 req-11c148a1-c4f6-4e22-987e-a8144e74c74c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3254645 Nov 22 16:27:41.095396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:41.146603 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-771d8186-0036-4664-b5a5-708f0353a086 req-8e11846f-a9ec-4a63-86aa-32b34824d7a7 service neutron] delete failed (client error): The resource could not be found. Nov 22 16:27:41.150000 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-8e11846f-a9ec-4a63-86aa-32b34824d7a7 service neutron] 10.222.0.62 "DELETE /v2.0/ports/e57148d9-8568-4d61-8449-20c927ac97a9/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.3398328 Nov 22 16:27:41.156602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-7cd9fa15-d217-42ab-9809-c4b07ac5eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.160273 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-7cd9fa15-d217-42ab-9809-c4b07ac5eb43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1558769 Nov 22 16:27:41.230123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1b306e-e084-48e3-aede-46e9919af445 req-bad3cf65-5413-408a-a968-032ec87b9d27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a2877d56-b9ca-421c-8b17-961301bdd82b HTTP/1.1" status: 200 len: 217 time: 0.1553860 Nov 22 16:27:41.275115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 94793f49-a519-4bb0-9e2c-8df84aa92f81, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=94793f49-a519-4bb0-9e2c-8df84aa92f81,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:41.297176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-b223f4fd-4ad4-4a7d-b39e-eff69defe95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.298442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '94793f49-a519-4bb0-9e2c-8df84aa92f81', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '94793f49-a519-4bb0-9e2c-8df84aa92f81', 'mac_address': 'fa:16:3e:cd:f2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:41.300350 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-b223f4fd-4ad4-4a7d-b39e-eff69defe95c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178529 Nov 22 16:27:41.367440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b306e-e084-48e3-aede-46e9919af445 req-3ec3527e-a9fb-4df6-9589-ad800dee1372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.369703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1b306e-e084-48e3-aede-46e9919af445 req-3ec3527e-a9fb-4df6-9589-ad800dee1372 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1005342 Nov 22 16:27:41.410246 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.432060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94793f49-a519-4bb0-9e2c-8df84aa92f81 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:41.473763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 94793f49-a519-4bb0-9e2c-8df84aa92f81, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=94793f49-a519-4bb0-9e2c-8df84aa92f81,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:41.475193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8186-0036-4664-b5a5-708f0353a086 req-d2240f68-a5a2-4d2a-89fe-b5531dd6432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.477341 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-d2240f68-a5a2-4d2a-89fe-b5531dd6432c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1100 time: 0.1331847 Nov 22 16:27:41.488109 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.493501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e57148d9-8568-4d61-8449-20c927ac97a9 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:41.503658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-network', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:41.547072 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-104104cd-3d69-4a96-b8a6-091706d4f189 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372482 Nov 22 16:27:41.559705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b306e-e084-48e3-aede-46e9919af445 req-2f06c317-c6c1-4702-81f4-ed8bf9d0ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.562088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1b306e-e084-48e3-aede-46e9919af445 req-2f06c317-c6c1-4702-81f4-ed8bf9d0ce01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077049 Nov 22 16:27:41.587742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a590f-8d4c-46f7-9d6a-b3e5d32e4496 req-a09796ef-bd61-4842-909e-44c45de34bf9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.589674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed4a590f-8d4c-46f7-9d6a-b3e5d32e4496 req-a09796ef-bd61-4842-909e-44c45de34bf9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 947 time: 0.3579712 Nov 22 16:27:41.603901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a9e1e-a2c3-4f07-9f6d-47c7f5546362 req-e5e45ee0-de75-47e4-ac52-5760b393c2f3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.615866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e34a9e1e-a2c3-4f07-9f6d-47c7f5546362 req-e5e45ee0-de75-47e4-ac52-5760b393c2f3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 949 time: 0.5372512 Nov 22 16:27:41.639614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:41.644849 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.663161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=94793f49-a519-4bb0-9e2c-8df84aa92f81,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:41.669215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8186-0036-4664-b5a5-708f0353a086 req-074559de-7014-4d53-9d4a-c9ef951313c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.671910 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-074559de-7014-4d53-9d4a-c9ef951313c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1837418 Nov 22 16:27:41.734000 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-55e7497a-69d1-4ab2-9f29-cd616994d1b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.0522652 Nov 22 16:27:41.749910 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.760852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port e57148d9-8568-4d61-8449-20c927ac97a9 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:41.767449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port e57148d9-8568-4d61-8449-20c927ac97a9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:41.768056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.885088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fa40ee80-0fcb-4767-93f5-392b9188148a req-be1af931-c69e-4f68-918b-0d2f2fe0df96 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285201 Nov 22 16:27:41.899103 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.904150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['94793f49-a519-4bb0-9e2c-8df84aa92f81'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:41.909418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.926880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.976875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed4a590f-8d4c-46f7-9d6a-b3e5d32e4496 req-7763fb12-7c63-48e6-9068-fe54fc27df67 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490393 Nov 22 16:27:42.018927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8186-0036-4664-b5a5-708f0353a086 req-4d9703bd-c08f-4cd0-9880-a7119531a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:42.024475 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-4d9703bd-c08f-4cd0-9880-a7119531a014 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2807012 Nov 22 16:27:42.033334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:42.039777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:42.044541 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd15288-036d-4ecf-a606-24df7b2a26a8" -d '{"events": [{"server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "name": "network-vif-plugged", "status": "completed", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:42.055448 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.056348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:42.101859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e34a9e1e-a2c3-4f07-9f6d-47c7f5546362 req-07bd436e-0332-448c-9c9b-3bf3051b0105 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844370 Nov 22 16:27:42.128095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:27:42.160312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f745e6ef-1ca8-4411-9532-00509afbd1b6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:42.165799 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1b306e-e084-48e3-aede-46e9919af445 req-9428baf4-b773-4eef-9243-46dbbd9cfb5e service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737200 Nov 22 16:27:42.176768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:42.213284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d8186-0036-4664-b5a5-708f0353a086 req-b6920501-755d-4db3-bb53-7e0f3e752ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:42.215013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-b6920501-755d-4db3-bb53-7e0f3e752ccc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795537 Nov 22 16:27:42.223875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-2b7218a8-5ac7-43cf-9064-402b826c45ac tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:42.225942 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-2b7218a8-5ac7-43cf-9064-402b826c45ac tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 820 time: 0.4173403 Nov 22 16:27:42.226696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.227784 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Added segment 574d8666-e297-4853-aea2-9b4158aea242 of type vlan for network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 Nov 22 16:27:42.259583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Request body: {'port': {'device_id': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'admin_state_up': True, 'tenant_id': 'c9cb7fc0ab1842de9bc9d68c2ba96934'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:42.378306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:42.386423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:42.387002 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.405048 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.489441 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-fc94d3f2-ad34-4da3-93a6-ecb0d2b01efb service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623501 Nov 22 16:27:42.515577 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55bca5db-4ec4-457d-8a0d-3f2d7fb30177 req-62e1909c-aefb-43f0-8881-ff541f058763 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 210 time: 0.1252627 Nov 22 16:27:42.530268 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:27:42.564363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987098b-914d-4be6-a941-10f8167511a7 req-0362265b-5b62-4a04-ad23-3cfed02b6246 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4604800 Nov 22 16:27:42.612225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.613672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:42.614632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.617486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Made reservation on behalf of c9cb7fc0ab1842de9bc9d68c2ba96934 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:42.627357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.703161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.788886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:42.795777 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.824655 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-771d8186-0036-4664-b5a5-708f0353a086 req-b2b56397-ba80-4816-aa01-873be7fcc512 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242161 Nov 22 16:27:42.955177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473acd3-2ff0-4802-9641-afb7749afac7 req-7049a5c1-61ba-4ebb-bede-2e5f4e856013 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:42.957416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:42.974167 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0473acd3-2ff0-4802-9641-afb7749afac7 req-7049a5c1-61ba-4ebb-bede-2e5f4e856013 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.6597369 Nov 22 16:27:42.994542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Allocated IP 172.20.0.13 (5c1ac639-9e1b-4f7a-988e-ced7d27e6985/92eb9c2c-4950-411b-9ebf-58648e00b4bc/93b9d6b0-01d5-4286-904c-ce0c31379d03) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:42.996048 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f32e2-1ddd-4f99-b617-cd5022373a2e x-openstack-request-id: req-052f32e2-1ddd-4f99-b617-cd5022373a2e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:42.996238 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "name": "network-vif-plugged", "status": "completed", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:42.996676 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-052f32e2-1ddd-4f99-b617-cd5022373a2e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:42.997316 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'code': 200} Nov 22 16:27:43.091869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc1b306e-e084-48e3-aede-46e9919af445 req-0af330bf-7ce3-432f-a400-e847840661c8 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8975804 Nov 22 16:27:43.120004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0223877 Nov 22 16:27:43.141561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43966) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:43.145773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0473acd3-2ff0-4802-9641-afb7749afac7 req-ee82b58d-6a27-48a9-a3cf-2ae272706461 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704981 Nov 22 16:27:43.146463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b79666-ec11-4e7c-85d8-bc3ebee30215 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:43.165721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Request body: {'subnet': {'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-subnet', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:43.169066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:43.198922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:43.211388 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.409510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987098b-914d-4be6-a941-10f8167511a7 req-a16c64d1-9ec9-40fa-831f-8631060bd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.412411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987098b-914d-4be6-a941-10f8167511a7 req-a16c64d1-9ec9-40fa-831f-8631060bd042 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1095 time: 0.5078547 Nov 22 16:27:43.498499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a2877d56-b9ca-421c-8b17-961301bdd82b details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:43.674602 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-01482d9c-4214-42d8-a3fc-648e2a698db2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6013112 Nov 22 16:27:43.694492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43988) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:43.718058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a2877d56-b9ca-421c-8b17-961301bdd82b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a2877d56-b9ca-421c-8b17-961301bdd82b,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:43.723003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcec6bb-c77d-44e9-aae0-b02649d7c1d1 req-432528b7-88f5-4cd2-94dd-fde9065973ab tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.735515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6dcec6bb-c77d-44e9-aae0-b02649d7c1d1 req-432528b7-88f5-4cd2-94dd-fde9065973ab tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 948 time: 0.4072659 Nov 22 16:27:43.741597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'a2877d56-b9ca-421c-8b17-961301bdd82b', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'a2877d56-b9ca-421c-8b17-961301bdd82b', 'mac_address': 'fa:16:3e:da:31:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:43.854302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.863196 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.866990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-8f0ecbb0-3efe-4cdc-960b-3623d0a1e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.868573 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-8f0ecbb0-3efe-4cdc-960b-3623d0a1e11a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 1100 time: 0.0999711 Nov 22 16:27:43.903734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2877d56-b9ca-421c-8b17-961301bdd82b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:43.918451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-a1c67a93-cf7d-4610-9795-6cca6a1f133f tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--384043242&fields=id&tenant_id=9ba0e20949ea4f9487657299b4521522 HTTP/1.1" status: 200 len: 267 time: 0.5160658 Nov 22 16:27:43.920936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.957488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a2877d56-b9ca-421c-8b17-961301bdd82b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a2877d56-b9ca-421c-8b17-961301bdd82b,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:43.964309 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.988562 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b57e0eb-5d57-4036-a9af-dfbc78f9be40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.021423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=a2877d56-b9ca-421c-8b17-961301bdd82b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:44.036847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.102369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987098b-914d-4be6-a941-10f8167511a7 req-e6c94f06-63cf-4a22-878c-2568d9874d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.103938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987098b-914d-4be6-a941-10f8167511a7 req-e6c94f06-63cf-4a22-878c-2568d9874d51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.6529803 Nov 22 16:27:44.139132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4ee08f-c083-4020-9676-13ac238ef52a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:44.140084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:44.176126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:44.194091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:44.194660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6dcec6bb-c77d-44e9-aae0-b02649d7c1d1 req-a2b0ffec-fe72-4f3f-8499-3cd362fad46c tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356642 Nov 22 16:27:44.205788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Pushing event updated for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:44.251969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-79f1ec18-44f0-47ca-bd56-40d7423f0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.253882 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-79f1ec18-44f0-47ca-bd56-40d7423f0e56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3437498 Nov 22 16:27:44.264150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987098b-914d-4be6-a941-10f8167511a7 req-07794300-4dd2-4f2f-80a9-dd80d4d92563 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 217 time: 0.1332817 Nov 22 16:27:44.275062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Checking segment: {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:44.275612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Network hostable DHCP agents. Network: 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:44.316052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a2877d56-b9ca-421c-8b17-961301bdd82b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:44.316867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-4de060a7-1cba-4887-b47e-10a1764ef2da tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.317938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-4de060a7-1cba-4887-b47e-10a1764ef2da tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 824 time: 0.3985908 Nov 22 16:27:44.346732 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-dade05a5-e13c-4bf1-b726-e3a18367ec21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=73835094-269e-4254-9028-8a9d6fff792c HTTP/1.1" status: 200 len: 217 time: 0.0816236 Nov 22 16:27:44.361942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.362577 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.413127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5113bdc4-26a5-4430-a687-0cf40067f78d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/quotas/9ba0e20949ea4f9487657299b4521522 HTTP/1.1" status: 200 len: 375 time: 0.0731907 Nov 22 16:27:44.440916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987098b-914d-4be6-a941-10f8167511a7 req-3270b996-ea63-4019-a68b-0f20a7062048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.442562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987098b-914d-4be6-a941-10f8167511a7 req-3270b996-ea63-4019-a68b-0f20a7062048 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1630695 Nov 22 16:27:44.473050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b57e0eb-5d57-4036-a9af-dfbc78f9be40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.479355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:44.485135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-db0fa78d-f8d6-4f08-b85a-b61de308fef0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2322097 Nov 22 16:27:44.493325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b57e0eb-5d57-4036-a9af-dfbc78f9be40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.516921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Request body: {'port': {'device_id': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:44.577718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:44.582815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987098b-914d-4be6-a941-10f8167511a7 req-645a05e8-6b97-4fa5-b892-9e7bf42dbb87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992384 Nov 22 16:27:44.594501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95404aa-e9a3-42ad-9e62-47cdb686bb69 None None] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:44.595581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-029d7618-49d6-4676-ac18-683bf2dfd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.595914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.596877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.598177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-029d7618-49d6-4676-ac18-683bf2dfd92d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2260895 Nov 22 16:27:44.614742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-c76b9cf8-83c0-474d-9e8d-3843d1ad15ae tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.617755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-c76b9cf8-83c0-474d-9e8d-3843d1ad15ae tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.37 "GET /v2.0/ports?device_id=8be534fd-1960-446c-8aae-f15d28aa63a7 HTTP/1.1" status: 200 len: 945 time: 0.2613881 Nov 22 16:27:44.654820 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5b57e0eb-5d57-4036-a9af-dfbc78f9be40 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f51cc3272b274b7195f3bb5c9333b656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9542489 Nov 22 16:27:44.674573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43994) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:44.683075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57e0eb-5d57-4036-a9af-dfbc78f9be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc10648-cf9a-404e-8169-fdedeb53cf4c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:44.748578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.793339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f25fb21c-343c-451b-b8e6-4865bae16140 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6330287 Nov 22 16:27:44.796420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-3572b5c2-046d-444a-b73f-ac88204e60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.798494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-3572b5c2-046d-444a-b73f-ac88204e60ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868730 Nov 22 16:27:44.799172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:44.806720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:44.808175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-49750edb-0129-4816-bd57-6b857ab7d563 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3739672 Nov 22 16:27:44.828518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a577-9cce-4472-80e6-71aa1a16e1f6 req-5121a2d5-316f-492c-892c-779ebe241f17 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.831100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e13a577-9cce-4472-80e6-71aa1a16e1f6 req-5121a2d5-316f-492c-892c-779ebe241f17 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.4510570 Nov 22 16:27:44.861960 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:27:44.863329 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.966057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea8bd-7af7-42b9-b476-a4b5e14a3783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.996117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.997870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.002272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:45.007584 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8543f838-1338-4386-a1be-74ecb0221263" -d '{"events": [{"server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "name": "network-vif-plugged", "status": "completed", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:45.024004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 94793f49-a519-4bb0-9e2c-8df84aa92f81 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:45.128418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987098b-914d-4be6-a941-10f8167511a7 req-b6bfff80-b2b4-40ba-9fab-b283aeb06feb service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367365 Nov 22 16:27:45.141068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e13a577-9cce-4472-80e6-71aa1a16e1f6 req-83a8feb1-b91b-47cc-8d81-bf110b2bce1b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978396 Nov 22 16:27:45.155290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea8bd-7af7-42b9-b476-a4b5e14a3783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.189448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 94793f49-a519-4bb0-9e2c-8df84aa92f81 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:45.200994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 94793f49-a519-4bb0-9e2c-8df84aa92f81 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:45.201512 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.202792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-38b6c8ad-bb57-40c0-9350-df27a56f3399 service neutron] 10.222.0.59 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601456 Nov 22 16:27:45.208892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Allocated IP 172.20.0.2 (2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9/2a4ee08f-c083-4020-9676-13ac238ef52a/d5d6638c-8f3b-4de2-9aa9-a8268281b6a9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:45.266064 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.279145 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-07c8d896-b168-49c7-9032-943122a74c6c service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677606 Nov 22 16:27:45.450515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08f958be-e2d1-41f9-b7f9-da358e3a599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.531916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a2877d56-b9ca-421c-8b17-961301bdd82b up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:45.645596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea8bd-7af7-42b9-b476-a4b5e14a3783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.648998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f2ea8bd-7af7-42b9-b476-a4b5e14a3783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.650455 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3f2ea8bd-7af7-42b9-b476-a4b5e14a3783 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0bc10648-cf9a-404e-8169-fdedeb53cf4c HTTP/1.1" status: 204 len: 168 time: 0.9757628 Nov 22 16:27:45.663721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.700276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ea8bd-7af7-42b9-b476-a4b5e14a3783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc10648-cf9a-404e-8169-fdedeb53cf4c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:45.734299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fb53ecb4-67d7-4bc2-a69d-f5dc12588687 req-22beeac2-a29a-4f40-bd00-97e7407c9769 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451489 Nov 22 16:27:45.739887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Deleting port 43f627ca-8aca-4957-930c-3efad0cfc9bf {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:45.740640 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.752654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.864576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b9d6b0-01d5-4286-904c-ce0c31379d03 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:45.880520 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.884699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-721d3b5b-f737-42d4-97cf-5729f8dcf677 service neutron] 10.222.0.59 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591570 Nov 22 16:27:45.913324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Transition to ACTIVE for port object 93b9d6b0-01d5-4286-904c-ce0c31379d03 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:45.922003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.948730 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 94793f49-a519-4bb0-9e2c-8df84aa92f81, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=94793f49-a519-4bb0-9e2c-8df84aa92f81,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:45.951267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe5698-9465-44cb-9774-3dd3fb976001 req-922dd664-66b1-4da5-afad-5e66f40aaf1b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.955223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90fe5698-9465-44cb-9774-3dd3fb976001 req-922dd664-66b1-4da5-afad-5e66f40aaf1b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 932 time: 0.3164344 Nov 22 16:27:45.981487 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.005534 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.046084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Pushing event updated for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:46.068410 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.083953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port a2877d56-b9ca-421c-8b17-961301bdd82b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:46.121735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:46.129093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:46.140714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port a2877d56-b9ca-421c-8b17-961301bdd82b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:46.141756 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.145453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] For port 43f627ca-8aca-4957-930c-3efad0cfc9bf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f627ca-8aca-4957-930c-3efad0cfc9bf,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:46.146288 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.261563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:46.407503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.453262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987098b-914d-4be6-a941-10f8167511a7 req-76881b6d-3d17-4f91-b4d7-4fbf6a23a472 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2594912 Nov 22 16:27:46.473438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Attempting to bind port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:46.475008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Attempting to bind port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:46.476061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Attempting to bind port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 on network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:46.479984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=94793f49-a519-4bb0-9e2c-8df84aa92f81,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:46.508397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:46.508919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:46.509470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:46.524646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.528111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:46.528695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Checking segment: {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:46.529484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.530104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Bound using segment: {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:46.531001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Bound port: d5d6638c-8f3b-4de2-9aa9-a8268281b6a9, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:46.531601 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.556792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:46.557130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:46.628488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:46.630452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:46.632131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:46.633039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Bound port: 93b9d6b0-01d5-4286-904c-ce0c31379d03, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:46.633823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.721330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e9437-3fb3-4acb-893b-4ad7db8736b1 req-1b2fcf8e-5ac3-4e03-8b6c-6707a409c9b1 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:46.733327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a11e9437-3fb3-4acb-893b-4ad7db8736b1 req-1b2fcf8e-5ac3-4e03-8b6c-6707a409c9b1 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.2996070 Nov 22 16:27:46.791504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Pushing event updated for resources: {'Port': ['ID=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:46.829966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90fe5698-9465-44cb-9774-3dd3fb976001 req-0485a357-1203-4ae4-8169-a13c6c61c5ae tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943801 Nov 22 16:27:46.846996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.851203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] For port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:46.857544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] For port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:46.873536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.893908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:46.911312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:47.038609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Allocated IP 172.25.0.243 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/2345d1cc-a42b-4d00-8d35-d62926e68fd1) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:47.062451 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e0ede5-5e54-468c-87bf-a996adb39f5a x-openstack-request-id: req-a9e0ede5-5e54-468c-87bf-a996adb39f5a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:47.063044 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "name": "network-vif-plugged", "status": "completed", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:47.063498 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9e0ede5-5e54-468c-87bf-a996adb39f5a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:47.063968 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162', 'code': 200} Nov 22 16:27:47.179671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a2877d56-b9ca-421c-8b17-961301bdd82b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a2877d56-b9ca-421c-8b17-961301bdd82b,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:47.193838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.195303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 43f627ca-8aca-4957-930c-3efad0cfc9bf no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:47.227494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.237135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a11e9437-3fb3-4acb-893b-4ad7db8736b1 req-f6b85c14-49bb-4119-af78-bc385d7d980d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025475 Nov 22 16:27:47.312733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f752920-e73b-4744-b4cb-7959356fa5e2 None None] Pushing event updated for resources: {'Port': ['ID=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:47.337702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.643364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.643364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.643364 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Floating IP 26fd727d-f88f-4d5e-b04b-4fd839d75d87 disassociated. External IP: 172.25.0.97, port: 43f627ca-8aca-4957-930c-3efad0cfc9bf. Nov 22 16:27:47.643990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Calling delete_port for 43f627ca-8aca-4957-930c-3efad0cfc9bf owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:47.683494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:47.684775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.699275 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 200 len: 1092 time: 3.1841619 Nov 22 16:27:47.704821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=a2877d56-b9ca-421c-8b17-961301bdd82b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:47.752960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acf964-a9f3-4098-8ba8-0b96124f7a88 req-75b792d6-2cae-44ed-b251-a05d654849b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:47.755917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29acf964-a9f3-4098-8ba8-0b96124f7a88 req-75b792d6-2cae-44ed-b251-a05d654849b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1096 time: 0.5364351 Nov 22 16:27:47.756554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:47.775733 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cefc2e-bdbb-400b-badb-a3bd57450ece" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:47.790488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efbfa7-7b83-41d2-b177-ccc3234d10b0 service neutron] Pushing event updated for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:47.807161 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.852628 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.860086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:47.901542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Pushing event updated for resources: {'Port': ['ID=2345d1cc-a42b-4d00-8d35-d62926e68fd1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:47.982227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:47.984362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:47.997558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:48.044419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161cf09-4463-4009-bd47-134010cee59f req-14260e88-a20f-441f-b9f5-ff6a1cb039c7 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:48.054395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e161cf09-4463-4009-bd47-134010cee59f req-14260e88-a20f-441f-b9f5-ff6a1cb039c7 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1101 time: 0.7036142 Nov 22 16:27:48.140828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-093360f0-b6f0-4d3f-9655-71b0823b852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:48.143241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-093360f0-b6f0-4d3f-9655-71b0823b852b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1095 time: 0.3597867 Nov 22 16:27:48.202960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29acf964-a9f3-4098-8ba8-0b96124f7a88 req-a4c19f8e-2ee1-44df-a304-92b4b0750115 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094751 Nov 22 16:27:48.210298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-edae7efa-30a5-485f-b541-95aedb990a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.219900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc80f-821b-4d7b-ac12-56b64a90635c req-9dbcc9f5-42c8-4ed0-b56f-b710899f9a3d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:48.223753 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06edc80f-821b-4d7b-ac12-56b64a90635c req-9dbcc9f5-42c8-4ed0-b56f-b710899f9a3d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 949 time: 0.7523546 Nov 22 16:27:48.259143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:48.259597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.298788 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.301057 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-321cdab2-23a0-4fd9-9c00-d67767f6a444 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 200 len: 217 time: 0.0911398 Nov 22 16:27:48.309981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e161cf09-4463-4009-bd47-134010cee59f req-3dd20272-274e-4e0e-bf93-df1de5fef77f tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535722 Nov 22 16:27:48.444691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06edc80f-821b-4d7b-ac12-56b64a90635c req-24372d33-5a25-478d-8893-2ad44344cf34 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999419 Nov 22 16:27:48.451687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event deleted for resources: {'Port': ['ID=43f627ca-8aca-4957-930c-3efad0cfc9bf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:48.547985 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.623467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-acde1248-2f3b-4345-b477-384f04b3d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:48.625960 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-acde1248-2f3b-4345-b477-384f04b3d355 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.2139192 Nov 22 16:27:48.651762 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:27:48.663515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:48.665108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1e92b78-4dce-4828-b554-56836130f7e5 req-39d244ca-e363-48f3-88b0-526606b30476 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 210 time: 0.1095374 Nov 22 16:27:48.672312 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.814543 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-f1769e7c-dbfe-478e-b2f6-fb76049f3216 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562884 Nov 22 16:27:48.852182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.923517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:48.940886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Router 21a704c2-aff5-4015-bc01-5b0c4978d1ba has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:49.029037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f826d4-2979-454b-ae62-57d757adc96d None None] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:49.135289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c9bdc4-7e8c-427a-9a30-da434fca7b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94793f49-a519-4bb0-9e2c-8df84aa92f81'}, {'server_uuid': 'bb0592ce-45b8-402a-b9cf-efaa75f07122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2877d56-b9ca-421c-8b17-961301bdd82b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:49.140947 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16e4528-0fae-43b6-ad2d-d46a38b0bc00" -d '{"events": [{"server_uuid": "b1c9bdc4-7e8c-427a-9a30-da434fca7b15", "name": "network-vif-plugged", "status": "completed", "tag": "94793f49-a519-4bb0-9e2c-8df84aa92f81"}, {"server_uuid": "bb0592ce-45b8-402a-b9cf-efaa75f07122", "name": "network-vif-plugged", "status": "completed", "tag": "a2877d56-b9ca-421c-8b17-961301bdd82b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:49.182470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7969f2-9276-4488-b980-c836ef75912b req-58fe4054-63ff-4750-a5a8-1f48ee69b5af tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:49.187811 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57196ebb-4b0e-4794-befb-204e2aa3afae x-openstack-request-id: req-57196ebb-4b0e-4794-befb-204e2aa3afae {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:49.189080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-60c7eb3e-5e34-47ac-ba99-0584b078d4d7 None None] Provisioning complete for port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:49.189454 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:49.189687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60c7eb3e-5e34-47ac-ba99-0584b078d4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.190427 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57196ebb-4b0e-4794-befb-204e2aa3afae {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:49.191479 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03', 'status': 'completed', 'code': 200} Nov 22 16:27:49.191768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d7969f2-9276-4488-b980-c836ef75912b req-58fe4054-63ff-4750-a5a8-1f48ee69b5af tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.2445285 Nov 22 16:27:49.239306 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-721f5bcc-a491-4e79-8491-ecdd32c82f4c service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338576 Nov 22 16:27:49.465186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d7969f2-9276-4488-b980-c836ef75912b req-28df18fa-a982-464f-beda-d8a5f3c07b45 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650280 Nov 22 16:27:49.522697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:49.652361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-4cc10abf-6bcb-4d05-af82-e2276024ddb9 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:49.657335 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-4cc10abf-6bcb-4d05-af82-e2276024ddb9 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.62 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 824 time: 1.0264947 Nov 22 16:27:49.708352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01953213-45a9-414b-b197-585d0a912a77 None None] Sync routers for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:49.716351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.770863 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754f0f3a-d548-431f-bf7f-7374f6ae4d5b x-openstack-request-id: req-754f0f3a-d548-431f-bf7f-7374f6ae4d5b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:49.771407 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c9bdc4-7e8c-427a-9a30-da434fca7b15", "name": "network-vif-plugged", "status": "completed", "tag": "94793f49-a519-4bb0-9e2c-8df84aa92f81", "code": 200}, {"server_uuid": "bb0592ce-45b8-402a-b9cf-efaa75f07122", "name": "network-vif-plugged", "status": "completed", "tag": "a2877d56-b9ca-421c-8b17-961301bdd82b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:49.772129 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-754f0f3a-d548-431f-bf7f-7374f6ae4d5b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:49.772755 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c9bdc4-7e8c-427a-9a30-da434fca7b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94793f49-a519-4bb0-9e2c-8df84aa92f81', 'code': 200} Nov 22 16:27:49.773185 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0592ce-45b8-402a-b9cf-efaa75f07122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2877d56-b9ca-421c-8b17-961301bdd82b', 'code': 200} Nov 22 16:27:49.781731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] No DVR routers for this DVR port 43f627ca-8aca-4957-930c-3efad0cfc9bf on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:49.802719 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.819926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6741915-7b0e-4b76-9001-31b8905fdb1d req-f1bae13c-dd1c-4478-98b3-f5722399adb6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.37 "DELETE /v2.0/ports/43f627ca-8aca-4957-930c-3efad0cfc9bf HTTP/1.1" status: 204 len: 173 time: 5.1827357 Nov 22 16:27:49.822802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'name': 'network-vif-deleted', 'tag': '43f627ca-8aca-4957-930c-3efad0cfc9bf'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:49.833140 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9a1c4a-dbb8-4f0b-a626-40a71a97c783" -d '{"events": [{"server_uuid": "8be534fd-1960-446c-8aae-f15d28aa63a7", "name": "network-vif-deleted", "tag": "43f627ca-8aca-4957-930c-3efad0cfc9bf"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:49.876286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:49.894267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01953213-45a9-414b-b197-585d0a912a77 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:49.895555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-01953213-45a9-414b-b197-585d0a912a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:49.984294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ea659-4d85-44fa-b94d-c0933b206271 req-5e7af879-3776-48b4-9d58-4e60ddd1afa0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:49.987228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f4ea659-4d85-44fa-b94d-c0933b206271 req-5e7af879-3776-48b4-9d58-4e60ddd1afa0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.5203598 Nov 22 16:27:50.020105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:50.254852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f4ea659-4d85-44fa-b94d-c0933b206271 req-2651fee4-fc7c-413c-8926-df15e6d5e6cd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320921 Nov 22 16:27:50.269199 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.293898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71535f3b-5551-4327-a156-b9fe76653edb req-77efb3dd-69ea-41b8-a40a-c082b391dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:50.299497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71535f3b-5551-4327-a156-b9fe76653edb req-77efb3dd-69ea-41b8-a40a-c082b391dc65 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb0592ce-45b8-402a-b9cf-efaa75f07122 HTTP/1.1" status: 200 len: 1101 time: 0.4306290 Nov 22 16:27:50.305391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-01953213-45a9-414b-b197-585d0a912a77 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:50.319971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d3d4-9144-46ef-a24a-c98bed3c4b83 req-8c87a6cb-0430-4c36-8016-b7a69af21f38 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:50.328102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:50.328864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.330643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71a0d3d4-9144-46ef-a24a-c98bed3c4b83 req-8c87a6cb-0430-4c36-8016-b7a69af21f38 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 949 time: 0.4653697 Nov 22 16:27:50.374316 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-ae7eea53-0841-41ac-9cef-5e5395aea5d1 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ba0e20949ea4f9487657299b4521522 HTTP/1.1" status: 200 len: 379 time: 0.6926737 Nov 22 16:27:50.378282 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-089c00e9-11eb-4107-b15b-4f94ac4fc4dd req-a316c512-159d-44be-8675-57e5f8ffa23e service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0661581 Nov 22 16:27:50.393101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Request body: {'port': {'device_id': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'admin_state_up': True, 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'security_groups': ['04eb62e7-f68d-493f-81f4-f599af0bf88a']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:50.437783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0d61e9e-135f-46d7-bcf1-fe2d08636c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.610301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71a0d3d4-9144-46ef-a24a-c98bed3c4b83 req-1d5a3f0b-2bf0-47d6-afc9-c4d2ea32cb86 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692857 Nov 22 16:27:50.616717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.640879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71535f3b-5551-4327-a156-b9fe76653edb req-2de4a474-0c7b-457a-aff1-c8340d59eb42 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610555 Nov 22 16:27:50.651218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3d9fd61-12ea-4722-b375-0e69b78cb1a1 req-346456a3-8a5c-44f9-af15-ebb4f5e01fad tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 210 time: 0.1252267 Nov 22 16:27:50.796611 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098a5d30-ed30-4cd3-8e4c-a6dc58d7948c x-openstack-request-id: req-098a5d30-ed30-4cd3-8e4c-a6dc58d7948c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:50.797037 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be534fd-1960-446c-8aae-f15d28aa63a7", "name": "network-vif-deleted", "tag": "43f627ca-8aca-4957-930c-3efad0cfc9bf", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:50.797434 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-098a5d30-ed30-4cd3-8e4c-a6dc58d7948c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:50.798015 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be534fd-1960-446c-8aae-f15d28aa63a7', 'name': 'network-vif-deleted', 'tag': '43f627ca-8aca-4957-930c-3efad0cfc9bf', 'status': 'completed', 'code': 200} Nov 22 16:27:50.835442 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0d61e9e-135f-46d7-bcf1-fe2d08636c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.852912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6180c15f-b953-456a-83c7-7f8068169d40 None None] Provisioning complete for port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:50.853303 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6180c15f-b953-456a-83c7-7f8068169d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.862585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0d61e9e-135f-46d7-bcf1-fe2d08636c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.979806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-ab7d32c4-a790-4ad3-b205-6ce1a5f4112f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3514ce11b681483689c0bb169228eba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639925 Nov 22 16:27:51.001136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e0d61e9e-135f-46d7-bcf1-fe2d08636c64 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e33e79e79b3e40a5b11ea6f6c4f025b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9686360 Nov 22 16:27:51.007239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d61e9e-135f-46d7-bcf1-fe2d08636c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d251bcc-3599-4709-9fac-539f53cf1f7b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:51.044553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:51.203742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-01953213-45a9-414b-b197-585d0a912a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:51.221358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7976548-61d5-47ec-acfc-b040adb0ed27 req-8e41cc4e-6f32-4ae9-b418-fe3e8562f4e5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.223788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7976548-61d5-47ec-acfc-b040adb0ed27 req-8e41cc4e-6f32-4ae9-b418-fe3e8562f4e5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.2523694 Nov 22 16:27:51.268813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01953213-45a9-414b-b197-585d0a912a77 None None] Checking router: 21a704c2-aff5-4015-bc01-5b0c4978d1ba for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:51.275224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990e0a4-0333-4c81-a18b-c4c127c304f1 req-520bf347-f4a8-41ec-ba90-c398cb6985e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.276660 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0990e0a4-0333-4c81-a18b-c4c127c304f1 req-520bf347-f4a8-41ec-ba90-c398cb6985e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 1100 time: 1.0276568 Nov 22 16:27:51.299002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01953213-45a9-414b-b197-585d0a912a77 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:51.302551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-01953213-45a9-414b-b197-585d0a912a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:51.309149 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.326512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-b2033ac4-b80b-46e2-b32b-61cf14d918f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.328478 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-b2033ac4-b80b-46e2-b32b-61cf14d918f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1095 time: 0.2680459 Nov 22 16:27:51.352270 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ef8dab4-2014-418e-ad84-ebb4ccca6c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.400787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-105ceaa8-9ddb-4024-a16f-b015db62d910 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.403671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-105ceaa8-9ddb-4024-a16f-b015db62d910 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982739 Nov 22 16:27:51.431036 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ef8dab4-2014-418e-ad84-ebb4ccca6c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.443087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-d5a62a02-04ed-41a1-8b00-9c98c46975c2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/quotas/3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 375 time: 0.0169642 Nov 22 16:27:51.461030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7976548-61d5-47ec-acfc-b040adb0ed27 req-479ae85b-0417-4a40-a436-f74b7957f434 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147973 Nov 22 16:27:51.531223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-01953213-45a9-414b-b197-585d0a912a77 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:51.549315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0990e0a4-0333-4c81-a18b-c4c127c304f1 req-458b5146-9161-4111-a89d-723a96255301 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595835 Nov 22 16:27:51.550595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Made reservation on behalf of 9ba0e20949ea4f9487657299b4521522 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:51.554637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.602330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Router 5d9e1503-0927-4c53-822a-258b0d944e88 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:27:51.612141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-5cfae338-f5e2-49f8-9bc7-af43b456aa9d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1400971 Nov 22 16:27:51.669088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ef8dab4-2014-418e-ad84-ebb4ccca6c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.673962 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ef8dab4-2014-418e-ad84-ebb4ccca6c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.683136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ef8dab4-2014-418e-ad84-ebb4ccca6c9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d251bcc-3599-4709-9fac-539f53cf1f7b HTTP/1.1" status: 204 len: 168 time: 0.6297760 Nov 22 16:27:51.738225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8dab4-2014-418e-ad84-ebb4ccca6c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d251bcc-3599-4709-9fac-539f53cf1f7b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:51.804877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-834056d6-ef1b-423f-88eb-a75289b5e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.806684 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-834056d6-ef1b-423f-88eb-a75289b5e1f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.4561372 Nov 22 16:27:51.840549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51fe2c-0a92-42dd-b83e-1787c34eb4e7 req-5cf94837-fef9-4507-85ef-57f976794cd4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.850437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df51fe2c-0a92-42dd-b83e-1787c34eb4e7 req-5cf94837-fef9-4507-85ef-57f976794cd4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.2206836 Nov 22 16:27:52.003585 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-c6652817-a1a7-41fe-b4c5-98b5075e59cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 200 len: 217 time: 0.1824102 Nov 22 16:27:52.065323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df51fe2c-0a92-42dd-b83e-1787c34eb4e7 req-a27d02ac-c37b-4de4-a659-42498b3ae2ad tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043245 Nov 22 16:27:52.297526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-01953213-45a9-414b-b197-585d0a912a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:52.300582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eac216-dd7d-42c4-9b1a-820a6d54a1a2 req-69e10dda-067e-4778-a361-974f24248fc5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:52.320020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50eac216-dd7d-42c4-9b1a-820a6d54a1a2 req-69e10dda-067e-4778-a361-974f24248fc5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 949 time: 0.2261648 Nov 22 16:27:52.385922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01953213-45a9-414b-b197-585d0a912a77 None None] The sync data for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 is: [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:52.418593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-9606a002-dd7d-4c9d-8c48-f148270a2b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:52.421417 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-9606a002-dd7d-4c9d-8c48-f148270a2b17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.4034464 Nov 22 16:27:52.433997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8ed0a90-09ee-49cb-8c08-cfcdeca606df req-ad30019a-a372-4fcb-a09a-a8845c6d6a15 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 210 time: 0.1124296 Nov 22 16:27:52.458382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Allocated IP 172.20.0.6 (271c9d42-644d-45ed-8881-15ca0d9c049b/551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2/f9b71276-a37c-4d39-8ab3-88a36b9810d8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:52.529089 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-fe90fa4e-0487-4719-aef2-acfc550636ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858159 Nov 22 16:27:52.541562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:52.542551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50eac216-dd7d-42c4-9b1a-820a6d54a1a2 req-14784d39-695d-4432-beed-f5f3e074596d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994894 Nov 22 16:27:52.561336 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Sync routers for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:52.612143 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:52.619962 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:52.667994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:52.669863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-afdb2df9-a4a5-4ed8-925a-821399bc9de7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8684053 Nov 22 16:27:52.675755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:52.734255 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-2f9385db-6419-4450-82f7-ed4f7a140ed6 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955795 Nov 22 16:27:52.983888 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:53.202478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35125596-ed87-44d6-817d-fe7b751ffa8c None None] New status for floating IP 26fd727d-f88f-4d5e-b04b-4fd839d75d87: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:27:53.365918 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c5cefc2e-bdbb-400b-badb-a3bd57450ece req-fa2a0fdc-f188-47a7-8598-8acc00e0bf9a service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049342 Nov 22 16:27:53.503302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:53.555446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 93b9d6b0-01d5-4286-904c-ce0c31379d03 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:53.601571 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:48Z', 'revision_number': 3, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:53.618245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e64c97ae-1e38-42c5-bb40-e79373c8e4b6 req-c11088aa-0a7e-461e-9569-6bc83ba2d5c1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 210 time: 0.7991731 Nov 22 16:27:53.683613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:53.738634 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Checking router: 5d9e1503-0927-4c53-822a-258b0d944e88 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:53.739284 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Updating router 5d9e1503-0927-4c53-822a-258b0d944e88 port 2345d1cc-a42b-4d00-8d35-d62926e68fd1 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:53.834769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Network 271c9d42-644d-45ed-8881-15ca0d9c049b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:53.842241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:53.847691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:27:53.857940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:53.890473 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.036718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:54.038146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.057851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event updated for resources: {'Port': ['ID=f9b71276-a37c-4d39-8ab3-88a36b9810d8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:54.098117 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-5a4398f3-efd2-4aa0-843d-4d29c818eb20 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7100356 Nov 22 16:27:54.122040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Request body: {'port': {'device_id': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:54.171564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:54.178849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:54.201962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '93b9d6b0-01d5-4286-904c-ce0c31379d03', 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'port_id': '93b9d6b0-01d5-4286-904c-ce0c31379d03', 'mac_address': 'fa:16:3e:50:a3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92eb9c2c-4950-411b-9ebf-58648e00b4bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:54.274282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.332808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.366680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b9d6b0-01d5-4286-904c-ce0c31379d03 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:54.378721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c35137-4034-42e5-9ad2-542ec05dbbfd req-b15d1ca7-a215-43ec-bb70-29ad0ecaec8b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:54.384039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c35137-4034-42e5-9ad2-542ec05dbbfd req-b15d1ca7-a215-43ec-bb70-29ad0ecaec8b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.4323230 Nov 22 16:27:54.477841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:54.486153 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.495573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-49490b86-c29b-4fd1-8a3e-fed9dd6165fe None None] Provisioning complete for port f9b71276-a37c-4d39-8ab3-88a36b9810d8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:54.496206 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49490b86-c29b-4fd1-8a3e-fed9dd6165fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.640820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-82356628-network', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:54.643420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-49490b86-c29b-4fd1-8a3e-fed9dd6165fe None None] Port f9b71276-a37c-4d39-8ab3-88a36b9810d8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:54.650278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-b610a657-8c8e-4603-ac40-211ba06c916c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3514ce11b681483689c0bb169228eba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541806 Nov 22 16:27:54.725349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e4605-f7fa-423a-8c82-d22fe0f7743a req-1376ae00-0453-4f1d-a1a1-766780a29fad tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:54.728250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-127e4605-f7fa-423a-8c82-d22fe0f7743a req-1376ae00-0453-4f1d-a1a1-766780a29fad tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1096 time: 0.6496518 Nov 22 16:27:54.744881 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.753989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:54.762703 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.782226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['93b9d6b0-01d5-4286-904c-ce0c31379d03'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:54.875881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c35137-4034-42e5-9ad2-542ec05dbbfd req-e7ab80cf-e80b-4e37-a130-4438e528279f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768078 Nov 22 16:27:54.892466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:54.896436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.939232 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Attempting to bind port 2345d1cc-a42b-4d00-8d35-d62926e68fd1 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:54.939471 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Attempting to bind port 2345d1cc-a42b-4d00-8d35-d62926e68fd1 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:54.940108 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Attempting to bind port 2345d1cc-a42b-4d00-8d35-d62926e68fd1 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:54.947402 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Pushing event updated for resources: {'Port': ['ID=2345d1cc-a42b-4d00-8d35-d62926e68fd1,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:54.956010 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:54.956546 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:54.957065 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.958069 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:54.958285 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Bound port: 2345d1cc-a42b-4d00-8d35-d62926e68fd1, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:54.958872 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.960919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.079908 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] For port 2345d1cc-a42b-4d00-8d35-d62926e68fd1, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:55.089143 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] For port 2345d1cc-a42b-4d00-8d35-d62926e68fd1, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2345d1cc-a42b-4d00-8d35-d62926e68fd1,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:55.093980 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.095045 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.095903 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.096162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fa42f169-9b22-4e33-b610-cd2b76286f00 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:55.097267 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.097992 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.098801 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fa42f169-9b22-4e33-b610-cd2b76286f00 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4417846 Nov 22 16:27:55.099187 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.099765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-127e4605-f7fa-423a-8c82-d22fe0f7743a req-37b98c70-115b-437d-9d64-b4563f726dd3 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981110 Nov 22 16:27:55.100506 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.101402 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.102718 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.103430 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.104529 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.105273 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.118593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Request body: {'port': {'device_id': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '3514ce11b681483689c0bb169228eba0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:55.126410 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.209433 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:55.210107 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:55.279867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b71276-a37c-4d39-8ab3-88a36b9810d8 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:55.299646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.346444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Transition to ACTIVE for port object f9b71276-a37c-4d39-8ab3-88a36b9810d8 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:55.359198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.398363 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:55.422248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01742-b069-4e6b-a19f-9f6fdfc3c5c1 req-d7ae16b3-c0f1-42d0-940f-e9d60e25eb72 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:55.435859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2df01742-b069-4e6b-a19f-9f6fdfc3c5c1 req-d7ae16b3-c0f1-42d0-940f-e9d60e25eb72 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 931 time: 0.3826773 Nov 22 16:27:55.584634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b71276-a37c-4d39-8ab3-88a36b9810d8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:55.588500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Made reservation on behalf of 3514ce11b681483689c0bb169228eba0 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:55.595003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.632385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cae658-166e-467c-97b2-cbf0e1e4a81a req-3f924d9b-7fd3-4238-89ff-ed4d6f62ad23 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:55.647182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60cae658-166e-467c-97b2-cbf0e1e4a81a req-3f924d9b-7fd3-4238-89ff-ed4d6f62ad23 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 949 time: 0.3404145 Nov 22 16:27:55.660507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Attempting to bind port f9b71276-a37c-4d39-8ab3-88a36b9810d8 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:55.661438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Attempting to bind port f9b71276-a37c-4d39-8ab3-88a36b9810d8 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:55.661604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Attempting to bind port f9b71276-a37c-4d39-8ab3-88a36b9810d8 on network 271c9d42-644d-45ed-8881-15ca0d9c049b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:55.677415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Port f9b71276-a37c-4d39-8ab3-88a36b9810d8 on network 271c9d42-644d-45ed-8881-15ca0d9c049b not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:55.678207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Attempting to bind port f9b71276-a37c-4d39-8ab3-88a36b9810d8 on network 271c9d42-644d-45ed-8881-15ca0d9c049b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:55.735243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.738629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:55.742488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Checking segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:55.743865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Bound using segment: {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:55.745933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Bound port: f9b71276-a37c-4d39-8ab3-88a36b9810d8, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:55.746567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.766593 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad32e1f-23da-48e0-9e16-4319f0b66a3c None None] Pushing event updated for resources: {'Port': ['ID=2345d1cc-a42b-4d00-8d35-d62926e68fd1,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:55.769514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.815678 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.840485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2df01742-b069-4e6b-a19f-9f6fdfc3c5c1 req-a290fc78-0d69-4529-b116-383474041807 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911216 Nov 22 16:27:55.892956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:27:55.980051 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:48Z', 'revision_number': 3, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:56.010717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.011691 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Added segment c4fbb8a8-684e-49e3-a776-31473a0aac9e of type vlan for network 0c6c8246-c08b-455c-8250-20f7b27b89c9 Nov 22 16:27:56.012221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] For port f9b71276-a37c-4d39-8ab3-88a36b9810d8, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:56.017548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60cae658-166e-467c-97b2-cbf0e1e4a81a req-5f7b1d81-f770-49f3-af37-cffaa2088c3d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228626 Nov 22 16:27:56.018528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af075890-f43a-4dfc-9a94-d468bb671432,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:56.062723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Allocated IP 192.168.233.99 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/b0cb7321-c864-47e9-b715-b1174e4d9a84) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:56.077441 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae643da-efe7-4b35-ac9f-c0a2a0dcbcb3 None None] The sync data for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 is: [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:48Z', 'revision_number': 3, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:56.125365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] For port f9b71276-a37c-4d39-8ab3-88a36b9810d8, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f9b71276-a37c-4d39-8ab3-88a36b9810d8,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:56.171995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.216009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.279636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.281211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.283928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] 10.222.0.62 "PUT /v2.0/ports/f9b71276-a37c-4d39-8ab3-88a36b9810d8 HTTP/1.1" status: 200 len: 1091 time: 2.1771548 Nov 22 16:27:56.292445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b2e3485-0520-4edf-bc56-06fda43b1c6a req-01703093-88d8-49fb-a03e-a0733ac60712 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 210 time: 0.0880852 Nov 22 16:27:56.302341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'tag': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:56.306331 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8165e7f4-1456-410d-b09f-22e6e2eb6a53" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f5a765-f940-41f0-a7ab-92b7b5215b65", "tag": "f9b71276-a37c-4d39-8ab3-88a36b9810d8"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:56.484042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a9509-3c87-4f03-9ae3-09f18a3dda60 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b71276-a37c-4d39-8ab3-88a36b9810d8,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:56.524086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-08d93b83-2b8a-4919-bf13-46cd4b5538e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.526846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-08d93b83-2b8a-4919-bf13-46cd4b5538e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 1094 time: 0.1587362 Nov 22 16:27:56.657117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Allocated IP 172.20.0.1 (2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9/2a4ee08f-c083-4020-9676-13ac238ef52a/c104bb72-f175-4aae-abe3-e598a6c981ec) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:56.671604 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.673684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.674329 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-9ee41cfe-c61e-4d96-b331-139127c44dbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b71276-a37c-4d39-8ab3-88a36b9810d8 HTTP/1.1" status: 200 len: 217 time: 0.1277006 Nov 22 16:27:56.675210 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.682146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.714943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6accab3-45fa-4a1a-9ca2-56313638ade8 req-3872a28d-6f43-4083-9bc4-7035fcb4e77f tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.717803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6accab3-45fa-4a1a-9ca2-56313638ade8 req-3872a28d-6f43-4083-9bc4-7035fcb4e77f tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1096 time: 0.4896734 Nov 22 16:27:56.828244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-50fd89e9-82f2-405b-8564-2235e9c169fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.828548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-50fd89e9-82f2-405b-8564-2235e9c169fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 HTTP/1.1" status: 200 len: 863 time: 0.1432884 Nov 22 16:27:56.873170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6915441 Nov 22 16:27:56.884392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44150) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:56.894079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Request body: {'subnet': {'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-82356628-subnet', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:56.904022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.918846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:56.964447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88219a-f6c6-4561-847c-fd27866d1c0c admin admin] Pushing event updated for resources: {'Network': ['ID=0c6c8246-c08b-455c-8250-20f7b27b89c9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:57.000200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 0c6c8246-c08b-455c-8250-20f7b27b89c9 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:57.004173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fccb3a-913e-4c98-8c0b-827682955fce req-df4dc0a5-ed17-4356-9442-d74a957f0945 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:57.020214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56fccb3a-913e-4c98-8c0b-827682955fce req-df4dc0a5-ed17-4356-9442-d74a957f0945 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.5124543 Nov 22 16:27:57.061672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:57.063099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6accab3-45fa-4a1a-9ca2-56313638ade8 req-412c8e72-c659-4974-885e-da0cbf277026 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124495 Nov 22 16:27:57.082577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:57.095674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:57.117742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:57.130123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-a7c9a508-3eec-4f29-a174-7cf41b8ddce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:57.132887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-a7c9a508-3eec-4f29-a174-7cf41b8ddce6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=271c9d42-644d-45ed-8881-15ca0d9c049b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2948258 Nov 22 16:27:57.157778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.206684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56fccb3a-913e-4c98-8c0b-827682955fce req-85d1a8ea-754c-4757-8f26-da5c60744b88 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669953 Nov 22 16:27:57.251949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:57.257788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.312341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.440885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:57.459713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:57.526541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:57.565811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 93b9d6b0-01d5-4286-904c-ce0c31379d03 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:57.606377 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ece387-df4b-4b37-add2-0f1033ddde8c x-openstack-request-id: req-d7ece387-df4b-4b37-add2-0f1033ddde8c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:57.607589 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f5a765-f940-41f0-a7ab-92b7b5215b65", "tag": "f9b71276-a37c-4d39-8ab3-88a36b9810d8", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:57.608193 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7ece387-df4b-4b37-add2-0f1033ddde8c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:57.609141 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'tag': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'status': 'completed', 'code': 200} Nov 22 16:27:57.666148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c104bb72-f175-4aae-abe3-e598a6c981ec,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:57.689492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:57.692017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.801050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-84cdc6de-c323-407f-9901-736ad8a9b411 None None] Provisioning complete for port b0cb7321-c864-47e9-b715-b1174e4d9a84 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:57.801403 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84cdc6de-c323-407f-9901-736ad8a9b411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.805773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2345d1cc-a42b-4d00-8d35-d62926e68fd1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:57.808613 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.819354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.828477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.835746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.836822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.836990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.837435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.837952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.838483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.839004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.839538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.840073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.840601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:57.895905 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-3f7c0f9f-e923-4da5-ab1a-7f77c7189cb0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7824197 Nov 22 16:27:57.906833 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-90f1bee7-7125-46eb-aabe-7ffd0a336f7f service neutron] 10.222.0.62 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536216 Nov 22 16:27:57.916899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Request body: {'port': {'device_id': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:57.974471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36819eab-e897-42ed-beb2-6ad2589edd66 req-8d0822a1-7c93-4545-8037-1cb11ef89165 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:57.977222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36819eab-e897-42ed-beb2-6ad2589edd66 req-8d0822a1-7c93-4545-8037-1cb11ef89165 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb0592ce-45b8-402a-b9cf-efaa75f07122 HTTP/1.1" status: 200 len: 950 time: 0.6276927 Nov 22 16:27:57.994448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 93b9d6b0-01d5-4286-904c-ce0c31379d03 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:58.008052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-84cdc6de-c323-407f-9901-736ad8a9b411 None None] Port b0cb7321-c864-47e9-b715-b1174e4d9a84 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:58.011391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec49e35-392d-49a5-886f-5a4911d0ab29 req-9b95761e-f5ca-4fa9-a4cb-4258a4145aa8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:58.014285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 93b9d6b0-01d5-4286-904c-ce0c31379d03 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:58.014900 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.027074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cec49e35-392d-49a5-886f-5a4911d0ab29 req-9b95761e-f5ca-4fa9-a4cb-4258a4145aa8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 943 time: 0.4959970 Nov 22 16:27:58.104897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2345d1cc-a42b-4d00-8d35-d62926e68fd1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:58.105590 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.215209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cec49e35-392d-49a5-886f-5a4911d0ab29 req-26c35a8a-5518-42b8-9226-83cc511de795 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865556 Nov 22 16:27:58.218661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2fed939e-939f-4478-9aad-3768b7810794 None None] Provisioning complete for port c104bb72-f175-4aae-abe3-e598a6c981ec triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:58.219267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fed939e-939f-4478-9aad-3768b7810794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.245806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36819eab-e897-42ed-beb2-6ad2589edd66 req-f6c7935f-b5e2-4d49-bdd4-13187ab7c32c tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021587 Nov 22 16:27:58.306227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.349885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.371616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.450122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2fed939e-939f-4478-9aad-3768b7810794 None None] Port c104bb72-f175-4aae-abe3-e598a6c981ec cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:58.527346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.562206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 2345d1cc-a42b-4d00-8d35-d62926e68fd1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2345d1cc-a42b-4d00-8d35-d62926e68fd1,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:58.565067 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.567208 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9dbd99b-621c-487c-87d7-41bf09bf19a5 req-40e9e757-d282-4a89-adfb-87855f093bb3 service neutron] 10.222.0.62 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349337 Nov 22 16:27:58.572240 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.687379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:58.694372 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc55e5-4ef7-4faf-b1c6-aac15dbec34f" -d '{"events": [{"server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "name": "network-vif-plugged", "status": "completed", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:58.732137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:58.732505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b423b9-050d-48f3-8c66-3121b2b993fa,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:58.743631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=2345d1cc-a42b-4d00-8d35-d62926e68fd1,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:58.751796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.798727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.799684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.800262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.800805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.801356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.801857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.802298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.802841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.803475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.804060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.804566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.805075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:58.814385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bed75-e0d6-4068-82f2-a88c45c1d8e7 req-f40aebb9-bd20-4c64-b21c-bb311f9ee836 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:58.816188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Checking segment: {'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:58.816821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Network hostable DHCP agents. Network: 0c6c8246-c08b-455c-8250-20f7b27b89c9, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:58.825901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a17bed75-e0d6-4068-82f2-a88c45c1d8e7 req-f40aebb9-bd20-4c64-b21c-bb311f9ee836 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.3475721 Nov 22 16:27:58.873613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:58.883999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f8735-8d52-47ac-b3f3-36573d0143f1 req-441e053b-7201-40ea-893e-6c475c1c8818 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:58.886448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a6f8735-8d52-47ac-b3f3-36573d0143f1 req-441e053b-7201-40ea-893e-6c475c1c8818 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 935 time: 0.2870288 Nov 22 16:27:58.939676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-cc8f44cb-7e5d-4b65-92ba-9d033c1e6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:58.942145 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-cc8f44cb-7e5d-4b65-92ba-9d033c1e6d47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 1094 time: 0.2842555 Nov 22 16:27:58.981943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Network 0c6c8246-c08b-455c-8250-20f7b27b89c9 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:59.011897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a6f8735-8d52-47ac-b3f3-36573d0143f1 req-ceca4fef-c76e-402c-8b42-25f99d7d9067 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143122 Nov 22 16:27:59.019396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a17bed75-e0d6-4068-82f2-a88c45c1d8e7 req-49083ece-9240-40de-bdf4-3b4863cc0387 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804569 Nov 22 16:27:59.048820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.063989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.120317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 0c6c8246-c08b-455c-8250-20f7b27b89c9) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:59.135747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0df5e2-a702-449c-b110-3d59dc4f425e None None] Network 0c6c8246-c08b-455c-8250-20f7b27b89c9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:59.189671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.196996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.239405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c104bb72-f175-4aae-abe3-e598a6c981ec,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:59.246102 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.300651 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a1b5b056-9316-4ba4-9057-92577a131dc6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4146292 Nov 22 16:27:59.309359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44172) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:59.353333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:59.488006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cb7321-c864-47e9-b715-b1174e4d9a84 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:59.519952 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.540768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-0c6c8246-c08b-455c-8250-20f7b27b89c9', 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'fixed_ips': [{'subnet_id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:27:59.541860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.558082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.559486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.575914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:59.581524 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Transition to ACTIVE for port object b0cb7321-c864-47e9-b715-b1174e4d9a84 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:59.598194 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.614833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:59.644065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-fac690ee-f9db-44da-b5ad-f85eca2af62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.646150 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-fac690ee-f9db-44da-b5ad-f85eca2af62e service neutron] 10.222.0.62 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 925 time: 0.6929250 Nov 22 16:27:59.764720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2345d1cc-a42b-4d00-8d35-d62926e68fd1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:59.817554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d19e96-1f6a-478a-bea3-e3adf7a9113d req-bf99a5ef-c9f2-4d02-93c0-35849712dbc6 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.830994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d19e96-1f6a-478a-bea3-e3adf7a9113d req-bf99a5ef-c9f2-4d02-93c0-35849712dbc6 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.848362 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0d19e96-1f6a-478a-bea3-e3adf7a9113d req-bf99a5ef-c9f2-4d02-93c0-35849712dbc6 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15&device_id=bb0592ce-45b8-402a-b9cf-efaa75f07122 HTTP/1.1" status: 200 len: 1690 time: 0.3125706 Nov 22 16:28:00.093087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Allocated IP 172.20.0.2 (0c6c8246-c08b-455c-8250-20f7b27b89c9/d7b423b9-050d-48f3-8c66-3121b2b993fa/9b575a55-a47f-48f2-b4fc-85510f73888a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:00.148061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0d19e96-1f6a-478a-bea3-e3adf7a9113d req-3982327d-6e62-489a-8bb7-313abd32403f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875662 Nov 22 16:28:00.178479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Router 5d9e1503-0927-4c53-822a-258b0d944e88 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:00.288454 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d1223e-5ee5-431a-b6c6-22bea8226310 x-openstack-request-id: req-53d1223e-5ee5-431a-b6c6-22bea8226310 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:00.289271 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "name": "network-vif-plugged", "status": "completed", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:00.289271 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53d1223e-5ee5-431a-b6c6-22bea8226310 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:00.289874 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03', 'code': 200} Nov 22 16:28:00.363173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2345d1cc-a42b-4d00-8d35-d62926e68fd1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:00.365692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:00.463637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b8e97b7d-dddf-4a05-9cf1-d9495531bf2d None None] Provisioning complete for port c104bb72-f175-4aae-abe3-e598a6c981ec triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:00.464004 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8e97b7d-dddf-4a05-9cf1-d9495531bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:00.500601 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-4abb9287-6e83-4ec6-9a79-7c06365cce02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b71276-a37c-4d39-8ab3-88a36b9810d8 HTTP/1.1" status: 200 len: 217 time: 0.8228886 Nov 22 16:28:00.563765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b8e97b7d-dddf-4a05-9cf1-d9495531bf2d None None] Port c104bb72-f175-4aae-abe3-e598a6c981ec cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:00.565687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:00.580933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:00.582709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:00.645052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:00.650359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-cd65f555-81cf-4fa0-ba66-b5426c21f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:00.652334 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-cd65f555-81cf-4fa0-ba66-b5426c21f3aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 HTTP/1.1" status: 200 len: 863 time: 0.0748699 Nov 22 16:28:00.680522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Network 0c6c8246-c08b-455c-8250-20f7b27b89c9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:00.688503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:00.693929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:00.705118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Pushing event updated for resources: {'Port': ['ID=9b575a55-a47f-48f2-b4fc-85510f73888a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:00.840540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Attempting to bind port 9b575a55-a47f-48f2-b4fc-85510f73888a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:00.841319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Attempting to bind port 9b575a55-a47f-48f2-b4fc-85510f73888a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:00.842241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Attempting to bind port 9b575a55-a47f-48f2-b4fc-85510f73888a on network 0c6c8246-c08b-455c-8250-20f7b27b89c9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:00.852863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:00.856976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Checking segment: {'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:00.856976 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:00.856976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Bound using segment: {'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:00.856976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Bound port: 9b575a55-a47f-48f2-b4fc-85510f73888a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:00.857602 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:00.959776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989ebda-4688-4397-bd47-64fb17ba9321 req-60b4162c-9b65-45e4-a613-8ac5eca38f22 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:00.963014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3989ebda-4688-4397-bd47-64fb17ba9321 req-60b4162c-9b65-45e4-a613-8ac5eca38f22 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 943 time: 0.1846890 Nov 22 16:28:01.019634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2728ed-6b4b-4dc6-af45-0493089fc71a req-89d2a3d2-2bf5-476f-b6a3-e039d6684214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.021336 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca2728ed-6b4b-4dc6-af45-0493089fc71a req-89d2a3d2-2bf5-476f-b6a3-e039d6684214 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1097 time: 0.4902568 Nov 22 16:28:01.052713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:01.069566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3989ebda-4688-4397-bd47-64fb17ba9321 req-a361f0c8-bb40-407b-84b5-b528246396f6 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806146 Nov 22 16:28:01.079692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:01.104698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b62e24df-6488-4141-99db-fd6a2c1ca5b0 admin admin] 10.222.0.59 "PUT /v2.0/routers/5d9e1503-0927-4c53-822a-258b0d944e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4224777 Nov 22 16:28:01.141556 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Sync routers for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:01.147411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-a18333c0-fa96-4d48-b3cf-e747238599f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.149862 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-a18333c0-fa96-4d48-b3cf-e747238599f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=271c9d42-644d-45ed-8881-15ca0d9c049b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3596773 Nov 22 16:28:01.162463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Attempting to bind port b0cb7321-c864-47e9-b715-b1174e4d9a84 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:01.163043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Attempting to bind port b0cb7321-c864-47e9-b715-b1174e4d9a84 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:01.163471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Attempting to bind port b0cb7321-c864-47e9-b715-b1174e4d9a84 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:01.174330 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:01.176838 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:01.274861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Port b0cb7321-c864-47e9-b715-b1174e4d9a84 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:01.275402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Attempting to bind port b0cb7321-c864-47e9-b715-b1174e4d9a84 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:01.304300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-1f946576-4f31-4df2-8858-79af877b635c tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:28:01.315046 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-1f946576-4f31-4df2-8858-79af877b635c tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0799091 Nov 22 16:28:01.333629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] For port 9b575a55-a47f-48f2-b4fc-85510f73888a, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:01.344669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:01.345078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:01.345550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:01.346015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Bound port: b0cb7321-c864-47e9-b715-b1174e4d9a84, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:01.346790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:01.364082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] For port 9b575a55-a47f-48f2-b4fc-85510f73888a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9b575a55-a47f-48f2-b4fc-85510f73888a,segment=NetworkSegment(c4fbb8a8-684e-49e3-a776-31473a0aac9e),segment_id=c4fbb8a8-684e-49e3-a776-31473a0aac9e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:01.385094 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:01.411421 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca2728ed-6b4b-4dc6-af45-0493089fc71a req-484ad527-5d41-4e35-8edc-a835059453bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673940 Nov 22 16:28:01.479390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-dcc785da-3a2f-451e-801a-72f3d5b81d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.490115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-dcc785da-3a2f-451e-801a-72f3d5b81d67 service neutron] 10.222.0.59 "GET /v2.0/ports/ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 1093 time: 0.1734633 Nov 22 16:28:01.503672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Request body: {'binding': {'host': 'n-h2-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:01.505260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Unknown quota resources ['binding']. {{(pid=103442) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:28:01.528901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baf07c-d201-49e2-8157-940b899a4d95 req-c770a71a-b048-4b00-9438-f7c8fe42046b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.545510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03baf07c-d201-49e2-8157-940b899a4d95 req-c770a71a-b048-4b00-9438-f7c8fe42046b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.1220872 Nov 22 16:28:01.550617 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:01.581929 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-9291de0b-7ff9-41b6-b8e3-85157230dfb9 service neutron] 10.222.0.62 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139485 Nov 22 16:28:01.610450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3a995-2b6a-4445-a41c-c698a497a64f None None] Pushing event updated for resources: {'Port': ['ID=9b575a55-a47f-48f2-b4fc-85510f73888a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:01.722015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03baf07c-d201-49e2-8157-940b899a4d95 req-51a952cb-be83-41e8-a586-337c29388274 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752002 Nov 22 16:28:01.910074 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:01.941646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:01.988382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef40519-d1fc-4038-8836-0e3cf7ca406a req-ed7c1221-df87-4113-9c34-8772a26e0036 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.994527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ef40519-d1fc-4038-8836-0e3cf7ca406a req-ed7c1221-df87-4113-9c34-8772a26e0036 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 947 time: 0.1449747 Nov 22 16:28:02.004342 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:02.161743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:02.162913 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:02.164881 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] 10.222.0.62 "PUT /v2.0/ports/b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 1095 time: 4.2560961 Nov 22 16:28:02.183562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ef40519-d1fc-4038-8836-0e3cf7ca406a req-4f422e4d-0537-4354-80fc-efef129ef521 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426132 Nov 22 16:28:02.200340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:02.213877 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae4a3ed-72c1-48da-af78-8e20a1227fef" -d '{"events": [{"name": "network-changed", "server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:02.225573 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 2, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:02.311627 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Checking router: 5d9e1503-0927-4c53-822a-258b0d944e88 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:02.312437 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Updating router 5d9e1503-0927-4c53-822a-258b0d944e88 port c104bb72-f175-4aae-abe3-e598a6c981ec binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:02.391419 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:02.457342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ce8bb-edf2-4cb4-99f2-9a1fa0b5ccb5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:02.477112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on host n-h2-816865-2 for vnic_type normal with profile None {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:02.477897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:02.478555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:02.631913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:02.632871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:02.690906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-a7b1b56e-71a4-43f2-9cb9-ae1ef0e7394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:02.693164 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-a7b1b56e-71a4-43f2-9cb9-ae1ef0e7394f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1098 time: 0.4200759 Nov 22 16:28:02.701057 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8165e7f4-1456-410d-b09f-22e6e2eb6a53 req-b1d6b6fc-52b5-4059-8906-5235cb89e9b7 service neutron] 10.222.0.62 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1042783 Nov 22 16:28:02.706564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee36147-bfce-480f-bf30-69a87e404dec req-a3e7a6ab-a012-4351-9342-16cb7099b884 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:02.711481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ee36147-bfce-480f-bf30-69a87e404dec req-a3e7a6ab-a012-4351-9342-16cb7099b884 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 943 time: 0.1831574 Nov 22 16:28:02.721334 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:02.722034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:02.722621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:02.723333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Bound port: ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:02.797956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-67dc1b1d-6072-4b03-8730-4cabc10ebc8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 217 time: 0.0866253 Nov 22 16:28:02.892214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ee36147-bfce-480f-bf30-69a87e404dec req-3194c454-8b0f-4a3b-b9c2-b38f4ccea903 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546402 Nov 22 16:28:02.916141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44226) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:02.925556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-322534340-network', 'tenant_id': 'a38644435c4d49e8b84846172378c325'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:02.992397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-c9f98e4c-1728-4fa0-a9e6-1b1499bda47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:02.994915 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-c9f98e4c-1728-4fa0-a9e6-1b1499bda47a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1231031 Nov 22 16:28:03.016124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Made reservation on behalf of a38644435c4d49e8b84846172378c325 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:03.026333 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.040792 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.100257 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5730b1a1-6777-49f7-8cb5-4414b7329624 x-openstack-request-id: req-5730b1a1-6777-49f7-8cb5-4414b7329624 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:03.100769 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:03.101174 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5730b1a1-6777-49f7-8cb5-4414b7329624 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:03.101824 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'status': 'completed', 'code': 200} Nov 22 16:28:03.130694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.140617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f9b71276-a37c-4d39-8ab3-88a36b9810d8 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:03.188981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-47d786f3-8bf2-4cf3-8db0-d327ebc8abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:03.191613 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-47d786f3-8bf2-4cf3-8db0-d327ebc8abe1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1847849 Nov 22 16:28:03.194094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.247770 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.268099 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.330589 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.338736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.367088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:03.371605 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c542478-8f91-4064-9c5c-fe0ae886cccf None None] Pushing event updated for resources: {'Port': ['ID=c104bb72-f175-4aae-abe3-e598a6c981ec,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:03.416788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:28:03.488045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.494480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d309191e-b2bb-4187-aaed-916afc58737c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:03.501884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.502454 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Added segment 672e6a3e-abab-4020-b7c6-37a4dffebdb4 of type vlan for network 43116cfa-9392-49bf-b14c-7260caafa2a1 Nov 22 16:28:03.519166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f9b71276-a37c-4d39-8ab3-88a36b9810d8, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f9b71276-a37c-4d39-8ab3-88a36b9810d8,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:03.522105 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f32dddaa-42eb-46d4-8535-4fa2bcd979a9 service neutron] 10.222.0.59 "POST /v2.0/ports/ad41b2b1-2a4e-4940-ba6c-0ea55e707162/bindings HTTP/1.1" status: 201 len: 389 time: 2.0301914 Nov 22 16:28:03.580240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'port_id': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'mac_address': 'fa:16:3e:5f:29:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:03.631534 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Attempting to bind port c104bb72-f175-4aae-abe3-e598a6c981ec on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:03.632113 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Attempting to bind port c104bb72-f175-4aae-abe3-e598a6c981ec by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:03.632703 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Attempting to bind port c104bb72-f175-4aae-abe3-e598a6c981ec on network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:03.663968 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.665064 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:03.665664 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Checking segment: {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:03.666305 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.666980 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Bound using segment: {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:03.667767 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Bound port: c104bb72-f175-4aae-abe3-e598a6c981ec, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:03.668408 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.762422 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.817403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a524b7-2db8-4d25-944c-c1abbd486935 None None] Network 0c6c8246-c08b-455c-8250-20f7b27b89c9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:03.820702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.822625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:03.823846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.952818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f58362-b7d8-445a-8831-1321cd5c9ad3 req-4a9011c6-b894-4ee9-b95d-781809d94be4 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:03.955395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02f58362-b7d8-445a-8831-1321cd5c9ad3 req-4a9011c6-b894-4ee9-b95d-781809d94be4 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 1100 time: 0.4864676 Nov 22 16:28:03.973088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0549972 Nov 22 16:28:03.979213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:03.982446 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-074579fd-c6d5-47d2-a098-8f27597790de service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7577715 Nov 22 16:28:03.998041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Request body: {'subnet': {'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-subnet', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:04.009629 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] For port c104bb72-f175-4aae-abe3-e598a6c981ec, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:04.012595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b71276-a37c-4d39-8ab3-88a36b9810d8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:04.019152 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] For port c104bb72-f175-4aae-abe3-e598a6c981ec, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c104bb72-f175-4aae-abe3-e598a6c981ec,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:04.027498 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.029234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9b575a55-a47f-48f2-b4fc-85510f73888a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:04.063890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e2444-26fd-4222-9138-d47667132973 admin admin] Pushing event updated for resources: {'Network': ['ID=43116cfa-9392-49bf-b14c-7260caafa2a1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:04.084327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Allocated IP 172.25.0.96 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/2eb1769a-e08b-42c1-aa49-39e93ed866f3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:04.129565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 43116cfa-9392-49bf-b14c-7260caafa2a1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:28:04.169639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-533d9369-cf1c-4845-9bc7-38ddbfb599ee None None] Provisioning complete for port 9b575a55-a47f-48f2-b4fc-85510f73888a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:04.171734 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-533d9369-cf1c-4845-9bc7-38ddbfb599ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.241158 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:04.251583 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:04.254267 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c542478-8f91-4064-9c5c-fe0ae886cccf None None] Pushing event updated for resources: {'Port': ['ID=c104bb72-f175-4aae-abe3-e598a6c981ec,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:04.264175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02f58362-b7d8-445a-8831-1321cd5c9ad3 req-a012a0b6-e622-49e4-89fc-1c98f087adb9 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892108 Nov 22 16:28:04.265542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Made reservation on behalf of a38644435c4d49e8b84846172378c325 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:04.281810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.312859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f9b71276-a37c-4d39-8ab3-88a36b9810d8, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f9b71276-a37c-4d39-8ab3-88a36b9810d8,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:04.531576 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.547647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952407d-4e02-46a9-8b91-b7c0eebeb439 req-ef1a5184-4afb-4d4b-ae05-182c43ef6d7c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:04.550375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f952407d-4e02-46a9-8b91-b7c0eebeb439 req-ef1a5184-4afb-4d4b-ae05-182c43ef6d7c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.5250125 Nov 22 16:28:04.587769 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:04.653853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-84ff0241-deb4-485b-bfd1-22948a065494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:04.657003 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-84ff0241-deb4-485b-bfd1-22948a065494 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1096 time: 0.5548232 Nov 22 16:28:04.670058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=f9b71276-a37c-4d39-8ab3-88a36b9810d8,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:04.842336 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-533d9369-cf1c-4845-9bc7-38ddbfb599ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.852076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be7f39-abfc-4e63-bda2-f0fce9d920fa req-0559405b-ff97-4b18-9486-5d84c08c03bc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:04.854799 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75be7f39-abfc-4e63-bda2-f0fce9d920fa req-0559405b-ff97-4b18-9486-5d84c08c03bc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 947 time: 0.3387723 Nov 22 16:28:04.871097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f952407d-4e02-46a9-8b91-b7c0eebeb439 req-16a1a07d-efb3-457a-b130-6598030505dd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585645 Nov 22 16:28:04.954653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9b575a55-a47f-48f2-b4fc-85510f73888a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:04.955286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.984967 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e7e5591-ddc3-4dfb-906b-97b0132f7f15 req-acb7a89a-55c8-420d-93db-1d7f45178714 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9562449 Nov 22 16:28:05.073775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['f9b71276-a37c-4d39-8ab3-88a36b9810d8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:05.150168 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.233661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d459cae5-b41c-48f0-bcf9-d2ebaf7e1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:05.236452 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d459cae5-b41c-48f0-bcf9-d2ebaf7e1287 service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.5528448 Nov 22 16:28:05.254935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-533d9369-cf1c-4845-9bc7-38ddbfb599ee None None] For port 9b575a55-a47f-48f2-b4fc-85510f73888a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9b575a55-a47f-48f2-b4fc-85510f73888a,segment=NetworkSegment(c4fbb8a8-684e-49e3-a776-31473a0aac9e),segment_id=c4fbb8a8-684e-49e3-a776-31473a0aac9e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:05.285461 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-533d9369-cf1c-4845-9bc7-38ddbfb599ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.304785 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:28:03Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:05.340864 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-5d746b5b-0d05-41a5-a26e-07e2754676ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 217 time: 0.0913875 Nov 22 16:28:05.355231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-4ab8ed2f-0ceb-4e32-b4b7-6b49f05698b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:05.358284 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-4ab8ed2f-0ceb-4e32-b4b7-6b49f05698b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1098 time: 0.2394056 Nov 22 16:28:05.380392 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c51b9-883a-4c8e-8826-7b70f94ad31b None None] The sync data for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 is: [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:28:03Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:05.439396 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.512121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.589910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75be7f39-abfc-4e63-bda2-f0fce9d920fa req-b7a76b4a-29d7-4959-a3e8-e2ae8c3e2eba tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139287 Nov 22 16:28:05.605053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d9369-cf1c-4845-9bc7-38ddbfb599ee None None] Pushing event updated for resources: {'Port': ['ID=9b575a55-a47f-48f2-b4fc-85510f73888a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:05.656990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4656b0-30e1-4e44-929e-380080b1b24b req-af081e50-51bd-4ea2-9bc9-bfef6694a47f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:05.673623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd4656b0-30e1-4e44-929e-380080b1b24b req-af081e50-51bd-4ea2-9bc9-bfef6694a47f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.5622177 Nov 22 16:28:05.678103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3497a59-724d-4d0a-a19b-28f2ea96cd6a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:05.685880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:05.724618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-028a8648-e532-4fbf-91ff-ef41292383bb None None] Provisioning complete for port c104bb72-f175-4aae-abe3-e598a6c981ec triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:05.725308 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-028a8648-e532-4fbf-91ff-ef41292383bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.731785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:05.747776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-a0b82696-fec5-485b-bc72-e5d444022ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:05.751136 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-a0b82696-fec5-485b-bc72-e5d444022ce2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.4022851 Nov 22 16:28:05.761499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:05.828524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Checking segment: {'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:05.829141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Network hostable DHCP agents. Network: 43116cfa-9392-49bf-b14c-7260caafa2a1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:28:05.868632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb1769a-e08b-42c1-aa49-39e93ed866f3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:05.928967 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-be82deb9-2b0f-4efc-b042-c1147a476d4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536670 Nov 22 16:28:06.040004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd4656b0-30e1-4e44-929e-380080b1b24b req-ae8073ed-d5bc-4832-95d7-24c9b52c5263 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360929 Nov 22 16:28:06.134013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Network 43116cfa-9392-49bf-b14c-7260caafa2a1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:28:06.154018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-3ede4cf0-7392-493d-8182-4c904569f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:06.158403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-3ede4cf0-7392-493d-8182-4c904569f859 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.7699962 Nov 22 16:28:06.211539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516cc57-086c-4dce-8374-52d9f8177971 req-7e1c3dc2-f855-47ea-ba98-6f70d4730abb tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:06.214701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7516cc57-086c-4dce-8374-52d9f8177971 req-7e1c3dc2-f855-47ea-ba98-6f70d4730abb tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 944 time: 0.3874638 Nov 22 16:28:06.308359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 43116cfa-9392-49bf-b14c-7260caafa2a1) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:06.346296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:06.347837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.393491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0284ca8-ac06-437a-9efd-761709ce44b6 None None] Network 43116cfa-9392-49bf-b14c-7260caafa2a1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:06.517533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7516cc57-086c-4dce-8374-52d9f8177971 req-e85bbace-af14-4d70-a6f8-b3a771148848 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751250 Nov 22 16:28:06.532398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b85eadfe-8d74-44f4-8b16-e79d76589463 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5465028 Nov 22 16:28:06.535146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:06.541400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:06.657541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9b575a55-a47f-48f2-b4fc-85510f73888a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:06.666362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-028a8648-e532-4fbf-91ff-ef41292383bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.714452 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.717201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.795906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.804792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9935-a310-4062-b3d8-c67f4e989fa9 req-397fb1d3-dfda-4008-8074-34d6b522bda9 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:06.819353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea5b9935-a310-4062-b3d8-c67f4e989fa9 req-397fb1d3-dfda-4008-8074-34d6b522bda9 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bb0592ce-45b8-402a-b9cf-efaa75f07122 HTTP/1.1" status: 200 len: 1101 time: 0.2497303 Nov 22 16:28:06.876668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-028a8648-e532-4fbf-91ff-ef41292383bb None None] For port c104bb72-f175-4aae-abe3-e598a6c981ec, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c104bb72-f175-4aae-abe3-e598a6c981ec,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:06.891088 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-028a8648-e532-4fbf-91ff-ef41292383bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.971684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9b575a55-a47f-48f2-b4fc-85510f73888a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:06.972720 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.108960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea5b9935-a310-4062-b3d8-c67f4e989fa9 req-ba460f7e-a8b9-4562-b8b6-41cad1bba4af tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863283 Nov 22 16:28:07.113817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a9c37-713b-4b2a-b9cb-3388f2e42eac req-3b550bce-30fb-4a9c-94ac-f414906500cd tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:07.155418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-183a9c37-713b-4b2a-b9cb-3388f2e42eac req-3b550bce-30fb-4a9c-94ac-f414906500cd tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1097 time: 0.4766273 Nov 22 16:28:07.177309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8927fb3a-ed0c-41f0-8ecf-8280ce00ebc0 None None] Provisioning complete for port 9b575a55-a47f-48f2-b4fc-85510f73888a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:07.196593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8927fb3a-ed0c-41f0-8ecf-8280ce00ebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.222181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a8648-e532-4fbf-91ff-ef41292383bb None None] Pushing event updated for resources: {'Port': ['ID=c104bb72-f175-4aae-abe3-e598a6c981ec,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:07.336286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.432146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-be917c75-b863-4800-b1eb-fed41527e6f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 217 time: 0.1541612 Nov 22 16:28:07.647488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c104bb72-f175-4aae-abe3-e598a6c981ec up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:07.683688 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-7bd004cf-5643-4a5a-8dde-7a2b312a8dca service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7401872 Nov 22 16:28:07.693856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-b8349364-ecd9-43ef-af19-63c36b5148fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:07.696848 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-b8349364-ecd9-43ef-af19-63c36b5148fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2526827 Nov 22 16:28:07.759897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-43116cfa-9392-49bf-b14c-7260caafa2a1', 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'fixed_ips': [{'subnet_id': 'f3497a59-724d-4d0a-a19b-28f2ea96cd6a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:28:07.761723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.836080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.900536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-183a9c37-713b-4b2a-b9cb-3388f2e42eac req-c7db87ed-3be9-42ef-93ce-f7d35fc92574 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027565 Nov 22 16:28:08.085927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.130569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-8c97b9c3-d5fa-48d5-8186-fbba84a0eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:08.136568 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-8c97b9c3-d5fa-48d5-8186-fbba84a0eb62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4186733 Nov 22 16:28:08.161127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c104bb72-f175-4aae-abe3-e598a6c981ec triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:08.161290 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.248630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196d01-7100-4b55-af81-140c9d3a460b req-90c90680-e38b-48f8-948f-f227cb2e0004 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:08.263258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00196d01-7100-4b55-af81-140c9d3a460b req-90c90680-e38b-48f8-948f-f227cb2e0004 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 947 time: 0.5788221 Nov 22 16:28:08.329186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b36dd9-9049-40d5-960b-4ea6c5d15cfb req-012e6e7c-6e91-4264-bab0-d09e5d0e1250 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:08.331406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52b36dd9-9049-40d5-960b-4ea6c5d15cfb req-012e6e7c-6e91-4264-bab0-d09e5d0e1250 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 945 time: 0.2697117 Nov 22 16:28:08.331830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.409284 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-2b95c97c-9fa7-49ce-b4ee-395679bb50c2 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108154 Nov 22 16:28:08.495259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00196d01-7100-4b55-af81-140c9d3a460b req-eb8c1ae2-1345-45c8-9ba9-303e21febfef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307639 Nov 22 16:28:08.509275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52b36dd9-9049-40d5-960b-4ea6c5d15cfb req-a604cf8b-f656-431d-8ddc-0c3c164a5bee tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567740 Nov 22 16:28:08.638268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-ff25840c-e1bb-4379-bd11-a7ad46a529de service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908283 Nov 22 16:28:08.690670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Allocated IP 172.20.0.2 (43116cfa-9392-49bf-b14c-7260caafa2a1/f3497a59-724d-4d0a-a19b-28f2ea96cd6a/6580dfd4-1a25-4a74-b089-5432f87db7e6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:08.827330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-a0c99e8c-2c88-4d5f-b1fe-e0a11bd9ab24 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:08.830109 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-a0c99e8c-2c88-4d5f-b1fe-e0a11bd9ab24 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.2764366 Nov 22 16:28:08.909498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816865-2'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:08.941315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-8202cade-72a2-48e6-bcfb-86015acb64e1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781376 Nov 22 16:28:09.008390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c104bb72-f175-4aae-abe3-e598a6c981ec up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:09.057883 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ae4a3ed-72c1-48da-af78-8e20a1227fef req-bffdc0fa-063f-49f5-a1ac-9b4ab70c268e service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098873 Nov 22 16:28:09.149103 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.156602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.162126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b0cb7321-c864-47e9-b715-b1174e4d9a84 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:09.173790 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.178163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.197868 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.201478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f9b71276-a37c-4d39-8ab3-88a36b9810d8 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:09.206882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49449291-2ab0-4dae-94ac-6685b35e1ec5 req-f659d6a5-7f03-440c-86d0-d85b305b1ad3 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:09.212147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49449291-2ab0-4dae-94ac-6685b35e1ec5 req-f659d6a5-7f03-440c-86d0-d85b305b1ad3 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 944 time: 0.4436126 Nov 22 16:28:09.255333 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.298272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:28:09.373641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c104bb72-f175-4aae-abe3-e598a6c981ec triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:09.374163 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.384389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Network 43116cfa-9392-49bf-b14c-7260caafa2a1 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:09.414043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Pushing event updated for resources: {'Port': ['ID=6580dfd4-1a25-4a74-b089-5432f87db7e6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:09.417664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:09.441137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:09.464209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.465952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.465952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.465952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.466707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.467843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.467843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.468352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.468352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.468828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.468977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.469600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:09.523497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-e3360444-2636-4322-b5fa-7bec425e79bd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:09.528185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-e3360444-2636-4322-b5fa-7bec425e79bd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5299091 Nov 22 16:28:09.549973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49449291-2ab0-4dae-94ac-6685b35e1ec5 req-6e98c048-aa22-40f3-8c6a-e19d0fb8d5f8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685089 Nov 22 16:28:09.578403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-900b03c1-7cd6-4e4a-9936-806ef8a1ea71 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/quotas/7c95d18496d342aa8d50b114b126be9f HTTP/1.1" status: 200 len: 375 time: 0.0410206 Nov 22 16:28:09.595549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port f9b71276-a37c-4d39-8ab3-88a36b9810d8 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:28:09.622865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:09.627096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port f9b71276-a37c-4d39-8ab3-88a36b9810d8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:09.627096 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.631668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:09.678178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Allocated IP 172.25.0.246 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/7542bbcd-314f-41e6-a7bb-5b59bd82a136) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:09.695871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Attempting to bind port 6580dfd4-1a25-4a74-b089-5432f87db7e6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:09.696773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Attempting to bind port 6580dfd4-1a25-4a74-b089-5432f87db7e6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:09.696968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Attempting to bind port 6580dfd4-1a25-4a74-b089-5432f87db7e6 on network 43116cfa-9392-49bf-b14c-7260caafa2a1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:09.724639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'mac_address': 'fa:16:3e:45:e3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:09.747156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-465eb058-08f0-49ce-a330-b9d1a06d56e1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1673634 Nov 22 16:28:09.760232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:09.770433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:28:09.848401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:09.849315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Checking segment: {'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:09.851768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.852592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Bound using segment: {'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:09.855712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Bound port: 6580dfd4-1a25-4a74-b089-5432f87db7e6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:09.856374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.861507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.869644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:09.872950 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edba0e89-a961-47f5-b74c-4160d911e23d" -d '{"events": [{"server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:09.886565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.972778 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.038798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e82eb-8e2e-4a04-bc89-2e94cb02d7b9 req-9ff61a6c-20a9-4081-855e-ec6ac75ab92b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:10.042588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c9e82eb-8e2e-4a04-bc89-2e94cb02d7b9 req-9ff61a6c-20a9-4081-855e-ec6ac75ab92b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 947 time: 0.1849380 Nov 22 16:28:10.066725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.155599 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.169876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cb7321-c864-47e9-b715-b1174e4d9a84 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:10.246513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:10.297727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.312197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] For port 6580dfd4-1a25-4a74-b089-5432f87db7e6, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:10.396417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] For port 6580dfd4-1a25-4a74-b089-5432f87db7e6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6580dfd4-1a25-4a74-b089-5432f87db7e6,segment=NetworkSegment(672e6a3e-abab-4020-b7c6-37a4dffebdb4),segment_id=672e6a3e-abab-4020-b7c6-37a4dffebdb4)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:10.399418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:10.420018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.430469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:10.435987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:10.436276 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.437121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:10.501977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:10.513667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Sync routers for ids ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:10.535451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on host n-h1-816865-2 for vnic_type normal with profile {"migrating_to": "n-h2-816865-2"} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:10.536639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:10.537542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:10.551345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:10.552124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Attempting to bind port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:10.567878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.573578 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5e091d18-ab11-49be-9d5e-ae7e6c2cd493 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 11.2359757 Nov 22 16:28:10.577334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:10.581746 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a86cfc-9205-45bb-a2d4-2474911aa299" -d '{"events": [{"server_uuid": "a7f5a765-f940-41f0-a7ab-92b7b5215b65", "name": "network-vif-plugged", "status": "completed", "tag": "f9b71276-a37c-4d39-8ab3-88a36b9810d8"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:10.583520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:10.586210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:10.586492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:10.588762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Bound port: ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:10.589136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44286) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:10.593697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.604548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:10.628833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c9e82eb-8e2e-4a04-bc89-2e94cb02d7b9 req-f86b5adc-71b9-4b8e-8ee8-aebe73017b27 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911773 Nov 22 16:28:10.693036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Pushing event updated for resources: {'Port': ['ID=7542bbcd-314f-41e6-a7bb-5b59bd82a136,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:10.783110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a587a28-c915-4b46-8a61-f7bc4cb3f437 None None] Pushing event updated for resources: {'Port': ['ID=6580dfd4-1a25-4a74-b089-5432f87db7e6,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:10.811468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f9b71276-a37c-4d39-8ab3-88a36b9810d8, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f9b71276-a37c-4d39-8ab3-88a36b9810d8,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:10.870414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Routers {'4bb8d252-1771-4ae7-a36c-00bbb43407e0'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:10.871771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:10.996180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.007760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:11.024504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:11.025544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d901d4-e101-4a80-aa46-85db9d3bf181 req-d2439327-1a5d-47ec-a915-bc3d675981e6 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:11.044602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.068548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96d901d4-e101-4a80-aa46-85db9d3bf181 req-d2439327-1a5d-47ec-a915-bc3d675981e6 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 943 time: 0.9177830 Nov 22 16:28:11.088410 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b99c9e1-a321-418a-a598-140567a7ecbc x-openstack-request-id: req-9b99c9e1-a321-418a-a598-140567a7ecbc {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:11.089057 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:11.089428 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b99c9e1-a321-418a-a598-140567a7ecbc {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:11.090138 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162', 'code': 200} Nov 22 16:28:11.361713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b0cb7321-c864-47e9-b715-b1174e4d9a84'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:11.387463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:11.390108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.395478 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] 10.222.0.62 "PUT /v2.0/ports/ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 1121 time: 2.5014484 Nov 22 16:28:11.419969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd20c1-dec7-4f51-bffb-b7c1421ae4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:11.765766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e8908bf-0cce-4d6e-a6e8-6f43bd96c28b req-b3b998ce-2155-43cc-8200-8a03727f3b0f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 210 time: 0.4701426 Nov 22 16:28:11.872465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ad41b2b1-2a4e-4940-ba6c-0ea55e707162'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:11.942308 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0454483-c81e-458c-9ea1-1beaf2fe6821 x-openstack-request-id: req-a0454483-c81e-458c-9ea1-1beaf2fe6821 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:11.942711 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f5a765-f940-41f0-a7ab-92b7b5215b65", "name": "network-vif-plugged", "status": "completed", "tag": "f9b71276-a37c-4d39-8ab3-88a36b9810d8", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:11.943819 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0454483-c81e-458c-9ea1-1beaf2fe6821 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:11.945046 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'code': 200} Nov 22 16:28:12.060016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Set router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:12.244771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=f9b71276-a37c-4d39-8ab3-88a36b9810d8,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:12.261874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8562b-3826-4d97-bb87-87a2cc8cf2b7 req-03d2f503-cfe7-4b84-88fb-e376e0373ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:12.268385 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8c8562b-3826-4d97-bb87-87a2cc8cf2b7 req-03d2f503-cfe7-4b84-88fb-e376e0373ee7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 1096 time: 0.1423275 Nov 22 16:28:12.411797 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8c8562b-3826-4d97-bb87-87a2cc8cf2b7 req-30b5f82b-dfaa-4d8f-a1e6-b791381091e4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349864 Nov 22 16:28:12.813206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc4588-a78e-4c50-82e1-b7615c8cca4b None None] Network 43116cfa-9392-49bf-b14c-7260caafa2a1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:12.824004 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-d105733b-9096-4d97-86d5-08c70ca1bd02 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753069 Nov 22 16:28:12.833984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96d901d4-e101-4a80-aa46-85db9d3bf181 req-31a0d63a-3ce3-4363-8a10-df805ca20900 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7639141 Nov 22 16:28:13.014280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8773c4-ced6-4f20-9f23-bd48f470ea96 req-942c4c6c-33fe-4361-bb62-a705d56b6398 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:13.027581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b8773c4-ced6-4f20-9f23-bd48f470ea96 req-942c4c6c-33fe-4361-bb62-a705d56b6398 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 945 time: 0.3504281 Nov 22 16:28:13.114367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:13.118331 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b8ddc-97fb-474a-9dd8-1073e059a2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:13.202874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.256172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-a5243679-85ff-4eed-9115-60a0830c48b0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:13.258552 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-a5243679-85ff-4eed-9115-60a0830c48b0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301503 Nov 22 16:28:13.278459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Request body: {'port': {'device_id': '9142f287-da8d-4c01-b587-abdca5aa2e8f', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '7c95d18496d342aa8d50b114b126be9f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:13.313206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6580dfd4-1a25-4a74-b089-5432f87db7e6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:13.317064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:13.492470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3d7e7-f6d1-433c-9d1f-f6dd1c34fc79 req-9292bf8b-3027-4abe-a487-dca16728968a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:13.501936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7b3d7e7-f6d1-433c-9d1f-f6dd1c34fc79 req-9292bf8b-3027-4abe-a487-dca16728968a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 948 time: 0.3263762 Nov 22 16:28:13.503965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Made reservation on behalf of 7c95d18496d342aa8d50b114b126be9f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:13.511876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.609225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b8773c4-ced6-4f20-9f23-bd48f470ea96 req-15ec54bd-41b0-4e06-9428-9adafcfc5057 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188471 Nov 22 16:28:13.655890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8f9b8679-9410-4e7e-a5b6-0dbb62df3ee6 None None] Provisioning complete for port 6580dfd4-1a25-4a74-b089-5432f87db7e6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:13.656551 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8679-9410-4e7e-a5b6-0dbb62df3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.799377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7b3d7e7-f6d1-433c-9d1f-f6dd1c34fc79 req-704a0f9d-3704-4b0a-9375-1fd84467c800 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320154 Nov 22 16:28:13.908597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Allocated IP 192.168.233.100 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/09eb7bb4-9f14-45b0-8aad-6636e2e23d9e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:13.933785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6580dfd4-1a25-4a74-b089-5432f87db7e6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:13.934360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.992258 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4304cf40-d506-4e94-8d10-91162d16f077 x-openstack-request-id: req-4304cf40-d506-4e94-8d10-91162d16f077 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:13.995055 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:13.996134 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4304cf40-d506-4e94-8d10-91162d16f077 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:13.999901 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162', 'status': 'completed', 'code': 200} Nov 22 16:28:14.220352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:14.242759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.250328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-217c8687-6f7f-4aeb-97a4-19fd694de800 req-38ef0d81-90ab-4961-87f3-cc5765aa6ebf tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 210 time: 0.0507324 Nov 22 16:28:14.333066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 has no active binding in host n-h2-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:28:14.460541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.469268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:28:07Z', 'revision_number': 3, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port': {'id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:03Z', 'updated_at': '2021-11-22T16:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:14.533952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-53b4ae66-acd1-4455-bd09-050ad661b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:14.537238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-53b4ae66-acd1-4455-bd09-050ad661b581 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1124 time: 0.4960234 Nov 22 16:28:14.544899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.556363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Checking router: 4bb8d252-1771-4ae7-a36c-00bbb43407e0 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:14.557501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Updating router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 port 2eb1769a-e08b-42c1-aa49-39e93ed866f3 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:14.572715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a2877d56-b9ca-421c-8b17-961301bdd82b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:14.642074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e11ba-b170-4740-a59e-35497286cec9 req-1faf3cac-dd55-4b72-9c8c-0260e4b82f91 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:14.644516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a4e11ba-b170-4740-a59e-35497286cec9 req-1faf3cac-dd55-4b72-9c8c-0260e4b82f91 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 943 time: 0.3922989 Nov 22 16:28:14.649701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:14.660218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:14.670085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:14.689108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8679-9410-4e7e-a5b6-0dbb62df3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.805299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:14.806648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.825947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494', '94793f49-a519-4bb0-9e2c-8df84aa92f81'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:14.851691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'Port': ['ID=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:14.880729 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-cd8b7388-27d6-4eb9-aeb3-c5fdafb3d178 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6090884 Nov 22 16:28:14.902355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Request body: {'port': {'device_id': '9142f287-da8d-4c01-b587-abdca5aa2e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:14.954335 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.957839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.996862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.051338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.122839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a4e11ba-b170-4740-a59e-35497286cec9 req-549e4e79-2e89-4e2e-8738-a62adb9d67b4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241532 Nov 22 16:28:15.384171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9645617-d2bc-4af8-b216-6dd3372c9e69 req-022a75ac-e706-4750-a1a9-63d7b605f71a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:15.401075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9645617-d2bc-4af8-b216-6dd3372c9e69 req-022a75ac-e706-4750-a1a9-63d7b605f71a tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 945 time: 0.5174255 Nov 22 16:28:15.406332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b0cb7321-c864-47e9-b715-b1174e4d9a84 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:15.487069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-85aae636-5a6c-49ae-9301-8f7b90c89272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:15.490323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-85aae636-5a6c-49ae-9301-8f7b90c89272 service neutron] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.9362228 Nov 22 16:28:15.500491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Allocated IP 172.20.0.1 (0c6c8246-c08b-455c-8250-20f7b27b89c9/d7b423b9-050d-48f3-8c66-3121b2b993fa/fd8a31a3-eb2e-4832-86a5-63962f40cbf3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:15.547152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8f9b8679-9410-4e7e-a5b6-0dbb62df3ee6 None None] For port 6580dfd4-1a25-4a74-b089-5432f87db7e6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6580dfd4-1a25-4a74-b089-5432f87db7e6,segment=NetworkSegment(672e6a3e-abab-4020-b7c6-37a4dffebdb4),segment_id=672e6a3e-abab-4020-b7c6-37a4dffebdb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:15.605513 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f9b8679-9410-4e7e-a5b6-0dbb62df3ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.622999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e9139f54-0f49-4c9a-9b77-560f43337e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.659685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-12cd7934-0662-4a69-ad08-ebde286a9057 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 217 time: 0.1306062 Nov 22 16:28:15.684706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:15.703999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.733076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Transition to ACTIVE for port object 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:15.738508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.816134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9645617-d2bc-4af8-b216-6dd3372c9e69 req-dc1b95ef-e5ac-4250-92e4-17203f4d87e0 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870583 Nov 22 16:28:15.827719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Pushing event updated for resources: {'Port': ['ID=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:15.887807 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:28:15.889120 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:28:15.915331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-1908acd0-1d57-4320-87eb-963f11970af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:15.919868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-1908acd0-1d57-4320-87eb-963f11970af1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.2114391 Nov 22 16:28:15.922514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port b0cb7321-c864-47e9-b715-b1174e4d9a84 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:28:15.984824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Attempting to bind port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:15.985414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Attempting to bind port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:15.986218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Attempting to bind port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:15.995058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:15.995376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Attempting to bind port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:15.997660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f367522-8a45-4cc0-a8b2-21777b249dd9 req-cbd3a6b0-11a7-4fc5-ace4-47414c2a8ecb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:15.999945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f367522-8a45-4cc0-a8b2-21777b249dd9 req-cbd3a6b0-11a7-4fc5-ace4-47414c2a8ecb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 948 time: 0.4760828 Nov 22 16:28:16.002072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:16.003654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:16.004058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:16.008855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Bound port: 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:16.009532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.089158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b8679-9410-4e7e-a5b6-0dbb62df3ee6 None None] Pushing event updated for resources: {'Port': ['ID=6580dfd4-1a25-4a74-b089-5432f87db7e6,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:16.092402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b0cb7321-c864-47e9-b715-b1174e4d9a84 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:16.092977 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.094080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-a228f485-a9f7-4f31-ba90-faaa61012371 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580901 Nov 22 16:28:16.201006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] For port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:16.210680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] For port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:16.217768 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.241557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:28:16.256939 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.330639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-610af075-adc7-4534-a9cd-5bdc9822eaa2 None None] Provisioning complete for port 6580dfd4-1a25-4a74-b089-5432f87db7e6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:16.330639 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-610af075-adc7-4534-a9cd-5bdc9822eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.346715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:16.350650 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.351498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] 10.222.0.37 "PUT /v2.0/ports/09eb7bb4-9f14-45b0-8aad-6636e2e23d9e HTTP/1.1" status: 200 len: 1096 time: 1.4628870 Nov 22 16:28:16.352298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9142f287-da8d-4c01-b587-abdca5aa2e8f', 'tag': '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:16.388788 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a065543-0d7e-4f50-805e-612f9dfff20b" -d '{"events": [{"name": "network-changed", "server_uuid": "9142f287-da8d-4c01-b587-abdca5aa2e8f", "tag": "09eb7bb4-9f14-45b0-8aad-6636e2e23d9e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:16.510783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f367522-8a45-4cc0-a8b2-21777b249dd9 req-b83b562b-3b31-4b3b-b8d9-97ae1060fa0f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412837 Nov 22 16:28:16.568333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61905710-f37e-43b3-bf5c-fc5560554a6b service neutron] Pushing event updated for resources: {'Port': ['ID=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:16.614853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-f0b8d241-6b57-4485-93e0-c5b747855c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:16.644851 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-f0b8d241-6b57-4485-93e0-c5b747855c53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 1099 time: 0.1878443 Nov 22 16:28:16.650146 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.682826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-3897c404-fd44-414f-94e8-0df6b8a336d7 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614276 Nov 22 16:28:16.815832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Network 0c6c8246-c08b-455c-8250-20f7b27b89c9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:16.816100 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-d7989175-f402-472d-ac8d-90132ee40800 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e HTTP/1.1" status: 200 len: 217 time: 0.1553962 Nov 22 16:28:16.830874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Pushing event updated for resources: {'Port': ['ID=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:16.838285 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.841112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:16.860667 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.865796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:16.884622 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Sync routers for ids ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:16.885948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:16.935354 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Routers {'60a94aac-8b08-4aa0-87a3-f64c97df50b9'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:16.936231 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:17.049261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-a1e068dc-460d-4d10-8819-cd32dfb568a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:17.051865 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-a1e068dc-460d-4d10-8819-cd32dfb568a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1645806 Nov 22 16:28:17.092881 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.142235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6580dfd4-1a25-4a74-b089-5432f87db7e6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:17.244010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-515e4c7b-9f82-4c82-a5aa-7a64fd9ee2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:17.258982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-515e4c7b-9f82-4c82-a5aa-7a64fd9ee2b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959696 Nov 22 16:28:17.264589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Attempting to bind port 2eb1769a-e08b-42c1-aa49-39e93ed866f3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:17.265266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Attempting to bind port 2eb1769a-e08b-42c1-aa49-39e93ed866f3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:17.265928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Attempting to bind port 2eb1769a-e08b-42c1-aa49-39e93ed866f3 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:17.307776 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Set router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:17.338781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:17.339599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:17.341196 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.341823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:17.342727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Bound port: 2eb1769a-e08b-42c1-aa49-39e93ed866f3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:17.343416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.475511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-2203d50a-305d-4608-af69-eb093ceb4bd3 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988983 Nov 22 16:28:17.595171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:17.600192 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6571e2a-dfc3-4c3e-a6ad-75891e2a6628" -d '{"events": [{"server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:17.623548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:17.640005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76162bb-e692-45a8-8616-2f00dc29d3b7 None None] Pushing event updated for resources: {'Port': ['ID=2eb1769a-e08b-42c1-aa49-39e93ed866f3,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:17.668477 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.748928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-648828f3-ac70-4adf-beac-48ba7ae8be94 req-ad9c602f-7487-43d4-86fd-ae32f8365674 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592950 Nov 22 16:28:17.845026 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:28:11Z', 'revision_number': 3, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:17.917658 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Checking router: 60a94aac-8b08-4aa0-87a3-f64c97df50b9 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:17.919880 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Updating router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 port 7542bbcd-314f-41e6-a7bb-5b59bd82a136 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:17.964331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.966686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-15bbc1d1-336c-4034-b9ee-7b43e186f29d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.4298849 Nov 22 16:28:17.971300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44364) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:18.042295 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.045952 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.174596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e997-6788-4f1b-a1b4-cbbf8ce41c05 req-42948a7d-cfcc-4190-96d7-56d9e3d77f22 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:18.177519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73d3e997-6788-4f1b-a1b4-cbbf8ce41c05 req-42948a7d-cfcc-4190-96d7-56d9e3d77f22 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 948 time: 1.2866297 Nov 22 16:28:18.222524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27f5e0-22aa-4ab9-bc36-3723e8d7219c req-51df7676-4281-49d1-8867-58a1f5df6acb tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:18.236820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f27f5e0-22aa-4ab9-bc36-3723e8d7219c req-51df7676-4281-49d1-8867-58a1f5df6acb tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 943 time: 1.3264816 Nov 22 16:28:18.361365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6580dfd4-1a25-4a74-b089-5432f87db7e6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:18.362522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.366720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:18.400993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73d3e997-6788-4f1b-a1b4-cbbf8ce41c05 req-a931a963-7bcb-49b3-8bce-a477e0bb6d24 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026663 Nov 22 16:28:18.417550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-291b8ddc-97fb-474a-9dd8-1073e059a2a2 req-dbf26451-1090-4449-b9f8-ccec4158d04f service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9145825 Nov 22 16:28:18.536685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f27f5e0-22aa-4ab9-bc36-3723e8d7219c req-5fbb7e8f-044f-4e9e-818e-073e5a8b8b40 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498364 Nov 22 16:28:18.679982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.749593 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38615f2-2dd7-4a42-84bc-08d352af8e34 x-openstack-request-id: req-f38615f2-2dd7-4a42-84bc-08d352af8e34 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:18.749908 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9142f287-da8d-4c01-b587-abdca5aa2e8f", "tag": "09eb7bb4-9f14-45b0-8aad-6636e2e23d9e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:18.750185 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f38615f2-2dd7-4a42-84bc-08d352af8e34 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:18.750613 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9142f287-da8d-4c01-b587-abdca5aa2e8f', 'tag': '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e', 'status': 'completed', 'code': 200} Nov 22 16:28:18.790823 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b36cbdb-de8c-41b0-90f7-1784e77eaaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.827661 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.831130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] For port 2eb1769a-e08b-42c1-aa49-39e93ed866f3, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:18.840521 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.959819 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bbe20-1770-405f-96f9-72ac77eda073 None None] Pushing event updated for resources: {'Port': ['ID=7542bbcd-314f-41e6-a7bb-5b59bd82a136,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:18.966480 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Attempting to bind port 7542bbcd-314f-41e6-a7bb-5b59bd82a136 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:18.967168 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Attempting to bind port 7542bbcd-314f-41e6-a7bb-5b59bd82a136 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:18.967848 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Attempting to bind port 7542bbcd-314f-41e6-a7bb-5b59bd82a136 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:18.978730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:18.980216 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:18.980731 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.981241 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:18.981548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] For port 2eb1769a-e08b-42c1-aa49-39e93ed866f3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2eb1769a-e08b-42c1-aa49-39e93ed866f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:18.982207 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Bound port: 7542bbcd-314f-41e6-a7bb-5b59bd82a136, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:18.982915 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.994003 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.136860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.148523 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] For port 7542bbcd-314f-41e6-a7bb-5b59bd82a136, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:19.154986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] For port 7542bbcd-314f-41e6-a7bb-5b59bd82a136, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7542bbcd-314f-41e6-a7bb-5b59bd82a136,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:19.163436 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.312510 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bbe20-1770-405f-96f9-72ac77eda073 None None] Pushing event updated for resources: {'Port': ['ID=7542bbcd-314f-41e6-a7bb-5b59bd82a136,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:19.326568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1815c-c097-4705-b83d-8e4e06081f5a req-145ae151-f662-4cc3-a83a-6fa481db51a2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:19.327764 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Routers {'60a94aac-8b08-4aa0-87a3-f64c97df50b9'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:19.329226 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:19.339851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8cf1815c-c097-4705-b83d-8e4e06081f5a req-145ae151-f662-4cc3-a83a-6fa481db51a2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2453797 Nov 22 16:28:19.364188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76162bb-e692-45a8-8616-2f00dc29d3b7 None None] Pushing event updated for resources: {'Port': ['ID=2eb1769a-e08b-42c1-aa49-39e93ed866f3,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:19.478144 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Routers {'4bb8d252-1771-4ae7-a36c-00bbb43407e0'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:19.479512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:19.500210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2f000-e48a-490f-b217-c7dfefebc08a req-e416c3dd-7ccb-4667-806f-30ac4434ad55 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:19.509622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31f2f000-e48a-490f-b217-c7dfefebc08a req-e416c3dd-7ccb-4667-806f-30ac4434ad55 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 945 time: 0.4209442 Nov 22 16:28:19.562438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-982675b3-390f-416c-a78d-177c2327e2b3 None None] Provisioning complete for port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:19.563025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-982675b3-390f-416c-a78d-177c2327e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.584326 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] Set router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:19.589549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8cf1815c-c097-4705-b83d-8e4e06081f5a req-15bb623d-78d0-4fe1-89bf-1ab909409e62 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482772 Nov 22 16:28:19.716862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.723230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-c7c7a3b8-458a-4482-a86b-644b7234b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:19.725282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-c7c7a3b8-458a-4482-a86b-644b7234b360 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 1099 time: 0.9293723 Nov 22 16:28:19.729310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.768802 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ce76f7-1509-4213-b2db-461afe8c9bea x-openstack-request-id: req-c9ce76f7-1509-4213-b2db-461afe8c9bea {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:19.769228 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:19.769441 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9ce76f7-1509-4213-b2db-461afe8c9bea {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:19.770059 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'code': 200} Nov 22 16:28:19.770586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-982675b3-390f-416c-a78d-177c2327e2b3 None None] Port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:19.888309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] Set router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:19.990713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.040418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50516aa-6881-443d-9cd1-f3e774588107 req-4fa89d8b-7d97-4ed8-a97c-f06114ba9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:20.042251 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c50516aa-6881-443d-9cd1-f3e774588107 req-4fa89d8b-7d97-4ed8-a97c-f06114ba9c67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1100 time: 0.1407652 Nov 22 16:28:20.058693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31f2f000-e48a-490f-b217-c7dfefebc08a req-de9c1e29-5fe0-410d-9bb2-3caa09cbc547 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5352728 Nov 22 16:28:20.169751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Pushing event updated for resources: {'Port': ['ID=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:20.211177 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:28:11Z', 'revision_number': 3, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:20.244445 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c50516aa-6881-443d-9cd1-f3e774588107 req-3397d678-e728-40ba-b449-a08923d08ea4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900177 Nov 22 16:28:20.251257 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.259193 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79449f2-e118-40e9-973b-4d21f7271f9a None None] The sync data for ids ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'] in n-d-816865-2 is: [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:28:11Z', 'revision_number': 3, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:20.319924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84408564-27d9-463f-98bc-b5e62314e0d1 req-e0e9af13-03ad-4361-90f9-aee71e61ba8a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:20.341583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84408564-27d9-463f-98bc-b5e62314e0d1 req-e0e9af13-03ad-4361-90f9-aee71e61ba8a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 948 time: 0.3606584 Nov 22 16:28:20.432256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Allocated IP 172.20.0.1 (43116cfa-9392-49bf-b14c-7260caafa2a1/f3497a59-724d-4d0a-a19b-28f2ea96cd6a/e1e1a20c-aa34-4329-acef-67f844afe701) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:20.478035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 4, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port': {'id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:03Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fd8a31a3-eb2e-4832-86a5-63962f40cbf3', 'name': '', 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'mac_address': 'fa:16:3e:b3:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:15Z', 'revision_number': 1, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'subnets': [{'id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:20.541716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-13c3af78-6d92-4012-988b-8711b3a99f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:20.543937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-13c3af78-6d92-4012-988b-8711b3a99f7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.8060229 Nov 22 16:28:20.556697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801a400-7a20-4cf2-9192-16cbd260932a None None] The sync data for ids ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'] in n-d-816865-2 is: [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 4, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port': {'id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:03Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fd8a31a3-eb2e-4832-86a5-63962f40cbf3', 'name': '', 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'mac_address': 'fa:16:3e:b3:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:15Z', 'revision_number': 1, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'subnets': [{'id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:20.590395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.685847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-f20b2909-5231-454a-ac35-de77e4d60f6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e HTTP/1.1" status: 200 len: 217 time: 0.0896719 Nov 22 16:28:20.756457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.806547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8234c-860c-4d05-b497-eb3e35e9718b req-36bc70d4-9a35-4ae2-9a1f-953afc59aa5b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:20.819157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0a8234c-860c-4d05-b497-eb3e35e9718b req-36bc70d4-9a35-4ae2-9a1f-953afc59aa5b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 943 time: 0.4555879 Nov 22 16:28:20.858490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.914736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84408564-27d9-463f-98bc-b5e62314e0d1 req-6312168d-d8bb-4372-a88c-f872181b645f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717099 Nov 22 16:28:20.991670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-cd99d884-8baf-4d50-87dc-3dc28727395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:20.994196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-cd99d884-8baf-4d50-87dc-3dc28727395e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2949078 Nov 22 16:28:21.005252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Network 43116cfa-9392-49bf-b14c-7260caafa2a1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:21.035264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:21.044338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:21.048279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e1a20c-aa34-4329-acef-67f844afe701,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:21.143930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.182874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Network 0c6c8246-c08b-455c-8250-20f7b27b89c9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:21.187306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:21.194909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0a8234c-860c-4d05-b497-eb3e35e9718b req-535c2e89-484c-4136-9f76-64be42b607e0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484228 Nov 22 16:28:21.309285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:21.412901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-1d2f3af0-c3fe-40b9-ba70-54123473906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:21.421867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-1d2f3af0-c3fe-40b9-ba70-54123473906b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4016423 Nov 22 16:28:21.555603 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.616329 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:28:21.863480 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-e5687fbb-627a-4df5-afee-a06118408110 service neutron] 10.222.0.37 "GET /v2.0/ports/ad41b2b1-2a4e-4940-ba6c-0ea55e707162/bindings/n-h2-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.2168758 Nov 22 16:28:21.934051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:21.938732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7542bbcd-314f-41e6-a7bb-5b59bd82a136 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:22.001471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.068692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:22.134899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6a1a4fe1-e5c8-4192-b0a4-3358d84c5047 None None] Provisioning complete for port e1e1a20c-aa34-4329-acef-67f844afe701 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:22.135792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4fe1-e5c8-4192-b0a4-3358d84c5047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.275407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:28:22.279439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a4fe1-e5c8-4192-b0a4-3358d84c5047 None None] Port e1e1a20c-aa34-4329-acef-67f844afe701 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:22.330137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 has no active binding in host n-h2-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:28:22.343998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6dba2-98b4-47d0-ac68-ccb6ecce07d4 req-273cb8a6-4449-4faa-9214-cfccc6e7ff63 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:22.372229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffe6dba2-98b4-47d0-ac68-ccb6ecce07d4 req-273cb8a6-4449-4faa-9214-cfccc6e7ff63 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 945 time: 0.8358140 Nov 22 16:28:22.376139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:22.399912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Request body: {'floatingip': {'port_id': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:22.559786 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.574260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:22.587900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e59560-ecea-4d64-8952-b3a70e76b015 req-d867fef5-3075-4906-a14f-05e442cb0067 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:22.591171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9e59560-ecea-4d64-8952-b3a70e76b015 req-d867fef5-3075-4906-a14f-05e442cb0067 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.6880596 Nov 22 16:28:22.671421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6a1a4fe1-e5c8-4192-b0a4-3358d84c5047 None None] Provisioning complete for port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:22.673610 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4fe1-e5c8-4192-b0a4-3358d84c5047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.718922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-2c539b18-45e9-45f4-a9bb-b429b5e6e977 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2822990 Nov 22 16:28:22.791015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7542bbcd-314f-41e6-a7bb-5b59bd82a136 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:22.811659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.864819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.877713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.882816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a4fe1-e5c8-4192-b0a4-3358d84c5047 None None] Port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:23.026823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:23.052681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:23.100009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.107475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1e1a20c-aa34-4329-acef-67f844afe701,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:23.131092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:23.133461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e', 'mac_address': 'fa:16:3e:c5:c9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:23.268683 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.308538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:23.333094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad41b2b1-2a4e-4940-ba6c-0ea55e707162 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:23.363116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:23.374583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:23.414487 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.431584 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.497097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.540208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Network 43116cfa-9392-49bf-b14c-7260caafa2a1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:23.561290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:23.653145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:23.728951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 7542bbcd-314f-41e6-a7bb-5b59bd82a136, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7542bbcd-314f-41e6-a7bb-5b59bd82a136,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:23.757486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:23.771949 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.917671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['09eb7bb4-9f14-45b0-8aad-6636e2e23d9e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:24.120032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] Transition to ACTIVE for port object ad41b2b1-2a4e-4940-ba6c-0ea55e707162 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:24.138319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2eb1769a-e08b-42c1-aa49-39e93ed866f3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:24.140202 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.191407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9e59560-ecea-4d64-8952-b3a70e76b015 req-70fdf5b1-f522-4e62-a08a-3a7710dbc469 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4542203 Nov 22 16:28:24.200555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a065543-0d7e-4f50-805e-612f9dfff20b req-356d0a07-cb60-43bd-9ab1-3f1b2db1c742 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4036257 Nov 22 16:28:24.220203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:24.305811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=7542bbcd-314f-41e6-a7bb-5b59bd82a136,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:24.358849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] No DVR routers for this DVR port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:24.366921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1eeea0b2-c595-4480-aa28-087d9f6fe3b7 None None] Provisioning complete for port e1e1a20c-aa34-4329-acef-67f844afe701 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:24.367435 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1eeea0b2-c595-4480-aa28-087d9f6fe3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.383888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:24.438067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1eeea0b2-c595-4480-aa28-087d9f6fe3b7 None None] Port e1e1a20c-aa34-4329-acef-67f844afe701 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:24.479723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0c9c-76ca-4b5d-8deb-55f39ff21f4f req-86145282-1c81-4673-ae64-ae5ec933ef30 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:24.481438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02ba0c9c-76ca-4b5d-8deb-55f39ff21f4f req-86145282-1c81-4673-ae64-ae5ec933ef30 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 948 time: 1.7611225 Nov 22 16:28:24.549488 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d8029d10-75dd-4d32-9c3d-bcf277c951a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/ad41b2b1-2a4e-4940-ba6c-0ea55e707162/bindings/n-h2-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6464357 Nov 22 16:28:24.550790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2eb1769a-e08b-42c1-aa49-39e93ed866f3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:24.552517 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.591768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:24.601650 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c8407f8f-953f-4453-ba34-356a2b0410d7 admin admin] 10.222.0.59 "PUT /v2.0/routers/60a94aac-8b08-4aa0-87a3-f64c97df50b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6284370 Nov 22 16:28:24.624899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Sync routers for ids ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:24.659222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Routers {'60a94aac-8b08-4aa0-87a3-f64c97df50b9'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:24.660077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:25.000121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:25.023815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9f799e6d-41d9-4c0b-8dd6-14c82837911a admin admin] 10.222.0.59 "PUT /v2.0/routers/4bb8d252-1771-4ae7-a36c-00bbb43407e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4096444 Nov 22 16:28:25.040413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02ba0c9c-76ca-4b5d-8deb-55f39ff21f4f req-944a6d26-bc70-4799-8e76-a0878c6fdc7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059841 Nov 22 16:28:25.066401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a963d-fe00-4ce6-8803-a9ec29da8a2f req-0636d6d6-0cf1-498e-b51d-4b6b66df5024 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:25.094938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-767a963d-fe00-4ce6-8803-a9ec29da8a2f req-0636d6d6-0cf1-498e-b51d-4b6b66df5024 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.4773793 Nov 22 16:28:25.156328 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.165185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44408) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:25.258389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Set router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:25.384286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-767a963d-fe00-4ce6-8803-a9ec29da8a2f req-8abcc761-6bee-4d42-8b4b-94df6e369c2e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881408 Nov 22 16:28:25.450418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:28:25.451473 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Sync routers for ids ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:25.478034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1549806759'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:25.486617 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Routers {'4bb8d252-1771-4ae7-a36c-00bbb43407e0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:25.487234 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:25.557650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:25.577483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.688251 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.696230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:28:25.704565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.733666 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:28:25.744356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.744727 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Added segment f1682db6-ee56-4ed0-be73-726f8ad88b74 of type vlan for network ea97ca8c-6589-4e67-a334-07aa5c74eb37 Nov 22 16:28:25.780765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491cc9-d71c-4be7-bfcd-ed3c12906dea req-bc8286eb-a6c4-435b-a66a-dd158f1db194 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:25.786733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40491cc9-d71c-4be7-bfcd-ed3c12906dea req-bc8286eb-a6c4-435b-a66a-dd158f1db194 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.3810976 Nov 22 16:28:25.837625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 2eb1769a-e08b-42c1-aa49-39e93ed866f3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2eb1769a-e08b-42c1-aa49-39e93ed866f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:25.846141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:25.889894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.891968 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.938202 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Floating IP 26fd727d-f88f-4d5e-b04b-4fd839d75d87 associated. External IP: 172.25.0.97, port: f9b71276-a37c-4d39-8ab3-88a36b9810d8. Nov 22 16:28:25.947661 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Set router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:25.960271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40491cc9-d71c-4be7-bfcd-ed3c12906dea req-62e6b0b8-ee08-4f61-ae91-9f95e1dbbb3e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964103 Nov 22 16:28:25.960826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.967226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:25.968185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.265842 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0992217 Nov 22 16:28:26.266657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44454) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:26.308816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7542bbcd-314f-41e6-a7bb-5b59bd82a136 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:26.327915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'subnet': {'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:26.366589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=2eb1769a-e08b-42c1-aa49-39e93ed866f3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:26.421266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535e0eb-e359-4254-826c-5f42d2711d45 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Network': ['ID=ea97ca8c-6589-4e67-a334-07aa5c74eb37,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:26.457477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ea97ca8c-6589-4e67-a334-07aa5c74eb37 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:28:26.568121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:26.576034 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.627394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cae3b4-58ab-41e7-ba9e-8fb265e41895 req-bf9c7da3-c5ae-444e-9da9-b2c44438f237 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:26.637106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52cae3b4-58ab-41e7-ba9e-8fb265e41895 req-bf9c7da3-c5ae-444e-9da9-b2c44438f237 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 949 time: 0.3399937 Nov 22 16:28:26.658226 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 4, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port': {'id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:47:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:03Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fd8a31a3-eb2e-4832-86a5-63962f40cbf3', 'name': '', 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'mac_address': 'fa:16:3e:b3:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 2, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'subnets': [{'id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:26.699263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7542bbcd-314f-41e6-a7bb-5b59bd82a136 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:26.699655 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.768638 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Checking router: 4bb8d252-1771-4ae7-a36c-00bbb43407e0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:26.769247 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Updating router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:26.813500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:28:21Z', 'revision_number': 4, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e1e1a20c-aa34-4329-acef-67f844afe701', 'name': '', 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'mac_address': 'fa:16:3e:40:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f3497a59-724d-4d0a-a19b-28f2ea96cd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:20Z', 'updated_at': '2021-11-22T16:28:22Z', 'revision_number': 2, 'project_id': 'a38644435c4d49e8b84846172378c325', 'subnets': [{'id': 'f3497a59-724d-4d0a-a19b-28f2ea96cd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:26.857099 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.913030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Checking router: 60a94aac-8b08-4aa0-87a3-f64c97df50b9 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:26.914819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Updating router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 port e1e1a20c-aa34-4329-acef-67f844afe701 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:27.059289 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.138329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52cae3b4-58ab-41e7-ba9e-8fb265e41895 req-e1849a4f-69ca-4654-8ab2-e56ae2fcd62a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000167 Nov 22 16:28:27.144846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.215620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243eb350-c924-4a6f-b40c-3e2c66509ba1 req-7a0f307f-f9b0-4a0a-83a7-5a09fa8659e4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:27.225496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-243eb350-c924-4a6f-b40c-3e2c66509ba1 req-7a0f307f-f9b0-4a0a-83a7-5a09fa8659e4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.5572221 Nov 22 16:28:27.360294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Router 21a704c2-aff5-4015-bc01-5b0c4978d1ba has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:27.360455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Subnet': ['ID=98aca4f1-15de-4fe7-838c-c239db51b9c1,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:27.364994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-243eb350-c924-4a6f-b40c-3e2c66509ba1 req-2685ab7c-1694-4b51-b5f6-14de227595e5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383994 Nov 22 16:28:27.417281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Checking segment: {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:27.420557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network hostable DHCP agents. Network: ea97ca8c-6589-4e67-a334-07aa5c74eb37, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:28:27.496009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network ea97ca8c-6589-4e67-a334-07aa5c74eb37 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:28:27.545409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ea97ca8c-6589-4e67-a334-07aa5c74eb37) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:27.574243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d118d47-a889-4a53-bca0-f2b2023300bf None None] Network ea97ca8c-6589-4e67-a334-07aa5c74eb37 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:27.583747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:27.589539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.660139 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-adc90a10-f4d7-4314-9ee8-369216fa973a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3713195 Nov 22 16:28:27.675627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44494) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:27.690627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1416570128'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:27.771842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:27.772183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:27.787966 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.805058 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.817598 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.905499 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f3038-8d91-4e36-b7b6-e37b108ba16e None None] Pushing event updated for resources: {'Port': ['ID=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:27.907926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:28:27.933061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:27.971633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.987055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.987611 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Added segment 52f70da1-e80d-41ba-bb17-db367b57216c of type vlan for network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f Nov 22 16:28:28.047766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] Sync routers for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:28.110331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b8c8debc-26fd-4fb0-a3ce-5f44ddaad4b8 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "PUT /v2.0/floatingips/26fd727d-f88f-4d5e-b04b-4fd839d75d87 HTTP/1.1" status: 200 len: 990 time: 5.7296557 Nov 22 16:28:28.114377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'tag': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:28.125460 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe061d28-28cc-4afc-8221-22da371e3aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f5a765-f940-41f0-a7ab-92b7b5215b65", "tag": "f9b71276-a37c-4d39-8ab3-88a36b9810d8"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:28.153568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667b876-4019-4629-8ef7-67dbc5de3214 req-27c290df-85b4-4bc4-bce5-3e5fc4862bcf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:28.167996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5667b876-4019-4629-8ef7-67dbc5de3214 req-27c290df-85b4-4bc4-bce5-3e5fc4862bcf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.4142938 Nov 22 16:28:28.247173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:28.248132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:28.287136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.317217 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Attempting to bind port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:28.318683 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Attempting to bind port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:28.319597 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Attempting to bind port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 on network 0c6c8246-c08b-455c-8250-20f7b27b89c9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:28.329766 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:28.332183 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Checking segment: {'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:28.334130 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.335436 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Bound using segment: {'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:28.336976 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Bound port: fd8a31a3-eb2e-4832-86a5-63962f40cbf3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fbb8a8-684e-49e3-a776-31473a0aac9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:28.337854 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.372978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2eb1769a-e08b-42c1-aa49-39e93ed866f3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:28.399985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.403925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5667b876-4019-4629-8ef7-67dbc5de3214 req-28442043-df54-4276-97b9-8cbe7f25c783 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338123 Nov 22 16:28:28.410176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:28.411653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.573553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Network': ['ID=7d4e06b1-dd31-4645-a6ee-62f15ca0d44f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:28.593327 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] For port fd8a31a3-eb2e-4832-86a5-63962f40cbf3, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:28.607074 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] For port fd8a31a3-eb2e-4832-86a5-63962f40cbf3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,segment=NetworkSegment(c4fbb8a8-684e-49e3-a776-31473a0aac9e),segment_id=c4fbb8a8-684e-49e3-a776-31473a0aac9e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:28.611869 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e2807615-60a3-4cac-ae66-3dafbe88cf54 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9328268 Nov 22 16:28:28.616505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44516) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:28.627704 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.640730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'subnet': {'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:28.692157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:28:28.766090 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Routers {'4bb8d252-1771-4ae7-a36c-00bbb43407e0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:28.766756 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:28.907140 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f3038-8d91-4e36-b7b6-e37b108ba16e None None] Pushing event updated for resources: {'Port': ['ID=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:28.927191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:28:28.997544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee25de-e616-4054-95a5-3e0e2aebfe13 req-2cb730d7-c573-4201-893b-654080266d2b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:29.010485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1ee25de-e616-4054-95a5-3e0e2aebfe13 req-2cb730d7-c573-4201-893b-654080266d2b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 949 time: 0.2005224 Nov 22 16:28:29.058018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:29.071075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.076356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.228630 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.236745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:29.237142 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.286658 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] Set router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:29.296790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a7b4dd38-9fd1-495c-9067-65b481c4a4dc None None] Provisioning complete for port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:29.302737 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7b4dd38-9fd1-495c-9067-65b481c4a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.557859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2eb1769a-e08b-42c1-aa49-39e93ed866f3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:29.558583 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.878321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd76f6-95cf-4515-aeb2-0e0d37a524ef None None] Pushing event updated for resources: {'Port': ['ID=e1e1a20c-aa34-4329-acef-67f844afe701,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:29.914835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:29.938835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ea97ca8c-6589-4e67-a334-07aa5c74eb37', 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'fixed_ips': [{'subnet_id': '98aca4f1-15de-4fe7-838c-c239db51b9c1'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:28:29.940797 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.999935 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 4, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port': {'id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:03Z', 'updated_at': '2021-11-22T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fd8a31a3-eb2e-4832-86a5-63962f40cbf3', 'name': '', 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'mac_address': 'fa:16:3e:b3:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'subnets': [{'id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:30.019157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1ee25de-e616-4054-95a5-3e0e2aebfe13 req-0761db6a-2796-4861-80a2-e797bca04f05 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0070577 Nov 22 16:28:30.074986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c24a5-0231-4004-8c5c-dd64cb9c797e None None] The sync data for ids ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'] in n-d-816865-2 is: [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:28:18Z', 'revision_number': 4, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port': {'id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:03Z', 'updated_at': '2021-11-22T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fd8a31a3-eb2e-4832-86a5-63962f40cbf3', 'name': '', 'network_id': '0c6c8246-c08b-455c-8250-20f7b27b89c9', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'mac_address': 'fa:16:3e:b3:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'subnets': [{'id': 'd7b423b9-050d-48f3-8c66-3121b2b993fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:30.336799 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcd8e99-b6ff-406c-9583-941d313aa7ca x-openstack-request-id: req-7dcd8e99-b6ff-406c-9583-941d313aa7ca {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:30.338144 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f5a765-f940-41f0-a7ab-92b7b5215b65", "tag": "f9b71276-a37c-4d39-8ab3-88a36b9810d8", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:30.338892 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dcd8e99-b6ff-406c-9583-941d313aa7ca {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:30.340709 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'tag': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'status': 'completed', 'code': 200} Nov 22 16:28:30.547462 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.775862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Attempting to bind port e1e1a20c-aa34-4329-acef-67f844afe701 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:30.776935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Attempting to bind port e1e1a20c-aa34-4329-acef-67f844afe701 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:30.777752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Attempting to bind port e1e1a20c-aa34-4329-acef-67f844afe701 on network 43116cfa-9392-49bf-b14c-7260caafa2a1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:30.807301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Checking segment: {'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:30.807898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network hostable DHCP agents. Network: 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:28:30.821187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Subnet': ['ID=e5ae0c50-2c14-47b4-9409-2bae0583e412,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:30.858447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c13995-bfd7-406b-9f5a-f52dbc4427c6 req-b03203e7-c4fa-4068-9af6-341afde10675 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:30.872486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4c13995-bfd7-406b-9f5a-f52dbc4427c6 req-b03203e7-c4fa-4068-9af6-341afde10675 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.1857007 Nov 22 16:28:30.901322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:28:30.941449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:30.967780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:30.971161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.036727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4c13995-bfd7-406b-9f5a-f52dbc4427c6 req-e66226e2-ffd9-4b27-ae9a-70565600274b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569152 Nov 22 16:28:31.053569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8df22286-9e16-46a5-86aa-d41f9991c307 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4348626 Nov 22 16:28:31.073492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:31.074494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Checking segment: {'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:31.074904 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.075377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Bound using segment: {'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:31.076397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Bound port: e1e1a20c-aa34-4329-acef-67f844afe701, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672e6a3e-abab-4020-b7c6-37a4dffebdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:31.077046 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.119138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4551124-e203-4e4a-a8b0-2ee65dfda655 None None] Network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:31.324576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd18b8-2b69-434d-86b6-4e39ae882fb7 req-402f4dc6-3eec-45ff-b152-3e97873c291a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:31.332488 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7b4dd38-9fd1-495c-9067-65b481c4a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.339823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdbd18b8-2b69-434d-86b6-4e39ae882fb7 req-402f4dc6-3eec-45ff-b152-3e97873c291a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1185932 Nov 22 16:28:31.369598 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.442265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdbd18b8-2b69-434d-86b6-4e39ae882fb7 req-a350fee9-db69-4177-b94d-f2a7db447ecf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989859 Nov 22 16:28:31.633804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9142f287-da8d-4c01-b587-abdca5aa2e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:31.639856 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1ca191-d9af-4014-b7f4-cd5cbb5f8e2b" -d '{"events": [{"server_uuid": "9142f287-da8d-4c01-b587-abdca5aa2e8f", "name": "network-vif-plugged", "status": "completed", "tag": "09eb7bb4-9f14-45b0-8aad-6636e2e23d9e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:31.702102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a7b4dd38-9fd1-495c-9067-65b481c4a4dc None None] For port fd8a31a3-eb2e-4832-86a5-63962f40cbf3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,segment=NetworkSegment(c4fbb8a8-684e-49e3-a776-31473a0aac9e),segment_id=c4fbb8a8-684e-49e3-a776-31473a0aac9e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:31.713084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:31.779316 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7b4dd38-9fd1-495c-9067-65b481c4a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.816584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c32b1-8279-4ac0-801a-af2ae7a4e144 req-5930161e-30b3-49de-b109-2205979d5a42 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:31.817327 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.828590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf0c32b1-8279-4ac0-801a-af2ae7a4e144 req-5930161e-30b3-49de-b109-2205979d5a42 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 949 time: 0.2451148 Nov 22 16:28:31.902615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fd8a31a3-eb2e-4832-86a5-63962f40cbf3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:31.912267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf0c32b1-8279-4ac0-801a-af2ae7a4e144 req-81f37b60-9c9b-4dc8-9ab7-2cd958291ce2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819461 Nov 22 16:28:31.947382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Allocated IP 19.80.0.2 (ea97ca8c-6589-4e67-a334-07aa5c74eb37/98aca4f1-15de-4fe7-838c-c239db51b9c1/6bc9f104-4e4b-48a4-bf45-b99fd5fec37e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:32.054349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] For port e1e1a20c-aa34-4329-acef-67f844afe701, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:32.240635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] For port e1e1a20c-aa34-4329-acef-67f844afe701, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e1e1a20c-aa34-4329-acef-67f844afe701,segment=NetworkSegment(672e6a3e-abab-4020-b7c6-37a4dffebdb4),segment_id=672e6a3e-abab-4020-b7c6-37a4dffebdb4)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:32.247311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4dd38-9fd1-495c-9067-65b481c4a4dc None None] Pushing event updated for resources: {'Port': ['ID=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:32.279844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b936a4d6-464a-4738-939b-f4e490c13a52 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:32.291278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b936a4d6-464a-4738-939b-f4e490c13a52 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:32.294488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b936a4d6-464a-4738-939b-f4e490c13a52 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/networks?id=ea97ca8c-6589-4e67-a334-07aa5c74eb37&id=7d4e06b1-dd31-4645-a6ee-62f15ca0d44f&id=ea97ca8c-6589-4e67-a334-07aa5c74eb37 HTTP/1.1" status: 200 len: 1392 time: 0.2367997 Nov 22 16:28:32.294775 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.320445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b86e6425-50ab-496f-bd5f-8b3db47c1aab tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/quotas/f9e2768b3d114b50bc27a0b20409bcd3 HTTP/1.1" status: 200 len: 375 time: 0.0116818 Nov 22 16:28:32.401937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-db4a3637-5216-4dc2-ab54-0015af11a501 None None] Provisioning complete for port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:32.402650 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4a3637-5216-4dc2-ab54-0015af11a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.420366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-5f5f08b5-2f5a-4f96-b5e6-929a651c175d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871391 Nov 22 16:28:32.473096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-7d4e06b1-dd31-4645-a6ee-62f15ca0d44f', 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'fixed_ips': [{'subnet_id': 'e5ae0c50-2c14-47b4-9409-2bae0583e412'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:28:32.474749 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.595185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-4f95c65f-0a4e-4af6-be5c-741bb4983b58 service neutron] 10.222.0.59 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639640 Nov 22 16:28:32.717078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:32.718391 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.773976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:32.788081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-0316e5ba-484b-41ee-a062-934ee96ac266 service neutron] 10.222.0.59 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905622 Nov 22 16:28:32.923766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '26fd727d-f88f-4d5e-b04b-4fd839d75d87', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'port_id': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'mac_address': 'fa:16:3e:5f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:31Z', 'updated_at': '2021-11-22T16:28:25Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:32.928261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd76f6-95cf-4515-aeb2-0e0d37a524ef None None] Pushing event updated for resources: {'Port': ['ID=e1e1a20c-aa34-4329-acef-67f844afe701,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:33.011476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-4bf05037-cc49-491f-b4af-90c4d30f178c service neutron] 10.222.0.59 "GET /v2.0/networks/7d4e06b1-dd31-4645-a6ee-62f15ca0d44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200737 Nov 22 16:28:33.104224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] Checking router: 21a704c2-aff5-4015-bc01-5b0c4978d1ba for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:33.124959 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Routers {'60a94aac-8b08-4aa0-87a3-f64c97df50b9'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:33.125640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:33.138478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.236417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-284eb094-c6ca-45e3-9bb7-235921d2c79a service neutron] 10.222.0.59 "GET /v2.0/networks/7d4e06b1-dd31-4645-a6ee-62f15ca0d44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121661 Nov 22 16:28:33.244382 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.269720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:33.270808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:33.360487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-00106dfe-2051-4afe-bd76-01d58d9c4880 service neutron] 10.222.0.59 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227221 Nov 22 16:28:33.589920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-7e0c7e3b-b85d-439b-8ae1-4359275b89a5 service neutron] 10.222.0.59 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176244 Nov 22 16:28:33.706188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Network ea97ca8c-6589-4e67-a334-07aa5c74eb37 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:33.735890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:33.738088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Pushing event updated for resources: {'Port': ['ID=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:33.781582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:33.843035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Allocated IP 19.86.0.2 (7d4e06b1-dd31-4645-a6ee-62f15ca0d44f/e5ae0c50-2c14-47b4-9409-2bae0583e412/e4aefb22-2581-4d77-9bbd-854b82dc462c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:33.889124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] Set router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:33.978860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-db4a3637-5216-4dc2-ab54-0015af11a501 None None] Provisioning complete for port e1e1a20c-aa34-4329-acef-67f844afe701 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:33.979606 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4a3637-5216-4dc2-ab54-0015af11a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:34.019080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:34.143860 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d026d1-4b0d-4005-b42b-6ef922bd91e5 x-openstack-request-id: req-64d026d1-4b0d-4005-b42b-6ef922bd91e5 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:34.143860 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9142f287-da8d-4c01-b587-abdca5aa2e8f", "name": "network-vif-plugged", "status": "completed", "tag": "09eb7bb4-9f14-45b0-8aad-6636e2e23d9e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:34.143860 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64d026d1-4b0d-4005-b42b-6ef922bd91e5 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:34.144465 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9142f287-da8d-4c01-b587-abdca5aa2e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e', 'code': 200} Nov 22 16:28:34.149790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fd8a31a3-eb2e-4832-86a5-63962f40cbf3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:34.258443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Attempting to bind port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:34.259571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Attempting to bind port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:34.259744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Attempting to bind port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e on network ea97ca8c-6589-4e67-a334-07aa5c74eb37 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:34.319721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:34.320238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Checking segment: {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:34.320923 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:34.321661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Bound using segment: {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:34.322347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Bound port: 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:34.322847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:34.399645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df813c7a-703b-4185-ad5d-5acfd075bfe2 req-c4f5a6d0-677a-430e-9a3f-42e82eafdcb4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:34.402821 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df813c7a-703b-4185-ad5d-5acfd075bfe2 req-c4f5a6d0-677a-430e-9a3f-42e82eafdcb4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.1506205 Nov 22 16:28:34.420544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b582f-7b24-4f94-bef3-7ddb7de2381e req-db8f52c5-5676-4f58-84d8-f09712595af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:34.425762 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-509b582f-7b24-4f94-bef3-7ddb7de2381e req-db8f52c5-5676-4f58-84d8-f09712595af0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 1101 time: 0.1385298 Nov 22 16:28:34.563535 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-509b582f-7b24-4f94-bef3-7ddb7de2381e req-6b552591-5a77-437c-9699-0ec5575cbe74 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314888 Nov 22 16:28:34.604624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df813c7a-703b-4185-ad5d-5acfd075bfe2 req-af22f860-f776-4e95-a20c-756c1782b6fb tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703959 Nov 22 16:28:34.836365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:34.836692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:34.877396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0398eb-6b38-4b21-8a03-343854e0ec41 req-b928aa3b-8f9b-4a3a-bb65-1a12cf0fa139 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:34.889826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e0398eb-6b38-4b21-8a03-343854e0ec41 req-b928aa3b-8f9b-4a3a-bb65-1a12cf0fa139 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1497641 Nov 22 16:28:34.955205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] For port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:34.963290 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4a3637-5216-4dc2-ab54-0015af11a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.048881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e0398eb-6b38-4b21-8a03-343854e0ec41 req-cfbeb44d-27e1-4a2a-9cea-4819bd4202ad tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575661 Nov 22 16:28:35.056381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] For port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:35.071677 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.101767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.149086 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.277407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264b8a-014f-4415-851a-b4e5dd4b0db4 req-3b2f6b1b-7155-4c67-9f49-df141084b919 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:35.279163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2264b8a-014f-4415-851a-b4e5dd4b0db4 req-3b2f6b1b-7155-4c67-9f49-df141084b919 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 950 time: 0.1231890 Nov 22 16:28:35.292169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-db4a3637-5216-4dc2-ab54-0015af11a501 None None] For port e1e1a20c-aa34-4329-acef-67f844afe701, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e1e1a20c-aa34-4329-acef-67f844afe701,segment=NetworkSegment(672e6a3e-abab-4020-b7c6-37a4dffebdb4),segment_id=672e6a3e-abab-4020-b7c6-37a4dffebdb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:35.307760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:35.323319 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4a3637-5216-4dc2-ab54-0015af11a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.360533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:35.370886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:35.400661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696a450-cab9-4b34-8954-fe4893ea6e64 None None] Pushing event updated for resources: {'Port': ['ID=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:35.425515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2264b8a-014f-4415-851a-b4e5dd4b0db4 req-02704fe9-a40e-4c4e-b89b-d46216e9e0ef tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285124 Nov 22 16:28:35.505296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:28:21Z', 'revision_number': 4, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e1e1a20c-aa34-4329-acef-67f844afe701', 'name': '', 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'mac_address': 'fa:16:3e:40:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f3497a59-724d-4d0a-a19b-28f2ea96cd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:20Z', 'updated_at': '2021-11-22T16:28:31Z', 'revision_number': 4, 'project_id': 'a38644435c4d49e8b84846172378c325', 'subnets': [{'id': 'f3497a59-724d-4d0a-a19b-28f2ea96cd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:35.639928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29c666cf-8201-4385-b4c9-6bf4cb466130 req-5b577787-2d8f-4777-8afa-0849270c0ce9 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 210 time: 0.0618682 Nov 22 16:28:35.659516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e65ca-4584-4800-b18f-d3cd697c7908 None None] The sync data for ids ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'] in n-d-816865-2 is: [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:28:21Z', 'revision_number': 4, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e1e1a20c-aa34-4329-acef-67f844afe701', 'name': '', 'network_id': '43116cfa-9392-49bf-b14c-7260caafa2a1', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'mac_address': 'fa:16:3e:40:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'f3497a59-724d-4d0a-a19b-28f2ea96cd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:20Z', 'updated_at': '2021-11-22T16:28:31Z', 'revision_number': 4, 'project_id': 'a38644435c4d49e8b84846172378c325', 'subnets': [{'id': 'f3497a59-724d-4d0a-a19b-28f2ea96cd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:35.716680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Pushing event updated for resources: {'Port': ['ID=e4aefb22-2581-4d77-9bbd-854b82dc462c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:35.751207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2c2f31dc-0f6a-4407-bab1-91a8f6254af1 None None] Provisioning complete for port e1e1a20c-aa34-4329-acef-67f844afe701 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:35.752181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c2f31dc-0f6a-4407-bab1-91a8f6254af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.794914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Attempting to bind port e4aefb22-2581-4d77-9bbd-854b82dc462c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:35.795894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Attempting to bind port e4aefb22-2581-4d77-9bbd-854b82dc462c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:35.796704 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Attempting to bind port e4aefb22-2581-4d77-9bbd-854b82dc462c on network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:35.898874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '26fd727d-f88f-4d5e-b04b-4fd839d75d87', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'port_id': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'mac_address': 'fa:16:3e:5f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:31Z', 'updated_at': '2021-11-22T16:28:25Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:36.037664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:36.038052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Checking segment: {'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:36.038479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.039724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Bound using segment: {'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:36.039724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Bound port: e4aefb22-2581-4d77-9bbd-854b82dc462c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:36.040087 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.096067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907c5e33-4b40-42a3-8667-28c9c379b6d1 None None] The sync data for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 is: [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '26fd727d-f88f-4d5e-b04b-4fd839d75d87', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'port_id': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'mac_address': 'fa:16:3e:5f:29:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:31Z', 'updated_at': '2021-11-22T16:28:25Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:36.226087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574991b-19b9-4e78-bf2a-dfdb9a3e7551 req-6fbf1628-5e12-4f84-9f37-465da649f6f8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:36.252841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2574991b-19b9-4e78-bf2a-dfdb9a3e7551 req-6fbf1628-5e12-4f84-9f37-465da649f6f8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.2413790 Nov 22 16:28:36.337838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.352526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a3637-5216-4dc2-ab54-0015af11a501 None None] Pushing event updated for resources: {'Port': ['ID=e1e1a20c-aa34-4329-acef-67f844afe701,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:36.390480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2574991b-19b9-4e78-bf2a-dfdb9a3e7551 req-b2586348-15de-43eb-8c19-2e0ad23be41f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315026 Nov 22 16:28:36.427097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] For port e4aefb22-2581-4d77-9bbd-854b82dc462c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:36.436627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] For port e4aefb22-2581-4d77-9bbd-854b82dc462c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e4aefb22-2581-4d77-9bbd-854b82dc462c,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:36.534008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e1e1a20c-aa34-4329-acef-67f844afe701 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:36.622646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.717064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e1e1a20c-aa34-4329-acef-67f844afe701 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:36.726892 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.741772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ea97a-4ae1-4d60-8265-5813df06ee6a req-79df4046-fa75-4e56-8e35-926155197bdb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:36.748246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-828ea97a-4ae1-4d60-8265-5813df06ee6a req-79df4046-fa75-4e56-8e35-926155197bdb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1395273 Nov 22 16:28:36.799671 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e8dce-bb0e-4abd-8314-628515ba35d2 None None] New status for floating IP 26fd727d-f88f-4d5e-b04b-4fd839d75d87: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:28:36.900321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-828ea97a-4ae1-4d60-8265-5813df06ee6a req-802aaf69-daea-499a-b0a1-fc93d55fb3b3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290941 Nov 22 16:28:36.908323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5ec65-0978-4b6f-a109-b7d154c27784 None None] Pushing event updated for resources: {'Port': ['ID=e4aefb22-2581-4d77-9bbd-854b82dc462c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:37.366668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89c70a-b7a5-4e34-aa25-3d1322203fe3 req-e361ca0a-2c2b-4daa-b303-504a0fe17ebb tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.391360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f89c70a-b7a5-4e34-aa25-3d1322203fe3 req-e361ca0a-2c2b-4daa-b303-504a0fe17ebb tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 950 time: 0.3048317 Nov 22 16:28:37.764723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee74df1e-604d-452f-b492-c231a412e301 None None] Network ea97ca8c-6589-4e67-a334-07aa5c74eb37 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:37.767787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f89c70a-b7a5-4e34-aa25-3d1322203fe3 req-41641ef1-b8c1-49d5-8f44-d5f4b18ff1b7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720868 Nov 22 16:28:37.897200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee532eca-a287-4a0f-80c5-c8a97070a008 req-39c0f582-f2d0-4251-a84e-b13ce372e995 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 210 time: 0.1274722 Nov 22 16:28:37.951120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d57b7ed7-4e18-478a-b712-58b3082fc7a1 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.961667 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-d57b7ed7-4e18-478a-b712-58b3082fc7a1 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.5595267 Nov 22 16:28:38.005995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:38.017939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-e5bfd951-95d9-4130-9e04-1bdfa7be337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.035564 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-e5bfd951-95d9-4130-9e04-1bdfa7be337e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9ba0e20949ea4f9487657299b4521522&device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 1096 time: 0.4167542 Nov 22 16:28:38.110679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.168732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-db3709eb-ac5e-4c9c-bf1f-d2bb9e084a52 None None] Provisioning complete for port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:38.169473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db3709eb-ac5e-4c9c-bf1f-d2bb9e084a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.224185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-9e1b2f3a-4f74-41a4-9f87-66d74b5f35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.233816 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-9e1b2f3a-4f74-41a4-9f87-66d74b5f35b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6&tenant_id=0cbce29029e6439abe3b3deba92cfb91 HTTP/1.1" status: 200 len: 1095 time: 0.2524679 Nov 22 16:28:38.406927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-06c6a4b1-c706-4e95-80a6-4d81dc13a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.410067 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-06c6a4b1-c706-4e95-80a6-4d81dc13a200 service neutron] 10.222.0.62 "GET /v2.0/networks?id=271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 200 len: 925 time: 0.3259008 Nov 22 16:28:38.419296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:38.419891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.525497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-40be7750-2ebb-4fa1-9a88-753200021b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.528228 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-40be7750-2ebb-4fa1-9a88-753200021b04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1095 time: 0.2395065 Nov 22 16:28:38.560348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db3709eb-ac5e-4c9c-bf1f-d2bb9e084a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.647307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5eee9-694c-4446-9dab-26eca1c1e1c5 req-c642faf5-8caf-4269-aae8-c7eb61470dd5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.656884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40a5eee9-694c-4446-9dab-26eca1c1e1c5 req-c642faf5-8caf-4269-aae8-c7eb61470dd5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.4296427 Nov 22 16:28:38.670520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1cb6a-855e-4925-8ac7-623db726de99 req-91413657-62c9-4d9e-a025-81b91a3ff96e tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.690814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92e1cb6a-855e-4925-8ac7-623db726de99 req-91413657-62c9-4d9e-a025-81b91a3ff96e tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 1101 time: 0.3201504 Nov 22 16:28:38.820829 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-638b83c4-4402-4164-8096-9f6ad1ed85bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b71276-a37c-4d39-8ab3-88a36b9810d8 HTTP/1.1" status: 200 len: 1000 time: 0.3976068 Nov 22 16:28:38.832636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-db3709eb-ac5e-4c9c-bf1f-d2bb9e084a52 None None] For port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:38.943958 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db3709eb-ac5e-4c9c-bf1f-d2bb9e084a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.123910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-56372aaf-9e01-4dba-b5c5-d1a45a88b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.133872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-56372aaf-9e01-4dba-b5c5-d1a45a88b35c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 HTTP/1.1" status: 200 len: 863 time: 0.2826493 Nov 22 16:28:39.143392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-e906e46b-9709-4267-a920-1965b9fa85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.145614 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-e906e46b-9709-4267-a920-1965b9fa85c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.5947938 Nov 22 16:28:39.322540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.488114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3709eb-ac5e-4c9c-bf1f-d2bb9e084a52 None None] Pushing event updated for resources: {'Port': ['ID=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:39.539478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92e1cb6a-855e-4925-8ac7-623db726de99 req-c52bd453-3ddc-4471-b7ab-616dd93c18a4 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8473430 Nov 22 16:28:39.572339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40a5eee9-694c-4446-9dab-26eca1c1e1c5 req-dee5d95b-9ccc-405a-85fc-9023989a6145 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7737296 Nov 22 16:28:39.659688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:28:39.660995 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:28:39.776130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-ef19e578-6672-47f4-8cc2-807876908827 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.807882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-ef19e578-6672-47f4-8cc2-807876908827 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.811278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-ef19e578-6672-47f4-8cc2-807876908827 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.62 "GET /v2.0/networks?id=ea97ca8c-6589-4e67-a334-07aa5c74eb37&id=7d4e06b1-dd31-4645-a6ee-62f15ca0d44f&id=ea97ca8c-6589-4e67-a334-07aa5c74eb37 HTTP/1.1" status: 200 len: 1392 time: 0.9539204 Nov 22 16:28:39.840933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'port': {'device_id': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37', 'admin_state_up': True, 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:39.890695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-90e9acee-3712-4201-a831-b2c4ca2c9e75 None None] Provisioning complete for port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:39.894077 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90e9acee-3712-4201-a831-b2c4ca2c9e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.022638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee21d6d7-05b1-4f07-8437-9ccd38207638 None None] Network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:40.218909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6011053e-cc2a-44f0-80aa-63aa1804fe8f req-6603063f-5e71-45ad-9e8e-705f7aab0565 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 210 time: 0.1351199 Nov 22 16:28:40.264465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebd29b-74eb-444a-81ab-bb0c06d322e5 req-4cc0849c-f2af-4a7b-840e-92ae3b6a66bd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:40.273399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2ebd29b-74eb-444a-81ab-bb0c06d322e5 req-4cc0849c-f2af-4a7b-840e-92ae3b6a66bd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.4557619 Nov 22 16:28:40.374712 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-f5c10eb3-08bd-4ac6-afa6-341740acd57c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 217 time: 1.1741552 Nov 22 16:28:40.509791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:40.541589 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.570294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-5e51f4f4-aa47-4713-a350-cc64351daedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:40.572409 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-5e51f4f4-aa47-4713-a350-cc64351daedf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=271c9d42-644d-45ed-8881-15ca0d9c049b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4249022 Nov 22 16:28:40.652475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-288cc452-59cd-4daf-98d2-c45ff7b44c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:40.659148 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-288cc452-59cd-4daf-98d2-c45ff7b44c27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.2577107 Nov 22 16:28:40.734929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9011c98e-2f25-413d-b383-e98b21bc0bf2 None None] Provisioning complete for port e4aefb22-2581-4d77-9bbd-854b82dc462c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:40.735348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9011c98e-2f25-413d-b383-e98b21bc0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.768379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2ebd29b-74eb-444a-81ab-bb0c06d322e5 req-a4b16456-5ada-4d0e-8f21-a67b4f6b0658 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139717 Nov 22 16:28:40.930675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e1e1a20c-aa34-4329-acef-67f844afe701 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:40.990070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-74f640b9-c121-4445-8d00-974f5cccefe6 service neutron] 10.222.0.62 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943291 Nov 22 16:28:40.994923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-868d212f-a6f3-4a2b-b988-82f6dcac6b88 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1371636 Nov 22 16:28:41.090577 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-df688b33-e6d8-4181-8d9d-88562c231e2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159849 Nov 22 16:28:41.239491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e1e1a20c-aa34-4329-acef-67f844afe701 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:41.240325 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.297886 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9011c98e-2f25-413d-b383-e98b21bc0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.360386 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fe061d28-28cc-4afc-8221-22da371e3aa3 req-27d1f519-ab7a-4272-9aed-e74da05e9c2b service neutron] 10.222.0.62 "GET /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091183 Nov 22 16:28:41.372261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9011c98e-2f25-413d-b383-e98b21bc0bf2 None None] For port e4aefb22-2581-4d77-9bbd-854b82dc462c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e4aefb22-2581-4d77-9bbd-854b82dc462c,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:41.405585 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9011c98e-2f25-413d-b383-e98b21bc0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.422865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f840089-eaa1-4108-b27a-fe12970b77c4 req-b53f1ccc-5a95-4bb8-9bec-f36bdebc1755 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:41.431114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f840089-eaa1-4108-b27a-fe12970b77c4 req-b53f1ccc-5a95-4bb8-9bec-f36bdebc1755 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1097 time: 0.3572786 Nov 22 16:28:41.502905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Allocated IP 19.80.0.75 (ea97ca8c-6589-4e67-a334-07aa5c74eb37/98aca4f1-15de-4fe7-838c-c239db51b9c1/73bef33c-8c77-4341-944d-024f9067cca3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:41.517306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:41.557551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f840089-eaa1-4108-b27a-fe12970b77c4 req-5fa0a095-bd23-46cf-b217-654edb1f0fd6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213706 Nov 22 16:28:41.563953 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-5a412392-9ddd-453b-ac98-97971e5c5e44 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500670 Nov 22 16:28:41.584312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9263dd6b-4733-4719-a9d8-ecb40b1fefd5 None None] Provisioning complete for port e4aefb22-2581-4d77-9bbd-854b82dc462c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:41.584941 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9263dd6b-4733-4719-a9d8-ecb40b1fefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.586975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-9e0b0de8-8b72-4c36-aa25-890a34096ed5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:41.599210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-9e0b0de8-8b72-4c36-aa25-890a34096ed5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6016488 Nov 22 16:28:41.643784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011c98e-2f25-413d-b383-e98b21bc0bf2 None None] Pushing event updated for resources: {'Port': ['ID=e4aefb22-2581-4d77-9bbd-854b82dc462c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:41.660065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-0dcaf42e-bdb1-4e03-8ac9-95d9687b33c7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/quotas/7c95d18496d342aa8d50b114b126be9f HTTP/1.1" status: 200 len: 375 time: 0.0595992 Nov 22 16:28:41.754475 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-1e0c10ef-ca43-4ab9-8cd8-e589288fadfb service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793804 Nov 22 16:28:41.799752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:41.800154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.954993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b055d8-d0a0-40e2-9ddb-723057c6f63a req-b3a6ab60-ab4f-4567-9b8f-0d75c4ad3fb5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:41.966607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02b055d8-d0a0-40e2-9ddb-723057c6f63a req-b3a6ab60-ab4f-4567-9b8f-0d75c4ad3fb5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.1830442 Nov 22 16:28:41.975274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e4aefb22-2581-4d77-9bbd-854b82dc462c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:42.010190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-2021cf9f-8bd6-4a90-9eb7-c94e8c28cf65 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3489890 Nov 22 16:28:42.048656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e4aefb22-2581-4d77-9bbd-854b82dc462c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:42.049158 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.161966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-09d4da03-43c8-41c7-b6de-869be102bcdf tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:42.165817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-09d4da03-43c8-41c7-b6de-869be102bcdf tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.0771101 Nov 22 16:28:42.183677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02b055d8-d0a0-40e2-9ddb-723057c6f63a req-affbcaf2-ce7a-4103-8a15-e989b29df7f6 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159495 Nov 22 16:28:42.257104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.410390 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.434384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-55a71ac8-0ff2-4499-a991-a031f553e76b service neutron] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:42.451812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-55a71ac8-0ff2-4499-a991-a031f553e76b service neutron] Publish callbacks [] for binding, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.453859 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aba44124-f12f-4c02-b42b-458c22aa41ce req-55a71ac8-0ff2-4499-a991-a031f553e76b service neutron] 10.222.0.62 "DELETE /v2.0/ports/ad41b2b1-2a4e-4940-ba6c-0ea55e707162/bindings/n-h1-816865-2 HTTP/1.1" status: 204 len: 173 time: 0.2775211 Nov 22 16:28:42.543524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network ea97ca8c-6589-4e67-a334-07aa5c74eb37 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:42.550370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:42.553298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Port': ['ID=73bef33c-8c77-4341-944d-024f9067cca3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:42.558779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:42.584405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e4aefb22-2581-4d77-9bbd-854b82dc462c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:42.668616 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-d7776489-9da9-4283-bd57-efe97a7d3549 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1766407 Nov 22 16:28:42.809336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e4aefb22-2581-4d77-9bbd-854b82dc462c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:42.809776 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.962980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:42.967931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.014590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-3b84012c-8e89-4afc-9ed0-78cff8822432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.022800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-3b84012c-8e89-4afc-9ed0-78cff8822432 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1101 time: 0.3168702 Nov 22 16:28:43.026101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb01623-ad34-4951-be20-8e2e6fb5bd86 req-17698045-38bc-4956-8570-97507a206271 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.040142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbb01623-ad34-4951-be20-8e2e6fb5bd86 req-17698045-38bc-4956-8570-97507a206271 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 931 time: 0.3885272 Nov 22 16:28:43.116203 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-aa88d723-3898-4bb2-a8e3-67fd8fc0019b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3008790 Nov 22 16:28:43.124612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e70ec7a0-abe5-42d4-a32b-26f05cc5a2d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2909942 Nov 22 16:28:43.145576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'port': {'device_id': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f', 'admin_state_up': True, 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:43.339540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8795e201-d4f3-47a4-8690-b59842bb1b7c None None] Provisioning complete for port 73bef33c-8c77-4341-944d-024f9067cca3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:43.340189 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbb01623-ad34-4951-be20-8e2e6fb5bd86 req-573fe7ad-1e04-4a66-8a3b-e82c2da7fb23 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910872 Nov 22 16:28:43.350200 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8795e201-d4f3-47a4-8690-b59842bb1b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.436002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-a926bad2-409e-4f0e-ad61-e7ca22e95b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.445047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-a926bad2-409e-4f0e-ad61-e7ca22e95b3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3853183 Nov 22 16:28:43.488849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8795e201-d4f3-47a4-8690-b59842bb1b7c None None] Port 73bef33c-8c77-4341-944d-024f9067cca3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:43.614771 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-24bc783b-c115-472f-ba42-d7a774d4ec38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.1260448 Nov 22 16:28:43.692704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:43.701721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.788681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7172fa3-35b9-40da-8c0e-009a682293d7 req-1bf5d955-588c-417f-a34d-5897dd705612 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.790350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-1a4bc20c-443f-448e-be3c-d08559b470b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.793392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7172fa3-35b9-40da-8c0e-009a682293d7 req-1bf5d955-588c-417f-a34d-5897dd705612 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1852930 Nov 22 16:28:43.793846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-1a4bc20c-443f-448e-be3c-d08559b470b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1095 time: 0.3672087 Nov 22 16:28:43.823382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-781835f9-4757-43d9-8b1e-2683e888564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.825951 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-781835f9-4757-43d9-8b1e-2683e888564e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1926277 Nov 22 16:28:44.093827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-bb5ca45a-05d4-467c-b5e8-75876f426aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:44.095867 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-bb5ca45a-05d4-467c-b5e8-75876f426aac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2595756 Nov 22 16:28:44.193136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7172fa3-35b9-40da-8c0e-009a682293d7 req-bb4cf97c-0feb-4c23-b85b-726167061922 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650490 Nov 22 16:28:44.228626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Allocated IP 19.86.0.20 (7d4e06b1-dd31-4645-a6ee-62f15ca0d44f/e5ae0c50-2c14-47b4-9409-2bae0583e412/9ab77426-dd15-470e-bfdb-f3e8dbaf6a16) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:44.296615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-fd56fa82-0fec-4286-b3c8-056f090926d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:44.303770 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-fd56fa82-0fec-4286-b3c8-056f090926d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.4310651 Nov 22 16:28:44.430631 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-2df6c041-0e49-460f-b09d-e066e1056f3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 217 time: 0.1178515 Nov 22 16:28:44.441046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f5ce414-9457-4c1b-9c5d-02447fc397a8 req-b58429aa-643f-4367-a322-49c60b5e10b5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 210 time: 0.0648987 Nov 22 16:28:44.584576 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-2b04d198-71a9-4902-915b-08e5c72cae30 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780016 Nov 22 16:28:44.750680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-56d77453-2a6d-4c78-b8fe-256cf833c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:44.757713 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-56d77453-2a6d-4c78-b8fe-256cf833c8b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.3000019 Nov 22 16:28:44.785933 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-bcd7cae2-8449-4b1a-b5f1-8afae02e82a5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885069 Nov 22 16:28:44.794202 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.873095 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7de98bd3-0614-4bc7-9ee4-6b5f5f2846f0 req-f6ec98e1-11c9-4d19-b588-c71caf7872eb service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778590 Nov 22 16:28:44.937659 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-4888e4cc-fd12-48a3-b4d9-e94b6aca4820 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674688 Nov 22 16:28:44.950131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127309d3-f6f6-4d3b-9438-32eef401187d req-6cd7d7e6-bb28-406b-aceb-4bbd3cb203d3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:44.963401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-127309d3-f6f6-4d3b-9438-32eef401187d req-6cd7d7e6-bb28-406b-aceb-4bbd3cb203d3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.3404908 Nov 22 16:28:44.999726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-35a72daf-c222-4b43-b3a6-fb6f62cfd4d6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:28:45.001149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-35a72daf-c222-4b43-b3a6-fb6f62cfd4d6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128739 Nov 22 16:28:45.108878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3541342f-8992-4cab-a315-698dd4be5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:45.110575 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3541342f-8992-4cab-a315-698dd4be5958 service neutron] 10.222.0.59 "GET /v2.0/ports/93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 200 len: 1094 time: 0.0576868 Nov 22 16:28:45.140070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Request body: {'binding': {'host': 'n-h2-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:45.147020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Unknown quota resources ['binding']. {{(pid=103442) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:28:45.178063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.212072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-477ee6ad-63bc-4146-b5d0-6e417773d6a5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:45.213865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-477ee6ad-63bc-4146-b5d0-6e417773d6a5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094529 Nov 22 16:28:45.226805 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-d7b55a10-80d9-4f54-bb13-35c70918030c service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779400 Nov 22 16:28:45.250707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Request body: {'port': {'device_id': '68024fa1-75ce-45c7-b063-e981dc65c544', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '7c95d18496d342aa8d50b114b126be9f'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:45.298349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-127309d3-f6f6-4d3b-9438-32eef401187d req-69204196-f7e3-4997-bab0-78f8e889e2f7 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336966 Nov 22 16:28:45.367330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:45.392663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:45.395078 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3bed833-84f6-43e7-bdce-ffe6032bae2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.403014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:45.477781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Port': ['ID=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:45.595374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:45.596519 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.600607 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c2e202f2-3026-421d-883b-677d60cb7b47 req-563bdb50-0156-4e26-bb01-1d992ed74cd2 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531761 Nov 22 16:28:45.641904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-26bab98c-4af0-4eb0-94a0-fbe4ab874f61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5014825 Nov 22 16:28:45.660086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on host n-h2-816865-2 for vnic_type normal with profile None {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:45.660990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'port': {'device_id': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37', 'admin_state_up': True, 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:45.663121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:45.664267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:45.676204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:45.677199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:45.693353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:45.693926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:45.694610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:45.695621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Bound port: 93b9d6b0-01d5-4286-904c-ce0c31379d03, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:45.822256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Made reservation on behalf of 7c95d18496d342aa8d50b114b126be9f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:45.837569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:45.849137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] Publish callbacks [] for binding, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.857894 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.864902 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-9738ad56-db48-46f7-a049-f7362bb85853 service neutron] 10.222.0.59 "POST /v2.0/ports/93b9d6b0-01d5-4286-904c-ce0c31379d03/bindings HTTP/1.1" status: 201 len: 389 time: 0.7305753 Nov 22 16:28:46.035828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d56823f0-7c3f-480f-b02e-acee0601d7bc None None] Provisioning complete for port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:46.036647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d56823f0-7c3f-480f-b02e-acee0601d7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:46.112911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d56823f0-7c3f-480f-b02e-acee0601d7bc None None] Port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:46.126884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bfaa4-f240-44e8-b03f-bb8b35c059a8 req-d6b15430-5a70-4a97-a10b-682cf1b39a26 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.136694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bfaa4-f240-44e8-b03f-bb8b35c059a8 req-d6b15430-5a70-4a97-a10b-682cf1b39a26 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.138727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b4bfaa4-f240-44e8-b03f-bb8b35c059a8 req-d6b15430-5a70-4a97-a10b-682cf1b39a26 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 1653 time: 0.3542595 Nov 22 16:28:46.368354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-74a6eab9-e13f-4ddc-99dd-60f7f7334373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.368354 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-74a6eab9-e13f-4ddc-99dd-60f7f7334373 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1097 time: 0.0835912 Nov 22 16:28:46.372491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7a5e7-c59c-49e4-ada0-5afee45d1365 req-806854ee-1678-48c9-9694-92bf87e057ee tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.374781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a7a5e7-c59c-49e4-ada0-5afee45d1365 req-806854ee-1678-48c9-9694-92bf87e057ee tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2755415 Nov 22 16:28:46.423468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:46.428550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:46.454165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b4bfaa4-f240-44e8-b03f-bb8b35c059a8 req-611042c8-3fbd-4297-b99e-8d70e5d9ae61 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701447 Nov 22 16:28:46.481879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Allocated IP 192.168.233.214 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/cf0b7940-6e13-4935-a9ee-5056fff66d89) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:46.583252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-5b2c54aa-7f58-4192-a142-6f19c6c42cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.585182 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-5b2c54aa-7f58-4192-a142-6f19c6c42cd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.1984890 Nov 22 16:28:46.670913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a7a5e7-c59c-49e4-ada0-5afee45d1365 req-549340fc-ed85-46d5-86fb-53d9be3cee0a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636223 Nov 22 16:28:46.680146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-80d949b8-0d21-4c97-830c-661c04afa2ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 200 len: 217 time: 0.0841196 Nov 22 16:28:46.736650 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bfb5674-5944-4fd3-ad98-97a56b61e440 req-25d1ddb5-e710-4e6c-a690-bd314545dafa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 210 time: 0.1082911 Nov 22 16:28:46.807016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-14576311-e818-46d5-9805-5658cb551149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.809283 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-14576311-e818-46d5-9805-5658cb551149 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1202476 Nov 22 16:28:46.860686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-e32c6561-3c76-434b-b6d0-96e135059ee1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379760 Nov 22 16:28:47.073914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-80c09fea-3f2a-4167-99df-a8b1ad09651f service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070212 Nov 22 16:28:47.239053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-a3ff65c6-0ef3-4b1f-b7f9-4872a150595e service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573212 Nov 22 16:28:47.349875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Allocated IP 19.80.0.162 (ea97ca8c-6589-4e67-a334-07aa5c74eb37/98aca4f1-15de-4fe7-838c-c239db51b9c1/87ed5b95-241c-40f0-acab-03419a5b6ef0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:47.507932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abfb8d-cd7e-4ea3-a21b-33f57064e83a req-bec62851-0be6-4ae2-b7ea-fed8cc0b38a0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.509904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12abfb8d-cd7e-4ea3-a21b-33f57064e83a req-bec62851-0be6-4ae2-b7ea-fed8cc0b38a0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.6925726 Nov 22 16:28:47.551807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a4cf0-e43d-437e-a223-32edc818d9ae req-7a085858-8ba8-43ab-9a12-e2aee7a24f22 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.555402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-592a4cf0-e43d-437e-a223-32edc818d9ae req-7a085858-8ba8-43ab-9a12-e2aee7a24f22 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1095 time: 0.2167678 Nov 22 16:28:47.655346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:47.779444 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-287cf0a1-54a0-4547-a5d6-337a67483179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:47.788490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12abfb8d-cd7e-4ea3-a21b-33f57064e83a req-e9ede541-d649-4dd6-82ce-42ba9413f5cc tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542796 Nov 22 16:28:47.835617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-592a4cf0-e43d-437e-a223-32edc818d9ae req-47cb06c0-94bc-4669-84cb-aaf821265618 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635384 Nov 22 16:28:47.864781 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:47.918315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494', '94793f49-a519-4bb0-9e2c-8df84aa92f81'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:47.927310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a2877d56-b9ca-421c-8b17-961301bdd82b', '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:48.007572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:48.026059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:48.029843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:48.054132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.184864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'Port': ['ID=cf0b7940-6e13-4935-a9ee-5056fff66d89,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:48.460896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249760c7-4848-42f0-9391-4695bc404686 req-0e895cbd-5060-467c-a8bf-07334644720c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:48.473291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249760c7-4848-42f0-9391-4695bc404686 req-0e895cbd-5060-467c-a8bf-07334644720c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:48.480154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-249760c7-4848-42f0-9391-4695bc404686 req-0e895cbd-5060-467c-a8bf-07334644720c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 1653 time: 0.4999475 Nov 22 16:28:48.529791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:48.531117 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.585826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.614859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-dd667257-135f-4d59-a564-b5d8214310b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3692732 Nov 22 16:28:48.693638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Request body: {'port': {'device_id': '68024fa1-75ce-45c7-b063-e981dc65c544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:48.812305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network ea97ca8c-6589-4e67-a334-07aa5c74eb37 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:48.818542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Port': ['ID=87ed5b95-241c-40f0-acab-03419a5b6ef0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:48.852047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432b290-86b0-46d3-ab68-b052a3b7fd00 req-813f674d-ca75-4c93-9bdb-2b10aa558bc7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:48.860931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9432b290-86b0-46d3-ab68-b052a3b7fd00 req-813f674d-ca75-4c93-9bdb-2b10aa558bc7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.5940232 Nov 22 16:28:48.888472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e3a7ebd3-b85b-440e-acab-8f5e2a515191 None None] Provisioning complete for port cf0b7940-6e13-4935-a9ee-5056fff66d89 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:48.889509 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a7ebd3-b85b-440e-acab-8f5e2a515191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.912861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:48.958858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:49.057381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9432b290-86b0-46d3-ab68-b052a3b7fd00 req-14735dfb-bf72-4963-bcbe-659adafaf602 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790972 Nov 22 16:28:49.213155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e3a7ebd3-b85b-440e-acab-8f5e2a515191 None None] Port cf0b7940-6e13-4935-a9ee-5056fff66d89 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:49.243970 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-249760c7-4848-42f0-9391-4695bc404686 req-979d66d5-dd65-4c51-8daa-f7e34b9f7ab5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877470 Nov 22 16:28:49.267477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:49.268527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.275647 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.365709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.464136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-eefed118-a49c-4c66-8034-18753af60896 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8107262 Nov 22 16:28:49.486637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Request body: {'port': {'device_id': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:49.548817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8810c52c-aa1f-43c6-bd03-013b2a93127d None None] Provisioning complete for port 87ed5b95-241c-40f0-acab-03419a5b6ef0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:49.549423 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8810c52c-aa1f-43c6-bd03-013b2a93127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.663330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8810c52c-aa1f-43c6-bd03-013b2a93127d None None] Port 87ed5b95-241c-40f0-acab-03419a5b6ef0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:49.835819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2592857-2de4-4b99-8675-d593a9fc2a16 req-502a3660-3c47-44c7-975c-392422dd2ab2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:49.843816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2592857-2de4-4b99-8675-d593a9fc2a16 req-502a3660-3c47-44c7-975c-392422dd2ab2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 936 time: 0.5018256 Nov 22 16:28:50.099898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.167518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2592857-2de4-4b99-8675-d593a9fc2a16 req-512020e1-b5ef-4109-a1e0-c6f12127006b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553144 Nov 22 16:28:50.463429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-a44d272a-d855-4372-bfb5-df3c20caf70d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:50.465888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-a44d272a-d855-4372-bfb5-df3c20caf70d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 807 time: 0.7812529 Nov 22 16:28:50.560118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.565463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-53e2a9d8-a2d3-4735-a569-dcb686672ba8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/quotas/0cbce29029e6439abe3b3deba92cfb91 HTTP/1.1" status: 200 len: 375 time: 0.0761390 Nov 22 16:28:50.701344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827c8b0-4e53-4dff-82cd-01e16dadc8d3 req-2d2fad10-f817-4ba7-9281-9e374594cb0e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:50.703106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a827c8b0-4e53-4dff-82cd-01e16dadc8d3 req-2d2fad10-f817-4ba7-9281-9e374594cb0e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.4263413 Nov 22 16:28:50.828041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-f85c5654-63b7-40e0-b017-4da4c52b2570 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2610791 Nov 22 16:28:50.844725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0b7940-6e13-4935-a9ee-5056fff66d89 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:50.888740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.999091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Transition to ACTIVE for port object cf0b7940-6e13-4935-a9ee-5056fff66d89 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:51.037458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a827c8b0-4e53-4dff-82cd-01e16dadc8d3 req-ddfa9a81-b223-4493-b90a-d2ea48d34392 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058860 Nov 22 16:28:51.048422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.122614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bef33c-8c77-4341-944d-024f9067cca3 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:51.154171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.279460 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.314065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Transition to ACTIVE for port object 73bef33c-8c77-4341-944d-024f9067cca3 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:51.327450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Pushing event updated for resources: {'Port': ['ID=cf0b7940-6e13-4935-a9ee-5056fff66d89,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:51.355516 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.370446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-931212fc-e443-458a-9f69-ef8dda34e10f service neutron] 10.222.0.59 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281899 Nov 22 16:28:51.610575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=73bef33c-8c77-4341-944d-024f9067cca3,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:51.652914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422a360-5be2-4974-923f-cfa125459f0b req-f9c018a0-cf49-425a-8eb7-b821a7795fbd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:51.660142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2422a360-5be2-4974-923f-cfa125459f0b req-f9c018a0-cf49-425a-8eb7-b821a7795fbd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2215371 Nov 22 16:28:51.683864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Attempting to bind port cf0b7940-6e13-4935-a9ee-5056fff66d89 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:51.684213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Attempting to bind port cf0b7940-6e13-4935-a9ee-5056fff66d89 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:51.684537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Attempting to bind port cf0b7940-6e13-4935-a9ee-5056fff66d89 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:51.737109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Port cf0b7940-6e13-4935-a9ee-5056fff66d89 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:51.737637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Attempting to bind port cf0b7940-6e13-4935-a9ee-5056fff66d89 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:51.838116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2422a360-5be2-4974-923f-cfa125459f0b req-3602753a-1a23-4927-9a38-0e85c93e4381 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767902 Nov 22 16:28:51.844148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-715a2d4d-d797-4c18-a52c-234d0cd1a6d8 service neutron] 10.222.0.59 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727857 Nov 22 16:28:51.850439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:51.850735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:51.851179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:51.851630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Bound port: cf0b7940-6e13-4935-a9ee-5056fff66d89, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:51.852213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.951906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] For port cf0b7940-6e13-4935-a9ee-5056fff66d89, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:51.955601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] For port cf0b7940-6e13-4935-a9ee-5056fff66d89, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cf0b7940-6e13-4935-a9ee-5056fff66d89,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:51.973099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.108218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.108858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.110544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] 10.222.0.37 "PUT /v2.0/ports/cf0b7940-6e13-4935-a9ee-5056fff66d89 HTTP/1.1" status: 200 len: 1096 time: 3.4303591 Nov 22 16:28:52.114859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68024fa1-75ce-45c7-b063-e981dc65c544', 'tag': 'cf0b7940-6e13-4935-a9ee-5056fff66d89'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:52.128876 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db958cb9-2e01-41dc-9e57-952a427a6e30" -d '{"events": [{"name": "network-changed", "server_uuid": "68024fa1-75ce-45c7-b063-e981dc65c544", "tag": "cf0b7940-6e13-4935-a9ee-5056fff66d89"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:52.416783 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e7e1a-613d-46ea-939e-8f8eda9fe18e service neutron] Pushing event updated for resources: {'Port': ['ID=cf0b7940-6e13-4935-a9ee-5056fff66d89,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:52.430876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Attempting to bind port 73bef33c-8c77-4341-944d-024f9067cca3 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:52.431702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Attempting to bind port 73bef33c-8c77-4341-944d-024f9067cca3 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:52.432236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Attempting to bind port 73bef33c-8c77-4341-944d-024f9067cca3 on network ea97ca8c-6589-4e67-a334-07aa5c74eb37 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:52.453885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424dd67-fd2d-4133-9088-0e901fd8c64b req-e5db6d24-945d-4dd7-9961-0d9ab3b1dedc tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.490252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424dd67-fd2d-4133-9088-0e901fd8c64b req-e5db6d24-945d-4dd7-9961-0d9ab3b1dedc tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.502358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424dd67-fd2d-4133-9088-0e901fd8c64b req-e5db6d24-945d-4dd7-9961-0d9ab3b1dedc tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.512330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1424dd67-fd2d-4133-9088-0e901fd8c64b req-e5db6d24-945d-4dd7-9961-0d9ab3b1dedc tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2387 time: 0.5192747 Nov 22 16:28:52.555402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Port 73bef33c-8c77-4341-944d-024f9067cca3 on network ea97ca8c-6589-4e67-a334-07aa5c74eb37 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:52.556031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Attempting to bind port 73bef33c-8c77-4341-944d-024f9067cca3 on network ea97ca8c-6589-4e67-a334-07aa5c74eb37 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:52.626721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:52.627677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Checking segment: {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:52.627806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Bound using segment: {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:52.628349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Bound port: 73bef33c-8c77-4341-944d-024f9067cca3, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:52.629181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.646272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-71f6edd4-0c90-4b86-8d2e-ba9ae89dd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.647939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-71f6edd4-0c90-4b86-8d2e-ba9ae89dd5dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 1099 time: 0.4640749 Nov 22 16:28:52.734382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-e51e9b01-ef07-49f6-b372-8b0c437414a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=cf0b7940-6e13-4935-a9ee-5056fff66d89 HTTP/1.1" status: 200 len: 217 time: 0.0594194 Nov 22 16:28:52.794639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d11602-7e3e-4229-a86b-e98ceef21214 req-b619bef5-9c56-4054-ad49-921804fb68a3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.804179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4d11602-7e3e-4229-a86b-e98ceef21214 req-b619bef5-9c56-4054-ad49-921804fb68a3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 948 time: 0.2724564 Nov 22 16:28:52.847941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1424dd67-fd2d-4133-9088-0e901fd8c64b req-d364c013-c83b-44ae-8bec-0c0b3d59d239 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342698 Nov 22 16:28:52.923653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-addc23d7-c3ad-423b-9ff1-a994192380e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.925216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-addc23d7-c3ad-423b-9ff1-a994192380e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1837146 Nov 22 16:28:53.324146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] For port 73bef33c-8c77-4341-944d-024f9067cca3, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:53.353952 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4d11602-7e3e-4229-a86b-e98ceef21214 req-5e8dc8f1-4908-478d-9cd4-199d1e1682b3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463381 Nov 22 16:28:53.402587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] For port 73bef33c-8c77-4341-944d-024f9067cca3, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73bef33c-8c77-4341-944d-024f9067cca3,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:53.408168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f651cb7-3546-4ae5-b822-275f60fc8ed6 req-0af4a406-92b8-4883-a318-dc3adc31d73d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 210 time: 0.1019666 Nov 22 16:28:53.428825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-53943484-29c1-43f9-9c23-8aa1c635715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:53.430376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-53943484-29c1-43f9-9c23-8aa1c635715f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4921947 Nov 22 16:28:53.431638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.517632 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5414006-192e-48e1-b03b-e53a3de1481e x-openstack-request-id: req-d5414006-192e-48e1-b03b-e53a3de1481e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:53.518130 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68024fa1-75ce-45c7-b063-e981dc65c544", "tag": "cf0b7940-6e13-4935-a9ee-5056fff66d89", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:53.518482 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5414006-192e-48e1-b03b-e53a3de1481e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:53.520489 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68024fa1-75ce-45c7-b063-e981dc65c544', 'tag': 'cf0b7940-6e13-4935-a9ee-5056fff66d89', 'status': 'completed', 'code': 200} Nov 22 16:28:53.571448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:53.572276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.574250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] 10.222.0.62 "PUT /v2.0/ports/73bef33c-8c77-4341-944d-024f9067cca3 HTTP/1.1" status: 200 len: 1091 time: 4.0973136 Nov 22 16:28:53.805614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-e72e1e76-612e-45ff-9305-00bfeddfc413 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643682 Nov 22 16:28:53.812129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Request body: {'port': {'device_id': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:53.995354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-fe41c2e8-2b23-49b0-862a-4ac4cf9efece tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:53.998750 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-fe41c2e8-2b23-49b0-862a-4ac4cf9efece tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 807 time: 0.2677679 Nov 22 16:28:54.019196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Request body: {'port': {'device_id': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'admin_state_up': True, 'tenant_id': '0cbce29029e6439abe3b3deba92cfb91'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:54.223826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:54.240797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73e1c7-e470-419e-a532-be2a91b77ff4 req-f4976884-cc28-4e97-9580-e68fb316291b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.261316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c73e1c7-e470-419e-a532-be2a91b77ff4 req-f4976884-cc28-4e97-9580-e68fb316291b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.8183396 Nov 22 16:28:54.281307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Made reservation on behalf of 0cbce29029e6439abe3b3deba92cfb91 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:54.288139 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:54.290697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d68b0-fdc6-4a11-bff0-701135846aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=73bef33c-8c77-4341-944d-024f9067cca3,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:54.424963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfcde3-4b30-4885-b976-9520b1fd78d4 req-00da501a-528b-4551-ad72-60577e3ceac8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.427987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbdfcde3-4b30-4885-b976-9520b1fd78d4 req-00da501a-528b-4551-ad72-60577e3ceac8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.5312901 Nov 22 16:28:54.431724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47891989-ce15-42ec-99bf-b3fa8f79a17e req-7e98e22e-514c-43f0-bb11-8107d9478e36 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553417 Nov 22 16:28:54.609748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Allocated IP 172.20.0.6 (112fda4c-684b-44f2-85c6-e6af6f5c6749/1be39dd8-cdde-4666-8eff-7832ef93970a/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:54.631664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c73e1c7-e470-419e-a532-be2a91b77ff4 req-a1ded1ef-b4c9-4570-9841-d285b2c9935a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674159 Nov 22 16:28:54.819937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbdfcde3-4b30-4885-b976-9520b1fd78d4 req-f7ac2989-a97d-47dc-aa47-8ef05992fb88 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137147 Nov 22 16:28:54.856985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-b8b42a87-6b77-47b2-8afb-f93f12d8f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.864441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-b8b42a87-6b77-47b2-8afb-f93f12d8f647 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 1099 time: 0.3370080 Nov 22 16:28:55.027501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-ec43e222-5274-4fe7-b34b-b449c6dd9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.029315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-ec43e222-5274-4fe7-b34b-b449c6dd9129 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1597853 Nov 22 16:28:55.053840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.113675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.199688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Network 112fda4c-684b-44f2-85c6-e6af6f5c6749 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:55.218906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-7f3f166f-f9c7-485f-bcb1-cded4d8c6383 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=cf0b7940-6e13-4935-a9ee-5056fff66d89 HTTP/1.1" status: 200 len: 217 time: 0.1284516 Nov 22 16:28:55.265764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Pushing event updated for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:55.278999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:55.284009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:55.418160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.418834 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.441039 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-6769527b-8419-4461-ba8b-8c220646ca7c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4287465 Nov 22 16:28:55.460182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Request body: {'port': {'device_id': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:55.542567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'tag': '73bef33c-8c77-4341-944d-024f9067cca3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:55.546687 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80658b17-31a0-4cad-88ad-6cff1c5f991f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "tag": "73bef33c-8c77-4341-944d-024f9067cca3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:55.568986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:55.584686 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.607320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.647153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-a9824e71-a46b-43b2-87e3-e4e3989ba179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.649015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-a9824e71-a46b-43b2-87e3-e4e3989ba179 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.3972576 Nov 22 16:28:55.655906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Transition to ACTIVE for port object 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:55.673130 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.688252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726268-999b-467b-b09e-f2f4ea7305f8 req-e0db62f3-9193-49f6-8fc8-49fe2ad03af6 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.694925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726268-999b-467b-b09e-f2f4ea7305f8 req-e0db62f3-9193-49f6-8fc8-49fe2ad03af6 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.701293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726268-999b-467b-b09e-f2f4ea7305f8 req-e0db62f3-9193-49f6-8fc8-49fe2ad03af6 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.703152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97726268-999b-467b-b09e-f2f4ea7305f8 req-e0db62f3-9193-49f6-8fc8-49fe2ad03af6 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2387 time: 0.6725945 Nov 22 16:28:55.799773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c8a69-e757-4f88-ac1a-ecc1da0c9459 req-da0affd8-2380-4402-82c6-fa83e143cca0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.806170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-958c8a69-e757-4f88-ac1a-ecc1da0c9459 req-da0affd8-2380-4402-82c6-fa83e143cca0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 948 time: 0.3996861 Nov 22 16:28:56.056122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-0c25d09e-6651-4092-90a4-a9c4ededb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.059466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-0c25d09e-6651-4092-90a4-a9c4ededb315 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3941243 Nov 22 16:28:56.060791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Pushing event updated for resources: {'Port': ['ID=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:56.088936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97726268-999b-467b-b09e-f2f4ea7305f8 req-b639c164-23be-4193-9103-57560cd823ec tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532457 Nov 22 16:28:56.250115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:56.267248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.291594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Transition to ACTIVE for port object 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:56.308641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.327098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-958c8a69-e757-4f88-ac1a-ecc1da0c9459 req-a1e6f676-3e55-4dc1-be4b-4529d7f06211 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522645 Nov 22 16:28:56.380296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Attempting to bind port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:56.381125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Attempting to bind port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:56.381706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Attempting to bind port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 on network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:56.393059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 on network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:56.393785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Attempting to bind port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 on network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:56.397937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-f4ddc7e8-fee4-45e5-a1fd-4ec316961344 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040900 Nov 22 16:28:56.409618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:56.434554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0ee5-5ece-4403-a62b-fd0867ddd352 req-f2c005a9-12b1-4650-a37e-c7de6171760e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.448810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f59e0ee5-5ece-4403-a62b-fd0867ddd352 req-f2c005a9-12b1-4650-a37e-c7de6171760e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 931 time: 0.2031767 Nov 22 16:28:56.568549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:56.569349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Checking segment: {'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:56.569916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Bound using segment: {'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:56.570542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Bound port: 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f70da1-e80d-41ba-bb17-db367b57216c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:56.571104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.610545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:56.611402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:56.612144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:56.627787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:56.628288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:56.636966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:56.638757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:56.639521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:56.640104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Bound port: 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:56.640580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.700693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f59e0ee5-5ece-4403-a62b-fd0867ddd352 req-ca5d49b6-db35-4bc9-9739-d75d4cfbebe5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484837 Nov 22 16:28:56.727398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db958cb9-2e01-41dc-9e57-952a427a6e30 req-cec2e5d8-3232-4449-b243-0bbc9904e40a service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204415 Nov 22 16:28:56.755618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088fba9-61f2-46a8-a342-7eb2fbd37c19 req-2a33719f-64d8-4053-ba8e-e9e132703e01 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.771349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0088fba9-61f2-46a8-a342-7eb2fbd37c19 req-2a33719f-64d8-4053-ba8e-e9e132703e01 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 945 time: 0.2399335 Nov 22 16:28:56.810559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:56.818685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:56.834455 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e7c9d6-685c-46b5-a696-b096506aa5c7 x-openstack-request-id: req-e4e7c9d6-685c-46b5-a696-b096506aa5c7 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:56.834891 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "tag": "73bef33c-8c77-4341-944d-024f9067cca3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:56.835267 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4e7c9d6-685c-46b5-a696-b096506aa5c7 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:56.835762 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'tag': '73bef33c-8c77-4341-944d-024f9067cca3', 'status': 'completed', 'code': 200} Nov 22 16:28:56.873870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] For port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:56.902105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.910008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] For port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:56.921323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.994026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38446d33-3884-4214-927d-bea84252a547 req-1fed58d6-870b-4c1e-8ea7-456f5f3e3c84 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.997102 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38446d33-3884-4214-927d-bea84252a547 req-1fed58d6-870b-4c1e-8ea7-456f5f3e3c84 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.37 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 945 time: 0.1904721 Nov 22 16:28:57.005594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:57.019511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.020583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.023820 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-eaaf83a6-1693-4bf7-a26d-925cd2a751a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 1091 time: 1.5699742 Nov 22 16:28:57.024660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:57.029961 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f6be98-22f0-429e-a510-dcfeb0ce79d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:57.034195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0088fba9-61f2-46a8-a342-7eb2fbd37c19 req-2d9d1803-0447-4759-8bf4-c982ef62f00c tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2613494 Nov 22 16:28:57.063343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-3187ac09-d935-4dca-8bbe-1662cbde801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.063343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-3187ac09-d935-4dca-8bbe-1662cbde801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.063343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-3187ac09-d935-4dca-8bbe-1662cbde801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.063873 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-3187ac09-d935-4dca-8bbe-1662cbde801e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2755 time: 0.2416418 Nov 22 16:28:57.108960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.111072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.113748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] 10.222.0.62 "PUT /v2.0/ports/9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 HTTP/1.1" status: 200 len: 1091 time: 3.3067274 Nov 22 16:28:57.183432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Request body: {'port': {'device_id': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:57.403514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01500-b3ff-44b1-8e16-a7e19cff416f service neutron] Pushing event updated for resources: {'Port': ['ID=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:57.535553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-34fd8dba-23c8-4bb9-b686-48b2b54198b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.537265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502623f4-0391-402a-8682-167356815f59 req-c11f6e27-cd19-4d6c-8bf9-efc8ee2e8377 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.537763 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-34fd8dba-23c8-4bb9-b686-48b2b54198b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1094 time: 0.3703108 Nov 22 16:28:57.549111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-502623f4-0391-402a-8682-167356815f59 req-c11f6e27-cd19-4d6c-8bf9-efc8ee2e8377 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.5791626 Nov 22 16:28:57.616352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9cabe-fe84-482b-80ec-dc9eca8d3bd6 req-fa071b5b-5770-4168-b60f-361964d98f51 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.619984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9e9cabe-fe84-482b-80ec-dc9eca8d3bd6 req-fa071b5b-5770-4168-b60f-361964d98f51 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.4286609 Nov 22 16:28:57.620553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-baf87840-46cd-413f-a8f7-e16d179fb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.621047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-baf87840-46cd-413f-a8f7-e16d179fb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.621577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-baf87840-46cd-413f-a8f7-e16d179fb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.624190 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-baf87840-46cd-413f-a8f7-e16d179fb24f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5513670 Nov 22 16:28:57.626399 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-4be1fc6a-4a04-4bfa-85ce-0d75151a7846 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 217 time: 0.0754855 Nov 22 16:28:57.632884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.847972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device cf0b7940-6e13-4935-a9ee-5056fff66d89 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:57.857591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-17ac991a-345f-49e1-948d-a0cc900303da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.859772 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-17ac991a-345f-49e1-948d-a0cc900303da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.2057998 Nov 22 16:28:57.927966 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-33c556c2-8898-4da9-b6df-50dc659c05b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568728 Nov 22 16:28:58.004241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port cf0b7940-6e13-4935-a9ee-5056fff66d89, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cf0b7940-6e13-4935-a9ee-5056fff66d89,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:58.020673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'cf0b7940-6e13-4935-a9ee-5056fff66d89', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'cf0b7940-6e13-4935-a9ee-5056fff66d89', 'mac_address': 'fa:16:3e:6d:6f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:58.063303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-502623f4-0391-402a-8682-167356815f59 req-143fd947-d0f4-4bb2-b601-f392c5fc03c5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128067 Nov 22 16:28:58.085748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.110258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0b7940-6e13-4935-a9ee-5056fff66d89 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:58.135017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Deleting port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:58.135017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.146758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port cf0b7940-6e13-4935-a9ee-5056fff66d89, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cf0b7940-6e13-4935-a9ee-5056fff66d89,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:58.158318 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.256747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=cf0b7940-6e13-4935-a9ee-5056fff66d89,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:58.379122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9e9cabe-fe84-482b-80ec-dc9eca8d3bd6 req-79f423d3-995b-43d5-af79-2f8902642abc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7248785 Nov 22 16:28:58.461507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['cf0b7940-6e13-4935-a9ee-5056fff66d89'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:58.586543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-c084ae38-373f-4eb5-8f78-e89bad41048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:58.588972 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-80658b17-31a0-4cad-88ad-6cff1c5f991f req-c084ae38-373f-4eb5-8f78-e89bad41048a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9571440 Nov 22 16:28:58.595717 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5d6c18-bea3-41f4-abef-1093b8b033e9 x-openstack-request-id: req-6b5d6c18-bea3-41f4-abef-1093b8b033e9 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:58.596186 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:58.596628 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b5d6c18-bea3-41f4-abef-1093b8b033e9 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:58.597186 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99', 'status': 'completed', 'code': 200} Nov 22 16:28:58.690107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-06191f07-c6e5-45cc-8ad3-d8e6600fdf5f service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506523 Nov 22 16:28:58.810012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a378-6712-439b-93dd-b0b1a6cfc5dc req-4c8b40d6-4ee7-4348-a6a6-9fc4f8bf55fa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:58.819362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a378-6712-439b-93dd-b0b1a6cfc5dc req-4c8b40d6-4ee7-4348-a6a6-9fc4f8bf55fa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:58.832114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a378-6712-439b-93dd-b0b1a6cfc5dc req-4c8b40d6-4ee7-4348-a6a6-9fc4f8bf55fa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:58.835876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2385a378-6712-439b-93dd-b0b1a6cfc5dc req-4c8b40d6-4ee7-4348-a6a6-9fc4f8bf55fa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2399 time: 0.3895149 Nov 22 16:28:58.845585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] For port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:58.846255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.851323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'tag': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:58.855570 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "tag": "9ab77426-dd15-470e-bfdb-f3e8dbaf6a16"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:58.892928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ebe3a32-9325-4d8d-a5cf-4c6a4d5be03d req-7408607e-c610-47d4-8857-8403c1ad18d5 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939383 Nov 22 16:28:58.910547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ef826-3757-4b43-b054-0df48db8fed5 req-31ecb78d-03a0-4d6c-85c9-bb40d96864f4 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:58.912598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b85ef826-3757-4b43-b054-0df48db8fed5 req-31ecb78d-03a0-4d6c-85c9-bb40d96864f4 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 949 time: 0.4299195 Nov 22 16:28:59.052662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-9ad34b3e-71f4-43cb-aed0-94b09d48168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:59.054588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-9ad34b3e-71f4-43cb-aed0-94b09d48168f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1094 time: 0.0825636 Nov 22 16:28:59.159197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2385a378-6712-439b-93dd-b0b1a6cfc5dc req-219df7c7-ef4f-4273-b39f-b8c081daa27c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981422 Nov 22 16:28:59.215704 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b85ef826-3757-4b43-b054-0df48db8fed5 req-875c6c87-91e6-4246-93a1-fe3caf575a9f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882664 Nov 22 16:28:59.228527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-4ba6c811-eb10-46a2-9a36-f2abe155f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:59.237054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-4ba6c811-eb10-46a2-9a36-f2abe155f406 service neutron] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.1740398 Nov 22 16:28:59.332769 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-f0b9ca6d-863c-47bb-afab-a64f968772b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 217 time: 0.0789275 Nov 22 16:28:59.430697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-e5c982ad-21b1-4c66-8823-d435d8a299d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:59.433410 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-e5c982ad-21b1-4c66-8823-d435d8a299d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.0907562 Nov 22 16:28:59.443755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ed5b95-241c-40f0-acab-03419a5b6ef0 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:59.476684 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.476967 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-92378718-a3b8-4c66-a192-96ee625f559d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351810 Nov 22 16:28:59.487888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.489334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.489334 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Floating IP a35becf5-bb8a-4119-bf59-cb4f6cc39c29 disassociated. External IP: 172.25.0.166, port: f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4. Nov 22 16:28:59.489841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Calling delete_port for f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:59.521433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f800b2e-c02f-49f0-882f-34020dc4e4bd req-c5fc5a3e-df59-4284-bb00-3679c4360165 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:59.523705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f800b2e-c02f-49f0-882f-34020dc4e4bd req-c5fc5a3e-df59-4284-bb00-3679c4360165 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.2284904 Nov 22 16:28:59.557996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48374261-eca5-48f4-bd53-efaf1cdc90bd req-1b4c103a-4462-4dc2-8874-b4f5e1e62658 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:59.561245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48374261-eca5-48f4-bd53-efaf1cdc90bd req-1b4c103a-4462-4dc2-8874-b4f5e1e62658 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 945 time: 0.1921735 Nov 22 16:28:59.621934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Transition to ACTIVE for port object 87ed5b95-241c-40f0-acab-03419a5b6ef0 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:59.663381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.664866 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-5575694f-c4a3-45b9-8ad7-5108f6b4c744 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785576 Nov 22 16:28:59.834914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37f6be98-22f0-429e-a510-dcfeb0ce79d5 req-0f0c0f87-45f6-4c26-bf96-4588d17512c2 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622307 Nov 22 16:28:59.873958 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48374261-eca5-48f4-bd53-efaf1cdc90bd req-b6f650c5-bad0-4bad-a8f5-e1446c47ed3c tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups?id=705bff6f-a3a6-47eb-a86e-1402450fbb14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2553003 Nov 22 16:28:59.894123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f800b2e-c02f-49f0-882f-34020dc4e4bd req-17acd629-8bb7-4a26-9b95-0f4a72b71d8d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529141 Nov 22 16:28:59.910990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device cf0b7940-6e13-4935-a9ee-5056fff66d89 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:59.911795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Pushing event updated for resources: {'Port': ['ID=87ed5b95-241c-40f0-acab-03419a5b6ef0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:00.007576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port cf0b7940-6e13-4935-a9ee-5056fff66d89 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:00.023185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port cf0b7940-6e13-4935-a9ee-5056fff66d89 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:00.023651 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.131468 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba3f8a4-42e2-4ebd-b724-762708c3be49 x-openstack-request-id: req-5ba3f8a4-42e2-4ebd-b724-762708c3be49 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:00.131468 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "tag": "9ab77426-dd15-470e-bfdb-f3e8dbaf6a16", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:00.131980 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ba3f8a4-42e2-4ebd-b724-762708c3be49 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:00.133134 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'tag': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16', 'status': 'completed', 'code': 200} Nov 22 16:29:00.177327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.178376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.179183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.179372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-0a1ab7ce-4dcc-4d71-bc94-1e7389a5013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.179649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.179818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-0a1ab7ce-4dcc-4d71-bc94-1e7389a5013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.180884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.181598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.182509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.183246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.183948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.184649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.185372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.186037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:00.197457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-0a1ab7ce-4dcc-4d71-bc94-1e7389a5013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.203892 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-0a1ab7ce-4dcc-4d71-bc94-1e7389a5013a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2822 time: 0.1648970 Nov 22 16:29:00.338637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.349683 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.446936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68024fa1-75ce-45c7-b063-e981dc65c544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0b7940-6e13-4935-a9ee-5056fff66d89'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:00.449974 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b0d598-95cb-4211-9394-0b0d8043da19" -d '{"events": [{"server_uuid": "68024fa1-75ce-45c7-b063-e981dc65c544", "name": "network-vif-plugged", "status": "completed", "tag": "cf0b7940-6e13-4935-a9ee-5056fff66d89"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:00.462339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event deleted for resources: {'Port': ['ID=f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:00.476287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port cf0b7940-6e13-4935-a9ee-5056fff66d89, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cf0b7940-6e13-4935-a9ee-5056fff66d89,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:00.484782 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.486332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:00.505511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-3cdb59f7-c0e2-44ed-9cca-787dd6f3fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.506351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-3cdb59f7-c0e2-44ed-9cca-787dd6f3fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.507393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-3cdb59f7-c0e2-44ed-9cca-787dd6f3fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.512380 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-3cdb59f7-c0e2-44ed-9cca-787dd6f3fe3f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2983830 Nov 22 16:29:00.546298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd0a27-0e09-42a3-8c99-cc1444f57a40 req-430151c7-1bb4-4b73-9519-2a568c89d565 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.556401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4dd0a27-0e09-42a3-8c99-cc1444f57a40 req-430151c7-1bb4-4b73-9519-2a568c89d565 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.4542892 Nov 22 16:29:00.564551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Attempting to bind port 87ed5b95-241c-40f0-acab-03419a5b6ef0 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:00.565229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Attempting to bind port 87ed5b95-241c-40f0-acab-03419a5b6ef0 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:00.565740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Attempting to bind port 87ed5b95-241c-40f0-acab-03419a5b6ef0 on network ea97ca8c-6589-4e67-a334-07aa5c74eb37 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:00.577563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:00.577972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:00.604199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Port 87ed5b95-241c-40f0-acab-03419a5b6ef0 on network ea97ca8c-6589-4e67-a334-07aa5c74eb37 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:00.604838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Attempting to bind port 87ed5b95-241c-40f0-acab-03419a5b6ef0 on network ea97ca8c-6589-4e67-a334-07aa5c74eb37 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:00.632571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=cf0b7940-6e13-4935-a9ee-5056fff66d89,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:00.676322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:00.676908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Checking segment: {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:00.677465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Bound using segment: {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:00.678038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Bound port: 87ed5b95-241c-40f0-acab-03419a5b6ef0, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1682db6-ee56-4ed0-be73-726f8ad88b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:00.678497 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.716840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-ae475c96-480b-46df-aae7-5f0bed0910c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.717835 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a3ecfe71-5c82-4478-9a8f-4c4f70a21840 req-ae475c96-480b-46df-aae7-5f0bed0910c1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1977835 Nov 22 16:29:00.752957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b254aa-9c82-4c08-b28f-3c8adb2b09bc req-8f11cefd-df91-48ae-9c04-3c5275043feb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.755762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9b254aa-9c82-4c08-b28f-3c8adb2b09bc req-8f11cefd-df91-48ae-9c04-3c5275043feb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.3826079 Nov 22 16:29:00.772420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4dd0a27-0e09-42a3-8c99-cc1444f57a40 req-9a20ea27-1d16-447d-badd-2c32d86f6ce0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090476 Nov 22 16:29:00.978702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9b254aa-9c82-4c08-b28f-3c8adb2b09bc req-9642b514-1584-42b1-b2ab-fa66ade1bd70 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105601 Nov 22 16:29:01.011237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Router c200d283-e889-4c73-aa00-9ad3736a1acd has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:29:01.038290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] For port 87ed5b95-241c-40f0-acab-03419a5b6ef0, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:01.056441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] For port 87ed5b95-241c-40f0-acab-03419a5b6ef0, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87ed5b95-241c-40f0-acab-03419a5b6ef0,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:01.082007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566d2cd-4352-4ba8-927c-cc71c51fc093 req-4485af95-9689-4c8f-8cff-5f8ef83e4a00 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.095732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566d2cd-4352-4ba8-927c-cc71c51fc093 req-4485af95-9689-4c8f-8cff-5f8ef83e4a00 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.109003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566d2cd-4352-4ba8-927c-cc71c51fc093 req-4485af95-9689-4c8f-8cff-5f8ef83e4a00 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.111544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6566d2cd-4352-4ba8-927c-cc71c51fc093 req-4485af95-9689-4c8f-8cff-5f8ef83e4a00 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2411 time: 0.2241678 Nov 22 16:29:01.122472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.293925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.294873 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.300408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] 10.222.0.62 "PUT /v2.0/ports/87ed5b95-241c-40f0-acab-03419a5b6ef0 HTTP/1.1" status: 200 len: 1092 time: 4.1218288 Nov 22 16:29:01.483482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6566d2cd-4352-4ba8-927c-cc71c51fc093 req-fdf1026b-91c1-4b88-8e3a-68881d2f7e1b tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479931 Nov 22 16:29:01.497733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8de82-286f-4e94-a5c7-ea9e08e335de service neutron] Pushing event updated for resources: {'Port': ['ID=87ed5b95-241c-40f0-acab-03419a5b6ef0,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:01.521959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db616f2a-6c4f-44ae-8689-1ceebd9f08ca req-7d4cc98d-41dd-421f-a089-de99e8498b36 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.532070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db616f2a-6c4f-44ae-8689-1ceebd9f08ca req-7d4cc98d-41dd-421f-a089-de99e8498b36 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 950 time: 0.4183309 Nov 22 16:29:01.558417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:01.577801 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1711c411-47bf-458c-98d0-8d92c3790efe x-openstack-request-id: req-1711c411-47bf-458c-98d0-8d92c3790efe {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:01.579351 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68024fa1-75ce-45c7-b063-e981dc65c544", "name": "network-vif-plugged", "status": "completed", "tag": "cf0b7940-6e13-4935-a9ee-5056fff66d89", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:01.580218 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1711c411-47bf-458c-98d0-8d92c3790efe {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:01.581143 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68024fa1-75ce-45c7-b063-e981dc65c544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0b7940-6e13-4935-a9ee-5056fff66d89', 'code': 200} Nov 22 16:29:01.585595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] Sync routers for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:01.621804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:01.623487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:01.636588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-f1526890-d296-474a-9148-ca23737d5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.637825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-f1526890-d296-474a-9148-ca23737d5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.639009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-f1526890-d296-474a-9148-ca23737d5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.642148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-f1526890-d296-474a-9148-ca23737d5514 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2864 time: 0.2756536 Nov 22 16:29:01.806459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e977d17-6ae3-4e87-8461-7d7fe4135b6d req-40224867-5757-4b89-8105-8df850c99943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.810007 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6e977d17-6ae3-4e87-8461-7d7fe4135b6d req-40224867-5757-4b89-8105-8df850c99943 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 1101 time: 0.1294274 Nov 22 16:29:01.839537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-69fddf60-3929-4ce8-9f54-7eddfa40a436 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=73bef33c-8c77-4341-944d-024f9067cca3 HTTP/1.1" status: 200 len: 217 time: 0.1330032 Nov 22 16:29:01.841904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:01.859237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] No DVR routers for this DVR port f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:01.874392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c55b8fb0-1a00-4418-ad23-0101e671b494 req-13e4f2e3-0e51-4530-8b32-43084435a3f8 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/ports?device_id=097b94d8-7e69-495c-b2be-4bc269452067 HTTP/1.1" status: 200 len: 210 time: 0.0764449 Nov 22 16:29:01.876259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.882705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38446d33-3884-4214-927d-bea84252a547 req-d450a12d-6ef8-4e92-b253-0f623ce75568 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.37 "DELETE /v2.0/ports/f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4 HTTP/1.1" status: 204 len: 173 time: 4.8397722 Nov 22 16:29:01.896976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db616f2a-6c4f-44ae-8689-1ceebd9f08ca req-dde0acf6-37ba-47cf-8ccf-0a9f5aa7894f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573740 Nov 22 16:29:01.908015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:02.035075 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6e977d17-6ae3-4e87-8461-7d7fe4135b6d req-e22743b7-691c-43d1-ade1-aec00addf62e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156494 Nov 22 16:29:02.041922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-25b3804a-28c8-4471-a38e-09b148529441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:02.049207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-25b3804a-28c8-4471-a38e-09b148529441 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98aca4f1-15de-4fe7-838c-c239db51b9c1 HTTP/1.1" status: 200 len: 801 time: 0.1851318 Nov 22 16:29:02.111794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:02.134803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'tag': '87ed5b95-241c-40f0-acab-03419a5b6ef0'}, {'server_uuid': '097b94d8-7e69-495c-b2be-4bc269452067', 'name': 'network-vif-deleted', 'tag': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:02.139004 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e1569-049c-4895-9676-22f7b8ee0c31" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "tag": "87ed5b95-241c-40f0-acab-03419a5b6ef0"}, {"server_uuid": "097b94d8-7e69-495c-b2be-4bc269452067", "name": "network-vif-deleted", "tag": "f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:02.151255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99', 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'port_id': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99', 'mac_address': 'fa:16:3e:71:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be39dd8-cdde-4666-8eff-7832ef93970a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:02.162281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-1a41a965-b67e-482b-85d4-3485af1f12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:02.163943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-1a41a965-b67e-482b-85d4-3485af1f12dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea97ca8c-6589-4e67-a334-07aa5c74eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1083837 Nov 22 16:29:02.175184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c4331-c4a3-4c13-a1a1-c43e2544083f req-065f5276-9eaf-4dcb-880a-32eb317fb99c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:02.179231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f2c4331-c4a3-4c13-a1a1-c43e2544083f req-065f5276-9eaf-4dcb-880a-32eb317fb99c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.1056750 Nov 22 16:29:02.211680 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.275491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:02.421493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:02.432350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.461707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-07b98131-317a-4151-a1b9-3065234b5e68 service neutron] 10.222.0.62 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807143 Nov 22 16:29:02.467744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f2c4331-c4a3-4c13-a1a1-c43e2544083f req-c8caf661-152a-4a2b-a2bd-fa2d30209d1f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896846 Nov 22 16:29:02.612178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:02.656506 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:29:02.726450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:43Z', 'revision_number': 5, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:02.829277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4d8b6acf-ecb8-442e-bfdd-1cc55799fb99'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:02.840235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] Checking router: c200d283-e889-4c73-aa00-9ad3736a1acd for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:02.909010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:02.910288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:02.966540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d9cb1-1ac1-4a29-be14-ed12462c7a17 req-0e2fbb4a-08e7-48a4-84c4-ba520401d0ea tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:02.969240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a34d9cb1-1ac1-4a29-be14-ed12462c7a17 req-0e2fbb4a-08e7-48a4-84c4-ba520401d0ea tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.6583369 Nov 22 16:29:03.116906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:03.172312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f00ab-b9f6-41fb-9802-b9d4b0fd9ed0 req-5e5558bf-7eb8-4537-a08f-b80ad414a52b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.187778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b7f00ab-b9f6-41fb-9802-b9d4b0fd9ed0 req-5e5558bf-7eb8-4537-a08f-b80ad414a52b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2133033 Nov 22 16:29:03.199766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a34d9cb1-1ac1-4a29-be14-ed12462c7a17 req-a793d493-bd66-4c72-9791-fbab3ebee33d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071843 Nov 22 16:29:03.219056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-413c39c5-3f3c-4df9-9fe2-c6cad6f550eb service neutron] 10.222.0.62 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463734 Nov 22 16:29:03.344443 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-13e667dd-2bc5-4ddb-8c68-97f5562c0f2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.20&port_id=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 HTTP/1.1" status: 200 len: 217 time: 0.1121032 Nov 22 16:29:03.351689 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da77489-7772-48b0-aeb1-8d5f740aa773 x-openstack-request-id: req-9da77489-7772-48b0-aeb1-8d5f740aa773 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:03.352156 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "tag": "87ed5b95-241c-40f0-acab-03419a5b6ef0", "status": "completed", "code": 200}, {"server_uuid": "097b94d8-7e69-495c-b2be-4bc269452067", "name": "network-vif-deleted", "tag": "f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:03.352565 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9da77489-7772-48b0-aeb1-8d5f740aa773 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:03.353282 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'tag': '87ed5b95-241c-40f0-acab-03419a5b6ef0', 'status': 'completed', 'code': 200} Nov 22 16:29:03.353689 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097b94d8-7e69-495c-b2be-4bc269452067', 'name': 'network-vif-deleted', 'tag': 'f0c4bb68-3d9b-4dec-87a1-e5ec18b090a4', 'status': 'completed', 'code': 200} Nov 22 16:29:03.425396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e4a6d5eb-971b-41ad-9fef-255c6773b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.427326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-e4a6d5eb-971b-41ad-9fef-255c6773b539 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e5ae0c50-2c14-47b4-9409-2bae0583e412 HTTP/1.1" status: 200 len: 801 time: 0.0700414 Nov 22 16:29:03.522903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b7f00ab-b9f6-41fb-9802-b9d4b0fd9ed0 req-c5e545f0-d880-417f-9ba8-5522df81a862 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218467 Nov 22 16:29:03.533807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:43Z', 'revision_number': 5, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:03.564869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a32508-5125-4b74-b86a-ec4498df3396 req-a2334079-7d83-41dc-ac65-a3e9c2d11c40 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.565019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2075c0ac-63a5-45a3-8c3b-458e1acc551a None None] The sync data for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 is: [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8de42640-4826-4d24-b8d2-0d4524a98cae', 'name': '', 'network_id': 'b60be418-10b9-4095-9df9-e21bc26a055e', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'mac_address': 'fa:16:3e:37:e6:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:32Z', 'updated_at': '2021-11-22T16:26:43Z', 'revision_number': 5, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'subnets': [{'id': 'f3f30be8-09b8-460a-8a68-4d275f68625a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:03.576780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a32508-5125-4b74-b86a-ec4498df3396 req-a2334079-7d83-41dc-ac65-a3e9c2d11c40 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.588944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a32508-5125-4b74-b86a-ec4498df3396 req-a2334079-7d83-41dc-ac65-a3e9c2d11c40 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.591956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a32508-5125-4b74-b86a-ec4498df3396 req-a2334079-7d83-41dc-ac65-a3e9c2d11c40 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2411 time: 0.1630559 Nov 22 16:29:03.600542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-9db7c4d1-007c-495b-ba1a-652653aa7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.603307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-9db7c4d1-007c-495b-ba1a-652653aa7719 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7d4e06b1-dd31-4645-a6ee-62f15ca0d44f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1511943 Nov 22 16:29:03.791190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a32508-5125-4b74-b86a-ec4498df3396 req-ff145429-6580-44c0-ade1-61c6414f2220 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858084 Nov 22 16:29:03.838110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc13feb-44c9-4f04-9281-af7862eca4a7 req-22cd29c4-de9f-479e-879a-be699cf937b8 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.840011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbc13feb-44c9-4f04-9281-af7862eca4a7 req-22cd29c4-de9f-479e-879a-be699cf937b8 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 950 time: 0.2107291 Nov 22 16:29:03.849996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-035cecef-c3ec-4e54-bbc8-8963ff8337f1 service neutron] 10.222.0.62 "GET /v2.0/networks/7d4e06b1-dd31-4645-a6ee-62f15ca0d44f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335207 Nov 22 16:29:03.904002 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0481f-d415-44bd-9ca5-000dfe103a1d None None] New status for floating IP a35becf5-bb8a-4119-bf59-cb4f6cc39c29: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:29:04.049022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbc13feb-44c9-4f04-9281-af7862eca4a7 req-4040c59e-f5cd-43a6-a508-a4368e0dcde7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978903 Nov 22 16:29:04.053337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-b6ad624f-cce7-4bcb-9f36-77b2445e931d service neutron] 10.222.0.62 "GET /v2.0/networks/7d4e06b1-dd31-4645-a6ee-62f15ca0d44f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941607 Nov 22 16:29:04.089713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fe92-dbae-4a1f-b734-c45efdea76d1 req-b2b87e03-374d-4ae4-adf8-930f57a343de tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:04.091471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dda2fe92-dbae-4a1f-b734-c45efdea76d1 req-b2b87e03-374d-4ae4-adf8-930f57a343de tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 944 time: 0.1132476 Nov 22 16:29:04.109733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44890) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.154902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-bcfc6b87-a336-4a0b-8bf8-1c586829bec6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=87ed5b95-241c-40f0-acab-03419a5b6ef0 HTTP/1.1" status: 200 len: 217 time: 0.0897839 Nov 22 16:29:04.223390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.252533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.287304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d08809-54b0-4d7b-8e37-9f0a1c067223 req-9a31d6e1-97e1-4ad9-8139-a32e43ed89df tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:04.296389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9d08809-54b0-4d7b-8e37-9f0a1c067223 req-9a31d6e1-97e1-4ad9-8139-a32e43ed89df tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 1101 time: 0.1106665 Nov 22 16:29:04.323918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.334588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.356777 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "DELETE /v2.0/security-groups/705bff6f-a3a6-47eb-a86e-1402450fbb14 HTTP/1.1" status: 204 len: 168 time: 0.2454867 Nov 22 16:29:04.357727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.382205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705bff6f-a3a6-47eb-a86e-1402450fbb14,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:04.394354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9d08809-54b0-4d7b-8e37-9f0a1c067223 req-633ba91c-1943-443a-88e8-8722fbb6e45b tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967643 Nov 22 16:29:04.397371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.398135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.398712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.399199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-3cd2e793-08c4-4600-a39c-6641ec3cc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:04.399413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.399820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.400377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.401146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.401756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.402324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.403443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.406331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-3cd2e793-08c4-4600-a39c-6641ec3cc6df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98aca4f1-15de-4fe7-838c-c239db51b9c1 HTTP/1.1" status: 200 len: 801 time: 0.2428222 Nov 22 16:29:04.416171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.416946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6855e217-7b5c-44c9-9c60-805898fbeb6b tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.432434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dda2fe92-dbae-4a1f-b734-c45efdea76d1 req-95c8da8e-796d-455c-ac05-e974a8697782 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815742 Nov 22 16:29:04.436493 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-1ac1e80f-70b8-47aa-b687-61f17394a412 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] show failed (client error): The resource could not be found. Nov 22 16:29:04.461126 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1ac1e80f-70b8-47aa-b687-61f17394a412 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "GET /v2.0/security-groups/705bff6f-a3a6-47eb-a86e-1402450fbb14 HTTP/1.1" status: 404 len: 347 time: 0.0984862 Nov 22 16:29:04.463557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.561544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-10c98450-e1d7-4cf7-8a7c-1ff9c4213ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:04.563323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-10c98450-e1d7-4cf7-8a7c-1ff9c4213ce2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea97ca8c-6589-4e67-a334-07aa5c74eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1273973 Nov 22 16:29:04.692105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-a53d13c4-ca06-4287-85f9-26a76ff5029e tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773082 Nov 22 16:29:04.696623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Deleting port 8a8788d7-ba13-4574-b7e7-d7d80c4807a7 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:04.697112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.798133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.799188 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.812066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6d337-2b98-49c3-96eb-8b47884e4002 req-99ab1b63-e7ee-4580-85cb-f0d3d0d46211 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:04.813832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fca6d337-2b98-49c3-96eb-8b47884e4002 req-99ab1b63-e7ee-4580-85cb-f0d3d0d46211 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.2477577 Nov 22 16:29:04.817519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Calling delete_port for 8a8788d7-ba13-4574-b7e7-d7d80c4807a7 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:04.866194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-68385bdf-3b86-49ef-baee-05dbc275892b service neutron] 10.222.0.62 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856474 Nov 22 16:29:04.973246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-3643f922-530c-42d8-afd6-c108b11c240d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:04.974972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-3643f922-530c-42d8-afd6-c108b11c240d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809100 Nov 22 16:29:04.999290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.010524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-9557a000-a7a5-4512-8b95-4f09bddaf86a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/quotas/7c95d18496d342aa8d50b114b126be9f HTTP/1.1" status: 200 len: 375 time: 0.0259213 Nov 22 16:29:05.021996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fca6d337-2b98-49c3-96eb-8b47884e4002 req-1fc45a00-9512-492b-af8f-6559cc2cdf6d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825564 Nov 22 16:29:05.052530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Pushing event deleted for resources: {'Port': ['ID=8a8788d7-ba13-4574-b7e7-d7d80c4807a7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:05.105108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-155a9bf6-7264-4018-b5fc-4062c2ce14fb req-7219bd25-e31f-479f-ad7c-80dd5aca702a service neutron] 10.222.0.62 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224422 Nov 22 16:29:05.137078 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.140016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.141097 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-19eb9d1e-0817-4d5d-8754-93a5e87dbce5 tempest-ServersTestFqdnHostnames-594247849 tempest-ServersTestFqdnHostnames-594247849-project] 10.222.0.59 "DELETE /v2.0/floatingips/a35becf5-bb8a-4119-bf59-cb4f6cc39c29 HTTP/1.1" status: 204 len: 168 time: 0.6757934 Nov 22 16:29:05.144746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:05.183086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-11a582f6-d06d-4fef-b395-3b3720b0c8f4 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1517265 Nov 22 16:29:05.284906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f9a33-12ab-4c2a-885a-6a86f1e75abb req-42f4f12d-e135-4057-a338-e0fd93643cf9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.297386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d72f9a33-12ab-4c2a-885a-6a86f1e75abb req-42f4f12d-e135-4057-a338-e0fd93643cf9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1737511 Nov 22 16:29:05.334119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-b5d9093c-d40e-42eb-8fe2-4575e0df76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.334608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-b5d9093c-d40e-42eb-8fe2-4575e0df76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.335094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-b5d9093c-d40e-42eb-8fe2-4575e0df76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.336766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-b5d9093c-d40e-42eb-8fe2-4575e0df76fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2864 time: 0.1324382 Nov 22 16:29:05.503797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d72f9a33-12ab-4c2a-885a-6a86f1e75abb req-8be0c1e0-22d3-48a7-a648-957914945075 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988368 Nov 22 16:29:05.583000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-d2b2ecc9-add3-469a-8544-ab9a4474e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.584892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-d2b2ecc9-add3-469a-8544-ab9a4474e43c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ea97ca8c-6589-4e67-a334-07aa5c74eb37 HTTP/1.1" status: 200 len: 903 time: 0.2252626 Nov 22 16:29:05.647616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-92b49d55-4c61-4442-8c51-e7f5a89e6516 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=87ed5b95-241c-40f0-acab-03419a5b6ef0 HTTP/1.1" status: 200 len: 217 time: 0.0458469 Nov 22 16:29:05.704014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b1ef-47bb-45ee-a062-516bcef55ad6 req-9ab944fc-7f73-4062-8e6b-2c81af175264 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.718689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b1ef-47bb-45ee-a062-516bcef55ad6 req-9ab944fc-7f73-4062-8e6b-2c81af175264 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.736016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5b1ef-47bb-45ee-a062-516bcef55ad6 req-9ab944fc-7f73-4062-8e6b-2c81af175264 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.747756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cf5b1ef-47bb-45ee-a062-516bcef55ad6 req-9ab944fc-7f73-4062-8e6b-2c81af175264 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2411 time: 0.2615788 Nov 22 16:29:05.804621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.899375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3efd8ca0-52c1-4476-9ec7-6d122bc741c4 req-20c3953d-b348-45b4-ac9e-761ab3e8d41f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 210 time: 0.0964172 Nov 22 16:29:05.901348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:05.944461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-a70b8727-fa6a-4d05-a8f7-9acd0647c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:05.946009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-a70b8727-fa6a-4d05-a8f7-9acd0647c288 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98aca4f1-15de-4fe7-838c-c239db51b9c1 HTTP/1.1" status: 200 len: 801 time: 0.2872107 Nov 22 16:29:05.956442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cf5b1ef-47bb-45ee-a062-516bcef55ad6 req-c7e81ff8-89d0-4e2a-aeb9-c430aa16ef44 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043972 Nov 22 16:29:06.066847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-5ce7d135-4d86-42d8-8996-cc4ef3e58048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:06.069966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-5ce7d135-4d86-42d8-8996-cc4ef3e58048 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ea97ca8c-6589-4e67-a334-07aa5c74eb37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1064920 Nov 22 16:29:06.075057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:06.089667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:06.090304 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.239431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2457b3-8d91-4997-8797-f66446934b4f req-1dba6f67-a432-4fab-b2fb-a187636cc559 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:06.243549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c2457b3-8d91-4997-8797-f66446934b4f req-1dba6f67-a432-4fab-b2fb-a187636cc559 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 944 time: 0.2268353 Nov 22 16:29:06.265985 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.298610 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.338410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Deleting port 8de42640-4826-4d24-b8d2-0d4524a98cae {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:06.339211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.354631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:06.357363 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cc81e7-4407-4fba-9c18-e68c456c4110" -d '{"events": [{"server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "name": "network-vif-plugged", "status": "completed", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:06.391849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:06.402540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.419376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4efbc-233f-4eef-9757-9056eeb93012 req-b4a5266d-d312-4e59-95a4-abda63bbb72a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:06.421353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edb4efbc-233f-4eef-9757-9056eeb93012 req-b4a5266d-d312-4e59-95a4-abda63bbb72a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.2854867 Nov 22 16:29:06.461681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c2457b3-8d91-4997-8797-f66446934b4f req-d4bb270b-6fe8-49da-b7e6-eb8799f165c6 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885986 Nov 22 16:29:06.493188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-35d07fa3-389d-427d-b37e-465860aba61c service neutron] 10.222.0.62 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113007 Nov 22 16:29:06.513024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] For port 8de42640-4826-4d24-b8d2-0d4524a98cae, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8de42640-4826-4d24-b8d2-0d4524a98cae,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:06.513509 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.531610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Calling delete_port for 8de42640-4826-4d24-b8d2-0d4524a98cae owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:06.540223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:06.566141 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bace83-6af6-4d61-9c86-0ec966f2a447 x-openstack-request-id: req-17bace83-6af6-4d61-9c86-0ec966f2a447 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:06.566568 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "name": "network-vif-plugged", "status": "completed", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:06.566813 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-17bace83-6af6-4d61-9c86-0ec966f2a447 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:06.567456 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99', 'code': 200} Nov 22 16:29:06.610270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e08e1569-049c-4895-9676-22f7b8ee0c31 req-1e07aa48-11ac-4718-895b-be3c3b043e89 service neutron] 10.222.0.62 "GET /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053932 Nov 22 16:29:06.627603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edb4efbc-233f-4eef-9757-9056eeb93012 req-4a402505-1e81-4c09-a3cf-ebbb7b3652dc tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927614 Nov 22 16:29:06.761452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08419351-bd6d-4344-823a-818195952021 req-dd9f94db-fe56-46c7-bf8f-9cc82a962ba3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:06.764435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08419351-bd6d-4344-823a-818195952021 req-dd9f94db-fe56-46c7-bf8f-9cc82a962ba3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.0965619 Nov 22 16:29:06.776379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f07ed6-4e0a-4646-85b6-82fdfa299d0b req-0aa2109a-0a13-4664-b32a-a89d4f8c99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:06.778109 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19f07ed6-4e0a-4646-85b6-82fdfa299d0b req-0aa2109a-0a13-4664-b32a-a89d4f8c99b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1096 time: 0.0873184 Nov 22 16:29:06.840630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08419351-bd6d-4344-823a-818195952021 req-5a340052-9bbd-43b5-a9ec-aeed49adf3f7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624530 Nov 22 16:29:06.874233 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19f07ed6-4e0a-4646-85b6-82fdfa299d0b req-8d3df1cf-aecf-4806-be2c-2bcb8fd4d26d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873740 Nov 22 16:29:06.881372 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.908213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de42640-4826-4d24-b8d2-0d4524a98cae,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:07.072541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9e8a698-38d7-47fc-855e-8dc232116112 req-8577a584-2a58-4da7-be36-c4517b91c4c0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 210 time: 0.0559077 Nov 22 16:29:07.153994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-987d7f92-3d56-4d56-b08b-51ed1b6f1d77 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7c95d18496d342aa8d50b114b126be9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863919 Nov 22 16:29:07.194440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.199379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-f4289a79-89a3-4230-9d69-34ef5d9201a4 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:07.200810 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-f4289a79-89a3-4230-9d69-34ef5d9201a4 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1097 time: 0.0820155 Nov 22 16:29:07.215681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816865-2'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:07.243503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b758fc0-411a-4333-89fd-39b1503eeb4e req-75e85c72-b1a3-4659-bad6-fbf8e6eaa3ec tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:07.249856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b758fc0-411a-4333-89fd-39b1503eeb4e req-75e85c72-b1a3-4659-bad6-fbf8e6eaa3ec tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:07.256677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b758fc0-411a-4333-89fd-39b1503eeb4e req-75e85c72-b1a3-4659-bad6-fbf8e6eaa3ec tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:07.258384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b758fc0-411a-4333-89fd-39b1503eeb4e req-75e85c72-b1a3-4659-bad6-fbf8e6eaa3ec tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2411 time: 0.1817958 Nov 22 16:29:07.335256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-002e9d92-4418-47f1-9347-597d2f769f5b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:07.336759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-002e9d92-4418-47f1-9347-597d2f769f5b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762879 Nov 22 16:29:07.348953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b758fc0-411a-4333-89fd-39b1503eeb4e req-b7af3e59-bcf6-4c9d-84d8-43d055fa2e6f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788970 Nov 22 16:29:07.353697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Request body: {'port': {'device_id': 'be8b7b21-42f2-4917-9b17-63779ef6ea29', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '7c95d18496d342aa8d50b114b126be9f'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:07.354988 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.491241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Made reservation on behalf of 7c95d18496d342aa8d50b114b126be9f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:07.494191 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.496067 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.508715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 93b9d6b0-01d5-4286-904c-ce0c31379d03 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:07.637257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:07.640697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Router c200d283-e889-4c73-aa00-9ad3736a1acd has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:29:07.686092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:07.706392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 93b9d6b0-01d5-4286-904c-ce0c31379d03 has no active binding in host n-h2-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:29:07.745243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:07.789329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b74d-9267-423d-8185-91984bdb12b2 req-43ee2395-1d25-482f-82ae-6caf2d8ef35b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:07.791125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1364b74d-9267-423d-8185-91984bdb12b2 req-43ee2395-1d25-482f-82ae-6caf2d8ef35b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.1809196 Nov 22 16:29:07.792751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Allocated IP 192.168.233.189 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/0655ae00-16f0-40bb-9c86-7a34876d3006) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:07.896904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa465c-c0b4-4aad-955a-008fc2c7c81e req-8e8eb974-2c91-4806-8985-52e3b6ef2d53 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:07.898507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03aa465c-c0b4-4aad-955a-008fc2c7c81e req-8e8eb974-2c91-4806-8985-52e3b6ef2d53 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 946 time: 0.1499310 Nov 22 16:29:07.911613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1364b74d-9267-423d-8185-91984bdb12b2 req-3492fb8a-edd9-4151-97c5-c2381ca2d551 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032248 Nov 22 16:29:07.942713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:07.955861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] Sync routers for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:07.964146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb0f2b49-14eb-4de9-8f0a-1c1702541166 admin admin] 10.222.0.59 "PUT /v2.0/routers/c200d283-e889-4c73-aa00-9ad3736a1acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8147056 Nov 22 16:29:07.965748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44970) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:07.977731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:07.978005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.979040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:07.998670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:08.003954 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1bfe2b-c4a8-425d-9846-4e38d295fe23" -d '{"events": [{"server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "name": "network-vif-unplugged", "status": "completed", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:08.015330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.151483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03aa465c-c0b4-4aad-955a-008fc2c7c81e req-f427589a-fb51-4ab9-9b68-6cb38a5c21d8 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317810 Nov 22 16:29:08.301658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.328696 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b04614-6e88-4d29-851a-92a7e12eec80 x-openstack-request-id: req-c7b04614-6e88-4d29-851a-92a7e12eec80 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:08.331954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4304fa-eb68-49b5-87bd-a2684239f91b req-4a3d0a75-b9ee-48fa-b92a-6ea8575f1fc0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:08.332686 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "name": "network-vif-unplugged", "status": "completed", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:08.333197 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7b04614-6e88-4d29-851a-92a7e12eec80 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:08.333922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb4304fa-eb68-49b5-87bd-a2684239f91b req-4a3d0a75-b9ee-48fa-b92a-6ea8575f1fc0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1276405 Nov 22 16:29:08.345479 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03', 'code': 200} Nov 22 16:29:08.368568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:08.383797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.392327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Pushing event updated for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:08.392583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b35e8cb-8faf-429d-bee0-051fdab3d55f req-d4c6ea70-48db-41e4-86a5-96a33790eebd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 210 time: 0.0548315 Nov 22 16:29:08.503000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on host n-h1-816865-2 for vnic_type normal with profile {"migrating_to": "n-h2-816865-2"} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:08.503670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:08.504002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:08.535825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb4304fa-eb68-49b5-87bd-a2684239f91b req-1f2edbb4-5a1f-4b84-a79c-7ce5bc59b25e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804037 Nov 22 16:29:08.549052 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.566391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494', '94793f49-a519-4bb0-9e2c-8df84aa92f81'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:08.569394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:08.570041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Attempting to bind port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:08.580386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:08.581076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:08.581663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:08.582304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Bound port: 93b9d6b0-01d5-4286-904c-ce0c31379d03, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:08.587975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.613625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a2877d56-b9ca-421c-8b17-961301bdd82b', '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e', 'cf0b7940-6e13-4935-a9ee-5056fff66d89'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:08.634366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:08.642208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:08.652604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.656525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f638-0ca3-43ec-a157-62302267d4d5 req-d6b467a6-c179-4743-8495-d0bea3e5d2c5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:08.666714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f638-0ca3-43ec-a157-62302267d4d5 req-d6b467a6-c179-4743-8495-d0bea3e5d2c5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:08.679489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9f638-0ca3-43ec-a157-62302267d4d5 req-d6b467a6-c179-4743-8495-d0bea3e5d2c5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:08.688973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28d9f638-0ca3-43ec-a157-62302267d4d5 req-d6b467a6-c179-4743-8495-d0bea3e5d2c5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2411 time: 0.1508343 Nov 22 16:29:08.709069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:08.750092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:08.766690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:08.772384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28d9f638-0ca3-43ec-a157-62302267d4d5 req-5a0e0d7e-a477-4096-a863-9017142ec2a6 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816855 Nov 22 16:29:08.775451 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.806429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event updated for resources: {'Port': ['ID=0655ae00-16f0-40bb-9c86-7a34876d3006,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:08.852370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:08.854366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.878642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-edf00058-ad28-401f-8322-c690e3818daa tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5273476 Nov 22 16:29:08.891271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Request body: {'port': {'device_id': 'be8b7b21-42f2-4917-9b17-63779ef6ea29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:08.932620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Pushing event updated for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:09.012234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.040363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Deleting port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:09.040952 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.048190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:09.048190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.049743 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-240c6fa5-eb2a-448f-a589-2bfee2c18263 service neutron] 10.222.0.62 "PUT /v2.0/ports/93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 200 len: 1122 time: 1.8383424 Nov 22 16:29:09.234237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['93b9d6b0-01d5-4286-904c-ce0c31379d03'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:09.240115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:29:06Z', 'revision_number': 5, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port': {'id': 'bd11ee14-bbef-41b1-b9da-d082bbd4ebd3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:25Z', 'updated_at': '2021-11-22T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:09.330637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['93b9d6b0-01d5-4286-904c-ce0c31379d03'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:09.475951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] Checking router: c200d283-e889-4c73-aa00-9ad3736a1acd for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:09.519666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f5db5-9c1f-4086-8b27-66a5b2381485 req-4ec68957-8245-405f-ae8f-d7bdd510045a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:09.522724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a5f5db5-9c1f-4086-8b27-66a5b2381485 req-4ec68957-8245-405f-ae8f-d7bdd510045a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.4742541 Nov 22 16:29:09.535173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c51f1c73-1a75-490b-accf-fce2e5b4e73c None None] Provisioning complete for port 0655ae00-16f0-40bb-9c86-7a34876d3006 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:09.535173 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c73-1a75-490b-accf-fce2e5b4e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.580803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:09.622060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee16e-3240-4001-beeb-de06bcf32071 req-8fd27cf0-87d8-4012-b526-40865a2b2fd3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:09.625354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6aee16e-3240-4001-beeb-de06bcf32071 req-8fd27cf0-87d8-4012-b526-40865a2b2fd3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.2240684 Nov 22 16:29:09.638759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] Routers {'c200d283-e889-4c73-aa00-9ad3736a1acd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:09.639862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:28:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c200d283-e889-4c73-aa00-9ad3736a1acd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:09.685843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] For port bd11ee14-bbef-41b1-b9da-d082bbd4ebd3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bd11ee14-bbef-41b1-b9da-d082bbd4ebd3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:09.687392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.713943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Calling delete_port for bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:09.726130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a5f5db5-9c1f-4086-8b27-66a5b2381485 req-0727d629-b4da-4678-933f-6bf4f2648485 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877286 Nov 22 16:29:09.798917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6aee16e-3240-4001-beeb-de06bcf32071 req-8e679a13-d7f6-4cab-94c4-4e2de2bff6f2 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463227 Nov 22 16:29:09.808893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c51f1c73-1a75-490b-accf-fce2e5b4e73c None None] Port 0655ae00-16f0-40bb-9c86-7a34876d3006 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:09.825602 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:29:09.935819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119fb3c-fda8-40fe-aa3f-5f15a7611f1d req-3b5b9986-cd68-441d-b669-b5feaef3f141 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:09.937767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a119fb3c-fda8-40fe-aa3f-5f15a7611f1d req-3b5b9986-cd68-441d-b669-b5feaef3f141 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 936 time: 0.0944214 Nov 22 16:29:09.962357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] Set router c200d283-e889-4c73-aa00-9ad3736a1acd gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:10.002560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.049405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:29:08Z', 'revision_number': 6, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:10.050181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a119fb3c-fda8-40fe-aa3f-5f15a7611f1d req-ba0b0e47-2580-462b-bffc-5c2710127b88 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877578 Nov 22 16:29:10.080747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd11ee14-bbef-41b1-b9da-d082bbd4ebd3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:10.149581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.151397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0655ae00-16f0-40bb-9c86-7a34876d3006 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:10.155430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3425950-8a49-4763-95d9-4297eb8f34d3 None None] The sync data for ids ['c200d283-e889-4c73-aa00-9ad3736a1acd'] in n-d-816865-2 is: [{'id': 'c200d283-e889-4c73-aa00-9ad3736a1acd', 'name': 'tempest-ServersTestFqdnHostnames-1408439563-router', 'tenant_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:26:24Z', 'updated_at': '2021-11-22T16:29:08Z', 'revision_number': 6, 'project_id': 'b5778e5f6d714d638d8cfd8022f37f3c', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:10.188553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44998) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:10.204220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-225318108'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:10.230635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.251801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13ded3-3e4f-4180-82ed-04a1e09d57d4 req-488e7a6a-a287-4429-9337-0c86f33e07ab tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:10.253768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d13ded3-3e4f-4180-82ed-04a1e09d57d4 req-488e7a6a-a287-4429-9337-0c86f33e07ab tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2723341 Nov 22 16:29:10.254375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:10.257730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.262388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:10.282418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c90c9e-16a4-4c70-8e43-bfc8b7170540 req-e1202383-1cee-4a94-96c4-9ec2ca5c1b3f tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:10.287820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69c90c9e-16a4-4c70-8e43-bfc8b7170540 req-e1202383-1cee-4a94-96c4-9ec2ca5c1b3f tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1096 time: 0.1298399 Nov 22 16:29:10.307758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Transition to ACTIVE for port object 0655ae00-16f0-40bb-9c86-7a34876d3006 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:10.316014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16', 'network_id': '7d4e06b1-dd31-4645-a6ee-62f15ca0d44f', 'port_id': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16', 'mac_address': 'fa:16:3e:f8:34:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ae0c50-2c14-47b4-9409-2bae0583e412', 'ip_address': '19.86.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:10.333764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.335164 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.339757 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.351652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:10.355688 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c910d04-0333-4af5-b5bf-9491067ac306" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:10.424275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:10.456511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.457581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c200d283-e889-4c73-aa00-9ad3736a1acd {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:29:10.467742 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.472712 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a972f33c-e921-4fad-a9ad-d9a64933757e admin admin] 10.222.0.59 "DELETE /v2.0/routers/c200d283-e889-4c73-aa00-9ad3736a1acd HTTP/1.1" status: 204 len: 168 time: 2.4802387 Nov 22 16:29:10.472712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45004) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:10.485925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.490600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69c90c9e-16a4-4c70-8e43-bfc8b7170540 req-4174c017-cd25-4f87-b73c-b86fbb9c37ff tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930835 Nov 22 16:29:10.490600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Pushing event updated for resources: {'Port': ['ID=0655ae00-16f0-40bb-9c86-7a34876d3006,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:10.532619 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d13ded3-3e4f-4180-82ed-04a1e09d57d4 req-1427cf9d-0c4d-48b2-9605-073c7c6d0c98 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260368 Nov 22 16:29:10.534471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.534893 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Added segment 4b63b765-247d-4228-b36b-d10b04feec58 of type vlan for network 2b6e8df2-483e-44bc-9405-18a8edc40f68 Nov 22 16:29:10.555328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:10.658296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bc1d51-7843-43c0-97da-0d5ff590abff admin admin] Deleting subnet f3f30be8-09b8-460a-8a68-4d275f68625a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:29:10.664017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:10.668020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1d51-7843-43c0-97da-0d5ff590abff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.681267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.681966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 87ed5b95-241c-40f0-acab-03419a5b6ef0 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:10.753532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8de42640-4826-4d24-b8d2-0d4524a98cae no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:10.781587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1d51-7843-43c0-97da-0d5ff590abff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.873945 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:29:10.876146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8de42640-4826-4d24-b8d2-0d4524a98cae {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:10.884658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8de42640-4826-4d24-b8d2-0d4524a98cae not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:10.938624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:10.959185 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a089e62-3d31-45ab-9a47-a47f583f65e7 x-openstack-request-id: req-9a089e62-3d31-45ab-9a47-a47f583f65e7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:10.960415 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:10.961894 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a089e62-3d31-45ab-9a47-a47f583f65e7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:10.962724 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03', 'status': 'completed', 'code': 200} Nov 22 16:29:10.966449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.967064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.967599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.968209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.968209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.968580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.969138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.969138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.969458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.969771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.970112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.970466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:11.027039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 87ed5b95-241c-40f0-acab-03419a5b6ef0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87ed5b95-241c-40f0-acab-03419a5b6ef0,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:11.037379 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1d51-7843-43c0-97da-0d5ff590abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.042440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '87ed5b95-241c-40f0-acab-03419a5b6ef0', 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37', 'port_id': '87ed5b95-241c-40f0-acab-03419a5b6ef0', 'mac_address': 'fa:16:3e:21:f1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98aca4f1-15de-4fe7-838c-c239db51b9c1', 'ip_address': '19.80.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:11.087130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-8805d235-2acc-4227-b434-417879a91f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:11.089019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-8805d235-2acc-4227-b434-417879a91f14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1125 time: 0.1245761 Nov 22 16:29:11.192489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1d51-7843-43c0-97da-0d5ff590abff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.235504 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.251504 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.263339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2bc1d51-7843-43c0-97da-0d5ff590abff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.267887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ed5b95-241c-40f0-acab-03419a5b6ef0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:11.273174 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a2bc1d51-7843-43c0-97da-0d5ff590abff admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f3f30be8-09b8-460a-8a68-4d275f68625a HTTP/1.1" status: 204 len: 168 time: 0.7972894 Nov 22 16:29:11.273174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc1d51-7843-43c0-97da-0d5ff590abff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f30be8-09b8-460a-8a68-4d275f68625a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:11.282235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:11.294149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f03ba10-9d23-484d-9a6b-067364badbc6 None None] Network b60be418-10b9-4095-9df9-e21bc26a055e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:11.300808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 87ed5b95-241c-40f0-acab-03419a5b6ef0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87ed5b95-241c-40f0-acab-03419a5b6ef0,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:11.347072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.348015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 73bef33c-8c77-4341-944d-024f9067cca3 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:11.350368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-5aad407d-0d59-435b-b396-0e9a135a1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:11.353928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-5aad407d-0d59-435b-b396-0e9a135a1bbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.2546747 Nov 22 16:29:11.393804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.402826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:11.403715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.418022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Attempting to bind port 0655ae00-16f0-40bb-9c86-7a34876d3006 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:11.418463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Attempting to bind port 0655ae00-16f0-40bb-9c86-7a34876d3006 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:11.419563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Attempting to bind port 0655ae00-16f0-40bb-9c86-7a34876d3006 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:11.425875 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-24d92dac-72f6-4535-91a1-c948ca254f2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 200 len: 217 time: 0.0645897 Nov 22 16:29:11.430320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80956f-9cc0-4fed-a22c-7ae1bdd67a41 req-95a402b7-6e9e-4c63-abe3-63b0f89de71a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:11.437799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80956f-9cc0-4fed-a22c-7ae1bdd67a41 req-95a402b7-6e9e-4c63-abe3-63b0f89de71a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:11.444338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80956f-9cc0-4fed-a22c-7ae1bdd67a41 req-95a402b7-6e9e-4c63-abe3-63b0f89de71a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:11.452065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f80956f-9cc0-4fed-a22c-7ae1bdd67a41 req-95a402b7-6e9e-4c63-abe3-63b0f89de71a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2412 time: 0.6697669 Nov 22 16:29:11.471760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 73bef33c-8c77-4341-944d-024f9067cca3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73bef33c-8c77-4341-944d-024f9067cca3,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:11.497067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cc1c3-4906-49d1-964a-c7f82bf267d5 req-92e1db72-11bb-432a-a748-300d24de5b17 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:11.498276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=87ed5b95-241c-40f0-acab-03419a5b6ef0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:11.505734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc0cc1c3-4906-49d1-964a-c7f82bf267d5 req-92e1db72-11bb-432a-a748-300d24de5b17 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1096 time: 0.3056951 Nov 22 16:29:11.535887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '73bef33c-8c77-4341-944d-024f9067cca3', 'network_id': 'ea97ca8c-6589-4e67-a334-07aa5c74eb37', 'port_id': '73bef33c-8c77-4341-944d-024f9067cca3', 'mac_address': 'fa:16:3e:2b:7c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98aca4f1-15de-4fe7-838c-c239db51b9c1', 'ip_address': '19.80.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:11.569032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-757b0a2f-399c-4ee7-a42b-d612b72aa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:11.572034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-757b0a2f-399c-4ee7-a42b-d612b72aa1a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1276078 Nov 22 16:29:11.577891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Port 0655ae00-16f0-40bb-9c86-7a34876d3006 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:11.578522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Attempting to bind port 0655ae00-16f0-40bb-9c86-7a34876d3006 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:11.595936 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.599995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.615935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bef33c-8c77-4341-944d-024f9067cca3 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:11.639218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4396977 Nov 22 16:29:11.650386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:11.650735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:11.651177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:11.651616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Bound port: 0655ae00-16f0-40bb-9c86-7a34876d3006, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:11.651974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.653828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:11.663343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 73bef33c-8c77-4341-944d-024f9067cca3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73bef33c-8c77-4341-944d-024f9067cca3,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:11.675546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.677305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1243784780'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:11.684032 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-f5a66f7f-d4ad-43cd-8c9b-2b22b109c3f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018991 Nov 22 16:29:11.729744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] DHCP port deletion for b60be418-10b9-4095-9df9-e21bc26a055e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:29:11.738668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924342f-8210-4c48-be62-f0fc9bae2004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Network': ['ID=2b6e8df2-483e-44bc-9405-18a8edc40f68,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:11.774261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:11.824635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f80956f-9cc0-4fed-a22c-7ae1bdd67a41 req-5b18ba33-1bae-4bd7-a2e6-4c2b0d21ce47 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715382 Nov 22 16:29:11.919552 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-724de985-7ac4-4058-857b-7894bd457caf service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245500 Nov 22 16:29:11.969079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=73bef33c-8c77-4341-944d-024f9067cca3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:12.024315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] Deleting port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:12.025213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.027651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc0cc1c3-4906-49d1-964a-c7f82bf267d5 req-a2bcbd91-5ee7-497e-81d1-cece968bd99f tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206604 Nov 22 16:29:12.057893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] For port 0655ae00-16f0-40bb-9c86-7a34876d3006, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:12.110501 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c910d04-0333-4af5-b5bf-9491067ac306 req-5c115ab7-5c51-4aaa-81b5-c09e836677e3 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828930 Nov 22 16:29:12.122930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] For port 0655ae00-16f0-40bb-9c86-7a34876d3006, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0655ae00-16f0-40bb-9c86-7a34876d3006,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:12.124715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:12.132061 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.158237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.181984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] For port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2858ddf1-8c1f-4994-a7ca-c30fbade3bef,segment=NetworkSegment(da3bfc21-5850-413a-a301-2bc187bbcf70),segment_id=da3bfc21-5850-413a-a301-2bc187bbcf70)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:12.182603 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.232317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] Calling delete_port for 2858ddf1-8c1f-4994-a7ca-c30fbade3bef owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:12.316399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:12.319064 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.323117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] 10.222.0.62 "PUT /v2.0/ports/0655ae00-16f0-40bb-9c86-7a34876d3006 HTTP/1.1" status: 200 len: 1096 time: 3.4359014 Nov 22 16:29:12.325246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8b7b21-42f2-4917-9b17-63779ef6ea29', 'tag': '0655ae00-16f0-40bb-9c86-7a34876d3006'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:12.345433 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25309304-23ca-4a25-8824-fe90e59b58b5" -d '{"events": [{"name": "network-changed", "server_uuid": "be8b7b21-42f2-4917-9b17-63779ef6ea29", "tag": "0655ae00-16f0-40bb-9c86-7a34876d3006"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:12.371206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9595e6-04a4-49dc-b2d0-6ec1088ea808 req-55cd9b6a-71aa-4ce2-864d-31e9bac61039 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:12.381531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d9595e6-04a4-49dc-b2d0-6ec1088ea808 req-55cd9b6a-71aa-4ce2-864d-31e9bac61039 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.4247644 Nov 22 16:29:12.403056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.407102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:12.425682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.426294 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Added segment 3842485f-c6cd-4d10-8bc5-85ee1de366eb of type vlan for network 468837d3-9008-4da8-8231-5cd5ce780b04 Nov 22 16:29:12.465582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2858ddf1-8c1f-4994-a7ca-c30fbade3bef no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:12.468895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] Pushing event deleted for resources: {'Port': ['ID=2858ddf1-8c1f-4994-a7ca-c30fbade3bef,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:12.511510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2858ddf1-8c1f-4994-a7ca-c30fbade3bef {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:12.511510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2858ddf1-8c1f-4994-a7ca-c30fbade3bef not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:12.511828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:12.513897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad143d59-cc65-48e4-8c88-17cee500373b None None] No DVR routers for this DVR port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:12.541008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:12.543270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bd11ee14-bbef-41b1-b9da-d082bbd4ebd3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:12.570543 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.603395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59754549-8550-4548-9b2f-5d0813c81ecf service neutron] Pushing event updated for resources: {'Port': ['ID=0655ae00-16f0-40bb-9c86-7a34876d3006,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:12.632973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['9ab77426-dd15-470e-bfdb-f3e8dbaf6a16'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:12.637970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Deleting port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:12.638310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.659740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d9595e6-04a4-49dc-b2d0-6ec1088ea808 req-f410f1f1-a934-4ca9-b551-284c8045af6c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767277 Nov 22 16:29:12.699500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b7288-ae32-4abb-86aa-99710fee8ec3 req-68d98c44-48f9-47fe-932b-be2d949c38f4 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:12.701791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-456b7288-ae32-4abb-86aa-99710fee8ec3 req-68d98c44-48f9-47fe-932b-be2d949c38f4 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 948 time: 0.4678974 Nov 22 16:29:12.714785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.720467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:12.721095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.746656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['87ed5b95-241c-40f0-acab-03419a5b6ef0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:12.750137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-f1e9a0ac-5f05-43f8-8245-a845f56f3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:12.751639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-f1e9a0ac-5f05-43f8-8245-a845f56f3d75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 1099 time: 0.2495787 Nov 22 16:29:12.846355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] For port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef, host n-d-816865-2, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:12.846665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.858534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1844351 Nov 22 16:29:12.858848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45026) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:12.864533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'subnet': {'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:12.885795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73bef33c-8c77-4341-944d-024f9067cca3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:12.915045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-d310cdcc-6d90-420c-9de8-7e3e5e63d035 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=0655ae00-16f0-40bb-9c86-7a34876d3006 HTTP/1.1" status: 200 len: 217 time: 0.1437461 Nov 22 16:29:12.919036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Calling delete_port for 2858ddf1-8c1f-4994-a7ca-c30fbade3bef owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:12.930777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef was not found and therefore no delete operation was performed {{(pid=103443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:29:12.947059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63791d-6f7d-450c-b142-efe8ae232d94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Network': ['ID=468837d3-9008-4da8-8231-5cd5ce780b04,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:12.972340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 468837d3-9008-4da8-8231-5cd5ce780b04 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:12.974023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.986588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:12.992427 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.020804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-456b7288-ae32-4abb-86aa-99710fee8ec3 req-6b69f3cd-5920-458a-97b4-d5d3ed292c01 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922635 Nov 22 16:29:13.030386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2858ddf1-8c1f-4994-a7ca-c30fbade3bef,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:13.081895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457c6d5-bf57-4de6-b27d-369c28c20829 req-beabad24-1ca4-4145-974f-9e27f9d11920 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.084659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3457c6d5-bf57-4de6-b27d-369c28c20829 req-beabad24-1ca4-4145-974f-9e27f9d11920 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.3158898 Nov 22 16:29:13.089831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] No DVR routers for this DVR port 2858ddf1-8c1f-4994-a7ca-c30fbade3bef on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:13.125005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-f3878d41-7120-4177-894f-7bc9dce4bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.126855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-f3878d41-7120-4177-894f-7bc9dce4bd8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2034342 Nov 22 16:29:13.264619 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4404b6b4-516e-49f3-8b68-ed672cff66cc x-openstack-request-id: req-4404b6b4-516e-49f3-8b68-ed672cff66cc {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:13.264975 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8b7b21-42f2-4917-9b17-63779ef6ea29", "tag": "0655ae00-16f0-40bb-9c86-7a34876d3006", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:13.265160 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4404b6b4-516e-49f3-8b68-ed672cff66cc {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:13.265553 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8b7b21-42f2-4917-9b17-63779ef6ea29', 'tag': '0655ae00-16f0-40bb-9c86-7a34876d3006', 'status': 'completed', 'code': 200} Nov 22 16:29:13.293256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.309436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.309849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3457c6d5-bf57-4de6-b27d-369c28c20829 req-1683d5ec-90f3-4ccd-9975-eac4462f43d6 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159841 Nov 22 16:29:13.323662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-3d9762ed-8b15-4358-a0c3-a5cf6cdca541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.325500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-3d9762ed-8b15-4358-a0c3-a5cf6cdca541 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1594636 Nov 22 16:29:13.343896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60be418-10b9-4095-9df9-e21bc26a055e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:13.402798 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Subnet': ['ID=90cfb5d4-6665-42bd-8f4b-d038aa7765fe,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:13.414080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Checking segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:13.414080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network hostable DHCP agents. Network: 2b6e8df2-483e-44bc-9405-18a8edc40f68, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:13.438043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:13.442205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3bfc21-5850-413a-a301-2bc187bbcf70') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:13.442596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3bfc21-5850-413a-a301-2bc187bbcf70') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:13.457170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 2b6e8df2-483e-44bc-9405-18a8edc40f68) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:13.460111 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.466880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.468197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.468570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9991eea-28f0-4e49-8bcd-229168ccaee2 None None] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:13.492091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.512817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-45fdc00c-5492-4da6-b1aa-5eb08fff8855 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6527667 Nov 22 16:29:13.517199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45034) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:13.525795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf51de-6834-491b-8386-defa7f3b7617 req-f08a1442-3dfa-495e-b20d-b10512367552 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.532610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'subnet': {'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:13.538404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf51de-6834-491b-8386-defa7f3b7617 req-f08a1442-3dfa-495e-b20d-b10512367552 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.550309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf51de-6834-491b-8386-defa7f3b7617 req-f08a1442-3dfa-495e-b20d-b10512367552 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.563021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eebf51de-6834-491b-8386-defa7f3b7617 req-f08a1442-3dfa-495e-b20d-b10512367552 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2414 time: 0.2363901 Nov 22 16:29:13.574221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:29:13.574659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:29:13.577734 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:29:13.659367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:13.668391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.729581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-277cdc95-cab4-402c-8109-3c09ad7508c8 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832741 Nov 22 16:29:13.738183 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.756853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-2b6e8df2-483e-44bc-9405-18a8edc40f68', 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'fixed_ips': [{'subnet_id': '90cfb5d4-6665-42bd-8f4b-d038aa7765fe'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:13.758456 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.776940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.784487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b60be418-10b9-4095-9df9-e21bc26a055e HTTP/1.1" status: 204 len: 168 time: 2.5013642 Nov 22 16:29:13.793645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eebf51de-6834-491b-8386-defa7f3b7617 req-b6da9090-a5d1-4b9e-8bac-ff40f8ff5f0c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291000 Nov 22 16:29:13.919654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d95cd-41ba-43ad-8eeb-0a38a4a99aef req-652b65c1-79b9-4209-a9fc-6d6df9184317 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.922615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec7d95cd-41ba-43ad-8eeb-0a38a4a99aef req-652b65c1-79b9-4209-a9fc-6d6df9184317 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1096 time: 0.3369293 Nov 22 16:29:13.938843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f75b0-362a-469b-a89d-60e921721e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=b60be418-10b9-4095-9df9-e21bc26a055e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:13.948280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.045331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Allocated IP 10.1.1.2 (2b6e8df2-483e-44bc-9405-18a8edc40f68/90cfb5d4-6665-42bd-8f4b-d038aa7765fe/c10c6932-4f3a-4a37-96be-55d6483a5737) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:14.084698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Subnet': ['ID=affaa9e1-4362-459b-8e28-f193cb71fc51,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:14.095138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec7d95cd-41ba-43ad-8eeb-0a38a4a99aef req-d75ba769-eb39-412c-a8ca-f76af6f38365 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489694 Nov 22 16:29:14.112475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-598d0d89-d360-4e55-9c46-c82f7f96f858 req-01639192-2ca3-4698-8286-cd7a863aa2ff service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695638 Nov 22 16:29:14.118211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Checking segment: {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:14.119132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network hostable DHCP agents. Network: 468837d3-9008-4da8-8231-5cd5ce780b04, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:14.141652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3163d7-4d57-40af-a88d-9370f1905c0c req-b314cb0c-261e-4aa4-9099-a4c0433cab85 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.154708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba3163d7-4d57-40af-a88d-9370f1905c0c req-b314cb0c-261e-4aa4-9099-a4c0433cab85 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.2272477 Nov 22 16:29:14.155842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 468837d3-9008-4da8-8231-5cd5ce780b04 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:14.162506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45044) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:14.187156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 468837d3-9008-4da8-8231-5cd5ce780b04) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:14.192822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.193425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.208488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8eb0d6-7b65-42dd-a900-f9e3fc81ffbd None None] Network 468837d3-9008-4da8-8231-5cd5ce780b04 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:14.212928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ac05447b-2156-4522-974c-d92d9470a70c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6939173 Nov 22 16:29:14.218987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45046) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:14.227100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'port': {'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'name': 'tempest-TaggedBootDevicesTest_v242-1180325491', 'fixed_ips': [{'subnet_id': '90cfb5d4-6665-42bd-8f4b-d038aa7765fe'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:14.289948 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a74d64a6-fc4d-44d7-89e1-e898d1e4bfca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5778e5f6d714d638d8cfd8022f37f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1229708 Nov 22 16:29:14.290639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45048) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:14.293661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba3163d7-4d57-40af-a88d-9370f1905c0c req-b97b7f00-3b90-4402-96cb-b9d74ec05754 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358259 Nov 22 16:29:14.341939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-38413495-81b2-41b3-bae3-6430ba1f87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.344138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-38413495-81b2-41b3-bae3-6430ba1f87aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 1099 time: 0.1462255 Nov 22 16:29:14.373839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4e730-6cd9-424c-a0d1-1b31947e75e5 req-4623731f-9adf-4bc8-a3ac-46d8bcca26a0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.377944 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4d4e730-6cd9-424c-a0d1-1b31947e75e5 req-4623731f-9adf-4bc8-a3ac-46d8bcca26a0 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 948 time: 0.1541240 Nov 22 16:29:14.423140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2288b25b-cc0d-4dbf-b1a1-d09b5a8cb348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.440008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:14.491759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.510069 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.520602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2288b25b-cc0d-4dbf-b1a1-d09b5a8cb348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.592613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4d4e730-6cd9-424c-a0d1-1b31947e75e5 req-885f1cea-e788-4b5f-b266-8ddf6e1e584b tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968288 Nov 22 16:29:14.595447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-468837d3-9008-4da8-8231-5cd5ce780b04', 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'fixed_ips': [{'subnet_id': 'affaa9e1-4362-459b-8e28-f193cb71fc51'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:14.595893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.619138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:14.622329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.639131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Pushing event updated for resources: {'Port': ['ID=c10c6932-4f3a-4a37-96be-55d6483a5737,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:14.643915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:14.646789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:14.654084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2288b25b-cc0d-4dbf-b1a1-d09b5a8cb348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.656824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2288b25b-cc0d-4dbf-b1a1-d09b5a8cb348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.657632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875919-a123-4610-a85e-7d9e13a60918 req-dc25a41f-fb9e-4fd6-93a2-7af325b55e93 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.658140 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2288b25b-cc0d-4dbf-b1a1-d09b5a8cb348 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d77d480-73a6-42da-bfe9-309c849f3795 HTTP/1.1" status: 204 len: 168 time: 0.3669381 Nov 22 16:29:14.659638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] device_id is not set on port 28892659-4971-4e49-a576-3a8312c6ef39 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:29:14.661873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03875919-a123-4610-a85e-7d9e13a60918 req-dc25a41f-fb9e-4fd6-93a2-7af325b55e93 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1528850 Nov 22 16:29:14.664994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-99520bbc-0497-44aa-9a84-3ac98d1c60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.670084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-99520bbc-0497-44aa-9a84-3ac98d1c60c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2901151 Nov 22 16:29:14.754647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-497ab255-6c69-4f68-bbf9-7f4f8c292f71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=0655ae00-16f0-40bb-9c86-7a34876d3006 HTTP/1.1" status: 200 len: 217 time: 0.0723588 Nov 22 16:29:14.759843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288b25b-cc0d-4dbf-b1a1-d09b5a8cb348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d77d480-73a6-42da-bfe9-309c849f3795,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:14.867801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-93379fc1-5684-49a0-aa8d-0eb4fd138655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.870892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-93379fc1-5684-49a0-aa8d-0eb4fd138655 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1002665 Nov 22 16:29:14.898749 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03875919-a123-4610-a85e-7d9e13a60918 req-1bcf971d-b619-41eb-bc54-d83731b181dc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269697 Nov 22 16:29:15.024014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Allocated IP 10.1.1.97 (2b6e8df2-483e-44bc-9405-18a8edc40f68/90cfb5d4-6665-42bd-8f4b-d038aa7765fe/28892659-4971-4e49-a576-3a8312c6ef39) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:15.048297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-3ee35a25-7916-40ef-8575-3b0c4f372e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:15.051872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-3ee35a25-7916-40ef-8575-3b0c4f372e12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702666 Nov 22 16:29:15.071085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Attempting to bind port c10c6932-4f3a-4a37-96be-55d6483a5737 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:15.071085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Attempting to bind port c10c6932-4f3a-4a37-96be-55d6483a5737 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:15.072143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Attempting to bind port c10c6932-4f3a-4a37-96be-55d6483a5737 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:15.082725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Allocated IP 10.2.2.2 (468837d3-9008-4da8-8231-5cd5ce780b04/affaa9e1-4362-459b-8e28-f193cb71fc51/7aca34ba-42d9-465f-9fae-377bb6e8e917) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:15.088691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:15.089278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Checking segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:15.089832 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.090630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Bound using segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:15.091193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Bound port: c10c6932-4f3a-4a37-96be-55d6483a5737, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:15.091615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.166379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff569d-c908-472c-87b0-31d7db6391c0 req-b35a5967-52f4-48c0-bbd1-edd04b1022ba tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:15.185741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] For port c10c6932-4f3a-4a37-96be-55d6483a5737, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:15.188815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff569d-c908-472c-87b0-31d7db6391c0 req-b35a5967-52f4-48c0-bbd1-edd04b1022ba tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:15.190305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] For port c10c6932-4f3a-4a37-96be-55d6483a5737, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c10c6932-4f3a-4a37-96be-55d6483a5737,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:15.205751 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.213532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff569d-c908-472c-87b0-31d7db6391c0 req-b35a5967-52f4-48c0-bbd1-edd04b1022ba tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:15.217654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfff569d-c908-472c-87b0-31d7db6391c0 req-b35a5967-52f4-48c0-bbd1-edd04b1022ba tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2414 time: 0.2519617 Nov 22 16:29:15.283007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.300731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48abca-14aa-4e5d-9f12-4d94ef2b2716 None None] Pushing event updated for resources: {'Port': ['ID=c10c6932-4f3a-4a37-96be-55d6483a5737,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:15.402398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.409703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfff569d-c908-472c-87b0-31d7db6391c0 req-7c9a5567-33c5-4f74-a2ce-f3aa28a12018 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804094 Nov 22 16:29:15.421558 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9e821558-147a-4403-98ec-18440cdbdeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.443275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-90aa3137-704c-4895-a7df-01a0762300d3 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788073 Nov 22 16:29:15.524675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:15.530345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=28892659-4971-4e49-a576-3a8312c6ef39,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:15.549663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:15.553549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:15.660113 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.665868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:15.666589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.677082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.709759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:15.730115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0b34dc24-028a-41d8-be0f-bb6d5e69c3eb tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5085380 Nov 22 16:29:15.732971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45074) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:15.751153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'port': {'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'name': 'tempest-TaggedBootDevicesTest_v242-1233443254', 'fixed_ips': [{'subnet_id': '90cfb5d4-6665-42bd-8f4b-d038aa7765fe'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:15.866824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Network 468837d3-9008-4da8-8231-5cd5ce780b04 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:15.891760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:15.895264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:15.933001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Pushing event updated for resources: {'Port': ['ID=7aca34ba-42d9-465f-9fae-377bb6e8e917,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:15.999165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:16.005899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.013827 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Attempting to bind port 7aca34ba-42d9-465f-9fae-377bb6e8e917 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:16.014467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Attempting to bind port 7aca34ba-42d9-465f-9fae-377bb6e8e917 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:16.015139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Attempting to bind port 7aca34ba-42d9-465f-9fae-377bb6e8e917 on network 468837d3-9008-4da8-8231-5cd5ce780b04 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:16.030186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] device_id is not set on port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:29:16.033588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:16.034139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Checking segment: {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:16.034723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.035500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Bound using segment: {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:16.037052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Bound port: 7aca34ba-42d9-465f-9fae-377bb6e8e917, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:16.037927 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.062172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:16.081093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:16.081856 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.103472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cd0ed-9b9b-4c6c-8a63-9458d690162a req-707dd972-0429-4290-9d2f-6e1f58b1d714 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:16.105977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a7cd0ed-9b9b-4c6c-8a63-9458d690162a req-707dd972-0429-4290-9d2f-6e1f58b1d714 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1096 time: 0.8073580 Nov 22 16:29:16.224433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a7cd0ed-9b9b-4c6c-8a63-9458d690162a req-edc25ae2-fea0-4459-b1f8-5c48d877b530 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913675 Nov 22 16:29:16.226249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] For port 7aca34ba-42d9-465f-9fae-377bb6e8e917, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:16.233406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] For port 7aca34ba-42d9-465f-9fae-377bb6e8e917, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7aca34ba-42d9-465f-9fae-377bb6e8e917,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:16.249938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45086) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:16.260395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.280468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25309304-23ca-4a25-8824-fe90e59b58b5 req-bfd50ab9-e35d-47a5-8f7f-e6403b19626d service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8298130 Nov 22 16:29:16.292234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310bb3d-1258-4622-a727-5fd765a648a7 req-ddfb814c-a8c1-4af4-ae59-f316249cd319 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:16.303318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5310bb3d-1258-4622-a727-5fd765a648a7 req-ddfb814c-a8c1-4af4-ae59-f316249cd319 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.6902821 Nov 22 16:29:16.377387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5310bb3d-1258-4622-a727-5fd765a648a7 req-1968f71b-bdc1-4cfa-86eb-c4a85e4593f3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722771 Nov 22 16:29:16.449995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Allocated IP 10.1.1.80 (2b6e8df2-483e-44bc-9405-18a8edc40f68/90cfb5d4-6665-42bd-8f4b-d038aa7765fe/ccd928a2-1f5c-45a7-a938-b2b22f4585d8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:16.590846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a733c5-b4af-42ea-80fd-6c58af3719dd None None] Pushing event updated for resources: {'Port': ['ID=7aca34ba-42d9-465f-9fae-377bb6e8e917,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:16.614305 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.615822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-13400286-network', 'tenant_id': '53b07c7319e94b2681b359411f8ce425'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:16.644587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c10c6932-4f3a-4a37-96be-55d6483a5737 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:16.705054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Made reservation on behalf of 53b07c7319e94b2681b359411f8ce425 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:16.708135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:16.710040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:16.712506 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.712990 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca6edec-8f9e-40b4-b5e9-d0da2ff466a5" -d '{"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-plugged", "status": "completed", "tag": "9ab77426-dd15-470e-bfdb-f3e8dbaf6a16"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:16.744608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee83f8-46fa-47e7-88de-9a58b08472d2 req-ad1ba245-7ab1-4943-a1ae-281524d78fd9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:16.746315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73ee83f8-46fa-47e7-88de-9a58b08472d2 req-ad1ba245-7ab1-4943-a1ae-281524d78fd9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1866660 Nov 22 16:29:16.771659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.772844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 73bef33c-8c77-4341-944d-024f9067cca3 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:16.792518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced599e-cb81-43de-a9f6-36ba81a4f3f7 req-6679661a-ef57-4da3-8e25-225c98d13b79 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:16.801818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fced599e-cb81-43de-a9f6-36ba81a4f3f7 req-6679661a-ef57-4da3-8e25-225c98d13b79 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 948 time: 0.2035019 Nov 22 16:29:16.811010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.861865 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.877081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c10c6932-4f3a-4a37-96be-55d6483a5737 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:16.877955 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.940345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.954493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73ee83f8-46fa-47e7-88de-9a58b08472d2 req-df1bd84b-a45d-44f1-9d6f-d38e02bda7f5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391263 Nov 22 16:29:16.972701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.044263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fced599e-cb81-43de-a9f6-36ba81a4f3f7 req-9ed87826-3b30-4546-96ae-ac1f0ac1e46d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415977 Nov 22 16:29:17.089172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.092020 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.095761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 73bef33c-8c77-4341-944d-024f9067cca3 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:17.118020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:17.120913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:17.121511 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 73bef33c-8c77-4341-944d-024f9067cca3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:17.121990 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.128495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:17.222347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port c10c6932-4f3a-4a37-96be-55d6483a5737, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c10c6932-4f3a-4a37-96be-55d6483a5737,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:17.232256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5f8b9-7e8d-4e1d-902d-c4bf2ecdf4ed None None] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:17.232708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:17.233410 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.235151 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.258050 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.258932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f7d3df03-50ce-4366-9400-ab3c19e949c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5244598 Nov 22 16:29:17.275076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.319429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:17.345839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.347955 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Added segment 44effdc2-dc9c-48c8-b841-d2e2e831e29a of type vlan for network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 Nov 22 16:29:17.360996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e9f24f-ccc8-4292-8763-bc4b9e21364b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.424802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3813-6acd-4ad7-888b-bed2fad49c54 req-43e9fdef-bcf8-42e5-976d-8fd380792a94 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:17.431194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3813-6acd-4ad7-888b-bed2fad49c54 req-43e9fdef-bcf8-42e5-976d-8fd380792a94 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:17.437305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc3813-6acd-4ad7-888b-bed2fad49c54 req-43e9fdef-bcf8-42e5-976d-8fd380792a94 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:17.440509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=c10c6932-4f3a-4a37-96be-55d6483a5737,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.445370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35dc3813-6acd-4ad7-888b-bed2fad49c54 req-43e9fdef-bcf8-42e5-976d-8fd380792a94 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2415 time: 0.2191694 Nov 22 16:29:17.449596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8ba08d26-9c5e-4d33-8465-f34843a95665 None None] Provisioning complete for port c10c6932-4f3a-4a37-96be-55d6483a5737 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:17.450082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ba08d26-9c5e-4d33-8465-f34843a95665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.461473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.510273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.516700 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.517438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:17.518184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.541565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35dc3813-6acd-4ad7-888b-bed2fad49c54 req-acc4e07f-e9e8-409d-83d5-9c49b07454da tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951862 Nov 22 16:29:17.615016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 73bef33c-8c77-4341-944d-024f9067cca3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73bef33c-8c77-4341-944d-024f9067cca3,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:17.638089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.642544 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240c7362-7cd9-4982-8c7b-d6b35e3178e8 x-openstack-request-id: req-240c7362-7cd9-4982-8c7b-d6b35e3178e8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:17.642886 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-plugged", "status": "completed", "tag": "9ab77426-dd15-470e-bfdb-f3e8dbaf6a16", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:17.643152 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-240c7362-7cd9-4982-8c7b-d6b35e3178e8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:17.643554 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16', 'code': 200} Nov 22 16:29:17.648130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3969657 Nov 22 16:29:17.651855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45112) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:17.662144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Request body: {'subnet': {'network_id': '288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-13400286-subnet', 'tenant_id': '53b07c7319e94b2681b359411f8ce425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:17.678236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a13e7f-a1a2-41a4-9e2d-3df8ecb29aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.725145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:17.725748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Made reservation on behalf of 53b07c7319e94b2681b359411f8ce425 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:17.727238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0655ae00-16f0-40bb-9c86-7a34876d3006 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:17.728691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.729034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 87ed5b95-241c-40f0-acab-03419a5b6ef0 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:17.979243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=73bef33c-8c77-4341-944d-024f9067cca3,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.990578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45120) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:18.014204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-007c48e6-35dd-4963-95fa-62abae0a5586 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--832063315', 'description': 'tempest-description--855584689'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:18.019232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:29:18.034229 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b711b2fb-8a1c-4c5d-88cc-d93c498c8b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.121566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 87ed5b95-241c-40f0-acab-03419a5b6ef0 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:18.134303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007c48e6-35dd-4963-95fa-62abae0a5586 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.141145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 87ed5b95-241c-40f0-acab-03419a5b6ef0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:18.147462 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.170716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.268513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14b560d-9294-4733-8216-71a3d42a5879,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:18.288084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Checking segment: {'id': '44effdc2-dc9c-48c8-b841-d2e2e831e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:18.288744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Network hostable DHCP agents. Network: 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:18.317851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:18.346020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:18.371564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:18.379664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.423624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f158d2a-d087-49c0-a81b-459bbf54f815 req-ff1c337e-92f8-4cc4-a4bf-51ce63550630 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:18.425623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f158d2a-d087-49c0-a81b-459bbf54f815 req-ff1c337e-92f8-4cc4-a4bf-51ce63550630 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.1843691 Nov 22 16:29:18.434311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1aa9e349-01ed-4f3c-889e-257b15996ae0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7736623 Nov 22 16:29:18.455616 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007c48e6-35dd-4963-95fa-62abae0a5586 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.474722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ffede3-4592-45d7-ba81-b1958d78b499 None None] Network 468837d3-9008-4da8-8231-5cd5ce780b04 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:18.478217 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007c48e6-35dd-4963-95fa-62abae0a5586 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.478663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc00255-0703-4e77-a0e0-73f3d05ad158 None None] Network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:18.527515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-007c48e6-35dd-4963-95fa-62abae0a5586 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.527515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-007c48e6-35dd-4963-95fa-62abae0a5586 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5262516 Nov 22 16:29:18.528988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45132) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:18.536979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-90c1aa78-7587-4811-8a71-5810a20e3a5f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'security_group_rule': {'security_group_id': 'dff4e710-4763-44b4-a216-d2bef6b6d3b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:18.559620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c48e6-35dd-4963-95fa-62abae0a5586 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff4e710-4763-44b4-a216-d2bef6b6d3b9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:18.610018 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90c1aa78-7587-4811-8a71-5810a20e3a5f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.639855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f158d2a-d087-49c0-a81b-459bbf54f815 req-96349b2c-980f-4edc-820e-33b75b563ba3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737823 Nov 22 16:29:18.808052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-c6ca9c8b-3a88-4d14-8dad-58f100548459 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:29:18.809234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-c6ca9c8b-3a88-4d14-8dad-58f100548459 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081148 Nov 22 16:29:18.822138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7aca34ba-42d9-465f-9fae-377bb6e8e917 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:18.823994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90c1aa78-7587-4811-8a71-5810a20e3a5f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.832444 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90c1aa78-7587-4811-8a71-5810a20e3a5f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.868675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0655ae00-16f0-40bb-9c86-7a34876d3006, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0655ae00-16f0-40bb-9c86-7a34876d3006,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:18.875158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-eebf71e5-a99d-410c-946a-dbf80a1d01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:18.878608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-eebf71e5-a99d-410c-946a-dbf80a1d01e6 service neutron] 10.222.0.59 "GET /v2.0/ports/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 1093 time: 0.0616698 Nov 22 16:29:18.889341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1aa78-7587-4811-8a71-5810a20e3a5f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575eff31-603f-44ea-af34-c211f98563c2,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:18.906000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90c1aa78-7587-4811-8a71-5810a20e3a5f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.908124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-90c1aa78-7587-4811-8a71-5810a20e3a5f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3775928 Nov 22 16:29:18.909097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Request body: {'binding': {'host': 'n-h2-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:18.910308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Unknown quota resources ['binding']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:29:18.914917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:18.936243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bc8e70f9-8340-42da-9a43-b80a2416354b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'security_group_rule': {'security_group_id': 'dff4e710-4763-44b4-a216-d2bef6b6d3b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:18.970284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-49d9f73a-e416-4334-9c38-941d3c9d004a None None] Provisioning complete for port 7aca34ba-42d9-465f-9fae-377bb6e8e917 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:18.970677 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49d9f73a-e416-4334-9c38-941d3c9d004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.994652 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '0655ae00-16f0-40bb-9c86-7a34876d3006', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '0655ae00-16f0-40bb-9c86-7a34876d3006', 'mac_address': 'fa:16:3e:1a:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:19.023135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.063297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04994fad-64f3-4a84-a093-91791a8205cc req-1c1918e7-4fe8-40cd-91c2-72420b57d047 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:19.065212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04994fad-64f3-4a84-a093-91791a8205cc req-1c1918e7-4fe8-40cd-91c2-72420b57d047 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1836133 Nov 22 16:29:19.075925 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc8e70f9-8340-42da-9a43-b80a2416354b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.217088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc8e70f9-8340-42da-9a43-b80a2416354b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.220793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011f228-8c3f-4027-9f78-b0601ab7fe35 None None] Network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:19.227632 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.228792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04994fad-64f3-4a84-a093-91791a8205cc req-96994d4d-12dd-40cb-8d86-8376b6674ba8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542892 Nov 22 16:29:19.239200 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc8e70f9-8340-42da-9a43-b80a2416354b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.244825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on host n-h2-816865-2 for vnic_type normal with profile None {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:19.245160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:19.245692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:19.261104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.262442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:19.263079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:19.278398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:19.278878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:19.279199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:19.279650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Bound port: 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:19.282639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e70f9-8340-42da-9a43-b80a2416354b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab24941-cdcb-41ca-8123-44dd1522db47,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:19.288803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc8e70f9-8340-42da-9a43-b80a2416354b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.294341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:19.294606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bc8e70f9-8340-42da-9a43-b80a2416354b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619516 Nov 22 16:29:19.304806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:19.349556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.363445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7aca34ba-42d9-465f-9fae-377bb6e8e917 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:19.364019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.409189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:19.418083 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0655ae00-16f0-40bb-9c86-7a34876d3006 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:19.420115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.421272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-3db35871-752a-441e-8586-4ab6029b3f31 service neutron] 10.222.0.59 "POST /v2.0/ports/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99/bindings HTTP/1.1" status: 201 len: 389 time: 0.5217855 Nov 22 16:29:19.430089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad87fa-818b-4025-b213-3b5a0bb5063b req-920a7698-11d3-4d45-a217-75206dbf8737 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:19.431777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92ad87fa-818b-4025-b213-3b5a0bb5063b req-920a7698-11d3-4d45-a217-75206dbf8737 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 948 time: 0.0787151 Nov 22 16:29:19.513822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.544528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92ad87fa-818b-4025-b213-3b5a0bb5063b req-66f90f2b-d7a8-4539-98d1-54732d855fca tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953519 Nov 22 16:29:19.560421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0655ae00-16f0-40bb-9c86-7a34876d3006, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0655ae00-16f0-40bb-9c86-7a34876d3006,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:19.606649 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49d9f73a-e416-4334-9c38-941d3c9d004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.631176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 87ed5b95-241c-40f0-acab-03419a5b6ef0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87ed5b95-241c-40f0-acab-03419a5b6ef0,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:19.668282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bef33c-8c77-4341-944d-024f9067cca3'}, {'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ed5b95-241c-40f0-acab-03419a5b6ef0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:19.672228 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db323e3e-eccc-49e9-8e96-93032a80cc5b" -d '{"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-plugged", "status": "completed", "tag": "73bef33c-8c77-4341-944d-024f9067cca3"}, {"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-plugged", "status": "completed", "tag": "87ed5b95-241c-40f0-acab-03419a5b6ef0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:19.677378 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.681477 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.718812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189ee43-48a5-47c8-b8e3-368309ed823d req-d73d4a2f-be34-4f6a-baac-96d0a09f1e4d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:19.727495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189ee43-48a5-47c8-b8e3-368309ed823d req-d73d4a2f-be34-4f6a-baac-96d0a09f1e4d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:19.736639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189ee43-48a5-47c8-b8e3-368309ed823d req-d73d4a2f-be34-4f6a-baac-96d0a09f1e4d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:19.739301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Allocated IP 172.25.0.234 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/1f15688e-df61-49a5-bfe5-4e447a3286c5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:19.739606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b189ee43-48a5-47c8-b8e3-368309ed823d req-d73d4a2f-be34-4f6a-baac-96d0a09f1e4d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.0935197 Nov 22 16:29:19.829526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-49d9f73a-e416-4334-9c38-941d3c9d004a None None] For port 7aca34ba-42d9-465f-9fae-377bb6e8e917, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7aca34ba-42d9-465f-9fae-377bb6e8e917,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:19.855100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b189ee43-48a5-47c8-b8e3-368309ed823d req-8dcfe3f2-f20e-4367-b62b-bff7c5b64309 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879836 Nov 22 16:29:19.865426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49d9f73a-e416-4334-9c38-941d3c9d004a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.874985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.877828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=87ed5b95-241c-40f0-acab-03419a5b6ef0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:19.916488 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.941337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.993285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0655ae00-16f0-40bb-9c86-7a34876d3006,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.007023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:20.019967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:20.026746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:20.034559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-73799d14-aa7c-4bd4-8784-9f28505d10a7 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:20.042630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-73799d14-aa7c-4bd4-8784-9f28505d10a7 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/networks?id=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 HTTP/1.1" status: 200 len: 812 time: 0.1681013 Nov 22 16:29:20.057694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=1f15688e-df61-49a5-bfe5-4e447a3286c5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.070019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-fd13916a-c8da-4b06-8457-8b1a59008bbf tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/quotas/53b07c7319e94b2681b359411f8ce425 HTTP/1.1" status: 200 len: 375 time: 0.0262682 Nov 22 16:29:20.077119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Provisioning complete for port c10c6932-4f3a-4a37-96be-55d6483a5737 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:20.077500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.123124 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-f633770e-239d-40bb-9644-c32a390ae53c tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=53b07c7319e94b2681b359411f8ce425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520761 Nov 22 16:29:20.125888 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:29:20.126286 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:29:20.132244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.134374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9f73a-e416-4334-9c38-941d3c9d004a None None] Pushing event updated for resources: {'Port': ['ID=7aca34ba-42d9-465f-9fae-377bb6e8e917,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.172949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.214511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361567e1-6636-4c72-9c6f-0f4d0c01e67a req-a18ed2dc-dd71-47c3-a013-2354ede830cb tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:20.215044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Provisioning complete for port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:20.215520 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.216144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-361567e1-6636-4c72-9c6f-0f4d0c01e67a req-a18ed2dc-dd71-47c3-a013-2354ede830cb tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.1641982 Nov 22 16:29:20.273380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:20.286305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Provisioning complete for port 28892659-4971-4e49-a576-3a8312c6ef39 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:20.286971 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.310560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c1e41fed-18b4-4f4a-bd46-4a47dd46bf8d service neutron] 10.222.0.59 "GET /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865051 Nov 22 16:29:20.316019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-361567e1-6636-4c72-9c6f-0f4d0c01e67a req-88fb9093-2272-42cd-8c8d-96791ae9a655 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862873 Nov 22 16:29:20.332395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Port 28892659-4971-4e49-a576-3a8312c6ef39 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:20.364750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Provisioning complete for port 7aca34ba-42d9-465f-9fae-377bb6e8e917 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:20.365238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74e6dbc0-7599-4511-b152-2f238438e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.407014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.414758 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.441703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-284b3aa1-14ed-48f7-80f8-f5740a364cc9 service neutron] 10.222.0.59 "GET /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209900 Nov 22 16:29:20.463676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=1f15688e-df61-49a5-bfe5-4e447a3286c5,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.499213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0c390-6d57-4729-9f8b-f1ee71389e3f req-22ba6abc-d472-4e69-9a12-da0c781a3fcf tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:20.499213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49b0c390-6d57-4729-9f8b-f1ee71389e3f req-22ba6abc-d472-4e69-9a12-da0c781a3fcf tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 944 time: 0.0725718 Nov 22 16:29:20.510631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['0655ae00-16f0-40bb-9c86-7a34876d3006'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:20.563240 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.592540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49b0c390-6d57-4729-9f8b-f1ee71389e3f req-a612dd47-290e-430c-92cd-b93dc7116beb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786977 Nov 22 16:29:20.595960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.600441 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0b02ed75-d5c3-4d51-9ae4-35d8e6b689ff tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3029168 Nov 22 16:29:20.617100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.679564 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb351f58-bb65-4106-9a8e-3024acdea5f0 x-openstack-request-id: req-eb351f58-bb65-4106-9a8e-3024acdea5f0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:20.680035 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-plugged", "status": "completed", "tag": "73bef33c-8c77-4341-944d-024f9067cca3", "code": 200}, {"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-plugged", "status": "completed", "tag": "87ed5b95-241c-40f0-acab-03419a5b6ef0", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:20.680232 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb351f58-bb65-4106-9a8e-3024acdea5f0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:20.680730 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bef33c-8c77-4341-944d-024f9067cca3', 'code': 200} Nov 22 16:29:20.681258 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ed5b95-241c-40f0-acab-03419a5b6ef0', 'code': 200} Nov 22 16:29:20.717904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c10c6932-4f3a-4a37-96be-55d6483a5737 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:20.849429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c10c6932-4f3a-4a37-96be-55d6483a5737 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:20.849429 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.934633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043dc7-0bee-40f1-aaf2-809a77a3dbfb req-791a5926-07b0-4930-b433-b2a28e37a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:20.935486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043dc7-0bee-40f1-aaf2-809a77a3dbfb req-791a5926-07b0-4930-b433-b2a28e37a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:20.936298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043dc7-0bee-40f1-aaf2-809a77a3dbfb req-791a5926-07b0-4930-b433-b2a28e37a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:20.938977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e043dc7-0bee-40f1-aaf2-809a77a3dbfb req-791a5926-07b0-4930-b433-b2a28e37a838 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2870 time: 0.1866484 Nov 22 16:29:21.013047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd67f5-8102-4cba-9f21-17699b6de756 req-ea52b827-2d6d-40f4-a48c-d514c221dffc tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:21.016113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-badd67f5-8102-4cba-9f21-17699b6de756 req-ea52b827-2d6d-40f4-a48c-d514c221dffc tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 949 time: 0.2417457 Nov 22 16:29:21.026523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62131-140a-4c67-83ad-5ab9ca6b7284 req-94d855fe-b5c2-4d11-9e80-2269806b84cf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:21.028198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4a62131-140a-4c67-83ad-5ab9ca6b7284 req-94d855fe-b5c2-4d11-9e80-2269806b84cf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2110689 Nov 22 16:29:21.094191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e043dc7-0bee-40f1-aaf2-809a77a3dbfb req-7650497f-b02c-4c79-938b-f800152b18fc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321404 Nov 22 16:29:21.150648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-badd67f5-8102-4cba-9f21-17699b6de756 req-3908de32-6c17-4761-9b92-96d7f23eb8b1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939722 Nov 22 16:29:21.154314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4a62131-140a-4c67-83ad-5ab9ca6b7284 req-8e9463ee-1321-4a3d-815f-d3e7dc634f48 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095273 Nov 22 16:29:21.273074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98748365-8788-4b57-a7d8-c2aa6b6f9130 req-fe29cd2a-1cc6-4e82-a712-cd965084c079 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 210 time: 0.0434387 Nov 22 16:29:21.280917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.332719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7aca34ba-42d9-465f-9fae-377bb6e8e917 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:21.421942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7aca34ba-42d9-465f-9fae-377bb6e8e917 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:21.422333 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.461415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-4012268b-8b08-47d7-bfd7-349bc2976387 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--832063315&fields=id&tenant_id=1e29b74c95954f449a6b2fa49e5be722 HTTP/1.1" status: 200 len: 267 time: 0.1240864 Nov 22 16:29:21.531774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f10d-933c-4926-b514-6cfc54f34188 req-c7e01db9-90d8-45bf-ad33-5a7545354e04 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:21.539152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f10d-933c-4926-b514-6cfc54f34188 req-c7e01db9-90d8-45bf-ad33-5a7545354e04 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:21.547264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1f10d-933c-4926-b514-6cfc54f34188 req-c7e01db9-90d8-45bf-ad33-5a7545354e04 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:21.550198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8a1f10d-933c-4926-b514-6cfc54f34188 req-c7e01db9-90d8-45bf-ad33-5a7545354e04 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.1691906 Nov 22 16:29:21.560740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7c940583-10ab-469e-ba84-d7762ae093f6 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:21.562237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7c940583-10ab-469e-ba84-d7762ae093f6 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports/28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 200 len: 936 time: 0.0994849 Nov 22 16:29:21.703144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8a1f10d-933c-4926-b514-6cfc54f34188 req-cc0030d7-0119-41e7-9734-bc50e75fb594 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397052 Nov 22 16:29:21.729523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5b5fb008-d10f-4be6-ba4d-df98e73987e4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:21.736804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5b5fb008-d10f-4be6-ba4d-df98e73987e4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports/ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 200 len: 936 time: 0.1359668 Nov 22 16:29:21.833248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fb9446ab-7fd6-4849-9a38-a90e15e2199c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0695369 Nov 22 16:29:21.869269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-799304b2-0e6c-4e31-b135-f49e513f3b52 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0294955 Nov 22 16:29:22.008523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-67b80322-f956-46f5-91a2-93408663a463 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:22.014989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-67b80322-f956-46f5-91a2-93408663a463 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:22.020930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-67b80322-f956-46f5-91a2-93408663a463 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:22.022699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-67b80322-f956-46f5-91a2-93408663a463 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/networks?id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=468837d3-9008-4da8-8231-5cd5ce780b04&id=468837d3-9008-4da8-8231-5cd5ce780b04 HTTP/1.1" status: 200 len: 1995 time: 0.1464856 Nov 22 16:29:22.048152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-e0b2dd13-654e-4ab1-84d6-72c35887ffca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/quotas/1e29b74c95954f449a6b2fa49e5be722 HTTP/1.1" status: 200 len: 375 time: 0.0134525 Nov 22 16:29:22.122467 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-c3d4c34a-fb8f-4f20-84b9-81ce5505b3cd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0674567 Nov 22 16:29:22.255198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-edcf7931-8135-47ae-932f-a2cb6bf920cf service neutron] 10.222.0.59 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095593 Nov 22 16:29:22.379246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-f4186bee-b72b-4e7d-998a-639706ca0d14 service neutron] 10.222.0.59 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164677 Nov 22 16:29:22.388056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-86c04de0-f5c3-49f8-bd17-70e10825cb83 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:22.390630 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-86c04de0-f5c3-49f8-bd17-70e10825cb83 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.37 "GET /v2.0/networks?id=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 HTTP/1.1" status: 200 len: 812 time: 0.2024939 Nov 22 16:29:22.405990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Request body: {'port': {'device_id': 'ab0092e3-4f32-45fc-9c89-c3d28eb4fe93', 'network_id': '288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3', 'admin_state_up': True, 'tenant_id': '53b07c7319e94b2681b359411f8ce425'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:22.426841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-ea2776f5-f7ad-43ad-a13e-b52018b02c89 service neutron] 10.222.0.59 "GET /v2.0/ports/28892659-4971-4e49-a576-3a8312c6ef39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0465376 Nov 22 16:29:22.527763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-c4bc4dff-7783-463f-83c2-67718139188b service neutron] 10.222.0.59 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998216 Nov 22 16:29:22.540404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Made reservation on behalf of 53b07c7319e94b2681b359411f8ce425 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:22.546345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.640967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-bcc041b0-b75a-4c81-be9d-f006b7fdec89 service neutron] 10.222.0.59 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041784 Nov 22 16:29:22.683509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6514b8a0-3f1c-40a1-9174-71862a6ada1b service neutron] 10.222.0.59 "GET /v2.0/ports/ccd928a2-1f5c-45a7-a938-b2b22f4585d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0390465 Nov 22 16:29:22.703330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Allocated IP 172.20.0.10 (288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3/b14b560d-9294-4733-8216-71a3d42a5879/6071974d-619c-4c0a-bc11-eb64f44811b7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:22.798183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-c28b5b4c-9fed-494f-83af-2ab2d1b0ceb9 service neutron] 10.222.0.59 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072900 Nov 22 16:29:22.881525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.934788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.949610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5574dc5f-99a4-4d56-b39a-b57e45456688 service neutron] 10.222.0.59 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462414 Nov 22 16:29:22.993034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:22.999039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:23.001540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:23.006910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Pushing event updated for resources: {'Port': ['ID=6071974d-619c-4c0a-bc11-eb64f44811b7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:23.072661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:23.073804 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.090152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9634e32a-0dbd-4db4-83a2-90de35cd6e46 service neutron] 10.222.0.59 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312358 Nov 22 16:29:23.106155 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-9dc48071-0893-4ae2-8641-ced08feb0257 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7056403 Nov 22 16:29:23.119728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Request body: {'port': {'device_id': 'ab0092e3-4f32-45fc-9c89-c3d28eb4fe93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:23.187946 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.222646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a507ae8e-b920-47cb-9f64-d1f855baa8f0 service neutron] 10.222.0.59 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210284 Nov 22 16:29:23.374378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-43adb136-c563-428a-82e2-332ed90f71cd service neutron] 10.222.0.37 "GET /v2.0/ports/93b9d6b0-01d5-4286-904c-ce0c31379d03/bindings/n-h2-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.1178632 Nov 22 16:29:23.378216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-693efc54-dabc-4694-8bf0-59e6a5bf380b service neutron] 10.222.0.59 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425512 Nov 22 16:29:23.547964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6071974d-619c-4c0a-bc11-eb64f44811b7 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:23.556778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-1b0acfb4-91ff-45ee-a629-fee9b61530dc service neutron] 10.222.0.59 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678462 Nov 22 16:29:23.558186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.576595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Transition to ACTIVE for port object 6071974d-619c-4c0a-bc11-eb64f44811b7 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:23.581996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.632586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Pushing event updated for resources: {'Port': ['ID=6071974d-619c-4c0a-bc11-eb64f44811b7,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:23.708611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Attempting to bind port 6071974d-619c-4c0a-bc11-eb64f44811b7 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:23.709033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Attempting to bind port 6071974d-619c-4c0a-bc11-eb64f44811b7 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '44effdc2-dc9c-48c8-b841-d2e2e831e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:23.709033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Attempting to bind port 6071974d-619c-4c0a-bc11-eb64f44811b7 on network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:23.714248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Port 6071974d-619c-4c0a-bc11-eb64f44811b7 on network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:23.714780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Attempting to bind port 6071974d-619c-4c0a-bc11-eb64f44811b7 on network 288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:23.716728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0655ae00-16f0-40bb-9c86-7a34876d3006 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:23.721111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:23.721111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Checking segment: {'id': '44effdc2-dc9c-48c8-b841-d2e2e831e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:23.722041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Bound using segment: {'id': '44effdc2-dc9c-48c8-b841-d2e2e831e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:23.723018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Bound port: 6071974d-619c-4c0a-bc11-eb64f44811b7, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44effdc2-dc9c-48c8-b841-d2e2e831e29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:23.724057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.728951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-ca44d610-5282-4627-b551-ad89c3391c3a service neutron] 10.222.0.59 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644130 Nov 22 16:29:23.730816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:23.789441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 0655ae00-16f0-40bb-9c86-7a34876d3006 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:23.796084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 0655ae00-16f0-40bb-9c86-7a34876d3006 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:23.797040 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.798854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:23.827170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] For port 6071974d-619c-4c0a-bc11-eb64f44811b7, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:23.831825 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] For port 6071974d-619c-4c0a-bc11-eb64f44811b7, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6071974d-619c-4c0a-bc11-eb64f44811b7,segment=NetworkSegment(44effdc2-dc9c-48c8-b841-d2e2e831e29a),segment_id=44effdc2-dc9c-48c8-b841-d2e2e831e29a)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:23.838472 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.859614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b9d6b0-01d5-4286-904c-ce0c31379d03 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:23.873030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-af54c20e-2625-43e7-90bd-b641996017c1 service neutron] 10.222.0.59 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340075 Nov 22 16:29:23.874920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:23.895513 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.900917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Pushing event updated for resources: {'Port': ['ID=6071974d-619c-4c0a-bc11-eb64f44811b7,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:23.918889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:23.920183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.922989 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-c755fc55-7e00-4b54-9a89-58da51ab4169 service neutron] 10.222.0.37 "PUT /v2.0/ports/6071974d-619c-4c0a-bc11-eb64f44811b7 HTTP/1.1" status: 200 len: 1092 time: 0.8076890 Nov 22 16:29:23.923795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0092e3-4f32-45fc-9c89-c3d28eb4fe93', 'tag': '6071974d-619c-4c0a-bc11-eb64f44811b7'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:23.928024 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a608b93c-de96-4d1f-a041-4dcd6a323e31" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0092e3-4f32-45fc-9c89-c3d28eb4fe93", "tag": "6071974d-619c-4c0a-bc11-eb64f44811b7"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:23.930236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8b7b21-42f2-4917-9b17-63779ef6ea29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655ae00-16f0-40bb-9c86-7a34876d3006'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:23.932774 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ce585-596e-4ab6-b9cc-c3715eb56a3a" -d '{"events": [{"server_uuid": "be8b7b21-42f2-4917-9b17-63779ef6ea29", "name": "network-vif-plugged", "status": "completed", "tag": "0655ae00-16f0-40bb-9c86-7a34876d3006"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:23.949860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0655ae00-16f0-40bb-9c86-7a34876d3006, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0655ae00-16f0-40bb-9c86-7a34876d3006,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:23.955543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.993565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 93b9d6b0-01d5-4286-904c-ce0c31379d03 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:24.038135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-7ff029ec-3800-4714-a3e5-df3358769e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:24.039849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-7ff029ec-3800-4714-a3e5-df3358769e9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53b07c7319e94b2681b359411f8ce425&device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 1095 time: 0.0608597 Nov 22 16:29:24.050835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0655ae00-16f0-40bb-9c86-7a34876d3006,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:24.229146 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.329221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-42c0014c-c3b5-409c-91b2-034147507c86 service neutron] 10.222.0.59 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449120 Nov 22 16:29:24.369716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] Transition to ACTIVE for port object 93b9d6b0-01d5-4286-904c-ce0c31379d03 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:24.400122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.404984 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-d07647c1-bc35-4979-be7d-a06c122e642c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6071974d-619c-4c0a-bc11-eb64f44811b7 HTTP/1.1" status: 200 len: 217 time: 0.3557513 Nov 22 16:29:24.464139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-3ba65e2d-1c39-4986-93ac-ce568a0aa683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:24.466528 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-3ba65e2d-1c39-4986-93ac-ce568a0aa683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b14b560d-9294-4733-8216-71a3d42a5879 HTTP/1.1" status: 200 len: 852 time: 0.0533941 Nov 22 16:29:24.501074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-8f8bab8a-a78e-4d1c-8f02-fc9a8d2a73c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270748 Nov 22 16:29:24.510185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] No DVR routers for this DVR port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:24.524232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] Pushing event updated for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=10']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:24.528823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-4a4642d0-d831-407f-9ae4-936c89fcdb96 service neutron] 10.222.0.59 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826959 Nov 22 16:29:24.560171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3af3a9a8-f8fd-40d0-b330-6835ab4e22e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/93b9d6b0-01d5-4286-904c-ce0c31379d03/bindings/n-h2-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1784668 Nov 22 16:29:24.622580 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-ed9f88e1-d3b7-4a9f-a7c7-1101a3c3948d service neutron] 10.222.0.37 "GET /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141431 Nov 22 16:29:24.720602 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee6ba6d3-f129-476d-93b1-2fe5cf04bc02 req-f4cfcd8e-db82-4d57-af67-5e1a6afce5ca service neutron] 10.222.0.37 "GET /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889401 Nov 22 16:29:25.238902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a88ec-0e92-4b99-a2f0-faeec53fdf98 req-80c25196-7c5b-4fdd-9a91-94f77b1373c3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:25.240909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f5a88ec-0e92-4b99-a2f0-faeec53fdf98 req-80c25196-7c5b-4fdd-9a91-94f77b1373c3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.0672333 Nov 22 16:29:25.297222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f5a88ec-0e92-4b99-a2f0-faeec53fdf98 req-37656532-ec63-42fb-8ec3-7ac000818d49 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495219 Nov 22 16:29:25.443521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d9539-23d8-496f-9215-02fbe2cc8983 req-517282ca-c599-46af-b925-3db602c38049 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:25.445809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-146d9539-23d8-496f-9215-02fbe2cc8983 req-517282ca-c599-46af-b925-3db602c38049 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.0615976 Nov 22 16:29:25.509386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-146d9539-23d8-496f-9215-02fbe2cc8983 req-6dc10929-5f58-4bd0-8d8f-fc08a056fe5c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520313 Nov 22 16:29:25.642264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26846c-6952-4fb5-b10d-be2472754499 req-e70a6ccd-fca3-4e05-8951-d8b955e3c117 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:25.643723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db26846c-6952-4fb5-b10d-be2472754499 req-e70a6ccd-fca3-4e05-8951-d8b955e3c117 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.0592449 Nov 22 16:29:25.712250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db26846c-6952-4fb5-b10d-be2472754499 req-732202aa-5643-4cd9-b20a-fb51d3f057c5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613718 Nov 22 16:29:25.831245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e2ba-755b-4e7e-a988-97f7a3907981 req-c0868984-1fee-4bc8-8352-90dbce1c7a24 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:25.832831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6197e2ba-755b-4e7e-a988-97f7a3907981 req-c0868984-1fee-4bc8-8352-90dbce1c7a24 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.0553241 Nov 22 16:29:25.889946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6197e2ba-755b-4e7e-a988-97f7a3907981 req-bcdec0aa-4e84-48e4-9417-5e27154258fe tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504558 Nov 22 16:29:26.011725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af3d3-4d2b-43ca-82ae-9e5f3e2bbc42 req-d27dc3bb-c3eb-40cd-820b-384be67149f8 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.013375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067af3d3-4d2b-43ca-82ae-9e5f3e2bbc42 req-d27dc3bb-c3eb-40cd-820b-384be67149f8 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 944 time: 0.0569725 Nov 22 16:29:26.069751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067af3d3-4d2b-43ca-82ae-9e5f3e2bbc42 req-60ef6b29-5c9c-4aa1-a973-9f8d592578cf tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496540 Nov 22 16:29:26.199626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1263520-1d45-4ae6-89be-d4a76cd9f283 req-c8fad128-4ac9-4e59-9a66-c6b4946f4d5c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.205905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1263520-1d45-4ae6-89be-d4a76cd9f283 req-c8fad128-4ac9-4e59-9a66-c6b4946f4d5c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.212125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1263520-1d45-4ae6-89be-d4a76cd9f283 req-c8fad128-4ac9-4e59-9a66-c6b4946f4d5c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.213856 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1263520-1d45-4ae6-89be-d4a76cd9f283 req-c8fad128-4ac9-4e59-9a66-c6b4946f4d5c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.0790472 Nov 22 16:29:26.277688 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1263520-1d45-4ae6-89be-d4a76cd9f283 req-de12cc37-c1a6-408c-a785-54602603585f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570204 Nov 22 16:29:26.335617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-b48189ae-e2b5-4dbc-af66-21cb754b5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.337948 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-b48189ae-e2b5-4dbc-af66-21cb754b5dc2 service neutron] 10.222.0.37 "GET /v2.0/ports/28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 200 len: 1032 time: 0.0581222 Nov 22 16:29:26.340456 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05203c1b-ecf7-4f00-ac7a-af25678c8fc7 x-openstack-request-id: req-05203c1b-ecf7-4f00-ac7a-af25678c8fc7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:26.341064 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0092e3-4f32-45fc-9c89-c3d28eb4fe93", "tag": "6071974d-619c-4c0a-bc11-eb64f44811b7", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:26.341521 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05203c1b-ecf7-4f00-ac7a-af25678c8fc7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:26.342215 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0092e3-4f32-45fc-9c89-c3d28eb4fe93', 'tag': '6071974d-619c-4c0a-bc11-eb64f44811b7', 'status': 'completed', 'code': 200} Nov 22 16:29:26.379010 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567a6d1a-f370-4df1-8457-4f19619fdc30 x-openstack-request-id: req-567a6d1a-f370-4df1-8457-4f19619fdc30 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:26.380349 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8b7b21-42f2-4917-9b17-63779ef6ea29", "name": "network-vif-plugged", "status": "completed", "tag": "0655ae00-16f0-40bb-9c86-7a34876d3006", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:26.381006 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-567a6d1a-f370-4df1-8457-4f19619fdc30 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:26.385311 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8b7b21-42f2-4917-9b17-63779ef6ea29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0655ae00-16f0-40bb-9c86-7a34876d3006', 'code': 200} Nov 22 16:29:26.413300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-06d37234-81b0-4629-9bb1-4b11ed82dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.416445 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-06d37234-81b0-4629-9bb1-4b11ed82dbe3 service neutron] 10.222.0.37 "GET /v2.0/ports/ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 200 len: 1032 time: 0.0645628 Nov 22 16:29:26.443743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-828ffb32-ff1f-4ff7-a124-9ed374cc836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.447064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-828ffb32-ff1f-4ff7-a124-9ed374cc836e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53b07c7319e94b2681b359411f8ce425&device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 1095 time: 0.0728981 Nov 22 16:29:26.590206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-94e98a71-4f24-408d-8e59-caca22e7913b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.601445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-94e98a71-4f24-408d-8e59-caca22e7913b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.612538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-94e98a71-4f24-408d-8e59-caca22e7913b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.615414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-94e98a71-4f24-408d-8e59-caca22e7913b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "GET /v2.0/networks?id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=468837d3-9008-4da8-8231-5cd5ce780b04&id=468837d3-9008-4da8-8231-5cd5ce780b04 HTTP/1.1" status: 200 len: 1995 time: 0.1871970 Nov 22 16:29:26.615803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b35a6ee1-6a49-422d-ac97-0e0578a909c3 req-3e4fb98e-e48d-438b-94d2-56c14f084e90 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0601797 Nov 22 16:29:26.626770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-9a93d899-e174-4c56-bbf7-2fa2d69ac9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.629102 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-9a93d899-e174-4c56-bbf7-2fa2d69ac9ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 HTTP/1.1" status: 200 len: 913 time: 0.1718621 Nov 22 16:29:26.682160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-c60d48ba-02e2-4e4c-9221-edd2546c6e3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6071974d-619c-4c0a-bc11-eb64f44811b7 HTTP/1.1" status: 200 len: 217 time: 0.0455430 Nov 22 16:29:26.720276 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-d9ff89f5-7d26-4992-9acd-5a306bae75f8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e29b74c95954f449a6b2fa49e5be722 HTTP/1.1" status: 200 len: 379 time: 0.0919292 Nov 22 16:29:26.736321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'admin_state_up': True, 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'security_groups': ['dff4e710-4763-44b4-a216-d2bef6b6d3b9']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:26.791664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-c50f8a61-f7b1-477a-8f7d-e510d170967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.792843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-c50f8a61-f7b1-477a-8f7d-e510d170967e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b14b560d-9294-4733-8216-71a3d42a5879 HTTP/1.1" status: 200 len: 852 time: 0.1013215 Nov 22 16:29:26.839181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-9ac99b23-cf80-4158-b061-91799fff2a51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376129 Nov 22 16:29:26.847681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747d47c-0c62-41d3-9d05-a3ac50ef692e req-bd28a4db-75d2-43d2-b906-c3886476f9cd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:26.849481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5747d47c-0c62-41d3-9d05-a3ac50ef692e req-bd28a4db-75d2-43d2-b906-c3886476f9cd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.1032541 Nov 22 16:29:26.930899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:26.937325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.980524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5747d47c-0c62-41d3-9d05-a3ac50ef692e req-e79cb5c8-8737-4d48-8c5c-d9eff5aad332 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199489 Nov 22 16:29:27.013959 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-8f133d6b-5422-4a96-8437-e6c4af144a25 service neutron] 10.222.0.37 "GET /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630263 Nov 22 16:29:27.151579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Allocated IP 172.20.0.3 (2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9/2a4ee08f-c083-4020-9676-13ac238ef52a/52b37758-1682-4270-ab29-780874e6899b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:27.181243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a608b93c-de96-4d1f-a041-4dcd6a323e31 req-63161418-6bf0-4e2b-99d0-c7ef2218198a service neutron] 10.222.0.37 "GET /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597641 Nov 22 16:29:27.193322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf7414-dc05-4ea9-b7ba-1cc075ca2fa0 req-5e031c9a-8bb8-4513-b3de-70cb95f84337 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.196332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fbf7414-dc05-4ea9-b7ba-1cc075ca2fa0 req-5e031c9a-8bb8-4513-b3de-70cb95f84337 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.1062553 Nov 22 16:29:27.268172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fbf7414-dc05-4ea9-b7ba-1cc075ca2fa0 req-5e674b9d-a3c7-4ab6-a825-4ae9fab2a1d0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627353 Nov 22 16:29:27.349630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.393234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.458895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:27.465488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:27.469508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:27.485751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea5fe1-d044-4732-956c-bd59a63d9a3c req-f7382875-bbde-4def-867d-4d60f3f2090f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.495130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eea5fe1-d044-4732-956c-bd59a63d9a3c req-f7382875-bbde-4def-867d-4d60f3f2090f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.1124768 Nov 22 16:29:27.509440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=52b37758-1682-4270-ab29-780874e6899b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:27.535690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.536388 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.567579 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-91f387fb-aa48-45bb-9c1a-0622cdf47fa9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8406160 Nov 22 16:29:27.571623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eea5fe1-d044-4732-956c-bd59a63d9a3c req-bda352e9-872a-40e6-a1d3-fdcac2afea5f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758748 Nov 22 16:29:27.578585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'admin_state_up': True, 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'security_groups': ['dff4e710-4763-44b4-a216-d2bef6b6d3b9']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:27.739600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:27.745807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.772859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe00f9-4c02-41c7-bb4f-ad041fe05c9b req-4f2c2ba9-8fb4-4f61-a20c-57a0dd2bfef3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.774510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cebe00f9-4c02-41c7-bb4f-ad041fe05c9b req-4f2c2ba9-8fb4-4f61-a20c-57a0dd2bfef3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1200013 Nov 22 16:29:27.850928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cebe00f9-4c02-41c7-bb4f-ad041fe05c9b req-8776696c-2526-4b0f-83ba-e7fa9f1b028c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663280 Nov 22 16:29:27.867277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-271d4394-1866-4da3-88a7-5187f20a3059 None None] Provisioning complete for port 52b37758-1682-4270-ab29-780874e6899b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:27.867807 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-271d4394-1866-4da3-88a7-5187f20a3059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.924802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Allocated IP 10.1.1.232 (2b6e8df2-483e-44bc-9405-18a8edc40f68/90cfb5d4-6665-42bd-8f4b-d038aa7765fe/6b66d3b5-e58d-4ec8-814e-9327346ca5fb) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:27.927820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-271d4394-1866-4da3-88a7-5187f20a3059 None None] Port 52b37758-1682-4270-ab29-780874e6899b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:28.014245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e894d1-0e7d-4919-912a-cc09efccf195 req-94ad97d6-ceb5-4271-8b03-506431f82ff1 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.016412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09e894d1-0e7d-4919-912a-cc09efccf195 req-94ad97d6-ceb5-4271-8b03-506431f82ff1 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 944 time: 0.0608041 Nov 22 16:29:28.017319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6071974d-619c-4c0a-bc11-eb64f44811b7 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:28.101344 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09e894d1-0e7d-4919-912a-cc09efccf195 req-ad61c185-a2c7-42ba-adc5-adf36c15398a tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776846 Nov 22 16:29:28.136954 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.153048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6071974d-619c-4c0a-bc11-eb64f44811b7, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6071974d-619c-4c0a-bc11-eb64f44811b7,segment=NetworkSegment(44effdc2-dc9c-48c8-b841-d2e2e831e29a),segment_id=44effdc2-dc9c-48c8-b841-d2e2e831e29a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:28.170113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '6071974d-619c-4c0a-bc11-eb64f44811b7', 'network_id': '288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3', 'port_id': '6071974d-619c-4c0a-bc11-eb64f44811b7', 'mac_address': 'fa:16:3e:d4:ef:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b14b560d-9294-4733-8216-71a3d42a5879', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:28.185944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.219840 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.237454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6071974d-619c-4c0a-bc11-eb64f44811b7 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:28.248828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf53fd-bb62-44e4-89fa-1d0bbdb9577a req-bc752275-0d8c-4c51-bf76-fae64bf38819 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.254823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:28.257330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf53fd-bb62-44e4-89fa-1d0bbdb9577a req-bc752275-0d8c-4c51-bf76-fae64bf38819 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.266431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf53fd-bb62-44e4-89fa-1d0bbdb9577a req-bc752275-0d8c-4c51-bf76-fae64bf38819 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.274660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:28.276311 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9faf53fd-bb62-44e4-89fa-1d0bbdb9577a req-bc752275-0d8c-4c51-bf76-fae64bf38819 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.0865939 Nov 22 16:29:28.277500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:28.280107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6071974d-619c-4c0a-bc11-eb64f44811b7, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6071974d-619c-4c0a-bc11-eb64f44811b7,segment=NetworkSegment(44effdc2-dc9c-48c8-b841-d2e2e831e29a),segment_id=44effdc2-dc9c-48c8-b841-d2e2e831e29a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:28.284560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:28.288804 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.370968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9faf53fd-bb62-44e4-89fa-1d0bbdb9577a req-1d457251-1d4e-4774-acdc-f345a7b193ed tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934930 Nov 22 16:29:28.396388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6071974d-619c-4c0a-bc11-eb64f44811b7,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:28.403907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.414859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.442068 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-216b118d-9ad3-42f9-bc5f-b9451c13b70e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8672423 Nov 22 16:29:28.457816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'admin_state_up': True, 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'security_groups': ['dff4e710-4763-44b4-a216-d2bef6b6d3b9']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:28.547683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7385f-6941-4f71-9406-a4ba22f8bf4f req-c310e959-5f2e-4a18-8892-451c09a1bc63 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.555618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7385f-6941-4f71-9406-a4ba22f8bf4f req-c310e959-5f2e-4a18-8892-451c09a1bc63 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.557910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8a7385f-6941-4f71-9406-a4ba22f8bf4f req-c310e959-5f2e-4a18-8892-451c09a1bc63 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 1653 time: 0.0757174 Nov 22 16:29:28.591757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['6071974d-619c-4c0a-bc11-eb64f44811b7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:28.629174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8a7385f-6941-4f71-9406-a4ba22f8bf4f req-17594140-4581-4786-952c-0b7553983a58 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625103 Nov 22 16:29:28.639960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:28.646633 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.709215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-da8eb294-03d5-4e55-a3ca-ed195a4d650b None None] Provisioning complete for port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:28.709971 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da8eb294-03d5-4e55-a3ca-ed195a4d650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.774262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-da8eb294-03d5-4e55-a3ca-ed195a4d650b None None] Port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:28.819505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f85b-8965-4d1f-a4c2-46c642183737 req-088183b8-ed0d-47e5-a26f-3c1deb3443c7 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.821068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a813f85b-8965-4d1f-a4c2-46c642183737 req-088183b8-ed0d-47e5-a26f-3c1deb3443c7 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.0837648 Nov 22 16:29:28.874349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Allocated IP 10.1.1.30 (2b6e8df2-483e-44bc-9405-18a8edc40f68/90cfb5d4-6665-42bd-8f4b-d038aa7765fe/c0d4f85a-1783-4f53-806b-b3186488fd29) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:28.895103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a813f85b-8965-4d1f-a4c2-46c642183737 req-2686fee0-ee16-4f42-8a88-66f72461a01f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657697 Nov 22 16:29:29.049207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc9f74-2d39-439f-8eaa-ba6eeb92f58f req-82a6b6b6-d9fb-4970-9151-0c4692123feb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.051091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97fc9f74-2d39-439f-8eaa-ba6eeb92f58f req-82a6b6b6-d9fb-4970-9151-0c4692123feb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.0716670 Nov 22 16:29:29.073308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.116206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.118245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97fc9f74-2d39-439f-8eaa-ba6eeb92f58f req-86347a15-b8a5-40c6-b94b-7aaeff19997d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605130 Nov 22 16:29:29.168238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:29.169673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:29.185752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=c0d4f85a-1783-4f53-806b-b3186488fd29,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:29.188587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:29.263454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.264308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.272669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1283cc2-4d4b-4bfb-be14-bf5769a93d07 req-dc10e8b2-866e-49b4-a426-1375864e8bc1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.274316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1283cc2-4d4b-4bfb-be14-bf5769a93d07 req-dc10e8b2-866e-49b4-a426-1375864e8bc1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.0749006 Nov 22 16:29:29.295302 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7e7df69d-3271-4044-b0ab-5715394c1455 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8453701 Nov 22 16:29:29.312161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04', 'admin_state_up': True, 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'security_groups': ['dff4e710-4763-44b4-a216-d2bef6b6d3b9']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:29.351479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1283cc2-4d4b-4bfb-be14-bf5769a93d07 req-b93781b7-558a-496d-a0b4-f90a84df49f7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678456 Nov 22 16:29:29.478087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:29.526603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-664846d2-be9b-4c85-a785-2a1123f6b2a7 None None] Provisioning complete for port c0d4f85a-1783-4f53-806b-b3186488fd29 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:29.527761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-664846d2-be9b-4c85-a785-2a1123f6b2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.550575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ab6df-06a8-49b0-bae1-f757c069a9c7 req-1c6e87e0-685e-4b57-9822-f2fa31a0a513 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.554549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed9ab6df-06a8-49b0-bae1-f757c069a9c7 req-1c6e87e0-685e-4b57-9822-f2fa31a0a513 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.0859289 Nov 22 16:29:29.569924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-664846d2-be9b-4c85-a785-2a1123f6b2a7 None None] Port c0d4f85a-1783-4f53-806b-b3186488fd29 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:29.600786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.625329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed9ab6df-06a8-49b0-bae1-f757c069a9c7 req-611b1672-79be-4f66-b81c-60c4007b362d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628407 Nov 22 16:29:29.770988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298b19f-22ad-40ea-b58d-86264824fbe3 req-0728a006-4572-40e9-899d-aac1c22fc033 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.772617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2298b19f-22ad-40ea-b58d-86264824fbe3 req-0728a006-4572-40e9-899d-aac1c22fc033 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 945 time: 0.0634232 Nov 22 16:29:29.834708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2298b19f-22ad-40ea-b58d-86264824fbe3 req-8eedd7b9-4820-42a0-8871-3741dfc2c36c tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544226 Nov 22 16:29:29.890923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Allocated IP 10.2.2.100 (468837d3-9008-4da8-8231-5cd5ce780b04/affaa9e1-4362-459b-8e28-f193cb71fc51/12cc7d23-1d90-4dd3-a315-b7423f2e19d5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:29.969109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eee8db-c5f5-4e80-8f42-2c0459f5f922 req-d159d904-669b-4d8f-a6c5-2066c35482fd tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.976586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eee8db-c5f5-4e80-8f42-2c0459f5f922 req-d159d904-669b-4d8f-a6c5-2066c35482fd tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.983083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eee8db-c5f5-4e80-8f42-2c0459f5f922 req-d159d904-669b-4d8f-a6c5-2066c35482fd tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.984850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6eee8db-c5f5-4e80-8f42-2c0459f5f922 req-d159d904-669b-4d8f-a6c5-2066c35482fd tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.0777426 Nov 22 16:29:30.037638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6071974d-619c-4c0a-bc11-eb64f44811b7 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:30.059919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6eee8db-c5f5-4e80-8f42-2c0459f5f922 req-b806f546-55b6-47d7-9d69-e388fc078313 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649543 Nov 22 16:29:30.062738 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.107061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 6071974d-619c-4c0a-bc11-eb64f44811b7 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:30.115841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 6071974d-619c-4c0a-bc11-eb64f44811b7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:30.116857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.122050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.223385 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 468837d3-9008-4da8-8231-5cd5ce780b04 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:30.227574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287dfc1-0728-4bf1-b192-8fdb80c039cc req-b05b0665-26b5-4c2e-b060-1c20cfeefe38 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.230593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:30.234127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287dfc1-0728-4bf1-b192-8fdb80c039cc req-b05b0665-26b5-4c2e-b060-1c20cfeefe38 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.242072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287dfc1-0728-4bf1-b192-8fdb80c039cc req-b05b0665-26b5-4c2e-b060-1c20cfeefe38 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.252334 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:30.253474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287dfc1-0728-4bf1-b192-8fdb80c039cc req-b05b0665-26b5-4c2e-b060-1c20cfeefe38 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.255573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7287dfc1-0728-4bf1-b192-8fdb80c039cc req-b05b0665-26b5-4c2e-b060-1c20cfeefe38 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 3094 time: 0.0956464 Nov 22 16:29:30.291603 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.322038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:30.359513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7287dfc1-0728-4bf1-b192-8fdb80c039cc req-0c59a4b4-2584-43d5-8a2c-1686a3216a77 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924594 Nov 22 16:29:30.373456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0092e3-4f32-45fc-9c89-c3d28eb4fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6071974d-619c-4c0a-bc11-eb64f44811b7'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:30.376214 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03a5564-7902-4a6c-a80c-8516d8c6c2dc" -d '{"events": [{"server_uuid": "ab0092e3-4f32-45fc-9c89-c3d28eb4fe93", "name": "network-vif-plugged", "status": "completed", "tag": "6071974d-619c-4c0a-bc11-eb64f44811b7"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:30.396117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6071974d-619c-4c0a-bc11-eb64f44811b7, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6071974d-619c-4c0a-bc11-eb64f44811b7,segment=NetworkSegment(44effdc2-dc9c-48c8-b841-d2e2e831e29a),segment_id=44effdc2-dc9c-48c8-b841-d2e2e831e29a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:30.406707 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.420631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.421347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.442183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7abbc86e-7a50-4429-bd63-53ee0ce1b240 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1352336 Nov 22 16:29:30.464703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04', 'admin_state_up': True, 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'security_groups': ['dff4e710-4763-44b4-a216-d2bef6b6d3b9']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:30.536604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6071974d-619c-4c0a-bc11-eb64f44811b7,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:30.625068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bd5e9887-e993-46fe-8284-5e4694cd7288 None None] Provisioning complete for port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:30.626118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd5e9887-e993-46fe-8284-5e4694cd7288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.688577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379920d-b892-449d-b345-a317b5269e18 req-66fa9a17-b7c2-44bd-af8a-1334965a32cf tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.693342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5379920d-b892-449d-b345-a317b5269e18 req-66fa9a17-b7c2-44bd-af8a-1334965a32cf tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.1431828 Nov 22 16:29:30.693557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Made reservation on behalf of 1e29b74c95954f449a6b2fa49e5be722 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:30.704164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e9887-e993-46fe-8284-5e4694cd7288 None None] Port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:30.706257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.772309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5379920d-b892-449d-b345-a317b5269e18 req-2fbf46a3-40b6-455d-b78d-4c388d4df55a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714917 Nov 22 16:29:30.902470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1138-f7c4-4904-8084-d71ef5a0ebe3 req-9ee93dc8-937e-453d-9bfb-85e019013666 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.904355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-098c1138-f7c4-4904-8084-d71ef5a0ebe3 req-9ee93dc8-937e-453d-9bfb-85e019013666 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.0620651 Nov 22 16:29:30.935076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Allocated IP 10.2.2.200 (468837d3-9008-4da8-8231-5cd5ce780b04/affaa9e1-4362-459b-8e28-f193cb71fc51/2e82f3de-69c3-4e1c-b5df-986471b0e325) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:30.959357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-098c1138-f7c4-4904-8084-d71ef5a0ebe3 req-b1fd472f-b9d9-4355-bd15-bb5196077ffa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473089 Nov 22 16:29:31.016333 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6478552-2002-43ab-84b1-b8b25f856039 x-openstack-request-id: req-c6478552-2002-43ab-84b1-b8b25f856039 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:31.021006 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0092e3-4f32-45fc-9c89-c3d28eb4fe93", "name": "network-vif-plugged", "status": "completed", "tag": "6071974d-619c-4c0a-bc11-eb64f44811b7", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:31.022139 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6478552-2002-43ab-84b1-b8b25f856039 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:31.023301 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0092e3-4f32-45fc-9c89-c3d28eb4fe93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6071974d-619c-4c0a-bc11-eb64f44811b7', 'code': 200} Nov 22 16:29:31.165167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.237209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddbc7f-6066-4b42-bedf-3b8ae65abca9 req-764eab57-0b47-49c5-833f-94f41380fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.238924 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f6ddbc7f-6066-4b42-bedf-3b8ae65abca9 req-764eab57-0b47-49c5-833f-94f41380fc2b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 1101 time: 0.0833089 Nov 22 16:29:31.246135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.317282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Network 468837d3-9008-4da8-8231-5cd5ce780b04 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:31.319344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe85c-28e1-4282-bfd3-b1fe32043f8a req-10cf0de4-54ab-40d9-ba34-2974a4c6d5f2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.322006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:31.324908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:31.327451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d00fe85c-28e1-4282-bfd3-b1fe32043f8a req-10cf0de4-54ab-40d9-ba34-2974a4c6d5f2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.2346542 Nov 22 16:29:31.352793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-bf481bd2-f1b3-4696-8bb9-5a51840e5a8e tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.354998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-bf481bd2-f1b3-4696-8bb9-5a51840e5a8e tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.2382195 Nov 22 16:29:31.356961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70509ac6-bdce-4816-8b7d-f1c5a11c83c2 req-21ca88fe-f475-4d60-8833-3c8e91f2ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.358569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70509ac6-bdce-4816-8b7d-f1c5a11c83c2 req-21ca88fe-f475-4d60-8833-3c8e91f2ffb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 1097 time: 0.2168713 Nov 22 16:29:31.385248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event updated for resources: {'Port': ['ID=2e82f3de-69c3-4e1c-b5df-986471b0e325,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:31.406042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939faafb-3b38-452d-aaaa-99bd90ad56f4 req-9f38a314-a91e-4a18-bd1a-f8d50f483fad tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.407742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-939faafb-3b38-452d-aaaa-99bd90ad56f4 req-9f38a314-a91e-4a18-bd1a-f8d50f483fad tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2469285 Nov 22 16:29:31.408704 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f6ddbc7f-6066-4b42-bedf-3b8ae65abca9 req-86a4a8a5-64bd-48a9-9998-eae02e7a6c8b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545660 Nov 22 16:29:31.420569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.421415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.441530 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-5515900b-b497-4fd0-b5b8-ec2a04d37908 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9915638 Nov 22 16:29:31.457245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:31.529664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.534155 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70509ac6-bdce-4816-8b7d-f1c5a11c83c2 req-27749e59-d548-46f4-8df9-268a8ad7ff45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661742 Nov 22 16:29:31.548641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d00fe85c-28e1-4282-bfd3-b1fe32043f8a req-ab25d94b-461d-4f09-b38d-25b8667064c2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202179 Nov 22 16:29:31.613881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-942fb386-7307-4b4a-a542-90618963e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.616898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-942fb386-7307-4b4a-a542-90618963e0b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934 HTTP/1.1" status: 200 len: 1096 time: 0.2498438 Nov 22 16:29:31.646176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-939faafb-3b38-452d-aaaa-99bd90ad56f4 req-6f14af8a-5114-45bf-b003-d4ada08f9049 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967714 Nov 22 16:29:31.708677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff657282-4e67-403c-8e53-41991d48acbb req-e060255e-5508-4fcd-a4a8-d53bd3b3778b tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.711375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff657282-4e67-403c-8e53-41991d48acbb req-e060255e-5508-4fcd-a4a8-d53bd3b3778b tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 946 time: 0.0583115 Nov 22 16:29:31.768288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ae626253-8f9e-4f4e-ab1e-a9e70156f9a5 None None] Provisioning complete for port 2e82f3de-69c3-4e1c-b5df-986471b0e325 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:31.769885 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae626253-8f9e-4f4e-ab1e-a9e70156f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.810056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff657282-4e67-403c-8e53-41991d48acbb req-ce14b6ec-509d-454f-bde4-d75dc0fbb87f tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876687 Nov 22 16:29:31.836544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad41fc-8c0f-4b0a-ac34-4b10be44bd0b req-150568b5-ca4e-4cd6-99ed-0e4ba83f57ba tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.842776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad41fc-8c0f-4b0a-ac34-4b10be44bd0b req-150568b5-ca4e-4cd6-99ed-0e4ba83f57ba tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.850456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad41fc-8c0f-4b0a-ac34-4b10be44bd0b req-150568b5-ca4e-4cd6-99ed-0e4ba83f57ba tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.852158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acad41fc-8c0f-4b0a-ac34-4b10be44bd0b req-150568b5-ca4e-4cd6-99ed-0e4ba83f57ba tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.0958669 Nov 22 16:29:31.887800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ae626253-8f9e-4f4e-ab1e-a9e70156f9a5 None None] Port 2e82f3de-69c3-4e1c-b5df-986471b0e325 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:31.943329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b37758-1682-4270-ab29-780874e6899b {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:31.952081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acad41fc-8c0f-4b0a-ac34-4b10be44bd0b req-fd795c5e-0044-46e0-97f8-f2e210f76202 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908277 Nov 22 16:29:31.953444 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.969660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Transition to ACTIVE for port object 52b37758-1682-4270-ab29-780874e6899b will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:31.977832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.044868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Pushing event updated for resources: {'Port': ['ID=52b37758-1682-4270-ab29-780874e6899b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:32.050491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bd5d7-ea45-4e6a-8361-14aa1b1426cd req-4f48a797-4620-436b-833d-4f0ae1fa57ba tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.064297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bd5d7-ea45-4e6a-8361-14aa1b1426cd req-4f48a797-4620-436b-833d-4f0ae1fa57ba tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.074932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bd5d7-ea45-4e6a-8361-14aa1b1426cd req-4f48a797-4620-436b-833d-4f0ae1fa57ba tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.081658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bd5d7-ea45-4e6a-8361-14aa1b1426cd req-4f48a797-4620-436b-833d-4f0ae1fa57ba tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.089564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bd5d7-ea45-4e6a-8361-14aa1b1426cd req-4f48a797-4620-436b-833d-4f0ae1fa57ba tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.091624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b62bd5d7-ea45-4e6a-8361-14aa1b1426cd req-4f48a797-4620-436b-833d-4f0ae1fa57ba tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 3827 time: 0.1234798 Nov 22 16:29:32.142754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Attempting to bind port 52b37758-1682-4270-ab29-780874e6899b on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:32.143136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Attempting to bind port 52b37758-1682-4270-ab29-780874e6899b by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:32.144242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Attempting to bind port 52b37758-1682-4270-ab29-780874e6899b on network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:32.151340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Port 52b37758-1682-4270-ab29-780874e6899b on network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:32.151706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Attempting to bind port 52b37758-1682-4270-ab29-780874e6899b on network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:32.157821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:32.158166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Checking segment: {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:32.158558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Bound using segment: {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:32.159043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Bound port: 52b37758-1682-4270-ab29-780874e6899b, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574d8666-e297-4853-aea2-9b4158aea242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:32.159384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.184109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e52f-9a52-4bab-b83b-54d03497de69 req-a2ceee74-91d9-4cbd-af90-5d9c4d25e555 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.186779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bb7e52f-9a52-4bab-b83b-54d03497de69 req-a2ceee74-91d9-4cbd-af90-5d9c4d25e555 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.0941994 Nov 22 16:29:32.218580 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b62bd5d7-ea45-4e6a-8361-14aa1b1426cd req-f83818e8-9421-4fb5-b753-8fad7f75e392 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136816 Nov 22 16:29:32.254230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] For port 52b37758-1682-4270-ab29-780874e6899b, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:32.258858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] For port 52b37758-1682-4270-ab29-780874e6899b, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=52b37758-1682-4270-ab29-780874e6899b,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:32.265227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.309248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.309895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.311349 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] 10.222.0.37 "PUT /v2.0/ports/52b37758-1682-4270-ab29-780874e6899b HTTP/1.1" status: 200 len: 1091 time: 0.8602302 Nov 22 16:29:32.311801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '52b37758-1682-4270-ab29-780874e6899b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:32.314130 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ae59e4-670f-424d-b41e-8672c9be35bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "52b37758-1682-4270-ab29-780874e6899b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:32.343359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bb7e52f-9a52-4bab-b83b-54d03497de69 req-0ceafd07-ebde-44ea-8ac9-47fad0337b06 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469588 Nov 22 16:29:32.361674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:32.399285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704c92a-21a3-4c8e-8ff8-7bad2abe6354 service neutron] Pushing event updated for resources: {'Port': ['ID=52b37758-1682-4270-ab29-780874e6899b,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:32.448367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5692c9-fff6-44aa-baf5-618f6de3703f req-88b8bcef-f98c-459a-b835-65e7c98b8162 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.450536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e5692c9-fff6-44aa-baf5-618f6de3703f req-88b8bcef-f98c-459a-b835-65e7c98b8162 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.1027365 Nov 22 16:29:32.458774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.518234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e5692c9-fff6-44aa-baf5-618f6de3703f req-c2b5314d-0496-4390-a55f-02d12c957152 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604188 Nov 22 16:29:32.606089 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213e5bcd-af10-46f5-8750-38546ebb20fe x-openstack-request-id: req-213e5bcd-af10-46f5-8750-38546ebb20fe {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:32.606360 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "52b37758-1682-4270-ab29-780874e6899b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:32.606540 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-213e5bcd-af10-46f5-8750-38546ebb20fe {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:32.606851 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '52b37758-1682-4270-ab29-780874e6899b', 'status': 'completed', 'code': 200} Nov 22 16:29:32.688653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-9d25655f-189a-449e-bfc5-0a79b2fa5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.689293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-9d25655f-189a-449e-bfc5-0a79b2fa5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.690547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-9d25655f-189a-449e-bfc5-0a79b2fa5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.701563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-9d25655f-189a-449e-bfc5-0a79b2fa5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.702443 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-9d25655f-189a-449e-bfc5-0a79b2fa5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.704490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-9d25655f-189a-449e-bfc5-0a79b2fa5f04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 4362 time: 0.0773249 Nov 22 16:29:32.890886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28892659-4971-4e49-a576-3a8312c6ef39 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:32.903953 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.919721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Transition to ACTIVE for port object 28892659-4971-4e49-a576-3a8312c6ef39 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:32.925054 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.937894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47220532-42eb-4abf-babe-4e1e9328aa7e req-e1750601-32e9-4937-b418-fb2b039ce3c5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.939504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47220532-42eb-4abf-babe-4e1e9328aa7e req-e1750601-32e9-4937-b418-fb2b039ce3c5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.2144635 Nov 22 16:29:32.987010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-d627a9f5-31f2-4c95-909c-02dc2076356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.987479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-d627a9f5-31f2-4c95-909c-02dc2076356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.988508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-d627a9f5-31f2-4c95-909c-02dc2076356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.990465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-d627a9f5-31f2-4c95-909c-02dc2076356c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1e29b74c95954f449a6b2fa49e5be722&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2769284 Nov 22 16:29:32.994408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Pushing event updated for resources: {'Port': ['ID=28892659-4971-4e49-a576-3a8312c6ef39,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:33.108143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Attempting to bind port 28892659-4971-4e49-a576-3a8312c6ef39 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:33.108886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Attempting to bind port 28892659-4971-4e49-a576-3a8312c6ef39 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:33.109650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Attempting to bind port 28892659-4971-4e49-a576-3a8312c6ef39 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:33.118036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Port 28892659-4971-4e49-a576-3a8312c6ef39 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:33.118765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Attempting to bind port 28892659-4971-4e49-a576-3a8312c6ef39 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:33.129382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:33.130010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Checking segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:33.130663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Bound using segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:33.131365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Bound port: 28892659-4971-4e49-a576-3a8312c6ef39, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:33.131967 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.144232 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47220532-42eb-4abf-babe-4e1e9328aa7e req-04984a1d-6dc3-4994-a705-e8c8b4ef4736 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841314 Nov 22 16:29:33.257233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] For port 28892659-4971-4e49-a576-3a8312c6ef39, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:33.261802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] For port 28892659-4971-4e49-a576-3a8312c6ef39, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28892659-4971-4e49-a576-3a8312c6ef39,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:33.271008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.317479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-cab2b711-9977-421b-9b91-7c20f7d24f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.319206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34ae59e4-670f-424d-b41e-8672c9be35bd req-cab2b711-9977-421b-9b91-7c20f7d24f1f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3128924 Nov 22 16:29:33.337471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cd318-41e7-4690-826b-55af75ad1c6f req-acae1a5c-d00e-4e60-a1e8-4cc1f2810bf4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.339637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.340381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.343248 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] 10.222.0.37 "PUT /v2.0/ports/28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 200 len: 1135 time: 0.9905214 Nov 22 16:29:33.344107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e36cd318-41e7-4690-826b-55af75ad1c6f req-acae1a5c-d00e-4e60-a1e8-4cc1f2810bf4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1018384 Nov 22 16:29:33.347145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80f600-7a74-478a-9783-5d3150985c8e service neutron] Pushing event updated for resources: {'Port': ['ID=28892659-4971-4e49-a576-3a8312c6ef39,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:33.390434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:33.414433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e36cd318-41e7-4690-826b-55af75ad1c6f req-91fe24dd-83b0-40eb-893f-752e4f5c734d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688901 Nov 22 16:29:33.466497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.561407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb8e5-4222-43ad-8720-590995770e0a req-2323c39f-cbd4-4472-ab5e-71c06a027f27 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.563897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a05bb8e5-4222-43ad-8720-590995770e0a req-2323c39f-cbd4-4472-ab5e-71c06a027f27 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 946 time: 0.0821538 Nov 22 16:29:33.651419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a05bb8e5-4222-43ad-8720-590995770e0a req-bdac3c2a-a589-4ed4-9d76-fc27e2a554a9 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764804 Nov 22 16:29:33.790342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e539a-0e3f-4ed6-a683-aed8947daf1c req-c1af6e22-d1d7-4670-a35c-fd190e1bd2a2 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.797931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e539a-0e3f-4ed6-a683-aed8947daf1c req-c1af6e22-d1d7-4670-a35c-fd190e1bd2a2 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.812916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e539a-0e3f-4ed6-a683-aed8947daf1c req-c1af6e22-d1d7-4670-a35c-fd190e1bd2a2 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.814654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-394e539a-0e3f-4ed6-a683-aed8947daf1c req-c1af6e22-d1d7-4670-a35c-fd190e1bd2a2 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.0842645 Nov 22 16:29:33.838690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd928a2-1f5c-45a7-a938-b2b22f4585d8 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:33.847899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.865567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Transition to ACTIVE for port object ccd928a2-1f5c-45a7-a938-b2b22f4585d8 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:33.872581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.892127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-394e539a-0e3f-4ed6-a683-aed8947daf1c req-fef84be1-dda4-4501-9d1a-2996a515c832 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683942 Nov 22 16:29:33.955439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:34.029008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Attempting to bind port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:34.030026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Attempting to bind port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:34.030383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Attempting to bind port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:34.036552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:34.036950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Attempting to bind port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:34.043669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:34.044399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Checking segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:34.044808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Bound using segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:34.045506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Bound port: ccd928a2-1f5c-45a7-a938-b2b22f4585d8, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:34.045619 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.124823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] For port ccd928a2-1f5c-45a7-a938-b2b22f4585d8, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:34.130053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] For port ccd928a2-1f5c-45a7-a938-b2b22f4585d8, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:34.138392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.189729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.190418 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.192298 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 200 len: 1135 time: 0.8105328 Nov 22 16:29:34.223959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:34.250381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623af518-bccf-47a1-a874-97d37ee204d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:34.303651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.447162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-4291bc8f-405a-494d-ada7-99ca8ee036ca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.453976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-4291bc8f-405a-494d-ada7-99ca8ee036ca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.460069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-4291bc8f-405a-494d-ada7-99ca8ee036ca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.467108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-4291bc8f-405a-494d-ada7-99ca8ee036ca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.473538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-4291bc8f-405a-494d-ada7-99ca8ee036ca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.479644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-4291bc8f-405a-494d-ada7-99ca8ee036ca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.486451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-4291bc8f-405a-494d-ada7-99ca8ee036ca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.488535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-4291bc8f-405a-494d-ada7-99ca8ee036ca tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5381 time: 0.4943287 Nov 22 16:29:34.568093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67ba5d23-5f9f-4dc4-87cb-160eb3cc2373 req-8b9e684c-3bc2-418c-ae20-e9b9548ac936 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717964 Nov 22 16:29:34.609484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '28892659-4971-4e49-a576-3a8312c6ef39'}, {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': 'ccd928a2-1f5c-45a7-a938-b2b22f4585d8'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:34.612157 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "28892659-4971-4e49-a576-3a8312c6ef39"}, {"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "ccd928a2-1f5c-45a7-a938-b2b22f4585d8"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:34.632585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b66d3b5-e58d-4ec8-814e-9327346ca5fb {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:34.644043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.662194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Transition to ACTIVE for port object 6b66d3b5-e58d-4ec8-814e-9327346ca5fb will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:34.668746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.734019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cbf5c-b6b4-49e8-9bd3-fe0e3cf7ef62 req-4494fc77-e319-4b4d-924a-f3a85856f98b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.736186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f35cbf5c-b6b4-49e8-9bd3-fe0e3cf7ef62 req-4494fc77-e319-4b4d-924a-f3a85856f98b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.0699003 Nov 22 16:29:34.761183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Pushing event updated for resources: {'Port': ['ID=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:34.834209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Attempting to bind port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:34.834561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Attempting to bind port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:34.834899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Attempting to bind port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:34.838854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f35cbf5c-b6b4-49e8-9bd3-fe0e3cf7ef62 req-6e1e34e3-3343-40b8-8d90-c8c06cdd73c8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952327 Nov 22 16:29:34.840354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:34.840695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Attempting to bind port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:34.857516 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:34.857841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Checking segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:34.858320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Bound using segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:34.858660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Bound port: 6b66d3b5-e58d-4ec8-814e-9327346ca5fb, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:34.859045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.947335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] For port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:34.952195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] For port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:34.957400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93d1f0-bd92-40ce-ad67-0592f0a0b153 req-7a69f1e4-49a2-4aa5-86de-5485812db5e0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.964841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.968519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac93d1f0-bd92-40ce-ad67-0592f0a0b153 req-7a69f1e4-49a2-4aa5-86de-5485812db5e0 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.0715790 Nov 22 16:29:35.008512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.008962 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.011183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] 10.222.0.37 "PUT /v2.0/ports/6b66d3b5-e58d-4ec8-814e-9327346ca5fb HTTP/1.1" status: 200 len: 1091 time: 0.7921565 Nov 22 16:29:35.043994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:35.056025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac93d1f0-bd92-40ce-ad67-0592f0a0b153 req-71a28916-70f8-4b0b-b458-1988de2104b8 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836458 Nov 22 16:29:35.068892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae00aa1-e736-4af7-a9b9-ba6af61a3245 service neutron] Pushing event updated for resources: {'Port': ['ID=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:35.130942 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.299138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7121-f360-4ae4-87f7-2cdeac8a430e req-00411662-f999-45cf-9b87-e3e3568f5a96 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.301313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb4b7121-f360-4ae4-87f7-2cdeac8a430e req-00411662-f999-45cf-9b87-e3e3568f5a96 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.0811853 Nov 22 16:29:35.367541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb4b7121-f360-4ae4-87f7-2cdeac8a430e req-99575627-e35f-4629-af80-8915290d09b2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572569 Nov 22 16:29:35.514340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d4f85a-1783-4f53-806b-b3186488fd29 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:35.518349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacfbec-a251-47c8-b585-e3491d12e64d req-04e9d8e4-8936-4e23-a1ae-cd5c26ca94c0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.522468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aeacfbec-a251-47c8-b585-e3491d12e64d req-04e9d8e4-8936-4e23-a1ae-cd5c26ca94c0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.0679588 Nov 22 16:29:35.529687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.551604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Transition to ACTIVE for port object c0d4f85a-1783-4f53-806b-b3186488fd29 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:35.557803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.580919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aeacfbec-a251-47c8-b585-e3491d12e64d req-0db557df-fbb2-445d-ab13-73b756fb4137 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Nov 22 16:29:35.616826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d4f85a-1783-4f53-806b-b3186488fd29,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:35.658344 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52f422a-f71c-407b-8aec-bee539590a92 x-openstack-request-id: req-a52f422a-f71c-407b-8aec-bee539590a92 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:35.658653 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "28892659-4971-4e49-a576-3a8312c6ef39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "ccd928a2-1f5c-45a7-a938-b2b22f4585d8", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:35.658897 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a52f422a-f71c-407b-8aec-bee539590a92 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:35.659361 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '28892659-4971-4e49-a576-3a8312c6ef39', 'status': 'completed', 'code': 200} Nov 22 16:29:35.659654 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': 'ccd928a2-1f5c-45a7-a938-b2b22f4585d8', 'status': 'completed', 'code': 200} Nov 22 16:29:35.746580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Attempting to bind port c0d4f85a-1783-4f53-806b-b3186488fd29 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:35.747120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Attempting to bind port c0d4f85a-1783-4f53-806b-b3186488fd29 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:35.747462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Attempting to bind port c0d4f85a-1783-4f53-806b-b3186488fd29 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:35.753029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Port c0d4f85a-1783-4f53-806b-b3186488fd29 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:35.753371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Attempting to bind port c0d4f85a-1783-4f53-806b-b3186488fd29 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:35.759265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:35.759588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Checking segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:35.759985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Bound using segment: {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:35.760417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Bound port: c0d4f85a-1783-4f53-806b-b3186488fd29, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b63b765-247d-4228-b36b-d10b04feec58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:35.772082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.806515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d977fc0b-4313-4eaa-98c9-32fe8049474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.807910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d977fc0b-4313-4eaa-98c9-32fe8049474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.807910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d977fc0b-4313-4eaa-98c9-32fe8049474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.808177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d977fc0b-4313-4eaa-98c9-32fe8049474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.808650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d977fc0b-4313-4eaa-98c9-32fe8049474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.817186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d977fc0b-4313-4eaa-98c9-32fe8049474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.817777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d977fc0b-4313-4eaa-98c9-32fe8049474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.820151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d977fc0b-4313-4eaa-98c9-32fe8049474f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6310 time: 0.1389241 Nov 22 16:29:35.842539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be436d3a-3c1f-42c2-a5e4-91fbb4c17558 req-02c2ead1-915e-4288-8838-d02d1c9d38b4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.856323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be436d3a-3c1f-42c2-a5e4-91fbb4c17558 req-02c2ead1-915e-4288-8838-d02d1c9d38b4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.863262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be436d3a-3c1f-42c2-a5e4-91fbb4c17558 req-02c2ead1-915e-4288-8838-d02d1c9d38b4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.863984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] For port c0d4f85a-1783-4f53-806b-b3186488fd29, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:35.865133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be436d3a-3c1f-42c2-a5e4-91fbb4c17558 req-02c2ead1-915e-4288-8838-d02d1c9d38b4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.1294236 Nov 22 16:29:35.868821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] For port c0d4f85a-1783-4f53-806b-b3186488fd29, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c0d4f85a-1783-4f53-806b-b3186488fd29,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:35.884060 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.930497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.931550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.935463 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] 10.222.0.37 "PUT /v2.0/ports/c0d4f85a-1783-4f53-806b-b3186488fd29 HTTP/1.1" status: 200 len: 1090 time: 0.8983722 Nov 22 16:29:35.961493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee4d4-d4dc-400c-90ad-502c0a3106b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d4f85a-1783-4f53-806b-b3186488fd29,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:35.988942 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be436d3a-3c1f-42c2-a5e4-91fbb4c17558 req-047c6405-4713-4f64-88ac-1313c3b172e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116436 Nov 22 16:29:36.001410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:36.160678 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.173518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-0136ba66-90a7-4e45-b607-9414efd8a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.173996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-0136ba66-90a7-4e45-b607-9414efd8a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.174460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-0136ba66-90a7-4e45-b607-9414efd8a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.176683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-0136ba66-90a7-4e45-b607-9414efd8a2dd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1e29b74c95954f449a6b2fa49e5be722&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3468552 Nov 22 16:29:36.265373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.323067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-e04f7b0f-7c12-493f-8aca-3fa7f3cc3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.325614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-e04f7b0f-7c12-493f-8aca-3fa7f3cc3ea2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1096 time: 0.2934368 Nov 22 16:29:36.533123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-2c0a35a1-ea3b-4388-afaf-be012d53f6f1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.544150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-2c0a35a1-ea3b-4388-afaf-be012d53f6f1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.552725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-2c0a35a1-ea3b-4388-afaf-be012d53f6f1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.559577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-2c0a35a1-ea3b-4388-afaf-be012d53f6f1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.567561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-2c0a35a1-ea3b-4388-afaf-be012d53f6f1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.574009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-2c0a35a1-ea3b-4388-afaf-be012d53f6f1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.575256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:36.580425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-2c0a35a1-ea3b-4388-afaf-be012d53f6f1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.582484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-2c0a35a1-ea3b-4388-afaf-be012d53f6f1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5405 time: 0.4537404 Nov 22 16:29:36.584321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.599706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Transition to ACTIVE for port object 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:36.610068 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.693524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-1733eda6-a965-474c-9361-2656f146294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.695125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Pushing event updated for resources: {'Port': ['ID=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.695330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-1733eda6-a965-474c-9361-2656f146294a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=53b07c7319e94b2681b359411f8ce425&device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 1097 time: 0.3660493 Nov 22 16:29:36.716804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a3119-3c77-4585-ab37-c5adade28ac2 req-0f0918ca-4895-4aa2-b7fb-f7d1fe733829 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.719035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d98a3119-3c77-4585-ab37-c5adade28ac2 req-0f0918ca-4895-4aa2-b7fb-f7d1fe733829 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.4035709 Nov 22 16:29:36.770626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Attempting to bind port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:36.771211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Attempting to bind port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:36.771545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Attempting to bind port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 on network 468837d3-9008-4da8-8231-5cd5ce780b04 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:36.779961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d0a6df33-07bd-4c4b-905c-2fc68e56aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.779961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-d0a6df33-07bd-4c4b-905c-2fc68e56aab3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5934880 Nov 22 16:29:36.780955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 on network 468837d3-9008-4da8-8231-5cd5ce780b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:36.781852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Attempting to bind port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 on network 468837d3-9008-4da8-8231-5cd5ce780b04 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:36.801154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:36.802019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Checking segment: {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:36.806058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Bound using segment: {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:36.806595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Bound port: 12cc7d23-1d90-4dd3-a315-b7423f2e19d5, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:36.808138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.859307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-00642b24-c83f-4be5-a1bd-52ca8dfe92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.859307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-00642b24-c83f-4be5-a1bd-52ca8dfe92f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.4980452 Nov 22 16:29:36.927581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] For port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:36.933530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] For port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:36.938578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.953550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a218a860-4d15-4092-b9b6-4a5d47b5f0e2 req-c31c2b02-b0ce-48e4-b8ad-50ea545fe6a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3583646 Nov 22 16:29:36.970116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-55d68322-4c53-43ae-aff9-9c9962341c17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 200 len: 217 time: 0.0849102 Nov 22 16:29:37.024464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Pushing event updated for resources: {'Port': ['ID=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:37.042067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.042895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.045486 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fd36b49d-c683-40b4-b02d-af79bbeb6223 service neutron] 10.222.0.37 "PUT /v2.0/ports/12cc7d23-1d90-4dd3-a315-b7423f2e19d5 HTTP/1.1" status: 200 len: 1091 time: 1.0650136 Nov 22 16:29:37.087417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Request body: {'port': {'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:37.143620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-7e7fe69a-1a26-4a6f-bcc9-ae15945e9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.146660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-7e7fe69a-1a26-4a6f-bcc9-ae15945e9cf1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 HTTP/1.1" status: 200 len: 913 time: 0.4153171 Nov 22 16:29:37.189208 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.191711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d98a3119-3c77-4585-ab37-c5adade28ac2 req-2fe83a76-fdbf-4b30-84ee-f6e8e1f29363 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571395 Nov 22 16:29:37.298131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-89b5c8b0-9c0b-49b0-84fc-fc900e3c637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.304921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-89b5c8b0-9c0b-49b0-84fc-fc900e3c637e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.3034577 Nov 22 16:29:37.310682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-205abae7-97d2-4479-a4ec-33e7d0947506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.311194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-205abae7-97d2-4479-a4ec-33e7d0947506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.311665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-205abae7-97d2-4479-a4ec-33e7d0947506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.312149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-205abae7-97d2-4479-a4ec-33e7d0947506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.312620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-205abae7-97d2-4479-a4ec-33e7d0947506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.313068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-205abae7-97d2-4479-a4ec-33e7d0947506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.313531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-205abae7-97d2-4479-a4ec-33e7d0947506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.317798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-205abae7-97d2-4479-a4ec-33e7d0947506 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6377 time: 0.4572117 Nov 22 16:29:37.319868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-cafe7180-0b5b-4f26-8485-11409d5bb7c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6071974d-619c-4c0a-bc11-eb64f44811b7 HTTP/1.1" status: 200 len: 217 time: 0.1565895 Nov 22 16:29:37.486102 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.488763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-93215f87-f8c4-4045-8b58-2e4fe9d86f9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533856 Nov 22 16:29:37.509036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-e7bb76b9-dc67-41b6-9373-a1d16937c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.510668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-e7bb76b9-dc67-41b6-9373-a1d16937c97c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b14b560d-9294-4733-8216-71a3d42a5879 HTTP/1.1" status: 200 len: 852 time: 0.1577225 Nov 22 16:29:37.644254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-84f6e046-a9d0-4320-8d0b-f8708cfa7c7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805457 Nov 22 16:29:37.704305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04ec0e-f92e-4168-b8f4-4ab1fb852b9a req-4a6f3853-f2ef-4f8f-a901-037e245ef98c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.706016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e04ec0e-f92e-4168-b8f4-4ab1fb852b9a req-4a6f3853-f2ef-4f8f-a901-037e245ef98c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.5512123 Nov 22 16:29:37.762295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb'}, {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': 'c0d4f85a-1783-4f53-806b-b3186488fd29'}, {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:37.764837 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c2184a-79e7-4d4a-89a1-9766c129d693" -d '{"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "6b66d3b5-e58d-4ec8-814e-9327346ca5fb"}, {"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "c0d4f85a-1783-4f53-806b-b3186488fd29"}, {"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "12cc7d23-1d90-4dd3-a315-b7423f2e19d5"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:37.783650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c7853-129f-465d-a996-ca6b6a4efee0 req-e858a8b2-262e-417b-90f8-cac3617c8898 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.785545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d44c7853-129f-465d-a996-ca6b6a4efee0 req-e858a8b2-262e-417b-90f8-cac3617c8898 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 946 time: 0.4415889 Nov 22 16:29:37.925176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-4f9d46e6-7eaa-40f3-9ce5-951b0f2d1141 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749001 Nov 22 16:29:37.928901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e82f3de-69c3-4e1c-b5df-986471b0e325 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:37.932575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-8e98057a-caee-45e6-b631-59bef9a44c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.933138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-8e98057a-caee-45e6-b631-59bef9a44c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.933754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-8e98057a-caee-45e6-b631-59bef9a44c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.935378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-8e98057a-caee-45e6-b631-59bef9a44c12 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1e29b74c95954f449a6b2fa49e5be722&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5733528 Nov 22 16:29:37.936667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.951187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Transition to ACTIVE for port object 2e82f3de-69c3-4e1c-b5df-986471b0e325 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:37.958592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.969508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e04ec0e-f92e-4168-b8f4-4ab1fb852b9a req-f880c893-fa06-4420-9012-83e04ea17342 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262733 Nov 22 16:29:38.057055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Pushing event updated for resources: {'Port': ['ID=2e82f3de-69c3-4e1c-b5df-986471b0e325,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:38.140881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-3db5d15e-6331-4a58-b435-db6c6b7dabd6 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982214 Nov 22 16:29:38.177708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Attempting to bind port 2e82f3de-69c3-4e1c-b5df-986471b0e325 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:38.178097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Attempting to bind port 2e82f3de-69c3-4e1c-b5df-986471b0e325 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:38.178576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Attempting to bind port 2e82f3de-69c3-4e1c-b5df-986471b0e325 on network 468837d3-9008-4da8-8231-5cd5ce780b04 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:38.188242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Port 2e82f3de-69c3-4e1c-b5df-986471b0e325 on network 468837d3-9008-4da8-8231-5cd5ce780b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:38.188709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Attempting to bind port 2e82f3de-69c3-4e1c-b5df-986471b0e325 on network 468837d3-9008-4da8-8231-5cd5ce780b04 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:38.196984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-837b839c-1db0-46e3-a5b1-9482cf517764 service neutron] 10.222.0.37 "GET /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302694 Nov 22 16:29:38.200521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:38.201085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Checking segment: {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:38.201298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Bound using segment: {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:38.201749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Bound port: 2e82f3de-69c3-4e1c-b5df-986471b0e325, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3842485f-c6cd-4d10-8bc5-85ee1de366eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:38.202314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.207754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d44c7853-129f-465d-a996-ca6b6a4efee0 req-2890ff19-066a-464a-a4fa-dab557d098d5 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001639 Nov 22 16:29:38.357762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] For port 2e82f3de-69c3-4e1c-b5df-986471b0e325, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:38.366393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] For port 2e82f3de-69c3-4e1c-b5df-986471b0e325, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:38.372137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.426591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.427236 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.428696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e82f3de-69c3-4e1c-b5df-986471b0e325 HTTP/1.1" status: 200 len: 1091 time: 1.3515246 Nov 22 16:29:38.462813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899f67f-625e-4a81-8136-c5d382b36c85 service neutron] Pushing event updated for resources: {'Port': ['ID=2e82f3de-69c3-4e1c-b5df-986471b0e325,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:38.516225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274c5e-9ad4-40fd-92aa-62167325dd61 req-bb571baf-d5c9-4d7b-a5f6-11536955a5e8 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.518081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a274c5e-9ad4-40fd-92aa-62167325dd61 req-bb571baf-d5c9-4d7b-a5f6-11536955a5e8 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.3599021 Nov 22 16:29:38.528256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c649e7a-444e-412a-954d-c06c6266b5f5 req-319f67ff-7980-4875-bfa0-6316c800c082 service neutron] 10.222.0.37 "GET /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162224 Nov 22 16:29:38.549125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94897860-f8a6-4333-a30d-5d0ec2836b9e req-75bda5ad-b435-4e6f-b8f1-6a3d799c0c4f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.551301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94897860-f8a6-4333-a30d-5d0ec2836b9e req-75bda5ad-b435-4e6f-b8f1-6a3d799c0c4f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2095006 Nov 22 16:29:38.556390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-70a45cc9-f578-4784-a7b9-f9058d994a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.557877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-969a386d-2d63-4d0b-884b-e0ee5cc9b0e8 req-70a45cc9-f578-4784-a7b9-f9058d994a6c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5843763 Nov 22 16:29:38.603127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-b97b1334-1556-4d66-903f-b418f8c862c3 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.604723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-b97b1334-1556-4d66-903f-b418f8c862c3 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.1708887 Nov 22 16:29:38.749184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a274c5e-9ad4-40fd-92aa-62167325dd61 req-09b7b250-540a-4c7a-8cc5-782da42082a3 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189841 Nov 22 16:29:38.804143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94897860-f8a6-4333-a30d-5d0ec2836b9e req-cc96550c-1815-4a22-84db-05958fa16650 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351692 Nov 22 16:29:38.845799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7343bde1-6b17-49c8-b417-5cb04a7645a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.846272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7343bde1-6b17-49c8-b417-5cb04a7645a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.846751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7343bde1-6b17-49c8-b417-5cb04a7645a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.847391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7343bde1-6b17-49c8-b417-5cb04a7645a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.848321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7343bde1-6b17-49c8-b417-5cb04a7645a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.848321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7343bde1-6b17-49c8-b417-5cb04a7645a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.848921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7343bde1-6b17-49c8-b417-5cb04a7645a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.851703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7343bde1-6b17-49c8-b417-5cb04a7645a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6486 time: 0.2230911 Nov 22 16:29:38.949472 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fcb871f6-9ec0-46fd-81cb-42f89b30eaf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b37758-1682-4270-ab29-780874e6899b HTTP/1.1" status: 200 len: 217 time: 0.0889847 Nov 22 16:29:38.967432 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ccfb8d-79f0-4213-949c-885c28426e2e x-openstack-request-id: req-92ccfb8d-79f0-4213-949c-885c28426e2e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:38.967736 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "6b66d3b5-e58d-4ec8-814e-9327346ca5fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "c0d4f85a-1783-4f53-806b-b3186488fd29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "12cc7d23-1d90-4dd3-a315-b7423f2e19d5", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:38.968225 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92ccfb8d-79f0-4213-949c-885c28426e2e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:38.968776 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb', 'status': 'completed', 'code': 200} Nov 22 16:29:38.969033 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': 'c0d4f85a-1783-4f53-806b-b3186488fd29', 'status': 'completed', 'code': 200} Nov 22 16:29:38.969318 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5', 'status': 'completed', 'code': 200} Nov 22 16:29:39.479972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-c4a62092-9851-4e76-8ab8-74fae1e4ce72 service neutron] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:39.491939 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-c4a62092-9851-4e76-8ab8-74fae1e4ce72 service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.493113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8a4b1f-6c88-47e5-b5a3-678767560108 req-c4a62092-9851-4e76-8ab8-74fae1e4ce72 service neutron] 10.222.0.62 "DELETE /v2.0/ports/93b9d6b0-01d5-4286-904c-ce0c31379d03/bindings/n-h1-816865-2 HTTP/1.1" status: 204 len: 173 time: 0.8733211 Nov 22 16:29:39.510208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84843a89-281a-4233-9480-572b608a4154 req-a510ff92-baf7-435d-b3f2-59b1e6a58f63 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.517095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84843a89-281a-4233-9480-572b608a4154 req-a510ff92-baf7-435d-b3f2-59b1e6a58f63 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.524756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84843a89-281a-4233-9480-572b608a4154 req-a510ff92-baf7-435d-b3f2-59b1e6a58f63 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.527150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84843a89-281a-4233-9480-572b608a4154 req-a510ff92-baf7-435d-b3f2-59b1e6a58f63 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.5798423 Nov 22 16:29:39.531155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-70f0192b-5b2b-43ff-a211-511d126ce955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.532656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-70f0192b-5b2b-43ff-a211-511d126ce955 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4ee08f-c083-4020-9676-13ac238ef52a HTTP/1.1" status: 200 len: 856 time: 0.5597491 Nov 22 16:29:39.563232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-3d4835b8-a2f3-49f2-887a-00e597df6e94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.569659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-3d4835b8-a2f3-49f2-887a-00e597df6e94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.579428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-3d4835b8-a2f3-49f2-887a-00e597df6e94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.587263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-3d4835b8-a2f3-49f2-887a-00e597df6e94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.595744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-3d4835b8-a2f3-49f2-887a-00e597df6e94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.601938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-3d4835b8-a2f3-49f2-887a-00e597df6e94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.609601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-3d4835b8-a2f3-49f2-887a-00e597df6e94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.612229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-3d4835b8-a2f3-49f2-887a-00e597df6e94 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.5676751 Nov 22 16:29:39.670462 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:29:39.730859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84843a89-281a-4233-9480-572b608a4154 req-f46fe880-9c06-452f-b7e6-835033dfc167 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900456 Nov 22 16:29:39.740891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-f7c250d3-cd5b-4840-bfed-a0ce2ea52907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.743381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-f7c250d3-cd5b-4840-bfed-a0ce2ea52907 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009697 Nov 22 16:29:39.774752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29dbfb57-91ec-43ac-8670-11063d20f5e1 req-38d85af9-70fd-430f-8815-793bc0d1268a tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500421 Nov 22 16:29:39.951594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-95154ed4-b610-4b0e-8827-32e1fa255b6e req-0f1d3dfb-ea11-4c46-b5eb-675d0c54a1cf service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:29:39.953031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95154ed4-b610-4b0e-8827-32e1fa255b6e req-0f1d3dfb-ea11-4c46-b5eb-675d0c54a1cf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122056 Nov 22 16:29:39.969527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11232-5ecc-42f9-896d-1928d6548c8e req-12a95149-f905-4e33-a25e-8f5dde5a385f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.975580 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81e11232-5ecc-42f9-896d-1928d6548c8e req-12a95149-f905-4e33-a25e-8f5dde5a385f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.1134527 Nov 22 16:29:39.985407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-57caffa4-5164-4cc1-9292-e25f194bd4db service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083013 Nov 22 16:29:40.129744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81e11232-5ecc-42f9-896d-1928d6548c8e req-62096e30-9c39-4f26-a7fb-aa937a16dad4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487515 Nov 22 16:29:40.206513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-2d87becc-7f0f-4db1-bf96-93a9ca246f2e service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999989 Nov 22 16:29:40.267526 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-3fd97dd6-f9d6-454b-840d-af126f725750 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451882 Nov 22 16:29:40.280085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-f95bc796-ca25-4338-b457-7a75662994e3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:29:40.282098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-f95bc796-ca25-4338-b457-7a75662994e3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081000 Nov 22 16:29:40.332071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-6eaa8e08-3280-4b02-92ac-dbd753b44e0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 200 len: 217 time: 0.0887814 Nov 22 16:29:40.384596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2587c-c5a3-41de-bd61-a39b192350c8 req-77901b06-0ee3-47ed-b695-037e6cc9df1c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.386203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99d2587c-c5a3-41de-bd61-a39b192350c8 req-77901b06-0ee3-47ed-b695-037e6cc9df1c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.1784461 Nov 22 16:29:40.401133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afc87d-6969-477c-a30f-0a3b55879d1c req-7c579553-c9c4-4514-8d1a-b8f28e40d1bd tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.402714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4afc87d-6969-477c-a30f-0a3b55879d1c req-7c579553-c9c4-4514-8d1a-b8f28e40d1bd tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 946 time: 0.1612439 Nov 22 16:29:40.440260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-81625fd3-8adf-4cbb-a62b-64af3724e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.442016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-81625fd3-8adf-4cbb-a62b-64af3724e0db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1000929 Nov 22 16:29:40.598656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99d2587c-c5a3-41de-bd61-a39b192350c8 req-c6e131c5-74f0-404f-b5f6-13a631bbf1d2 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900806 Nov 22 16:29:40.610459 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4afc87d-6969-477c-a30f-0a3b55879d1c req-a69be10a-5f27-469e-a3bb-a3d794de50b7 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903780 Nov 22 16:29:40.629192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fea69346-b39d-4107-93f0-4680b34bacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.632480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-fea69346-b39d-4107-93f0-4680b34bacfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1782041 Nov 22 16:29:40.851417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491512d-e9fb-4fe5-802c-2fe6d6235950 req-79a89771-5f68-4833-864d-cd467944a469 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.853416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0491512d-e9fb-4fe5-802c-2fe6d6235950 req-79a89771-5f68-4833-864d-cd467944a469 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.1073575 Nov 22 16:29:40.856759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-85e2e1b5-8778-49fe-b937-397d28adc8a4 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154069 Nov 22 16:29:40.970330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '2e82f3de-69c3-4e1c-b5df-986471b0e325'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:40.973363 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336e29d-b5c8-4d36-ba03-2aee9222e61f" -d '{"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "2e82f3de-69c3-4e1c-b5df-986471b0e325"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:40.979574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0491512d-e9fb-4fe5-802c-2fe6d6235950 req-5bc0872c-e0cc-4613-bca2-9d9137aec20e tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127665 Nov 22 16:29:41.041140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-9073574d-1fbe-48f6-a07e-536c77d960ae service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761360 Nov 22 16:29:41.115467 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-41511f6a-c202-422b-be9a-8dffd299c47f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 200 len: 217 time: 0.0641503 Nov 22 16:29:41.246104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c528315-0583-46b5-a256-1a1a47d87b8a req-f043d15f-fe18-415f-b1a0-3c6e0aca780a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.261781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c528315-0583-46b5-a256-1a1a47d87b8a req-f043d15f-fe18-415f-b1a0-3c6e0aca780a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1575739 Nov 22 16:29:41.266073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-d8e5a197-c588-4ff3-8351-8aff5be3c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.268376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-d8e5a197-c588-4ff3-8351-8aff5be3c45a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1204000 Nov 22 16:29:41.432968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c528315-0583-46b5-a256-1a1a47d87b8a req-f4b307dd-bdb0-45cc-9afe-aeb198f90566 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700702 Nov 22 16:29:41.445274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-dc91eff3-f260-4597-9134-eda6c34b54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.447849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-dc91eff3-f260-4597-9134-eda6c34b54cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1601510 Nov 22 16:29:41.458307 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e2945950-d4b4-4358-a450-01582631e559 req-932f34d9-7b34-4d72-86cf-82a534bd7f78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513022 Nov 22 16:29:41.477224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-dcfcb2b7-af2a-4816-984d-4dd5c2d57c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.479201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-dcfcb2b7-af2a-4816-984d-4dd5c2d57c2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1096 time: 0.1519423 Nov 22 16:29:41.492043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf66f4-8ba4-4df7-9d28-baae008db0cd req-71e073e6-bcf6-4ed6-bb63-a1a765e5fabf tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.501040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf66f4-8ba4-4df7-9d28-baae008db0cd req-71e073e6-bcf6-4ed6-bb63-a1a765e5fabf tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.505832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf66f4-8ba4-4df7-9d28-baae008db0cd req-71e073e6-bcf6-4ed6-bb63-a1a765e5fabf tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.515225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2cf66f4-8ba4-4df7-9d28-baae008db0cd req-71e073e6-bcf6-4ed6-bb63-a1a765e5fabf tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.2120690 Nov 22 16:29:41.571242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945950-d4b4-4358-a450-01582631e559 req-0c4031df-7274-4eb9-a61a-c75c37156f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.573115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e2945950-d4b4-4358-a450-01582631e559 req-0c4031df-7274-4eb9-a61a-c75c37156f89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c95d18496d342aa8d50b114b126be9f&device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 1100 time: 0.0749719 Nov 22 16:29:41.729510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945950-d4b4-4358-a450-01582631e559 req-8396e6c8-079c-4fab-b251-8c4caf4ca0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.731797 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e2945950-d4b4-4358-a450-01582631e559 req-8396e6c8-079c-4fab-b251-8c4caf4ca0a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1300056 Nov 22 16:29:41.765721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-588b5bee-9d39-4a0b-90f8-e154dc380ccf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.772142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-588b5bee-9d39-4a0b-90f8-e154dc380ccf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.778122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-588b5bee-9d39-4a0b-90f8-e154dc380ccf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.784628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-588b5bee-9d39-4a0b-90f8-e154dc380ccf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.791206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-588b5bee-9d39-4a0b-90f8-e154dc380ccf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.796243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e2945950-d4b4-4358-a450-01582631e559 req-05009901-b95e-45fe-a040-79f20dbdce86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=b3241664-a62c-4e08-81df-4d1e7c18cb56 HTTP/1.1" status: 200 len: 217 time: 0.0563476 Nov 22 16:29:41.797402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-588b5bee-9d39-4a0b-90f8-e154dc380ccf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.804865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-588b5bee-9d39-4a0b-90f8-e154dc380ccf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.807332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-588b5bee-9d39-4a0b-90f8-e154dc380ccf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.2087166 Nov 22 16:29:41.820597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2cf66f4-8ba4-4df7-9d28-baae008db0cd req-683d01d9-77ed-4231-86fa-9ab248cc7155 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056216 Nov 22 16:29:41.864556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945950-d4b4-4358-a450-01582631e559 req-bff8996c-f7c6-4eb3-a05b-93938df3f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.866084 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e2945950-d4b4-4358-a450-01582631e559 req-bff8996c-f7c6-4eb3-a05b-93938df3f3b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0615215 Nov 22 16:29:41.916909 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79c3783-d7b0-4008-ad4b-6148b575bf84 x-openstack-request-id: req-b79c3783-d7b0-4008-ad4b-6148b575bf84 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:41.917202 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "2e82f3de-69c3-4e1c-b5df-986471b0e325", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:41.917464 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b79c3783-d7b0-4008-ad4b-6148b575bf84 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:41.918041 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '2e82f3de-69c3-4e1c-b5df-986471b0e325', 'status': 'completed', 'code': 200} Nov 22 16:29:41.926156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-01b1803f-9239-475e-9048-5448872e1ae7 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617693 Nov 22 16:29:41.933977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-47395d2f-8664-4db8-8a86-aae1f47a4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.935709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-47395d2f-8664-4db8-8a86-aae1f47a4fd7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.3862987 Nov 22 16:29:41.939245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945950-d4b4-4358-a450-01582631e559 req-3614ab8b-49ca-4764-b5e7-56cf819dc95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.943915 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e2945950-d4b4-4358-a450-01582631e559 req-3614ab8b-49ca-4764-b5e7-56cf819dc95b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689881 Nov 22 16:29:42.057488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-8f8e896f-107e-4897-a065-7dc4ecbcc648 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 217 time: 0.0772727 Nov 22 16:29:42.085334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52a5e1bc-f40f-45a5-8eb6-896990bd8d20 req-807cc463-93c1-42c9-9b27-3363ed010315 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2444103 Nov 22 16:29:42.231835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-04dade74-d0b8-4359-af6e-32adb2ed6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.233394 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-04dade74-d0b8-4359-af6e-32adb2ed6066 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1100 time: 0.1546345 Nov 22 16:29:42.235516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e2945950-d4b4-4358-a450-01582631e559 req-a5b2ced3-a944-4610-89b9-03a7a9a58375 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804108 Nov 22 16:29:42.250571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-0fa2f456-c66d-417a-9dd6-d7f745fb1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.252207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-0fa2f456-c66d-417a-9dd6-d7f745fb1bd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.1797669 Nov 22 16:29:42.258617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af02f14-e974-466d-8443-0b73278848cb req-d4f8f564-cc87-4fe6-b993-b67cb318c8f6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.266780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8af02f14-e974-466d-8443-0b73278848cb req-d4f8f564-cc87-4fe6-b993-b67cb318c8f6 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1096 time: 0.2516725 Nov 22 16:29:42.295624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-579f1a4b-c02a-4c22-8cee-60c2af8c0056 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435497 Nov 22 16:29:42.321553 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-4a869b71-2e90-4aae-bb4d-c7ff4b6e5f66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476849 Nov 22 16:29:42.392236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-cdf667e8-9666-4bcc-84e0-2d40c7ebb24b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb HTTP/1.1" status: 200 len: 217 time: 0.0750127 Nov 22 16:29:42.402557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00013a5c-f6a9-436e-8bea-41edfebc288b req-0a2fb57a-4de7-4b1a-804e-836c1b7226a9 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.404295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00013a5c-f6a9-436e-8bea-41edfebc288b req-0a2fb57a-4de7-4b1a-804e-836c1b7226a9 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 945 time: 0.2121007 Nov 22 16:29:42.529760 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e2945950-d4b4-4358-a450-01582631e559 req-f34506a9-04bd-492d-8f02-6cac89c26feb service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661848 Nov 22 16:29:42.530876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-119b1f0a-5568-4e25-b80f-6d2ace38f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.532459 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-119b1f0a-5568-4e25-b80f-6d2ace38f465 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2840068 Nov 22 16:29:42.536518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8af02f14-e974-466d-8443-0b73278848cb req-e3d6c9b6-0dd0-4348-8613-678671a8a160 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645998 Nov 22 16:29:42.597130 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-2296f740-9b1e-4751-a9ce-cb9541cc6b1b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 217 time: 0.0514672 Nov 22 16:29:42.626256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-256c2739-b7c3-41c3-ab61-d903aa2dc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.628129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-256c2739-b7c3-41c3-ab61-d903aa2dc26a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.2228525 Nov 22 16:29:42.713022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00013a5c-f6a9-436e-8bea-41edfebc288b req-dd95c637-40fd-48f8-bc96-a8fbd2750e0d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952199 Nov 22 16:29:42.721143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-9212217b-73a9-4b08-af0e-aba713734ab5 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815377 Nov 22 16:29:42.743370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-940213ec-be99-4adf-90b4-9be2caf2552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.745264 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-940213ec-be99-4adf-90b4-9be2caf2552b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1322174 Nov 22 16:29:42.814480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-4e5256aa-991a-4c4c-82a1-c5e4f82702c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.817345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-4e5256aa-991a-4c4c-82a1-c5e4f82702c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1748745 Nov 22 16:29:42.830270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-6f4a6e43-92d6-4f83-83ee-2bee009280d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.855640 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-6f4a6e43-92d6-4f83-83ee-2bee009280d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0995970 Nov 22 16:29:42.886400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-a383cef9-fa17-417b-805d-595c7c22362f service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464016 Nov 22 16:29:43.050228 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-e5097013-cc23-41f5-8c04-79156600d0b9 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826720 Nov 22 16:29:43.116868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-1a6994ac-8ca5-4c30-ba55-379634b104c6 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521091 Nov 22 16:29:43.126277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa941a-65ea-4b99-a29f-1a507f4644b1 req-4bb23176-719e-4ce8-b6a5-d5e618a51b9c tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:43.128334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92aa941a-65ea-4b99-a29f-1a507f4644b1 req-4bb23176-719e-4ce8-b6a5-d5e618a51b9c tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.2287340 Nov 22 16:29:43.213810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-a71c58bd-132a-469e-9a0a-0f6a08a61838 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:43.218083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-a71c58bd-132a-469e-9a0a-0f6a08a61838 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.2203846 Nov 22 16:29:43.243243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-c59dfa62-765c-47ae-989d-fca7dccfad77 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610355 Nov 22 16:29:43.252967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816865-2'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:43.392742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92aa941a-65ea-4b99-a29f-1a507f4644b1 req-cddbd5fe-4e74-4431-8075-722497dedf79 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447748 Nov 22 16:29:43.436624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.460652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49edee-b120-4c92-9c91-e2ac51a5bcf9 req-2f31adbd-906f-4d55-84b4-80b208177889 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:43.471870 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b49edee-b120-4c92-9c91-e2ac51a5bcf9 req-2f31adbd-906f-4d55-84b4-80b208177889 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.3287551 Nov 22 16:29:43.475536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-ef46ff4d-c143-4c61-9e75-2d46ba006ad5 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449998 Nov 22 16:29:43.948785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-15fee053-fbe8-477a-9406-c39a38d583d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=c0d4f85a-1783-4f53-806b-b3186488fd29 HTTP/1.1" status: 200 len: 217 time: 0.4516733 Nov 22 16:29:44.062686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b49edee-b120-4c92-9c91-e2ac51a5bcf9 req-f4f4301f-79fb-4e29-b442-ab155ec3154a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767097 Nov 22 16:29:44.103816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8b31b-940b-42c2-8ea5-02b1be696bfa req-f34092fa-1539-4171-a75d-afa841359f76 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.105372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4e8b31b-940b-42c2-8ea5-02b1be696bfa req-f34092fa-1539-4171-a75d-afa841359f76 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 1096 time: 0.6072702 Nov 22 16:29:44.142164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-63e9fde7-3407-4dc2-89f1-d32d644af44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.143679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-63e9fde7-3407-4dc2-89f1-d32d644af44d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1852953 Nov 22 16:29:44.281738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:44.300998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4e8b31b-940b-42c2-8ea5-02b1be696bfa req-d8bbd02b-48cd-46b6-9f76-b8f25886155f tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775429 Nov 22 16:29:44.324021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed4e8d-8c79-492d-b6a6-b0848f5a0578 req-0b1c3f5e-e9ed-4faa-93ec-e47aeeecb608 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.330146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed4e8d-8c79-492d-b6a6-b0848f5a0578 req-0b1c3f5e-e9ed-4faa-93ec-e47aeeecb608 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.336788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed4e8d-8c79-492d-b6a6-b0848f5a0578 req-0b1c3f5e-e9ed-4faa-93ec-e47aeeecb608 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.339266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9fed4e8d-8c79-492d-b6a6-b0848f5a0578 req-0b1c3f5e-e9ed-4faa-93ec-e47aeeecb608 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.1933146 Nov 22 16:29:44.354303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-4bbac1c2-21f8-474a-82e7-c16b33f5a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.357091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-4bbac1c2-21f8-474a-82e7-c16b33f5a3d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1880927 Nov 22 16:29:44.485303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:44.626492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:44.629344 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07509e5e-9ab9-4b43-b1c6-1c92b8cc0423" -d '{"events": [{"server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:44.635317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9fed4e8d-8c79-492d-b6a6-b0848f5a0578 req-ff50ff6a-2c45-443c-bef3-f14b98efb162 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689271 Nov 22 16:29:44.641864 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.664418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.689557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb9c1-ae49-4ba8-80b1-81e709eee41f req-edd95856-7cd3-4759-8bc5-6a56f59549de tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.691859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa3fb9c1-ae49-4ba8-80b1-81e709eee41f req-edd95856-7cd3-4759-8bc5-6a56f59549de tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 946 time: 0.2457190 Nov 22 16:29:44.705474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-46e6e5e6-3936-41ef-8940-e87c3bf5dc28 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.708051 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-46e6e5e6-3936-41ef-8940-e87c3bf5dc28 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 946 time: 0.2512822 Nov 22 16:29:44.772886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a374f633-e164-4805-8f1b-a226e2a46313 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040928 Nov 22 16:29:45.004974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:45.058997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on host n-h1-816865-2 for vnic_type normal with profile {"migrating_to": "n-h2-816865-2"} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:45.059333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:45.059671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:45.064871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa3fb9c1-ae49-4ba8-80b1-81e709eee41f req-504f5b4f-dd5c-48a3-86d3-46deb410e2c5 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/security-groups?id=29e9f24f-ccc8-4292-8763-bc4b9e21364b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537002 Nov 22 16:29:45.091425 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-96050fd9-64c5-4ee4-85b3-02705bc76efe service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812173 Nov 22 16:29:45.102593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:45.102593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Attempting to bind port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:45.130631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-7a69eb01-4860-4e8a-80de-6970ad948b1f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.136944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-7a69eb01-4860-4e8a-80de-6970ad948b1f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.143051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-7a69eb01-4860-4e8a-80de-6970ad948b1f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.149232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-7a69eb01-4860-4e8a-80de-6970ad948b1f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.155621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-7a69eb01-4860-4e8a-80de-6970ad948b1f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.161854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-7a69eb01-4860-4e8a-80de-6970ad948b1f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.168682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-7a69eb01-4860-4e8a-80de-6970ad948b1f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.170103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-7a69eb01-4860-4e8a-80de-6970ad948b1f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.3274331 Nov 22 16:29:45.219965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:45.220325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:45.220692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:45.221159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Bound port: 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:45.221520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.230281 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-a053c9c8-6d10-4274-84f7-7fc8f944a02b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5 HTTP/1.1" status: 200 len: 217 time: 0.1317158 Nov 22 16:29:45.340837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Deleting port 6071974d-619c-4c0a-bc11-eb64f44811b7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:45.341146 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.373605 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29425ccc-f430-4b2a-9863-ed5f1c7d419c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.457527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a702f5b-e2a4-4dbd-b129-a37f9d335139 req-52b8f33e-0f62-46cf-ab4a-c60b275a36c3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.458719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a702f5b-e2a4-4dbd-b129-a37f9d335139 req-52b8f33e-0f62-46cf-ab4a-c60b275a36c3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.2853570 Nov 22 16:29:45.460310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7cfcc23d-4458-4ae6-9155-cbc6f95246ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.461784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-7cfcc23d-4458-4ae6-9155-cbc6f95246ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.1988287 Nov 22 16:29:45.558929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8231f2fc-86a2-40b6-a5fb-4d6ca6870ea3 req-c24770a7-bf20-41e4-9f39-b0e922e11237 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3334794 Nov 22 16:29:45.560871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:45.595036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:45.611989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.672725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-65d6ba54-2797-4e66-9675-e04949579303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.674405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-65d6ba54-2797-4e66-9675-e04949579303 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2021532 Nov 22 16:29:45.676646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] For port 6071974d-619c-4c0a-bc11-eb64f44811b7, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6071974d-619c-4c0a-bc11-eb64f44811b7,segment=NetworkSegment(44effdc2-dc9c-48c8-b841-d2e2e831e29a),segment_id=44effdc2-dc9c-48c8-b841-d2e2e831e29a)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:45.677257 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.702166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a702f5b-e2a4-4dbd-b129-a37f9d335139 req-7fbcb9f2-9afb-4c15-8d59-698922e6240d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251225 Nov 22 16:29:45.731826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Calling delete_port for 6071974d-619c-4c0a-bc11-eb64f44811b7 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:45.907822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=8']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:45.936329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.937042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.938622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-afafa7f5-b02d-4fde-bc05-d20e3ad42dd2 service neutron] 10.222.0.62 "PUT /v2.0/ports/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 1121 time: 2.6949365 Nov 22 16:29:45.979449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-594ea3b3-08ad-43a8-8f5a-0fd0dedf6304 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902064 Nov 22 16:29:45.994756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f716dd3-e1b1-4ffb-bc2e-82753653f659 req-fb53b7e5-f8e7-4277-b234-a7dac71d1dea tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.996411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f716dd3-e1b1-4ffb-bc2e-82753653f659 req-fb53b7e5-f8e7-4277-b234-a7dac71d1dea tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.2042046 Nov 22 16:29:46.025258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4d8b6acf-ecb8-442e-bfdd-1cc55799fb99'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:46.182336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f716dd3-e1b1-4ffb-bc2e-82753653f659 req-60e50f12-0dff-4652-baff-27c980a568f8 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637306 Nov 22 16:29:46.207809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0dbb782d-114c-4055-ab4c-dec44b3396cc service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994441 Nov 22 16:29:46.295561 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2412c25-3efc-4100-ab95-215d0018fa2a x-openstack-request-id: req-c2412c25-3efc-4100-ab95-215d0018fa2a {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:46.296266 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:46.297790 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2412c25-3efc-4100-ab95-215d0018fa2a {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:46.298370 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99', 'code': 200} Nov 22 16:29:46.299218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.323680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-36f14eec-2637-4372-9cdb-56dd59b667c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325 HTTP/1.1" status: 200 len: 217 time: 0.1154041 Nov 22 16:29:46.381053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Pushing event deleted for resources: {'Port': ['ID=6071974d-619c-4c0a-bc11-eb64f44811b7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:46.512248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] No DVR routers for this DVR port 6071974d-619c-4c0a-bc11-eb64f44811b7 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:46.520079 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.524495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-023babb6-765d-4cd3-8991-f8d376f82f6f req-e9c83794-499d-4f74-91eb-6d43f4a27d4d tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.37 "DELETE /v2.0/ports/6071974d-619c-4c0a-bc11-eb64f44811b7 HTTP/1.1" status: 204 len: 173 time: 1.7739022 Nov 22 16:29:46.540053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-41dfa167-c090-4ac0-bb1d-985b09d1d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:46.541619 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-41dfa167-c090-4ac0-bb1d-985b09d1d1a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.1733649 Nov 22 16:29:46.562223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af53eb-0726-4f79-8b5f-a468a1508d86 req-bd56269c-a4a9-402d-8e98-2a744304c500 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:46.563842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69af53eb-0726-4f79-8b5f-a468a1508d86 req-bd56269c-a4a9-402d-8e98-2a744304c500 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1862769 Nov 22 16:29:46.587539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13818d-3326-4805-8b47-e3dd692e1c81 req-bc0a96a3-11e1-41b7-8c6f-85c67825e229 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:46.593538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13818d-3326-4805-8b47-e3dd692e1c81 req-bc0a96a3-11e1-41b7-8c6f-85c67825e229 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:46.600043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13818d-3326-4805-8b47-e3dd692e1c81 req-bc0a96a3-11e1-41b7-8c6f-85c67825e229 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:46.607662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e13818d-3326-4805-8b47-e3dd692e1c81 req-bc0a96a3-11e1-41b7-8c6f-85c67825e229 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.1482317 Nov 22 16:29:47.038394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0832ee13-074b-40d2-a9e7-b702f115fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.040055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-0832ee13-074b-40d2-a9e7-b702f115fd90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4750409 Nov 22 16:29:47.046585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69af53eb-0726-4f79-8b5f-a468a1508d86 req-4d48126e-1cc0-45b3-83dd-ce49ad6a547d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058042 Nov 22 16:29:47.058980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e13818d-3326-4805-8b47-e3dd692e1c81 req-a000a707-29bc-4970-9233-7a14c88fbf9f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480488 Nov 22 16:29:47.267804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83702a5c-51b0-4380-9a51-24e9a22fc008 req-092ec076-7230-4de6-8d6b-6623f06d7b28 tempest-InstanceActionsTestJSON-640612247 tempest-InstanceActionsTestJSON-640612247-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab0092e3-4f32-45fc-9c89-c3d28eb4fe93 HTTP/1.1" status: 200 len: 210 time: 0.0356426 Nov 22 16:29:47.314721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-f1aac9e6-8b5d-46ea-b05d-22ca04b10561 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544699 Nov 22 16:29:47.418868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8611-e38b-4f67-a531-b4012c150544 req-7878929d-bcc4-4d0f-b7b3-8b9794b6341c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.425979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8611-e38b-4f67-a531-b4012c150544 req-7878929d-bcc4-4d0f-b7b3-8b9794b6341c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.432957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8611-e38b-4f67-a531-b4012c150544 req-7878929d-bcc4-4d0f-b7b3-8b9794b6341c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.439509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8611-e38b-4f67-a531-b4012c150544 req-7878929d-bcc4-4d0f-b7b3-8b9794b6341c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.446263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8611-e38b-4f67-a531-b4012c150544 req-7878929d-bcc4-4d0f-b7b3-8b9794b6341c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.453159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8611-e38b-4f67-a531-b4012c150544 req-7878929d-bcc4-4d0f-b7b3-8b9794b6341c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.462478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b8611-e38b-4f67-a531-b4012c150544 req-7878929d-bcc4-4d0f-b7b3-8b9794b6341c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.462478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a17b8611-e38b-4f67-a531-b4012c150544 req-7878929d-bcc4-4d0f-b7b3-8b9794b6341c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.1932499 Nov 22 16:29:47.596813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcfab1b6-f54e-44e3-a196-4f106b6b850d req-8e511c67-0f3a-4643-b41f-22140727e9d8 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712853 Nov 22 16:29:47.629777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a27119-fc83-4d6c-b109-e756a082e756 req-50d854d3-fe9b-4c06-a1f1-8391395b1e97 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.631775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17a27119-fc83-4d6c-b109-e756a082e756 req-50d854d3-fe9b-4c06-a1f1-8391395b1e97 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.1305087 Nov 22 16:29:47.639914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a17b8611-e38b-4f67-a531-b4012c150544 req-8305583b-bc75-4dda-8ddd-d268c01b7a75 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651962 Nov 22 16:29:47.777827 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17a27119-fc83-4d6c-b109-e756a082e756 req-feddad05-889a-46ef-a3aa-58f975425eae tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367950 Nov 22 16:29:47.796246 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e96e434-8bec-4035-b3e7-4ef485697493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.830300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8e568487-c522-4155-9493-e1d76fdb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.830889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8e568487-c522-4155-9493-e1d76fdb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.831315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8e568487-c522-4155-9493-e1d76fdb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.831911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8e568487-c522-4155-9493-e1d76fdb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.832602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8e568487-c522-4155-9493-e1d76fdb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.833075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8e568487-c522-4155-9493-e1d76fdb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.833546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8e568487-c522-4155-9493-e1d76fdb8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.835664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8e568487-c522-4155-9493-e1d76fdb8320 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6486 time: 0.1298420 Nov 22 16:29:47.861340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68d01b-deba-4ebf-8351-a684223fed97 req-5bbc9f66-3739-4c73-86c9-af999d249831 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.863030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c68d01b-deba-4ebf-8351-a684223fed97 req-5bbc9f66-3739-4c73-86c9-af999d249831 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.0918338 Nov 22 16:29:47.877116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:47.988020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c68d01b-deba-4ebf-8351-a684223fed97 req-b6ea5749-1c6a-4f39-b972-db257267af7d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127055 Nov 22 16:29:48.043958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-7373c941-e4f1-4aeb-a2b5-12c2f31b24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.046653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-7373c941-e4f1-4aeb-a2b5-12c2f31b24dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b6e8df2-483e-44bc-9405-18a8edc40f68 HTTP/1.1" status: 200 len: 902 time: 0.2030234 Nov 22 16:29:48.062341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:48.084566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 has no active binding in host n-h2-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:29:48.122891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-881eb55a-2527-49c7-86ca-86e045ab94e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb HTTP/1.1" status: 200 len: 217 time: 0.0655701 Nov 22 16:29:48.131141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6071974d-619c-4c0a-bc11-eb64f44811b7 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:48.156777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 6071974d-619c-4c0a-bc11-eb64f44811b7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:48.157285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6071974d-619c-4c0a-bc11-eb64f44811b7 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:48.276591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-24f4d426-4257-4e9a-bf42-55f0a856a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.278867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-24f4d426-4257-4e9a-bf42-55f0a856a91d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1374376 Nov 22 16:29:48.293576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd33a8e-2656-4ce3-a788-b219733f63ac req-45240433-3084-45e0-8a95-c107f32c087a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.299998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd33a8e-2656-4ce3-a788-b219733f63ac req-45240433-3084-45e0-8a95-c107f32c087a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.306931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd33a8e-2656-4ce3-a788-b219733f63ac req-45240433-3084-45e0-8a95-c107f32c087a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.308732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fd33a8e-2656-4ce3-a788-b219733f63ac req-45240433-3084-45e0-8a95-c107f32c087a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.1822648 Nov 22 16:29:48.312147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99'}, {'server_uuid': 'ab0092e3-4f32-45fc-9c89-c3d28eb4fe93', 'name': 'network-vif-deleted', 'tag': '6071974d-619c-4c0a-bc11-eb64f44811b7'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:48.315369 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd25284-0160-4d69-b403-6437e8b31346" -d '{"events": [{"name": "network-changed", "server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99"}, {"server_uuid": "ab0092e3-4f32-45fc-9c89-c3d28eb4fe93", "name": "network-vif-deleted", "tag": "6071974d-619c-4c0a-bc11-eb64f44811b7"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:48.332061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf6b9c-4ec7-43de-aaa9-1c41abbdadf9 req-59e8cc15-7534-416a-b201-72b9c1031041 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.333786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-caaf6b9c-4ec7-43de-aaa9-1c41abbdadf9 req-59e8cc15-7534-416a-b201-72b9c1031041 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 1101 time: 0.1909502 Nov 22 16:29:48.438514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fd33a8e-2656-4ce3-a788-b219733f63ac req-8984615c-9e4c-4b5e-b3da-d1d6a5a86d95 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184280 Nov 22 16:29:48.448302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-7556a02b-3517-46ea-a2a6-47e58306b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.449882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-7556a02b-3517-46ea-a2a6-47e58306b9ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402028 Nov 22 16:29:48.452160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-caaf6b9c-4ec7-43de-aaa9-1c41abbdadf9 req-374a5daa-aaf1-4391-ba9b-0c7530c53e59 tempest-ServersOnMultiNodesTest-643054042 tempest-ServersOnMultiNodesTest-643054042-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017783 Nov 22 16:29:48.587566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45456) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:48.625552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-d2a55a35-133c-407e-b458-254ba2774c01 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676371 Nov 22 16:29:48.650852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce8e26-531f-49cb-9fa1-ae5da798da41 req-5f71780b-cbe0-4368-9e56-496084553ac0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.658261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86ce8e26-531f-49cb-9fa1-ae5da798da41 req-5f71780b-cbe0-4368-9e56-496084553ac0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1106207 Nov 22 16:29:48.660378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89ebe2c-e5dc-4f39-b388-bf836dab614a admin admin] Deleting subnet b14b560d-9294-4733-8216-71a3d42a5879 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:29:48.662280 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a4b4cd-db00-478c-83dc-48e327160895 x-openstack-request-id: req-16a4b4cd-db00-478c-83dc-48e327160895 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:48.663398 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99", "status": "completed", "code": 200}, {"server_uuid": "ab0092e3-4f32-45fc-9c89-c3d28eb4fe93", "name": "network-vif-deleted", "tag": "6071974d-619c-4c0a-bc11-eb64f44811b7", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:48.664584 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16a4b4cd-db00-478c-83dc-48e327160895 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:48.665244 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99', 'status': 'completed', 'code': 200} Nov 22 16:29:48.668142 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0092e3-4f32-45fc-9c89-c3d28eb4fe93', 'name': 'network-vif-deleted', 'tag': '6071974d-619c-4c0a-bc11-eb64f44811b7', 'status': 'completed', 'code': 200} Nov 22 16:29:48.669033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b89ebe2c-e5dc-4f39-b388-bf836dab614a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.733258 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b89ebe2c-e5dc-4f39-b388-bf836dab614a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.796582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b89ebe2c-e5dc-4f39-b388-bf836dab614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.823433 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.885672 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b89ebe2c-e5dc-4f39-b388-bf836dab614a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.896369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25284-0160-4d69-b403-6437e8b31346 req-53cff8e3-1a5f-4120-8d2e-7ccf71ea0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.898497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd25284-0160-4d69-b403-6437e8b31346 req-53cff8e3-1a5f-4120-8d2e-7ccf71ea0ebd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1124 time: 0.2014930 Nov 22 16:29:48.918734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86ce8e26-531f-49cb-9fa1-ae5da798da41 req-3d7b5c7f-fad2-4b25-bca4-45d631e10b82 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400956 Nov 22 16:29:48.919889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ebe2c-e5dc-4f39-b388-bf836dab614a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14b560d-9294-4733-8216-71a3d42a5879,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:48.941816 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b89ebe2c-e5dc-4f39-b388-bf836dab614a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.967826 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b89ebe2c-e5dc-4f39-b388-bf836dab614a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b14b560d-9294-4733-8216-71a3d42a5879 HTTP/1.1" status: 204 len: 168 time: 0.3779478 Nov 22 16:29:48.968901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:49.074023 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-c473ddec-3b00-40da-9c26-5c6e6c3bdd34 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070466 Nov 22 16:29:49.075229 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.177332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e4714-1d7e-4c2e-b19a-e9fcd2b2a012 req-451ea074-c3e4-417d-b8fd-f8e72108eddc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.179909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d35e4714-1d7e-4c2e-b19a-e9fcd2b2a012 req-451ea074-c3e4-417d-b8fd-f8e72108eddc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.1184299 Nov 22 16:29:49.219651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.238910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-f6f832d4-af2b-4cd4-962b-d597472014d4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.245219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-f6f832d4-af2b-4cd4-962b-d597472014d4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.247756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:49.251695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-f6f832d4-af2b-4cd4-962b-d597472014d4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.258299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-f6f832d4-af2b-4cd4-962b-d597472014d4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.260527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44effdc2-dc9c-48c8-b841-d2e2e831e29a') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:49.260898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44effdc2-dc9c-48c8-b841-d2e2e831e29a') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:49.265293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-f6f832d4-af2b-4cd4-962b-d597472014d4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.272057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-f6f832d4-af2b-4cd4-962b-d597472014d4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.274309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.278318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-f6f832d4-af2b-4cd4-962b-d597472014d4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.280462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-f6f832d4-af2b-4cd4-962b-d597472014d4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.2620234 Nov 22 16:29:49.294795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.303239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:29:49.305782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:29:49.309356 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:29:49.337772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25284-0160-4d69-b403-6437e8b31346 req-28662265-bf7b-45d0-be89-4ceb602f7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.339415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd25284-0160-4d69-b403-6437e8b31346 req-28662265-bf7b-45d0-be89-4ceb602f7240 service neutron] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.3853257 Nov 22 16:29:49.375016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.390477 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.399482 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3 HTTP/1.1" status: 204 len: 168 time: 0.4261250 Nov 22 16:29:49.430342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac52f3a-c340-431b-838c-b4ce0d1e74b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=288bf9e1-f2b2-43a6-9c0e-ea3e609c28b3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:49.438991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8488696b-c35a-4dd8-88d5-d2c885d3a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.439575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8488696b-c35a-4dd8-88d5-d2c885d3a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.440116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8488696b-c35a-4dd8-88d5-d2c885d3a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.440641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8488696b-c35a-4dd8-88d5-d2c885d3a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.441466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8488696b-c35a-4dd8-88d5-d2c885d3a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.442026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8488696b-c35a-4dd8-88d5-d2c885d3a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.442581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8488696b-c35a-4dd8-88d5-d2c885d3a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.445146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-8488696b-c35a-4dd8-88d5-d2c885d3a3a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6486 time: 0.2600842 Nov 22 16:29:49.455355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd25284-0160-4d69-b403-6437e8b31346 req-436b14f5-bfc9-46bd-b1dd-daca2b555eda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 217 time: 0.1001806 Nov 22 16:29:49.525862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d35e4714-1d7e-4c2e-b19a-e9fcd2b2a012 req-b3390d6c-d263-484a-84ab-6c368cde9f8d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021793 Nov 22 16:29:49.575865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45472) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:49.581531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d2744b4-871a-4af3-9c39-336de7a01e43 req-1b0c5b18-43f3-4696-a804-ea067b1bffd4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2882395 Nov 22 16:29:49.614406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25284-0160-4d69-b403-6437e8b31346 req-7f1682be-aecb-446c-9924-dc5ae171708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.616710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd25284-0160-4d69-b403-6437e8b31346 req-7f1682be-aecb-446c-9924-dc5ae171708a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.1418774 Nov 22 16:29:49.670039 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bddec97e-a119-417a-ae7b-b4a428ae6868 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53b07c7319e94b2681b359411f8ce425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0921748 Nov 22 16:29:49.673483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45474) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:49.692404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd25284-0160-4d69-b403-6437e8b31346 req-fa12d19c-87a5-4830-b5d6-f12f51ff2377 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387149 Nov 22 16:29:49.748113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-7343aa59-395b-4b60-b557-740c9c34a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.750599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-7343aa59-395b-4b60-b557-740c9c34a387 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b6e8df2-483e-44bc-9405-18a8edc40f68 HTTP/1.1" status: 200 len: 902 time: 0.2908645 Nov 22 16:29:49.762505 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e95125f0-135b-46b3-9d95-9eaf25cf6f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.807573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e95125f0-135b-46b3-9d95-9eaf25cf6f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.873437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-a5e9f2e7-95a7-4064-acd8-694745df4b8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=c0d4f85a-1783-4f53-806b-b3186488fd29 HTTP/1.1" status: 200 len: 217 time: 0.1063869 Nov 22 16:29:49.884277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e95125f0-135b-46b3-9d95-9eaf25cf6f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.887628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e95125f0-135b-46b3-9d95-9eaf25cf6f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.891608 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e95125f0-135b-46b3-9d95-9eaf25cf6f22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29e9f24f-ccc8-4292-8763-bc4b9e21364b HTTP/1.1" status: 204 len: 168 time: 0.2118309 Nov 22 16:29:49.907161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95125f0-135b-46b3-9d95-9eaf25cf6f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e9f24f-ccc8-4292-8763-bc4b9e21364b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:50.001535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c98c6-6846-4e29-9e86-6d1cc41f1ddd req-c244b1bb-2121-4093-b366-d2dc9c3f4260 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.011306 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d31c98c6-6846-4e29-9e86-6d1cc41f1ddd req-c244b1bb-2121-4093-b366-d2dc9c3f4260 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.3227091 Nov 22 16:29:50.061909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80004e-21d9-46e8-bf74-7497655976d4 req-61166ab1-a702-45ac-b22f-93aa9a7f4dd8 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.068467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80004e-21d9-46e8-bf74-7497655976d4 req-61166ab1-a702-45ac-b22f-93aa9a7f4dd8 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.075226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80004e-21d9-46e8-bf74-7497655976d4 req-61166ab1-a702-45ac-b22f-93aa9a7f4dd8 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.076940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df80004e-21d9-46e8-bf74-7497655976d4 req-61166ab1-a702-45ac-b22f-93aa9a7f4dd8 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.3705237 Nov 22 16:29:50.085507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd25284-0160-4d69-b403-6437e8b31346 req-c7f71a06-1cc4-4e46-bd5f-c73705d7e734 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758581 Nov 22 16:29:50.149723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-cc4d8931-cce9-4c2c-b6ff-bc0ae81428f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.151407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-cc4d8931-cce9-4c2c-b6ff-bc0ae81428f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.2698572 Nov 22 16:29:50.277276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d31c98c6-6846-4e29-9e86-6d1cc41f1ddd req-dc74f496-7cb8-49c2-b144-a1de8d65d647 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649040 Nov 22 16:29:50.289640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df80004e-21d9-46e8-bf74-7497655976d4 req-28e4e98d-7880-4769-be9d-a4b6748d88fa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030835 Nov 22 16:29:50.301690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-c6357e52-918d-4888-b1af-c8b697b9a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.303559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-c6357e52-918d-4888-b1af-c8b697b9a39f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1145968 Nov 22 16:29:50.426185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd25284-0160-4d69-b403-6437e8b31346 req-0ccf925e-ab33-4fe3-8edd-87bdf7651abb service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149827 Nov 22 16:29:50.456873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-da14141f-6169-4d6e-9bdc-6b8549868152 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.463183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-da14141f-6169-4d6e-9bdc-6b8549868152 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.469573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-da14141f-6169-4d6e-9bdc-6b8549868152 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.471310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-da14141f-6169-4d6e-9bdc-6b8549868152 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.1733243 Nov 22 16:29:50.564344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.574131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-1e9f7b50-cd8a-4439-91a1-fdc11a8b5adc service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561598 Nov 22 16:29:50.818581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a314803-8a8d-4215-813a-389998756872 req-5654f5bb-c375-4b72-b9f7-7ead10a5087e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.820361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a314803-8a8d-4215-813a-389998756872 req-5654f5bb-c375-4b72-b9f7-7ead10a5087e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1904893 Nov 22 16:29:50.825177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-415af12d-d0e7-4562-9783-c85e1498f3e6 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367806 Nov 22 16:29:50.834870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423238a-bec1-40fe-a8b5-55fee0f7533a req-81643318-05ab-414f-8859-f7502b6adfd5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.836435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d423238a-bec1-40fe-a8b5-55fee0f7533a req-81643318-05ab-414f-8859-f7502b6adfd5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.1520162 Nov 22 16:29:50.840810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port 73bef33c-8c77-4341-944d-024f9067cca3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:50.841159 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.008004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-dfd0ba28-bc67-480c-8061-4a42356b3f11 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.011016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a314803-8a8d-4215-813a-389998756872 req-2dc2ff60-1ce3-4f9e-9c0a-25f7a65c3e0d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735222 Nov 22 16:29:51.017516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-dfd0ba28-bc67-480c-8061-4a42356b3f11 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 950 time: 0.0663204 Nov 22 16:29:51.080326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-01c16f8b-1c0a-4fa0-b4df-3d7370c5b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.080778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-01c16f8b-1c0a-4fa0-b4df-3d7370c5b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.081242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-01c16f8b-1c0a-4fa0-b4df-3d7370c5b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.082061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-01c16f8b-1c0a-4fa0-b4df-3d7370c5b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.082576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-01c16f8b-1c0a-4fa0-b4df-3d7370c5b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.083072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-01c16f8b-1c0a-4fa0-b4df-3d7370c5b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.083532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-01c16f8b-1c0a-4fa0-b4df-3d7370c5b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.086299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-01c16f8b-1c0a-4fa0-b4df-3d7370c5b784 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6486 time: 0.1837943 Nov 22 16:29:51.100034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d423238a-bec1-40fe-a8b5-55fee0f7533a req-31086ea0-a1ea-4132-a616-f27bc1cc561a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341535 Nov 22 16:29:51.116135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port 73bef33c-8c77-4341-944d-024f9067cca3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73bef33c-8c77-4341-944d-024f9067cca3,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:51.116805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.144159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Deleting port 0655ae00-16f0-40bb-9c86-7a34876d3006 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:51.144718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.270389 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.286227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] For port 0655ae00-16f0-40bb-9c86-7a34876d3006, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0655ae00-16f0-40bb-9c86-7a34876d3006,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:51.286695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.310863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Calling delete_port for 0655ae00-16f0-40bb-9c86-7a34876d3006 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:51.553402 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.567518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a2877d56-b9ca-421c-8b17-961301bdd82b', '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e', 'cf0b7940-6e13-4935-a9ee-5056fff66d89'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:51.573662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494', '94793f49-a519-4bb0-9e2c-8df84aa92f81', '0655ae00-16f0-40bb-9c86-7a34876d3006'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:51.586650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event deleted for resources: {'Port': ['ID=0655ae00-16f0-40bb-9c86-7a34876d3006,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:51.601279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for 73bef33c-8c77-4341-944d-024f9067cca3 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:51.642511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] No DVR routers for this DVR port 0655ae00-16f0-40bb-9c86-7a34876d3006 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:51.645826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.651424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a9f9c572-1e5c-4ca1-8b0c-18040db5a775 req-05a48ed6-1b74-4625-a6e1-e8dc9359cf7f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "DELETE /v2.0/ports/0655ae00-16f0-40bb-9c86-7a34876d3006 HTTP/1.1" status: 204 len: 173 time: 0.6310096 Nov 22 16:29:51.651977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8b7b21-42f2-4917-9b17-63779ef6ea29', 'name': 'network-vif-deleted', 'tag': '0655ae00-16f0-40bb-9c86-7a34876d3006'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:51.655256 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f56c62e-bf18-4701-90b0-3677b372d14b" -d '{"events": [{"server_uuid": "be8b7b21-42f2-4917-9b17-63779ef6ea29", "name": "network-vif-deleted", "tag": "0655ae00-16f0-40bb-9c86-7a34876d3006"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:51.687188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c29bdd5-26e7-47c3-b41a-1587b7e0adf6 req-9bdff960-27b5-440c-8bbf-bfda23e3bbbf tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=be8b7b21-42f2-4917-9b17-63779ef6ea29 HTTP/1.1" status: 200 len: 210 time: 0.1846638 Nov 22 16:29:51.817421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-3a17d40a-71ef-4a0f-9428-67112231527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.819561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-3a17d40a-71ef-4a0f-9428-67112231527a service neutron] 10.222.0.37 "GET /v2.0/networks?id=468837d3-9008-4da8-8231-5cd5ce780b04 HTTP/1.1" status: 200 len: 903 time: 0.7256761 Nov 22 16:29:51.911816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-98b03ee1-48d2-4cd2-99f2-ebe079481082 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5 HTTP/1.1" status: 200 len: 217 time: 0.0764496 Nov 22 16:29:51.928433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-429c6517-c634-4387-9321-2291a20d2e67 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.935750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-429c6517-c634-4387-9321-2291a20d2e67 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.943231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-429c6517-c634-4387-9321-2291a20d2e67 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.950269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-429c6517-c634-4387-9321-2291a20d2e67 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.957472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-429c6517-c634-4387-9321-2291a20d2e67 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.963884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-429c6517-c634-4387-9321-2291a20d2e67 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.970092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-429c6517-c634-4387-9321-2291a20d2e67 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.972265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-429c6517-c634-4387-9321-2291a20d2e67 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.4708912 Nov 22 16:29:52.155245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d4dc5-20c8-4990-a3cf-e21682e12047 req-89d9e959-7107-483c-b478-1902e2bc064f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.169074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d4dc5-20c8-4990-a3cf-e21682e12047 req-89d9e959-7107-483c-b478-1902e2bc064f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.179100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d4dc5-20c8-4990-a3cf-e21682e12047 req-89d9e959-7107-483c-b478-1902e2bc064f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.183592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-267d4dc5-20c8-4990-a3cf-e21682e12047 req-89d9e959-7107-483c-b478-1902e2bc064f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 2417 time: 0.3345642 Nov 22 16:29:52.197122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-bc85870b-b49d-4569-af9e-1edc63e4055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.199923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-bc85870b-b49d-4569-af9e-1edc63e4055d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.1977377 Nov 22 16:29:52.318773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ccfe22c4-b8ad-4f49-ae8e-10fcc6d359dc req-76575d9a-6772-49d2-95a7-7f36f4887d8d tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3128335 Nov 22 16:29:52.331817 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.434744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=73bef33c-8c77-4341-944d-024f9067cca3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:52.527508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-89520a52-56ee-4258-89a8-123d3ac48fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.529955 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-89520a52-56ee-4258-89a8-123d3ac48fb1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3191798 Nov 22 16:29:52.563912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port 73bef33c-8c77-4341-944d-024f9067cca3 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:52.649213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.653005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-06ee1756-a75e-4d38-a4ac-3572a2df3bfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.62 "DELETE /v2.0/ports/73bef33c-8c77-4341-944d-024f9067cca3 HTTP/1.1" status: 204 len: 173 time: 2.1737587 Nov 22 16:29:52.653570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-deleted', 'tag': '73bef33c-8c77-4341-944d-024f9067cca3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:52.656374 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f20361-353d-4dac-94b4-e2b244ae8906" -d '{"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-deleted", "tag": "73bef33c-8c77-4341-944d-024f9067cca3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:52.678182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-267d4dc5-20c8-4990-a3cf-e21682e12047 req-7b60f601-7d8e-4fca-8e2d-5e84855f3d0c tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693031 Nov 22 16:29:52.702831 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ebaa9-5821-432d-a039-35d8f16609aa x-openstack-request-id: req-a44ebaa9-5821-432d-a039-35d8f16609aa {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:52.703382 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8b7b21-42f2-4917-9b17-63779ef6ea29", "name": "network-vif-deleted", "tag": "0655ae00-16f0-40bb-9c86-7a34876d3006", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:52.703497 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a44ebaa9-5821-432d-a039-35d8f16609aa {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:52.703890 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8b7b21-42f2-4917-9b17-63779ef6ea29', 'name': 'network-vif-deleted', 'tag': '0655ae00-16f0-40bb-9c86-7a34876d3006', 'status': 'completed', 'code': 200} Nov 22 16:29:52.902851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-150c9575-9d86-46b1-8039-16bc411faa67 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401453 Nov 22 16:29:52.984231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec581e-7ab8-4782-9f8e-b22353057a21 req-a9b5f8b8-2916-46dd-9c88-ffd469f60bb5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.985846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64ec581e-7ab8-4782-9f8e-b22353057a21 req-a9b5f8b8-2916-46dd-9c88-ffd469f60bb5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.2223322 Nov 22 16:29:53.006789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28987614-4f7b-46d6-9633-83c4d7187859 req-4fc6f796-500b-4eea-9ceb-ae93584ddc39 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.008477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28987614-4f7b-46d6-9633-83c4d7187859 req-4fc6f796-500b-4eea-9ceb-ae93584ddc39 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2103527 Nov 22 16:29:53.093551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port 87ed5b95-241c-40f0-acab-03419a5b6ef0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:53.093929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.172251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71c2184a-79e7-4d4a-89a1-9766c129d693 req-9586666a-1c40-46a7-8bc7-07f75f810872 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575452 Nov 22 16:29:53.182493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64ec581e-7ab8-4782-9f8e-b22353057a21 req-1809f6e5-af95-4cf4-be3a-11997667fc08 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884551 Nov 22 16:29:53.194305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28987614-4f7b-46d6-9633-83c4d7187859 req-ec34bba6-180f-4aea-8c63-0eba512cc33b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721025 Nov 22 16:29:53.296241 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5a1f3a-0bd6-435b-bb3a-78ef2d4f1925 x-openstack-request-id: req-0b5a1f3a-0bd6-435b-bb3a-78ef2d4f1925 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:53.296655 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-deleted", "tag": "73bef33c-8c77-4341-944d-024f9067cca3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:53.296820 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b5a1f3a-0bd6-435b-bb3a-78ef2d4f1925 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:53.305267 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-deleted', 'tag': '73bef33c-8c77-4341-944d-024f9067cca3', 'status': 'completed', 'code': 200} Nov 22 16:29:53.315392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port 87ed5b95-241c-40f0-acab-03419a5b6ef0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87ed5b95-241c-40f0-acab-03419a5b6ef0,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:53.315828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.333551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for 87ed5b95-241c-40f0-acab-03419a5b6ef0 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:53.360391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-8b5ec6e8-6158-4f1d-97c1-ec4eaf25540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.360903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-8b5ec6e8-6158-4f1d-97c1-ec4eaf25540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.361372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-8b5ec6e8-6158-4f1d-97c1-ec4eaf25540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.361839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-8b5ec6e8-6158-4f1d-97c1-ec4eaf25540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.362494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-8b5ec6e8-6158-4f1d-97c1-ec4eaf25540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.363096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-8b5ec6e8-6158-4f1d-97c1-ec4eaf25540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.363993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-8b5ec6e8-6158-4f1d-97c1-ec4eaf25540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.368207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-8b5ec6e8-6158-4f1d-97c1-ec4eaf25540c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6486 time: 0.1278043 Nov 22 16:29:53.605489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-f3620124-e2b8-4725-8b33-56b48dab3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.608072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-f3620124-e2b8-4725-8b33-56b48dab3fb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=468837d3-9008-4da8-8231-5cd5ce780b04 HTTP/1.1" status: 200 len: 903 time: 0.2025182 Nov 22 16:29:53.688931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-de7d7fae-6039-43d5-8bf2-30892caccc36 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.695775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-de7d7fae-6039-43d5-8bf2-30892caccc36 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.701961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-de7d7fae-6039-43d5-8bf2-30892caccc36 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.708638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-de7d7fae-6039-43d5-8bf2-30892caccc36 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.714592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-de7d7fae-6039-43d5-8bf2-30892caccc36 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.720607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-de7d7fae-6039-43d5-8bf2-30892caccc36 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.727164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-de7d7fae-6039-43d5-8bf2-30892caccc36 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.729144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-de7d7fae-6039-43d5-8bf2-30892caccc36 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.2418532 Nov 22 16:29:53.796770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:53.800407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-3b9bcbf7-4792-455a-9640-bb3f2d1ded52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325 HTTP/1.1" status: 200 len: 217 time: 0.1441908 Nov 22 16:29:53.888021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1b9a-2a87-47a2-8a00-8b40182543fe req-82730714-fdb1-44cf-970d-e4f437d4dd31 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.889650 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21cd1b9a-2a87-47a2-8a00-8b40182543fe req-82730714-fdb1-44cf-970d-e4f437d4dd31 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 950 time: 0.2323194 Nov 22 16:29:53.890362 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.902572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0655ae00-16f0-40bb-9c86-7a34876d3006 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:53.937715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 0655ae00-16f0-40bb-9c86-7a34876d3006 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:53.939130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0655ae00-16f0-40bb-9c86-7a34876d3006 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:53.939906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d8663b2-c499-435b-a384-90620a194f26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.943371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:53.951868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=87ed5b95-241c-40f0-acab-03419a5b6ef0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:53.977110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-6f08f0ea-ebcc-4f2e-8877-45a7637e8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.978641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-6f08f0ea-ebcc-4f2e-8877-45a7637e8fbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.1571367 Nov 22 16:29:53.999279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33b024b9-e5e6-4b01-8b38-ddb7b8ac2f53 req-923386a5-cc7b-4c33-b396-d7ff8368432e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2058220 Nov 22 16:29:54.115038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port 87ed5b95-241c-40f0-acab-03419a5b6ef0 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:54.125763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.126702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d8663b2-c499-435b-a384-90620a194f26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.132132 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.137316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d8663b2-c499-435b-a384-90620a194f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.139788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-6908f1a8-58a9-4f5e-baf4-a61f26034fd1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.62 "DELETE /v2.0/ports/87ed5b95-241c-40f0-acab-03419a5b6ef0 HTTP/1.1" status: 204 len: 173 time: 1.4601927 Nov 22 16:29:54.173680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21cd1b9a-2a87-47a2-8a00-8b40182543fe req-63299200-2370-4ee8-a74d-83ec70538df9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655509 Nov 22 16:29:54.201617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-1c2567ff-10fa-4e83-aed8-8cc3b2a8a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:54.203728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-1c2567ff-10fa-4e83-aed8-8cc3b2a8a601 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2016237 Nov 22 16:29:54.220042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:54.222607 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1601f00-70ba-4475-bfee-c7ed9198bfec" -d '{"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab77426-dd15-470e-bfdb-f3e8dbaf6a16"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:54.266416 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0d8663b2-c499-435b-a384-90620a194f26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bd33c67faa74ef899d2b96213c847f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4680634 Nov 22 16:29:54.273308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45610) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:54.291458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8663b2-c499-435b-a384-90620a194f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40bffdc-253b-4c17-b3fd-c18c7f22cf90,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:54.292433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:54.302331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.304658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 73bef33c-8c77-4341-944d-024f9067cca3 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:54.379123 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03a52cf4-9b33-4cad-a9cf-636c810bc221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.393844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 73bef33c-8c77-4341-944d-024f9067cca3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:54.394763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 73bef33c-8c77-4341-944d-024f9067cca3 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:54.396052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 87ed5b95-241c-40f0-acab-03419a5b6ef0 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:54.422740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 87ed5b95-241c-40f0-acab-03419a5b6ef0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:54.423201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 87ed5b95-241c-40f0-acab-03419a5b6ef0 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:54.442533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:54.452282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03a52cf4-9b33-4cad-a9cf-636c810bc221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.528871 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03a52cf4-9b33-4cad-a9cf-636c810bc221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.532138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03a52cf4-9b33-4cad-a9cf-636c810bc221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.533566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:54.533736 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-03a52cf4-9b33-4cad-a9cf-636c810bc221 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f40bffdc-253b-4c17-b3fd-c18c7f22cf90 HTTP/1.1" status: 204 len: 168 time: 0.2593250 Nov 22 16:29:54.533941 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.542693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a52cf4-9b33-4cad-a9cf-636c810bc221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40bffdc-253b-4c17-b3fd-c18c7f22cf90,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:54.555719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4253-ed3e-444c-a246-5cfe86d7514c req-e72dbff9-cf6e-44a9-bde4-e4c50a667cf4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:54.557558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f86b4253-ed3e-444c-a246-5cfe86d7514c req-e72dbff9-cf6e-44a9-bde4-e4c50a667cf4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.1914411 Nov 22 16:29:54.560267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-7d9d9a9b-b961-4a1b-8e99-24ecd3b52826 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431480 Nov 22 16:29:54.581961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c0c7a-6bcb-43c4-abee-bf3f35f6f616 req-19e4a9e7-7bc2-4b7e-8b48-eadc85cb79dc tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:54.591122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-153c0c7a-6bcb-43c4-abee-bf3f35f6f616 req-19e4a9e7-7bc2-4b7e-8b48-eadc85cb79dc tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 943 time: 0.2352765 Nov 22 16:29:54.851889 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f86b4253-ed3e-444c-a246-5cfe86d7514c req-75a008bb-7bf9-452b-aa1e-aadb711a74b3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576730 Nov 22 16:29:54.864724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:54.865113 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.883375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-153c0c7a-6bcb-43c4-abee-bf3f35f6f616 req-454f1fa0-c0db-41cb-b3d8-65c302451164 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908711 Nov 22 16:29:54.896322 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2336e29d-b5c8-4d36-ba03-2aee9222e61f req-d2042f02-1202-4ebf-9508-819ff6851be4 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015273 Nov 22 16:29:54.906250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:54.954407 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c65f9bc-634c-48fd-a23c-a27041c0a1fa x-openstack-request-id: req-4c65f9bc-634c-48fd-a23c-a27041c0a1fa {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:54.954976 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab77426-dd15-470e-bfdb-f3e8dbaf6a16", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:54.955337 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c65f9bc-634c-48fd-a23c-a27041c0a1fa {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:54.955857 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16', 'code': 200} Nov 22 16:29:55.187932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-b10a8a61-283e-4831-8ab3-96fa356802b9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.190104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-b10a8a61-283e-4831-8ab3-96fa356802b9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 950 time: 0.1381321 Nov 22 16:29:55.209078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8934268-56a0-4222-9c99-3c9381982d4a req-0e593aff-0138-43dc-9d54-569ef84a8af1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.210644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8934268-56a0-4222-9c99-3c9381982d4a req-0e593aff-0138-43dc-9d54-569ef84a8af1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1778727 Nov 22 16:29:55.310525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-deleted', 'tag': '87ed5b95-241c-40f0-acab-03419a5b6ef0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:55.313816 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffe7d89-c799-489f-b2a6-c680efdd28e3" -d '{"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-deleted", "tag": "87ed5b95-241c-40f0-acab-03419a5b6ef0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:55.415249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc04bd-e913-4575-bae7-319348b8159b req-b2e19203-8d35-4dec-9ef6-8732b4f1f058 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.421489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc04bd-e913-4575-bae7-319348b8159b req-b2e19203-8d35-4dec-9ef6-8732b4f1f058 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.428193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc04bd-e913-4575-bae7-319348b8159b req-b2e19203-8d35-4dec-9ef6-8732b4f1f058 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.435523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc04bd-e913-4575-bae7-319348b8159b req-b2e19203-8d35-4dec-9ef6-8732b4f1f058 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.442451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc04bd-e913-4575-bae7-319348b8159b req-b2e19203-8d35-4dec-9ef6-8732b4f1f058 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.449726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc04bd-e913-4575-bae7-319348b8159b req-b2e19203-8d35-4dec-9ef6-8732b4f1f058 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.455628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc04bd-e913-4575-bae7-319348b8159b req-b2e19203-8d35-4dec-9ef6-8732b4f1f058 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.458185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fbc04bd-e913-4575-bae7-319348b8159b req-b2e19203-8d35-4dec-9ef6-8732b4f1f058 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.3014348 Nov 22 16:29:55.458894 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.604570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45676) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:55.757936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1352778168-network', 'tenant_id': '14e964162840463b9ae13e071bbe587b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:55.798359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Made reservation on behalf of 14e964162840463b9ae13e071bbe587b for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:55.801816 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.811906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.838822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=9ab77426-dd15-470e-bfdb-f3e8dbaf6a16,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:55.849673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8934268-56a0-4222-9c99-3c9381982d4a req-451c8c38-c4bf-45ff-b6a1-fee472afdd39 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980511 Nov 22 16:29:55.921417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port 9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:55.933323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.936867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4176f602-81c6-4a5a-a73a-3f0756d76a97 req-3c1df900-3686-4da1-af79-d81141369a84 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.62 "DELETE /v2.0/ports/9ab77426-dd15-470e-bfdb-f3e8dbaf6a16 HTTP/1.1" status: 204 len: 173 time: 1.7821875 Nov 22 16:29:55.986885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Deleting port cf0b7940-6e13-4935-a9ee-5056fff66d89 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:55.987271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.999884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.015992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.076944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1ce350-9f4e-4a71-8c50-08080c993a2a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:56.118107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:56.136939 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.137900 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Added segment 6a326f20-7304-4d69-8bc3-7bf1291763e0 of type vlan for network c93d6c1b-7a7f-485c-bf44-885b94c7c513 Nov 22 16:29:56.162664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] For port cf0b7940-6e13-4935-a9ee-5056fff66d89, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cf0b7940-6e13-4935-a9ee-5056fff66d89,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:56.163350 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.184783 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Calling delete_port for cf0b7940-6e13-4935-a9ee-5056fff66d89 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:56.200635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.220611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fbc04bd-e913-4575-bae7-319348b8159b req-c4cf4062-3611-417b-b394-dd9eab759030 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4261534 Nov 22 16:29:56.276926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.278131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:56.280728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.302431 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6965497 Nov 22 16:29:56.312874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45684) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:56.337587 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92e600d-ea80-4aa9-a65c-811456122f3d x-openstack-request-id: req-b92e600d-ea80-4aa9-a65c-811456122f3d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:56.338057 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-deleted", "tag": "87ed5b95-241c-40f0-acab-03419a5b6ef0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:56.338599 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b92e600d-ea80-4aa9-a65c-811456122f3d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:56.339480 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-deleted', 'tag': '87ed5b95-241c-40f0-acab-03419a5b6ef0', 'status': 'completed', 'code': 200} Nov 22 16:29:56.362031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Request body: {'subnet': {'network_id': 'c93d6c1b-7a7f-485c-bf44-885b94c7c513', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1352778168-subnet', 'tenant_id': '14e964162840463b9ae13e071bbe587b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:56.365817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316495d8-ea18-4777-8fa5-b6b449561a80 req-008212d1-1444-4f6e-8430-acf61b1014b5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:56.375582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-316495d8-ea18-4777-8fa5-b6b449561a80 req-008212d1-1444-4f6e-8430-acf61b1014b5 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 950 time: 0.1878195 Nov 22 16:29:56.398975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661ffd6-f246-4db2-b4e6-5f0c1b631203 admin admin] Pushing event updated for resources: {'Network': ['ID=c93d6c1b-7a7f-485c-bf44-885b94c7c513,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:56.413683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network c93d6c1b-7a7f-485c-bf44-885b94c7c513 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:56.414660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Made reservation on behalf of 14e964162840463b9ae13e071bbe587b for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:56.418896 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.520491 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-316495d8-ea18-4777-8fa5-b6b449561a80 req-1470bf88-dacf-43ad-a1cc-d5f972f92613 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427829 Nov 22 16:29:56.538067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409aa53-c591-44bc-83c3-aab9c2c352ac req-7776f7d2-687b-498d-a653-5ee86929afcd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:56.556422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e409aa53-c591-44bc-83c3-aab9c2c352ac req-7776f7d2-687b-498d-a653-5ee86929afcd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.1546931 Nov 22 16:29:56.592241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.612325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494', '94793f49-a519-4bb0-9e2c-8df84aa92f81'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:56.618943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a2877d56-b9ca-421c-8b17-961301bdd82b', '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:56.653630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event deleted for resources: {'Port': ['ID=cf0b7940-6e13-4935-a9ee-5056fff66d89,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:56.679906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e409aa53-c591-44bc-83c3-aab9c2c352ac req-e4460fd2-aaa2-4e24-a74f-d953c975876f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261404 Nov 22 16:29:56.758340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] No DVR routers for this DVR port cf0b7940-6e13-4935-a9ee-5056fff66d89 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:56.763452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.774083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbaf736a-9582-4e67-a739-78fed8a350e7 req-6031e38f-8b8a-4567-8b8e-f96768961b39 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4b4d253-e945-426a-8b1c-2db72c4fd3c7 HTTP/1.1" status: 200 len: 210 time: 0.0658002 Nov 22 16:29:56.775403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.779486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba3c311b-2b12-4fac-a2b2-5e23f616c6af req-1a0abea9-92fa-4431-bcac-ec1bf4fed5d7 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "DELETE /v2.0/ports/cf0b7940-6e13-4935-a9ee-5056fff66d89 HTTP/1.1" status: 204 len: 173 time: 1.5675488 Nov 22 16:29:56.847295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba329db9-621b-4c76-a4b7-9f59621a0618,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:56.856672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Checking segment: {'id': '6a326f20-7304-4d69-8bc3-7bf1291763e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c93d6c1b-7a7f-485c-bf44-885b94c7c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:56.857189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Network hostable DHCP agents. Network: c93d6c1b-7a7f-485c-bf44-885b94c7c513, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:56.899033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Network c93d6c1b-7a7f-485c-bf44-885b94c7c513 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:56.913000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, c93d6c1b-7a7f-485c-bf44-885b94c7c513) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:56.924273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:56.925649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.944833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e232e2-8de8-4649-8057-cb42f67aacbd None None] Network c93d6c1b-7a7f-485c-bf44-885b94c7c513 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:56.963276 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-df75ae1a-c423-4321-bcc4-f8fa54cbcdf7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6475439 Nov 22 16:29:57.067964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf615b-e491-457d-b182-7e9b7078ff29 req-3d196035-1482-4125-b2e1-1bd6c79b7a74 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.076723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abaf615b-e491-457d-b182-7e9b7078ff29 req-3d196035-1482-4125-b2e1-1bd6c79b7a74 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1209915 Nov 22 16:29:57.274777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abaf615b-e491-457d-b182-7e9b7078ff29 req-c99a7656-1637-47c9-b5d3-36ec06f7359c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874487 Nov 22 16:29:57.466529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c6345e-0641-425e-b736-bcdd7c86b70e None None] Network c93d6c1b-7a7f-485c-bf44-885b94c7c513 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:57.488988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-9b7fc09f-1854-4b23-bd93-68a2fdddd9cc tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.496800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-9b7fc09f-1854-4b23-bd93-68a2fdddd9cc tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.504344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-9b7fc09f-1854-4b23-bd93-68a2fdddd9cc tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.510750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-9b7fc09f-1854-4b23-bd93-68a2fdddd9cc tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.517827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-9b7fc09f-1854-4b23-bd93-68a2fdddd9cc tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.526842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-9b7fc09f-1854-4b23-bd93-68a2fdddd9cc tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.539510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-9b7fc09f-1854-4b23-bd93-68a2fdddd9cc tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.548521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-9b7fc09f-1854-4b23-bd93-68a2fdddd9cc tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.1484182 Nov 22 16:29:57.665654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0942b208-c8e9-4ef6-94f0-2358dda37932 req-312af0a9-a6e8-4eb8-a2fc-9a7d82e0ef77 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159921 Nov 22 16:29:57.887906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8a313f2-3103-4080-936e-c1b1be3f825a req-0a32a945-abbf-4ac4-b910-a46c479a714f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=68024fa1-75ce-45c7-b063-e981dc65c544 HTTP/1.1" status: 200 len: 210 time: 0.0636156 Nov 22 16:29:58.125951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-8e6108c3-ea37-48a0-a5b8-e8b0ba5a90c9 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:58.127776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-8e6108c3-ea37-48a0-a5b8-e8b0ba5a90c9 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/networks?id=c93d6c1b-7a7f-485c-bf44-885b94c7c513 HTTP/1.1" status: 200 len: 822 time: 0.2875309 Nov 22 16:29:58.132561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-a9d01bf0-2aca-4eb1-984b-20792d9feb11 service neutron] 10.222.0.37 "GET /v2.0/ports/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99/bindings/n-h2-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.1533320 Nov 22 16:29:58.164776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768692c5-86d2-4d11-b3f7-95c75617750b req-1d5cd11a-3715-4691-a81b-ae3778da78ae tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:58.166434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-768692c5-86d2-4d11-b3f7-95c75617750b req-1d5cd11a-3715-4691-a81b-ae3778da78ae tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 943 time: 0.1644433 Nov 22 16:29:58.170453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-ca560290-14b1-4a25-a86a-c8abecb77aaa tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/quotas/14e964162840463b9ae13e071bbe587b HTTP/1.1" status: 200 len: 375 time: 0.0350344 Nov 22 16:29:58.176797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device cf0b7940-6e13-4935-a9ee-5056fff66d89 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:58.202430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: cf0b7940-6e13-4935-a9ee-5056fff66d89 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:58.202811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device cf0b7940-6e13-4935-a9ee-5056fff66d89 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:58.241576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-576dc5c7-fc3d-46b0-987d-04239cf094c9 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=14e964162840463b9ae13e071bbe587b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516357 Nov 22 16:29:58.340743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-deleted', 'tag': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16'}, {'server_uuid': '68024fa1-75ce-45c7-b063-e981dc65c544', 'name': 'network-vif-deleted', 'tag': 'cf0b7940-6e13-4935-a9ee-5056fff66d89'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:58.344399 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d3c3e2-64d1-4dcb-b7c0-26704ab10d5a" -d '{"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-deleted", "tag": "9ab77426-dd15-470e-bfdb-f3e8dbaf6a16"}, {"server_uuid": "68024fa1-75ce-45c7-b063-e981dc65c544", "name": "network-vif-deleted", "tag": "cf0b7940-6e13-4935-a9ee-5056fff66d89"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:58.359689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-768692c5-86d2-4d11-b3f7-95c75617750b req-9f3abca2-1ab7-4af9-8621-901fa147ac63 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706934 Nov 22 16:29:58.424785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45724) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:58.535898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-83ced8b7-aa0b-4011-8e63-472fa3be8d53 service neutron] 10.222.0.59 "GET /v2.0/networks/c93d6c1b-7a7f-485c-bf44-885b94c7c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678170 Nov 22 16:29:58.584615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91758d6-853d-4cbc-a67e-94300628a527 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting subnet e5ae0c50-2c14-47b4-9409-2bae0583e412 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:29:58.629740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a91758d6-853d-4cbc-a67e-94300628a527 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.698137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:58.756614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a91758d6-853d-4cbc-a67e-94300628a527 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.803360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:58.848448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25976b-7b41-452f-9c6c-108f10a85b2a req-502fd383-1318-4639-8525-9cc8cab4eda2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:58.861255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf25976b-7b41-452f-9c6c-108f10a85b2a req-502fd383-1318-4639-8525-9cc8cab4eda2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2958655 Nov 22 16:29:58.922884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-e12117bc-6f93-4195-b302-a6a17381ea1e service neutron] 10.222.0.59 "GET /v2.0/networks/c93d6c1b-7a7f-485c-bf44-885b94c7c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747780 Nov 22 16:29:58.975704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:59.009427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:59.060668 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.069532 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a91758d6-853d-4cbc-a67e-94300628a527 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.118906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf25976b-7b41-452f-9c6c-108f10a85b2a req-298a602a-58d4-4b7c-ab08-6c9000e52f3d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596760 Nov 22 16:29:59.192968 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42db850-36a2-4d99-acdd-87517d950156 x-openstack-request-id: req-e42db850-36a2-4d99-acdd-87517d950156 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:59.193887 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b4d253-e945-426a-8b1c-2db72c4fd3c7", "name": "network-vif-deleted", "tag": "9ab77426-dd15-470e-bfdb-f3e8dbaf6a16", "status": "completed", "code": 200}, {"server_uuid": "68024fa1-75ce-45c7-b063-e981dc65c544", "name": "network-vif-deleted", "tag": "cf0b7940-6e13-4935-a9ee-5056fff66d89", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:59.193887 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e42db850-36a2-4d99-acdd-87517d950156 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:59.194223 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b4d253-e945-426a-8b1c-2db72c4fd3c7', 'name': 'network-vif-deleted', 'tag': '9ab77426-dd15-470e-bfdb-f3e8dbaf6a16', 'status': 'completed', 'code': 200} Nov 22 16:29:59.194371 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68024fa1-75ce-45c7-b063-e981dc65c544', 'name': 'network-vif-deleted', 'tag': 'cf0b7940-6e13-4935-a9ee-5056fff66d89', 'status': 'completed', 'code': 200} Nov 22 16:29:59.234669 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a91758d6-853d-4cbc-a67e-94300628a527 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.282021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] Transition to ACTIVE for port object 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:59.287489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91758d6-853d-4cbc-a67e-94300628a527 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ae0c50-2c14-47b4-9409-2bae0583e412,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:59.293432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a91758d6-853d-4cbc-a67e-94300628a527 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.298081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a91758d6-853d-4cbc-a67e-94300628a527 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "DELETE /v2.0/subnets/e5ae0c50-2c14-47b4-9409-2bae0583e412 HTTP/1.1" status: 204 len: 168 time: 0.8687017 Nov 22 16:29:59.301630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45738) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:59.304051 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.307125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987178f2-b7dd-49a1-8afb-e949087d5bb9 None None] Network 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:59.450673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] No DVR routers for this DVR port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:59.469391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=10']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:59.554485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.596305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-bb8f5350-927e-4d67-904f-a9e2e2857721 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99/bindings/n-h2-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4509609 Nov 22 16:29:59.647980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4faa2922-ba14-4fc3-b691-8acc44468f74 req-72867064-dec0-47c6-8652-02022aefd126 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 210 time: 0.3104377 Nov 22 16:29:59.676828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port e4aefb22-2581-4d77-9bbd-854b82dc462c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:59.677176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.723132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-a2fddd2b-5387-4308-8c4a-eb07251476a7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.725141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] DHCP port deletion for 7d4e06b1-dd31-4645-a6ee-62f15ca0d44f request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:29:59.731659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-a2fddd2b-5387-4308-8c4a-eb07251476a7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.745105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-a2fddd2b-5387-4308-8c4a-eb07251476a7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.753150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-a2fddd2b-5387-4308-8c4a-eb07251476a7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.763914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-a2fddd2b-5387-4308-8c4a-eb07251476a7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.771580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-a2fddd2b-5387-4308-8c4a-eb07251476a7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.787627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-a2fddd2b-5387-4308-8c4a-eb07251476a7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.801818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-a2fddd2b-5387-4308-8c4a-eb07251476a7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.3281014 Nov 22 16:29:59.835862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] Deleting port e4aefb22-2581-4d77-9bbd-854b82dc462c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:59.837494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.904264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-d19f148f-5091-48d0-b271-9c7203dd6d32 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.906628 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-d19f148f-5091-48d0-b271-9c7203dd6d32 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.2277524 Nov 22 16:29:59.924157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port e4aefb22-2581-4d77-9bbd-854b82dc462c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e4aefb22-2581-4d77-9bbd-854b82dc462c,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:59.924522 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.964428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for e4aefb22-2581-4d77-9bbd-854b82dc462c owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:00.027122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c836ee30-6a2d-49ab-8935-cc4f02d59648 req-26a6e858-bdd6-4515-a8a4-8f27b47a8cd6 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2237976 Nov 22 16:30:00.059410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] For port e4aefb22-2581-4d77-9bbd-854b82dc462c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e4aefb22-2581-4d77-9bbd-854b82dc462c,segment=NetworkSegment(52f70da1-e80d-41ba-bb17-db367b57216c),segment_id=52f70da1-e80d-41ba-bb17-db367b57216c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:00.059827 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.066561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-4b6df48b-2ee7-47b0-9bf6-c7477fce0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.068286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-4b6df48b-2ee7-47b0-9bf6-c7477fce0da2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267&tenant_id=0cbce29029e6439abe3b3deba92cfb91 HTTP/1.1" status: 200 len: 1095 time: 0.1475329 Nov 22 16:30:00.123378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] Calling delete_port for e4aefb22-2581-4d77-9bbd-854b82dc462c owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:00.179655 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.232554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=e4aefb22-2581-4d77-9bbd-854b82dc462c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:00.244289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port e4aefb22-2581-4d77-9bbd-854b82dc462c on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:00.312012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:00.372902 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:00.384570 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.386875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209084c9-14be-4bc9-b06e-a94e3ebd3901 req-50d7a846-5e20-4187-afd6-8f9d61e34a75 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.399817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-209084c9-14be-4bc9-b06e-a94e3ebd3901 req-50d7a846-5e20-4187-afd6-8f9d61e34a75 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 944 time: 0.2746601 Nov 22 16:30:00.417992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.435579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997398a-7b58-455d-8578-70633bf6b690 req-bb4ab1e3-3ba3-4345-bf7c-6d0823832669 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.437399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] No DVR routers for this DVR port e4aefb22-2581-4d77-9bbd-854b82dc462c on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:00.447978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5997398a-7b58-455d-8578-70633bf6b690 req-bb4ab1e3-3ba3-4345-bf7c-6d0823832669 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 950 time: 0.1720293 Nov 22 16:30:00.460682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5f409-559f-4fc1-86d8-64b6c9e36143 None None] Pushing event deleted for resources: {'Port': ['ID=e4aefb22-2581-4d77-9bbd-854b82dc462c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:00.484042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-dfff6cae-e7f0-4b59-a03e-728db86290f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.485645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-dfff6cae-e7f0-4b59-a03e-728db86290f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1095 time: 0.3770089 Nov 22 16:30:00.523918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4e06b1-dd31-4645-a6ee-62f15ca0d44f']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:00.547336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f70da1-e80d-41ba-bb17-db367b57216c') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:00.547803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f70da1-e80d-41ba-bb17-db367b57216c') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:00.573679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.600972 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.611383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:00.612700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:00.617970 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:00.673183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-209084c9-14be-4bc9-b06e-a94e3ebd3901 req-d6b64120-16e4-4b08-b69c-686582a446d7 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724309 Nov 22 16:30:00.711764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5997398a-7b58-455d-8578-70633bf6b690 req-462ece77-6505-4d08-9181-c87d920b0f90 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667332 Nov 22 16:30:00.735967 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.744957 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.750709 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "DELETE /v2.0/networks/7d4e06b1-dd31-4645-a6ee-62f15ca0d44f HTTP/1.1" status: 204 len: 168 time: 1.4470096 Nov 22 16:30:00.755476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:00.775824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcecb8a-5000-448f-8e52-5f06953bb55d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Network': ['ID=7d4e06b1-dd31-4645-a6ee-62f15ca0d44f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:00.881004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-7d79e624-c604-4d3e-9460-e5d19ed7940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.882473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-7d79e624-c604-4d3e-9460-e5d19ed7940b service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.3599565 Nov 22 16:30:00.910595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8739d8c-1816-41af-a6ad-f57a33d39657 req-7d984f5e-9480-4d57-8674-9e567b3c2956 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 210 time: 0.0707185 Nov 22 16:30:00.929767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting subnet 98aca4f1-15de-4fe7-838c-c239db51b9c1 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:00.973088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-2ba3cb18-c90e-44c1-9fa1-d9a60e607363 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 217 time: 0.0658638 Nov 22 16:30:00.974922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.056385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0232-dd97-4c8a-a370-c2b1cb1e8c58 req-91ff406a-b250-424b-8fa3-040831286073 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.064824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-197e0232-dd97-4c8a-a370-c2b1cb1e8c58 req-91ff406a-b250-424b-8fa3-040831286073 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2766764 Nov 22 16:30:01.226685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.258323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e4aefb22-2581-4d77-9bbd-854b82dc462c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:01.282553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e4aefb22-2581-4d77-9bbd-854b82dc462c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:01.283236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e4aefb22-2581-4d77-9bbd-854b82dc462c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:01.302303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-901c5f3d-8c7d-4eca-bb6f-9fb6a6843c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.304026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-901c5f3d-8c7d-4eca-bb6f-9fb6a6843c4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.3066385 Nov 22 16:30:01.391761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-c385d7a5-4068-4fd7-b772-4de14c9727f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702398 Nov 22 16:30:01.418719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-87fca9e1-243a-45b4-a7ef-362affab53bf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.425053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-87fca9e1-243a-45b4-a7ef-362affab53bf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.431504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-87fca9e1-243a-45b4-a7ef-362affab53bf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.437639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-87fca9e1-243a-45b4-a7ef-362affab53bf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.443782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-87fca9e1-243a-45b4-a7ef-362affab53bf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.449855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-87fca9e1-243a-45b4-a7ef-362affab53bf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.455856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-87fca9e1-243a-45b4-a7ef-362affab53bf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.457941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-87fca9e1-243a-45b4-a7ef-362affab53bf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.2777143 Nov 22 16:30:01.493317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-197e0232-dd97-4c8a-a370-c2b1cb1e8c58 req-effdf853-696f-420a-8629-6fadfab975a9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274926 Nov 22 16:30:01.537564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-04fe7c3b-1ebc-4b51-9f53-66b39dcb9d94 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.539114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-04fe7c3b-1ebc-4b51-9f53-66b39dcb9d94 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.37 "GET /v2.0/networks?id=c93d6c1b-7a7f-485c-bf44-885b94c7c513 HTTP/1.1" status: 200 len: 822 time: 0.5247846 Nov 22 16:30:01.587804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Request body: {'port': {'device_id': '3074d74f-a1a4-40f0-9069-7c6ec4196d6c', 'network_id': 'c93d6c1b-7a7f-485c-bf44-885b94c7c513', 'admin_state_up': True, 'tenant_id': '14e964162840463b9ae13e071bbe587b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:01.978824 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.110998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-c79b9b3b-fcaa-4d09-9aea-cd4ee23cc1ed tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:02.112570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-c79b9b3b-fcaa-4d09-9aea-cd4ee23cc1ed tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 950 time: 0.7080133 Nov 22 16:30:02.191130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0817a95f-7972-4515-8a1c-9dc760c3994a req-8bfe3c10-4346-4e00-98bc-7de6f6ddf67d tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6926532 Nov 22 16:30:02.202872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-51ccf2c2-7adf-4f6e-b8d0-fb542b8004b7 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8009069 Nov 22 16:30:02.243995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6cf00-c7fd-40d1-89d5-c59f08f80d60 req-aa4f8ef5-f001-45c8-8460-749b09dd2383 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:02.245550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97c6cf00-c7fd-40d1-89d5-c59f08f80d60 req-aa4f8ef5-f001-45c8-8460-749b09dd2383 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 944 time: 0.2914445 Nov 22 16:30:02.338495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.407207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Subnet': ['ID=98aca4f1-15de-4fe7-838c-c239db51b9c1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:02.424408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Made reservation on behalf of 14e964162840463b9ae13e071bbe587b for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:02.428659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.450006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348d9a44-6375-4291-aa7f-c1140570e573 None None] Network ea97ca8c-6589-4e67-a334-07aa5c74eb37 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:02.451783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.457574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "DELETE /v2.0/subnets/98aca4f1-15de-4fe7-838c-c239db51b9c1 HTTP/1.1" status: 204 len: 168 time: 1.6880975 Nov 22 16:30:02.458533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45778) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:02.479449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.479801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.480203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.480626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.480947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.481494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.482031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.482581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.483189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.483747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.484260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.484769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883025dc-da65-4c80-b54a-def859883d55 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:02.580788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.582273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97c6cf00-c7fd-40d1-89d5-c59f08f80d60 req-e14cd134-850b-406d-a234-aa5e22d28ea6 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127966 Nov 22 16:30:02.598918 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-c6f669f1-6b7f-4405-9e9c-d5c263f92306 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812423 Nov 22 16:30:02.671467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d85383-5721-438e-91a5-08c172b15f6b req-e15a1cb7-b39f-4d47-90f1-6911c33857d2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:02.673999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7d85383-5721-438e-91a5-08c172b15f6b req-e15a1cb7-b39f-4d47-90f1-6911c33857d2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 950 time: 0.3754375 Nov 22 16:30:02.696827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Deleting port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:02.697405 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.711027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:02.711387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.759354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] DHCP port deletion for ea97ca8c-6589-4e67-a334-07aa5c74eb37 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:02.823822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:02.824188 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.839315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:02.863009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] Deleting port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:02.864454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.900159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b370a396-4167-4e53-aea1-679605ccf5a9 req-1be8e7fa-ade8-4cd7-aa58-d1b07ebcdc7b tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 210 time: 0.1795392 Nov 22 16:30:02.967054 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.010343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] For port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,segment=NetworkSegment(f1682db6-ee56-4ed0-be73-726f8ad88b74),segment_id=f1682db6-ee56-4ed0-be73-726f8ad88b74)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:03.010874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:03.011409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.015024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:03.028748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] Calling delete_port for 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:03.141781 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.155589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.169100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea97ca8c-6589-4e67-a334-07aa5c74eb37']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:03.186913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Allocated IP 172.20.0.11 (c93d6c1b-7a7f-485c-bf44-885b94c7c513/ba329db9-621b-4c76-a4b7-9f59621a0618/bedf38dd-523d-4be7-84f7-5e3eb7f0210e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:03.191665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1682db6-ee56-4ed0-be73-726f8ad88b74') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:03.192458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1682db6-ee56-4ed0-be73-726f8ad88b74') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:03.217283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.218302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] Pushing event deleted for resources: {'Port': ['ID=6bc9f104-4e4b-48a4-bf45-b99fd5fec37e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:03.222370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57089e84-b3ae-4574-a62d-0628842ca146 None None] No DVR routers for this DVR port 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:03.253807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:03.254579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7d85383-5721-438e-91a5-08c172b15f6b req-a7c6c4a1-17c8-466f-955a-58c57fc9dc9d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155087 Nov 22 16:30:03.256097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.272011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] For port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:03.272011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:03.272519 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:03.306751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:03.307275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6bc9f104-4e4b-48a4-bf45-b99fd5fec37e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:03.319302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Calling delete_port for 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:03.351851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c8c2-6598-4bba-8851-4a8f1d0866d5 req-d7c6285f-0e2e-4488-a08d-b17db4816466 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.355185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1e8c8c2-6598-4bba-8851-4a8f1d0866d5 req-d7c6285f-0e2e-4488-a08d-b17db4816466 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.3659053 Nov 22 16:30:03.358636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-fc5ee347-3739-436a-ac36-8ce15cc33d28 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.360915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-fc5ee347-3739-436a-ac36-8ce15cc33d28 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.3926592 Nov 22 16:30:03.412628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.431892 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.435818 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "DELETE /v2.0/networks/ea97ca8c-6589-4e67-a334-07aa5c74eb37 HTTP/1.1" status: 204 len: 168 time: 0.9759564 Nov 22 16:30:03.451604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77206f0b-33a0-429a-a985-df842b6db88f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Network': ['ID=ea97ca8c-6589-4e67-a334-07aa5c74eb37,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:03.453591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45788) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:03.464591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-841383829'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:03.507925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:03.515502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.545205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:03.556079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.556452 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Added segment f4354ea0-4379-473f-bf86-12700d98a6c8 of type vlan for network ed0afdd1-4ffa-46a2-a219-7a48656e6017 Nov 22 16:30:03.612129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.646429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.653752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.654413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.713931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1e8c8c2-6598-4bba-8851-4a8f1d0866d5 req-7b7a9203-edbf-4b55-b600-e9919b30cf50 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514643 Nov 22 16:30:03.730989 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2740083 Nov 22 16:30:03.738192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45792) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:03.782714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-2dbdee27-370e-49c8-a67d-72acbfc81ce7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.787624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-2dbdee27-370e-49c8-a67d-72acbfc81ce7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.789203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'subnet': {'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:03.798566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-2dbdee27-370e-49c8-a67d-72acbfc81ce7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.801613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-2dbdee27-370e-49c8-a67d-72acbfc81ce7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.810374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-2dbdee27-370e-49c8-a67d-72acbfc81ce7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.816596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-2dbdee27-370e-49c8-a67d-72acbfc81ce7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.825377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-2dbdee27-370e-49c8-a67d-72acbfc81ce7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.829930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-2dbdee27-370e-49c8-a67d-72acbfc81ce7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.3683462 Nov 22 16:30:03.856176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c061f7-7492-4481-9522-c1e3a724daee tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Network': ['ID=ed0afdd1-4ffa-46a2-a219-7a48656e6017,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:03.876774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ed0afdd1-4ffa-46a2-a219-7a48656e6017 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:03.971366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:03.977803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.009751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-2a68bff9-30a7-4557-b946-4af779d8adb5 service neutron] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:04.057103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-2a68bff9-30a7-4557-b946-4af779d8adb5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.058236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26351ab-03f1-4a79-b37a-1df711e1debc req-2a68bff9-30a7-4557-b946-4af779d8adb5 service neutron] 10.222.0.62 "DELETE /v2.0/ports/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99/bindings/n-h1-816865-2 HTTP/1.1" status: 204 len: 173 time: 0.6278031 Nov 22 16:30:04.070035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.094623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.103926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d23dae29-b16b-400f-9a94-6ddb5a38c4d3 req-98fc2d72-bf61-48ed-a253-3ff0fc577747 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2504404 Nov 22 16:30:04.112586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a2877d56-b9ca-421c-8b17-961301bdd82b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:04.161337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c8517-6b31-4879-8d50-5ab9ec211e19 req-c8c80e88-58dc-4d1a-b363-3cfcf96fab1f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:04.164240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-807c8517-6b31-4879-8d50-5ab9ec211e19 req-c8c80e88-58dc-4d1a-b363-3cfcf96fab1f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 944 time: 0.3138506 Nov 22 16:30:04.172936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event deleted for resources: {'Port': ['ID=09eb7bb4-9f14-45b0-8aad-6636e2e23d9e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:04.229017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494', '94793f49-a519-4bb0-9e2c-8df84aa92f81'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:04.284488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:04.373170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:04.374050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:04.375738 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.444427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] No DVR routers for this DVR port 09eb7bb4-9f14-45b0-8aad-6636e2e23d9e on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:04.545473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-807c8517-6b31-4879-8d50-5ab9ec211e19 req-d7ffe076-a51d-442e-a3fb-93eda38cf853 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564310 Nov 22 16:30:04.550482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.565131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec3ad611-8ec5-4cde-9020-e3c6b9d8ae55 req-4b265767-e0e8-4499-a8da-9ce8d7403c98 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "DELETE /v2.0/ports/09eb7bb4-9f14-45b0-8aad-6636e2e23d9e HTTP/1.1" status: 204 len: 173 time: 2.4344501 Nov 22 16:30:04.565886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9142f287-da8d-4c01-b587-abdca5aa2e8f', 'name': 'network-vif-deleted', 'tag': '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:04.566247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Subnet': ['ID=deff0280-1c3c-462f-944a-2ab876e1d1ef,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:04.570080 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58aa076-9775-4288-b0d9-7867ea186588" -d '{"events": [{"server_uuid": "9142f287-da8d-4c01-b587-abdca5aa2e8f", "name": "network-vif-deleted", "tag": "09eb7bb4-9f14-45b0-8aad-6636e2e23d9e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:04.608132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.613848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.614877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.615979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.616769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.617570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.618416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.631853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.632779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.633644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.634441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.635275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:04.641569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Checking segment: {'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:04.642439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network hostable DHCP agents. Network: ed0afdd1-4ffa-46a2-a219-7a48656e6017, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:04.691858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network ed0afdd1-4ffa-46a2-a219-7a48656e6017 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:04.702297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.734404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ed0afdd1-4ffa-46a2-a219-7a48656e6017) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:04.755909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:04.756850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.765090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db705b24-ac9e-4d8c-ae35-319ed3be4586 None None] Network ed0afdd1-4ffa-46a2-a219-7a48656e6017 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:04.832010 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a763665f-5879-4f3d-a395-5fc011419634 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0844030 Nov 22 16:30:04.833443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45808) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:04.848638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1588453530'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:04.926095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:04.942022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.030977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Network c93d6c1b-7a7f-485c-bf44-885b94c7c513 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:05.050759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b7e7-ff89-4c1e-ae38-499f0a2b846a req-d9a0a392-900b-4085-a825-e16fcea9d83c tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:05.053566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:05.065775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df41b7e7-ff89-4c1e-ae38-499f0a2b846a req-d9a0a392-900b-4085-a825-e16fcea9d83c tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 932 time: 0.7309091 Nov 22 16:30:05.082645 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.084172 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Added segment cd017a0b-db50-4119-b720-c745ecc49bb0 of type vlan for network 652cd985-2468-41ef-a040-c228115f8bae Nov 22 16:30:05.143294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23bdd835-b169-4160-bc1a-7bd88d240f88 req-78157996-372c-4159-89c8-0d6543e2f42a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=9142f287-da8d-4c01-b587-abdca5aa2e8f HTTP/1.1" status: 200 len: 210 time: 0.2295029 Nov 22 16:30:05.202415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Pushing event updated for resources: {'Port': ['ID=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:05.213428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:05.227391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:05.347431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df41b7e7-ff89-4c1e-ae38-499f0a2b846a req-10ead2a0-9d73-4c00-8356-f34e82859fd1 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796175 Nov 22 16:30:05.384375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:05.385159 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.396983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ed0afdd1-4ffa-46a2-a219-7a48656e6017', 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'fixed_ips': [{'subnet_id': 'deff0280-1c3c-462f-944a-2ab876e1d1ef'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:05.400147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.400985 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.417983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9dede1c-13c2-4955-94fc-6f09694a7e6d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8408427 Nov 22 16:30:05.436711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Request body: {'port': {'device_id': '3074d74f-a1a4-40f0-9069-7c6ec4196d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:05.506479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.524319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:05.524319 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.589712 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442d6773-8283-444d-b5fb-430a05e6698f x-openstack-request-id: req-442d6773-8283-444d-b5fb-430a05e6698f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:05.592048 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9142f287-da8d-4c01-b587-abdca5aa2e8f", "name": "network-vif-deleted", "tag": "09eb7bb4-9f14-45b0-8aad-6636e2e23d9e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:05.593227 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-442d6773-8283-444d-b5fb-430a05e6698f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:05.594619 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9142f287-da8d-4c01-b587-abdca5aa2e8f', 'name': 'network-vif-deleted', 'tag': '09eb7bb4-9f14-45b0-8aad-6636e2e23d9e', 'status': 'completed', 'code': 200} Nov 22 16:30:05.633048 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.867019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0319743 Nov 22 16:30:05.874864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:05.920568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'subnet': {'network_id': '652cd985-2468-41ef-a040-c228115f8bae', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:06.133461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a21d93-a5a4-4821-a000-8225fdf11047 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Network': ['ID=652cd985-2468-41ef-a040-c228115f8bae,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:06.164752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedf38dd-523d-4be7-84f7-5e3eb7f0210e {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:06.170743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 652cd985-2468-41ef-a040-c228115f8bae details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:06.245924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:06.262483 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.265985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.278562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c0d4f85a-1783-4f53-806b-b3186488fd29 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:06.363343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Allocated IP 19.80.0.2 (ed0afdd1-4ffa-46a2-a219-7a48656e6017/deff0280-1c3c-462f-944a-2ab876e1d1ef/bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:06.369170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Transition to ACTIVE for port object bedf38dd-523d-4be7-84f7-5e3eb7f0210e will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:06.391958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ada015-fc0f-4e72-8a75-b7394e889352 req-577c0819-cb4e-4af0-b44e-04af471ddea9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.407484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56ada015-fc0f-4e72-8a75-b7394e889352 req-577c0819-cb4e-4af0-b44e-04af471ddea9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.3904855 Nov 22 16:30:06.418470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.434615 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.462754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:30:06.482697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-8a5dd226-6ea4-486a-ba9f-ce538259b356 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.506226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-8a5dd226-6ea4-486a-ba9f-ce538259b356 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.518354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-8a5dd226-6ea4-486a-ba9f-ce538259b356 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.535745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-8a5dd226-6ea4-486a-ba9f-ce538259b356 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.548246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-8a5dd226-6ea4-486a-ba9f-ce538259b356 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.564046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-8a5dd226-6ea4-486a-ba9f-ce538259b356 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.576699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-8a5dd226-6ea4-486a-ba9f-ce538259b356 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.592234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-8a5dd226-6ea4-486a-ba9f-ce538259b356 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5429 time: 0.5764456 Nov 22 16:30:06.948482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Pushing event updated for resources: {'Port': ['ID=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:07.059610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56ada015-fc0f-4e72-8a75-b7394e889352 req-758adfed-9046-420e-b0f9-1b0e1c9eb542 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474252 Nov 22 16:30:07.086314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.119891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90490a1f-378b-4cda-b020-eb1fabe57b22 req-7d21fde3-dd25-4c8c-9866-28f4289214de tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4891217 Nov 22 16:30:07.249178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Attempting to bind port bedf38dd-523d-4be7-84f7-5e3eb7f0210e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:07.251674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Attempting to bind port bedf38dd-523d-4be7-84f7-5e3eb7f0210e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '6a326f20-7304-4d69-8bc3-7bf1291763e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c93d6c1b-7a7f-485c-bf44-885b94c7c513'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:07.252588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Attempting to bind port bedf38dd-523d-4be7-84f7-5e3eb7f0210e on network c93d6c1b-7a7f-485c-bf44-885b94c7c513 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:07.283095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Port bedf38dd-523d-4be7-84f7-5e3eb7f0210e on network c93d6c1b-7a7f-485c-bf44-885b94c7c513 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:07.283095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Attempting to bind port bedf38dd-523d-4be7-84f7-5e3eb7f0210e on network c93d6c1b-7a7f-485c-bf44-885b94c7c513 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:07.303833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:07.306120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Checking segment: {'id': '6a326f20-7304-4d69-8bc3-7bf1291763e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c93d6c1b-7a7f-485c-bf44-885b94c7c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:07.307179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Bound using segment: {'id': '6a326f20-7304-4d69-8bc3-7bf1291763e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c93d6c1b-7a7f-485c-bf44-885b94c7c513'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:07.314211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Bound port: bedf38dd-523d-4be7-84f7-5e3eb7f0210e, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a326f20-7304-4d69-8bc3-7bf1291763e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c93d6c1b-7a7f-485c-bf44-885b94c7c513'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:07.316744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.363388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c0d4f85a-1783-4f53-806b-b3186488fd29, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c0d4f85a-1783-4f53-806b-b3186488fd29,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:07.389039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Subnet': ['ID=7e402087-7084-44b4-9788-c2d6e3ea2506,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:07.395988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Checking segment: {'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:07.396762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network hostable DHCP agents. Network: 652cd985-2468-41ef-a040-c228115f8bae, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:07.446564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network 652cd985-2468-41ef-a040-c228115f8bae is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:07.470068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'c0d4f85a-1783-4f53-806b-b3186488fd29', 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'port_id': 'c0d4f85a-1783-4f53-806b-b3186488fd29', 'mac_address': 'fa:16:3e:4e:53:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cfb5d4-6665-42bd-8f4b-d038aa7765fe', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:07.484777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 652cd985-2468-41ef-a040-c228115f8bae) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:07.512209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.518028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.522868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9287447-b046-4fcc-acfa-2b2dc2c3f345 None None] Network 652cd985-2468-41ef-a040-c228115f8bae requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:07.572099 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3c922713-9437-4061-be02-f07b77108781 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6687553 Nov 22 16:30:07.647860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] For port bedf38dd-523d-4be7-84f7-5e3eb7f0210e, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:07.721919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] For port bedf38dd-523d-4be7-84f7-5e3eb7f0210e, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,segment=NetworkSegment(6a326f20-7304-4d69-8bc3-7bf1291763e0),segment_id=6a326f20-7304-4d69-8bc3-7bf1291763e0)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:07.742710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35266b-3d78-4bd8-8a50-d03468225c6d req-5620e7d8-5658-42c6-8789-8f7a0731fd07 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.745081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c35266b-3d78-4bd8-8a50-d03468225c6d req-5620e7d8-5658-42c6-8789-8f7a0731fd07 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1095 time: 0.2131000 Nov 22 16:30:07.747522 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.772308 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.793834 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.830796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.837246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.837880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.840571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] 10.222.0.37 "PUT /v2.0/ports/bedf38dd-523d-4be7-84f7-5e3eb7f0210e HTTP/1.1" status: 200 len: 1092 time: 2.4086120 Nov 22 16:30:07.840839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.851389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64eb9b-342a-4625-955a-854ca860b0b8 req-6e78b163-0009-451c-85ea-e5ab997bad02 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.851996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b64eb9b-342a-4625-955a-854ca860b0b8 req-6e78b163-0009-451c-85ea-e5ab997bad02 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 944 time: 0.2176831 Nov 22 16:30:07.880958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3074d74f-a1a4-40f0-9069-7c6ec4196d6c', 'tag': 'bedf38dd-523d-4be7-84f7-5e3eb7f0210e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:07.884151 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad599c-a80c-415c-bf09-b9fe849e4f02" -d '{"events": [{"name": "network-changed", "server_uuid": "3074d74f-a1a4-40f0-9069-7c6ec4196d6c", "tag": "bedf38dd-523d-4be7-84f7-5e3eb7f0210e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:07.906803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c35266b-3d78-4bd8-8a50-d03468225c6d req-ee57d3c3-2a81-4869-8315-21413e62925e tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246545 Nov 22 16:30:07.925916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfcc05-029e-4e17-999a-c8ae3a1fa976 service neutron] Pushing event updated for resources: {'Port': ['ID=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:07.938503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d4f85a-1783-4f53-806b-b3186488fd29 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:07.988684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Network ed0afdd1-4ffa-46a2-a219-7a48656e6017 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:08.005522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:08.010907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Pushing event updated for resources: {'Port': ['ID=bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:08.013627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:08.017686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b64eb9b-342a-4625-955a-854ca860b0b8 req-67a10012-01e5-439f-85b8-4599e59ea455 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253107 Nov 22 16:30:08.044002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c0d4f85a-1783-4f53-806b-b3186488fd29, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c0d4f85a-1783-4f53-806b-b3186488fd29,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:08.074301 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.075037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 52b37758-1682-4270-ab29-780874e6899b details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:08.176456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-562ce5ad-c48c-4e61-a670-1cd0e42a17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:08.180122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-562ce5ad-c48c-4e61-a670-1cd0e42a17f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14e964162840463b9ae13e071bbe587b&device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 1095 time: 0.2698152 Nov 22 16:30:08.269622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-42c42ffd-fa08-432b-95da-ce3114ca1a2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bedf38dd-523d-4be7-84f7-5e3eb7f0210e HTTP/1.1" status: 200 len: 217 time: 0.0751188 Nov 22 16:30:08.273744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-652cd985-2468-41ef-a040-c228115f8bae', 'network_id': '652cd985-2468-41ef-a040-c228115f8bae', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'fixed_ips': [{'subnet_id': '7e402087-7084-44b4-9788-c2d6e3ea2506'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:08.274810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.378855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Attempting to bind port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:08.379556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Attempting to bind port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:08.380218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Attempting to bind port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 on network ed0afdd1-4ffa-46a2-a219-7a48656e6017 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:08.401881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c0d4f85a-1783-4f53-806b-b3186488fd29,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:08.409135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:08.409698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Checking segment: {'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:08.410325 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.410977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Bound using segment: {'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:08.411726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Bound port: bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:08.412127 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.491226 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df86a06-4399-4767-a6b7-4b9ef11cab20 x-openstack-request-id: req-8df86a06-4399-4767-a6b7-4b9ef11cab20 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:08.491689 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3074d74f-a1a4-40f0-9069-7c6ec4196d6c", "tag": "bedf38dd-523d-4be7-84f7-5e3eb7f0210e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:08.492082 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8df86a06-4399-4767-a6b7-4b9ef11cab20 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:08.492644 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3074d74f-a1a4-40f0-9069-7c6ec4196d6c', 'tag': 'bedf38dd-523d-4be7-84f7-5e3eb7f0210e', 'status': 'completed', 'code': 200} Nov 22 16:30:08.580182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 52b37758-1682-4270-ab29-780874e6899b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=52b37758-1682-4270-ab29-780874e6899b,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:08.614204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a08b6a89-37fd-49e1-8cb0-2624c1c1525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:08.615941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a08b6a89-37fd-49e1-8cb0-2624c1c1525e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba329db9-621b-4c76-a4b7-9f59621a0618 HTTP/1.1" status: 200 len: 862 time: 0.1222310 Nov 22 16:30:08.625739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '52b37758-1682-4270-ab29-780874e6899b', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'port_id': '52b37758-1682-4270-ab29-780874e6899b', 'mac_address': 'fa:16:3e:1a:a8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:08.645999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-65270b9c-a9b7-4548-a510-8634ed44df49 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:08.653250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-65270b9c-a9b7-4548-a510-8634ed44df49 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:08.659962 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-65270b9c-a9b7-4548-a510-8634ed44df49 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/networks?id=ed0afdd1-4ffa-46a2-a219-7a48656e6017&id=652cd985-2468-41ef-a040-c228115f8bae HTTP/1.1" status: 200 len: 1391 time: 0.4781060 Nov 22 16:30:08.709539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-a9975f08-429d-49de-9999-b80dc07d9529 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93d6c1b-7a7f-485c-bf44-885b94c7c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729849 Nov 22 16:30:08.722511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-be246f8d-3242-4316-b43e-c2ded025128d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/quotas/f9e2768b3d114b50bc27a0b20409bcd3 HTTP/1.1" status: 200 len: 375 time: 0.0574605 Nov 22 16:30:08.752304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] For port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:08.779931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Allocated IP 19.86.0.2 (652cd985-2468-41ef-a040-c228115f8bae/7e402087-7084-44b4-9788-c2d6e3ea2506/604ba09f-b22d-480e-a9c6-26e523e5cb65) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:08.783234 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.804047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] For port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8,segment=NetworkSegment(f4354ea0-4379-473f-bf86-12700d98a6c8),segment_id=f4354ea0-4379-473f-bf86-12700d98a6c8)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:08.805010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703affd-3bb3-4f69-a79d-8534f2dbc8a6 req-44b7ad59-7faa-4bfb-8ae8-0dab1bf1b68b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:08.807255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b37758-1682-4270-ab29-780874e6899b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:08.814529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6703affd-3bb3-4f69-a79d-8534f2dbc8a6 req-44b7ad59-7faa-4bfb-8ae8-0dab1bf1b68b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.2218258 Nov 22 16:30:08.830377 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.854991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 52b37758-1682-4270-ab29-780874e6899b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=52b37758-1682-4270-ab29-780874e6899b,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:08.949121 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.949824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:09.034492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cb082-7927-496b-bc34-d95a83d193cb None None] Pushing event updated for resources: {'Port': ['ID=bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:09.212968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=52b37758-1682-4270-ab29-780874e6899b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:09.258656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:09.290678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5', 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04', 'port_id': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5', 'mac_address': 'fa:16:3e:03:9a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affaa9e1-4362-459b-8e28-f193cb71fc51', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:09.372238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.397215 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.445426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-3f4f2395-9847-4053-aaa3-9c11852e9b0a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7219553 Nov 22 16:30:09.524203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6703affd-3bb3-4f69-a79d-8534f2dbc8a6 req-1e3519ad-2142-47e9-964a-451904e456de tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041276 Nov 22 16:30:09.574059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-33426c32-72a0-48ff-9ea6-75a294630321 service neutron] 10.222.0.37 "GET /v2.0/networks/c93d6c1b-7a7f-485c-bf44-885b94c7c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8485663 Nov 22 16:30:09.575339 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.582153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Pushing event updated for resources: {'Port': ['ID=604ba09f-b22d-480e-a9c6-26e523e5cb65,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:09.602631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Network 652cd985-2468-41ef-a040-c228115f8bae is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:09.622480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:09.637300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:09.647874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:09.731684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:09.748137 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.748864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28892659-4971-4e49-a576-3a8312c6ef39 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:09.756045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Attempting to bind port 604ba09f-b22d-480e-a9c6-26e523e5cb65 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:09.756605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Attempting to bind port 604ba09f-b22d-480e-a9c6-26e523e5cb65 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:09.756998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Attempting to bind port 604ba09f-b22d-480e-a9c6-26e523e5cb65 on network 652cd985-2468-41ef-a040-c228115f8bae {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:09.770283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:09.770835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Checking segment: {'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:09.771583 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.772870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Bound using segment: {'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:09.773408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Bound port: 604ba09f-b22d-480e-a9c6-26e523e5cb65, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:09.774034 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.898126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28892659-4971-4e49-a576-3a8312c6ef39, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28892659-4971-4e49-a576-3a8312c6ef39,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:09.907814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:09.931411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-3087a05f-d291-4b71-87d3-e99015c3f645 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:09.934159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-3087a05f-d291-4b71-87d3-e99015c3f645 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb0592ce-45b8-402a-b9cf-efaa75f07122 HTTP/1.1" status: 200 len: 950 time: 0.3258483 Nov 22 16:30:09.934912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '28892659-4971-4e49-a576-3a8312c6ef39', 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'port_id': '28892659-4971-4e49-a576-3a8312c6ef39', 'mac_address': 'fa:16:3e:64:55:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cfb5d4-6665-42bd-8f4b-d038aa7765fe', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:09.937094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-0d09785a-5c0f-4f87-bbcd-f015a3882ed3 service neutron] 10.222.0.59 "GET /v2.0/networks/ed0afdd1-4ffa-46a2-a219-7a48656e6017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906774 Nov 22 16:30:09.947340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] For port 604ba09f-b22d-480e-a9c6-26e523e5cb65, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:09.952823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] For port 604ba09f-b22d-480e-a9c6-26e523e5cb65, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=604ba09f-b22d-480e-a9c6-26e523e5cb65,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:09.974302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-642b9d6d-3050-4686-9528-4e51340df776 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:09.985140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-642b9d6d-3050-4686-9528-4e51340df776 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:09.987399 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.995557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-642b9d6d-3050-4686-9528-4e51340df776 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:10.003647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-642b9d6d-3050-4686-9528-4e51340df776 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:10.009963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-642b9d6d-3050-4686-9528-4e51340df776 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:10.020079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-642b9d6d-3050-4686-9528-4e51340df776 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:10.035386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-642b9d6d-3050-4686-9528-4e51340df776 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:10.038393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-642b9d6d-3050-4686-9528-4e51340df776 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5432 time: 0.3221498 Nov 22 16:30:10.058495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b1813e-379a-41fe-8bd6-6a4fe176c302 req-26551370-1ecc-44de-ba9e-51c9be6436dc service neutron] 10.222.0.37 "GET /v2.0/networks/c93d6c1b-7a7f-485c-bf44-885b94c7c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678226 Nov 22 16:30:10.094531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c88b6-777e-4a37-b53a-59698c4662cc None None] Pushing event updated for resources: {'Port': ['ID=604ba09f-b22d-480e-a9c6-26e523e5cb65,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:10.130073 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.157176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28892659-4971-4e49-a576-3a8312c6ef39 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:10.213416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28892659-4971-4e49-a576-3a8312c6ef39, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28892659-4971-4e49-a576-3a8312c6ef39,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:10.225577 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.228196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ccd928a2-1f5c-45a7-a938-b2b22f4585d8 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:10.329653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ccd928a2-1f5c-45a7-a938-b2b22f4585d8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:10.333057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=28892659-4971-4e49-a576-3a8312c6ef39,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:10.354890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'ccd928a2-1f5c-45a7-a938-b2b22f4585d8', 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'port_id': 'ccd928a2-1f5c-45a7-a938-b2b22f4585d8', 'mac_address': 'fa:16:3e:a6:76:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cfb5d4-6665-42bd-8f4b-d038aa7765fe', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:10.422844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-158c368e-f58e-4f68-b104-6d08f8120e6e service neutron] 10.222.0.59 "GET /v2.0/networks/ed0afdd1-4ffa-46a2-a219-7a48656e6017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656961 Nov 22 16:30:10.594141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-1fac703e-5c30-4b37-8e1f-59d82f7504be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:10.595852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-1fac703e-5c30-4b37-8e1f-59d82f7504be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=14e964162840463b9ae13e071bbe587b&device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 1095 time: 0.4131715 Nov 22 16:30:10.636236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.638861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-feffbd4b-80b0-4e56-a465-8ba689609b81 req-da13490e-f02a-45e3-8a72-653731129038 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5759923 Nov 22 16:30:10.740448 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-414f29d2-4405-4d80-b32b-1c4da8dbe9a0 service neutron] show failed (client error): The resource could not be found. Nov 22 16:30:10.740448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-414f29d2-4405-4d80-b32b-1c4da8dbe9a0 service neutron] 10.222.0.62 "GET /v2.0/ports/b0cb7321-c864-47e9-b715-b1174e4d9a84/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.4429884 Nov 22 16:30:10.776777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Deleting port a2877d56-b9ca-421c-8b17-961301bdd82b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:10.777121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.861613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd928a2-1f5c-45a7-a938-b2b22f4585d8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:10.967553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb30b5-fdd5-4b46-83b7-04b2c6f06c52 None None] Network ed0afdd1-4ffa-46a2-a219-7a48656e6017 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:10.991676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ccd928a2-1f5c-45a7-a938-b2b22f4585d8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:10.993815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-acdd5c17-8391-4b60-8691-f6e3ea1988c3 service neutron] 10.222.0.59 "GET /v2.0/networks/652cd985-2468-41ef-a040-c228115f8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531268 Nov 22 16:30:11.025324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-d149635b-9c6f-430c-a60c-39aad0e63d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:11.026854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-d149635b-9c6f-430c-a60c-39aad0e63d06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c93d6c1b-7a7f-485c-bf44-885b94c7c513 HTTP/1.1" status: 200 len: 923 time: 0.4164414 Nov 22 16:30:11.135891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-502f0fbe-54da-4169-8c5e-2ec558c40b35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bedf38dd-523d-4be7-84f7-5e3eb7f0210e HTTP/1.1" status: 200 len: 217 time: 0.0959635 Nov 22 16:30:11.140821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] For port a2877d56-b9ca-421c-8b17-961301bdd82b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a2877d56-b9ca-421c-8b17-961301bdd82b,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:11.141436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.152106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.152106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2e82f3de-69c3-4e1c-b5df-986471b0e325 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:11.239603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Calling delete_port for a2877d56-b9ca-421c-8b17-961301bdd82b owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:11.319357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2e82f3de-69c3-4e1c-b5df-986471b0e325, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:11.467557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ba11936a-5a39-4c58-95f0-9264ee3b3a65 None None] Provisioning complete for port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:11.467995 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba11936a-5a39-4c58-95f0-9264ee3b3a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.477661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '2e82f3de-69c3-4e1c-b5df-986471b0e325', 'network_id': '468837d3-9008-4da8-8231-5cd5ce780b04', 'port_id': '2e82f3de-69c3-4e1c-b5df-986471b0e325', 'mac_address': 'fa:16:3e:5e:b8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affaa9e1-4362-459b-8e28-f193cb71fc51', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:11.548212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-b68eaeba-639a-49ae-b439-0c5e5f33e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:11.552253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-b68eaeba-639a-49ae-b439-0c5e5f33e806 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba329db9-621b-4c76-a4b7-9f59621a0618 HTTP/1.1" status: 200 len: 862 time: 0.4062920 Nov 22 16:30:11.593239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:11.625266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-f5846b42-0f5c-4532-8acc-5bb1f3ed0132 service neutron] 10.222.0.59 "GET /v2.0/networks/652cd985-2468-41ef-a040-c228115f8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118245 Nov 22 16:30:11.667512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-0b137b53-b3d2-43f9-bf90-087f958ed438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:11.673648 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-0b137b53-b3d2-43f9-bf90-087f958ed438 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a&tenant_id=3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 1100 time: 0.2191525 Nov 22 16:30:11.712476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:11.750152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-6061357c-3851-4d91-9999-44aebc21cf8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c93d6c1b-7a7f-485c-bf44-885b94c7c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861854 Nov 22 16:30:11.754174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 604ba09f-b22d-480e-a9c6-26e523e5cb65 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:11.827655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.828084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.828378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.828724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.829036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.829372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.829677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.830041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.830324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.831612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.832076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.832447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:11.985951 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.999385 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.049264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e82f3de-69c3-4e1c-b5df-986471b0e325 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:12.267969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2e82f3de-69c3-4e1c-b5df-986471b0e325, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:12.311463 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.312297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6b66d3b5-e58d-4ec8-814e-9327346ca5fb details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:12.430080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 604ba09f-b22d-480e-a9c6-26e523e5cb65 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:12.435154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.586927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=2e82f3de-69c3-4e1c-b5df-986471b0e325,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:12.603581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285a111-0e94-42ef-bb01-0bdb5596c1c0 None None] Network 652cd985-2468-41ef-a040-c228115f8bae requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:12.607722 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba11936a-5a39-4c58-95f0-9264ee3b3a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.691693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ba11936a-5a39-4c58-95f0-9264ee3b3a65 None None] For port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8,segment=NetworkSegment(f4354ea0-4379-473f-bf86-12700d98a6c8),segment_id=f4354ea0-4379-473f-bf86-12700d98a6c8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:12.761081 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba11936a-5a39-4c58-95f0-9264ee3b3a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.779743 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:30:12.845202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-5c75774e-9f87-465e-a444-ff6c973437b2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:12.865357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-5c75774e-9f87-465e-a444-ff6c973437b2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 807 time: 1.5847840 Nov 22 16:30:12.888558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:13.014665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb', 'network_id': '2b6e8df2-483e-44bc-9405-18a8edc40f68', 'port_id': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb', 'mac_address': 'fa:16:3e:70:0a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cfb5d4-6665-42bd-8f4b-d038aa7765fe', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:13.050233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-66679e6c-4af8-4d28-9d43-f30833109433 service neutron] 10.222.0.37 "GET /v2.0/networks/c93d6c1b-7a7f-485c-bf44-885b94c7c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2517817 Nov 22 16:30:13.205270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11936a-5a39-4c58-95f0-9264ee3b3a65 None None] Pushing event updated for resources: {'Port': ['ID=bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:13.320781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1a69ce3f-a28f-48ab-836f-5509971d40bd None None] Provisioning complete for port 604ba09f-b22d-480e-a9c6-26e523e5cb65 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:13.325635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a69ce3f-a28f-48ab-836f-5509971d40bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.329095 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.368826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:13.524137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:13.571980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-58e4cacf-f071-41f2-a527-54b4be3f671b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/quotas/0cbce29029e6439abe3b3deba92cfb91 HTTP/1.1" status: 200 len: 375 time: 0.6991632 Nov 22 16:30:13.688729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:13.699064 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ebdf1d-a138-4d3f-8abd-00e7010127e1" -d '{"events": [{"server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:13.710728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.725664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 604ba09f-b22d-480e-a9c6-26e523e5cb65, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=604ba09f-b22d-480e-a9c6-26e523e5cb65,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:13.732010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.740910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.742020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:13.750355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708dcf5-ab7c-43ce-9a64-32843224acef req-2c03e7e5-2633-41e7-b0a1-9097148f3581 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:13.766912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Transition to ACTIVE for port object b0cb7321-c864-47e9-b715-b1174e4d9a84 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:13.767845 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f708dcf5-ab7c-43ce-9a64-32843224acef req-2c03e7e5-2633-41e7-b0a1-9097148f3581 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 944 time: 1.1609583 Nov 22 16:30:13.776414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.936522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b66d3b5-e58d-4ec8-814e-9327346ca5fb {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:13.966763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:14.009648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:14.033560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b0cb7321-c864-47e9-b715-b1174e4d9a84 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:14.037820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=604ba09f-b22d-480e-a9c6-26e523e5cb65,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:14.043983 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.089362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] No DVR routers for this DVR port b0cb7321-c864-47e9-b715-b1174e4d9a84 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:14.148903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Attempting to bind port b0cb7321-c864-47e9-b715-b1174e4d9a84 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:14.149895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Attempting to bind port b0cb7321-c864-47e9-b715-b1174e4d9a84 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:14.149895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Attempting to bind port b0cb7321-c864-47e9-b715-b1174e4d9a84 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:14.150152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bedf38dd-523d-4be7-84f7-5e3eb7f0210e details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:14.159680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Port b0cb7321-c864-47e9-b715-b1174e4d9a84 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:14.160132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Attempting to bind port b0cb7321-c864-47e9-b715-b1174e4d9a84 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:14.167812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:14.168553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:14.169199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:14.169959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Bound port: b0cb7321-c864-47e9-b715-b1174e4d9a84, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:14.170535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.183999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-8a783bb8-df8b-4d13-b690-e05eadbe9389 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:14.186166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-8a783bb8-df8b-4d13-b690-e05eadbe9389 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 949 time: 1.2760603 Nov 22 16:30:14.255692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.317437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:14.336344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:14.345240 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.353960 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:14.356946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:14.357443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.373208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f708dcf5-ab7c-43ce-9a64-32843224acef req-2ec64066-7581-4e06-bf16-e1835471ff0e tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003473 Nov 22 16:30:14.447764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:14.449564 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.457019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] 10.222.0.37 "PUT /v2.0/ports/b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 1095 time: 2.7594695 Nov 22 16:30:14.457994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3ad599c-a80c-415c-bf09-b9fe849e4f02 req-dcad5f85-6e16-4680-9052-8919480a621b service neutron] 10.222.0.37 "GET /v2.0/networks/c93d6c1b-7a7f-485c-bf44-885b94c7c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3162332 Nov 22 16:30:14.536684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-e13f9bbb-a8d9-4252-8128-69c5b0c040db tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9213676 Nov 22 16:30:14.558248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917ee21-879d-4724-bada-60e8813e3a8c service neutron] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:14.581154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event deleted for resources: {'Port': ['ID=a2877d56-b9ca-421c-8b17-961301bdd82b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:14.648668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bedf38dd-523d-4be7-84f7-5e3eb7f0210e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,segment=NetworkSegment(6a326f20-7304-4d69-8bc3-7bf1291763e0),segment_id=6a326f20-7304-4d69-8bc3-7bf1291763e0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:14.726392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'bedf38dd-523d-4be7-84f7-5e3eb7f0210e', 'network_id': 'c93d6c1b-7a7f-485c-bf44-885b94c7c513', 'port_id': 'bedf38dd-523d-4be7-84f7-5e3eb7f0210e', 'mac_address': 'fa:16:3e:06:4f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba329db9-621b-4c76-a4b7-9f59621a0618', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:14.733862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-aa731f42-205e-4628-82a2-6286c179d17f None None] Provisioning complete for port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:14.734793 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa731f42-205e-4628-82a2-6286c179d17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.830151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] No DVR routers for this DVR port a2877d56-b9ca-421c-8b17-961301bdd82b on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:14.835087 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.840646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e218da5-aa1f-4398-982a-5f13ffd9e854 req-0485a922-cf27-41a4-98f8-d7ee9cc0a4ce tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.37 "DELETE /v2.0/ports/a2877d56-b9ca-421c-8b17-961301bdd82b HTTP/1.1" status: 204 len: 173 time: 4.8867769 Nov 22 16:30:14.865508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0592ce-45b8-402a-b9cf-efaa75f07122', 'name': 'network-vif-deleted', 'tag': 'a2877d56-b9ca-421c-8b17-961301bdd82b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:14.874377 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f94d44c-36f7-4669-aab5-fa227358a618" -d '{"events": [{"server_uuid": "bb0592ce-45b8-402a-b9cf-efaa75f07122", "name": "network-vif-deleted", "tag": "a2877d56-b9ca-421c-8b17-961301bdd82b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:14.947306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b0cb7321-c864-47e9-b715-b1174e4d9a84 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:15.035403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ccd928a2-1f5c-45a7-a938-b2b22f4585d8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:15.048910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65846855-d572-4d22-b379-8761fc5de188 req-de283976-248f-4bab-8b08-e3a2f9c62204 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:15.064933 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65846855-d572-4d22-b379-8761fc5de188 req-de283976-248f-4bab-8b08-e3a2f9c62204 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 947 time: 0.4744129 Nov 22 16:30:15.121753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-a86eaf87-66d7-4b80-9b77-81833c8df24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:15.124477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-a86eaf87-66d7-4b80-9b77-81833c8df24a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1098 time: 0.5595164 Nov 22 16:30:15.136177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Deleting port 94793f49-a519-4bb0-9e2c-8df84aa92f81 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:15.136531 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.372459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['12cc7d23-1d90-4dd3-a315-b7423f2e19d5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:15.375215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c0d4f85a-1783-4f53-806b-b3186488fd29'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:15.477613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-e6eaf350-8569-461b-bd03-7f08672db6f0 service neutron] 10.222.0.59 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8675318 Nov 22 16:30:15.609153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:15.803025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['52b37758-1682-4270-ab29-780874e6899b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:15.859964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['6b66d3b5-e58d-4ec8-814e-9327346ca5fb'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:15.863935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['28892659-4971-4e49-a576-3a8312c6ef39'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:15.867135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['2e82f3de-69c3-4e1c-b5df-986471b0e325'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:16.031698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.076434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 94793f49-a519-4bb0-9e2c-8df84aa92f81 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:16.099908 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08a209d5-5e0f-488a-b582-1964640aa0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.162070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedf38dd-523d-4be7-84f7-5e3eb7f0210e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:16.176135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65846855-d572-4d22-b379-8761fc5de188 req-51a7e7ef-3937-4d46-8d48-335d65221cab tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1098139 Nov 22 16:30:16.261118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] For port 94793f49-a519-4bb0-9e2c-8df84aa92f81, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=94793f49-a519-4bb0-9e2c-8df84aa92f81,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:16.261739 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.268033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-0aaae9ed-4d3d-4614-b7d4-6b9f5ae0d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.270884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-0aaae9ed-4d3d-4614-b7d4-6b9f5ae0d03d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 1.1284869 Nov 22 16:30:16.332921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Calling delete_port for 94793f49-a519-4bb0-9e2c-8df84aa92f81 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:16.401741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-4baa3078-03cb-44c7-8780-7eadcfead170 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 217 time: 0.1009820 Nov 22 16:30:16.446074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-c38f675a-c013-42bb-a2fb-51ad7db73282 service neutron] 10.222.0.59 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9403033 Nov 22 16:30:16.466539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bedf38dd-523d-4be7-84f7-5e3eb7f0210e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,segment=NetworkSegment(6a326f20-7304-4d69-8bc3-7bf1291763e0),segment_id=6a326f20-7304-4d69-8bc3-7bf1291763e0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:16.496850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-141ccba1-9258-4b1a-833a-1aba80faf720 None None] Provisioning complete for port 604ba09f-b22d-480e-a9c6-26e523e5cb65 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:16.496850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-141ccba1-9258-4b1a-833a-1aba80faf720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.515334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-fd856d72-9bd2-41b5-8c28-db35c86fc385 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.516852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.525143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-fd856d72-9bd2-41b5-8c28-db35c86fc385 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.527125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-fd856d72-9bd2-41b5-8c28-db35c86fc385 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.37 "GET /v2.0/networks?id=ed0afdd1-4ffa-46a2-a219-7a48656e6017&id=652cd985-2468-41ef-a040-c228115f8bae HTTP/1.1" status: 200 len: 1391 time: 1.0396719 Nov 22 16:30:16.582474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'port': {'device_id': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017', 'admin_state_up': True, 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:16.666413 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:30:16.700662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a2877d56-b9ca-421c-8b17-961301bdd82b no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:16.709819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-8ef38060-e8c9-4bad-9ff7-3f7b560c2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.713463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-8ef38060-e8c9-4bad-9ff7-3f7b560c2fcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.3045418 Nov 22 16:30:16.788851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 604ba09f-b22d-480e-a9c6-26e523e5cb65 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:16.793666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-9c5a6201-e79b-4fd4-9a15-7e41b4de1df1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.807510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-9c5a6201-e79b-4fd4-9a15-7e41b4de1df1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.817937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-9c5a6201-e79b-4fd4-9a15-7e41b4de1df1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.829028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-9c5a6201-e79b-4fd4-9a15-7e41b4de1df1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.841865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-9c5a6201-e79b-4fd4-9a15-7e41b4de1df1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.851454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-9c5a6201-e79b-4fd4-9a15-7e41b4de1df1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.861436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-9c5a6201-e79b-4fd4-9a15-7e41b4de1df1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:16.875394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-9c5a6201-e79b-4fd4-9a15-7e41b4de1df1 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5436 time: 0.4725566 Nov 22 16:30:16.934111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['bedf38dd-523d-4be7-84f7-5e3eb7f0210e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:16.938471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: a2877d56-b9ca-421c-8b17-961301bdd82b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:16.938889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a2877d56-b9ca-421c-8b17-961301bdd82b not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:16.999649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b1ae91c-c14e-4bec-9a81-4b172eb9f49a req-fc0b2f04-98c6-420d-916b-a87d2e8208f8 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 210 time: 0.1134048 Nov 22 16:30:17.193008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-1ebe8bc2-e1d3-430a-9905-84f6d7044cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:17.194834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-1ebe8bc2-e1d3-430a-9905-84f6d7044cca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4651723 Nov 22 16:30:17.228284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdf35897-1e76-4ae3-9a72-e68e40653612 req-04b3b207-5ca7-456b-853d-da2c7e63c004 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3519526 Nov 22 16:30:17.332713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:17.336868 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d7ba42-d1fc-4ba2-ba3d-9ca39bc522b0 x-openstack-request-id: req-96d7ba42-d1fc-4ba2-ba3d-9ca39bc522b0 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:17.337664 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:17.337664 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96d7ba42-d1fc-4ba2-ba3d-9ca39bc522b0 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:17.337940 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'code': 200} Nov 22 16:30:17.347585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.443181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.447819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.524991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:17.681251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-7b36d903-611d-441b-8d0a-09c945db5830 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623988 Nov 22 16:30:17.737450 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954d3798-598b-4cc7-b8c4-e71b52cfc7de x-openstack-request-id: req-954d3798-598b-4cc7-b8c4-e71b52cfc7de {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:17.740907 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0592ce-45b8-402a-b9cf-efaa75f07122", "name": "network-vif-deleted", "tag": "a2877d56-b9ca-421c-8b17-961301bdd82b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:17.741572 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-954d3798-598b-4cc7-b8c4-e71b52cfc7de {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:17.742300 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0592ce-45b8-402a-b9cf-efaa75f07122', 'name': 'network-vif-deleted', 'tag': 'a2877d56-b9ca-421c-8b17-961301bdd82b', 'status': 'completed', 'code': 200} Nov 22 16:30:17.785601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event deleted for resources: {'Port': ['ID=94793f49-a519-4bb0-9e2c-8df84aa92f81,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:18.132881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-289f632e-9a02-4bdc-a7ad-c28ad5b919c7 req-55d1938b-01ff-4137-8c02-3c20c24f1d90 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c9bdc4-7e8c-427a-9a30-da434fca7b15 HTTP/1.1" status: 200 len: 210 time: 0.2958994 Nov 22 16:30:18.133483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] No DVR routers for this DVR port 94793f49-a519-4bb0-9e2c-8df84aa92f81 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:18.140521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.149955 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a976ef-910c-40b6-8470-cf1f1f308694 req-c332f397-009c-4000-a6f9-8d635329d91d tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "DELETE /v2.0/ports/94793f49-a519-4bb0-9e2c-8df84aa92f81 HTTP/1.1" status: 204 len: 173 time: 3.9283068 Nov 22 16:30:18.257356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 604ba09f-b22d-480e-a9c6-26e523e5cb65 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:18.258232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.280660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753de97-e18e-4ac2-aade-e9b75a9f509d req-ba81d9e8-661b-4bad-a340-22b48e3aeaac tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:18.283376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9753de97-e18e-4ac2-aade-e9b75a9f509d req-ba81d9e8-661b-4bad-a340-22b48e3aeaac tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 945 time: 0.8149142 Nov 22 16:30:18.407992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Allocated IP 19.80.0.187 (ed0afdd1-4ffa-46a2-a219-7a48656e6017/deff0280-1c3c-462f-944a-2ab876e1d1ef/ed414b9f-3319-4352-8ed2-17ab55caa18b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:18.432089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3f6fc19-3251-4e5d-8557-dbdd50903e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.558856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:18.612860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5973d45e-d950-498b-9162-54c247606dc1 req-792849e0-897e-4767-9cba-d18fd6f0e62f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 210 time: 0.1729429 Nov 22 16:30:18.748635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:18.824993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:18.877092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:18.877387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.969120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.995683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:18.996232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.028990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05bdf969-e13b-4a83-826c-01e97501cd1c req-d216ef9a-fcce-441b-af0b-2c3f3716a2c9 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3426285 Nov 22 16:30:19.045088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9753de97-e18e-4ac2-aade-e9b75a9f509d req-c650ec99-b63f-4721-8c5c-e3b67969dbeb tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072292 Nov 22 16:30:19.187743 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.233322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8b66e-66d2-45aa-be3c-df49cee73f99 req-8e8cd704-3015-44a1-b3ec-4efc82b9704b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.234998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3df8b66e-66d2-45aa-be3c-df49cee73f99 req-8e8cd704-3015-44a1-b3ec-4efc82b9704b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 947 time: 0.3862598 Nov 22 16:30:19.293528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd458dfa-e734-4608-bb6a-083d09db4f79 req-2b56c18d-cb1a-4efe-8bf1-2d5747bf4fea tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 210 time: 0.0704417 Nov 22 16:30:19.339273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:19.343420 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add72c30-cd64-4298-bc38-32350965a1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:19.374989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-4082b016-7110-4812-b81c-f397c699ff13 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.378902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-4082b016-7110-4812-b81c-f397c699ff13 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 807 time: 0.8087773 Nov 22 16:30:19.472210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:19.477173 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab76b65-8ae1-42f6-b2db-640df1642c22" -d '{"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "12cc7d23-1d90-4dd3-a315-b7423f2e19d5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:19.480451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Request body: {'port': {'device_id': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'admin_state_up': True, 'tenant_id': '0cbce29029e6439abe3b3deba92cfb91'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:19.502161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:19.510316 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.513215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3df8b66e-66d2-45aa-be3c-df49cee73f99 req-a183e78b-bd96-4c27-aa35-a06be8e90391 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973207 Nov 22 16:30:19.616722 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.658371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:19.701330 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1149f889-419c-4986-a903-3d4acebc053d x-openstack-request-id: req-1149f889-419c-4986-a903-3d4acebc053d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:19.702013 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:19.702678 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1149f889-419c-4986-a903-3d4acebc053d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:19.703534 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'status': 'completed', 'code': 200} Nov 22 16:30:19.744900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c9bdc4-7e8c-427a-9a30-da434fca7b15', 'name': 'network-vif-deleted', 'tag': '94793f49-a519-4bb0-9e2c-8df84aa92f81'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:19.747893 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ae0da-0622-47af-aa31-694aab1b4a59" -d '{"events": [{"server_uuid": "b1c9bdc4-7e8c-427a-9a30-da434fca7b15", "name": "network-vif-deleted", "tag": "94793f49-a519-4bb0-9e2c-8df84aa92f81"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:19.785387 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2ebd62-ef68-42e9-b89d-facd68e92819 x-openstack-request-id: req-0b2ebd62-ef68-42e9-b89d-facd68e92819 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:19.785917 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "12cc7d23-1d90-4dd3-a315-b7423f2e19d5", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:19.786215 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b2ebd62-ef68-42e9-b89d-facd68e92819 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:19.786805 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5', 'code': 200} Nov 22 16:30:19.788005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-18f28600-7598-4d48-9519-79beb4edcdbe tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.796082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-18f28600-7598-4d48-9519-79beb4edcdbe tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.802588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-18f28600-7598-4d48-9519-79beb4edcdbe tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.809003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-18f28600-7598-4d48-9519-79beb4edcdbe tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.815158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-18f28600-7598-4d48-9519-79beb4edcdbe tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.821321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-18f28600-7598-4d48-9519-79beb4edcdbe tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.827445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-18f28600-7598-4d48-9519-79beb4edcdbe tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.829394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-18f28600-7598-4d48-9519-79beb4edcdbe tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5437 time: 0.2774501 Nov 22 16:30:19.867000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72c30-cd64-4298-bc38-32350965a1b6 req-7609725d-cf6d-48c0-964b-00114654de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.873660 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-7609725d-cf6d-48c0-964b-00114654de46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1098 time: 0.1597161 Nov 22 16:30:19.942122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72c30-cd64-4298-bc38-32350965a1b6 req-d26200bb-f166-489a-a251-09d1750d9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:19.943025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-d26200bb-f166-489a-a251-09d1750d9988 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1098 time: 0.1125438 Nov 22 16:30:19.967452 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.015033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f6ddd04-c474-4250-8f6a-5ceda3a7256f req-7356aa65-61dc-463b-8c65-52c4ed853fa3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0609443 Nov 22 16:30:20.137588 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8495ce8b-5408-433d-9f12-b94f4d8585bb x-openstack-request-id: req-8495ce8b-5408-433d-9f12-b94f4d8585bb {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:20.138537 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c9bdc4-7e8c-427a-9a30-da434fca7b15", "name": "network-vif-deleted", "tag": "94793f49-a519-4bb0-9e2c-8df84aa92f81", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:20.138537 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8495ce8b-5408-433d-9f12-b94f4d8585bb {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:20.138751 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c9bdc4-7e8c-427a-9a30-da434fca7b15', 'name': 'network-vif-deleted', 'tag': '94793f49-a519-4bb0-9e2c-8df84aa92f81', 'status': 'completed', 'code': 200} Nov 22 16:30:20.155733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Made reservation on behalf of 0cbce29029e6439abe3b3deba92cfb91 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:20.161302 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.302237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2255757-1765-47ac-9d42-ce8d9d1f465c req-1d7cf257-83e8-408d-baf6-25b6f4671325 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4323540 Nov 22 16:30:20.435875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network ed0afdd1-4ffa-46a2-a219-7a48656e6017 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:20.452062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Port': ['ID=ed414b9f-3319-4352-8ed2-17ab55caa18b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:20.457096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72c30-cd64-4298-bc38-32350965a1b6 req-82647e22-1499-4959-8237-6c5270e2f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:20.460427 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-82647e22-1499-4959-8237-6c5270e2f955 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.5812168 Nov 22 16:30:20.497408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:20.500502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:20.544789 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-be6a0152-b462-41e7-9793-9139f1116c11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 217 time: 0.0747511 Nov 22 16:30:20.556929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bedf38dd-523d-4be7-84f7-5e3eb7f0210e up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:20.584412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72c30-cd64-4298-bc38-32350965a1b6 req-f99f1f20-2223-4fda-8440-0bd9597bead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:20.587014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-f99f1f20-2223-4fda-8440-0bd9597bead0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.5946393 Nov 22 16:30:20.624911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.642362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72c30-cd64-4298-bc38-32350965a1b6 req-92c77855-5de3-4e05-bb0f-1447c8cccc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:20.644875 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-92c77855-5de3-4e05-bb0f-1447c8cccc26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0914288 Nov 22 16:30:20.663732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port bedf38dd-523d-4be7-84f7-5e3eb7f0210e completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:20.675293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port bedf38dd-523d-4be7-84f7-5e3eb7f0210e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:20.675927 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.684345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:20.685025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.750021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:20.754755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72c30-cd64-4298-bc38-32350965a1b6 req-ed034113-9e2e-444d-b683-6c5d53d622c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:20.761803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-ed034113-9e2e-444d-b683-6c5d53d622c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078787 Nov 22 16:30:20.765240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-92cac4d6-0b28-4504-ad45-d7a96831250a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1900172 Nov 22 16:30:20.766736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Allocated IP 172.20.0.14 (112fda4c-684b-44f2-85c6-e6af6f5c6749/1be39dd8-cdde-4666-8eff-7832ef93970a/ba3e8646-e4f8-41c1-b41d-9be38fb4569c) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:20.772472 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-ca707bba-a4e1-44af-b77c-d9b5d5e22676 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 217 time: 0.0755332 Nov 22 16:30:20.786837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Request body: {'port': {'device_id': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'network_id': '652cd985-2468-41ef-a040-c228115f8bae', 'admin_state_up': True, 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:20.844303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9e2a9-1f9b-4ab7-a067-f322643fcbec req-51a7be5a-c588-48d5-acba-813e6da30787 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:20.845889 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47b9e2a9-1f9b-4ab7-a067-f322643fcbec req-51a7be5a-c588-48d5-acba-813e6da30787 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 945 time: 0.4093122 Nov 22 16:30:20.931996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.023737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bedf38dd-523d-4be7-84f7-5e3eb7f0210e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,segment=NetworkSegment(6a326f20-7304-4d69-8bc3-7bf1291763e0),segment_id=6a326f20-7304-4d69-8bc3-7bf1291763e0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:21.027492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d25a5fe7-3a24-493e-8b23-cdfbeaec320c None None] Provisioning complete for port ed414b9f-3319-4352-8ed2-17ab55caa18b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:21.028322 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d25a5fe7-3a24-493e-8b23-cdfbeaec320c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.037221 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.038763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c0d4f85a-1783-4f53-806b-b3186488fd29 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:21.062404 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-eeb8bc55-f3b8-4ec7-a836-7fd163a9bcb5 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896271 Nov 22 16:30:21.243305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d25a5fe7-3a24-493e-8b23-cdfbeaec320c None None] Port ed414b9f-3319-4352-8ed2-17ab55caa18b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:21.270462 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-461aed9f-84c9-4674-b563-588fb2bfb8c7 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982205 Nov 22 16:30:21.313266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port c0d4f85a-1783-4f53-806b-b3186488fd29 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:21.321570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:21.343150 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.355813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port c0d4f85a-1783-4f53-806b-b3186488fd29 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:21.356391 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.418333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e30c9-bd57-41bd-9cf2-59644ba37c81 req-0fad5c0c-c2bf-4683-b21b-25b6c318a157 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:21.427947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-492e30c9-bd57-41bd-9cf2-59644ba37c81 req-0fad5c0c-c2bf-4683-b21b-25b6c318a157 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 932 time: 0.9581709 Nov 22 16:30:21.510191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72c30-cd64-4298-bc38-32350965a1b6 req-066cbcdd-4c65-4951-b3ad-8f91fbcc21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:21.512999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-066cbcdd-4c65-4951-b3ad-8f91fbcc21c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.7175846 Nov 22 16:30:21.517334 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.601897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c0d4f85a-1783-4f53-806b-b3186488fd29, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c0d4f85a-1783-4f53-806b-b3186488fd29,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:21.619750 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.621030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ccd928a2-1f5c-45a7-a938-b2b22f4585d8 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:21.709057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47b9e2a9-1f9b-4ab7-a067-f322643fcbec req-4bc9b996-709e-4122-b3a3-9bbf2cb3ae6f tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361347 Nov 22 16:30:21.751531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-492e30c9-bd57-41bd-9cf2-59644ba37c81 req-ddb02677-5d50-4ee3-aa86-510948742e32 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223350 Nov 22 16:30:21.784926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:21.790561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3074d74f-a1a4-40f0-9069-7c6ec4196d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedf38dd-523d-4be7-84f7-5e3eb7f0210e'}, {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d4f85a-1783-4f53-806b-b3186488fd29'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:21.793077 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9218cea-87e7-48dc-b636-d2cde05076bb" -d '{"events": [{"server_uuid": "3074d74f-a1a4-40f0-9069-7c6ec4196d6c", "name": "network-vif-plugged", "status": "completed", "tag": "bedf38dd-523d-4be7-84f7-5e3eb7f0210e"}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "c0d4f85a-1783-4f53-806b-b3186488fd29"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:21.801636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c0d4f85a-1783-4f53-806b-b3186488fd29,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:21.807593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:21.808200 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.825826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72c30-cd64-4298-bc38-32350965a1b6 req-19fb9a7d-1e66-4e28-a6e1-273f06db8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:21.834104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-19fb9a7d-1e66-4e28-a6e1-273f06db8ffc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2988517 Nov 22 16:30:22.049021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Made reservation on behalf of f9e2768b3d114b50bc27a0b20409bcd3 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:22.053828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.064066 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.109364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48677d4a-c259-4031-9c91-b7affb214d2e req-be83d0fb-ae3d-4931-877a-98a0e44c69dd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:22.113392 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-48677d4a-c259-4031-9c91-b7affb214d2e req-be83d0fb-ae3d-4931-877a-98a0e44c69dd tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 949 time: 0.1217184 Nov 22 16:30:22.194029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ccd928a2-1f5c-45a7-a938-b2b22f4585d8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:22.209429 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.210721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2e82f3de-69c3-4e1c-b5df-986471b0e325 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:22.217851 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.407631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Deleting port b3241664-a62c-4e08-81df-4d1e7c18cb56 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:22.409349 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.423187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:22.433762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 2e82f3de-69c3-4e1c-b5df-986471b0e325 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:22.445156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 2e82f3de-69c3-4e1c-b5df-986471b0e325 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:22.446293 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.454636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-de54089c-12a7-4efd-8e55-31aa7015ce94 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087191 Nov 22 16:30:22.527996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b0cb7321-c864-47e9-b715-b1174e4d9a84 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:22.578359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.616111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] For port b3241664-a62c-4e08-81df-4d1e7c18cb56, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b3241664-a62c-4e08-81df-4d1e7c18cb56,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:22.616681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.644752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Calling delete_port for b3241664-a62c-4e08-81df-4d1e7c18cb56 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:22.667647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.695032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Network 112fda4c-684b-44f2-85c6-e6af6f5c6749 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:22.704716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb052fb-d186-46c6-8e86-da544d87fd1a req-ce9b9ade-045d-443a-b38c-35fb6247b15e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:22.714444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cb052fb-d186-46c6-8e86-da544d87fd1a req-ce9b9ade-045d-443a-b38c-35fb6247b15e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 947 time: 0.6958201 Nov 22 16:30:22.727895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Pushing event updated for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:22.738751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:22.750793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2e82f3de-69c3-4e1c-b5df-986471b0e325, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:22.758747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:22.764500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.765349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6b66d3b5-e58d-4ec8-814e-9327346ca5fb up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:22.858838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:22.901212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'mac_address': 'fa:16:3e:45:e3:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:22.910095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Allocated IP 19.86.0.214 (652cd985-2468-41ef-a040-c228115f8bae/7e402087-7084-44b4-9788-c2d6e3ea2506/78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:22.919636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=2e82f3de-69c3-4e1c-b5df-986471b0e325,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:22.949380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.968671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c', 'b3241664-a62c-4e08-81df-4d1e7c18cb56', '2f89fcb4-fb62-49ca-86cc-81adb26a3494'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:22.977178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:22.998298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52db0e7-bef1-4dee-af10-de9ec63188a0 req-2c21ac6a-084c-4268-bd01-afb87fe144a1 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.010738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d52db0e7-bef1-4dee-af10-de9ec63188a0 req-2c21ac6a-084c-4268-bd01-afb87fe144a1 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 932 time: 0.5489891 Nov 22 16:30:23.014078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:23.014484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.025935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event deleted for resources: {'Port': ['ID=b3241664-a62c-4e08-81df-4d1e7c18cb56,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:23.050793 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.114459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.115702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.116907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] No DVR routers for this DVR port b3241664-a62c-4e08-81df-4d1e7c18cb56 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:23.123219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cb7321-c864-47e9-b715-b1174e4d9a84 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:23.125553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.130082 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-48677d4a-c259-4031-9c91-b7affb214d2e req-61b937a7-1882-46d9-bc6c-f80b082c181f tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "DELETE /v2.0/ports/b3241664-a62c-4e08-81df-4d1e7c18cb56 HTTP/1.1" status: 204 len: 173 time: 1.0099831 Nov 22 16:30:23.130872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0515e7c-a7e5-47f9-8166-0209bbb2b95d', 'name': 'network-vif-deleted', 'tag': 'b3241664-a62c-4e08-81df-4d1e7c18cb56'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:23.142722 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384bfbd3-cbe7-48ef-8870-e539472342cc" -d '{"events": [{"server_uuid": "b0515e7c-a7e5-47f9-8166-0209bbb2b95d", "name": "network-vif-deleted", "tag": "b3241664-a62c-4e08-81df-4d1e7c18cb56"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:23.167186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cb052fb-d186-46c6-8e86-da544d87fd1a req-1a759925-8494-4bce-b930-b019e28412a4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722620 Nov 22 16:30:23.174615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-add72c30-cd64-4298-bc38-32350965a1b6 req-a1e92f99-f345-47fb-b037-1df0a4c0fef3 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023456 Nov 22 16:30:23.175784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:23.189942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.220832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-35641c38-5101-4bd1-8810-410da9c5bfcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8102038 Nov 22 16:30:23.329693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Request body: {'port': {'device_id': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:23.388702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:23.466156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d52db0e7-bef1-4dee-af10-de9ec63188a0 req-50617ab2-58a2-44b4-8cb7-d08ef971a1ef tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538002 Nov 22 16:30:23.475145 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.534352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:23.541140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b0cb7321-c864-47e9-b715-b1174e4d9a84'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:23.621742 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.635403 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f411c6-fe4c-4d95-af9c-4ad15de27278 x-openstack-request-id: req-41f411c6-fe4c-4d95-af9c-4ad15de27278 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:23.635880 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3074d74f-a1a4-40f0-9069-7c6ec4196d6c", "name": "network-vif-plugged", "status": "completed", "tag": "bedf38dd-523d-4be7-84f7-5e3eb7f0210e", "code": 200}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "c0d4f85a-1783-4f53-806b-b3186488fd29", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:23.636273 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41f411c6-fe4c-4d95-af9c-4ad15de27278 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:23.636790 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3074d74f-a1a4-40f0-9069-7c6ec4196d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedf38dd-523d-4be7-84f7-5e3eb7f0210e', 'code': 200} Nov 22 16:30:23.638055 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d4f85a-1783-4f53-806b-b3186488fd29', 'code': 200} Nov 22 16:30:23.650020 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.666756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-af05b7a1-989d-444a-9efe-6fdbeecde51e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.676939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-af05b7a1-989d-444a-9efe-6fdbeecde51e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.690535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-af05b7a1-989d-444a-9efe-6fdbeecde51e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.700227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-af05b7a1-989d-444a-9efe-6fdbeecde51e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.708021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-af05b7a1-989d-444a-9efe-6fdbeecde51e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.713890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:23.717001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28892659-4971-4e49-a576-3a8312c6ef39 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:23.723131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-af05b7a1-989d-444a-9efe-6fdbeecde51e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.731730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-af05b7a1-989d-444a-9efe-6fdbeecde51e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.733742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-af05b7a1-989d-444a-9efe-6fdbeecde51e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5440 time: 0.3892109 Nov 22 16:30:23.864660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.910525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-56947c51-3e49-4f42-8918-2883df75b9e9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.913070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-56947c51-3e49-4f42-8918-2883df75b9e9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/ports?device_id=31c9109f-9e01-4614-9690-4c94e77a9a9e HTTP/1.1" status: 200 len: 949 time: 0.1086252 Nov 22 16:30:23.935755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e68301b-40a8-4fd5-8662-1f97f5af8493 req-d8df1350-da43-4a33-8fb7-12f9d16577d8 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0515e7c-a7e5-47f9-8166-0209bbb2b95d HTTP/1.1" status: 200 len: 210 time: 0.1998947 Nov 22 16:30:23.986589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 28892659-4971-4e49-a576-3a8312c6ef39 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:23.997434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e91406e9-21c9-424c-9dbc-39a08dd93eb9 req-e25e0c9f-2d56-422f-84c8-51d397373469 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158434 Nov 22 16:30:24.062116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 28892659-4971-4e49-a576-3a8312c6ef39 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:24.062733 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.187718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e2fb5-a320-4fca-b813-8a3d8cb2b510 req-8b274d87-6fe3-49a4-a3c7-477acc028377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:24.189709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca2e2fb5-a320-4fca-b813-8a3d8cb2b510 req-8b274d87-6fe3-49a4-a3c7-477acc028377 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 1097 time: 0.4518492 Nov 22 16:30:24.199018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Deleting port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:24.202103 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.286194 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.317182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.383881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] For port 2f89fcb4-fb62-49ca-86cc-81adb26a3494, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2f89fcb4-fb62-49ca-86cc-81adb26a3494,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:24.384535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.392108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28892659-4971-4e49-a576-3a8312c6ef39, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28892659-4971-4e49-a576-3a8312c6ef39,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:24.400407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.402517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 52b37758-1682-4270-ab29-780874e6899b up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:24.411540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Calling delete_port for 2f89fcb4-fb62-49ca-86cc-81adb26a3494 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:24.445016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Network 652cd985-2468-41ef-a040-c228115f8bae is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:24.468122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891a826-8c70-4292-815b-6c8bd2897a19 req-1a15f5a3-83eb-40c3-a545-dbc1d6c33a12 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:24.475928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6891a826-8c70-4292-815b-6c8bd2897a19 req-1a15f5a3-83eb-40c3-a545-dbc1d6c33a12 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 932 time: 0.2821198 Nov 22 16:30:24.485146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca2e2fb5-a320-4fca-b813-8a3d8cb2b510 req-758dd041-dd93-4ad5-8c8b-f9624c6dca99 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612181 Nov 22 16:30:24.486182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:24.500095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5027a-1c22-4f60-9f0e-13ec973ba7d0 req-984afb40-b5c7-4ca7-a9aa-06b01463df1f tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:24.508531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06f5027a-1c22-4f60-9f0e-13ec973ba7d0 req-984afb40-b5c7-4ca7-a9aa-06b01463df1f tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 946 time: 0.2993617 Nov 22 16:30:24.525291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:24.533116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event updated for resources: {'Port': ['ID=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:24.658075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=28892659-4971-4e49-a576-3a8312c6ef39,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:24.679048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 52b37758-1682-4270-ab29-780874e6899b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:24.703583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 52b37758-1682-4270-ab29-780874e6899b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:24.704184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.785706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:24.786530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.789209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.819657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:24.828640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event deleted for resources: {'Port': ['ID=2f89fcb4-fb62-49ca-86cc-81adb26a3494,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:24.848992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6891a826-8c70-4292-815b-6c8bd2897a19 req-2f620146-7ac5-4cf3-9036-84af7052931a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718529 Nov 22 16:30:24.899686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06f5027a-1c22-4f60-9f0e-13ec973ba7d0 req-81e5273e-f33c-4314-8bc7-02c378436114 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899190 Nov 22 16:30:24.922815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-1b63e235-f214-4174-9c95-506b3e5d6260 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1418915 Nov 22 16:30:24.968583 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6242a7b5-4d26-497f-a810-d63a867cc1fb x-openstack-request-id: req-6242a7b5-4d26-497f-a810-d63a867cc1fb {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:24.969001 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0515e7c-a7e5-47f9-8166-0209bbb2b95d", "name": "network-vif-deleted", "tag": "b3241664-a62c-4e08-81df-4d1e7c18cb56", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:24.969363 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6242a7b5-4d26-497f-a810-d63a867cc1fb {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:24.969594 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0515e7c-a7e5-47f9-8166-0209bbb2b95d', 'name': 'network-vif-deleted', 'tag': 'b3241664-a62c-4e08-81df-4d1e7c18cb56', 'status': 'completed', 'code': 200} Nov 22 16:30:24.970370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] No DVR routers for this DVR port 2f89fcb4-fb62-49ca-86cc-81adb26a3494 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:24.975404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Request body: {'port': {'device_id': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:24.976436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.980351 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2de07bf5-97d3-4b37-99e7-44a0ddf0231b req-8072315b-d6d5-4fc3-873f-0b2f1442e49a tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "DELETE /v2.0/ports/2f89fcb4-fb62-49ca-86cc-81adb26a3494 HTTP/1.1" status: 204 len: 173 time: 1.0587935 Nov 22 16:30:25.222534 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.429997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3e8646-e4f8-41c1-b41d-9be38fb4569c {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:25.471329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-3b38f6ba-0dd0-474d-9cd5-8d788349d04a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:25.473740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-3b38f6ba-0dd0-474d-9cd5-8d788349d04a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a&tenant_id=3514ce11b681483689c0bb169228eba0&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 948 time: 0.2209516 Nov 22 16:30:25.476124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fa260e01-b73e-4ac6-9e27-bccbf1807bcf None None] Provisioning complete for port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:25.477094 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa260e01-b73e-4ac6-9e27-bccbf1807bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.498087 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.522281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd13c-c51a-4936-9ced-c619eae73f26 req-7d75df63-eb48-4035-a1a9-1b27b679a377 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:25.524547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-197fd13c-c51a-4936-9ced-c619eae73f26 req-7d75df63-eb48-4035-a1a9-1b27b679a377 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 932 time: 0.3034658 Nov 22 16:30:25.535326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fa260e01-b73e-4ac6-9e27-bccbf1807bcf None None] Port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:25.548354 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.643295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd928a2-1f5c-45a7-a938-b2b22f4585d8'}, {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e82f3de-69c3-4e1c-b5df-986471b0e325'}, {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb'}, {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28892659-4971-4e49-a576-3a8312c6ef39'}, {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b37758-1682-4270-ab29-780874e6899b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:25.647606 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d492b5-5fcf-4495-aebb-efece3a3a204" -d '{"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "ccd928a2-1f5c-45a7-a938-b2b22f4585d8"}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "2e82f3de-69c3-4e1c-b5df-986471b0e325"}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "6b66d3b5-e58d-4ec8-814e-9327346ca5fb"}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "28892659-4971-4e49-a576-3a8312c6ef39"}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "52b37758-1682-4270-ab29-780874e6899b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:25.681169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 52b37758-1682-4270-ab29-780874e6899b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=52b37758-1682-4270-ab29-780874e6899b,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:25.698598 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-39a3b416-8acd-4d0e-97b3-71041ef80e3f service neutron] delete failed (client error): The resource could not be found. Nov 22 16:30:25.703088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-39a3b416-8acd-4d0e-97b3-71041ef80e3f service neutron] 10.222.0.62 "DELETE /v2.0/ports/b0cb7321-c864-47e9-b715-b1174e4d9a84/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.2152965 Nov 22 16:30:25.714365 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.731282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b0cb7321-c864-47e9-b715-b1174e4d9a84 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:25.921074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Transition to ACTIVE for port object ba3e8646-e4f8-41c1-b41d-9be38fb4569c will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:25.935935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-86651ded-fa36-467c-9844-8659cf12f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:25.937868 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-86651ded-fa36-467c-9844-8659cf12f710 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1099 time: 0.0972576 Nov 22 16:30:25.940710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-197fd13c-c51a-4936-9ced-c619eae73f26 req-319ed3b1-696b-4e69-9e98-487e2470f6dd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640690 Nov 22 16:30:26.058306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b3241664-a62c-4e08-81df-4d1e7c18cb56 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:26.106513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.132138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=52b37758-1682-4270-ab29-780874e6899b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:26.140708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-357aebd2-2a92-4aa9-80e3-85515eb63bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.140985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: b3241664-a62c-4e08-81df-4d1e7c18cb56 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:26.140985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b3241664-a62c-4e08-81df-4d1e7c18cb56 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:26.143795 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-357aebd2-2a92-4aa9-80e3-85515eb63bd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1928229 Nov 22 16:30:26.164297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-9aa1060a-7f75-44f0-9c0a-c8daa54347c8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.168851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port b0cb7321-c864-47e9-b715-b1174e4d9a84 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:26.177845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-9aa1060a-7f75-44f0-9c0a-c8daa54347c8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.179254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port b0cb7321-c864-47e9-b715-b1174e4d9a84 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:26.179817 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.187767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-9aa1060a-7f75-44f0-9c0a-c8daa54347c8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.201720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-9aa1060a-7f75-44f0-9c0a-c8daa54347c8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.213246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-9aa1060a-7f75-44f0-9c0a-c8daa54347c8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.213928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-8d6e11cf-1ae5-4743-a590-b0185a11ac1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 217 time: 0.0645621 Nov 22 16:30:26.224651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-9aa1060a-7f75-44f0-9c0a-c8daa54347c8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.235862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-9aa1060a-7f75-44f0-9c0a-c8daa54347c8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.253700 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-9aa1060a-7f75-44f0-9c0a-c8daa54347c8 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5442 time: 0.8591378 Nov 22 16:30:26.310801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-17e06f82-3aaf-4608-a180-458ae4f24b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.316147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-17e06f82-3aaf-4608-a180-458ae4f24b09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0856581 Nov 22 16:30:26.399755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-da2ac633-a588-4bbe-a598-c57ade2c4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.403453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-da2ac633-a588-4bbe-a598-c57ade2c4ee5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820184 Nov 22 16:30:26.405798 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.444311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:26.486421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:26.493454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.520998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dae87-7e5d-48f2-9c98-323ace507f47 req-a472c803-a007-40bb-a49f-48bd65b95b8a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:26.522598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c3dae87-7e5d-48f2-9c98-323ace507f47 req-a472c803-a007-40bb-a49f-48bd65b95b8a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 948 time: 0.4124119 Nov 22 16:30:26.563653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-902d3e2e-7462-4a48-acfc-da76770e703e service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522639 Nov 22 16:30:26.581074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90de5888-defc-4a2a-93eb-aadfdc2f7742 req-04f2ad0e-2a6f-4dc7-bd11-0f6e4d3fa68c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3128533 Nov 22 16:30:26.643613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed414b9f-3319-4352-8ed2-17ab55caa18b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:26.653865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:26.668653 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.734125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c3dae87-7e5d-48f2-9c98-323ace507f47 req-d44bd3fe-1882-4b88-922a-a15435925ae7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861153 Nov 22 16:30:26.735300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Transition to ACTIVE for port object ed414b9f-3319-4352-8ed2-17ab55caa18b will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:26.758033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.798285 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-65cc0b83-f14c-4c90-ab58-ce8d004fe622 req-03b346b2-4618-4608-aacd-700e6b5ebc10 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251937 Nov 22 16:30:26.820300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:26.820658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:26.820967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:26.846276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:26.846766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:26.875683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Pushing event updated for resources: {'Port': ['ID=ed414b9f-3319-4352-8ed2-17ab55caa18b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:26.882098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:26.882564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:26.883210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:26.883905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Bound port: ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:26.884145 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.971052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c9109f-9e01-4614-9690-4c94e77a9a9e', 'name': 'network-vif-deleted', 'tag': '2f89fcb4-fb62-49ca-86cc-81adb26a3494'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:26.975810 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d222cf-7149-44a8-ab90-dadf2e5a6ea6" -d '{"events": [{"server_uuid": "31c9109f-9e01-4614-9690-4c94e77a9a9e", "name": "network-vif-deleted", "tag": "2f89fcb4-fb62-49ca-86cc-81adb26a3494"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:26.997834 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a330a141-ebea-41ce-93b4-92a9bd26c379 x-openstack-request-id: req-a330a141-ebea-41ce-93b4-92a9bd26c379 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:26.998611 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "ccd928a2-1f5c-45a7-a938-b2b22f4585d8", "code": 200}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "2e82f3de-69c3-4e1c-b5df-986471b0e325", "code": 200}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "6b66d3b5-e58d-4ec8-814e-9327346ca5fb", "code": 200}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "28892659-4971-4e49-a576-3a8312c6ef39", "code": 200}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-plugged", "status": "completed", "tag": "52b37758-1682-4270-ab29-780874e6899b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:26.998611 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a330a141-ebea-41ce-93b4-92a9bd26c379 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:27.000012 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd928a2-1f5c-45a7-a938-b2b22f4585d8', 'code': 200} Nov 22 16:30:27.000012 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e82f3de-69c3-4e1c-b5df-986471b0e325', 'code': 200} Nov 22 16:30:27.000394 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb', 'code': 200} Nov 22 16:30:27.000394 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28892659-4971-4e49-a576-3a8312c6ef39', 'code': 200} Nov 22 16:30:27.004860 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b37758-1682-4270-ab29-780874e6899b', 'code': 200} Nov 22 16:30:27.153611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0368-f4f9-46dd-8d12-5301ec688616 req-f3746d41-cb05-4475-99ff-8760c8278b9b tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.171895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0368-f4f9-46dd-8d12-5301ec688616 req-f3746d41-cb05-4475-99ff-8760c8278b9b tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.174831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-073f0368-f4f9-46dd-8d12-5301ec688616 req-f3746d41-cb05-4475-99ff-8760c8278b9b tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1667 time: 0.2197516 Nov 22 16:30:27.405484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:27.409358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Attempting to bind port ed414b9f-3319-4352-8ed2-17ab55caa18b on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:27.409696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Attempting to bind port ed414b9f-3319-4352-8ed2-17ab55caa18b by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:27.410229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Attempting to bind port ed414b9f-3319-4352-8ed2-17ab55caa18b on network ed0afdd1-4ffa-46a2-a219-7a48656e6017 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:27.449858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:27.452441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Port ed414b9f-3319-4352-8ed2-17ab55caa18b on network ed0afdd1-4ffa-46a2-a219-7a48656e6017 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:27.452705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Attempting to bind port ed414b9f-3319-4352-8ed2-17ab55caa18b on network ed0afdd1-4ffa-46a2-a219-7a48656e6017 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:27.467096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fff81f-4348-4d7d-b2ac-3fdf795dab08 req-53007eb5-be25-4a5d-838c-3868b55bc1fa tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.468792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b3fff81f-4348-4d7d-b2ac-3fdf795dab08 req-53007eb5-be25-4a5d-838c-3868b55bc1fa tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 946 time: 0.2880936 Nov 22 16:30:27.473981 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.479102 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-073f0368-f4f9-46dd-8d12-5301ec688616 req-24af70a3-e860-4924-8170-2c27964062e3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497211 Nov 22 16:30:27.504606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-7d05d219-4267-45a9-baef-7ac0a1cdd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.505713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-7d05d219-4267-45a9-baef-7ac0a1cdd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.505713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-7d05d219-4267-45a9-baef-7ac0a1cdd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.506260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-7d05d219-4267-45a9-baef-7ac0a1cdd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.506617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-7d05d219-4267-45a9-baef-7ac0a1cdd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.507141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-7d05d219-4267-45a9-baef-7ac0a1cdd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.507622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-7d05d219-4267-45a9-baef-7ac0a1cdd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.510385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-7d05d219-4267-45a9-baef-7ac0a1cdd8f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6500 time: 0.3250477 Nov 22 16:30:27.511355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:27.522682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Checking segment: {'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:27.523441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Bound using segment: {'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:27.523441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Bound port: ed414b9f-3319-4352-8ed2-17ab55caa18b, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4354ea0-4379-473f-bf86-12700d98a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:27.524501 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.632606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.635759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.637324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] 10.222.0.62 "PUT /v2.0/ports/ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 200 len: 1092 time: 4.3123157 Nov 22 16:30:27.646052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:27.649101 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415" -d '{"events": [{"name": "network-changed", "server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:27.905539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641cef-91fd-4c06-a241-08d31fbd0116 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:28.010198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b3fff81f-4348-4d7d-b2ac-3fdf795dab08 req-130a4ad9-b3cd-4c53-83b1-1c7a16a998c9 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292878 Nov 22 16:30:28.017120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] For port ed414b9f-3319-4352-8ed2-17ab55caa18b, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:28.035317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae84e3e9-de9a-4dc7-8bda-c16e02fc350f req-772f3090-e906-4682-b085-89f3f299a657 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f745e6ef-1ca8-4411-9532-00509afbd1b6&id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5081303 Nov 22 16:30:28.066585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2f89fcb4-fb62-49ca-86cc-81adb26a3494 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:28.082893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] For port ed414b9f-3319-4352-8ed2-17ab55caa18b, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ed414b9f-3319-4352-8ed2-17ab55caa18b,segment=NetworkSegment(f4354ea0-4379-473f-bf86-12700d98a6c8),segment_id=f4354ea0-4379-473f-bf86-12700d98a6c8)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:28.092373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83cff2-83ce-49ea-8a6f-97e7879e7af6 req-46753fae-13c6-4530-b977-a84340e618bb tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.103481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e83cff2-83ce-49ea-8a6f-97e7879e7af6 req-46753fae-13c6-4530-b977-a84340e618bb tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.2313516 Nov 22 16:30:28.109387 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e3e12-63da-4b36-8906-875f3d6b8170 x-openstack-request-id: req-564e3e12-63da-4b36-8906-875f3d6b8170 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:28.110213 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c9109f-9e01-4614-9690-4c94e77a9a9e", "name": "network-vif-deleted", "tag": "2f89fcb4-fb62-49ca-86cc-81adb26a3494", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:28.110213 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-564e3e12-63da-4b36-8906-875f3d6b8170 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:28.112646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-9ea108c0-cfad-4a74-9af2-5a77f97a9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.112878 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c9109f-9e01-4614-9690-4c94e77a9a9e', 'name': 'network-vif-deleted', 'tag': '2f89fcb4-fb62-49ca-86cc-81adb26a3494', 'status': 'completed', 'code': 200} Nov 22 16:30:28.114272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-9ea108c0-cfad-4a74-9af2-5a77f97a9192 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1095 time: 0.3443956 Nov 22 16:30:28.119570 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.135555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 2f89fcb4-fb62-49ca-86cc-81adb26a3494 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:28.137146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2f89fcb4-fb62-49ca-86cc-81adb26a3494 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:28.229176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-5b6ba12f-1d13-4aa8-9bb0-6bb33e8d7b73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 200 len: 217 time: 0.1051874 Nov 22 16:30:28.635308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.636453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.637461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] 10.222.0.37 "PUT /v2.0/ports/ed414b9f-3319-4352-8ed2-17ab55caa18b HTTP/1.1" status: 200 len: 1092 time: 3.6943707 Nov 22 16:30:28.724990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Request body: {'port': {'device_id': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:28.802365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd67bf3-6c8b-4254-8323-65b5dd90cd96 service neutron] Pushing event updated for resources: {'Port': ['ID=ed414b9f-3319-4352-8ed2-17ab55caa18b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:28.811484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-b2b33d7a-4bc2-47c3-8194-b120062c896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.813473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-b2b33d7a-4bc2-47c3-8194-b120062c896e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.5723901 Nov 22 16:30:28.823395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e83cff2-83ce-49ea-8a6f-97e7879e7af6 req-813c6856-c27e-410c-8714-e14dafe4e680 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7191780 Nov 22 16:30:28.906504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-3c7c38ee-9af1-4571-9d21-bdceb17ad901 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.919103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-3c7c38ee-9af1-4571-9d21-bdceb17ad901 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.926637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-3c7c38ee-9af1-4571-9d21-bdceb17ad901 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.935468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-3c7c38ee-9af1-4571-9d21-bdceb17ad901 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.944924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-3c7c38ee-9af1-4571-9d21-bdceb17ad901 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.955612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-3c7c38ee-9af1-4571-9d21-bdceb17ad901 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.963746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-3c7c38ee-9af1-4571-9d21-bdceb17ad901 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.966673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-3c7c38ee-9af1-4571-9d21-bdceb17ad901 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5443 time: 0.7516153 Nov 22 16:30:28.971149 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f482c16e-2e4e-4296-993b-fb50e8c00078 x-openstack-request-id: req-f482c16e-2e4e-4296-993b-fb50e8c00078 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:28.972093 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:28.972627 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f482c16e-2e4e-4296-993b-fb50e8c00078 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:28.973384 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c', 'status': 'completed', 'code': 200} Nov 22 16:30:28.977218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-4ecef281-3d14-43d2-a757-ecbfe44158f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511352 Nov 22 16:30:29.001092 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.004861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:29.015567 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304fb9e5-3d39-49ac-8c38-4dd386ec232a" -d '{"events": [{"server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:29.260834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a16cdd7-b61b-4532-84db-8f9ae7fbe12b req-5fbad7b9-cf55-44ef-84b9-2b87f64e2ca0 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2787287 Nov 22 16:30:29.340481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-32887b78-7380-4128-8a37-f0ed7262fa38 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502412 Nov 22 16:30:29.673424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b338e7e-ea37-43cd-b43f-b798e00ebf10 req-5c84f9ff-b0f3-4287-88d6-688ead1eeccf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.686788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b338e7e-ea37-43cd-b43f-b798e00ebf10 req-5c84f9ff-b0f3-4287-88d6-688ead1eeccf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.4537768 Nov 22 16:30:29.825660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a77ae-3883-458a-89a4-c60c8aa97841 req-53214c01-aa87-45d7-969f-ed40a8997950 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.834765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a77ae-3883-458a-89a4-c60c8aa97841 req-53214c01-aa87-45d7-969f-ed40a8997950 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.837267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-336a77ae-3883-458a-89a4-c60c8aa97841 req-53214c01-aa87-45d7-969f-ed40a8997950 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1667 time: 0.2990267 Nov 22 16:30:29.853711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff58e39b-4ceb-4eeb-adaa-d5bdaa4498a5 req-e55d795d-9399-4868-b200-0d478075df14 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113996 Nov 22 16:30:29.913060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b338e7e-ea37-43cd-b43f-b798e00ebf10 req-195f1e4f-c4a0-435a-b64a-2c25462fc6e8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247708 Nov 22 16:30:30.020886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-336a77ae-3883-458a-89a4-c60c8aa97841 req-8712b6c3-d440-4ef4-aa08-b8c5f1231bbd tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652317 Nov 22 16:30:30.085296 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39d8809-3860-4afe-b5ab-af3b102dfefc x-openstack-request-id: req-b39d8809-3860-4afe-b5ab-af3b102dfefc {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:30.086239 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:30.086670 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b39d8809-3860-4afe-b5ab-af3b102dfefc {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:30.087354 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'code': 200} Nov 22 16:30:30.094573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-7b6f0739-9deb-4566-86d1-15443bd71498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:30.096693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-7b6f0739-9deb-4566-86d1-15443bd71498 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1095 time: 0.1758606 Nov 22 16:30:30.213413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:30.259136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.302265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Transition to ACTIVE for port object 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:30.315458 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.463656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffff7a-d98a-467f-9cac-d065f14cbf2f req-01940d39-f878-4bee-81a6-a1e51d7dd812 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:30.465815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08ffff7a-d98a-467f-9cac-d065f14cbf2f req-01940d39-f878-4bee-81a6-a1e51d7dd812 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 949 time: 0.2740357 Nov 22 16:30:30.563664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e36757-637a-470b-867d-0be28863e90e service neutron] Pushing event updated for resources: {'Port': ['ID=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:30.569136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-8742c565-1a76-473d-8e23-e62fc52afb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:30.572205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-8742c565-1a76-473d-8e23-e62fc52afb82 service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.4676149 Nov 22 16:30:30.700665 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-b91b71d8-e301-4f07-8e1e-7ff0c87d09d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 200 len: 217 time: 0.1104004 Nov 22 16:30:30.821839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08ffff7a-d98a-467f-9cac-d065f14cbf2f req-a4b3106d-ef71-4d23-87b7-c70bc62c10e2 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.59 "GET /v2.0/security-groups?id=991d5af0-7a45-4758-8943-f77eb1cf316d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205721 Nov 22 16:30:30.869558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-8ba1259d-fcf0-4818-910c-019f6e53e096 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:30.872181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-8ba1259d-fcf0-4818-910c-019f6e53e096 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 820 time: 0.5109553 Nov 22 16:30:30.874890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-013e1b44-29cb-452d-a514-9349ab6c3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:30.877929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-013e1b44-29cb-452d-a514-9349ab6c3608 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.1691184 Nov 22 16:30:30.932154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-0ab2b671-6c9b-4c2b-a135-90c4376de6b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411143 Nov 22 16:30:30.932154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Attempting to bind port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:30.932154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Attempting to bind port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:30.932154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Attempting to bind port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa on network 652cd985-2468-41ef-a040-c228115f8bae {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:30.951787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-c74cb592-11f6-4ceb-94f4-268b2c580e25 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/quotas/c9cb7fc0ab1842de9bc9d68c2ba96934 HTTP/1.1" status: 200 len: 375 time: 0.0504827 Nov 22 16:30:30.957166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa on network 652cd985-2468-41ef-a040-c228115f8bae not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:30.957698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Attempting to bind port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa on network 652cd985-2468-41ef-a040-c228115f8bae {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:30.985297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'tag': 'ed414b9f-3319-4352-8ed2-17ab55caa18b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:30.987680 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4dec36-5c7b-44df-a12a-270ee64d1190" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "tag": "ed414b9f-3319-4352-8ed2-17ab55caa18b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:31.055411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-d4505414-8e9f-415d-8af7-2510633bcdd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.057644 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-d4505414-8e9f-415d-8af7-2510633bcdd1 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "GET /v2.0/ports?device_id=4709bf13-8514-4e24-8259-a9d315a736ae HTTP/1.1" status: 200 len: 949 time: 0.0784185 Nov 22 16:30:31.102665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:31.102665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Checking segment: {'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:31.102665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Bound using segment: {'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:31.103486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Bound port: 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd017a0b-db50-4119-b720-c745ecc49bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '652cd985-2468-41ef-a040-c228115f8bae'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:31.104386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.230860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Deleting port 73835094-269e-4254-9028-8a9d6fff792c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:31.231282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.241694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb337c6-cc84-472a-ab64-f92935033e34 req-94424cb2-0adc-4953-a593-acdad007a972 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.249841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aeb337c6-cc84-472a-ab64-f92935033e34 req-94424cb2-0adc-4953-a593-acdad007a972 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.3121357 Nov 22 16:30:31.295239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-3edd655f-7d2c-44b2-8f47-1b334c3c7061 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3106914 Nov 22 16:30:31.385106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-3b869c26-fadc-4dba-b2c5-ad5d30897b54 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293110 Nov 22 16:30:31.395324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] For port 73835094-269e-4254-9028-8a9d6fff792c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=73835094-269e-4254-9028-8a9d6fff792c,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:31.395626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] For port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:31.398248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.432379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Calling delete_port for 73835094-269e-4254-9028-8a9d6fff792c owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:31.460614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] For port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:31.526062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.596450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aeb337c6-cc84-472a-ab64-f92935033e34 req-9c16e9d7-e397-45be-90ee-a65abe57ca72 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974370 Nov 22 16:30:31.655412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.655412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.658275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-30e36757-637a-470b-867d-0be28863e90e service neutron] 10.222.0.37 "PUT /v2.0/ports/78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa HTTP/1.1" status: 200 len: 1092 time: 2.9606972 Nov 22 16:30:31.691183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.716450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['73835094-269e-4254-9028-8a9d6fff792c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:31.770995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Pushing event deleted for resources: {'Port': ['ID=73835094-269e-4254-9028-8a9d6fff792c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:31.788774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0e32c3-a14b-44e5-a9cd-be3b29e98415 req-7feaf78f-404c-4915-9212-533aa62691a5 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945668 Nov 22 16:30:31.861578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] No DVR routers for this DVR port 73835094-269e-4254-9028-8a9d6fff792c on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:31.865931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.874212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-eb856d31-0702-48c9-90f6-fbf55e8bfb29 service neutron] 10.222.0.59 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484612 Nov 22 16:30:31.882393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3589270-1e4e-4e93-855e-fe239aa3d511 req-06cbc2c3-0ea5-42dc-9a3a-b6d2df2107c9 tempest-ServersOnMultiNodesTest-1753271305 tempest-ServersOnMultiNodesTest-1753271305-project] 10.222.0.62 "DELETE /v2.0/ports/73835094-269e-4254-9028-8a9d6fff792c HTTP/1.1" status: 204 len: 173 time: 0.8176932 Nov 22 16:30:31.882883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4709bf13-8514-4e24-8259-a9d315a736ae', 'name': 'network-vif-deleted', 'tag': '73835094-269e-4254-9028-8a9d6fff792c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:31.888146 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245bcbec-345a-4e9f-b67d-eab2d6f98a99" -d '{"events": [{"server_uuid": "4709bf13-8514-4e24-8259-a9d315a736ae", "name": "network-vif-deleted", "tag": "73835094-269e-4254-9028-8a9d6fff792c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:31.912397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e36757-637a-470b-867d-0be28863e90e service neutron] Pushing event updated for resources: {'Port': ['ID=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:32.066293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b9875-e563-4a63-9662-9df0bc18b717 req-e2d913a1-5527-4803-b3b5-c4b8d12be3dc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.072402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e42b9875-e563-4a63-9662-9df0bc18b717 req-e2d913a1-5527-4803-b3b5-c4b8d12be3dc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.3173695 Nov 22 16:30:32.106047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-13134e12-50dd-466f-8c25-3c32be72db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.106639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-13134e12-50dd-466f-8c25-3c32be72db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.108402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-13134e12-50dd-466f-8c25-3c32be72db44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1981 time: 0.3494802 Nov 22 16:30:32.193497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-ee015911-79a5-455a-a441-b94305f3a73e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.187&port_id=ed414b9f-3319-4352-8ed2-17ab55caa18b HTTP/1.1" status: 200 len: 217 time: 0.0686853 Nov 22 16:30:32.293368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2b5554db-048e-4b4e-9c63-b01217a666b7 service neutron] 10.222.0.59 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769634 Nov 22 16:30:32.316969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e42b9875-e563-4a63-9662-9df0bc18b717 req-6e4d6767-7b92-45a7-a760-7773ffbd7f4a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305210 Nov 22 16:30:32.347750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-fa60d96c-f973-4a24-b61f-62ee590fe56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.350093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-fa60d96c-f973-4a24-b61f-62ee590fe56f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=deff0280-1c3c-462f-944a-2ab876e1d1ef HTTP/1.1" status: 200 len: 801 time: 0.1310358 Nov 22 16:30:32.436756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-6b304bf3-ba4b-4ea7-87a6-05598408ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.439349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-6b304bf3-ba4b-4ea7-87a6-05598408ab9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed0afdd1-4ffa-46a2-a219-7a48656e6017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736191 Nov 22 16:30:32.648274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-dd008706-f859-4d96-a25a-19d3cdd0ab47 service neutron] 10.222.0.37 "GET /v2.0/networks/ed0afdd1-4ffa-46a2-a219-7a48656e6017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980960 Nov 22 16:30:33.260806 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11a81b9-e39e-473b-accd-3e4941a664fc x-openstack-request-id: req-e11a81b9-e39e-473b-accd-3e4941a664fc {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:33.261922 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "tag": "ed414b9f-3319-4352-8ed2-17ab55caa18b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:33.261922 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e11a81b9-e39e-473b-accd-3e4941a664fc {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:33.262286 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'tag': 'ed414b9f-3319-4352-8ed2-17ab55caa18b', 'status': 'completed', 'code': 200} Nov 22 16:30:33.334611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-bea8c80f-4a07-4ad1-b3ce-b5c140daee31 service neutron] 10.222.0.37 "GET /v2.0/networks/ed0afdd1-4ffa-46a2-a219-7a48656e6017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769440 Nov 22 16:30:33.357784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-2f5a0f28-b917-4e78-8cdd-81514a5884db tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.366009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-2f5a0f28-b917-4e78-8cdd-81514a5884db tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.372240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-2f5a0f28-b917-4e78-8cdd-81514a5884db tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.380206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-2f5a0f28-b917-4e78-8cdd-81514a5884db tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.389022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-2f5a0f28-b917-4e78-8cdd-81514a5884db tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.397338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-2f5a0f28-b917-4e78-8cdd-81514a5884db tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.405817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-2f5a0f28-b917-4e78-8cdd-81514a5884db tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.409352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-2f5a0f28-b917-4e78-8cdd-81514a5884db tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5443 time: 0.6589508 Nov 22 16:30:33.467648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-056e443f-a8c1-45fd-9f94-ac2e55b5d211 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa HTTP/1.1" status: 200 len: 217 time: 0.0568416 Nov 22 16:30:33.480877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd70620-18cb-45da-a640-11bebc500c4b req-31b38c56-9033-4adc-84d6-f4e049e52e88 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.496396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd70620-18cb-45da-a640-11bebc500c4b req-31b38c56-9033-4adc-84d6-f4e049e52e88 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.499196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dd70620-18cb-45da-a640-11bebc500c4b req-31b38c56-9033-4adc-84d6-f4e049e52e88 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1679 time: 0.2358079 Nov 22 16:30:33.681340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-fd219587-cc5f-47c8-88f1-70dde9e4a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.684473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-fd219587-cc5f-47c8-88f1-70dde9e4a165 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e402087-7084-44b4-9788-c2d6e3ea2506 HTTP/1.1" status: 200 len: 801 time: 0.1818156 Nov 22 16:30:33.730129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e045f6c-fb37-4e6c-977c-41686dad740c req-bd474df8-048f-4114-9c3e-fe19fefb46a5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2705014 Nov 22 16:30:33.752754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dd70620-18cb-45da-a640-11bebc500c4b req-ae89c0ee-0b79-4cc3-981a-9cba32c2eed7 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232776 Nov 22 16:30:33.809876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef6a9-de63-4239-a127-b017ba926a42 req-6ebad0e7-8618-4472-bfd2-4c701a3b25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.818824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-6ebad0e7-8618-4472-bfd2-4c701a3b25d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=652cd985-2468-41ef-a040-c228115f8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1187522 Nov 22 16:30:33.938596 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c29c2b-80d9-4432-a337-43cb2552ec23 x-openstack-request-id: req-22c29c2b-80d9-4432-a337-43cb2552ec23 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:33.940811 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4709bf13-8514-4e24-8259-a9d315a736ae", "name": "network-vif-deleted", "tag": "73835094-269e-4254-9028-8a9d6fff792c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:33.942729 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22c29c2b-80d9-4432-a337-43cb2552ec23 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:33.943499 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4709bf13-8514-4e24-8259-a9d315a736ae', 'name': 'network-vif-deleted', 'tag': '73835094-269e-4254-9028-8a9d6fff792c', 'status': 'completed', 'code': 200} Nov 22 16:30:34.057215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-4394b065-4663-4976-a8f4-d63a84539208 service neutron] 10.222.0.37 "GET /v2.0/networks/652cd985-2468-41ef-a040-c228115f8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298021 Nov 22 16:30:34.058251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ba3e8646-e4f8-41c1-b41d-9be38fb4569c details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:34.411397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f03d-dbb8-4dd1-bdad-465977452f20 req-006ac23e-ba17-4e7a-b4cd-a32a0e8546a1 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.425134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:34.426194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af49f03d-dbb8-4dd1-bdad-465977452f20 req-006ac23e-ba17-4e7a-b4cd-a32a0e8546a1 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.3353028 Nov 22 16:30:34.460141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c', 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'port_id': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c', 'mac_address': 'fa:16:3e:fd:8b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be39dd8-cdde-4666-8eff-7832ef93970a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:34.614089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46142) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:34.623480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ecea2-122a-4b18-9bcc-01d83aea68a7 req-2f5260c7-719f-48ed-9194-fad7d37fcb5b tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.625188 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.628590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e5ecea2-122a-4b18-9bcc-01d83aea68a7 req-2f5260c7-719f-48ed-9194-fad7d37fcb5b tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 946 time: 0.4408488 Nov 22 16:30:34.683498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3e8646-e4f8-41c1-b41d-9be38fb4569c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:34.722874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00aef6a9-de63-4239-a127-b017ba926a42 req-3b830859-0daa-4d17-ab30-56dced7d7d08 service neutron] 10.222.0.37 "GET /v2.0/networks/652cd985-2468-41ef-a040-c228115f8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540337 Nov 22 16:30:34.754003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:34.763117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.790610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af49f03d-dbb8-4dd1-bdad-465977452f20 req-9347fd6e-e1a4-40b4-aed7-c1b3e9368d7e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630095 Nov 22 16:30:34.834289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-4ab2b939-9f6f-421c-bfe1-420778319bcc tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.837621 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-4ab2b939-9f6f-421c-bfe1-420778319bcc tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 820 time: 0.5467715 Nov 22 16:30:34.842552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-df65ef9d-4ee4-452d-a61c-56f185fa13d5 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.846789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-df65ef9d-4ee4-452d-a61c-56f185fa13d5 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.37 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 946 time: 0.5461740 Nov 22 16:30:34.865723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Request body: {'port': {'device_id': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'admin_state_up': True, 'tenant_id': 'c9cb7fc0ab1842de9bc9d68c2ba96934'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:34.937090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:35.117803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f1413fb-9227-46a5-b5b3-c0afd9f54636 req-743ca49f-465c-4265-8f9a-b4598bbaf453 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 210 time: 0.0750930 Nov 22 16:30:35.154386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e5ecea2-122a-4b18-9bcc-01d83aea68a7 req-7fab6d2e-27a0-49d5-811b-6670240e782b tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651661 Nov 22 16:30:35.159699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['ba3e8646-e4f8-41c1-b41d-9be38fb4569c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:35.262903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'tag': '78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:35.285217 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686a25e2-8e09-4847-b1c8-d5a5959daa91" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "tag": "78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:35.304186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-2e6dfb5b-aa00-4192-a7a8-4d9cb49acf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.311049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-2e6dfb5b-aa00-4192-a7a8-4d9cb49acf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.313669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-2e6dfb5b-aa00-4192-a7a8-4d9cb49acf70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1981 time: 0.4371190 Nov 22 16:30:35.391875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Made reservation on behalf of c9cb7fc0ab1842de9bc9d68c2ba96934 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:35.404955 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.545942 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5b1fabc6-2db6-48b3-8cc6-bbae05600454 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c95d18496d342aa8d50b114b126be9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9239125 Nov 22 16:30:35.548081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46154) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:35.602110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a1c61-a8c9-4dbe-844a-69b297be79ae req-c818875f-5554-48dd-88e8-73d3cb16027b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.612753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a1c61-a8c9-4dbe-844a-69b297be79ae req-c818875f-5554-48dd-88e8-73d3cb16027b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.628007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a1c61-a8c9-4dbe-844a-69b297be79ae req-c818875f-5554-48dd-88e8-73d3cb16027b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.638029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a1c61-a8c9-4dbe-844a-69b297be79ae req-c818875f-5554-48dd-88e8-73d3cb16027b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.646653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a1c61-a8c9-4dbe-844a-69b297be79ae req-c818875f-5554-48dd-88e8-73d3cb16027b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.657369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a1c61-a8c9-4dbe-844a-69b297be79ae req-c818875f-5554-48dd-88e8-73d3cb16027b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.670023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a1c61-a8c9-4dbe-844a-69b297be79ae req-c818875f-5554-48dd-88e8-73d3cb16027b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.687170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e7a1c61-a8c9-4dbe-844a-69b297be79ae req-c818875f-5554-48dd-88e8-73d3cb16027b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5443 time: 0.3605855 Nov 22 16:30:35.692106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46156) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:35.710134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Request body: {'floatingip': {'port_id': '52b37758-1682-4270-ab29-780874e6899b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:35.753721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Deleting port bedf38dd-523d-4be7-84f7-5e3eb7f0210e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:35.754292 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.768597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-bca3db80-7c40-4b1c-82fa-8dc456e6425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.771428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-bca3db80-7c40-4b1c-82fa-8dc456e6425c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ed0afdd1-4ffa-46a2-a219-7a48656e6017 HTTP/1.1" status: 200 len: 902 time: 0.4470813 Nov 22 16:30:35.830414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-487440e0-4434-4edb-8851-1b2daa58dff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.857216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Allocated IP 172.20.0.8 (5c1ac639-9e1b-4f7a-988e-ced7d27e6985/92eb9c2c-4950-411b-9ebf-58648e00b4bc/037d5b67-1dd1-4274-b1db-04195baffc77) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:35.889823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-487440e0-4434-4edb-8851-1b2daa58dff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.949297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] For port bedf38dd-523d-4be7-84f7-5e3eb7f0210e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,segment=NetworkSegment(6a326f20-7304-4d69-8bc3-7bf1291763e0),segment_id=6a326f20-7304-4d69-8bc3-7bf1291763e0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:35.949713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.976323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Calling delete_port for bedf38dd-523d-4be7-84f7-5e3eb7f0210e owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:36.058546 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59430b84-ed4d-489f-b1a5-64ec071d2ad6 x-openstack-request-id: req-59430b84-ed4d-489f-b1a5-64ec071d2ad6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:36.059047 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "tag": "78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:36.059230 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59430b84-ed4d-489f-b1a5-64ec071d2ad6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:36.059664 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'tag': '78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa', 'status': 'completed', 'code': 200} Nov 22 16:30:36.072972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 73835094-269e-4254-9028-8a9d6fff792c no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:36.077557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:36.123373 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 73835094-269e-4254-9028-8a9d6fff792c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:36.124086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 73835094-269e-4254-9028-8a9d6fff792c not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:36.133101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-487440e0-4434-4edb-8851-1b2daa58dff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:36.136361 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-487440e0-4434-4edb-8851-1b2daa58dff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:36.138017 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-487440e0-4434-4edb-8851-1b2daa58dff1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/991d5af0-7a45-4758-8943-f77eb1cf316d HTTP/1.1" status: 204 len: 168 time: 0.5766747 Nov 22 16:30:36.148715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-5f32942a-38db-4635-bf72-724985d87888 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.187&port_id=ed414b9f-3319-4352-8ed2-17ab55caa18b HTTP/1.1" status: 200 len: 217 time: 0.0961792 Nov 22 16:30:36.163965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490b74-5c4b-4e40-b949-a94bedcc83d7 req-157a26f8-c8a4-4ea8-b020-1500d479f49e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.170279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487440e0-4434-4edb-8851-1b2daa58dff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991d5af0-7a45-4758-8943-f77eb1cf316d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:36.179000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490b74-5c4b-4e40-b949-a94bedcc83d7 req-157a26f8-c8a4-4ea8-b020-1500d479f49e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.186507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de490b74-5c4b-4e40-b949-a94bedcc83d7 req-157a26f8-c8a4-4ea8-b020-1500d479f49e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1679 time: 0.7315683 Nov 22 16:30:36.269509 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:36.292546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:36.378730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:36.408082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['93b9d6b0-01d5-4286-904c-ce0c31379d03'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:36.489081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Pushing event updated for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:36.540585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:36.545412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:36.554471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:36.610217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ed414b9f-3319-4352-8ed2-17ab55caa18b details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:36.649093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de490b74-5c4b-4e40-b949-a94bedcc83d7 req-ccfdd019-d19e-47fb-8444-ad0234ab1a26 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247156 Nov 22 16:30:36.716052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.717234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:36.786880 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-a9883a01-023e-4796-bc39-aa086f144524 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9347658 Nov 22 16:30:36.817473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Request body: {'port': {'device_id': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:36.841368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55711a02-31bf-486a-bea4-3af8369763b9 req-72514ec5-02d9-4751-8cd9-56d90d8a0d8d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.859113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55711a02-31bf-486a-bea4-3af8369763b9 req-72514ec5-02d9-4751-8cd9-56d90d8a0d8d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 945 time: 0.8021703 Nov 22 16:30:36.862247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-5a7d5410-aa1b-4766-b0cd-6f422fb3c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.866216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-5a7d5410-aa1b-4766-b0cd-6f422fb3c0fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=deff0280-1c3c-462f-944a-2ab876e1d1ef HTTP/1.1" status: 200 len: 801 time: 0.5682404 Nov 22 16:30:37.041432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.082863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:37.134084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ed414b9f-3319-4352-8ed2-17ab55caa18b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ed414b9f-3319-4352-8ed2-17ab55caa18b,segment=NetworkSegment(f4354ea0-4379-473f-bf86-12700d98a6c8),segment_id=f4354ea0-4379-473f-bf86-12700d98a6c8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:37.174671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'ed414b9f-3319-4352-8ed2-17ab55caa18b', 'network_id': 'ed0afdd1-4ffa-46a2-a219-7a48656e6017', 'port_id': 'ed414b9f-3319-4352-8ed2-17ab55caa18b', 'mac_address': 'fa:16:3e:d6:d8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deff0280-1c3c-462f-944a-2ab876e1d1ef', 'ip_address': '19.80.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:37.400671 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.409098 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.446424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['bedf38dd-523d-4be7-84f7-5e3eb7f0210e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:37.514239 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-342cd0ba-70af-4962-aaa9-13f065419353 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10cb0690895c410392c1ce7901ea5c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4277368 Nov 22 16:30:37.522899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46178) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:37.574389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed414b9f-3319-4352-8ed2-17ab55caa18b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:37.653603 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.662206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ed414b9f-3319-4352-8ed2-17ab55caa18b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ed414b9f-3319-4352-8ed2-17ab55caa18b,segment=NetworkSegment(f4354ea0-4379-473f-bf86-12700d98a6c8),segment_id=f4354ea0-4379-473f-bf86-12700d98a6c8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:37.681337 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.682524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:37.737261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] No DVR routers for this DVR port bedf38dd-523d-4be7-84f7-5e3eb7f0210e on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:37.743906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.750085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de96d7bb-06b2-4b45-ab3f-29954d92b271 req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.37 "DELETE /v2.0/ports/bedf38dd-523d-4be7-84f7-5e3eb7f0210e HTTP/1.1" status: 204 len: 173 time: 2.8842032 Nov 22 16:30:37.751875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423bf0-f182-4760-94d5-7c241ac5262d tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Pushing event deleted for resources: {'Port': ['ID=bedf38dd-523d-4be7-84f7-5e3eb7f0210e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:37.819018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-95f1a626-a03e-496f-8d38-630731a5a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:37.827799 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-95f1a626-a03e-496f-8d38-630731a5a741 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ed0afdd1-4ffa-46a2-a219-7a48656e6017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9297638 Nov 22 16:30:37.862081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55711a02-31bf-486a-bea4-3af8369763b9 req-af90424e-ccb4-4170-ae52-9f5989ad4d86 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9909980 Nov 22 16:30:37.880415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ed414b9f-3319-4352-8ed2-17ab55caa18b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:37.894206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c71d6-bd02-42b9-bbdf-97fcb6eb167e req-cadd527b-ce83-421d-9b94-ca5888604a51 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:37.920546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a39c71d6-bd02-42b9-bbdf-97fcb6eb167e req-cadd527b-ce83-421d-9b94-ca5888604a51 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074d74f-a1a4-40f0-9069-7c6ec4196d6c HTTP/1.1" status: 200 len: 867 time: 0.7896459 Nov 22 16:30:37.994157 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c820f234-3e42-42ce-9ff4-c126b17986e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.110617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ba3e8646-e4f8-41c1-b41d-9be38fb4569c up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:38.176929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c820f234-3e42-42ce-9ff4-c126b17986e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.230795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3074d74f-a1a4-40f0-9069-7c6ec4196d6c', 'name': 'network-vif-deleted', 'tag': 'bedf38dd-523d-4be7-84f7-5e3eb7f0210e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:38.234072 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eac919-b79d-4870-baf8-005c108bc0dc" -d '{"events": [{"server_uuid": "3074d74f-a1a4-40f0-9069-7c6ec4196d6c", "name": "network-vif-deleted", "tag": "bedf38dd-523d-4be7-84f7-5e3eb7f0210e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:38.241496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-c2bd3dd8-d001-4aac-a95b-849738399b04 service neutron] 10.222.0.37 "GET /v2.0/networks/ed0afdd1-4ffa-46a2-a219-7a48656e6017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094800 Nov 22 16:30:38.290019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:38.338851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa', 'network_id': '652cd985-2468-41ef-a040-c228115f8bae', 'port_id': '78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa', 'mac_address': 'fa:16:3e:43:52:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e402087-7084-44b4-9788-c2d6e3ea2506', 'ip_address': '19.86.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:38.398048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037d5b67-1dd1-4274-b1db-04195baffc77 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:38.418022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.445211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Transition to ACTIVE for port object 037d5b67-1dd1-4274-b1db-04195baffc77 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:38.450705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c820f234-3e42-42ce-9ff4-c126b17986e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.457033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c820f234-3e42-42ce-9ff4-c126b17986e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.459084 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c820f234-3e42-42ce-9ff4-c126b17986e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49f593aa-21bf-46a0-a600-554f6ddecbb8 HTTP/1.1" status: 204 len: 168 time: 0.9331760 Nov 22 16:30:38.471286 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.519405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port ba3e8646-e4f8-41c1-b41d-9be38fb4569c completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:38.540378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port ba3e8646-e4f8-41c1-b41d-9be38fb4569c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:38.541784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.545736 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.617700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820f234-3e42-42ce-9ff4-c126b17986e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f593aa-21bf-46a0-a600-554f6ddecbb8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:38.622774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:38.672860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:38.726357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Pushing event updated for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:38.791119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.016229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:39.017244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:39.018451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:39.036020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:39.036583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:39.075396 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.083876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:39.084752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:39.085430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:39.091781 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Bound port: 037d5b67-1dd1-4274-b1db-04195baffc77, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:39.092540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.095848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b4dec36-5c7b-44df-a12a-270ee64d1190 req-e28ecd9d-fe9f-4d31-91a4-5c3c95f5a906 service neutron] 10.222.0.37 "GET /v2.0/networks/ed0afdd1-4ffa-46a2-a219-7a48656e6017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799984 Nov 22 16:30:39.187529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.203004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:39.208656 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b6df37-6118-44a4-ae6b-74cfd8ad4340" -d '{"events": [{"server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:39.233312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.241251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ed414b9f-3319-4352-8ed2-17ab55caa18b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:39.249601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:39.276981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:39.286245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:39.305382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.310595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:39.346566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:39.366926 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.442648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.446359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.448765 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] 10.222.0.62 "PUT /v2.0/ports/037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 200 len: 1091 time: 2.6520114 Nov 22 16:30:39.449717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:39.453601 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f638428-92d5-4153-b4b7-b79eb55e91ec" -d '{"events": [{"name": "network-changed", "server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:39.499088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0ceab-5d5d-42f9-b00a-3b86448f0d81 service neutron] Pushing event updated for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:39.625971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-fc19e5ff-47fb-45a2-9fd1-60152ac24b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.632839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-fc19e5ff-47fb-45a2-9fd1-60152ac24b46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1094 time: 0.1048052 Nov 22 16:30:39.743396 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-3a14711f-8185-4b83-9cd7-85075ef4c085 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 200 len: 217 time: 0.1023250 Nov 22 16:30:39.820591 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a39c71d6-bd02-42b9-bbdf-97fcb6eb167e req-6d4c36f9-8c62-4949-a9fb-ca4101cb1616 tempest-ServerAddressesNegativeTestJSON-737141336 tempest-ServerAddressesNegativeTestJSON-737141336-project] 10.222.0.59 "GET /v2.0/security-groups?id=1d1ce350-9f4e-4a71-8c50-08080c993a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7855253 Nov 22 16:30:39.826309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:39.900324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-97587815-0fc5-4308-9457-6adcc06b8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.902100 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-97587815-0fc5-4308-9457-6adcc06b8ddf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.1513758 Nov 22 16:30:39.962120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d48c30-b3de-4d1c-98d1-b6e476c48d82 req-1b2a1ba2-fccc-490a-a1b3-0ee92f80b1e8 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.964290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37d48c30-b3de-4d1c-98d1-b6e476c48d82 req-1b2a1ba2-fccc-490a-a1b3-0ee92f80b1e8 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 1.0515063 Nov 22 16:30:39.976837 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-4173701d-e159-4ee0-b66a-20ca1e6766ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627282 Nov 22 16:30:40.061053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-d4b8f060-64c5-4372-b1c0-2560cef45d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:40.065756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-d4b8f060-64c5-4372-b1c0-2560cef45d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:40.073119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-d4b8f060-64c5-4372-b1c0-2560cef45d21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1983 time: 0.8836262 Nov 22 16:30:40.162023 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Floating IP 4f21249f-1d4d-4d68-8585-67a1529a0d6d associated. External IP: 172.25.0.234, port: 52b37758-1682-4270-ab29-780874e6899b. Nov 22 16:30:40.292925 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-1aa3d055-8f30-44a0-b4e8-1c565ee60068 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072033 Nov 22 16:30:40.398229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-b1ffefeb-26e6-4384-84dc-9aa7488d9afc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3514ce11b681483689c0bb169228eba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1565881 Nov 22 16:30:40.454911 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b26cd30f-2989-4731-8a85-bcfe09a1bec0 req-5e86b13f-d953-4184-9f8e-4e2447aac730 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530364 Nov 22 16:30:40.611368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37d48c30-b3de-4d1c-98d1-b6e476c48d82 req-19057c9b-0699-44fa-a5d6-24f4a061cef3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364546 Nov 22 16:30:40.618811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-4bef0a57-61ab-4adc-bd6b-26f78d870af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:40.621166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-4bef0a57-61ab-4adc-bd6b-26f78d870af8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=652cd985-2468-41ef-a040-c228115f8bae HTTP/1.1" status: 200 len: 903 time: 0.5169086 Nov 22 16:30:40.719542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-df87607b-729e-4bfb-8c2b-9f25bc8d6cbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa HTTP/1.1" status: 200 len: 217 time: 0.0847778 Nov 22 16:30:40.819182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bedf38dd-523d-4be7-84f7-5e3eb7f0210e no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:40.882719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: bedf38dd-523d-4be7-84f7-5e3eb7f0210e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:40.883810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bedf38dd-523d-4be7-84f7-5e3eb7f0210e not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:41.049516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-10e59fb7-2cbd-424d-9f3f-06dbaeae7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.051642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-10e59fb7-2cbd-424d-9f3f-06dbaeae7ce7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7e402087-7084-44b4-9788-c2d6e3ea2506 HTTP/1.1" status: 200 len: 801 time: 0.3096964 Nov 22 16:30:41.068243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-fbe8574e-3e9f-48d9-bdd8-d3db6234a01e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.070010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-fbe8574e-3e9f-48d9-bdd8-d3db6234a01e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5964546 Nov 22 16:30:41.156093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22157-53ce-4a94-a9af-ff6e25880b9c req-fe2f70b6-bbc7-4509-b936-790429e93474 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.165290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22157-53ce-4a94-a9af-ff6e25880b9c req-fe2f70b6-bbc7-4509-b936-790429e93474 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.168207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7d22157-53ce-4a94-a9af-ff6e25880b9c req-fe2f70b6-bbc7-4509-b936-790429e93474 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1681 time: 0.2472303 Nov 22 16:30:41.168939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-0085f442-906f-4ce6-b643-cbeb0e22b518 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/quotas/3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 375 time: 0.0735335 Nov 22 16:30:41.181058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Router 5d9e1503-0927-4c53-822a-258b0d944e88 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:41.407309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-3921dcec-0716-41bb-9241-f44bb293c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.412473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-3921dcec-0716-41bb-9241-f44bb293c355 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=652cd985-2468-41ef-a040-c228115f8bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3350973 Nov 22 16:30:41.499496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-7f99f8f6-bbbd-4cdd-844e-31ae472dbbda tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3110561 Nov 22 16:30:41.663780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7d22157-53ce-4a94-a9af-ff6e25880b9c req-807e247f-0d73-4cdf-81fa-d06ed84fc7d3 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478490 Nov 22 16:30:41.762084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:41.773413 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:41.818269 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] Sync routers for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:41.908104 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:41.912016 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:41.923758 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71817972-a310-421a-a76d-55cbfeed7267 x-openstack-request-id: req-71817972-a310-421a-a76d-55cbfeed7267 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:41.926512 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:41.926512 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71817972-a310-421a-a76d-55cbfeed7267 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:41.926512 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c', 'code': 200} Nov 22 16:30:41.935499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5be70452-0439-4897-b407-3997ea1f8e3b tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "PUT /v2.0/floatingips/4f21249f-1d4d-4d68-8585-67a1529a0d6d HTTP/1.1" status: 200 len: 991 time: 6.2297478 Nov 22 16:30:41.952346 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5187b99-70aa-4bc0-8d8c-0e0650e683c9 x-openstack-request-id: req-e5187b99-70aa-4bc0-8d8c-0e0650e683c9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:41.961487 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3074d74f-a1a4-40f0-9069-7c6ec4196d6c", "name": "network-vif-deleted", "tag": "bedf38dd-523d-4be7-84f7-5e3eb7f0210e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:41.966521 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5187b99-70aa-4bc0-8d8c-0e0650e683c9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:41.967758 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3074d74f-a1a4-40f0-9069-7c6ec4196d6c', 'name': 'network-vif-deleted', 'tag': 'bedf38dd-523d-4be7-84f7-5e3eb7f0210e', 'status': 'completed', 'code': 200} Nov 22 16:30:42.068749 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d383af92-36b0-4051-88aa-5af00c536088 x-openstack-request-id: req-d383af92-36b0-4051-88aa-5af00c536088 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:42.070296 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:42.071306 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d383af92-36b0-4051-88aa-5af00c536088 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:42.072703 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77', 'status': 'completed', 'code': 200} Nov 22 16:30:42.192853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-9dace171-dafd-4f8b-8cb4-1b35962f60ba service neutron] 10.222.0.37 "GET /v2.0/networks/652cd985-2468-41ef-a040-c228115f8bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510858 Nov 22 16:30:42.204283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:42.305645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1a6d0-6c52-4016-83a4-83a74f8c7f97 req-029c792d-1c1b-4365-a50a-7f47dfe6e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:42.309019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fed1a6d0-6c52-4016-83a4-83a74f8c7f97 req-029c792d-1c1b-4365-a50a-7f47dfe6e938 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1097 time: 0.2337193 Nov 22 16:30:42.433187 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:42.489413 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fed1a6d0-6c52-4016-83a4-83a74f8c7f97 req-b6d32bed-b049-46c2-80b6-64f633267b58 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681247 Nov 22 16:30:42.818167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ed414b9f-3319-4352-8ed2-17ab55caa18b up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:42.944326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-686a25e2-8e09-4847-b1c8-d5a5959daa91 req-226acf8f-739f-4300-bfea-252c38173b6e service neutron] 10.222.0.37 "GET /v2.0/networks/652cd985-2468-41ef-a040-c228115f8bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439020 Nov 22 16:30:42.967878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d69b76-db88-498a-809b-09a120c9a3ca admin admin] Deleting subnet ba329db9-621b-4c76-a4b7-9f59621a0618 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:42.980917 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4d69b76-db88-498a-809b-09a120c9a3ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.163135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4d69b76-db88-498a-809b-09a120c9a3ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.164403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port ed414b9f-3319-4352-8ed2-17ab55caa18b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:43.185651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port ed414b9f-3319-4352-8ed2-17ab55caa18b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:43.186039 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.341746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-434a28e0-3ec8-4a77-8e07-eb6e7b962407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.343733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-434a28e0-3ec8-4a77-8e07-eb6e7b962407 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1094 time: 1.2214549 Nov 22 16:30:43.444885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78717126-e44c-4c2b-bcae-a302ff362498 req-f5ec66eb-6a76-490b-a1c9-2b7a973f997b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.460418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78717126-e44c-4c2b-bcae-a302ff362498 req-f5ec66eb-6a76-490b-a1c9-2b7a973f997b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 1.1627686 Nov 22 16:30:43.526398 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.532487 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4d69b76-db88-498a-809b-09a120c9a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.633987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ed414b9f-3319-4352-8ed2-17ab55caa18b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ed414b9f-3319-4352-8ed2-17ab55caa18b,segment=NetworkSegment(f4354ea0-4379-473f-bf86-12700d98a6c8),segment_id=f4354ea0-4379-473f-bf86-12700d98a6c8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:43.639678 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.640953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:43.772997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78717126-e44c-4c2b-bcae-a302ff362498 req-6869ee81-6c85-4219-aff9-c5783af93efe tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106542 Nov 22 16:30:43.960065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed414b9f-3319-4352-8ed2-17ab55caa18b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:43.966575 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea1d65-91df-4c61-ada2-e5aa60cdf495" -d '{"events": [{"server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "name": "network-vif-plugged", "status": "completed", "tag": "ed414b9f-3319-4352-8ed2-17ab55caa18b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:44.000059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25809519-c00f-4edf-950a-1225e4f7606b req-e4bf322a-be12-4c05-85c9-56f22e348229 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:44.014065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25809519-c00f-4edf-950a-1225e4f7606b req-e4bf322a-be12-4c05-85c9-56f22e348229 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.5376368 Nov 22 16:30:44.030120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '52b37758-1682-4270-ab29-780874e6899b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:44.051785 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "52b37758-1682-4270-ab29-780874e6899b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:44.111718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ed414b9f-3319-4352-8ed2-17ab55caa18b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:44.201637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:44.214777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:44.215178 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.238342 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '4f21249f-1d4d-4d68-8585-67a1529a0d6d', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'port_id': '52b37758-1682-4270-ab29-780874e6899b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'mac_address': 'fa:16:3e:1a:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:29:20Z', 'updated_at': '2021-11-22T16:30:38Z', 'revision_number': 1, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:28:06Z', 'revision_number': 5, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:44.299503 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] Checking router: 5d9e1503-0927-4c53-822a-258b0d944e88 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:30:44.319359 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:44.321389 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:44.430051 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87c5afc9-792d-4e2c-8d05-5c10634f84c7 req-7e747542-c100-4063-b901-f581a3c7f36c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 210 time: 0.3500626 Nov 22 16:30:44.433545 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4d69b76-db88-498a-809b-09a120c9a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.546767 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4d69b76-db88-498a-809b-09a120c9a3ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.558130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46276) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:44.559336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b4d69b76-db88-498a-809b-09a120c9a3ca admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ba329db9-621b-4c76-a4b7-9f59621a0618 HTTP/1.1" status: 204 len: 168 time: 2.3273861 Nov 22 16:30:44.570108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d69b76-db88-498a-809b-09a120c9a3ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba329db9-621b-4c76-a4b7-9f59621a0618,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:44.592089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25809519-c00f-4edf-950a-1225e4f7606b req-3d4a7c21-fea6-4381-b700-995018b84e96 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278854 Nov 22 16:30:44.649516 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.681220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-2c9c0704-adc7-4a9a-ade8-38e6e7989e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:44.685769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-2c9c0704-adc7-4a9a-ade8-38e6e7989e6a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 1.2960262 Nov 22 16:30:44.767498 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:44.811043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:44.817429 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.837427 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.873171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-17c6c596-a0f5-41fe-89a1-d43b09040e8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 200 len: 217 time: 0.1789153 Nov 22 16:30:44.957069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:45.022719 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0debd7fb-a24d-4e26-a6c1-7db3a28425a4 x-openstack-request-id: req-0debd7fb-a24d-4e26-a6c1-7db3a28425a4 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:45.023857 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "tag": "52b37758-1682-4270-ab29-780874e6899b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:45.025336 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0debd7fb-a24d-4e26-a6c1-7db3a28425a4 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:45.026899 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'tag': '52b37758-1682-4270-ab29-780874e6899b', 'status': 'completed', 'code': 200} Nov 22 16:30:45.149692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3430-c2db-4023-9fde-6053ef2500c1 req-fa508591-97af-414c-8c37-be4d7b9ff55e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.174260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3430-c2db-4023-9fde-6053ef2500c1 req-fa508591-97af-414c-8c37-be4d7b9ff55e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.199406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b49f3430-c2db-4023-9fde-6053ef2500c1 req-fa508591-97af-414c-8c37-be4d7b9ff55e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1683 time: 0.3241451 Nov 22 16:30:45.216819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-95ed7f63-3f9a-4aa5-bf83-0fe76b8b74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.217576 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0b536b-7d1f-4e34-96b7-171d8f351794 x-openstack-request-id: req-5e0b536b-7d1f-4e34-96b7-171d8f351794 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:45.218762 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "name": "network-vif-plugged", "status": "completed", "tag": "ed414b9f-3319-4352-8ed2-17ab55caa18b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:45.219427 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e0b536b-7d1f-4e34-96b7-171d8f351794 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:45.220247 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed414b9f-3319-4352-8ed2-17ab55caa18b', 'code': 200} Nov 22 16:30:45.224238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-95ed7f63-3f9a-4aa5-bf83-0fe76b8b74c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.3315535 Nov 22 16:30:45.336887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.456965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93d6c1b-7a7f-485c-bf44-885b94c7c513']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:45.459667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-4b0cdb56-3892-45b5-a2e1-45a9ff74468e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570706 Nov 22 16:30:45.497272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a3c43e05-1624-420e-9d6f-420796071035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.519102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a326f20-7304-4d69-8bc3-7bf1291763e0') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:45.519585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a326f20-7304-4d69-8bc3-7bf1291763e0') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:45.543209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-9bdf013b-854d-42a5-90a2-591e32b7b79d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3514ce11b681483689c0bb169228eba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3400884 Nov 22 16:30:45.584769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.676271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.725161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:45.731776 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:45.760338 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:45.765449 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '4f21249f-1d4d-4d68-8585-67a1529a0d6d', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'port_id': '52b37758-1682-4270-ab29-780874e6899b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'mac_address': 'fa:16:3e:1a:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:29:20Z', 'updated_at': '2021-11-22T16:30:38Z', 'revision_number': 1, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:28:06Z', 'revision_number': 5, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:45.811408 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af754524-04b4-4f11-ae8f-ebe4d183f151 None None] The sync data for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 is: [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '4f21249f-1d4d-4d68-8585-67a1529a0d6d', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'port_id': '52b37758-1682-4270-ab29-780874e6899b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'mac_address': 'fa:16:3e:1a:a8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:29:20Z', 'updated_at': '2021-11-22T16:30:38Z', 'revision_number': 1, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:28:06Z', 'revision_number': 5, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:45.835268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.854383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.863367 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c93d6c1b-7a7f-485c-bf44-885b94c7c513 HTTP/1.1" status: 204 len: 168 time: 1.2998011 Nov 22 16:30:45.889441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586c738-aa52-4d1b-908f-f7fc564ad9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c93d6c1b-7a7f-485c-bf44-885b94c7c513,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:45.964714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-bfaadb7b-1cbe-4753-9220-31f239bbe78a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.966542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-bfaadb7b-1cbe-4753-9220-31f239bbe78a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3952227 Nov 22 16:30:45.983886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-43937a01-0a90-4347-b996-a09fb69509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.984471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-43937a01-0a90-4347-b996-a09fb69509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.985089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-43937a01-0a90-4347-b996-a09fb69509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.985583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-43937a01-0a90-4347-b996-a09fb69509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.986414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-43937a01-0a90-4347-b996-a09fb69509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.987224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-43937a01-0a90-4347-b996-a09fb69509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.988073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-43937a01-0a90-4347-b996-a09fb69509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.990100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-43937a01-0a90-4347-b996-a09fb69509f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6500 time: 0.7814453 Nov 22 16:30:46.005455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b49f3430-c2db-4023-9fde-6053ef2500c1 req-fb4adbc9-c46c-43b8-9167-17a2c76b68d1 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830163 Nov 22 16:30:46.019405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Request body: {'port': {'device_id': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '3514ce11b681483689c0bb169228eba0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:46.103246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99272f7e-7021-452e-a6e0-a872bab0b946 req-68ea901e-ab8a-4398-8801-040f585a677b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:46.113112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99272f7e-7021-452e-a6e0-a872bab0b946 req-68ea901e-ab8a-4398-8801-040f585a677b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.2922540 Nov 22 16:30:46.240771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69527b74-4c5e-4932-bfb7-3102497275c7 None None] New status for floating IP 4f21249f-1d4d-4d68-8585-67a1529a0d6d: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:30:46.265060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-70d0f14d-6365-4411-9173-fe2e15bc0504 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319508 Nov 22 16:30:46.328435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46306) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:46.388422 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-e9471d9d-9a62-4e4e-95ac-e0f3255a0dc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183965 Nov 22 16:30:46.544328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-623d3ac8-ae0f-466f-b9c3-42587b8c16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:46.546314 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-623d3ac8-ae0f-466f-b9c3-42587b8c16a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 1095 time: 0.0892718 Nov 22 16:30:46.705754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-9008d7a9-e12d-4187-bd3a-d591fe729696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:46.707760 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-9008d7a9-e12d-4187-bd3a-d591fe729696 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.1280997 Nov 22 16:30:46.771376 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-cf5b0c96-cf1d-4b80-8c90-2ab6126b6a37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 200 len: 217 time: 0.0460682 Nov 22 16:30:46.822707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cf58b50-8d9c-40f1-bbba-bff779a82c41 req-2fce8092-c1cf-4313-81a4-02dc43dfb2dd tempest-FlavorsV2NegativeTest-1736915155 tempest-FlavorsV2NegativeTest-1736915155-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d9e7666005a4a639d884888498cc1a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5794117 Nov 22 16:30:46.849713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-3d9b1a21-86af-4d4d-83fd-0beaa848a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:46.851761 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-3d9b1a21-86af-4d4d-83fd-0beaa848a5b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.0732958 Nov 22 16:30:46.903284 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-91a20140-35eb-4154-a761-85966199b5ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426598 Nov 22 16:30:47.063943 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-30bc864e-605d-48c6-b7ef-d9537e2738c9 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535010 Nov 22 16:30:47.089649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99272f7e-7021-452e-a6e0-a872bab0b946 req-1f9d847b-3d00-49ee-aed3-e4347c97a18a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9754183 Nov 22 16:30:47.129842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-739e718c-c1e2-4784-b950-d066aa36c4ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14e964162840463b9ae13e071bbe587b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7949967 Nov 22 16:30:47.136146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:47.146286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-2bc891a8-87ab-42e6-9e83-7c3dd1639030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:47.147951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-2bc891a8-87ab-42e6-9e83-7c3dd1639030 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 HTTP/1.1" status: 200 len: 918 time: 1.1357670 Nov 22 16:30:47.222237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:47.226324 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a74adb-09bb-45f8-a1db-eada9ec30fee" -d '{"events": [{"server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "name": "network-vif-plugged", "status": "completed", "tag": "78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:47.244275 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bcfc0e7-1bf5-426e-ae42-11a15764af38 req-93dfb5e6-3d8d-4e9a-8aee-413682778e6f service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718917 Nov 22 16:30:47.317793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f638428-92d5-4153-b4b7-b79eb55e91ec req-bcdf875f-2913-47f0-81af-a59851a95fe2 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0145338 Nov 22 16:30:47.341251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9293e23-ea9b-4316-aa9c-3ed8490e49be req-588c3ce9-39b0-4d5f-b040-c23ff4f594a6 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 210 time: 0.1417863 Nov 22 16:30:47.354383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Made reservation on behalf of 3514ce11b681483689c0bb169228eba0 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:47.358915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.371506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf58b50-8d9c-40f1-bbba-bff779a82c41 req-20e45d90-e8d5-496d-bd46-65bd6a4e7d56 tempest-FlavorsV2NegativeTest-1736915155 tempest-FlavorsV2NegativeTest-1736915155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:47.373409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cf58b50-8d9c-40f1-bbba-bff779a82c41 req-20e45d90-e8d5-496d-bd46-65bd6a4e7d56 tempest-FlavorsV2NegativeTest-1736915155 tempest-FlavorsV2NegativeTest-1736915155-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5117481 Nov 22 16:30:47.433968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-cd1b843b-6175-47fe-ac6f-8e73a4538db6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b37758-1682-4270-ab29-780874e6899b HTTP/1.1" status: 200 len: 1001 time: 0.2692587 Nov 22 16:30:47.468304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cf58b50-8d9c-40f1-bbba-bff779a82c41 req-afa713a6-1e35-4283-a7de-f1074a39bea6 tempest-FlavorsV2NegativeTest-1736915155 tempest-FlavorsV2NegativeTest-1736915155-project] 10.222.0.59 "GET /v2.0/quotas/3d9e7666005a4a639d884888498cc1a6 HTTP/1.1" status: 200 len: 375 time: 0.0713372 Nov 22 16:30:47.468948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fba2f20-b6d3-487f-9aa1-8b0685880f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.621002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cf58b50-8d9c-40f1-bbba-bff779a82c41 req-0e2197d2-65e0-4fea-901e-1cfa2718222d tempest-FlavorsV2NegativeTest-1736915155 tempest-FlavorsV2NegativeTest-1736915155-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d9e7666005a4a639d884888498cc1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100485 Nov 22 16:30:47.646361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fba2f20-b6d3-487f-9aa1-8b0685880f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.665781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-32d637a0-be43-44ae-8229-3404379790b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:47.668870 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-32d637a0-be43-44ae-8229-3404379790b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4ee08f-c083-4020-9676-13ac238ef52a HTTP/1.1" status: 200 len: 856 time: 0.2222357 Nov 22 16:30:47.809828 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ce92abc-e71c-4ac1-9340-840515d25446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.816099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214beb9-4a88-4c5c-b47e-43b1325d0d57 req-0939c22e-799d-4a9e-a25e-056d97142a94 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:47.828778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8214beb9-4a88-4c5c-b47e-43b1325d0d57 req-0939c22e-799d-4a9e-a25e-056d97142a94 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.3894753 Nov 22 16:30:47.946456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-93f491aa-7627-42b4-8228-633d617a25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:47.948917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-93f491aa-7627-42b4-8228-633d617a25e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2606180 Nov 22 16:30:47.952808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Allocated IP 192.168.233.180 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/6f59637a-de7e-4fc7-a418-bdd3d3646852) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:47.989580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fba2f20-b6d3-487f-9aa1-8b0685880f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.993535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4fba2f20-b6d3-487f-9aa1-8b0685880f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.995597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4fba2f20-b6d3-487f-9aa1-8b0685880f84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d1ce350-9f4e-4a71-8c50-08080c993a2a HTTP/1.1" status: 204 len: 168 time: 0.8507664 Nov 22 16:30:48.037176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8214beb9-4a88-4c5c-b47e-43b1325d0d57 req-32ea2b6e-d613-4252-8456-5410196320d3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070198 Nov 22 16:30:48.197543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba2f20-b6d3-487f-9aa1-8b0685880f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1ce350-9f4e-4a71-8c50-08080c993a2a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:48.510678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-4736395b-6a71-4e8c-b965-2f9024d8ea46 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442994 Nov 22 16:30:48.513153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bf635-8570-480a-9b92-34b765530d87 req-e75df815-f0b0-4401-8807-e92c5f44da37 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:48.515379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-113bf635-8570-480a-9b92-34b765530d87 req-e75df815-f0b0-4401-8807-e92c5f44da37 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1097 time: 0.3598850 Nov 22 16:30:48.528938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35a437-3018-45c3-9af7-741edd3baf41 req-14a99a85-fa4a-492d-aeec-1affb3a5b1a5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:48.538051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35a437-3018-45c3-9af7-741edd3baf41 req-14a99a85-fa4a-492d-aeec-1affb3a5b1a5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:48.545161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e35a437-3018-45c3-9af7-741edd3baf41 req-14a99a85-fa4a-492d-aeec-1affb3a5b1a5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1683 time: 0.5176258 Nov 22 16:30:48.810397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-113bf635-8570-480a-9b92-34b765530d87 req-abaf97db-91ad-47b6-a7b4-bd0cc329a9ec tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620199 Nov 22 16:30:48.817049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e35a437-3018-45c3-9af7-741edd3baf41 req-5a011bcb-f5c9-481b-ab5c-6c73655d4b8d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504611 Nov 22 16:30:48.833293 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.855399 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.889198 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cd742d-18eb-43b9-9db1-c7fb0df421c8 x-openstack-request-id: req-a8cd742d-18eb-43b9-9db1-c7fb0df421c8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:48.890203 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "name": "network-vif-plugged", "status": "completed", "tag": "78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:48.890936 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8cd742d-18eb-43b9-9db1-c7fb0df421c8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:48.892314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d37f22d8-26ac-4b12-bd5f-bfabbcbdcbfd req-8b6a7351-6a63-4948-a5e5-2fe6e0643779 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455510 Nov 22 16:30:48.893952 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa', 'code': 200} Nov 22 16:30:48.945200 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.961233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9', 'b0cb7321-c864-47e9-b715-b1174e4d9a84'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:49.101990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:49.146257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46362) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:49.174742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:49.224494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:49.399612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:49.438474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f9334-7378-4d72-b088-86899c1c8d05 req-c67e2fa4-64b3-49c1-8744-3c4012b67d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:49.439045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f9334-7378-4d72-b088-86899c1c8d05 req-c67e2fa4-64b3-49c1-8744-3c4012b67d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:49.444445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-888f9334-7378-4d72-b088-86899c1c8d05 req-c67e2fa4-64b3-49c1-8744-3c4012b67d44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1985 time: 0.3931806 Nov 22 16:30:49.495983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:49.496954 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.531056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae8f47-9ca3-4fed-97cb-ce52b42fcf4a req-f4d88291-7ec5-4e11-ad36-a32fd60c488e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:49.531056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6ae8f47-9ca3-4fed-97cb-ce52b42fcf4a req-f4d88291-7ec5-4e11-ad36-a32fd60c488e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 936 time: 0.4987881 Nov 22 16:30:49.605125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-aeafd27f-5521-4aab-b320-32065d4639b1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6133356 Nov 22 16:30:49.636227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Request body: {'port': {'device_id': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:49.653558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b16a8c4-353a-4540-ac68-d133e0f46540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.764572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-888f9334-7378-4d72-b088-86899c1c8d05 req-78f319ef-2197-4478-a375-0ac25e856e8a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520044 Nov 22 16:30:49.834657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f8257332-19f5-4032-838d-f894a5bbaefb None None] Provisioning complete for port 6f59637a-de7e-4fc7-a418-bdd3d3646852 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:49.836545 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8257332-19f5-4032-838d-f894a5bbaefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.900941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6ae8f47-9ca3-4fed-97cb-ce52b42fcf4a req-3c98a4eb-ca0d-49be-ac6b-f010c0fd5208 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316832 Nov 22 16:30:49.938132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f8257332-19f5-4032-838d-f894a5bbaefb None None] Port 6f59637a-de7e-4fc7-a418-bdd3d3646852 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:49.956344 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b16a8c4-353a-4540-ac68-d133e0f46540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.967877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b16a8c4-353a-4540-ac68-d133e0f46540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.972431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.017126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0a4a-30c5-40b9-add6-0a1fc2615f41 req-963afbc6-dfc2-4aa5-a8d4-17ae0b9afcce tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:50.020997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c1f0a4a-30c5-40b9-add6-0a1fc2615f41 req-963afbc6-dfc2-4aa5-a8d4-17ae0b9afcce tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.2686820 Nov 22 16:30:50.076687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46380) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:50.084947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16a8c4-353a-4540-ac68-d133e0f46540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272d8fd7-fecf-48a7-b828-a98db6dc1336,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:50.195033 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8b16a8c4-353a-4540-ac68-d133e0f46540 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d9e7666005a4a639d884888498cc1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0470071 Nov 22 16:30:50.199786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46388) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:50.307226 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed4752c9-42f9-485f-ab86-acc29f5dfc63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.373121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed4752c9-42f9-485f-ab86-acc29f5dfc63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.448631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-593415451-network', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:50.490198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed4752c9-42f9-485f-ab86-acc29f5dfc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.497664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed4752c9-42f9-485f-ab86-acc29f5dfc63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.506169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ed4752c9-42f9-485f-ab86-acc29f5dfc63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/272d8fd7-fecf-48a7-b828-a98db6dc1336 HTTP/1.1" status: 204 len: 168 time: 0.3034058 Nov 22 16:30:50.522848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4752c9-42f9-485f-ab86-acc29f5dfc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272d8fd7-fecf-48a7-b828-a98db6dc1336,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:50.582254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Made reservation on behalf of f66de76dad094e6a9c5ba827fb1c91bf for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:50.585758 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.610611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.616641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c1f0a4a-30c5-40b9-add6-0a1fc2615f41 req-c7d756ea-628f-47e4-a9c8-40ec3650d6bb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754561 Nov 22 16:30:50.633106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a4dc8-0ae1-4d8a-9a95-d91e47174542 req-56c92673-7bd2-498a-9bbb-131d43a5d824 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:50.643351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a4dc8-0ae1-4d8a-9a95-d91e47174542 req-56c92673-7bd2-498a-9bbb-131d43a5d824 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:50.655063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-747a4dc8-0ae1-4d8a-9a95-d91e47174542 req-56c92673-7bd2-498a-9bbb-131d43a5d824 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1683 time: 0.2350216 Nov 22 16:30:50.675978 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.834494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-747a4dc8-0ae1-4d8a-9a95-d91e47174542 req-1958ed8c-ddbb-458d-818e-5272a7015444 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780427 Nov 22 16:30:50.958380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f59637a-de7e-4fc7-a418-bdd3d3646852 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:50.970262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.973758 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.993477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.051373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Transition to ACTIVE for port object 6f59637a-de7e-4fc7-a418-bdd3d3646852 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:51.073529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.087124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:51.231047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:51.246493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.246493 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Added segment 6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46 of type vlan for network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 Nov 22 16:30:51.261079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:51.309321 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.356192 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.422054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987f684-5a63-4c53-a197-685825e2f928 req-c6fc33b4-2c99-4957-9bb4-71c9ab1bebd3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:51.428273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987f684-5a63-4c53-a197-685825e2f928 req-c6fc33b4-2c99-4957-9bb4-71c9ab1bebd3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 948 time: 0.3110645 Nov 22 16:30:51.566468 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.569649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:51.571895 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.636514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Attempting to bind port 6f59637a-de7e-4fc7-a418-bdd3d3646852 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:51.637049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Attempting to bind port 6f59637a-de7e-4fc7-a418-bdd3d3646852 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:51.637521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Attempting to bind port 6f59637a-de7e-4fc7-a418-bdd3d3646852 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:51.734339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6498306 Nov 22 16:30:51.736260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Port 6f59637a-de7e-4fc7-a418-bdd3d3646852 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:51.736843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Attempting to bind port 6f59637a-de7e-4fc7-a418-bdd3d3646852 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:51.739788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46416) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:51.767041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Request body: {'subnet': {'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-593415451-subnet', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:51.789648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0987f684-5a63-4c53-a197-685825e2f928 req-7b351fd4-a0c3-4c84-8174-c93e2254ea66 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461540 Nov 22 16:30:51.797372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:51.798319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:51.799418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:51.800641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Bound port: 6f59637a-de7e-4fc7-a418-bdd3d3646852, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:51.802032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.873472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Made reservation on behalf of f66de76dad094e6a9c5ba827fb1c91bf for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:51.879423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.891585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ebc36-8820-47a5-85f3-8c197aee77de admin admin] Pushing event updated for resources: {'Network': ['ID=a99f0dae-9b28-4709-a2b9-398ceb7a98d1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:51.911353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:52.097337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b9d1c-01fb-439a-8ae1-b333053eff57 req-042a40a6-be3a-4348-b234-b0da36c0ad3f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.107557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc9b9d1c-01fb-439a-8ae1-b333053eff57 req-042a40a6-be3a-4348-b234-b0da36c0ad3f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.2928307 Nov 22 16:30:52.140179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:52.169459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:52.200769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.231494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46430) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:52.271435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.280238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc9b9d1c-01fb-439a-8ae1-b333053eff57 req-8134593e-80d0-4ef2-a8f2-fcc724a56fd6 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714127 Nov 22 16:30:52.300999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.301681 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.303340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] 10.222.0.37 "PUT /v2.0/ports/6f59637a-de7e-4fc7-a418-bdd3d3646852 HTTP/1.1" status: 200 len: 1096 time: 2.6804707 Nov 22 16:30:52.303810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:52.306425 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df050f6e-08f0-455b-8dd4-69cafe4da316" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:52.360025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6233a56-ed7a-4231-b1e6-bab5458a6852 service neutron] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:52.402284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534420b-eb86-47b7-b7a9-af11ad1a786e req-e96ad4e6-1ee2-4324-bb9d-9f2a9966865a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.402880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969ed064-fdc4-48ac-9fea-4272844338ed,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:52.412049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534420b-eb86-47b7-b7a9-af11ad1a786e req-e96ad4e6-1ee2-4324-bb9d-9f2a9966865a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.412353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Checking segment: {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:52.412778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Network hostable DHCP agents. Network: a99f0dae-9b28-4709-a2b9-398ceb7a98d1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:52.422013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e534420b-eb86-47b7-b7a9-af11ad1a786e req-e96ad4e6-1ee2-4324-bb9d-9f2a9966865a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1683 time: 0.2505906 Nov 22 16:30:52.457178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:52.492907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a99f0dae-9b28-4709-a2b9-398ceb7a98d1) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:52.502808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.504275 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.525898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4faa294-c662-469c-8881-afd3398eced1 None None] Network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:52.580414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-495b4c66-6e5a-48ef-831c-a9d71753b874 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8372810 Nov 22 16:30:52.581417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46440) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:52.592231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:52.600367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-0f165a1b-0740-42a9-bab6-2c5d03901fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.602039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-0f165a1b-0740-42a9-bab6-2c5d03901fcd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 1099 time: 0.2266321 Nov 22 16:30:52.616165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e534420b-eb86-47b7-b7a9-af11ad1a786e req-8d245720-f837-4a86-8dd0-8bf992144576 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926124 Nov 22 16:30:52.622391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-network', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:52.715139 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78685cb2-5537-49f3-bee8-8d2c6813c1ec x-openstack-request-id: req-78685cb2-5537-49f3-bee8-8d2c6813c1ec {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:52.715524 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:52.716094 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78685cb2-5537-49f3-bee8-8d2c6813c1ec {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:52.716501 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'status': 'completed', 'code': 200} Nov 22 16:30:52.719352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-67544f5c-bc4d-4ba7-8925-459ae45afb21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852 HTTP/1.1" status: 200 len: 217 time: 0.1004384 Nov 22 16:30:52.722192 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.api [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:30:52.722192 n-d-816865-2 neutron-server[103442]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 16:30:52.722192 n-d-816865-2 neutron-server[103442]: [parameters: {'project_id_1': 'b0bd0928b50d418098b270e16d38c8ae', 'expiration_1': datetime.datetime(2021, 11, 22, 16, 30, 32, 668002)}] Nov 22 16:30:52.722192 n-d-816865-2 neutron-server[103442]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:30:52.723278 n-d-816865-2 neutron-server[103442]: DEBUG oslo_db.api [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:30:52.733443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.737195 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.883375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.887946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-79349585-44c8-46b2-8c26-fcefeb04caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.893414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-79349585-44c8-46b2-8c26-fcefeb04caac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1620033 Nov 22 16:30:52.922366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10a041-c9cc-427e-a3c2-15b71e6ac96e None None] Network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:53.027614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-04423693-9c28-43c4-8640-4752e5fff1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:53.029960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-04423693-9c28-43c4-8640-4752e5fff1e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246419 Nov 22 16:30:53.179705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.285384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Made reservation on behalf of b0bd0928b50d418098b270e16d38c8ae for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:53.291159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.315761 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.336103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9effdc9-ab93-46e5-987f-f6c2e01a5948 req-cbed7e8e-f827-49d6-9f03-cd1f23a4b73f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:53.337488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9effdc9-ab93-46e5-987f-f6c2e01a5948 req-cbed7e8e-f827-49d6-9f03-cd1f23a4b73f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 948 time: 0.1694965 Nov 22 16:30:53.356434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-54a3a366-3841-4373-a44d-7d93cf285845 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963989 Nov 22 16:30:53.625178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.635521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.680751 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:30:53.701364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.724871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:53.730041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80a3fb-93f6-4ead-87ee-ba141b3e0752,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:53.776764 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.797826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.798869 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Added segment 6af51147-0f97-4480-ab55-b0b47d01a981 of type vlan for network 4f55772b-ed35-4e5a-a50f-96fe095be568 Nov 22 16:30:54.112064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29e387e4-4d51-400d-a361-ecd3bf67d40e req-2c1a60c1-a751-4b25-bb2f-2e2e4cd03e5d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074003 Nov 22 16:30:54.147041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9effdc9-ab93-46e5-987f-f6c2e01a5948 req-9b99ae2f-e5d7-4821-8f67-8c5fddebf8e5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7853148 Nov 22 16:30:54.245881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa894bd-6ccf-43e1-aa66-8833da58deeb req-9bc175c6-54f2-482c-960f-2c7034294425 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.260500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa894bd-6ccf-43e1-aa66-8833da58deeb req-9bc175c6-54f2-482c-960f-2c7034294425 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.281853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8aa894bd-6ccf-43e1-aa66-8833da58deeb req-9bc175c6-54f2-482c-960f-2c7034294425 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1683 time: 0.2329097 Nov 22 16:30:54.365523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.460614 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.462524 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.463655 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.487311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Allocated IP 172.25.0.135 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f3d16f9b-4b90-48e2-ad3a-ff2241735292) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:54.532765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-91be7030-79d3-4ab6-be3c-a7e185b64ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.535463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-91be7030-79d3-4ab6-be3c-a7e185b64ebe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 1099 time: 0.2504122 Nov 22 16:30:54.570747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c783-a02b-4ff5-b1d4-985c276a757a req-a57d1546-1798-4c55-ac2d-508cb05375bd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.577627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbd9c783-a02b-4ff5-b1d4-985c276a757a req-a57d1546-1798-4c55-ac2d-508cb05375bd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.2042158 Nov 22 16:30:54.585444 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3525252 Nov 22 16:30:54.586199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8aa894bd-6ccf-43e1-aa66-8833da58deeb req-6a851dd3-b400-4fdc-b2fb-c012223d543b tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914500 Nov 22 16:30:54.596860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46468) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:54.608434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Request body: {'subnet': {'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-subnet', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:54.700002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d007cb4-ca6b-421a-820a-c2434a528680 admin admin] Pushing event updated for resources: {'Network': ['ID=4f55772b-ed35-4e5a-a50f-96fe095be568,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:54.728378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 4f55772b-ed35-4e5a-a50f-96fe095be568 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:54.737958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Made reservation on behalf of b0bd0928b50d418098b270e16d38c8ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:54.741674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.922739 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbd9c783-a02b-4ff5-b1d4-985c276a757a req-86e929f4-4e53-49cd-99c0-723caee91918 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430769 Nov 22 16:30:55.003042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-362807a1-067f-4a16-bcd7-778ecf739b8b tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.011784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-362807a1-067f-4a16-bcd7-778ecf739b8b tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.013742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-362807a1-067f-4a16-bcd7-778ecf739b8b tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1683 time: 0.1827579 Nov 22 16:30:55.041437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.041749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-8e928b4d-d47f-4534-ac82-751d4e4ecb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.044239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-8e928b4d-d47f-4534-ac82-751d4e4ecb29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4966795 Nov 22 16:30:55.133184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.158463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-a8b47742-8831-4b8f-8cd2-02a51a4dc6b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852 HTTP/1.1" status: 200 len: 217 time: 0.0815775 Nov 22 16:30:55.166147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6e4421-f086-4cfa-9021-a0dc2c524491,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:55.254560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.289443 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-c6834823-acc5-4d12-b880-ea42c0b75f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.292470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-c6834823-acc5-4d12-b880-ea42c0b75f74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1232517 Nov 22 16:30:55.296588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Checking segment: {'id': '6af51147-0f97-4480-ab55-b0b47d01a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:55.297036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Network hostable DHCP agents. Network: 4f55772b-ed35-4e5a-a50f-96fe095be568, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:55.361906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:55.366528 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:55.376585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:55.385061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d16f9b-4b90-48e2-ad3a-ff2241735292,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:55.422713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Network 4f55772b-ed35-4e5a-a50f-96fe095be568 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:55.449867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 4f55772b-ed35-4e5a-a50f-96fe095be568) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:55.465973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.467884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.480056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-1df19d2f-8b6d-423f-99bf-297dcff9a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.483579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-1df19d2f-8b6d-423f-99bf-297dcff9a294 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1796513 Nov 22 16:30:55.488334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b64d0-8e62-4c9b-a367-0bd946b38d21 None None] Network 4f55772b-ed35-4e5a-a50f-96fe095be568 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:55.509259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501dfae-0351-4017-954e-96e5dc003c56 req-93fc0291-3a43-41a6-98f9-ccf2ffc93e9e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.511750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d501dfae-0351-4017-954e-96e5dc003c56 req-93fc0291-3a43-41a6-98f9-ccf2ffc93e9e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 948 time: 0.2175097 Nov 22 16:30:55.528306 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-19a25f91-bad3-4a60-8ca6-355d57f75dd6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9296749 Nov 22 16:30:55.529626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46472) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:55.545490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:55.732311 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-6779b620-af05-4ade-80e3-18ea3e98abfb service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392533 Nov 22 16:30:55.738300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:55.738865 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.900420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-4f55772b-ed35-4e5a-a50f-96fe095be568', 'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'fixed_ips': [{'subnet_id': '1c6e4421-f086-4cfa-9021-a0dc2c524491'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:55.906159 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.014091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d501dfae-0351-4017-954e-96e5dc003c56 req-d7348445-fd66-475d-ac3e-e1c816ae5b0c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736483 Nov 22 16:30:56.074987 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.077246 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.175640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Allocated IP 172.20.0.2 (4f55772b-ed35-4e5a-a50f-96fe095be568/1c6e4421-f086-4cfa-9021-a0dc2c524491/c46beb27-a809-418d-8b1b-b6227d21c90b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:56.242792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd10e7-3b9a-472b-8321-7f614ff7fb77 req-d67ed313-8937-458f-8f02-0a49016c8324 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:56.253727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd10e7-3b9a-472b-8321-7f614ff7fb77 req-d67ed313-8937-458f-8f02-0a49016c8324 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:56.256382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6dd10e7-3b9a-472b-8321-7f614ff7fb77 req-d67ed313-8937-458f-8f02-0a49016c8324 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 1683 time: 0.2959330 Nov 22 16:30:56.318326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.337578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.337948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:56.338433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.348420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df050f6e-08f0-455b-8dd4-69cafe4da316 req-a4d257f5-fa5d-4728-b773-4c182298f67f service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925632 Nov 22 16:30:56.453900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6dd10e7-3b9a-472b-8321-7f614ff7fb77 req-2c7558da-8c68-49a1-be4e-5b144f20da13 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805711 Nov 22 16:30:56.475453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:56.679632 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.681295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434fc07-f800-4c3e-9533-5444e1e28f93 req-4af38917-623a-40ee-ba7b-83071b3a210c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:56.683604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2434fc07-f800-4c3e-9533-5444e1e28f93 req-4af38917-623a-40ee-ba7b-83071b3a210c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.1227310 Nov 22 16:30:56.696286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.753502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.769916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Network 4f55772b-ed35-4e5a-a50f-96fe095be568 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:56.781154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:56.788253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:56.884301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Pushing event updated for resources: {'Port': ['ID=c46beb27-a809-418d-8b1b-b6227d21c90b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:56.885707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2434fc07-f800-4c3e-9533-5444e1e28f93 req-b2bd3225-4f8e-4a15-9299-1ee33ef2c04a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747806 Nov 22 16:30:56.909730 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Attempting to bind port c46beb27-a809-418d-8b1b-b6227d21c90b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:56.911686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Attempting to bind port c46beb27-a809-418d-8b1b-b6227d21c90b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6af51147-0f97-4480-ab55-b0b47d01a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:56.912719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Attempting to bind port c46beb27-a809-418d-8b1b-b6227d21c90b on network 4f55772b-ed35-4e5a-a50f-96fe095be568 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:56.920822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:56.922643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.949713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa', 'ed414b9f-3319-4352-8ed2-17ab55caa18b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:56.972899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:56.979175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Checking segment: {'id': '6af51147-0f97-4480-ab55-b0b47d01a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:56.980393 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.981377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Bound using segment: {'id': '6af51147-0f97-4480-ab55-b0b47d01a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:56.988285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Bound port: c46beb27-a809-418d-8b1b-b6227d21c90b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af51147-0f97-4480-ab55-b0b47d01a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:56.989449 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.084241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:57.174746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:57.180022 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.199810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-44fa5db1-650c-4e25-b1ac-7c5ec791ab4f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.37 "DELETE /v2.0/ports/78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa HTTP/1.1" status: 204 len: 173 time: 2.1639273 Nov 22 16:30:57.209891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'name': 'network-vif-deleted', 'tag': '78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:57.216100 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a632523-f741-4bfd-acad-76028c622a05" -d '{"events": [{"server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "name": "network-vif-deleted", "tag": "78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:57.372741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.564894 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e42ac1f-18d9-4431-a380-8f4acef307a5 x-openstack-request-id: req-3e42ac1f-18d9-4431-a380-8f4acef307a5 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:57.565481 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "name": "network-vif-deleted", "tag": "78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:57.565739 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e42ac1f-18d9-4431-a380-8f4acef307a5 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:57.566455 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'name': 'network-vif-deleted', 'tag': '78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa', 'status': 'completed', 'code': 200} Nov 22 16:30:57.629781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd3c77-93c7-48fd-8e2a-05b2a91afdd7 req-5008c91a-2234-49b3-9ac8-58728e73cca3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:57.632228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cdd3c77-93c7-48fd-8e2a-05b2a91afdd7 req-5008c91a-2234-49b3-9ac8-58728e73cca3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 948 time: 0.2932122 Nov 22 16:30:57.668214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port ed414b9f-3319-4352-8ed2-17ab55caa18b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:57.668746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.718898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] For port c46beb27-a809-418d-8b1b-b6227d21c90b, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:57.738368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] For port c46beb27-a809-418d-8b1b-b6227d21c90b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c46beb27-a809-418d-8b1b-b6227d21c90b,segment=NetworkSegment(6af51147-0f97-4480-ab55-b0b47d01a981),segment_id=6af51147-0f97-4480-ab55-b0b47d01a981)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:57.761481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:57.774616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.014771 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cdd3c77-93c7-48fd-8e2a-05b2a91afdd7 req-9ce35521-a3c7-4102-9733-f8e414050f84 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568051 Nov 22 16:30:58.088106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'mac_address': 'fa:16:3e:d0:a4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:58.102482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4d820-2b9d-4bf5-9f39-1f6f7c861a72 None None] Pushing event updated for resources: {'Port': ['ID=c46beb27-a809-418d-8b1b-b6227d21c90b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:58.157806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Router 2a48fd74-45ed-427f-b0d3-48261c00b835 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:30:58.206397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port ed414b9f-3319-4352-8ed2-17ab55caa18b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ed414b9f-3319-4352-8ed2-17ab55caa18b,segment=NetworkSegment(f4354ea0-4379-473f-bf86-12700d98a6c8),segment_id=f4354ea0-4379-473f-bf86-12700d98a6c8)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:58.214469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.226615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 037d5b67-1dd1-4274-b1db-04195baffc77 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:58.284083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for ed414b9f-3319-4352-8ed2-17ab55caa18b owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:58.405912 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.475138 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:30:58.483028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba5f73-2f9f-4b20-8764-445af2294d98 req-0c3cb296-24be-4241-9521-acff9a901f7a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:58.489564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32ba5f73-2f9f-4b20-8764-445af2294d98 req-0c3cb296-24be-4241-9521-acff9a901f7a tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 946 time: 0.4488301 Nov 22 16:30:58.501296 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.556658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f59637a-de7e-4fc7-a418-bdd3d3646852 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:58.591976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.611740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f51002-a4bb-46e9-9291-c3f6be389277 req-858150eb-384e-4fc4-823a-e8e81cf28466 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:58.631425 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5f51002-a4bb-46e9-9291-c3f6be389277 req-858150eb-384e-4fc4-823a-e8e81cf28466 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.4060211 Nov 22 16:30:58.676637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:58.697247 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.777648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:58.817581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5f51002-a4bb-46e9-9291-c3f6be389277 req-f7240e51-1cd9-4872-9060-6ad28754b431 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848795 Nov 22 16:30:58.826606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '037d5b67-1dd1-4274-b1db-04195baffc77', 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985', 'port_id': '037d5b67-1dd1-4274-b1db-04195baffc77', 'mac_address': 'fa:16:3e:6f:0d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92eb9c2c-4950-411b-9ebf-58648e00b4bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:58.841035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32ba5f73-2f9f-4b20-8764-445af2294d98 req-fbc3d660-9948-4a3a-b75e-fd6dc0b41cfa tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/security-groups?id=af075890-f43a-4dfc-9a94-d468bb671432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252311 Nov 22 16:30:58.841474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:58.977058 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.984907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ed414b9f-3319-4352-8ed2-17ab55caa18b no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:59.086581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Allocated IP 172.25.0.164 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:59.099536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:59.110135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037d5b67-1dd1-4274-b1db-04195baffc77 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:59.124374 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Sync routers for ids ['2a48fd74-45ed-427f-b0d3-48261c00b835'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:59.128491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.133506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No active binding found for port ed414b9f-3319-4352-8ed2-17ab55caa18b {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:30:59.134914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ed414b9f-3319-4352-8ed2-17ab55caa18b not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:59.136235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:59.141062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['6f59637a-de7e-4fc7-a418-bdd3d3646852'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:59.177994 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Routers {'2a48fd74-45ed-427f-b0d3-48261c00b835'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:59.178834 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2a48fd74-45ed-427f-b0d3-48261c00b835'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:59.239896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=ed414b9f-3319-4352-8ed2-17ab55caa18b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:59.351404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:59.353939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:59.354824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 78ceaaa5-1ccc-478d-bd16-44bf6e1ebfaa not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:59.367811 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.481710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port ed414b9f-3319-4352-8ed2-17ab55caa18b on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:59.497808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.513090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7466844d-37b6-4b20-aa1c-140094badbb9 req-838beac3-0d95-4078-be31-3fc2adac715e tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.37 "DELETE /v2.0/ports/ed414b9f-3319-4352-8ed2-17ab55caa18b HTTP/1.1" status: 204 len: 173 time: 2.3092616 Nov 22 16:30:59.562069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:59.568718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'name': 'network-vif-deleted', 'tag': 'ed414b9f-3319-4352-8ed2-17ab55caa18b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:59.569007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.578545 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e49c459-264f-4a20-98b4-4f51d6824e1e" -d '{"events": [{"server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "name": "network-vif-deleted", "tag": "ed414b9f-3319-4352-8ed2-17ab55caa18b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:59.596393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6ff7e858-b6e6-4152-88de-a5c3d5e90c00 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0059659 Nov 22 16:30:59.596709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46510) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:59.658905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Set router 2a48fd74-45ed-427f-b0d3-48261c00b835 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:59.808945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['037d5b67-1dd1-4274-b1db-04195baffc77'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:59.992935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.035563 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b734947-5e65-4974-bc80-fbfb3d28dcf3 x-openstack-request-id: req-1b734947-5e65-4974-bc80-fbfb3d28dcf3 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:00.036085 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a", "name": "network-vif-deleted", "tag": "ed414b9f-3319-4352-8ed2-17ab55caa18b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:00.036511 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b734947-5e65-4974-bc80-fbfb3d28dcf3 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:00.037195 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a', 'name': 'network-vif-deleted', 'tag': 'ed414b9f-3319-4352-8ed2-17ab55caa18b', 'status': 'completed', 'code': 200} Nov 22 16:31:00.134580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.180351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c46beb27-a809-418d-8b1b-b6227d21c90b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:00.299467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:00.320154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:00.339914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:00.382233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Pushing event updated for resources: {'Port': ['ID=8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:00.469703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00144931-0b83-4624-b8de-fcfe01597542 None None] Network 4f55772b-ed35-4e5a-a50f-96fe095be568 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:00.502796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f51190-7095-4d6e-98d7-1493740bd0ad req-c129da8b-e249-4297-9d35-26b4c144cb71 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:00.516211 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:30:55Z', 'revision_number': 3, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port': {'id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:53Z', 'updated_at': '2021-11-22T16:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:00.517164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41f51190-7095-4d6e-98d7-1493740bd0ad req-c129da8b-e249-4297-9d35-26b4c144cb71 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 949 time: 1.0423157 Nov 22 16:31:00.582500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16869718-a6f0-4f28-b7f4-2cfe76168bfb req-616b2807-9b9c-4bad-b935-65e73dcee41d tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc46cb7-5c2c-49cb-9a60-ef8bc4e58a2a HTTP/1.1" status: 200 len: 210 time: 0.2320938 Nov 22 16:31:00.645754 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Checking router: 2a48fd74-45ed-427f-b0d3-48261c00b835 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:00.647408 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Updating router 2a48fd74-45ed-427f-b0d3-48261c00b835 port f3d16f9b-4b90-48e2-ad3a-ff2241735292 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:31:00.766171 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.934156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c46beb27-a809-418d-8b1b-b6227d21c90b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:00.934911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.950567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-98386d0c-6e01-4814-bf92-ef43a0e94522 None None] Provisioning complete for port c46beb27-a809-418d-8b1b-b6227d21c90b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:00.953279 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98386d0c-6e01-4814-bf92-ef43a0e94522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.997775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41f51190-7095-4d6e-98d7-1493740bd0ad req-35f5b2e6-f886-4cf4-91f2-a4527aa9fbbe tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644482 Nov 22 16:31:01.106807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24cb9-160e-4dbd-abf3-ac0297d6a968 req-68877168-c937-472e-963e-c285d5f06f3e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.120924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2d24cb9-160e-4dbd-abf3-ac0297d6a968 req-68877168-c937-472e-963e-c285d5f06f3e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 944 time: 0.2408533 Nov 22 16:31:01.126068 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.314637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2d24cb9-160e-4dbd-abf3-ac0297d6a968 req-7a0823f3-0f91-4956-8d22-6f058061e99d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113641 Nov 22 16:31:01.687025 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.689692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.691681 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98386d0c-6e01-4814-bf92-ef43a0e94522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.698634 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.724410 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.771870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:01.793198 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Attempting to bind port f3d16f9b-4b90-48e2-ad3a-ff2241735292 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:01.793922 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Attempting to bind port f3d16f9b-4b90-48e2-ad3a-ff2241735292 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:01.794398 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Attempting to bind port f3d16f9b-4b90-48e2-ad3a-ff2241735292 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:01.814660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-98386d0c-6e01-4814-bf92-ef43a0e94522 None None] For port c46beb27-a809-418d-8b1b-b6227d21c90b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c46beb27-a809-418d-8b1b-b6227d21c90b,segment=NetworkSegment(6af51147-0f97-4480-ab55-b0b47d01a981),segment_id=6af51147-0f97-4480-ab55-b0b47d01a981)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:01.821840 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98386d0c-6e01-4814-bf92-ef43a0e94522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.864077 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:01.864934 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:01.865789 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.866587 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:01.869136 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Bound port: f3d16f9b-4b90-48e2-ad3a-ff2241735292, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:01.870077 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.943540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98386d0c-6e01-4814-bf92-ef43a0e94522 None None] Pushing event updated for resources: {'Port': ['ID=c46beb27-a809-418d-8b1b-b6227d21c90b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:02.004043 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.016444 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] For port f3d16f9b-4b90-48e2-ad3a-ff2241735292, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:02.079598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting subnet 7e402087-7084-44b4-9788-c2d6e3ea2506 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:02.084679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:31:02.085176 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:31:02.099775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.132230 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] For port f3d16f9b-4b90-48e2-ad3a-ff2241735292, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f3d16f9b-4b90-48e2-ad3a-ff2241735292,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:02.143455 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Pushing event updated for resources: {'Port': ['ID=f3d16f9b-4b90-48e2-ad3a-ff2241735292,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:02.153163 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.202079 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.202650 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.203255 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.203805 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.204350 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.205044 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.205589 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.206114 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.206649 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.218363 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.219455 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.220779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:02.239172 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.370141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0aa57d4e-8159-4827-8e86-78ba1d950fad None None] Provisioning complete for port c46beb27-a809-418d-8b1b-b6227d21c90b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:02.371260 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0aa57d4e-8159-4827-8e86-78ba1d950fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.438848 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Routers {'2a48fd74-45ed-427f-b0d3-48261c00b835'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:02.439610 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2a48fd74-45ed-427f-b0d3-48261c00b835'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:02.540663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.658738 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] Set router 2a48fd74-45ed-427f-b0d3-48261c00b835 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:02.745288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:31:02.754180 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.858901 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983bfb3-2db4-4a77-ba18-d4364f31811f None None] Pushing event updated for resources: {'Port': ['ID=f3d16f9b-4b90-48e2-ad3a-ff2241735292,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:02.961466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:03.052040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 6f59637a-de7e-4fc7-a418-bdd3d3646852 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:03.056975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 6f59637a-de7e-4fc7-a418-bdd3d3646852 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:03.057661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.135460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:03.161345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Sync routers for ids ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:03.200567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Allocated IP 172.20.0.1 (a99f0dae-9b28-4709-a2b9-398ceb7a98d1/969ed064-fdc4-48ac-9fea-4272844338ed/ff185e9d-dcee-4191-980f-60da3fc6544f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:03.201448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.207252 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-16bd45c9-9ea4-40d0-9ea4-394a068577a8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6724467 Nov 22 16:31:03.212114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:03.227676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c46beb27-a809-418d-8b1b-b6227d21c90b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:03.286289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Routers {'9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:03.287650 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:03.409839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.483237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.487989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.499055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "DELETE /v2.0/subnets/7e402087-7084-44b4-9788-c2d6e3ea2506 HTTP/1.1" status: 204 len: 168 time: 1.7251306 Nov 22 16:31:03.508690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Subnet': ['ID=7e402087-7084-44b4-9788-c2d6e3ea2506,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:03.520479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46544) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:03.552657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Set router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:03.639495 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:30:55Z', 'revision_number': 3, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port': {'id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:53Z', 'updated_at': '2021-11-22T16:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:03.701060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.701809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.702719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.703463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.706889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.707567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.708287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.708979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.709651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.710323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.711060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.711724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd472bd-4f29-4635-b33b-4da78cf0ceca tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:03.728518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5372fb-4d8a-4087-9252-154383be6240 None None] Network 652cd985-2468-41ef-a040-c228115f8bae requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:03.745512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ba5b7-de45-447b-97a0-5e771d600c60 req-4aa47204-37be-4d01-8c64-d7c5b0e89e34 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:03.749882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-576ba5b7-de45-447b-97a0-5e771d600c60 req-4aa47204-37be-4d01-8c64-d7c5b0e89e34 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 949 time: 1.4178827 Nov 22 16:31:03.768324 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9672caba-e3d5-4da6-96d5-84eda98990c9 None None] The sync data for ids ['2a48fd74-45ed-427f-b0d3-48261c00b835'] in n-d-816865-2 is: [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:30:55Z', 'revision_number': 3, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port': {'id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:60:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:53Z', 'updated_at': '2021-11-22T16:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:03.783867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:03.811462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960027bd-d713-4d4b-b632-c13d2c84cefc req-3feaa097-fbc1-486d-848d-14e9163556db tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:03.814214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-960027bd-d713-4d4b-b632-c13d2c84cefc req-3feaa097-fbc1-486d-848d-14e9163556db tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 944 time: 1.0294690 Nov 22 16:31:03.850853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:03.864071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:03.879384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.949066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Pushing event updated for resources: {'Port': ['ID=ff185e9d-dcee-4191-980f-60da3fc6544f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:03.989187 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.019358 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.034319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:04.038226 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af5f912-172e-4016-99db-2433e408b7b5" -d '{"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-plugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:04.090935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:04.107676 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.150668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-576ba5b7-de45-447b-97a0-5e771d600c60 req-787f9ce0-b42b-41a5-9654-5a5d92c708de tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708951 Nov 22 16:31:04.162684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-960027bd-d713-4d4b-b632-c13d2c84cefc req-1bf03a1b-abbc-47cc-87ac-80da58285d66 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223364 Nov 22 16:31:04.524694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 037d5b67-1dd1-4274-b1db-04195baffc77 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:04.559709 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee930d-6d6a-4ff6-9c4b-4e4f6aa1773b x-openstack-request-id: req-dcee930d-6d6a-4ff6-9c4b-4e4f6aa1773b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:04.559986 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-plugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:04.560137 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dcee930d-6d6a-4ff6-9c4b-4e4f6aa1773b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:04.560533 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'code': 200} Nov 22 16:31:04.627703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c46beb27-a809-418d-8b1b-b6227d21c90b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:04.628202 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.680204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:04.716786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.937148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:00Z', 'revision_number': 3, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port': {'id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:58Z', 'updated_at': '2021-11-22T16:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:05.085878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 037d5b67-1dd1-4274-b1db-04195baffc77 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:05.105582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 037d5b67-1dd1-4274-b1db-04195baffc77 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:05.114317 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.189148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Allocated IP 172.20.0.1 (4f55772b-ed35-4e5a-a50f-96fe095be568/1c6e4421-f086-4cfa-9021-a0dc2c524491/ccc2d5e5-0a44-4524-a256-011bfdd39d50) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:05.268881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] DHCP port deletion for 652cd985-2468-41ef-a040-c228115f8bae request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:05.292587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Checking router: 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:05.293206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Updating router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:31:05.414463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port 604ba09f-b22d-480e-a9c6-26e523e5cb65 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:05.415408 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.602422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.678571 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.799570 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.829017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f3d16f9b-4b90-48e2-ad3a-ff2241735292 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:05.856544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Network 4f55772b-ed35-4e5a-a50f-96fe095be568 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:05.950711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:05.957235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:05.959394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aac8b9-21f7-4641-ba69-8e5692983cf7 req-a51a7072-22cf-499b-808c-3ccf084583d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.965207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22aac8b9-21f7-4641-ba69-8e5692983cf7 req-a51a7072-22cf-499b-808c-3ccf084583d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 1101 time: 1.3225765 Nov 22 16:31:05.989792 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.062336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc2d5e5-0a44-4524-a256-011bfdd39d50,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:06.067326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.211361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port 604ba09f-b22d-480e-a9c6-26e523e5cb65, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=604ba09f-b22d-480e-a9c6-26e523e5cb65,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:06.212952 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.253743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.254223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.254714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.255627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.256472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.257038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.257605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.258353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.258899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.259443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.259944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.260450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:06.270046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] Deleting port 604ba09f-b22d-480e-a9c6-26e523e5cb65 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:06.270915 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.417470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668ba1b-6e30-4d17-9656-5173eaee9f37 req-19c02a2e-a36f-4b52-9812-94a2dd8e20eb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:06.432738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1668ba1b-6e30-4d17-9656-5173eaee9f37 req-19c02a2e-a36f-4b52-9812-94a2dd8e20eb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 944 time: 0.7618544 Nov 22 16:31:06.479817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] For port 604ba09f-b22d-480e-a9c6-26e523e5cb65, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=604ba09f-b22d-480e-a9c6-26e523e5cb65,segment=NetworkSegment(cd017a0b-db50-4119-b720-c745ecc49bb0),segment_id=cd017a0b-db50-4119-b720-c745ecc49bb0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:06.480637 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.510627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for 604ba09f-b22d-480e-a9c6-26e523e5cb65 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:06.532725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] Calling delete_port for 604ba09f-b22d-480e-a9c6-26e523e5cb65 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:06.608221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.614810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a2c24-5b89-490b-81fd-994e024f4f7c req-bc508e3e-ea26-4dd6-8760-6bd104e70a27 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:06.628169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-610a2c24-5b89-490b-81fd-994e024f4f7c req-bc508e3e-ea26-4dd6-8760-6bd104e70a27 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.9599233 Nov 22 16:31:06.843101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22aac8b9-21f7-4641-ba69-8e5692983cf7 req-fa1605b8-b386-40a7-a77c-69b546903d6a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8133857 Nov 22 16:31:06.968080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.986853 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.996694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.066843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.109718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1668ba1b-6e30-4d17-9656-5173eaee9f37 req-63078b36-b36b-4523-965c-8cb0ab15af6c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6351633 Nov 22 16:31:07.249075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ea624a74-fd3d-4fbe-8096-f580680b8b22 None None] Provisioning complete for port ccc2d5e5-0a44-4524-a256-011bfdd39d50 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:07.249714 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea624a74-fd3d-4fbe-8096-f580680b8b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.272716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-610a2c24-5b89-490b-81fd-994e024f4f7c req-9d0397cb-142f-49a1-a083-48efc8192bb6 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364527 Nov 22 16:31:07.298431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc2d5e5-0a44-4524-a256-011bfdd39d50,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:07.369852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ea624a74-fd3d-4fbe-8096-f580680b8b22 None None] Port ccc2d5e5-0a44-4524-a256-011bfdd39d50 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:31:07.379316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] Pushing event deleted for resources: {'Port': ['ID=604ba09f-b22d-480e-a9c6-26e523e5cb65,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:07.396857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb4fec-6adb-46df-8b8b-b6f5b9465528 None None] No DVR routers for this DVR port 604ba09f-b22d-480e-a9c6-26e523e5cb65 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:07.410584 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.417867 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.421038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Network 4f55772b-ed35-4e5a-a50f-96fe095be568 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:07.422391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f3d16f9b-4b90-48e2-ad3a-ff2241735292 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:07.423151 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.425778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:07.474531 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.527776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port 604ba09f-b22d-480e-a9c6-26e523e5cb65 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:07.586593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=604ba09f-b22d-480e-a9c6-26e523e5cb65,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:07.683900 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.745141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.788281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:07.799813 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6249b539-cb62-4074-b094-4b552dae4956" -d '{"events": [{"server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "name": "network-vif-plugged", "status": "completed", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:07.879485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:07.941285 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.032915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652cd985-2468-41ef-a040-c228115f8bae']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:08.075001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd017a0b-db50-4119-b720-c745ecc49bb0') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:08.075001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd017a0b-db50-4119-b720-c745ecc49bb0') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:08.109053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.169359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.194001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.243583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:08.247401 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.386331 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2e3b05-d91e-43a2-96d4-3a8108e16a5e x-openstack-request-id: req-8b2e3b05-d91e-43a2-96d4-3a8108e16a5e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:08.387629 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "name": "network-vif-plugged", "status": "completed", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:08.388168 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b2e3b05-d91e-43a2-96d4-3a8108e16a5e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:08.389011 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77', 'code': 200} Nov 22 16:31:08.401478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:08.417768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.469011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:08.488078 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:08.492253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d1689854-9a01-4c05-a9fc-c5de1800ed96 admin admin] 10.222.0.59 "PUT /v2.0/routers/9d42f0ea-690e-40ad-9ffc-b9145bc9a65b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2666881 Nov 22 16:31:08.587387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.606815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:08.621111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-014a9ea8-db4e-4f79-b527-e83e1c1b74cd None None] Provisioning complete for port ccc2d5e5-0a44-4524-a256-011bfdd39d50 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:08.621806 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-014a9ea8-db4e-4f79-b527-e83e1c1b74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.689250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Pushing event updated for resources: {'Port': ['ID=ff185e9d-dcee-4191-980f-60da3fc6544f,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:08.714023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port f3d16f9b-4b90-48e2-ad3a-ff2241735292, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f3d16f9b-4b90-48e2-ad3a-ff2241735292,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:08.728622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.786393 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.864239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 604ba09f-b22d-480e-a9c6-26e523e5cb65 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:08.877876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-014a9ea8-db4e-4f79-b527-e83e1c1b74cd None None] Port ccc2d5e5-0a44-4524-a256-011bfdd39d50 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:31:08.885381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.893871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "DELETE /v2.0/networks/652cd985-2468-41ef-a040-c228115f8bae HTTP/1.1" status: 204 len: 168 time: 5.3613377 Nov 22 16:31:08.896389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46580) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:08.899229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfc9fb-5828-4bb0-a28f-7d04fe190d8f tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Network': ['ID=652cd985-2468-41ef-a040-c228115f8bae,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:08.915397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.964340 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.974927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 604ba09f-b22d-480e-a9c6-26e523e5cb65 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:08.975724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 604ba09f-b22d-480e-a9c6-26e523e5cb65 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:08.987894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.998550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13acb3c-5db7-4608-bfb5-2e12627096e9 req-92a3d273-3367-4774-ae47-138da876a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:09.001130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d13acb3c-5db7-4608-bfb5-2e12627096e9 req-92a3d273-3367-4774-ae47-138da876a20b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1096 time: 0.5112827 Nov 22 16:31:09.038779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=f3d16f9b-4b90-48e2-ad3a-ff2241735292,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:09.079673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc4e25c-2357-4e8c-aa4c-67da22fb20d5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting subnet deff0280-1c3c-462f-944a-2ab876e1d1ef {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:09.089546 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e25c-2357-4e8c-aa4c-67da22fb20d5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.100061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d160c4e-697c-48ef-a3b0-dfa4f764fcf5 req-d4d91b71-d929-4683-8e69-8f32f879049e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:09.102993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d160c4e-697c-48ef-a3b0-dfa4f764fcf5 req-d4d91b71-d929-4683-8e69-8f32f879049e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.3999259 Nov 22 16:31:09.127051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1455e-b745-4382-963e-06e36be36d5b req-168f8005-bc0b-4962-8fdc-1a1c11f8c697 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:09.130256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ef1455e-b745-4382-963e-06e36be36d5b req-168f8005-bc0b-4962-8fdc-1a1c11f8c697 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.5968809 Nov 22 16:31:09.153443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb6d99-8c18-444b-be26-d9d1bb86d50c None None] Pushing event updated for resources: {'Port': ['ID=8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:09.173318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Attempting to bind port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:09.176073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Attempting to bind port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:09.177962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Attempting to bind port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:09.194291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:09.195206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:09.196157 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.196961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:09.198142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Bound port: 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:09.198872 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.233625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e25c-2357-4e8c-aa4c-67da22fb20d5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.301988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] For port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:09.306509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] For port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:09.325702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.402624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d160c4e-697c-48ef-a3b0-dfa4f764fcf5 req-eed4dbe4-45a7-4e85-b883-54866ac61372 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677763 Nov 22 16:31:09.408685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d13acb3c-5db7-4608-bfb5-2e12627096e9 req-18503c5e-4d46-4369-a401-8495981a8522 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400683 Nov 22 16:31:09.416248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ef1455e-b745-4382-963e-06e36be36d5b req-114fcb49-4bbf-4a02-b9e1-c3c0b8b1f3e1 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542067 Nov 22 16:31:09.430376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:09.437261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:09.439911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb6d99-8c18-444b-be26-d9d1bb86d50c None None] Pushing event updated for resources: {'Port': ['ID=8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:09.459733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Routers {'9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:09.461670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:09.552621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e25c-2357-4e8c-aa4c-67da22fb20d5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.710141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e25c-2357-4e8c-aa4c-67da22fb20d5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.735503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] Set router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:09.758720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Router 2a48fd74-45ed-427f-b0d3-48261c00b835 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:09.831604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4e25c-2357-4e8c-aa4c-67da22fb20d5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Subnet': ['ID=deff0280-1c3c-462f-944a-2ab876e1d1ef,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:09.836431 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e25c-2357-4e8c-aa4c-67da22fb20d5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.843142 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ffc4e25c-2357-4e8c-aa4c-67da22fb20d5 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "DELETE /v2.0/subnets/deff0280-1c3c-462f-944a-2ab876e1d1ef HTTP/1.1" status: 204 len: 168 time: 0.9451621 Nov 22 16:31:09.845865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46588) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:09.861951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5db66-5ba8-4914-a5ec-3f754d499eb8 None None] Network ed0afdd1-4ffa-46a2-a219-7a48656e6017 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:10.016522 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.097496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d10ce11f-e885-4fed-9053-ae75560a46df req-02d01a7d-d92b-43a3-9800-880cd7bd8708 tempest-FloatingIPsNegativeTestJSON-601832967 tempest-FloatingIPsNegativeTestJSON-601832967-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=b0bd0928b50d418098b270e16d38c8ae HTTP/1.1" status: 200 len: 217 time: 0.1020315 Nov 22 16:31:10.146922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Deleting port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:10.147561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.252892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40414e5a-6c70-4802-8452-4cdc2355720b req-9e625720-9673-4899-ae8a-63ec4c117295 tempest-FloatingIPsNegativeTestJSON-601832967 tempest-FloatingIPsNegativeTestJSON-601832967-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0872743 Nov 22 16:31:10.270488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2c9fc-18f7-4fe4-a646-c832cc6151e7 req-87ff18c6-de98-4cce-9860-beab54ee6762 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:10.287426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] For port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8,segment=NetworkSegment(f4354ea0-4379-473f-bf86-12700d98a6c8),segment_id=f4354ea0-4379-473f-bf86-12700d98a6c8)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:10.288583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.294723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fad2c9fc-18f7-4fe4-a646-c832cc6151e7 req-87ff18c6-de98-4cce-9860-beab54ee6762 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.3878148 Nov 22 16:31:10.328290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Calling delete_port for bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:10.427280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] DHCP port deletion for ed0afdd1-4ffa-46a2-a219-7a48656e6017 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:10.435908 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-6a5a6825-546b-4fc1-965f-8b7aebac9e41 req-a23d3d99-80b4-4192-8e4b-8e5056095c4c tempest-FloatingIPsNegativeTestJSON-601832967 tempest-FloatingIPsNegativeTestJSON-601832967-project] show failed (client error): The resource could not be found. Nov 22 16:31:10.448690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a5a6825-546b-4fc1-965f-8b7aebac9e41 req-a23d3d99-80b4-4192-8e4b-8e5056095c4c tempest-FloatingIPsNegativeTestJSON-601832967 tempest-FloatingIPsNegativeTestJSON-601832967-project] 10.222.0.59 "GET /v2.0/floatingips/b693a706-16d6-4aa6-a4de-444e365fd6a5 HTTP/1.1" status: 404 len: 350 time: 0.1492548 Nov 22 16:31:10.460461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46596) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:10.482900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:10.505654 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Sync routers for ids ['2a48fd74-45ed-427f-b0d3-48261c00b835'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:10.527804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b56bd43f-a31e-4d5b-9b8c-7f5aa5605373 admin admin] 10.222.0.59 "PUT /v2.0/routers/2a48fd74-45ed-427f-b0d3-48261c00b835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9260237 Nov 22 16:31:10.577581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.620977 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Routers {'2a48fd74-45ed-427f-b0d3-48261c00b835'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:10.626622 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2a48fd74-45ed-427f-b0d3-48261c00b835'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:10.637390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] No DVR routers for this DVR port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:10.648075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:06Z', 'revision_number': 4, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port': {'id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:58Z', 'updated_at': '2021-11-22T16:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ccc2d5e5-0a44-4524-a256-011bfdd39d50', 'name': '', 'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'mac_address': 'fa:16:3e:49:09:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1c6e4421-f086-4cfa-9021-a0dc2c524491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:31:04Z', 'updated_at': '2021-11-22T16:31:06Z', 'revision_number': 2, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'subnets': [{'id': '1c6e4421-f086-4cfa-9021-a0dc2c524491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:10.738855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fad2c9fc-18f7-4fe4-a646-c832cc6151e7 req-eef2a1ff-ae81-4953-8672-3d6f48ec82a6 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373479 Nov 22 16:31:10.745042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2732a25-330e-4a4e-a1c4-3b228f9686a8 None None] The sync data for ids ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'] in n-d-816865-2 is: [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:06Z', 'revision_number': 4, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port': {'id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:58Z', 'updated_at': '2021-11-22T16:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ccc2d5e5-0a44-4524-a256-011bfdd39d50', 'name': '', 'network_id': '4f55772b-ed35-4e5a-a50f-96fe095be568', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'mac_address': 'fa:16:3e:49:09:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '1c6e4421-f086-4cfa-9021-a0dc2c524491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:31:04Z', 'updated_at': '2021-11-22T16:31:06Z', 'revision_number': 2, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'subnets': [{'id': '1c6e4421-f086-4cfa-9021-a0dc2c524491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:10.754180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Port': ['ID=bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:10.942840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Deleting port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:10.963330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.088441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.129807 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Set router 2a48fd74-45ed-427f-b0d3-48261c00b835 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:11.164523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0afdd1-4ffa-46a2-a219-7a48656e6017']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:11.166566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5f955-22e2-46ec-86e3-99701e40c08f req-88f08128-c9e0-421a-83da-395c6f2c0784 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.174636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85d5f955-22e2-46ec-86e3-99701e40c08f req-88f08128-c9e0-421a-83da-395c6f2c0784 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.5022006 Nov 22 16:31:11.202610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4354ea0-4379-473f-bf86-12700d98a6c8') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:11.203202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4354ea0-4379-473f-bf86-12700d98a6c8') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:11.260373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.309732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.343224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:11.343763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:11.361662 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:11.399661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] For port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:11.401038 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.429116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f3d16f9b-4b90-48e2-ad3a-ff2241735292 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:11.565957 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.600393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.606703 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] 10.222.0.59 "DELETE /v2.0/networks/ed0afdd1-4ffa-46a2-a219-7a48656e6017 HTTP/1.1" status: 204 len: 168 time: 1.7593095 Nov 22 16:31:11.607728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ba10e-4315-4ded-bd27-a38add1e36e4 tempest-ServersTestMultiNic-358421945 tempest-ServersTestMultiNic-358421945-project] Pushing event deleted for resources: {'Network': ['ID=ed0afdd1-4ffa-46a2-a219-7a48656e6017,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:11.652215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Calling delete_port for bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:11.675392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:31:11.690338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85d5f955-22e2-46ec-86e3-99701e40c08f req-df2dbb61-918e-42fe-843c-3cebb87607a3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988885 Nov 22 16:31:11.706056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.748937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Network ed0afdd1-4ffa-46a2-a219-7a48656e6017 is not hosted by any dhcp agent {{(pid=103444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:31:11.751086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] No DVR routers for this DVR port bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:11.837534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Pushing event deleted for resources: {'Port': ['ID=bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:11.856810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.858167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.858778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.859356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.859902 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.860415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.861184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.863110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.863850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.864589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.865113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.865767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8169-1a89-4898-a813-ee1b46b1f0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:11.880799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f3d16f9b-4b90-48e2-ad3a-ff2241735292 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:11.881561 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.969820 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:31:05Z', 'revision_number': 4, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port': {'id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:53Z', 'updated_at': '2021-11-22T16:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ff185e9d-dcee-4191-980f-60da3fc6544f', 'name': '', 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'mac_address': 'fa:16:3e:e0:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '969ed064-fdc4-48ac-9fea-4272844338ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:31:02Z', 'updated_at': '2021-11-22T16:31:06Z', 'revision_number': 2, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'subnets': [{'id': '969ed064-fdc4-48ac-9fea-4272844338ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:12.046217 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Checking router: 2a48fd74-45ed-427f-b0d3-48261c00b835 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:12.046517 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Updating router 2a48fd74-45ed-427f-b0d3-48261c00b835 port ff185e9d-dcee-4191-980f-60da3fc6544f binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:31:12.126205 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:12.245836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-62120b60-b8d2-467d-95ca-dbe14271b555 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.247812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-62120b60-b8d2-467d-95ca-dbe14271b555 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 810 time: 0.4253511 Nov 22 16:31:12.253421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:12.315560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-c0711e70-294c-44ed-a43a-e622e5eb9627 req-510136be-2d69-4c46-84a4-971fc3235b2a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:12.320533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0711e70-294c-44ed-a43a-e622e5eb9627 req-510136be-2d69-4c46-84a4-971fc3235b2a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2136655 Nov 22 16:31:12.327798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:12.328315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bab4a1e3-bf7b-4fe7-9374-1a1abbfebaf8 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:12.487010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-234c7829-cbc2-4d70-8678-06c24f88d836 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/quotas/f66de76dad094e6a9c5ba827fb1c91bf HTTP/1.1" status: 200 len: 375 time: 0.2238483 Nov 22 16:31:12.620186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:12.757443 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:12.774262 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:12.864844 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-6d749d2e-bcd9-4844-946b-b3e3167df4f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199615 Nov 22 16:31:12.908141 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04884311-3534-41a5-82d3-4e4af92b1526 None None] Pushing event updated for resources: {'Port': ['ID=ff185e9d-dcee-4191-980f-60da3fc6544f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:13.011259 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Attempting to bind port ff185e9d-dcee-4191-980f-60da3fc6544f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:13.012292 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Attempting to bind port ff185e9d-dcee-4191-980f-60da3fc6544f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:13.012563 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Attempting to bind port ff185e9d-dcee-4191-980f-60da3fc6544f on network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:13.021692 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:13.022087 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Checking segment: {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:13.022466 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.023110 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Bound using segment: {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:13.024307 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Bound port: ff185e9d-dcee-4191-980f-60da3fc6544f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:13.024887 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.143590 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] For port ff185e9d-dcee-4191-980f-60da3fc6544f, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:13.148191 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] For port ff185e9d-dcee-4191-980f-60da3fc6544f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ff185e9d-dcee-4191-980f-60da3fc6544f,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:13.156889 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.223658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:13.224468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-276117c9-f400-4034-aff4-54f8606329c6 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6963649 Nov 22 16:31:13.269644 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Routers {'2a48fd74-45ed-427f-b0d3-48261c00b835'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:13.270628 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2a48fd74-45ed-427f-b0d3-48261c00b835'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:13.405054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:13.407271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.540899 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04884311-3534-41a5-82d3-4e4af92b1526 None None] Pushing event updated for resources: {'Port': ['ID=ff185e9d-dcee-4191-980f-60da3fc6544f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:13.560509 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] Set router 2a48fd74-45ed-427f-b0d3-48261c00b835 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:13.584112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28d4d-8119-4a1e-affa-cd64f12e8fc9 req-26b6b405-ec81-4832-8b80-7d72b4520674 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:13.593386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ae28d4d-8119-4a1e-affa-cd64f12e8fc9 req-26b6b405-ec81-4832-8b80-7d72b4520674 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.3553619 Nov 22 16:31:13.598658 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.660391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:13.668471 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.804132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c384946c-ad10-4a24-bdd7-d77e994687f5 service neutron] 10.222.0.59 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786679 Nov 22 16:31:13.827978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:13.987711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ae28d4d-8119-4a1e-affa-cd64f12e8fc9 req-78a0f255-8403-4e27-9c10-0319f2f92412 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929734 Nov 22 16:31:14.052337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-705216ff-af7a-43de-b4e3-4262bc9f6e3e service neutron] 10.222.0.59 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238095 Nov 22 16:31:14.067355 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:31:05Z', 'revision_number': 4, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port': {'id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:53Z', 'updated_at': '2021-11-22T16:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ff185e9d-dcee-4191-980f-60da3fc6544f', 'name': '', 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'mac_address': 'fa:16:3e:e0:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '969ed064-fdc4-48ac-9fea-4272844338ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:31:02Z', 'updated_at': '2021-11-22T16:31:13Z', 'revision_number': 4, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'subnets': [{'id': '969ed064-fdc4-48ac-9fea-4272844338ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:14.151252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Deleting port ccc2d5e5-0a44-4524-a256-011bfdd39d50 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:14.151857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.183856 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8f3a3-0095-45b2-9713-9bafecf96454 None None] The sync data for ids ['2a48fd74-45ed-427f-b0d3-48261c00b835'] in n-d-816865-2 is: [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:31:05Z', 'revision_number': 4, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port': {'id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:53Z', 'updated_at': '2021-11-22T16:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ff185e9d-dcee-4191-980f-60da3fc6544f', 'name': '', 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'mac_address': 'fa:16:3e:e0:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '969ed064-fdc4-48ac-9fea-4272844338ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:31:02Z', 'updated_at': '2021-11-22T16:31:13Z', 'revision_number': 4, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'subnets': [{'id': '969ed064-fdc4-48ac-9fea-4272844338ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:14.385942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306093e-3d39-41b3-878a-4a110f3a8607 req-06ecfefa-40b7-4754-8123-a78722629f61 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:14.397211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2306093e-3d39-41b3-878a-4a110f3a8607 req-06ecfefa-40b7-4754-8123-a78722629f61 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1548798 Nov 22 16:31:14.460428 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.493536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Calling delete_port for ccc2d5e5-0a44-4524-a256-011bfdd39d50 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:14.561476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2306093e-3d39-41b3-878a-4a110f3a8607 req-242996c3-5200-4b99-a270-1e4b109fea76 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632559 Nov 22 16:31:14.685568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46682) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:14.909746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79800c61-69ee-44ca-9362-4bed363e06f9 req-1d022387-613a-4fa7-8a27-65487928061d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 210 time: 0.0749848 Nov 22 16:31:15.191574 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.204061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] Sync routers for ids ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:15.245816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] Routers {'9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:15.247164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:15.452382 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2b56-16b4-4a38-a7fb-0d03cb258205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.464705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc2d5e5-0a44-4524-a256-011bfdd39d50,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:15.476670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ff185e9d-dcee-4191-980f-60da3fc6544f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:15.675039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] Set router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:15.690621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.739865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-9c58fa53-f4d5-494c-9781-b221d71accc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.741548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-9c58fa53-f4d5-494c-9781-b221d71accc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 1101 time: 0.4198041 Nov 22 16:31:15.977135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275edbe-80ed-43d2-8cda-b862e7162ff2 req-11a08ad7-a016-490e-b9a5-563fb4da3f6d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.985128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b275edbe-80ed-43d2-8cda-b862e7162ff2 req-11a08ad7-a016-490e-b9a5-563fb4da3f6d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.7893753 Nov 22 16:31:15.993138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ce1ce-954f-4d74-8688-d3c45cac5292 req-6eb2318b-416e-4530-902c-416122725595 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.995531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df9ce1ce-954f-4d74-8688-d3c45cac5292 req-6eb2318b-416e-4530-902c-416122725595 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1096 time: 0.5281200 Nov 22 16:31:16.075665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ff185e9d-dcee-4191-980f-60da3fc6544f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:16.076049 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.130686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Deleting port fd8a31a3-eb2e-4832-86a5-63962f40cbf3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:16.131617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.200684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b275edbe-80ed-43d2-8cda-b862e7162ff2 req-2ddd46a7-a5e3-4ec4-ad66-502a9f9e29f9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141674 Nov 22 16:31:16.202241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-6da022bc-d3ba-4e3f-a622-7d2c9b8922f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.204130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-6da022bc-d3ba-4e3f-a622-7d2c9b8922f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4516311 Nov 22 16:31:16.206053 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.236797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df9ce1ce-954f-4d74-8688-d3c45cac5292 req-46e9b5e1-0c6d-4e3b-8cc9-0cdfe83a7d00 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179623 Nov 22 16:31:16.273388 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.273679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] For port fd8a31a3-eb2e-4832-86a5-63962f40cbf3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,segment=NetworkSegment(c4fbb8a8-684e-49e3-a776-31473a0aac9e),segment_id=c4fbb8a8-684e-49e3-a776-31473a0aac9e)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:16.274061 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.276632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port ff185e9d-dcee-4191-980f-60da3fc6544f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ff185e9d-dcee-4191-980f-60da3fc6544f,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:16.284087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-855ececf-652c-4842-a9ce-ae241e28f474 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852 HTTP/1.1" status: 200 len: 217 time: 0.0540898 Nov 22 16:31:16.289059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:14Z', 'revision_number': 5, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port': {'id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:58Z', 'updated_at': '2021-11-22T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:16.291197 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.292198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:16.349265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Calling delete_port for fd8a31a3-eb2e-4832-86a5-63962f40cbf3 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:16.396026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=ff185e9d-dcee-4191-980f-60da3fc6544f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:16.427390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] Checking router: 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:16.442545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] Routers {'9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:16.443510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:30:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:16.700822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:16.701195 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.725989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.760379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] Set router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:16.762144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8a31a3-eb2e-4832-86a5-63962f40cbf3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:16.784764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2df97469-e500-40c0-8266-1c81285c3668 req-c6e8aceb-7ca9-4b07-b3f2-49b829f72728 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 210 time: 0.0741906 Nov 22 16:31:16.824854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-6a27b043-d59d-42d1-b99e-6367594a9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.826552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-6a27b043-d59d-42d1-b99e-6367594a9a2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.5337856 Nov 22 16:31:16.928452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff12d84-f8c1-45b3-84c0-95c6381c850b req-7d7f1c9c-fa17-4833-87e6-2078c76840ad tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.936282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ff12d84-f8c1-45b3-84c0-95c6381c850b req-7d7f1c9c-fa17-4833-87e6-2078c76840ad tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1097 time: 0.4443572 Nov 22 16:31:17.046730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.077746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0800d297-1448-4618-904f-a7644935d19e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:17.079427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0800d297-1448-4618-904f-a7644935d19e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.37 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 810 time: 0.5864339 Nov 22 16:31:17.108829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Request body: {'port': {'device_id': '9585e372-388e-4e13-a804-148336a88f2a', 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1', 'admin_state_up': True, 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:17.130203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:14Z', 'revision_number': 5, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port': {'id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:58Z', 'updated_at': '2021-11-22T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:17.147176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:17.178340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17ca05-b74c-47b4-af96-9edf24e96f0c None None] The sync data for ids ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'] in n-d-816865-2 is: [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:14Z', 'revision_number': 5, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port': {'id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:58Z', 'updated_at': '2021-11-22T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:17.184760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-afe9a71d-2632-4307-b2dc-e8d5d8b0140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:17.186381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-afe9a71d-2632-4307-b2dc-e8d5d8b0140b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3236599 Nov 22 16:31:17.192889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473360f-66e5-4d7b-b407-8ee411adb761 req-7af3928c-69b9-4a83-a31e-62b498241418 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:17.203659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1473360f-66e5-4d7b-b407-8ee411adb761 req-7af3928c-69b9-4a83-a31e-62b498241418 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1096 time: 0.2614450 Nov 22 16:31:17.227389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ff12d84-f8c1-45b3-84c0-95c6381c850b req-ae841e7c-ca33-4464-b2cf-9b08c3a102f7 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899792 Nov 22 16:31:17.365426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:17.664208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ff185e9d-dcee-4191-980f-60da3fc6544f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:17.729941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ff185e9d-dcee-4191-980f-60da3fc6544f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:17.730564 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.854618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e3b9293-1864-4164-9d2e-d8f680c864b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.856309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1473360f-66e5-4d7b-b407-8ee411adb761 req-a183fca4-1514-4b54-bf50-22da5118724a tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516874 Nov 22 16:31:17.887102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:17.893469 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-66c6b993-4612-4a62-9f2f-23aa91f03697 admin admin] 10.222.0.59 "PUT /v2.0/routers/4bb8d252-1771-4ae7-a36c-00bbb43407e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2056630 Nov 22 16:31:17.897943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46718) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:17.913608 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] Sync routers for ids ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:17.919488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-ce4944f2-6738-4e71-993e-27b317356fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131660 Nov 22 16:31:17.934206 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] Routers {'4bb8d252-1771-4ae7-a36c-00bbb43407e0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:17.935746 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:18.044760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-9e2468f3-b9b4-4aa5-8f4b-80ce43fbf119 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120679 Nov 22 16:31:18.062142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:18.074995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9a146bb3-2d58-4ccf-aab5-4aec6720cb02 admin admin] 10.222.0.59 "PUT /v2.0/routers/9d42f0ea-690e-40ad-9ffc-b9145bc9a65b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6122224 Nov 22 16:31:18.075402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46722) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:18.091101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-4e6b2f6c-13ec-4178-85e5-7dd01fa4efa4 req-190f0972-6ead-4191-83f8-d660f092cdd3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:18.092560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e6b2f6c-13ec-4178-85e5-7dd01fa4efa4 req-190f0972-6ead-4191-83f8-d660f092cdd3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0358479 Nov 22 16:31:18.095731 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.115991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8d4e0-1d65-498a-ab2a-0bcc0996a807 req-81250c73-655b-4e1c-8172-f23519540b26 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.124922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a8d4e0-1d65-498a-ab2a-0bcc0996a807 req-81250c73-655b-4e1c-8172-f23519540b26 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.7770281 Nov 22 16:31:18.125170 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] Set router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:18.272872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Made reservation on behalf of f66de76dad094e6a9c5ba827fb1c91bf for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:18.278002 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.281587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.388458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Deleting port 2eb1769a-e08b-42c1-aa49-39e93ed866f3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:18.388734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.536094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] For port 2eb1769a-e08b-42c1-aa49-39e93ed866f3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2eb1769a-e08b-42c1-aa49-39e93ed866f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:18.536483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.548609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a8d4e0-1d65-498a-ab2a-0bcc0996a807 req-c7c191ec-a8d7-4198-80e0-261b1452662e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204507 Nov 22 16:31:18.556775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Calling delete_port for 2eb1769a-e08b-42c1-aa49-39e93ed866f3 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:18.591742 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:31:16Z', 'revision_number': 5, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port': {'id': '2eb1769a-e08b-42c1-aa49-39e93ed866f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:03Z', 'updated_at': '2021-11-22T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:18.622819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.636568 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] Checking router: 4bb8d252-1771-4ae7-a36c-00bbb43407e0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:18.660757 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] Routers {'4bb8d252-1771-4ae7-a36c-00bbb43407e0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:18.661553 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:18.808130 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] Set router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:18.822119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.870928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Allocated IP 172.20.0.11 (a99f0dae-9b28-4709-a2b9-398ceb7a98d1/969ed064-fdc4-48ac-9fea-4272844338ed/e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:18.880953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] Sync routers for ids ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:18.909293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] Routers {'9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:18.914002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:18.941597 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.945701 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:31:18Z', 'revision_number': 6, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:18.969782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8159d94d-6194-4f91-9b2d-15ee46e0a036 req-b6b5310d-d108-40be-95d6-fec9ff67215b tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 210 time: 0.0388415 Nov 22 16:31:18.997589 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66df405-64c2-42d6-a824-76d6dc2e2c51 None None] The sync data for ids ['4bb8d252-1771-4ae7-a36c-00bbb43407e0'] in n-d-816865-2 is: [{'id': '4bb8d252-1771-4ae7-a36c-00bbb43407e0', 'name': 'tempest-ServersTestMultiNic-82356628-router', 'tenant_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:59Z', 'updated_at': '2021-11-22T16:31:18Z', 'revision_number': 6, 'project_id': 'f9e2768b3d114b50bc27a0b20409bcd3', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:19.047734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.098067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb1769a-e08b-42c1-aa49-39e93ed866f3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:19.193467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.214228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] Set router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:19.240149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Deleting port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:19.241435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.334451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.396715 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.403588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.438438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] For port 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:19.439164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.458536 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.501396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Calling delete_port for 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:19.514877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.515502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb8d252-1771-4ae7-a36c-00bbb43407e0 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:31:19.522476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.523936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-37890260-a0ac-492b-bb4c-e3a5143f24c6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4bb8d252-1771-4ae7-a36c-00bbb43407e0 HTTP/1.1" status: 204 len: 168 time: 1.6245356 Nov 22 16:31:19.528231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46756) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:19.572958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fd8a31a3-eb2e-4832-86a5-63962f40cbf3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:19.602816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c198872-4c12-4eba-bacf-5b7e40bc50a8 admin admin] Deleting subnet d7b423b9-050d-48f3-8c66-3121b2b993fa {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:19.625245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c198872-4c12-4eba-bacf-5b7e40bc50a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.666746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: fd8a31a3-eb2e-4832-86a5-63962f40cbf3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:19.667187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fd8a31a3-eb2e-4832-86a5-63962f40cbf3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:19.667782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ccc2d5e5-0a44-4524-a256-011bfdd39d50 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:19.689265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c198872-4c12-4eba-bacf-5b7e40bc50a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.693633 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ccc2d5e5-0a44-4524-a256-011bfdd39d50 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:19.693998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ccc2d5e5-0a44-4524-a256-011bfdd39d50 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:19.718342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:14Z', 'revision_number': 5, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port': {'id': '8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:58Z', 'updated_at': '2021-11-22T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:19.728913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-c4cc2dc9-37f1-49ca-93fb-5d24d4af7d81 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:19.731628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Pushing event updated for resources: {'Port': ['ID=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:19.747285 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-c4cc2dc9-37f1-49ca-93fb-5d24d4af7d81 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232217 Nov 22 16:31:19.747478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] Checking router: 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:19.758777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] Routers {'9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:19.759804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:19.817008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-430509ca-36f5-4895-bce9-eeaea291fcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:19.821010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:19.825498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:19.835434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-430509ca-36f5-4895-bce9-eeaea291fcc4 service neutron] 10.222.0.59 "GET /v2.0/ports/ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 200 len: 1094 time: 0.0868804 Nov 22 16:31:19.840906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Request body: {'binding': {'host': 'n-h1-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:19.841732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Unknown quota resources ['binding']. {{(pid=103442) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:31:19.846392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:19.858584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] Set router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:19.913349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:19.914033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.918469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.973904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:19.982321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-c6ad4c02-7622-462e-8a45-9d6ace18acbe tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8891675 Nov 22 16:31:20.003704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Request body: {'port': {'device_id': '9585e372-388e-4e13-a804-148336a88f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:20.008795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c198872-4c12-4eba-bacf-5b7e40bc50a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.140260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.140791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c198872-4c12-4eba-bacf-5b7e40bc50a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.146256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on host n-h1-816865-2 for vnic_type normal with profile None {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:20.147064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:20.147605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:20.159024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.178013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c198872-4c12-4eba-bacf-5b7e40bc50a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b423b9-050d-48f3-8c66-3121b2b993fa,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:20.180505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:20.180987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:20.185211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:18Z', 'revision_number': 6, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:20.188499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c198872-4c12-4eba-bacf-5b7e40bc50a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.195393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9c198872-4c12-4eba-bacf-5b7e40bc50a8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d7b423b9-050d-48f3-8c66-3121b2b993fa HTTP/1.1" status: 204 len: 168 time: 0.6658630 Nov 22 16:31:20.198330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46782) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:20.200147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba3a779-b42f-4d52-a733-fbaea9bf5c6e None None] Network 0c6c8246-c08b-455c-8250-20f7b27b89c9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:20.276298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:20.276993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:20.277396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:20.277938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Bound port: ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:20.313196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f76a61-eb3b-41c8-950c-dcc1c2ea8e68 None None] The sync data for ids ['9d42f0ea-690e-40ad-9ffc-b9145bc9a65b'] in n-d-816865-2 is: [{'id': '9d42f0ea-690e-40ad-9ffc-b9145bc9a65b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1298327571-router', 'tenant_id': 'b0bd0928b50d418098b270e16d38c8ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:56Z', 'updated_at': '2021-11-22T16:31:18Z', 'revision_number': 6, 'project_id': 'b0bd0928b50d418098b270e16d38c8ae', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:20.323682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.400093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:20.411554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] Publish callbacks [] for binding, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.424916 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2f11d4f7-47b2-4257-8f9e-befc75a0c85b service neutron] 10.222.0.59 "POST /v2.0/ports/ba3e8646-e4f8-41c1-b41d-9be38fb4569c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5880766 Nov 22 16:31:20.485023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Deleting port 9b575a55-a47f-48f2-b4fc-85510f73888a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:20.485371 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.497785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.501343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.594116 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.683068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-7ebd7ace-8333-441d-974f-04b28d838843 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:20.686254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] For port 9b575a55-a47f-48f2-b4fc-85510f73888a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9b575a55-a47f-48f2-b4fc-85510f73888a,segment=NetworkSegment(c4fbb8a8-684e-49e3-a776-31473a0aac9e),segment_id=c4fbb8a8-684e-49e3-a776-31473a0aac9e)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:20.687506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.700462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-7ebd7ace-8333-441d-974f-04b28d838843 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2336998 Nov 22 16:31:20.701597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] DHCP port deletion for 0c6c8246-c08b-455c-8250-20f7b27b89c9 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:20.762867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Calling delete_port for 9b575a55-a47f-48f2-b4fc-85510f73888a owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:20.812797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] Deleting port 9b575a55-a47f-48f2-b4fc-85510f73888a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:20.813532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.868151 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.868683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d42f0ea-690e-40ad-9ffc-b9145bc9a65b {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:31:20.903051 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.904208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2e99441e-0dcc-433e-84e6-286fbdf0f19c admin admin] 10.222.0.59 "DELETE /v2.0/routers/9d42f0ea-690e-40ad-9ffc-b9145bc9a65b HTTP/1.1" status: 204 len: 168 time: 2.8077991 Nov 22 16:31:20.907236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46790) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:20.910301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] For port 9b575a55-a47f-48f2-b4fc-85510f73888a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9b575a55-a47f-48f2-b4fc-85510f73888a,segment=NetworkSegment(c4fbb8a8-684e-49e3-a776-31473a0aac9e),segment_id=c4fbb8a8-684e-49e3-a776-31473a0aac9e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:20.910883 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.927214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] Calling delete_port for 9b575a55-a47f-48f2-b4fc-85510f73888a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:20.961133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.983352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-7917ef2c-4fee-4467-a7c5-efa883605ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.984564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-7917ef2c-4fee-4467-a7c5-efa883605ba0 service neutron] 10.222.0.59 "GET /v2.0/ports/037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 200 len: 1093 time: 0.2815979 Nov 22 16:31:21.003514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b575a55-a47f-48f2-b4fc-85510f73888a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:21.010227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fec4ba-778e-4282-8174-05b2cf2112f0 admin admin] Deleting subnet 1c6e4421-f086-4cfa-9021-a0dc2c524491 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:21.015311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72fec4ba-778e-4282-8174-05b2cf2112f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.017650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] No DVR routers for this DVR port 9b575a55-a47f-48f2-b4fc-85510f73888a on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:21.030906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Request body: {'binding': {'host': 'n-h1-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:21.031457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Unknown quota resources ['binding']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:31:21.032840 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.049052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] No DVR routers for this DVR port 9b575a55-a47f-48f2-b4fc-85510f73888a on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:21.076928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f098f-711e-41bd-a1da-556f0d507c93 req-f7563ec3-46b5-481c-8915-411daafedf37 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.078624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1e521-2a77-4905-a435-b89cde5718b9 None None] Pushing event deleted for resources: {'Port': ['ID=9b575a55-a47f-48f2-b4fc-85510f73888a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:21.085812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-645f098f-711e-41bd-a1da-556f0d507c93 req-f7563ec3-46b5-481c-8915-411daafedf37 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.2322686 Nov 22 16:31:21.128513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-23e4796c-d94c-4949-ba2c-804b9a1c414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.130345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-23e4796c-d94c-4949-ba2c-804b9a1c414c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1097 time: 0.2249439 Nov 22 16:31:21.136553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72fec4ba-778e-4282-8174-05b2cf2112f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.165339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.204532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6c8246-c08b-455c-8250-20f7b27b89c9']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:21.261465 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.277369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fbb8a8-684e-49e3-a776-31473a0aac9e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:21.277643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fbb8a8-684e-49e3-a776-31473a0aac9e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:21.295200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.301835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2eb1769a-e08b-42c1-aa49-39e93ed866f3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:21.335197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.344691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2eb1769a-e08b-42c1-aa49-39e93ed866f3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:21.345266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2eb1769a-e08b-42c1-aa49-39e93ed866f3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:21.345807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9b575a55-a47f-48f2-b4fc-85510f73888a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:21.354416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:21.354995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:21.359785 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:21.381246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-645f098f-711e-41bd-a1da-556f0d507c93 req-330af3b4-7b87-4ac4-960d-e09c9bee90b9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937524 Nov 22 16:31:21.386906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9b575a55-a47f-48f2-b4fc-85510f73888a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:21.387327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9b575a55-a47f-48f2-b4fc-85510f73888a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:21.387744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:21.411381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:21.411922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8d50f4f4-a9f0-44f1-ae56-a8e1cbb3e0ce not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:21.446049 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.456646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.465883 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0c6c8246-c08b-455c-8250-20f7b27b89c9 HTTP/1.1" status: 204 len: 168 time: 1.2622046 Nov 22 16:31:21.477876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f13aa-80e7-42d7-98c3-492b9e42fd22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6c8246-c08b-455c-8250-20f7b27b89c9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:21.492147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72fec4ba-778e-4282-8174-05b2cf2112f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.495671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on host n-h1-816865-2 for vnic_type normal with profile None {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:21.496017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:21.496645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:21.528531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:21.529625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:21.534825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-a00df7a1-7a24-48ba-8816-9c04587542b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.536536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-a00df7a1-7a24-48ba-8816-9c04587542b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.3940856 Nov 22 16:31:21.543558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:21.543942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:21.544330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:21.544771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Bound port: 037d5b67-1dd1-4274-b1db-04195baffc77, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:21.593901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72fec4ba-778e-4282-8174-05b2cf2112f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.648986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fec4ba-778e-4282-8174-05b2cf2112f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6e4421-f086-4cfa-9021-a0dc2c524491,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:21.649318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-cee75d97-8671-4e37-ad81-bb448c8859d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 200 len: 217 time: 0.1022673 Nov 22 16:31:21.662206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979a300-96a6-4513-bbbf-ed518af9bc02 None None] Network 4f55772b-ed35-4e5a-a50f-96fe095be568 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:21.676704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72fec4ba-778e-4282-8174-05b2cf2112f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.696732 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-72fec4ba-778e-4282-8174-05b2cf2112f0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1c6e4421-f086-4cfa-9021-a0dc2c524491 HTTP/1.1" status: 204 len: 168 time: 0.7785583 Nov 22 16:31:21.698743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46794) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:21.721959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:21.740782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.770871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:21.778625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-c627d035-d287-40a6-ba1f-0bcf96c6a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.780496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-c627d035-d287-40a6-ba1f-0bcf96c6a5e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.1213975 Nov 22 16:31:21.788066 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.796601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] 10.222.0.59 "POST /v2.0/ports/037d5b67-1dd1-4274-b1db-04195baffc77/bindings HTTP/1.1" status: 201 len: 389 time: 0.7932742 Nov 22 16:31:21.797856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Transition to ACTIVE for port object e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:21.862998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-2ba03e3d-7014-476b-bb64-2bf1726300fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631435 Nov 22 16:31:21.864181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:21.866898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.881503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.055282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Deleting port c46beb27-a809-418d-8b1b-b6227d21c90b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:22.058993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.162131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] DHCP port deletion for 4f55772b-ed35-4e5a-a50f-96fe095be568 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:22.175757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:22.192508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] For port c46beb27-a809-418d-8b1b-b6227d21c90b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c46beb27-a809-418d-8b1b-b6227d21c90b,segment=NetworkSegment(6af51147-0f97-4480-ab55-b0b47d01a981),segment_id=6af51147-0f97-4480-ab55-b0b47d01a981)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:22.193374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.212211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Calling delete_port for c46beb27-a809-418d-8b1b-b6227d21c90b owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:22.242191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e7e91136-1d59-4f73-8aa8-32bd979e750a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9e2768b3d114b50bc27a0b20409bcd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763237 Nov 22 16:31:22.252223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:22.255796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] Deleting port c46beb27-a809-418d-8b1b-b6227d21c90b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:22.256515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.326243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.344302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d83f8f-c5a2-4c83-8846-be2483bc2b83 req-ce8c6c47-23b8-48b0-805a-bb2024df2c72 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:22.346469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9d83f8f-c5a2-4c83-8846-be2483bc2b83 req-ce8c6c47-23b8-48b0-805a-bb2024df2c72 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 944 time: 0.3316209 Nov 22 16:31:22.356014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-85cb7832-b533-4da6-9c18-ba84ee4a6db0 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709973 Nov 22 16:31:22.362720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] For port c46beb27-a809-418d-8b1b-b6227d21c90b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c46beb27-a809-418d-8b1b-b6227d21c90b,segment=NetworkSegment(6af51147-0f97-4480-ab55-b0b47d01a981),segment_id=6af51147-0f97-4480-ab55-b0b47d01a981)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:22.363337 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.364414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Pushing event deleted for resources: {'Port': ['ID=c46beb27-a809-418d-8b1b-b6227d21c90b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:22.366396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] No DVR routers for this DVR port c46beb27-a809-418d-8b1b-b6227d21c90b on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:22.367789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea7a47-ada8-4c4b-9012-bc687e160a48 req-436335ae-80b1-4679-9f08-920363769a74 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:22.369850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57ea7a47-ada8-4c4b-9012-bc687e160a48 req-436335ae-80b1-4679-9f08-920363769a74 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.3064616 Nov 22 16:31:22.388520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] Calling delete_port for c46beb27-a809-418d-8b1b-b6227d21c90b owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:22.465908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.494077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f55772b-ed35-4e5a-a50f-96fe095be568']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:22.500150 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.506451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af51147-0f97-4480-ab55-b0b47d01a981') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:22.506801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af51147-0f97-4480-ab55-b0b47d01a981') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:22.520522 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.539989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.549076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:22.549492 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:22.551888 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:22.556711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] Pushing event deleted for resources: {'Port': ['ID=c46beb27-a809-418d-8b1b-b6227d21c90b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:22.568285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb1bdc-4cee-488d-ad1a-fbc70615ba5e None None] No DVR routers for this DVR port c46beb27-a809-418d-8b1b-b6227d21c90b on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:22.649637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.658224 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.662133 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] 10.222.0.59 "DELETE /v2.0/networks/4f55772b-ed35-4e5a-a50f-96fe095be568 HTTP/1.1" status: 204 len: 168 time: 0.9608510 Nov 22 16:31:22.676874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268a984-5443-4cad-99da-0fa338dce68e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f55772b-ed35-4e5a-a50f-96fe095be568,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:22.891458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Attempting to bind port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:22.892110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Attempting to bind port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:22.892367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Attempting to bind port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 on network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:22.914383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46810) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:22.928250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 on network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:22.928597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Attempting to bind port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 on network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:22.950037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf9e2-1c55-4f3d-aade-cf1b759f6f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.956521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:22.957223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Checking segment: {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:22.957392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Bound using segment: {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:22.957702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Bound port: e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:22.958062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.961108 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5be7b408-cb6c-41a3-8a5a-1cb473fbc71e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0bd0928b50d418098b270e16d38c8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452402 Nov 22 16:31:22.963016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9d83f8f-c5a2-4c83-8846-be2483bc2b83 req-6d406c77-7fe3-4e76-92c8-4e90910bf2cb tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910163 Nov 22 16:31:22.964291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46812) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:23.018089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57ea7a47-ada8-4c4b-9012-bc687e160a48 req-10df949d-a045-4f8e-abab-229a3ba46772 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239307 Nov 22 16:31:23.031555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-b6272e60-89e6-43fc-a5af-4941f9a2ab75 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485674 Nov 22 16:31:23.044870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52aa302a-6d65-4f06-b936-e77a2ed32c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.060843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf9e2-1c55-4f3d-aade-cf1b759f6f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.095237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52aa302a-6d65-4f06-b936-e77a2ed32c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.174213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] For port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:23.178330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52aa302a-6d65-4f06-b936-e77a2ed32c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.181680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52aa302a-6d65-4f06-b936-e77a2ed32c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.183269 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-52aa302a-6d65-4f06-b936-e77a2ed32c61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd80a3fb-93f6-4ead-87ee-ba141b3e0752 HTTP/1.1" status: 204 len: 168 time: 0.2175846 Nov 22 16:31:23.194529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa302a-6d65-4f06-b936-e77a2ed32c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80a3fb-93f6-4ead-87ee-ba141b3e0752,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:23.212939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] For port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:23.229814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.244584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575be34-41b5-40e9-a1ac-e22b1a447316 req-a60c6ce0-3630-41ce-b838-2c1ab35dff55 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.253433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5575be34-41b5-40e9-a1ac-e22b1a447316 req-a60c6ce0-3630-41ce-b838-2c1ab35dff55 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1789198 Nov 22 16:31:23.282798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c46beb27-a809-418d-8b1b-b6227d21c90b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:23.307117 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf9e2-1c55-4f3d-aade-cf1b759f6f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.309915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5ddf9e2-1c55-4f3d-aade-cf1b759f6f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.313721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b5ddf9e2-1c55-4f3d-aade-cf1b759f6f54 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af075890-f43a-4dfc-9a94-d468bb671432 HTTP/1.1" status: 204 len: 168 time: 1.0562932 Nov 22 16:31:23.328478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: c46beb27-a809-418d-8b1b-b6227d21c90b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:23.329201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c46beb27-a809-418d-8b1b-b6227d21c90b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:23.340830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.341458 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.342938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 HTTP/1.1" status: 200 len: 1092 time: 3.3473909 Nov 22 16:31:23.348870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9585e372-388e-4e13-a804-148336a88f2a', 'tag': 'e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:23.351320 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251" -d '{"events": [{"name": "network-changed", "server_uuid": "9585e372-388e-4e13-a804-148336a88f2a", "tag": "e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:23.358976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddf9e2-1c55-4f3d-aade-cf1b759f6f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af075890-f43a-4dfc-9a94-d468bb671432,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:23.381531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3f1f7-7301-4a78-b796-436683fd31fa req-b8eebf08-7b7d-4659-92f0-06cfadc6b84e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.389992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fb3f1f7-7301-4a78-b796-436683fd31fa req-b8eebf08-7b7d-4659-92f0-06cfadc6b84e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.2509310 Nov 22 16:31:23.479950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5575be34-41b5-40e9-a1ac-e22b1a447316 req-ba9cf4b3-95fe-4b97-b782-80e24c6d4eaf tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254398 Nov 22 16:31:23.482967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe6515-2450-4e80-826b-0ffb8a7923c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:23.609018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fb3f1f7-7301-4a78-b796-436683fd31fa req-419b2732-ed66-4a7f-bd36-d53662011c16 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179680 Nov 22 16:31:23.611887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-41287906-45a4-4406-92cd-4394b499c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.621374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-41287906-45a4-4406-92cd-4394b499c7ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 1095 time: 0.2150810 Nov 22 16:31:23.741208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-f2181525-f8be-46b4-acc4-34026363acea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 HTTP/1.1" status: 200 len: 217 time: 0.1081200 Nov 22 16:31:23.742273 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecdb2d8-11ea-4b82-b1a4-e96fb347b70e x-openstack-request-id: req-aecdb2d8-11ea-4b82-b1a4-e96fb347b70e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:23.742566 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9585e372-388e-4e13-a804-148336a88f2a", "tag": "e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:23.742822 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aecdb2d8-11ea-4b82-b1a4-e96fb347b70e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:23.743344 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9585e372-388e-4e13-a804-148336a88f2a', 'tag': 'e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179', 'status': 'completed', 'code': 200} Nov 22 16:31:23.806421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-b14a9136-bbb3-4fb5-b0ef-02f757f91759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.808218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-b14a9136-bbb3-4fb5-b0ef-02f757f91759 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=969ed064-fdc4-48ac-9fea-4272844338ed HTTP/1.1" status: 200 len: 850 time: 0.0618615 Nov 22 16:31:23.855330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-78d2aabd-ec01-419a-98fb-ee6a603604b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400715 Nov 22 16:31:23.972328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea5764-5370-455c-b2c3-7d9bd40209b7 req-c7a35588-06c9-468e-bd96-80cf3573b624 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.974679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00ea5764-5370-455c-b2c3-7d9bd40209b7 req-c7a35588-06c9-468e-bd96-80cf3573b624 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 945 time: 0.1221347 Nov 22 16:31:24.047323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-3ccbcd31-4153-42b2-9dfb-2f2eaf75af68 service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792490 Nov 22 16:31:24.152060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00ea5764-5370-455c-b2c3-7d9bd40209b7 req-bf803e6f-ddf3-40d8-8635-b092e5cd258d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476810 Nov 22 16:31:24.199373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1046f-a4de-4157-8567-90b650eaf5b6 req-c7cf53d8-0a68-4b23-9b95-87b1a1a0730c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.208677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c1046f-a4de-4157-8567-90b650eaf5b6 req-c7cf53d8-0a68-4b23-9b95-87b1a1a0730c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 944 time: 0.1374707 Nov 22 16:31:24.306243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8c1046f-a4de-4157-8567-90b650eaf5b6 req-0ddb083d-f906-4135-86c4-db2153b1c1c9 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932190 Nov 22 16:31:24.328776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58e0ea1a-6d6d-4829-bf5e-93c643136edd req-88c3d2a1-0924-4d8d-b2c9-409a8579a31e service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719193 Nov 22 16:31:24.369248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a987357-0164-4c68-9016-4b94a7f20e1f req-63ad77ec-9529-4006-8556-ff38c59f9d4f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.370822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a987357-0164-4c68-9016-4b94a7f20e1f req-63ad77ec-9529-4006-8556-ff38c59f9d4f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0985980 Nov 22 16:31:24.448980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a987357-0164-4c68-9016-4b94a7f20e1f req-54f5938a-cfc5-4ca3-bf66-21ceea05d8bd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701952 Nov 22 16:31:24.509871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-c6c24da5-e79d-4b0c-aed5-98565ac58012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.512278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-c6c24da5-e79d-4b0c-aed5-98565ac58012 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 1095 time: 0.0679910 Nov 22 16:31:24.549005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:24.687711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-1fc5e1e0-f183-4b09-9ddb-00013274482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.689466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-1fc5e1e0-f183-4b09-9ddb-00013274482e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 911 time: 0.1701183 Nov 22 16:31:24.758128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:24.777627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba58a5-87ac-4022-9225-6799896a8eb5 req-7f50425a-869a-4ae3-94f7-a5537f1b7811 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.779545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01ba58a5-87ac-4022-9225-6799896a8eb5 req-7f50425a-869a-4ae3-94f7-a5537f1b7811 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1453967 Nov 22 16:31:24.785342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-ded82bb8-8ead-4e6e-9b74-44ba3c9047f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 HTTP/1.1" status: 200 len: 217 time: 0.0850704 Nov 22 16:31:24.838327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-398698388-network', 'tenant_id': '92c1656d36b24d3b9261b2a38bf85124'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:24.863376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-127291932-network', 'tenant_id': '11e6d4f7e7cf4fea8f37d6518ea87ae0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:24.893730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Made reservation on behalf of 92c1656d36b24d3b9261b2a38bf85124 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:24.897140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:24.916575 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:24.920094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01ba58a5-87ac-4022-9225-6799896a8eb5 req-43cb593d-0f45-4049-8080-e7da6af81a3c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255884 Nov 22 16:31:24.937807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Made reservation on behalf of 11e6d4f7e7cf4fea8f37d6518ea87ae0 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:24.941532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:24.942720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70147dd-635a-4377-96ad-1493c9ac1258 req-fd9fb684-f9ee-4c9f-a4c2-7cc6d7c057a7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.944444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e70147dd-635a-4377-96ad-1493c9ac1258 req-fd9fb684-f9ee-4c9f-a4c2-7cc6d7c057a7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.1783838 Nov 22 16:31:24.950148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-b07d60cf-0556-4839-bf82-462a909bbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.951913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-b07d60cf-0556-4839-bf82-462a909bbca2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=969ed064-fdc4-48ac-9fea-4272844338ed HTTP/1.1" status: 200 len: 850 time: 0.1558292 Nov 22 16:31:24.961743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.013199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-37eba358-ffcf-424a-87ad-b0325ee3d066 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511303 Nov 22 16:31:25.077775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e70147dd-635a-4377-96ad-1493c9ac1258 req-88be112b-3a38-4d14-816c-cc1b5ff59a47 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220093 Nov 22 16:31:25.128223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.141840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.164423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.181844 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.203924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:31:25.215434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-69526e52-c431-46ff-ab9e-5407b4257136 service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459157 Nov 22 16:31:25.232372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:31:25.235731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e356532b-3724-4010-9544-f7a79c69dacb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:25.240225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.240723 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Added segment 2d31252a-d5ce-4539-82b2-7f5ca12b6cbd of type vlan for network 84a974a1-9ab9-44c7-969f-335f01e4d28d Nov 22 16:31:25.290235 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.290990 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Added segment 25991126-9f84-4e69-9d42-f8d050d8a5fc of type vlan for network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 Nov 22 16:31:25.344070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47186d01-9252-423a-bc7d-816f51d5904c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:25.409522 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.425266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7c5180f-cf25-4c57-b5a7-bcf8bf487251 req-1fcd2c99-f2f7-4d69-a0ef-768feb06f54b service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009892 Nov 22 16:31:25.434531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.498412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.502599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:25.504058 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.513861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.515055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:25.515852 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.532317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830baf4-ed58-4831-87d2-5424e4d83dba req-4808ad77-c3ba-4ff4-8f74-49c8d08767c1 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:25.534197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1830baf4-ed58-4831-87d2-5424e4d83dba req-4808ad77-c3ba-4ff4-8f74-49c8d08767c1 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 944 time: 0.0768616 Nov 22 16:31:25.585358 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0348756 Nov 22 16:31:25.591226 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8311582 Nov 22 16:31:25.594241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:25.599781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46888) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:25.603035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Request body: {'subnet': {'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-398698388-subnet', 'tenant_id': '92c1656d36b24d3b9261b2a38bf85124', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:25.607436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Request body: {'subnet': {'network_id': 'b6dcf16d-043b-47af-b76d-b8b9c9cca1b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-127291932-subnet', 'tenant_id': '11e6d4f7e7cf4fea8f37d6518ea87ae0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:25.611710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee89654-bfdb-4428-88ca-7433d865d571 admin admin] Pushing event updated for resources: {'Network': ['ID=84a974a1-9ab9-44c7-969f-335f01e4d28d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:25.625022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 84a974a1-9ab9-44c7-969f-335f01e4d28d details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:31:25.658698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1830baf4-ed58-4831-87d2-5424e4d83dba req-d0cfb446-1f88-4ac1-aba7-599894fa61a8 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151917 Nov 22 16:31:25.697557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb60521-a4b2-4821-9d4c-d2a3f60f3b3f req-f8f9db77-e6aa-4739-aa21-07ba7a40bb24 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:25.702103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cb60521-a4b2-4821-9d4c-d2a3f60f3b3f req-f8f9db77-e6aa-4739-aa21-07ba7a40bb24 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.1098361 Nov 22 16:31:25.715299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Made reservation on behalf of 92c1656d36b24d3b9261b2a38bf85124 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:25.717808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.722076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40122620-296c-4721-b12b-42e63a7e6704 admin admin] Pushing event updated for resources: {'Network': ['ID=b6dcf16d-043b-47af-b76d-b8b9c9cca1b9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:25.737076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:31:25.767665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Made reservation on behalf of 11e6d4f7e7cf4fea8f37d6518ea87ae0 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:25.770254 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.903551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cb60521-a4b2-4821-9d4c-d2a3f60f3b3f req-6271ea9c-e1dc-41e3-90b7-93c51cffbe2a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979964 Nov 22 16:31:25.956958 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.996425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd91bc5-d139-4608-88b9-348b30278694 req-35d8f488-035d-4d1d-b65e-5f86220508b4 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.001223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fd91bc5-d139-4608-88b9-348b30278694 req-35d8f488-035d-4d1d-b65e-5f86220508b4 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 945 time: 0.1062677 Nov 22 16:31:26.054143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:26.060493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Checking segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:26.061144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Network hostable DHCP agents. Network: 84a974a1-9ab9-44c7-969f-335f01e4d28d, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:31:26.081063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Network 84a974a1-9ab9-44c7-969f-335f01e4d28d is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:31:26.092645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 84a974a1-9ab9-44c7-969f-335f01e4d28d) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:26.098230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.099056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.118912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72935888-baa7-479d-929b-7d690675f33a None None] Network 84a974a1-9ab9-44c7-969f-335f01e4d28d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:26.151740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bf5a7041-4d0b-4027-b8e9-7a2bf1f3b643 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5554070 Nov 22 16:31:26.200412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3994d4-9bbe-4ed6-ba0d-005c84f4b432 req-f3182b3d-c99b-4af1-8ecf-1d12fff96e8c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.210360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f3994d4-9bbe-4ed6-ba0d-005c84f4b432 req-f3182b3d-c99b-4af1-8ecf-1d12fff96e8c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1615148 Nov 22 16:31:26.237689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fd91bc5-d139-4608-88b9-348b30278694 req-ebce019c-0306-44eb-9d48-3048793ea455 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285893 Nov 22 16:31:26.307533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.324193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f3994d4-9bbe-4ed6-ba0d-005c84f4b432 req-938da701-8946-4ffe-805a-fdae7db090e7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122794 Nov 22 16:31:26.406110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b890d0e-293f-46bb-a24c-77524cc2f4c4 None None] Network 84a974a1-9ab9-44c7-969f-335f01e4d28d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:26.455652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2307038b-1595-4130-85cd-92ead83b10a1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:26.468506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Checking segment: {'id': '25991126-9f84-4e69-9d42-f8d050d8a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b6dcf16d-043b-47af-b76d-b8b9c9cca1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:26.468882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Network hostable DHCP agents. Network: b6dcf16d-043b-47af-b76d-b8b9c9cca1b9, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:31:26.511017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:31:26.530922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b6dcf16d-043b-47af-b76d-b8b9c9cca1b9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:26.538476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.539270 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.583041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7858a-0993-472e-a143-a2b0784f204f None None] Network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:26.604632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a66c4435-d627-467a-b507-fc04f8ca0616 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0031269 Nov 22 16:31:26.886808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c022630d-9318-410b-b9f5-1e0ac71cb751 None None] Network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:26.916494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4f0dae6a-a503-4dc9-855a-4d1632c4a4bf tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.918417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4f0dae6a-a503-4dc9-855a-4d1632c4a4bf tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 804 time: 0.1709015 Nov 22 16:31:26.941672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-53a4eb7b-0668-40fe-89e6-28410c5331ea tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/quotas/92c1656d36b24d3b9261b2a38bf85124 HTTP/1.1" status: 200 len: 375 time: 0.0160534 Nov 22 16:31:26.956111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a36973-dfd1-48ce-b868-a644ae7dd92f req-e5ae3413-dc65-4831-a331-acb5221118b4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.957728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23a36973-dfd1-48ce-b868-a644ae7dd92f req-e5ae3413-dc65-4831-a331-acb5221118b4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.0875380 Nov 22 16:31:26.992793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-57bee4c1-adc5-4a99-a911-5d6eed0c93f0 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339401 Nov 22 16:31:27.027182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:27.087502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23a36973-dfd1-48ce-b868-a644ae7dd92f req-11d5497c-9e59-4e66-8562-d312c82f52c2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190214 Nov 22 16:31:27.134129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-5842752a-5527-4390-ad47-cafcd287d9f0 service neutron] 10.222.0.59 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291382 Nov 22 16:31:27.156291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:27.169396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179', 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1', 'port_id': 'e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179', 'mac_address': 'fa:16:3e:ce:6f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969ed064-fdc4-48ac-9fea-4272844338ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:27.222503 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.237280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:27.264752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:27.271344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.280323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1178050-544f-459f-91e1-392fb2bf9325 req-bd3ee02a-1255-449e-b68f-b1e1bdb28482 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.282002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1178050-544f-459f-91e1-392fb2bf9325 req-bd3ee02a-1255-449e-b68f-b1e1bdb28482 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 944 time: 0.1179974 Nov 22 16:31:27.305045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-fd40ba5c-d388-475c-a3b1-71e6fd13281e service neutron] 10.222.0.59 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631269 Nov 22 16:31:27.365536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1178050-544f-459f-91e1-392fb2bf9325 req-d8cab98b-7cb7-4962-9ed6-20b86e21aa83 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695274 Nov 22 16:31:27.390079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:27.608866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:27.652687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7f775-7a0c-403d-a2cf-ffb46b3d697c req-bb845e8e-0e13-4998-9d2e-3356a5846965 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.660715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5a7f775-7a0c-403d-a2cf-ffb46b3d697c req-bb845e8e-0e13-4998-9d2e-3356a5846965 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.1111259 Nov 22 16:31:27.799220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8af9-ea62-494d-ba07-19a528d82791 req-1d11710b-b1dd-4c37-ba5a-6a2cc264541e tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.808168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-1d11710b-b1dd-4c37-ba5a-6a2cc264541e tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/networks?id=b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 HTTP/1.1" status: 200 len: 817 time: 0.2491138 Nov 22 16:31:27.827032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5a7f775-7a0c-403d-a2cf-ffb46b3d697c req-c8f37e42-c2ac-4f5e-861e-a181b3cfe790 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602113 Nov 22 16:31:27.841255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-11f7753b-a8cc-4687-93d3-4e7a9f92cca1 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/quotas/11e6d4f7e7cf4fea8f37d6518ea87ae0 HTTP/1.1" status: 200 len: 375 time: 0.0311501 Nov 22 16:31:27.850337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-0236c527-eaf4-423e-8dbe-6bd87b41f105 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.851646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-0236c527-eaf4-423e-8dbe-6bd87b41f105 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 945 time: 0.1837642 Nov 22 16:31:27.895943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-015efbc4-fb4f-4795-8eb7-9e1c897a5eef tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=11e6d4f7e7cf4fea8f37d6518ea87ae0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431395 Nov 22 16:31:28.082856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e52d7-5aa5-4a0c-9797-005dec0855c1 req-78f6912a-35fb-4b2e-8025-0cd7c9309d24 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.084295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b8e52d7-5aa5-4a0c-9797-005dec0855c1 req-78f6912a-35fb-4b2e-8025-0cd7c9309d24 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 945 time: 0.1919863 Nov 22 16:31:28.126292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-8583b472-91c3-4558-9688-cb4bf6b0df5c service neutron] 10.222.0.59 "GET /v2.0/networks/b6dcf16d-043b-47af-b76d-b8b9c9cca1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991744 Nov 22 16:31:28.210139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Deleting port f9b71276-a37c-4d39-8ab3-88a36b9810d8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:28.210473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.233823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b8e52d7-5aa5-4a0c-9797-005dec0855c1 req-e60ddf47-f582-45b4-8b18-4f100f66ae98 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups?id=04eb62e7-f68d-493f-81f4-f599af0bf88a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407137 Nov 22 16:31:28.377692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-7b56fa45-71fd-493e-b37e-78992a28ad91 service neutron] 10.222.0.59 "GET /v2.0/networks/b6dcf16d-043b-47af-b76d-b8b9c9cca1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424083 Nov 22 16:31:28.385389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] For port f9b71276-a37c-4d39-8ab3-88a36b9810d8, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f9b71276-a37c-4d39-8ab3-88a36b9810d8,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:28.385827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.458685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a833bcf-9f91-4a42-abf6-6709b0fae048 req-bad3db23-c65c-4dad-b483-5d6ad2d726f5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.460310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a833bcf-9f91-4a42-abf6-6709b0fae048 req-bad3db23-c65c-4dad-b483-5d6ad2d726f5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1388497 Nov 22 16:31:28.630893 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a833bcf-9f91-4a42-abf6-6709b0fae048 req-06fa069c-92b3-432c-a2d9-6ff54a8f8717 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629443 Nov 22 16:31:28.701682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d2cd4cc-2512-4ad5-8bb8-cf15bdb7ae5c req-8dcca79f-145a-4e83-a6c8-8becd786528e tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 210 time: 0.0297034 Nov 22 16:31:28.703750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.704356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.704708 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Floating IP 26fd727d-f88f-4d5e-b04b-4fd839d75d87 disassociated. External IP: 172.25.0.97, port: f9b71276-a37c-4d39-8ab3-88a36b9810d8. Nov 22 16:31:28.705075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Calling delete_port for f9b71276-a37c-4d39-8ab3-88a36b9810d8 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:28.901475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9d3db-6c31-4fa5-bb91-ef7fde00c47a req-f05ff7e1-31e7-449b-94e1-1f54f53aed41 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.909246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66c9d3db-6c31-4fa5-bb91-ef7fde00c47a req-f05ff7e1-31e7-449b-94e1-1f54f53aed41 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.1189027 Nov 22 16:31:28.986819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66c9d3db-6c31-4fa5-bb91-ef7fde00c47a req-d284aba0-66ff-4265-8aa9-3be157f2367c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676475 Nov 22 16:31:28.986819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e59f59-3b50-4fb6-b170-4e7593ffe1ec req-d0b79514-4b11-448e-9786-b6a6b1a93267 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.987435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76e59f59-3b50-4fb6-b170-4e7593ffe1ec req-d0b79514-4b11-448e-9786-b6a6b1a93267 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 945 time: 0.1673093 Nov 22 16:31:29.045595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:29.093485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-f148aef4-b09e-41ad-8792-a09a0f5e45c3 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.097414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-f148aef4-b09e-41ad-8792-a09a0f5e45c3 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.62 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 804 time: 0.2695346 Nov 22 16:31:29.099017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76e59f59-3b50-4fb6-b170-4e7593ffe1ec req-9e26de59-77e7-4527-8a2f-bbfb917bdbfc tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852170 Nov 22 16:31:29.133780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Request body: {'port': {'device_id': '28df29cd-a0a3-4175-a339-f159174691fd', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'admin_state_up': True, 'tenant_id': '92c1656d36b24d3b9261b2a38bf85124'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:29.195772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57523d4c-089e-4175-8cc0-44ef6ea6e143 req-2e4a4cee-f3eb-4c96-a543-9b856ecf693a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 210 time: 0.1170549 Nov 22 16:31:29.202132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:29.229349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:29.230332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.296152 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.343554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Made reservation on behalf of 92c1656d36b24d3b9261b2a38bf85124 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:29.351245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.517707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Allocated IP 172.20.0.2 (84a974a1-9ab9-44c7-969f-335f01e4d28d/d6ca7fc4-428e-4399-8bfe-cb151d8d0f89/a3a76279-7935-4c01-afd3-d6c4f58e8307) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:29.519474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.608911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:29.611060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9585e372-388e-4e13-a804-148336a88f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:29.617085 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca82041-ed85-466b-9ef5-ba58990a16c6" -d '{"events": [{"server_uuid": "9585e372-388e-4e13-a804-148336a88f2a", "name": "network-vif-plugged", "status": "completed", "tag": "e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:29.626032 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.648373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event deleted for resources: {'Port': ['ID=f9b71276-a37c-4d39-8ab3-88a36b9810d8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:29.711770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-031e57c5-e148-411f-9b69-fbbed5e697de req-f8952169-a7e1-4706-bf12-12501860e795 tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7f5a765-f940-41f0-a7ab-92b7b5215b65 HTTP/1.1" status: 200 len: 210 time: 0.2462518 Nov 22 16:31:29.733263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.752999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:29.757798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b079d6-986d-4d4e-928c-e91c57c8b0af req-0d2488fb-cacf-4528-8b08-af19b3a86cf1 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.778300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29b079d6-986d-4d4e-928c-e91c57c8b0af req-0d2488fb-cacf-4528-8b08-af19b3a86cf1 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.4830515 Nov 22 16:31:29.799399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.828554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Router 21a704c2-aff5-4015-bc01-5b0c4978d1ba has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:29.879042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Network 84a974a1-9ab9-44c7-969f-335f01e4d28d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:29.884843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:29.895369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:29.902041 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e7cee5-1815-4d22-8b3f-7a680bf73785 x-openstack-request-id: req-b2e7cee5-1815-4d22-8b3f-7a680bf73785 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:29.902360 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9585e372-388e-4e13-a804-148336a88f2a", "name": "network-vif-plugged", "status": "completed", "tag": "e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:29.903566 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2e7cee5-1815-4d22-8b3f-7a680bf73785 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:29.904005 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9585e372-388e-4e13-a804-148336a88f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179', 'code': 200} Nov 22 16:31:29.945078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Pushing event updated for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:30.007004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.007978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.036971 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-4169f636-80b8-465c-af3c-3a26fb4838c9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9288154 Nov 22 16:31:30.049831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29b079d6-986d-4d4e-928c-e91c57c8b0af req-399aecad-e9b1-4239-9d2b-cb2d672d2e7f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656608 Nov 22 16:31:30.060403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Request body: {'port': {'device_id': '28df29cd-a0a3-4175-a339-f159174691fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:30.143946 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.614202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a76279-7935-4c01-afd3-d6c4f58e8307 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:30.630612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.654819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Transition to ACTIVE for port object a3a76279-7935-4c01-afd3-d6c4f58e8307 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:30.665975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.693940 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:31:30.725197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:30.753400 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] Sync routers for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:30.756051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63daaa2-8282-42d7-8558-0cc659c0229d req-30eafc8e-c5b4-4d9f-961c-99dffcdd1efd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.765171 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:30.766074 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:30.772184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a63daaa2-8282-42d7-8558-0cc659c0229d req-30eafc8e-c5b4-4d9f-961c-99dffcdd1efd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.7506297 Nov 22 16:31:30.823543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6e381-076e-4972-8aed-067fc61610e9 req-b5344823-4e0e-45d0-a07c-025bd866a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.825035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4d6e381-076e-4972-8aed-067fc61610e9 req-b5344823-4e0e-45d0-a07c-025bd866a8ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 1097 time: 0.8048947 Nov 22 16:31:30.858695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:30.890485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] No DVR routers for this DVR port f9b71276-a37c-4d39-8ab3-88a36b9810d8 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:30.907564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8af9-ea62-494d-ba07-19a528d82791 req-c80e1f94-6b95-48fa-8c9e-9d8a77231fd0 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.908508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Attempting to bind port a3a76279-7935-4c01-afd3-d6c4f58e8307 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:30.909118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Attempting to bind port a3a76279-7935-4c01-afd3-d6c4f58e8307 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:30.909523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-c80e1f94-6b95-48fa-8c9e-9d8a77231fd0 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.37 "GET /v2.0/networks?id=b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 HTTP/1.1" status: 200 len: 817 time: 0.7992029 Nov 22 16:31:30.909698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Attempting to bind port a3a76279-7935-4c01-afd3-d6c4f58e8307 on network 84a974a1-9ab9-44c7-969f-335f01e4d28d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:30.914698 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.917484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Port a3a76279-7935-4c01-afd3-d6c4f58e8307 on network 84a974a1-9ab9-44c7-969f-335f01e4d28d not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:30.917969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Attempting to bind port a3a76279-7935-4c01-afd3-d6c4f58e8307 on network 84a974a1-9ab9-44c7-969f-335f01e4d28d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:30.918127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-023b1de0-08d1-4f36-a3f8-d93b1c53878f req-2b857dbd-d45b-4e79-a986-051fe67518bd tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.62 "DELETE /v2.0/ports/f9b71276-a37c-4d39-8ab3-88a36b9810d8 HTTP/1.1" status: 204 len: 173 time: 3.0550041 Nov 22 16:31:30.924518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:30.924831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Checking segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:30.925450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Bound using segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:30.925952 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Bound port: a3a76279-7935-4c01-afd3-d6c4f58e8307, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:30.926314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.926635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b27b8-cdd0-4c19-bb29-3f90ec1a0479 req-4d9bbc26-f655-4eee-893a-444c2368b3c2 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.928264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-421b27b8-cdd0-4c19-bb29-3f90ec1a0479 req-4d9bbc26-f655-4eee-893a-444c2368b3c2 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 943 time: 0.3560827 Nov 22 16:31:30.928722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'name': 'network-vif-deleted', 'tag': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:30.931267 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd232eba-b88c-43f7-9f9f-f8e7439cc9b6" -d '{"events": [{"server_uuid": "a7f5a765-f940-41f0-a7ab-92b7b5215b65", "name": "network-vif-deleted", "tag": "f9b71276-a37c-4d39-8ab3-88a36b9810d8"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:30.943406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Request body: {'port': {'device_id': 'ef69aacd-a9d5-437b-b61e-45df1d8a453d', 'network_id': 'b6dcf16d-043b-47af-b76d-b8b9c9cca1b9', 'admin_state_up': True, 'tenant_id': '11e6d4f7e7cf4fea8f37d6518ea87ae0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:30.988084 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:31.025126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:31.028780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a63daaa2-8282-42d7-8558-0cc659c0229d req-88f3ef35-7da5-42be-afc8-ebab9531e8e7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556021 Nov 22 16:31:31.036689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:31.046698 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.061704 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4d6e381-076e-4972-8aed-067fc61610e9 req-91617824-2911-49ec-a381-ba2cdd209132 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111833 Nov 22 16:31:31.121661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-421b27b8-cdd0-4c19-bb29-3f90ec1a0479 req-5698fff2-5e10-4992-b45c-eb9425641a00 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742129 Nov 22 16:31:31.156174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:31.156891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.159007 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] 10.222.0.62 "PUT /v2.0/ports/a3a76279-7935-4c01-afd3-d6c4f58e8307 HTTP/1.1" status: 200 len: 1091 time: 1.1124337 Nov 22 16:31:31.160296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:31.173440 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a" -d '{"events": [{"name": "network-changed", "server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:31.236834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Made reservation on behalf of 11e6d4f7e7cf4fea8f37d6518ea87ae0 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:31.241104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.256250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c092d16-db90-47bb-a84f-a435a4d1c6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:31.279351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-bef02ed3-d410-46f4-a77a-99055eea848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:31.281228 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-bef02ed3-d410-46f4-a77a-99055eea848e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 1094 time: 0.0603704 Nov 22 16:31:31.347739 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-06634f6d-8cca-4a62-9692-0f54f2cde131 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307 HTTP/1.1" status: 200 len: 217 time: 0.0555279 Nov 22 16:31:31.350372 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:31.371797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca93de-2a64-422e-bdaa-e79811a5042a req-4a1eefb0-cac3-4c33-8974-483ab3803301 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:31.373689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91ca93de-2a64-422e-bdaa-e79811a5042a req-4a1eefb0-cac3-4c33-8974-483ab3803301 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1617258 Nov 22 16:31:31.381996 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] Checking router: 21a704c2-aff5-4015-bc01-5b0c4978d1ba for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:31.397154 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:31.399289 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:31.399514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454013e3-13a5-4f83-9f17-a4d425d1dc47 req-ced76c9f-3220-442b-8ee0-a7e2f3659057 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:31.401149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-454013e3-13a5-4f83-9f17-a4d425d1dc47 req-ced76c9f-3220-442b-8ee0-a7e2f3659057 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.1880133 Nov 22 16:31:31.432406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-e8bd4047-b575-4754-997a-ccc539d79839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:31.435500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-e8bd4047-b575-4754-997a-ccc539d79839 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 200 len: 844 time: 0.0725825 Nov 22 16:31:31.472085 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-52c2a441-fec9-4f8e-aee0-874397e71d2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a974a1-9ab9-44c7-969f-335f01e4d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289621 Nov 22 16:31:31.563463 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:31.564322 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-454013e3-13a5-4f83-9f17-a4d425d1dc47 req-6cae3c8b-d6f7-48e3-a123-67bb25262aaf tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472011 Nov 22 16:31:31.599216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Allocated IP 172.20.0.2 (b6dcf16d-043b-47af-b76d-b8b9c9cca1b9/2307038b-1595-4130-85cd-92ead83b10a1/60d98b57-2c43-412a-91c7-81e27d8f70f4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:31.601240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-a024322f-0a7c-4eba-b0db-61f8403f2a9b service neutron] 10.222.0.62 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205401 Nov 22 16:31:31.611075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91ca93de-2a64-422e-bdaa-e79811a5042a req-f3c2a292-ec80-46d2-8216-3e5a53b63cae tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285573 Nov 22 16:31:31.739249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4a7e096d-3fe5-4539-b4d8-59f058c4bdd6 req-1d17e3f9-73f1-4994-93bd-83c22d96a997 service neutron] 10.222.0.62 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258945 Nov 22 16:31:31.777850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c6c0b2a-c828-4444-900f-702f6141986c req-cbf05182-659b-45d4-9e99-e25a2e038d38 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 210 time: 0.1004667 Nov 22 16:31:31.814512 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1541617e-08f0-4538-aca4-dec39faabe09 x-openstack-request-id: req-1541617e-08f0-4538-aca4-dec39faabe09 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:31.814864 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f5a765-f940-41f0-a7ab-92b7b5215b65", "name": "network-vif-deleted", "tag": "f9b71276-a37c-4d39-8ab3-88a36b9810d8", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:31.815142 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1541617e-08f0-4538-aca4-dec39faabe09 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:31.815556 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f5a765-f940-41f0-a7ab-92b7b5215b65', 'name': 'network-vif-deleted', 'tag': 'f9b71276-a37c-4d39-8ab3-88a36b9810d8', 'status': 'completed', 'code': 200} Nov 22 16:31:31.856489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.901422 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:31.931436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.935470 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af827d29-5a64-4a39-a84b-6ced94537280 None None] The sync data for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 is: [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:25:11Z', 'revision_number': 4, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e9cdc002-0129-40a6-9d1c-11cfe5def540', 'name': '', 'network_id': '271c9d42-644d-45ed-8881-15ca0d9c049b', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'mac_address': 'fa:16:3e:20:65:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:09Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'subnets': [{'id': '551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:31.939568 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a48594d-7820-4001-8bab-c18ebc7fb71f x-openstack-request-id: req-9a48594d-7820-4001-8bab-c18ebc7fb71f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:31.939722 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:31.940003 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a48594d-7820-4001-8bab-c18ebc7fb71f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:31.940403 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'status': 'completed', 'code': 200} Nov 22 16:31:32.019559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Pushing event updated for resources: {'Port': ['ID=60d98b57-2c43-412a-91c7-81e27d8f70f4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:32.035476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bbda4-65ae-4075-8eb6-a9d53c95efe3 req-183e07ea-f52b-49c0-907f-c7cb4234c7db tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.036244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-e1ed08fb-a784-43b1-9849-e5abc0adef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.036244 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-e1ed08fb-a784-43b1-9849-e5abc0adef68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 1094 time: 0.0638986 Nov 22 16:31:32.036421 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-819bbda4-65ae-4075-8eb6-a9d53c95efe3 req-183e07ea-f52b-49c0-907f-c7cb4234c7db tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.1537397 Nov 22 16:31:32.047270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:32.064418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:32.069240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:32.075105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:32.167537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-819bbda4-65ae-4075-8eb6-a9d53c95efe3 req-8763082e-a1b5-45b5-831a-c8976d7ecdd3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233623 Nov 22 16:31:32.192449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.195333 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.205376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-165ec467-d90d-47b1-b931-d4cf30ff478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.207041 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-165ec467-d90d-47b1-b931-d4cf30ff478c service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 905 time: 0.1641405 Nov 22 16:31:32.212512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31b2ed6f-0d3e-43c0-bef2-be213080ab7d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.243521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-aacbd34e-f583-4db4-af52-bd374106c6b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3072734 Nov 22 16:31:32.271503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Request body: {'port': {'device_id': 'ef69aacd-a9d5-437b-b61e-45df1d8a453d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:32.301884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-2bb40d7a-824d-4cd5-bf24-df1562c582d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307 HTTP/1.1" status: 200 len: 217 time: 0.0741498 Nov 22 16:31:32.331939 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31b2ed6f-0d3e-43c0-bef2-be213080ab7d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.346400 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59879dd5-8a57-4488-84fe-ddb89370f6b8 None None] New status for floating IP 26fd727d-f88f-4d5e-b04b-4fd839d75d87: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:31:32.391954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f9b71276-a37c-4d39-8ab3-88a36b9810d8 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:32.406976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-a3f12925-5ccb-4162-9028-3c39bc587e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.409534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-a3f12925-5ccb-4162-9028-3c39bc587e3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 200 len: 844 time: 0.0930243 Nov 22 16:31:32.412006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727ac8a-679e-42a7-8177-168376c7cf69 req-82a7f2da-bae5-415f-92ea-d0da377e50ad tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.413575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7727ac8a-679e-42a7-8177-168376c7cf69 req-82a7f2da-bae5-415f-92ea-d0da377e50ad tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1945441 Nov 22 16:31:32.418587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.458811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f5a70-b157-4572-94c5-a70d44c9f492 req-54e81887-4155-4823-b87e-e11bb279eed5 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.460709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb7f5a70-b157-4572-94c5-a70d44c9f492 req-54e81887-4155-4823-b87e-e11bb279eed5 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 943 time: 0.1653275 Nov 22 16:31:32.463514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-95af9e09-ac3c-47ec-b62a-45036b894f72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a974a1-9ab9-44c7-969f-335f01e4d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376725 Nov 22 16:31:32.464563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31b2ed6f-0d3e-43c0-bef2-be213080ab7d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.468005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31b2ed6f-0d3e-43c0-bef2-be213080ab7d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.469305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-31b2ed6f-0d3e-43c0-bef2-be213080ab7d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "DELETE /v2.0/security-groups/04eb62e7-f68d-493f-81f4-f599af0bf88a HTTP/1.1" status: 204 len: 168 time: 0.3935237 Nov 22 16:31:32.479929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47006) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:32.492706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2ed6f-0d3e-43c0-bef2-be213080ab7d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb62e7-f68d-493f-81f4-f599af0bf88a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:32.556812 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-b8805529-4c55-4fbe-b9bd-730d67ec54aa tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] show failed (client error): The resource could not be found. Nov 22 16:31:32.557876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b8805529-4c55-4fbe-b9bd-730d67ec54aa tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "GET /v2.0/security-groups/04eb62e7-f68d-493f-81f4-f599af0bf88a HTTP/1.1" status: 404 len: 347 time: 0.0765381 Nov 22 16:31:32.561198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47008) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:32.585070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7727ac8a-679e-42a7-8177-168376c7cf69 req-b3a013b4-5ce4-4e34-91dd-4134e1bc491f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608446 Nov 22 16:31:32.663536 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-b1f47586-3372-46e1-8b6e-9cd98a61a918 service neutron] 10.222.0.62 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821413 Nov 22 16:31:32.678734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: f9b71276-a37c-4d39-8ab3-88a36b9810d8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:32.679238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f9b71276-a37c-4d39-8ab3-88a36b9810d8 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:32.703557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb7f5a70-b157-4572-94c5-a70d44c9f492 req-170efbdd-a3f3-437b-92c8-72171deb0a2a tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243705 Nov 22 16:31:32.799784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Deleting port b122eba4-94f6-48c4-88bf-385be348e228 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:32.800126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.816224 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1bd599fc-2cab-462f-9f40-f9c5aa8fc69a req-89f5c2c1-47da-47a9-9ad3-b7aa8c488671 service neutron] 10.222.0.62 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401262 Nov 22 16:31:32.887410 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.887736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4de2d-1088-4c5e-9643-0f6bec51a219 req-16b679b2-95c3-4783-9fb6-167d1d17fc1f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.888275 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.889051 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-afd4de2d-1088-4c5e-9643-0f6bec51a219 req-16b679b2-95c3-4783-9fb6-167d1d17fc1f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.1813347 Nov 22 16:31:32.902385 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Calling delete_port for b122eba4-94f6-48c4-88bf-385be348e228 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:32.924182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0f480-30f8-4501-becb-14dfa3b2a64c req-3648714d-f6ad-4b25-a24d-d8eaa746d953 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.925778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0a0f480-30f8-4501-becb-14dfa3b2a64c req-3648714d-f6ad-4b25-a24d-d8eaa746d953 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1183233 Nov 22 16:31:33.041269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-afd4de2d-1088-4c5e-9643-0f6bec51a219 req-e53836ff-7dec-4208-a085-8ed36afb00a5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452122 Nov 22 16:31:33.053056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0a0f480-30f8-4501-becb-14dfa3b2a64c req-4ccd7126-dee8-4039-9e3f-23679f79a141 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145654 Nov 22 16:31:33.064106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d98b57-2c43-412a-91c7-81e27d8f70f4 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:33.074600 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.091391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Transition to ACTIVE for port object 60d98b57-2c43-412a-91c7-81e27d8f70f4 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:33.102859 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.223586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Pushing event updated for resources: {'Port': ['ID=60d98b57-2c43-412a-91c7-81e27d8f70f4,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:33.287062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902bfe9-02f9-491b-9e9f-a2bcf0605cc7 req-aaea6f6a-8c35-44ad-a28d-2295ad343390 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.288875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c902bfe9-02f9-491b-9e9f-a2bcf0605cc7 req-aaea6f6a-8c35-44ad-a28d-2295ad343390 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 943 time: 0.1370256 Nov 22 16:31:33.352944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Attempting to bind port 60d98b57-2c43-412a-91c7-81e27d8f70f4 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:33.353500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Attempting to bind port 60d98b57-2c43-412a-91c7-81e27d8f70f4 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '25991126-9f84-4e69-9d42-f8d050d8a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b6dcf16d-043b-47af-b76d-b8b9c9cca1b9'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:33.354472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Attempting to bind port 60d98b57-2c43-412a-91c7-81e27d8f70f4 on network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:33.370229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Port 60d98b57-2c43-412a-91c7-81e27d8f70f4 on network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:33.370629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Attempting to bind port 60d98b57-2c43-412a-91c7-81e27d8f70f4 on network b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:33.380555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c902bfe9-02f9-491b-9e9f-a2bcf0605cc7 req-37b576c7-54e7-4575-bfda-fdce6a5db5f7 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805786 Nov 22 16:31:33.381645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:33.381986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Checking segment: {'id': '25991126-9f84-4e69-9d42-f8d050d8a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b6dcf16d-043b-47af-b76d-b8b9c9cca1b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:33.382378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Bound using segment: {'id': '25991126-9f84-4e69-9d42-f8d050d8a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b6dcf16d-043b-47af-b76d-b8b9c9cca1b9'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:33.382843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Bound port: 60d98b57-2c43-412a-91c7-81e27d8f70f4, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25991126-9f84-4e69-9d42-f8d050d8a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b6dcf16d-043b-47af-b76d-b8b9c9cca1b9'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:33.383246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.463830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.497766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Pushing event deleted for resources: {'Port': ['ID=b122eba4-94f6-48c4-88bf-385be348e228,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:33.565535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.568311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.569489 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27328ab7-658a-4f6a-af43-e11e4fd91c0d tempest-ServersWithSpecificFlavorTestJSON-782522615 tempest-ServersWithSpecificFlavorTestJSON-782522615-project] 10.222.0.59 "DELETE /v2.0/floatingips/26fd727d-f88f-4d5e-b04b-4fd839d75d87 HTTP/1.1" status: 204 len: 168 time: 1.0071883 Nov 22 16:31:33.572504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] For port 60d98b57-2c43-412a-91c7-81e27d8f70f4, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:33.607531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] For port 60d98b57-2c43-412a-91c7-81e27d8f70f4, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=60d98b57-2c43-412a-91c7-81e27d8f70f4,segment=NetworkSegment(25991126-9f84-4e69-9d42-f8d050d8a5fc),segment_id=25991126-9f84-4e69-9d42-f8d050d8a5fc)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:33.620241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.681780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cda912-328f-4a35-8d89-8c6be8866382 req-e3fbf768-cb82-4f28-adc6-112dba035822 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.683292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08cda912-328f-4a35-8d89-8c6be8866382 req-e3fbf768-cb82-4f28-adc6-112dba035822 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.2003243 Nov 22 16:31:33.690942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.691673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.693123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] 10.222.0.37 "PUT /v2.0/ports/60d98b57-2c43-412a-91c7-81e27d8f70f4 HTTP/1.1" status: 200 len: 1091 time: 1.4308186 Nov 22 16:31:33.696697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-ebf50f50-5084-43e1-894c-97f5b87e9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.698074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-ebf50f50-5084-43e1-894c-97f5b87e9fe3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 1097 time: 0.1809916 Nov 22 16:31:33.712272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f3b52-4a42-4078-a0d2-701e41464a14 req-bb7e4afb-9421-4298-a43a-a8770337dd62 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.713819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-047f3b52-4a42-4078-a0d2-701e41464a14 req-bb7e4afb-9421-4298-a43a-a8770337dd62 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1868742 Nov 22 16:31:33.830692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef69aacd-a9d5-437b-b61e-45df1d8a453d', 'tag': '60d98b57-2c43-412a-91c7-81e27d8f70f4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:33.833066 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869228d5-1660-4870-ae9e-1afb6b1546ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ef69aacd-a9d5-437b-b61e-45df1d8a453d", "tag": "60d98b57-2c43-412a-91c7-81e27d8f70f4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:33.835865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98435a62-c7f5-4f01-a285-fabb3c29be0b service neutron] Pushing event updated for resources: {'Port': ['ID=60d98b57-2c43-412a-91c7-81e27d8f70f4,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:33.918445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08cda912-328f-4a35-8d89-8c6be8866382 req-d7a4d769-8954-46ab-a4b0-f716c7e5c9e9 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167525 Nov 22 16:31:33.940208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-047f3b52-4a42-4078-a0d2-701e41464a14 req-2c454244-4604-4cc2-8ecc-2aeba07806f3 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028055 Nov 22 16:31:33.941357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-e1a0a54c-6541-4074-95e2-d315b1a5304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.942902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-e1a0a54c-6541-4074-95e2-d315b1a5304c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 911 time: 0.2230897 Nov 22 16:31:33.956992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8af9-ea62-494d-ba07-19a528d82791 req-76f089e4-bc4e-492b-806d-91de3baa8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.956992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-76f089e4-bc4e-492b-806d-91de3baa8f55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e6d4f7e7cf4fea8f37d6518ea87ae0&device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 1094 time: 0.1895442 Nov 22 16:31:33.991098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-14d68068-b77c-4ea1-a005-b1935996bcee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 HTTP/1.1" status: 200 len: 217 time: 0.0384851 Nov 22 16:31:34.041454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-2a407436-2e0e-44c3-8f99-35b2814b1dc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60d98b57-2c43-412a-91c7-81e27d8f70f4 HTTP/1.1" status: 200 len: 217 time: 0.0525804 Nov 22 16:31:34.141608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-bb8cbe30-4988-492e-a981-2960bc64ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.143572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-bb8cbe30-4988-492e-a981-2960bc64ca7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=969ed064-fdc4-48ac-9fea-4272844338ed HTTP/1.1" status: 200 len: 850 time: 0.1138060 Nov 22 16:31:34.199508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8af9-ea62-494d-ba07-19a528d82791 req-0f5ed32e-957a-471a-b2e5-b4ce701f6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.201036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-0f5ed32e-957a-471a-b2e5-b4ce701f6bd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2307038b-1595-4130-85cd-92ead83b10a1 HTTP/1.1" status: 200 len: 857 time: 0.1342332 Nov 22 16:31:34.217344 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-21300986-8a2b-4eaa-8b5d-c6abc6d35c3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620811 Nov 22 16:31:34.227465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dba574-e548-49ab-8eca-1d9d00113067 req-c137e250-c671-411a-b7d5-8d3ac5dbd38d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.228919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12dba574-e548-49ab-8eca-1d9d00113067 req-c137e250-c671-411a-b7d5-8d3ac5dbd38d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1913500 Nov 22 16:31:34.274380 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-2061767b-feff-4436-b077-594e88d7eb00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6dcf16d-043b-47af-b76d-b8b9c9cca1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558591 Nov 22 16:31:34.405890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6562e9-7624-430b-9941-aae931ca8a08 req-239aa28d-7e1c-4454-b73e-b37c6d9c4a47 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.407699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e6562e9-7624-430b-9941-aae931ca8a08 req-239aa28d-7e1c-4454-b73e-b37c6d9c4a47 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 943 time: 0.2411118 Nov 22 16:31:34.448801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12dba574-e548-49ab-8eca-1d9d00113067 req-fdca6b69-ef4a-4701-9454-7a53cb5dc791 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076497 Nov 22 16:31:34.487917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-5bd1941c-8fde-4257-96c2-f6a13560f831 service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488587 Nov 22 16:31:34.516660 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e05376-5fd1-46ac-b57a-8d88c136ed8b x-openstack-request-id: req-28e05376-5fd1-46ac-b57a-8d88c136ed8b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:34.516938 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef69aacd-a9d5-437b-b61e-45df1d8a453d", "tag": "60d98b57-2c43-412a-91c7-81e27d8f70f4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:34.517191 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28e05376-5fd1-46ac-b57a-8d88c136ed8b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:34.517596 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef69aacd-a9d5-437b-b61e-45df1d8a453d', 'tag': '60d98b57-2c43-412a-91c7-81e27d8f70f4', 'status': 'completed', 'code': 200} Nov 22 16:31:34.575318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-72b00a20-1b72-454b-9fa2-f317df665c2f service neutron] 10.222.0.37 "GET /v2.0/networks/b6dcf16d-043b-47af-b76d-b8b9c9cca1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807057 Nov 22 16:31:34.586326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e6562e9-7624-430b-9941-aae931ca8a08 req-79acc5c8-3b2f-4b2c-b2eb-a9ec3177664e tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680295 Nov 22 16:31:34.718894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80e084-27a1-429c-9fb2-f16b9e860561 req-014ea76f-62ea-4339-9d58-28a81b5c6993 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.720733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e80e084-27a1-429c-9fb2-f16b9e860561 req-014ea76f-62ea-4339-9d58-28a81b5c6993 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.1618407 Nov 22 16:31:34.722590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f95fa7-d87f-473f-a210-564bdd26ebed req-ee6d9497-23ea-47c6-a2e7-9320bb0a8d33 service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236204 Nov 22 16:31:34.827598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35da8af9-ea62-494d-ba07-19a528d82791 req-d6ccd2ee-0046-4412-a1e3-6dd70163f723 service neutron] 10.222.0.37 "GET /v2.0/networks/b6dcf16d-043b-47af-b76d-b8b9c9cca1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196782 Nov 22 16:31:34.868431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82684aa-c4dc-4c64-a6fa-8cddbc1f3424 req-d8dd9f4f-f9a9-43e8-b53d-47c014f2a2c3 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.870013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82684aa-c4dc-4c64-a6fa-8cddbc1f3424 req-d8dd9f4f-f9a9-43e8-b53d-47c014f2a2c3 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 943 time: 0.1177828 Nov 22 16:31:34.884221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e80e084-27a1-429c-9fb2-f16b9e860561 req-a3b4fa84-e590-46ca-9382-a16c82c5be84 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517129 Nov 22 16:31:34.975754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82684aa-c4dc-4c64-a6fa-8cddbc1f3424 req-d9f91b7e-0a23-43b5-bc36-c107eb31029f tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899644 Nov 22 16:31:34.982834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-8beda9bf-5eb7-43e1-8bf6-5bc68274a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.983950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-8beda9bf-5eb7-43e1-8bf6-5bc68274a389 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e6d4f7e7cf4fea8f37d6518ea87ae0&device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 1094 time: 0.0879619 Nov 22 16:31:35.160431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb5407-302d-47a3-aa08-bef68e551059 req-28117ca2-9f00-4850-a113-84ac976158c2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.161927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15eb5407-302d-47a3-aa08-bef68e551059 req-28117ca2-9f00-4850-a113-84ac976158c2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.1572659 Nov 22 16:31:35.166641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-eebae5af-1e22-4b18-94c5-78cfeb251f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.168067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-eebae5af-1e22-4b18-94c5-78cfeb251f46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 HTTP/1.1" status: 200 len: 918 time: 0.1745620 Nov 22 16:31:35.197585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464d824-1ad9-4a37-b212-20bea69cf1fd req-8b35a734-ebf3-4c89-950f-74c3c0199d3a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.199207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b464d824-1ad9-4a37-b212-20bea69cf1fd req-8b35a734-ebf3-4c89-950f-74c3c0199d3a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1132245 Nov 22 16:31:35.245531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-2083a9cb-0783-48b2-9ec5-96437b4dd1f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60d98b57-2c43-412a-91c7-81e27d8f70f4 HTTP/1.1" status: 200 len: 217 time: 0.0684614 Nov 22 16:31:35.326563 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15eb5407-302d-47a3-aa08-bef68e551059 req-c5165116-f1fd-4d25-8118-be80ac613582 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532927 Nov 22 16:31:35.345424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b464d824-1ad9-4a37-b212-20bea69cf1fd req-473a5ef9-72d7-40e7-8594-212798f8aebb tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100755 Nov 22 16:31:35.353564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-00f43423-5cd2-4ea9-9b84-a8cb3c62bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.355405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-00f43423-5cd2-4ea9-9b84-a8cb3c62bcbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2307038b-1595-4130-85cd-92ead83b10a1 HTTP/1.1" status: 200 len: 857 time: 0.0970738 Nov 22 16:31:35.395508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-9feb5559-a80a-4fd5-9ec3-8ca15b91d903 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6dcf16d-043b-47af-b76d-b8b9c9cca1b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316534 Nov 22 16:31:35.492512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47064) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:35.896067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db008c41-b558-4c74-9fe2-568b112816f3 req-442fba91-9cd7-4424-a86a-f4d491550671 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.897716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db008c41-b558-4c74-9fe2-568b112816f3 req-442fba91-9cd7-4424-a86a-f4d491550671 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 943 time: 0.1166577 Nov 22 16:31:35.908434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384e91e-0589-4798-b352-0a617afa59e0 req-2d9d93d3-7fbe-4660-a3ef-402c024eb088 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.909943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e384e91e-0589-4798-b352-0a617afa59e0 req-2d9d93d3-7fbe-4660-a3ef-402c024eb088 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1303866 Nov 22 16:31:35.913187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-b5db37cf-cc86-4577-9655-352ccdb11bd7 service neutron] 10.222.0.37 "GET /v2.0/networks/b6dcf16d-043b-47af-b76d-b8b9c9cca1b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096655 Nov 22 16:31:35.961112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.050892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db008c41-b558-4c74-9fe2-568b112816f3 req-7b471158-b97d-45d9-8e08-a814e3667522 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397805 Nov 22 16:31:36.064224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e384e91e-0589-4798-b352-0a617afa59e0 req-d06442e5-e113-447c-93e6-570e1dd139c4 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451058 Nov 22 16:31:36.092585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-869228d5-1660-4870-ae9e-1afb6b1546ea req-6d1e6bfd-74db-4e1c-b804-d321d8525d05 service neutron] 10.222.0.37 "GET /v2.0/networks/b6dcf16d-043b-47af-b76d-b8b9c9cca1b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708977 Nov 22 16:31:36.233071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f72a98-dcf1-4edd-95e7-7a4ce3d5fda8 req-e23e1976-ab97-4f1e-ac80-c33328f0162c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.234873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2f72a98-dcf1-4edd-95e7-7a4ce3d5fda8 req-e23e1976-ab97-4f1e-ac80-c33328f0162c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.0657301 Nov 22 16:31:36.288101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.290165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Deleting port e9cdc002-0129-40a6-9d1c-11cfe5def540 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:36.290668 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.331451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b673b7a-59c7-41d4-a1ef-7f2c7d0f310e req-0135fb3d-eab3-4db2-bdfc-7c14f411c1ba tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.332931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b673b7a-59c7-41d4-a1ef-7f2c7d0f310e req-0135fb3d-eab3-4db2-bdfc-7c14f411c1ba tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 943 time: 0.0969064 Nov 22 16:31:36.352407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2f72a98-dcf1-4edd-95e7-7a4ce3d5fda8 req-4ec56f52-d850-4e38-802b-37f7c4de8afc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062953 Nov 22 16:31:36.399390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b673b7a-59c7-41d4-a1ef-7f2c7d0f310e req-f41bb38f-4c10-4852-ae21-709d2fa66a73 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576317 Nov 22 16:31:36.409362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a3a76279-7935-4c01-afd3-d6c4f58e8307 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:36.413683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] For port e9cdc002-0129-40a6-9d1c-11cfe5def540, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e9cdc002-0129-40a6-9d1c-11cfe5def540,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:36.414070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.429664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Calling delete_port for e9cdc002-0129-40a6-9d1c-11cfe5def540 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:36.530502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479e804-fa89-4f74-9fc2-255e7e4e7659 req-1a2bebc4-8d50-4c95-b80e-f784ac847797 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.535576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b479e804-fa89-4f74-9fc2-255e7e4e7659 req-1a2bebc4-8d50-4c95-b80e-f784ac847797 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 946 time: 0.0994248 Nov 22 16:31:36.536247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:36.550778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'port_id': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'mac_address': 'fa:16:3e:96:d9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca7fc4-428e-4399-8bfe-cb151d8d0f89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:36.586846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483a7b5-dba5-4461-a2ce-2839ca0941fa req-6c75080a-a94c-49de-b2c4-771485845b43 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.588302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d483a7b5-dba5-4461-a2ce-2839ca0941fa req-6c75080a-a94c-49de-b2c4-771485845b43 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.0978038 Nov 22 16:31:36.592010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.609900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a76279-7935-4c01-afd3-d6c4f58e8307 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:36.632901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:36.639660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.642438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b479e804-fa89-4f74-9fc2-255e7e4e7659 req-d382a9c1-6f9c-4231-b019-3002d7023355 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011238 Nov 22 16:31:36.664256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.676744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d483a7b5-dba5-4461-a2ce-2839ca0941fa req-7f19b8c6-da1c-46b2-ac8e-36d7c25da278 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810294 Nov 22 16:31:36.703524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:36.704167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cdc002-0129-40a6-9d1c-11cfe5def540,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:36.872278 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.036853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-a38fa14f-58b7-463c-b071-1a7a499fd14e tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.038392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-a38fa14f-58b7-463c-b071-1a7a499fd14e tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1097 time: 0.0499396 Nov 22 16:31:37.051326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-2'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:37.077587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a3a76279-7935-4c01-afd3-d6c4f58e8307'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:37.111270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 60d98b57-2c43-412a-91c7-81e27d8f70f4 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:37.116969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Router 21a704c2-aff5-4015-bc01-5b0c4978d1ba has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:37.125570 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.307215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:37.316335 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c6dec18a-9534-4826-b87c-fc1fbc4b2882 admin admin] 10.222.0.59 "PUT /v2.0/routers/21a704c2-aff5-4015-bc01-5b0c4978d1ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222153 Nov 22 16:31:37.319352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:37.330925 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] Sync routers for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:37.333817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 60d98b57-2c43-412a-91c7-81e27d8f70f4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=60d98b57-2c43-412a-91c7-81e27d8f70f4,segment=NetworkSegment(25991126-9f84-4e69-9d42-f8d050d8a5fc),segment_id=25991126-9f84-4e69-9d42-f8d050d8a5fc)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:37.348491 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:37.349740 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:37.427252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '60d98b57-2c43-412a-91c7-81e27d8f70f4', 'network_id': 'b6dcf16d-043b-47af-b76d-b8b9c9cca1b9', 'port_id': '60d98b57-2c43-412a-91c7-81e27d8f70f4', 'mac_address': 'fa:16:3e:ab:d0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2307038b-1595-4130-85cd-92ead83b10a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:37.454640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f643-d716-447f-b8c7-f64cf0c1f041 req-4d190b2b-4060-4eac-b39a-e9d394fc5dcf tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.456297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc62f643-d716-447f-b8c7-f64cf0c1f041 req-4d190b2b-4060-4eac-b39a-e9d394fc5dcf tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 944 time: 0.1712434 Nov 22 16:31:37.468092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862a50-de74-4ae0-bc60-548defaa93c3 req-e8e68aec-4eb7-4a19-abc0-b518b49d5613 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.476013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd862a50-de74-4ae0-bc60-548defaa93c3 req-e8e68aec-4eb7-4a19-abc0-b518b49d5613 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1918702 Nov 22 16:31:37.479542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.480022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:37.495305 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.527801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d98b57-2c43-412a-91c7-81e27d8f70f4 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:37.539356 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.558843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 60d98b57-2c43-412a-91c7-81e27d8f70f4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=60d98b57-2c43-412a-91c7-81e27d8f70f4,segment=NetworkSegment(25991126-9f84-4e69-9d42-f8d050d8a5fc),segment_id=25991126-9f84-4e69-9d42-f8d050d8a5fc)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:37.565236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.623067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd862a50-de74-4ae0-bc60-548defaa93c3 req-eaec5511-1a38-405b-950d-778a3d8ba545 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456757 Nov 22 16:31:37.627328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=60d98b57-2c43-412a-91c7-81e27d8f70f4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:37.642532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc62f643-d716-447f-b8c7-f64cf0c1f041 req-c28e024a-3f78-41ea-8964-3435cd278d5c tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601980 Nov 22 16:31:37.645162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:37.667729 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:37.682579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.756504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:37.758630 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961908e5-0595-47a9-8ab1-9b85799102e9" -d '{"events": [{"server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:37.763643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.771139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Deleting port 3188596b-6579-4d34-aff9-682acd7c931f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:37.771667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.820243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.915483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] For port 3188596b-6579-4d34-aff9-682acd7c931f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3188596b-6579-4d34-aff9-682acd7c931f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:37.916119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.937586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f024a31-b732-49e2-8c34-c030a29479d3 req-838984e7-bc2c-4b2f-aa7e-3179c23db2b2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.939297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f024a31-b732-49e2-8c34-c030a29479d3 req-838984e7-bc2c-4b2f-aa7e-3179c23db2b2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.1965852 Nov 22 16:31:37.942868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Calling delete_port for 3188596b-6579-4d34-aff9-682acd7c931f owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:37.950702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:37.974208 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '3188596b-6579-4d34-aff9-682acd7c931f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:31:36Z', 'revision_number': 5, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port': {'id': '3188596b-6579-4d34-aff9-682acd7c931f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f2:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:04Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:37.985446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['60d98b57-2c43-412a-91c7-81e27d8f70f4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:38.014526 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] Checking router: 21a704c2-aff5-4015-bc01-5b0c4978d1ba for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:38.023305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cd177-4b7c-40dc-85ba-961245bab762 req-dd4afc5b-d92f-46b9-990b-6b796cf8feca tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.024950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b38cd177-4b7c-40dc-85ba-961245bab762 req-dd4afc5b-d92f-46b9-990b-6b796cf8feca tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 944 time: 0.1731033 Nov 22 16:31:38.025726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on host n-h2-816865-2 for vnic_type normal with profile {"migrating_to": "n-h1-816865-2"} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:38.026062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:38.026390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:38.033210 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] Routers {'21a704c2-aff5-4015-bc01-5b0c4978d1ba'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:38.033881 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:38.051167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:38.051597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Attempting to bind port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:38.073285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:38.075017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:38.075017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:38.075017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Bound port: ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:38.075017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.081447 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f024a31-b732-49e2-8c34-c030a29479d3 req-2cd69a76-ebda-47a6-8193-df64936e2200 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224911 Nov 22 16:31:38.156093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b38cd177-4b7c-40dc-85ba-961245bab762 req-5272745a-7ebc-4a07-89fc-0c76e56c84c5 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191802 Nov 22 16:31:38.258385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.262352 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] Set router 21a704c2-aff5-4015-bc01-5b0c4978d1ba gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:38.264858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:38.307234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3188596b-6579-4d34-aff9-682acd7c931f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:38.359302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:38.367989 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:31:37Z', 'revision_number': 6, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:38.372633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.399418 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.414431 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce01fcc-95aa-4584-b1ca-9f62434150ed None None] The sync data for ids ['21a704c2-aff5-4015-bc01-5b0c4978d1ba'] in n-d-816865-2 is: [{'id': '21a704c2-aff5-4015-bc01-5b0c4978d1ba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1393958509-router', 'tenant_id': '9ba0e20949ea4f9487657299b4521522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:03Z', 'updated_at': '2021-11-22T16:31:37Z', 'revision_number': 6, 'project_id': '9ba0e20949ea4f9487657299b4521522', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:38.424783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a3a76279-7935-4c01-afd3-d6c4f58e8307 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:38.505635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe2963-35c8-4b61-aa67-a2d307fc61be req-018c6c57-2c5b-4bb0-a9b6-36e5c14fe29e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.507299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fbe2963-35c8-4b61-aa67-a2d307fc61be req-018c6c57-2c5b-4bb0-a9b6-36e5c14fe29e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.2534523 Nov 22 16:31:38.515174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port a3a76279-7935-4c01-afd3-d6c4f58e8307 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:38.519394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566279d-cb2c-47b1-bf25-82bd0271d71c req-5766fc69-c60d-4011-b0e3-0e9be0216242 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.520976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8566279d-cb2c-47b1-bf25-82bd0271d71c req-5766fc69-c60d-4011-b0e3-0e9be0216242 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.2288482 Nov 22 16:31:38.522301 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.527502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.529277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port a3a76279-7935-4c01-afd3-d6c4f58e8307 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:38.529502 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.581732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.582378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.583858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 200 len: 1122 time: 1.5373321 Nov 22 16:31:38.586420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dca87e-59db-4782-9f3f-fd9a7b0ae375 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=8']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:38.632449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.633754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a704c2-aff5-4015-bc01-5b0c4978d1ba {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:31:38.651913 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.653747 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4bed39c8-5336-4c61-9c40-586d0a4e45c2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/21a704c2-aff5-4015-bc01-5b0c4978d1ba HTTP/1.1" status: 204 len: 168 time: 1.3332493 Nov 22 16:31:38.656548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47098) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:38.668123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8566279d-cb2c-47b1-bf25-82bd0271d71c req-db6bc23b-9c63-4736-91e7-409441c4ba22 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356466 Nov 22 16:31:38.675365 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.682504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fbe2963-35c8-4b61-aa67-a2d307fc61be req-fea9fca9-9262-49d7-a457-4745e52ad93d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529572 Nov 22 16:31:38.716331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['ba3e8646-e4f8-41c1-b41d-9be38fb4569c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:38.799064 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412ae03c-aa19-48f6-b401-aa4ca69f0bea x-openstack-request-id: req-412ae03c-aa19-48f6-b401-aa4ca69f0bea {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:38.799476 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "name": "network-vif-unplugged", "status": "completed", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:38.799901 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-412ae03c-aa19-48f6-b401-aa4ca69f0bea {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:38.800505 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c', 'code': 200} Nov 22 16:31:38.810788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ba3e8646-e4f8-41c1-b41d-9be38fb4569c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:38.856214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3d2158-f3ec-4484-be32-1e88400544a1 admin admin] Deleting subnet 551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:38.864120 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2158-f3ec-4484-be32-1e88400544a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.880608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:38.885795 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb44d41-7416-4d07-9102-c4eca8f45080" -d '{"events": [{"server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "name": "network-vif-plugged", "status": "completed", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:38.929488 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2158-f3ec-4484-be32-1e88400544a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.939925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fd77a-f086-49d5-9161-ec4e1e9732b6 req-aa756e33-9b61-4ccd-a33a-1170ace9b125 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.941076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:38.943167 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0fd77a-f086-49d5-9161-ec4e1e9732b6 req-aa756e33-9b61-4ccd-a33a-1170ace9b125 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1284928 Nov 22 16:31:38.976719 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.037514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99a428-2a00-41d0-b7e4-b3c19a527e1d req-7441a4f7-54ca-430c-a759-18790938083b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.039262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f99a428-2a00-41d0-b7e4-b3c19a527e1d req-7441a4f7-54ca-430c-a759-18790938083b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 945 time: 0.0939326 Nov 22 16:31:39.055253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2158-f3ec-4484-be32-1e88400544a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.066673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab0fd77a-f086-49d5-9161-ec4e1e9732b6 req-d7248fac-5963-46b7-8318-f09c5c0ae1de tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081860 Nov 22 16:31:39.119162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ba3e8646-e4f8-41c1-b41d-9be38fb4569c details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:39.138305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:39.157311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2158-f3ec-4484-be32-1e88400544a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.159846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f99a428-2a00-41d0-b7e4-b3c19a527e1d req-d2319d92-e539-4a91-8987-96aa33870db7 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040416 Nov 22 16:31:39.232563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2158-f3ec-4484-be32-1e88400544a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.240093 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5a3d2158-f3ec-4484-be32-1e88400544a1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2 HTTP/1.1" status: 204 len: 168 time: 0.5811329 Nov 22 16:31:39.241096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d2158-f3ec-4484-be32-1e88400544a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551a2a58-f5f0-4c3c-aa5c-9ab5cfe141e2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:39.243287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:39.280924 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609a457f-5ff5-43a9-b7e2-b2dfdce72a16 x-openstack-request-id: req-609a457f-5ff5-43a9-b7e2-b2dfdce72a16 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:39.281236 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "name": "network-vif-plugged", "status": "completed", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:39.281497 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-609a457f-5ff5-43a9-b7e2-b2dfdce72a16 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:39.281877 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'code': 200} Nov 22 16:31:39.287657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b918c-1b21-4e7f-aa73-d36491cb4b81 None None] Network 271c9d42-644d-45ed-8881-15ca0d9c049b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:39.372005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb94b2-3e8d-442a-8091-eb0d01cce115 req-65cb8833-35e1-42e7-8025-b4ba5f95232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.374545 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dedb94b2-3e8d-442a-8091-eb0d01cce115 req-65cb8833-35e1-42e7-8025-b4ba5f95232a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 1096 time: 0.0672174 Nov 22 16:31:39.430044 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dedb94b2-3e8d-442a-8091-eb0d01cce115 req-0cc8dee5-7f3e-403e-8c3d-c7017a3201e1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476711 Nov 22 16:31:39.439944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3188596b-6579-4d34-aff9-682acd7c931f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:39.483642 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.498410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b508b1-7da8-42f5-b91c-443ad408a5c3 req-60d1bf2b-bc5d-425c-bdee-7afff446489c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.500340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34b508b1-7da8-42f5-b91c-443ad408a5c3 req-60d1bf2b-bc5d-425c-bdee-7afff446489c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.2282925 Nov 22 16:31:39.515060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3188596b-6579-4d34-aff9-682acd7c931f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:39.515410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3188596b-6579-4d34-aff9-682acd7c931f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:39.516027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e9cdc002-0129-40a6-9d1c-11cfe5def540 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:39.520183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c948dd-b303-4dc0-ad59-9f1a0dd26357 req-780e270d-9c62-42ad-b776-20bb572f1b3b tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.521785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23c948dd-b303-4dc0-ad59-9f1a0dd26357 req-780e270d-9c62-42ad-b776-20bb572f1b3b tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 944 time: 0.1433067 Nov 22 16:31:39.558824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:39.579646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e9cdc002-0129-40a6-9d1c-11cfe5def540 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:39.580201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e9cdc002-0129-40a6-9d1c-11cfe5def540 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:39.618388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ba3e8646-e4f8-41c1-b41d-9be38fb4569c has no active binding in host n-h1-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:31:39.646575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34b508b1-7da8-42f5-b91c-443ad408a5c3 req-5acadcbb-1f05-43f6-a478-7246ebf01c8f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225836 Nov 22 16:31:39.653002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23c948dd-b303-4dc0-ad59-9f1a0dd26357 req-063180c2-7c30-4c9b-a22d-646b95b3e577 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205211 Nov 22 16:31:39.664511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Deleting port 525e098c-0d55-42fb-b647-4f10d18230bb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:39.664852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.755354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] DHCP port deletion for 271c9d42-644d-45ed-8881-15ca0d9c049b request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:39.769299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] For port 525e098c-0d55-42fb-b647-4f10d18230bb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=525e098c-0d55-42fb-b647-4f10d18230bb,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:39.769779 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.816373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Calling delete_port for 525e098c-0d55-42fb-b647-4f10d18230bb owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:39.817496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] Deleting port 525e098c-0d55-42fb-b647-4f10d18230bb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:39.817885 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.886365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] For port 525e098c-0d55-42fb-b647-4f10d18230bb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=525e098c-0d55-42fb-b647-4f10d18230bb,segment=NetworkSegment(2e25eed2-2270-47e4-aca2-a1eebeeb6bbb),segment_id=2e25eed2-2270-47e4-aca2-a1eebeeb6bbb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:39.886760 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.906254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] Calling delete_port for 525e098c-0d55-42fb-b647-4f10d18230bb owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:39.916819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33354310-6868-41d1-b63d-875b37b6df8f req-c32841d7-392f-4944-9567-5da37656f168 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.918431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33354310-6868-41d1-b63d-875b37b6df8f req-c32841d7-392f-4944-9567-5da37656f168 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1399245 Nov 22 16:31:39.964439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce44b-7c95-429a-89ae-fb3f0f71c4a3 req-4c26dc46-bd22-4da8-947d-8d603bb43438 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.965994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-687ce44b-7c95-429a-89ae-fb3f0f71c4a3 req-4c26dc46-bd22-4da8-947d-8d603bb43438 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.1526394 Nov 22 16:31:39.992821 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.019870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] Pushing event deleted for resources: {'Port': ['ID=525e098c-0d55-42fb-b647-4f10d18230bb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:40.025337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a02dc-f8c2-4f46-a949-161cfde2d4b9 None None] No DVR routers for this DVR port 525e098c-0d55-42fb-b647-4f10d18230bb on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:40.035038 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33354310-6868-41d1-b63d-875b37b6df8f req-97ac94cc-c572-41b1-be94-194c89623249 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080935 Nov 22 16:31:40.064803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.108828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=525e098c-0d55-42fb-b647-4f10d18230bb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:40.125808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] No DVR routers for this DVR port 525e098c-0d55-42fb-b647-4f10d18230bb on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:40.161629 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-687ce44b-7c95-429a-89ae-fb3f0f71c4a3 req-c101baae-d1bb-4c13-9430-257fe86c3792 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884296 Nov 22 16:31:40.173798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-e9a970c2-e64d-456a-b789-855005642f1d service neutron] 10.222.0.37 "GET /v2.0/ports/6f59637a-de7e-4fc7-a418-bdd3d3646852/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 382 time: 0.1516140 Nov 22 16:31:40.262291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.289952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271c9d42-644d-45ed-8881-15ca0d9c049b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:40.311647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784f2ec-29a2-4f3c-8d37-151d9701874b req-ee54990d-ef7b-4d43-b5f5-0e98566e5a6e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.313431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0784f2ec-29a2-4f3c-8d37-151d9701874b req-ee54990d-ef7b-4d43-b5f5-0e98566e5a6e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1310656 Nov 22 16:31:40.315872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:40.316299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e25eed2-2270-47e4-aca2-a1eebeeb6bbb') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:40.329269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.362920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.379937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:40.380660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:40.384042 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:40.526592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0784f2ec-29a2-4f3c-8d37-151d9701874b req-7a184b95-7662-4eb3-b8f1-18354d78a34a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943467 Nov 22 16:31:40.563332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.572793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa6703-04f0-4bce-84bb-61e606dbac5d req-b0ac37f1-ce75-46b1-ad03-2703d0b2c125 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.574390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0afa6703-04f0-4bce-84bb-61e606dbac5d req-b0ac37f1-ce75-46b1-ad03-2703d0b2c125 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 945 time: 0.1914093 Nov 22 16:31:40.582231 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.585658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/271c9d42-644d-45ed-8881-15ca0d9c049b HTTP/1.1" status: 204 len: 168 time: 1.3412094 Nov 22 16:31:40.589197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-23c56a99-072e-4bbd-b855-eb490adce90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.590156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47124) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:40.590754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-23c56a99-072e-4bbd-b855-eb490adce90d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9&tenant_id=3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 1101 time: 0.1343758 Nov 22 16:31:40.612817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc29029-2902-45f9-9851-6fccc4223bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=271c9d42-644d-45ed-8881-15ca0d9c049b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:40.697536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0afa6703-04f0-4bce-84bb-61e606dbac5d req-32c51567-3232-4d8c-bc8c-44e5c107b0f8 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057353 Nov 22 16:31:40.709213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-cbcb9543-0f2f-4d6f-bcbc-8cf5acb8dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.712009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-cbcb9543-0f2f-4d6f-bcbc-8cf5acb8dc49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 1101 time: 0.0839119 Nov 22 16:31:40.804148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:40.808198 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855ed0da-52e3-4baf-87fd-2d644cd51b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:40.968535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-11816215-2ecc-476b-a823-8c450cd4f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.971582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-11816215-2ecc-476b-a823-8c450cd4f8d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2530375 Nov 22 16:31:41.009608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea132-2dde-4e28-935a-d68a7c2757aa req-8a48134b-ce5e-42af-96ed-8e6e654f97e6 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.015883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-272ea132-2dde-4e28-935a-d68a7c2757aa req-8a48134b-ce5e-42af-96ed-8e6e654f97e6 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.2164240 Nov 22 16:31:41.034570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230bdf6-793b-49c8-b2d4-e579ef35ab36 req-3427bec4-4201-40b9-aa5c-a3fa9a524d78 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.036978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b230bdf6-793b-49c8-b2d4-e579ef35ab36 req-3427bec4-4201-40b9-aa5c-a3fa9a524d78 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 944 time: 0.2097051 Nov 22 16:31:41.107464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-6334e1c5-ec7b-4595-95d6-e0fdeb73122e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852 HTTP/1.1" status: 200 len: 217 time: 0.1266615 Nov 22 16:31:41.146657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 60d98b57-2c43-412a-91c7-81e27d8f70f4 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:41.187053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.237094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-7783a20e-d5ef-4a64-9ec2-d40e7fd94a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.239465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-7783a20e-d5ef-4a64-9ec2-d40e7fd94a37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1171443 Nov 22 16:31:41.243427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 60d98b57-2c43-412a-91c7-81e27d8f70f4 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:41.243592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b230bdf6-793b-49c8-b2d4-e579ef35ab36 req-42acffc7-eab1-4e44-a563-b9b63750f1bc tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413417 Nov 22 16:31:41.262655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-272ea132-2dde-4e28-935a-d68a7c2757aa req-a2b98b9a-132a-4a1e-af29-cdb60e50e048 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208045 Nov 22 16:31:41.263547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 60d98b57-2c43-412a-91c7-81e27d8f70f4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:41.263947 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.363600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 525e098c-0d55-42fb-b647-4f10d18230bb no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:41.365608 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2cd925-b0bc-480f-9c68-7ed9e0a0b115 x-openstack-request-id: req-7d2cd925-b0bc-480f-9c68-7ed9e0a0b115 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:41.366777 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:41.366777 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d2cd925-b0bc-480f-9c68-7ed9e0a0b115 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:41.370272 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c', 'status': 'completed', 'code': 200} Nov 22 16:31:41.391457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-c2005fba-f61a-4e60-8f19-2e2a45fe4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.393210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-c2005fba-f61a-4e60-8f19-2e2a45fe4a53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292875 Nov 22 16:31:41.411670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 525e098c-0d55-42fb-b647-4f10d18230bb {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:41.412143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 525e098c-0d55-42fb-b647-4f10d18230bb not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:41.486878 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.524853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef69aacd-a9d5-437b-b61e-45df1d8a453d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d98b57-2c43-412a-91c7-81e27d8f70f4'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:41.527407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-eda0d314-b68e-408c-b480-45e861aa2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.529063 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-eda0d314-b68e-408c-b480-45e861aa2360 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1125 time: 0.0871494 Nov 22 16:31:41.530053 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30207309-f6bf-423c-b980-2362923515c8" -d '{"events": [{"server_uuid": "ef69aacd-a9d5-437b-b61e-45df1d8a453d", "name": "network-vif-plugged", "status": "completed", "tag": "60d98b57-2c43-412a-91c7-81e27d8f70f4"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:41.554244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 60d98b57-2c43-412a-91c7-81e27d8f70f4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=60d98b57-2c43-412a-91c7-81e27d8f70f4,segment=NetworkSegment(25991126-9f84-4e69-9d42-f8d050d8a5fc),segment_id=25991126-9f84-4e69-9d42-f8d050d8a5fc)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:41.561089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.634629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=60d98b57-2c43-412a-91c7-81e27d8f70f4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:41.650749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77540a2e-0702-4a06-b6f0-bc4c53b04669 req-bbbf8c71-f335-4439-a223-66c80ad53a45 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.653278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77540a2e-0702-4a06-b6f0-bc4c53b04669 req-bbbf8c71-f335-4439-a223-66c80ad53a45 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.2400739 Nov 22 16:31:41.689208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fb87d-b8ea-4d47-8883-53040fba22ad req-0f55942c-c812-4a37-9e93-0fa5d7a4d02a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.690851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-838fb87d-b8ea-4d47-8883-53040fba22ad req-0f55942c-c812-4a37-9e93-0fa5d7a4d02a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.2331531 Nov 22 16:31:41.736104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-5a11b812-8c98-4ff1-882c-566501369a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.737062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-88115733-0b02-4616-94ad-4a348d3ed21f service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347631 Nov 22 16:31:41.738025 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-5a11b812-8c98-4ff1-882c-566501369a87 service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.1948342 Nov 22 16:31:41.805279 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-62713a33-ad80-4bfa-a42d-1628655934d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 200 len: 217 time: 0.0573092 Nov 22 16:31:41.809687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Deleting port b248114e-0eac-42d5-aae2-4f3a819f841e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:41.809687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.833600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77540a2e-0702-4a06-b6f0-bc4c53b04669 req-f57aeca1-aa4d-4f4c-81aa-f6f086fcc3aa tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651936 Nov 22 16:31:41.865623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-838fb87d-b8ea-4d47-8883-53040fba22ad req-e885735c-1255-4503-bea2-49bca5b338ee tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511137 Nov 22 16:31:41.921960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1b89056-7068-48ae-b4d4-ab0f7402f2ab req-624fbebd-df2c-4a54-b60a-866cf679db51 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735904 Nov 22 16:31:41.945173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-1ac1e898-6753-4d81-805d-7c203ef186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.946529 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916b311c-486d-4973-9e42-128f202fd968 x-openstack-request-id: req-916b311c-486d-4973-9e42-128f202fd968 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:41.946816 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-1ac1e898-6753-4d81-805d-7c203ef186cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.1334596 Nov 22 16:31:41.946980 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef69aacd-a9d5-437b-b61e-45df1d8a453d", "name": "network-vif-plugged", "status": "completed", "tag": "60d98b57-2c43-412a-91c7-81e27d8f70f4", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:41.947156 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-916b311c-486d-4973-9e42-128f202fd968 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:41.947567 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef69aacd-a9d5-437b-b61e-45df1d8a453d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d98b57-2c43-412a-91c7-81e27d8f70f4', 'code': 200} Nov 22 16:31:42.002641 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-ed6190ba-2e09-4a24-8407-15dde85cb3df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464668 Nov 22 16:31:42.025828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] For port b248114e-0eac-42d5-aae2-4f3a819f841e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b248114e-0eac-42d5-aae2-4f3a819f841e,segment=NetworkSegment(027a13d5-9b88-41bb-8500-4bae5aa4abe6),segment_id=027a13d5-9b88-41bb-8500-4bae5aa4abe6)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:42.026211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.097305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Calling delete_port for b248114e-0eac-42d5-aae2-4f3a819f841e owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:42.164269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7efe9-568a-4367-ba28-f64849cf0689 req-769dbd5a-56e6-41dc-ab03-4c4ca8b5158b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.165940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05e7efe9-568a-4367-ba28-f64849cf0689 req-769dbd5a-56e6-41dc-ab03-4c4ca8b5158b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1470544 Nov 22 16:31:42.226854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a038-09c3-4960-b86a-2bae7ae00c00 req-21048c45-708d-4dfd-80aa-18d281976d06 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.229630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87e6a038-09c3-4960-b86a-2bae7ae00c00 req-21048c45-708d-4dfd-80aa-18d281976d06 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 945 time: 0.1690443 Nov 22 16:31:42.258409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34205528-0280-43da-8aa7-f5bcaef81705 req-eb3dafde-d149-498f-8bab-2ff80abea486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.260154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34205528-0280-43da-8aa7-f5bcaef81705 req-eb3dafde-d149-498f-8bab-2ff80abea486 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 1096 time: 0.1481423 Nov 22 16:31:42.325818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05e7efe9-568a-4367-ba28-f64849cf0689 req-f5780fc5-16df-40f1-97c3-9bb1775d372e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484184 Nov 22 16:31:42.371437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87e6a038-09c3-4960-b86a-2bae7ae00c00 req-4123863a-02a6-47d5-a295-21322c78f091 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308813 Nov 22 16:31:42.397583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34205528-0280-43da-8aa7-f5bcaef81705 req-2c61b24b-519e-4a34-bc26-221c1e7d31b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212485 Nov 22 16:31:42.556381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940684f-be5d-4fa9-84e3-7852fc5ceed3 req-b969c152-25c5-434f-8a17-265de42ca235 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.558395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d940684f-be5d-4fa9-84e3-7852fc5ceed3 req-b969c152-25c5-434f-8a17-265de42ca235 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.1202199 Nov 22 16:31:42.588758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173ed80-937e-4789-966b-834939639717 req-e2841674-8507-4ed6-a0b3-129f7b601a31 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.591777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2173ed80-937e-4789-966b-834939639717 req-e2841674-8507-4ed6-a0b3-129f7b601a31 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 945 time: 0.1120114 Nov 22 16:31:42.606871 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-4446f804-f00c-4d76-9285-a71ba67a4e9a service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932992 Nov 22 16:31:42.712144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d940684f-be5d-4fa9-84e3-7852fc5ceed3 req-7a5001a8-90b5-453d-b5d3-75ab02f98dc7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359646 Nov 22 16:31:42.723692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2173ed80-937e-4789-966b-834939639717 req-51e0802b-f2ff-4b71-935a-349b02dea32e tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183772 Nov 22 16:31:42.881786 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-855ed0da-52e3-4baf-87fd-2d644cd51b6c req-888ff880-87e1-43e1-924b-1cf8eb7ca322 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632382 Nov 22 16:31:42.990780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.056033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b248114e-0eac-42d5-aae2-4f3a819f841e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:43.083888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541dd29-9ebc-47a8-91e8-cde594d7ed72 req-624bf625-cd50-45f8-8180-52499378a087 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:43.086339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3541dd29-9ebc-47a8-91e8-cde594d7ed72 req-624bf625-cd50-45f8-8180-52499378a087 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.0989566 Nov 22 16:31:43.154165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:43.245745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c7239-a3ae-4521-9d57-bf5a1d9cc180 req-038c8973-0f9e-4881-9308-2606baff85ef tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:43.248900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c3c7239-a3ae-4521-9d57-bf5a1d9cc180 req-038c8973-0f9e-4881-9308-2606baff85ef tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.1911330 Nov 22 16:31:43.269429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3541dd29-9ebc-47a8-91e8-cde594d7ed72 req-5a70f581-0cfb-46c7-bcc0-f80a9ba21aa6 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421826 Nov 22 16:31:43.441237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c3c7239-a3ae-4521-9d57-bf5a1d9cc180 req-b6c83cc8-fffb-4c17-a486-7567826eefb8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529996 Nov 22 16:31:43.494466 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.574437 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.639726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:43.656321 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.658306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340ffb-bccd-406b-a616-2c268e1d6dad req-e12cef42-37e3-4b98-a8a2-efe6109bbee0 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:43.661140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63340ffb-bccd-406b-a616-2c268e1d6dad req-e12cef42-37e3-4b98-a8a2-efe6109bbee0 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 945 time: 0.1728294 Nov 22 16:31:43.795759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:43.801949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63340ffb-bccd-406b-a616-2c268e1d6dad req-9530ea43-d766-40c8-bd46-1605d61cf9b7 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202030 Nov 22 16:31:43.833100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce768359-fd43-453f-8484-7586ba8967c2 req-b8d7f1b1-10eb-4e22-931f-40d09bef8747 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:43.835691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce768359-fd43-453f-8484-7586ba8967c2 req-b8d7f1b1-10eb-4e22-931f-40d09bef8747 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1961629 Nov 22 16:31:43.928634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Router 25baba43-04dd-478d-a502-c54407beaccd has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:43.931077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce768359-fd43-453f-8484-7586ba8967c2 req-93dfa988-fc6f-4d2e-b453-812f732dff09 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829418 Nov 22 16:31:43.948905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:43.955377 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbce5a03-f92f-46de-818d-ad9b925dd3b1" -d '{"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:44.004315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde5039-be67-42e3-bc71-43eb04aa16d3 req-7e60d905-955e-40ef-a081-4361a82d274c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.007995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cfde5039-be67-42e3-bc71-43eb04aa16d3 req-7e60d905-955e-40ef-a081-4361a82d274c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 948 time: 0.0979006 Nov 22 16:31:44.109000 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cfde5039-be67-42e3-bc71-43eb04aa16d3 req-b3cf23de-b294-465a-a05c-a14ab4e3b38f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919824 Nov 22 16:31:44.138566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e90c4-da61-48cc-9ab3-9b7cf788074e req-534d1858-384c-42a7-b947-c4cf93759983 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.138566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e92e90c4-da61-48cc-9ab3-9b7cf788074e req-534d1858-384c-42a7-b947-c4cf93759983 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 945 time: 0.1039042 Nov 22 16:31:44.161818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:44.176018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-961ea360-8e0f-415e-835d-7545a8cf40e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/25baba43-04dd-478d-a502-c54407beaccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5837762 Nov 22 16:31:44.180120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:44.182781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] Sync routers for ids ['25baba43-04dd-478d-a502-c54407beaccd'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:44.200963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] Routers {'25baba43-04dd-478d-a502-c54407beaccd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:44.201793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['25baba43-04dd-478d-a502-c54407beaccd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:44.350538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e92e90c4-da61-48cc-9ab3-9b7cf788074e req-115a6913-b65f-4c3f-9218-d4ec5aa56967 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056866 Nov 22 16:31:44.405974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.591299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] Set router 25baba43-04dd-478d-a502-c54407beaccd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:44.662773 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de4ec6-b4e0-4f3e-b9ff-50be50831bd3 x-openstack-request-id: req-a3de4ec6-b4e0-4f3e-b9ff-50be50831bd3 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:44.663836 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:44.664654 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3de4ec6-b4e0-4f3e-b9ff-50be50831bd3 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:44.665718 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'code': 200} Nov 22 16:31:44.968732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc828fb3-16a2-4309-95a5-dd3c9443cb9c req-f202f824-b275-41c6-960c-96c32112de8d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.974174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc828fb3-16a2-4309-95a5-dd3c9443cb9c req-f202f824-b275-41c6-960c-96c32112de8d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.0769305 Nov 22 16:31:45.036581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:31:42Z', 'revision_number': 5, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:45.103902 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] Checking router: 25baba43-04dd-478d-a502-c54407beaccd for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:45.105995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc828fb3-16a2-4309-95a5-dd3c9443cb9c req-33bad777-3ec5-41f5-8977-8016768abfcd tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303446 Nov 22 16:31:45.109462 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.119143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] Routers {'25baba43-04dd-478d-a502-c54407beaccd'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:45.120608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['25baba43-04dd-478d-a502-c54407beaccd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:45.169148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:45.310234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Deleting port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:45.311511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.376383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e8397-0566-45ce-801b-ec9190c2877a req-e15fb270-0d87-43d4-be82-ce5f1fb64117 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.385084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-246e8397-0566-45ce-801b-ec9190c2877a req-e15fb270-0d87-43d4-be82-ce5f1fb64117 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.1287916 Nov 22 16:31:45.447861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74d2b2e8-156a-46bd-8568-b17214f67627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.455609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] Set router 25baba43-04dd-478d-a502-c54407beaccd gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:45.479791 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-992b7016-1021-402a-93f4-fb31143ab077 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0932975 Nov 22 16:31:45.483406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-246e8397-0566-45ce-801b-ec9190c2877a req-b9113163-071e-40d7-a852-24831782ada4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972698 Nov 22 16:31:45.508380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] For port 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=65c0d795-b3fe-41f9-9b60-1e3c1ad8258b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:45.508906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.562733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Calling delete_port for 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:45.607141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-3919a7d7-b6c1-49dd-9964-c1405d5cc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.609306 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-3919a7d7-b6c1-49dd-9964-c1405d5cc948 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 1095 time: 0.0634561 Nov 22 16:31:45.646747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:45.660417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'mac_address': 'fa:16:3e:d0:a4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:45.691155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c076d0-6691-4c71-82cf-3e676fe4c2ea req-1402e874-0be3-4982-9980-9c6531c8e397 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.692743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6c076d0-6691-4c71-82cf-3e676fe4c2ea req-1402e874-0be3-4982-9980-9c6531c8e397 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1939170 Nov 22 16:31:45.715956 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.734325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f59637a-de7e-4fc7-a418-bdd3d3646852 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:45.758828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b120b-2306-4aeb-8d1d-2c3a8000b9b2 req-5d32d26c-8b32-4e0c-90b2-66d5b9ebbbfc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.760675 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c93b120b-2306-4aeb-8d1d-2c3a8000b9b2 req-5d32d26c-8b32-4e0c-90b2-66d5b9ebbbfc tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 948 time: 0.1672535 Nov 22 16:31:45.772014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:45.787643 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.799598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-bc3b8382-ed02-40de-824a-33cee1267cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.801681 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-bc3b8382-ed02-40de-824a-33cee1267cba service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.1665416 Nov 22 16:31:45.856705 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-d8cc27e3-9add-47ba-9b50-2ac631507c4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 200 len: 217 time: 0.0470643 Nov 22 16:31:45.874490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6c076d0-6691-4c71-82cf-3e676fe4c2ea req-e7033b7d-ad17-4273-89f0-c945b78118c4 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706324 Nov 22 16:31:45.909244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:45.947280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-33e19529-6681-458f-9ae7-03f09e8239aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.949314 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-33e19529-6681-458f-9ae7-03f09e8239aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.0837760 Nov 22 16:31:45.950590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c93b120b-2306-4aeb-8d1d-2c3a8000b9b2 req-33d90fb3-1a12-45dd-a7f7-b47752c57118 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798236 Nov 22 16:31:46.009355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-1e786f88-4ac6-453c-82c2-53247506703e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507672 Nov 22 16:31:46.013385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:31:42Z', 'revision_number': 5, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:46.071814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ae8691-2e2d-45db-9d3d-1f68b76a80c5 None None] The sync data for ids ['25baba43-04dd-478d-a502-c54407beaccd'] in n-d-816865-2 is: [{'id': '25baba43-04dd-478d-a502-c54407beaccd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1836293217-router', 'tenant_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:19Z', 'updated_at': '2021-11-22T16:31:42Z', 'revision_number': 5, 'project_id': '1d4a9b6434dd428ba6e06e86c0e986b8', 'gw_port': {'id': '65c0d795-b3fe-41f9-9b60-1e3c1ad8258b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25baba43-04dd-478d-a502-c54407beaccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:20Z', 'updated_at': '2021-11-22T16:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:46.153283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.178047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839777a-7a43-4a4b-a86a-b228856b4bcc req-d999b3e9-486f-49ae-bbab-8f55b3054f2b tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.180183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5839777a-7a43-4a4b-a86a-b228856b4bcc req-d999b3e9-486f-49ae-bbab-8f55b3054f2b tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 945 time: 0.1485536 Nov 22 16:31:46.195321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['6f59637a-de7e-4fc7-a418-bdd3d3646852'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:46.197897 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-fe989535-36ed-46a1-aec1-ed894e885456 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789393 Nov 22 16:31:46.247642 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Pushing event deleted for resources: {'Port': ['ID=65c0d795-b3fe-41f9-9b60-1e3c1ad8258b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:46.375152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38817a0f-72af-4225-b9b4-5e867b5eb95c req-dee9d91c-8707-46e8-9da9-048a6f3a9ba9 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667845 Nov 22 16:31:46.456532 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.584152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-eff1e9c7-9f94-41d2-81a9-8f040b57e9af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2778387 Nov 22 16:31:46.625875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5839777a-7a43-4a4b-a86a-b228856b4bcc req-eb33321a-d9fa-4f73-be5c-142fc492ffb4 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241258 Nov 22 16:31:46.666159 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.692922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.838271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.838852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25baba43-04dd-478d-a502-c54407beaccd {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:31:46.861403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-33b096d0-3c90-41fa-ba22-b829a057c899 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.863045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-33b096d0-3c90-41fa-ba22-b829a057c899 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9&tenant_id=3514ce11b681483689c0bb169228eba0&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 949 time: 0.2836537 Nov 22 16:31:46.865369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-982cb03c-318b-4099-934e-acb5eb2362b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.867271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-982cb03c-318b-4099-934e-acb5eb2362b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 1101 time: 0.1979291 Nov 22 16:31:46.878043 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.882113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d248cad1-dd2e-4c60-85f8-3962564f310f admin admin] 10.222.0.59 "DELETE /v2.0/routers/25baba43-04dd-478d-a502-c54407beaccd HTTP/1.1" status: 204 len: 168 time: 2.6984618 Nov 22 16:31:46.882718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47222) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:46.937801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099efaa1-dcdc-47a4-8bb8-9bfda898ad92 req-3608917c-999e-4ec6-94d4-c70c873a47f4 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.940591 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-099efaa1-dcdc-47a4-8bb8-9bfda898ad92 req-3608917c-999e-4ec6-94d4-c70c873a47f4 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.3199818 Nov 22 16:31:47.040080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6094517-9722-4214-b80d-793e52066b8a admin admin] Deleting subnet 301f3f86-db23-45e7-ab3b-7120149c68b4 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:47.094842 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6094517-9722-4214-b80d-793e52066b8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.141643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bdc8b-e544-467d-a3a5-b99e0ca8ea99 req-f21196d4-a5ab-455f-b3f4-885558b73307 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.142842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-039bdc8b-e544-467d-a3a5-b99e0ca8ea99 req-f21196d4-a5ab-455f-b3f4-885558b73307 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 949 time: 0.3231585 Nov 22 16:31:47.161977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6094517-9722-4214-b80d-793e52066b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.256603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-4d680118-998e-4d3c-ad79-a4a7a074e403 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.263981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-4d680118-998e-4d3c-ad79-a4a7a074e403 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 945 time: 0.3219063 Nov 22 16:31:47.272897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-099efaa1-dcdc-47a4-8bb8-9bfda898ad92 req-d22c9268-306c-4e96-89da-be0d0bec41d5 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143725 Nov 22 16:31:47.299799 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6094517-9722-4214-b80d-793e52066b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.335666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-5434255f-1e17-4d29-a16e-eba1612bf848 service neutron] 10.222.0.37 "GET /v2.0/ports/6f59637a-de7e-4fc7-a418-bdd3d3646852/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 382 time: 0.4391470 Nov 22 16:31:47.342282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-9b495af5-5f4f-4790-82e0-f0129bbdc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.343977 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-9b495af5-5f4f-4790-82e0-f0129bbdc3c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3918922 Nov 22 16:31:47.404159 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-de6203f6-19a8-4e52-904d-bfce71e5bc43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 200 len: 217 time: 0.0519443 Nov 22 16:31:47.489195 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6094517-9722-4214-b80d-793e52066b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.506640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-039bdc8b-e544-467d-a3a5-b99e0ca8ea99 req-568fbbad-907a-4c49-8a26-6e5bae542b70 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098428 Nov 22 16:31:47.507590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-c2f9ca04-4fea-432d-b975-91a392947b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.509332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-c2f9ca04-4fea-432d-b975-91a392947b20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0956986 Nov 22 16:31:47.548177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6094517-9722-4214-b80d-793e52066b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301f3f86-db23-45e7-ab3b-7120149c68b4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:47.569859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-64749969-c68d-45f1-9a01-d1593320fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.571714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-64749969-c68d-45f1-9a01-d1593320fe0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 1100 time: 0.1719792 Nov 22 16:31:47.576632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6094517-9722-4214-b80d-793e52066b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.587563 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e6094517-9722-4214-b80d-793e52066b8a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/301f3f86-db23-45e7-ab3b-7120149c68b4 HTTP/1.1" status: 204 len: 168 time: 0.6990206 Nov 22 16:31:47.590559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:47.598014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c17753-eac4-4678-bcfe-b4c203a7f3e2 None None] Network ff20bfe0-a557-479e-ba53-e036b3121353 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:47.647484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf758-59a7-4994-8e3a-ecf0181f34ef req-b14c4f26-9365-4416-9a8c-e588809f6c6a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.655719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffabf758-59a7-4994-8e3a-ecf0181f34ef req-b14c4f26-9365-4416-9a8c-e588809f6c6a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 944 time: 0.1967528 Nov 22 16:31:47.686343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-37e7f1a0-fb6a-4916-9810-8069c2cdb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.692468 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-37e7f1a0-fb6a-4916-9810-8069c2cdb8fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569123 Nov 22 16:31:47.777274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b248114e-0eac-42d5-aae2-4f3a819f841e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:47.834724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b248114e-0eac-42d5-aae2-4f3a819f841e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:47.835133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b248114e-0eac-42d5-aae2-4f3a819f841e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:47.871424 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6535d398-ce2c-468f-ad9c-e8744daba187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.885912 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-8efe1438-9642-4477-9e5c-f2b8e9060929 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886151 Nov 22 16:31:47.947259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Deleting port 60d98b57-2c43-412a-91c7-81e27d8f70f4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:47.947465 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.970402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.980447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990515c-e956-44e6-9835-379f30975e25 None None] DHCP port deletion for ff20bfe0-a557-479e-ba53-e036b3121353 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:48.000031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc89d2f-101e-47f7-89ef-1bac1c2bc78e req-98fd72c4-ffb0-4b1f-95a2-9d3f3023ec32 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.011431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dbc89d2f-101e-47f7-89ef-1bac1c2bc78e req-98fd72c4-ffb0-4b1f-95a2-9d3f3023ec32 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.2096162 Nov 22 16:31:48.047092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6990515c-e956-44e6-9835-379f30975e25 None None] Deleting port 68faff9d-550c-40b6-a842-b25c12791423 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:48.047525 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6990515c-e956-44e6-9835-379f30975e25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.056511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-24e25d3c-8c82-4dbd-8b9b-0cf4c15e87e6 service neutron] 10.222.0.62 "GET /v2.0/ports/ba3e8646-e4f8-41c1-b41d-9be38fb4569c/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.1007025 Nov 22 16:31:48.059508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffabf758-59a7-4994-8e3a-ecf0181f34ef req-4433217b-b3e2-497f-9140-89fb403b58af tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027281 Nov 22 16:31:48.065139 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16686cfa-f576-4faf-8d00-14049dd97b98 req-9b4ae4f0-e4b1-4e03-96db-63ad4a37ec2e service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641424 Nov 22 16:31:48.106094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-f8b7cc8a-47ae-41a9-bfd1-e05a15adef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.107696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-f8b7cc8a-47ae-41a9-bfd1-e05a15adef72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.5181201 Nov 22 16:31:48.137467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6990515c-e956-44e6-9835-379f30975e25 None None] For port 68faff9d-550c-40b6-a842-b25c12791423, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=68faff9d-550c-40b6-a842-b25c12791423,segment=NetworkSegment(027a13d5-9b88-41bb-8500-4bae5aa4abe6),segment_id=027a13d5-9b88-41bb-8500-4bae5aa4abe6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.137887 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6990515c-e956-44e6-9835-379f30975e25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.177106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6990515c-e956-44e6-9835-379f30975e25 None None] Calling delete_port for 68faff9d-550c-40b6-a842-b25c12791423 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:48.215961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-7202a7ee-ec5b-4368-8957-43dc1e62e887 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852 HTTP/1.1" status: 200 len: 217 time: 0.0935979 Nov 22 16:31:48.230125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dbc89d2f-101e-47f7-89ef-1bac1c2bc78e req-31e08220-d8b3-4df4-9509-015da432bbf2 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177210 Nov 22 16:31:48.289124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-e690663e-0f17-4244-8614-1d9b3577b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.290846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-e690663e-0f17-4244-8614-1d9b3577b850 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0509958 Nov 22 16:31:48.379751 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6990515c-e956-44e6-9835-379f30975e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.402104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.428197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990515c-e956-44e6-9835-379f30975e25 None None] Pushing event deleted for resources: {'Port': ['ID=68faff9d-550c-40b6-a842-b25c12791423,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:48.431286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:48.431685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990515c-e956-44e6-9835-379f30975e25 None None] No DVR routers for this DVR port 68faff9d-550c-40b6-a842-b25c12791423 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:48.453316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] For port 60d98b57-2c43-412a-91c7-81e27d8f70f4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=60d98b57-2c43-412a-91c7-81e27d8f70f4,segment=NetworkSegment(25991126-9f84-4e69-9d42-f8d050d8a5fc),segment_id=25991126-9f84-4e69-9d42-f8d050d8a5fc)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.457016 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.467357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a3a76279-7935-4c01-afd3-d6c4f58e8307 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:48.470736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ba3e8646-e4f8-41c1-b41d-9be38fb4569c no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:48.492512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3e8646-e4f8-41c1-b41d-9be38fb4569c {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:48.514105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Calling delete_port for 60d98b57-2c43-412a-91c7-81e27d8f70f4 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:48.515263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.540401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.551949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698eba7-8614-4bcb-b747-cc35a4fcbbf5 req-6972f4ec-7b20-4885-9d71-3593fbc0c0f6 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.553643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e698eba7-8614-4bcb-b747-cc35a4fcbbf5 req-6972f4ec-7b20-4885-9d71-3593fbc0c0f6 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 945 time: 0.3224885 Nov 22 16:31:48.582153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-8c9ca82f-ab96-4b0e-b7cc-5b5c06752d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.583822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-8c9ca82f-ab96-4b0e-b7cc-5b5c06752d5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2730544 Nov 22 16:31:48.688554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Deleting port 68faff9d-550c-40b6-a842-b25c12791423 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:48.688993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.703070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] Transition to ACTIVE for port object ba3e8646-e4f8-41c1-b41d-9be38fb4569c will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:48.713030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.779691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.781078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] No DVR routers for this DVR port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:48.789632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac246c4c-ded7-45dd-8678-82a9c3cfee5c req-e20ca7a2-afb9-4532-b322-e0a3fec1055c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.791552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac246c4c-ded7-45dd-8678-82a9c3cfee5c req-e20ca7a2-afb9-4532-b322-e0a3fec1055c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.3119621 Nov 22 16:31:48.816946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'port_id': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'mac_address': 'fa:16:3e:96:d9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca7fc4-428e-4399-8bfe-cb151d8d0f89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:48.832640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e698eba7-8614-4bcb-b747-cc35a4fcbbf5 req-82487735-ddc4-4310-b606-b3406f0af7b9 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/security-groups?id=47186d01-9252-423a-bc7d-816f51d5904c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655404 Nov 22 16:31:48.866663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] 10.222.0.62 "PUT /v2.0/ports/ba3e8646-e4f8-41c1-b41d-9be38fb4569c/bindings/n-h1-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7943380 Nov 22 16:31:48.867073 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.867266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3efc19-a61c-4a1b-a955-2924790267c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:48.905616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.934864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3a76279-7935-4c01-afd3-d6c4f58e8307 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:48.951211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] For port 68faff9d-550c-40b6-a842-b25c12791423, host n-d-816865-2, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.951776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.957240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-f70053ef-6c3d-4104-a53e-c1911839a472 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261847 Nov 22 16:31:48.992078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.997731 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.003562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Calling delete_port for 68faff9d-550c-40b6-a842-b25c12791423 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:49.016529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-0b577958-719d-4c33-a2a9-7069206053c5 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.018803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-0b577958-719d-4c33-a2a9-7069206053c5 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.0746231 Nov 22 16:31:49.025640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Port 68faff9d-550c-40b6-a842-b25c12791423 was not found and therefore no delete operation was performed {{(pid=103443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:31:49.098252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-69207f57-915a-470b-8659-7cb1a17d0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.103819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-69207f57-915a-470b-8659-7cb1a17d0f2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3&tenant_id=0cbce29029e6439abe3b3deba92cfb91 HTTP/1.1" status: 200 len: 1096 time: 0.0718317 Nov 22 16:31:49.104191 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.107622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:49.116180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a3a76279-7935-4c01-afd3-d6c4f58e8307'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:49.161320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:49.212787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac246c4c-ded7-45dd-8678-82a9c3cfee5c req-ceb9d69d-50b6-408f-9548-29acbb320949 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785622 Nov 22 16:31:49.226308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-5b46bc33-e825-475f-b17c-dd01f31fd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.234425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-5b46bc33-e825-475f-b17c-dd01f31fd21f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1096 time: 0.0931344 Nov 22 16:31:49.284030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Pushing event deleted for resources: {'Port': ['ID=68faff9d-550c-40b6-a842-b25c12791423,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:49.289114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] No DVR routers for this DVR port 68faff9d-550c-40b6-a842-b25c12791423 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:49.325405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 68faff9d-550c-40b6-a842-b25c12791423 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:49.380489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 68faff9d-550c-40b6-a842-b25c12791423 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:49.381221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 68faff9d-550c-40b6-a842-b25c12791423 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:49.381944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:49.427067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:49.427646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 65c0d795-b3fe-41f9-9b60-1e3c1ad8258b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:49.428127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-0f3512de-55b9-4e2e-a8f1-7aa05751ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.432474 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-0f3512de-55b9-4e2e-a8f1-7aa05751ab0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.1842730 Nov 22 16:31:49.483973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 6f59637a-de7e-4fc7-a418-bdd3d3646852 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:49.484443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.524479 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-4a3d7183-32f0-45e2-bf8a-493bf34a0494 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 200 len: 217 time: 0.0827148 Nov 22 16:31:49.607376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-feee7502-972e-4e7a-9bfa-439d80cc58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.608935 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-feee7502-972e-4e7a-9bfa-439d80cc58d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.0767915 Nov 22 16:31:49.664958 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-0210d1f0-a9bd-4f3a-bc74-f921e86347a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443242 Nov 22 16:31:49.701118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.738112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:49.740962 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85427ea9-7d49-4366-bef7-49c5293e6000" -d '{"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-plugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:49.759643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:49.770212 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.855676 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-f5e4d711-abdb-459b-963f-09ff9057baac service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784892 Nov 22 16:31:49.859260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:49.869036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f642905-b722-4de4-b386-6aae72db56f7 req-b8dd3e6a-b4ab-4836-8028-6306ac3810f5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.870420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f642905-b722-4de4-b386-6aae72db56f7 req-b8dd3e6a-b4ab-4836-8028-6306ac3810f5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 949 time: 0.8690681 Nov 22 16:31:49.907826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.919393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-559de1e2-84e7-4757-9886-2441ecb0a3ff service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9476719 Nov 22 16:31:49.972300 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-d617a0f1-5855-4ba3-97b5-1a7c2a5acc1c service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044383 Nov 22 16:31:49.984147 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.997110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Pushing event deleted for resources: {'Port': ['ID=60d98b57-2c43-412a-91c7-81e27d8f70f4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:50.042276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b389d80-ebb4-435b-ad92-37d8319df254 req-6b2e7841-9bc2-4758-be19-9e224ade975c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.043951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b389d80-ebb4-435b-ad92-37d8319df254 req-6b2e7841-9bc2-4758-be19-9e224ade975c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 945 time: 0.2459590 Nov 22 16:31:50.059359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff20bfe0-a557-479e-ba53-e036b3121353']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:50.090250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027a13d5-9b88-41bb-8500-4bae5aa4abe6') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:50.090559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027a13d5-9b88-41bb-8500-4bae5aa4abe6') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:50.135797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.146245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] No DVR routers for this DVR port 60d98b57-2c43-412a-91c7-81e27d8f70f4 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:50.158808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.162297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c87bbbd5-e5ee-4612-b5cd-45a83faf749b req-0eda05e7-06d4-4895-9b5b-5b949f23e81a tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.37 "DELETE /v2.0/ports/60d98b57-2c43-412a-91c7-81e27d8f70f4 HTTP/1.1" status: 204 len: 173 time: 2.8841555 Nov 22 16:31:50.165100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef69aacd-a9d5-437b-b61e-45df1d8a453d', 'name': 'network-vif-deleted', 'tag': '60d98b57-2c43-412a-91c7-81e27d8f70f4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:50.168124 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc31aae-f482-4183-9d42-a526baf1ca30" -d '{"events": [{"server_uuid": "ef69aacd-a9d5-437b-b61e-45df1d8a453d", "name": "network-vif-deleted", "tag": "60d98b57-2c43-412a-91c7-81e27d8f70f4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:50.179461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f642905-b722-4de4-b386-6aae72db56f7 req-45418e53-e09a-427a-96c8-32123a06e4c5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786975 Nov 22 16:31:50.196163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.215839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:50.216278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:50.227682 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:50.303179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b389d80-ebb4-435b-ad92-37d8319df254 req-2cf5d482-a63b-4144-a9f7-f96ed6d4c31b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355745 Nov 22 16:31:50.364818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.376878 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.384324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] 10.222.0.59 "DELETE /v2.0/networks/ff20bfe0-a557-479e-ba53-e036b3121353 HTTP/1.1" status: 204 len: 168 time: 2.7874355 Nov 22 16:31:50.391879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-cdba6915-92ae-4101-9404-45ca6a63ccf4 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.394815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-cdba6915-92ae-4101-9404-45ca6a63ccf4 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.1077232 Nov 22 16:31:50.413636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24305226-a9cd-4152-98ca-cd7476e3246d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff20bfe0-a557-479e-ba53-e036b3121353,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:50.506561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a3a76279-7935-4c01-afd3-d6c4f58e8307 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:50.538147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8ccd1-5027-4658-b77b-f1bdfda12f9a req-05add804-bf71-411c-97cf-051f0bec50eb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.540248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20a8ccd1-5027-4658-b77b-f1bdfda12f9a req-05add804-bf71-411c-97cf-051f0bec50eb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.0899565 Nov 22 16:31:50.590282 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aa203c-4df1-48cc-9adb-dbefcbe3be62 x-openstack-request-id: req-40aa203c-4df1-48cc-9adb-dbefcbe3be62 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:50.590658 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-plugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:50.592649 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40aa203c-4df1-48cc-9adb-dbefcbe3be62 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:50.592649 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'code': 200} Nov 22 16:31:50.632021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port a3a76279-7935-4c01-afd3-d6c4f58e8307 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:50.632524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.636478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.663082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20a8ccd1-5027-4658-b77b-f1bdfda12f9a req-f44ebafd-b7d0-45cd-aaab-b12d17082a9e tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010816 Nov 22 16:31:50.678854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47272) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:50.681792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-111bc4ca-4ae0-4519-ba19-03d728b1931c service neutron] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:50.706389 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-111bc4ca-4ae0-4519-ba19-03d728b1931c service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.708386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ab191be-fd25-4950-a4bf-ab418b3a3be1 req-111bc4ca-4ae0-4519-ba19-03d728b1931c service neutron] 10.222.0.37 "DELETE /v2.0/ports/ba3e8646-e4f8-41c1-b41d-9be38fb4569c/bindings/n-h2-816865-2 HTTP/1.1" status: 204 len: 173 time: 0.3016841 Nov 22 16:31:50.755118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72fc4cbb-1d79-4913-af47-c786d9054025 req-42c13c72-0996-4924-999c-6e98b6757602 tempest-InstanceActionsV221TestJSON-1556544272 tempest-InstanceActionsV221TestJSON-1556544272-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef69aacd-a9d5-437b-b61e-45df1d8a453d HTTP/1.1" status: 200 len: 210 time: 0.0711954 Nov 22 16:31:50.781946 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b633c7a-888c-4eff-9e48-d97bf43c3037 x-openstack-request-id: req-9b633c7a-888c-4eff-9e48-d97bf43c3037 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:50.782451 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef69aacd-a9d5-437b-b61e-45df1d8a453d", "name": "network-vif-deleted", "tag": "60d98b57-2c43-412a-91c7-81e27d8f70f4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:50.782733 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b633c7a-888c-4eff-9e48-d97bf43c3037 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:50.783419 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef69aacd-a9d5-437b-b61e-45df1d8a453d', 'name': 'network-vif-deleted', 'tag': '60d98b57-2c43-412a-91c7-81e27d8f70f4', 'status': 'completed', 'code': 200} Nov 22 16:31:50.807969 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3669b438-94ec-4cc4-b85c-0ece0075afc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ba0e20949ea4f9487657299b4521522&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1258376 Nov 22 16:31:50.808653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47274) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:50.936845 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6290635a-dd34-4108-9221-accf61502e84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.951836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.970228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2487fda-7fe5-4620-9005-59333e9cae86 req-74adfc52-5bdd-4369-aa4c-a48765af4107 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.972134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2487fda-7fe5-4620-9005-59333e9cae86 req-74adfc52-5bdd-4369-aa4c-a48765af4107 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1059749 Nov 22 16:31:50.977767 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6290635a-dd34-4108-9221-accf61502e84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.002970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:51.011397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.062659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2487fda-7fe5-4620-9005-59333e9cae86 req-53570839-c3f6-4a4d-a1a2-c2a33ab65dc4 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763016 Nov 22 16:31:51.085773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:51.091780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6290635a-dd34-4108-9221-accf61502e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.094593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6290635a-dd34-4108-9221-accf61502e84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.095821 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6290635a-dd34-4108-9221-accf61502e84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/494b189e-a1bb-4de5-a819-4d642fdf44ef HTTP/1.1" status: 204 len: 168 time: 0.2860999 Nov 22 16:31:51.104434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290635a-dd34-4108-9221-accf61502e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494b189e-a1bb-4de5-a819-4d642fdf44ef,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:51.138805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 60d98b57-2c43-412a-91c7-81e27d8f70f4 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:51.166238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 60d98b57-2c43-412a-91c7-81e27d8f70f4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:51.166615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 60d98b57-2c43-412a-91c7-81e27d8f70f4 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:51.255762 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.385672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdb7c-bd34-4c0b-8b7a-f23343a09e3b req-e3c657ca-397b-4b9d-99c1-fc9f68beabeb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:51.392831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c3bfdb7c-bd34-4c0b-8b7a-f23343a09e3b req-e3c657ca-397b-4b9d-99c1-fc9f68beabeb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.0907154 Nov 22 16:31:51.476680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c3bfdb7c-bd34-4c0b-8b7a-f23343a09e3b req-5c5bd6e4-18dd-4879-9149-ae099c805640 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Nov 22 16:31:51.577031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca27b7-5cda-4671-bdaf-2cf4c626ec69 req-dced1445-75e6-4ddd-bef1-becfe7d67679 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:51.578899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15ca27b7-5cda-4671-bdaf-2cf4c626ec69 req-dced1445-75e6-4ddd-bef1-becfe7d67679 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 945 time: 0.0698688 Nov 22 16:31:51.618621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47296) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:51.647135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15ca27b7-5cda-4671-bdaf-2cf4c626ec69 req-dfb5f832-39c8-498a-a241-8536d81132db tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612087 Nov 22 16:31:51.670592 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-183f8fe4-4772-46cd-876a-07ed206eafdb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d4a9b6434dd428ba6e06e86c0e986b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457747 Nov 22 16:31:51.670722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47298) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:51.771530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03866ae6-c3f5-4c01-b772-fd823a8d5f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.854616 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03866ae6-c3f5-4c01-b772-fd823a8d5f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.906554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9ab17-c3a6-48db-8169-526191649780 req-5ca5c20d-4940-4aba-9409-e67e4ef56a18 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:51.908254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fb9ab17-c3a6-48db-8169-526191649780 req-5ca5c20d-4940-4aba-9409-e67e4ef56a18 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1336792 Nov 22 16:31:51.925153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181deb5-b2b2-4799-a03c-12397aa48274 req-9b947e0d-be67-4c6a-b5b5-1376f381b8b7 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:51.926647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2181deb5-b2b2-4799-a03c-12397aa48274 req-9b947e0d-be67-4c6a-b5b5-1376f381b8b7 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1096 time: 0.1143157 Nov 22 16:31:51.971941 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03866ae6-c3f5-4c01-b772-fd823a8d5f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.974571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03866ae6-c3f5-4c01-b772-fd823a8d5f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.983891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-03866ae6-c3f5-4c01-b772-fd823a8d5f50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/380d9e56-31ed-4f2d-9000-e75032e2710e HTTP/1.1" status: 204 len: 168 time: 0.3056986 Nov 22 16:31:52.007096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03866ae6-c3f5-4c01-b772-fd823a8d5f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380d9e56-31ed-4f2d-9000-e75032e2710e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:52.019395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fb9ab17-c3a6-48db-8169-526191649780 req-973b9e36-1c6d-4cef-a6d8-a1e07627ce2a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038220 Nov 22 16:31:52.044642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2181deb5-b2b2-4799-a03c-12397aa48274 req-e03c086d-1804-46e4-88e5-06015e703c43 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094942 Nov 22 16:31:52.363747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b414b7-fb07-4d84-aa3f-174ce1427ee2 req-4233b5d2-2e29-478c-8da1-71ec34047ecd tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.367454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17b414b7-fb07-4d84-aa3f-174ce1427ee2 req-4233b5d2-2e29-478c-8da1-71ec34047ecd tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 1096 time: 0.1781394 Nov 22 16:31:52.395457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643065c-b8d3-400d-8271-456cca5630d1 req-7c3537ac-8b83-441b-ace4-8f9dea96a3ab tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.397803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2643065c-b8d3-400d-8271-456cca5630d1 req-7c3537ac-8b83-441b-ace4-8f9dea96a3ab tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1511350 Nov 22 16:31:52.530782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-7bc1fa79-226a-4b1e-b464-4b28d51594b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.532966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-7bc1fa79-226a-4b1e-b464-4b28d51594b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1096 time: 0.1268559 Nov 22 16:31:52.542074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17b414b7-fb07-4d84-aa3f-174ce1427ee2 req-0b183a90-d26d-443b-87c9-f762c091575a tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622069 Nov 22 16:31:52.581348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2643065c-b8d3-400d-8271-456cca5630d1 req-57447c7b-4aa3-4f5c-bdd0-f7e5286dbc81 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709538 Nov 22 16:31:52.592763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:52.596299 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e809456-bc42-4a57-a48b-c01663e57b42" -d '{"events": [{"server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "name": "network-vif-plugged", "status": "completed", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:52.878110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-1ec47929-f2f2-48c5-96b0-dbe16e566530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.880245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-1ec47929-f2f2-48c5-96b0-dbe16e566530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.2979290 Nov 22 16:31:53.017395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-ba11b309-2d83-41f9-940f-29fec1f23404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.022281 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-ba11b309-2d83-41f9-940f-29fec1f23404 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9&tenant_id=3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 1101 time: 0.1314471 Nov 22 16:31:53.023094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-63ea06bb-6342-455a-9ec4-319541ea835a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 200 len: 217 time: 0.1241713 Nov 22 16:31:53.059622 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f759c-51bb-441c-b634-dc3584cff3e8 x-openstack-request-id: req-396f759c-51bb-441c-b634-dc3584cff3e8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:53.060360 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "name": "network-vif-plugged", "status": "completed", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:53.062046 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-396f759c-51bb-441c-b634-dc3584cff3e8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:53.063115 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'code': 200} Nov 22 16:31:53.082029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d5f59-7385-4d16-bb70-476fc9010e6a req-ebc80923-0118-459e-b175-d6ed4de8b770 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.084801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-732d5f59-7385-4d16-bb70-476fc9010e6a req-ebc80923-0118-459e-b175-d6ed4de8b770 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.2027404 Nov 22 16:31:53.157574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-59d2746c-0782-4216-a9dd-bd370618f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.166166 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-59d2746c-0782-4216-a9dd-bd370618f7e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 1101 time: 0.1051466 Nov 22 16:31:53.337256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-877eff9a-844b-40fe-8bea-c31f0c553622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.346448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-877eff9a-844b-40fe-8bea-c31f0c553622 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.3041525 Nov 22 16:31:53.406134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-5c9e3376-1306-4b10-ae13-5e6619f6c4f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450892 Nov 22 16:31:53.413356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-732d5f59-7385-4d16-bb70-476fc9010e6a req-a8d328de-56cc-4c99-9752-f5229e46f202 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105045 Nov 22 16:31:53.466785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-77f08bd1-cbd1-416d-b3d5-c73fa4b51515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.469434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-77f08bd1-cbd1-416d-b3d5-c73fa4b51515 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2942772 Nov 22 16:31:53.580136 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-436bd74a-567e-45c5-aec0-a780eafc5e34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852 HTTP/1.1" status: 200 len: 217 time: 0.1017857 Nov 22 16:31:53.734193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-c0b8d9b5-06e1-4e3b-9282-6ad700c230c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.736095 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-c0b8d9b5-06e1-4e3b-9282-6ad700c230c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1465571 Nov 22 16:31:53.737517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-6cbed814-5577-4802-99ad-e1bc0edecf89 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190858 Nov 22 16:31:53.845724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-d703add2-2538-4485-96de-cdecd551f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.849222 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-d703add2-2538-4485-96de-cdecd551f720 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980687 Nov 22 16:31:53.938022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171af87c-4bdb-4972-bac7-f2bd16ba55a6 req-a27abb77-d76a-41e7-b33a-53e4bec02caa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.946367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-171af87c-4bdb-4972-bac7-f2bd16ba55a6 req-a27abb77-d76a-41e7-b33a-53e4bec02caa tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.2022464 Nov 22 16:31:54.024370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-3657d969-8f36-472f-89a6-0e9208baf6f1 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655435 Nov 22 16:31:54.036617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-171af87c-4bdb-4972-bac7-f2bd16ba55a6 req-4a25083f-58c6-406b-8b44-b565591efdbf tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876503 Nov 22 16:31:54.089475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47398) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:54.116704 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-68ea9af8-8b18-4fca-a8ba-15dc90b287e6 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529213 Nov 22 16:31:54.219192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9227dd8d-56d6-4682-9766-a8445003d28d admin admin] Deleting subnet 2307038b-1595-4130-85cd-92ead83b10a1 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:54.229262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9227dd8d-56d6-4682-9766-a8445003d28d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.373820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9227dd8d-56d6-4682-9766-a8445003d28d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.417191 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42f36217-9f73-4e74-ab1b-47796fcde340 req-8d61669b-491d-41f5-b317-f1c6bc9d0693 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944181 Nov 22 16:31:54.438991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9cd85-ecf7-424a-9145-061c761b6f78 req-baa08ea6-f789-46ed-9bdb-9fc01ea5d2c7 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.440681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4a9cd85-ecf7-424a-9145-061c761b6f78 req-baa08ea6-f789-46ed-9bdb-9fc01ea5d2c7 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1847904 Nov 22 16:31:54.477625 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9227dd8d-56d6-4682-9766-a8445003d28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.553605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4a9cd85-ecf7-424a-9145-061c761b6f78 req-7f3440c8-2d72-4db0-ba9f-6ff5c313944c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028206 Nov 22 16:31:54.595954 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9227dd8d-56d6-4682-9766-a8445003d28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.634398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227dd8d-56d6-4682-9766-a8445003d28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2307038b-1595-4130-85cd-92ead83b10a1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:54.668606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9227dd8d-56d6-4682-9766-a8445003d28d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.675471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9227dd8d-56d6-4682-9766-a8445003d28d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2307038b-1595-4130-85cd-92ead83b10a1 HTTP/1.1" status: 204 len: 168 time: 0.5814314 Nov 22 16:31:54.676173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47418) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:54.738365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a3926-04df-43be-855a-a1eaab936d79 req-16a9c68b-27b4-4021-a1ae-d4d9be0d15c0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.743826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-585a3926-04df-43be-855a-a1eaab936d79 req-16a9c68b-27b4-4021-a1ae-d4d9be0d15c0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.1173174 Nov 22 16:31:54.876539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.988794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-585a3926-04df-43be-855a-a1eaab936d79 req-10c52ee9-4704-4566-a7e2-0d328b787250 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319880 Nov 22 16:31:55.175835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:55.217189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.313987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dcf16d-043b-47af-b76d-b8b9c9cca1b9']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:55.358756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25991126-9f84-4e69-9d42-f8d050d8a5fc') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:55.361450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25991126-9f84-4e69-9d42-f8d050d8a5fc') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:55.405352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.456640 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.474401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696da9-f510-4ac7-8a89-e79684f2552b req-3d098cfd-0bfd-474b-a210-18fd275f8c71 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:55.483609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:55.484331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.486442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b696da9-f510-4ac7-8a89-e79684f2552b req-3d098cfd-0bfd-474b-a210-18fd275f8c71 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.2371607 Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:55.487403 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:55.504289 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.642139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:55.646351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:55.656242 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eed77f-061b-4e40-85ba-323ff5f955a9" -d '{"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:55.680161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.723362 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b696da9-f510-4ac7-8a89-e79684f2552b req-bc456605-bbbc-4329-9b31-e85b3038d938 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235539 Nov 22 16:31:55.787370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.805603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.812356 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b6dcf16d-043b-47af-b76d-b8b9c9cca1b9 HTTP/1.1" status: 204 len: 168 time: 1.1360843 Nov 22 16:31:55.833646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42fe74-4ad6-42d1-857c-80364896b9e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6dcf16d-043b-47af-b76d-b8b9c9cca1b9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:55.886580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:56.190138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076c6ef-d0f9-4bc4-852d-788d072eaab4 req-d0eedf81-9481-44b6-bf70-c805f614c18f tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.196764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5076c6ef-d0f9-4bc4-852d-788d072eaab4 req-d0eedf81-9481-44b6-bf70-c805f614c18f tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.2423959 Nov 22 16:31:56.281122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:56.447798 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68963afc-d2af-4c0b-9115-2c3e7e2bc9d6 x-openstack-request-id: req-68963afc-d2af-4c0b-9115-2c3e7e2bc9d6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:56.449374 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:56.450021 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68963afc-d2af-4c0b-9115-2c3e7e2bc9d6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:56.451525 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'code': 200} Nov 22 16:31:56.452825 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3f971546-aebc-48a7-8ace-21868eeae4d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11e6d4f7e7cf4fea8f37d6518ea87ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520975 Nov 22 16:31:56.453808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:56.466414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5076c6ef-d0f9-4bc4-852d-788d072eaab4 req-325e860d-bf4c-43b7-ac71-ed778cc13148 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552309 Nov 22 16:31:56.611520 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77e2151f-1d64-422d-a9a1-90280711c142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:56.712324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77e2151f-1d64-422d-a9a1-90280711c142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:56.837828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb44fe5-d5e7-43ae-bffd-e8f1a5238987 req-ec138c6c-defa-49d0-84c8-2979d9cce416 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.840467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77e2151f-1d64-422d-a9a1-90280711c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:56.853045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fb44fe5-d5e7-43ae-bffd-e8f1a5238987 req-ec138c6c-defa-49d0-84c8-2979d9cce416 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 948 time: 0.1467898 Nov 22 16:31:56.863509 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77e2151f-1d64-422d-a9a1-90280711c142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:56.868340 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-77e2151f-1d64-422d-a9a1-90280711c142 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47186d01-9252-423a-bc7d-816f51d5904c HTTP/1.1" status: 204 len: 168 time: 0.4126689 Nov 22 16:31:56.897853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2151f-1d64-422d-a9a1-90280711c142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47186d01-9252-423a-bc7d-816f51d5904c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:57.059793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fb44fe5-d5e7-43ae-bffd-e8f1a5238987 req-0f0ab20c-79ad-43f5-a0a4-4aa16d88d4f1 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047362 Nov 22 16:31:57.180028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:57.359222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467503c-2457-428e-9b89-17fd9b09011d req-ab255d44-4372-496d-9543-f1d366169500 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:57.381141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5467503c-2457-428e-9b89-17fd9b09011d req-ab255d44-4372-496d-9543-f1d366169500 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1630168 Nov 22 16:31:57.560932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5467503c-2457-428e-9b89-17fd9b09011d req-0bdeb7a4-523b-46e3-aa59-e23c8208054a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778841 Nov 22 16:31:57.623029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:57.658143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'mac_address': 'fa:16:3e:d0:a4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:57.728911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:57.750007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f59637a-de7e-4fc7-a418-bdd3d3646852 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:57.788840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:57.801533 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:57.811734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c2e3a-3eb0-4e59-8855-fe944fb3edf1 req-2f00b430-6f0f-41d3-aaca-d2146be702e8 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:57.820702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b44c2e3a-3eb0-4e59-8855-fe944fb3edf1 req-2f00b430-6f0f-41d3-aaca-d2146be702e8 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1230645 Nov 22 16:31:57.945966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b44c2e3a-3eb0-4e59-8855-fe944fb3edf1 req-79033504-31ea-4aa9-b226-31f4dc8a4a4e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235511 Nov 22 16:31:58.097352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:58.159433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['6f59637a-de7e-4fc7-a418-bdd3d3646852'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:58.453372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade3bb2-6684-433b-80c2-198453287d2b req-07ee8b8d-5736-4ba6-a900-f32c0568f068 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.455289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ade3bb2-6684-433b-80c2-198453287d2b req-07ee8b8d-5736-4ba6-a900-f32c0568f068 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.2098751 Nov 22 16:31:58.603413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ade3bb2-6684-433b-80c2-198453287d2b req-9f54d7bf-7ee6-430a-a4dd-de36785e2c9e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384008 Nov 22 16:31:58.896650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c328a61-d1e2-4001-8d8f-88bc8871712e req-70d98440-c7ec-4bf8-8d57-070fd7d615b4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.904753 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c328a61-d1e2-4001-8d8f-88bc8871712e req-70d98440-c7ec-4bf8-8d57-070fd7d615b4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 950 time: 0.2057817 Nov 22 16:31:58.975833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c328a61-d1e2-4001-8d8f-88bc8871712e req-4b7a44af-fdeb-44bf-bf4d-78d6850372c3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696876 Nov 22 16:31:58.990850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca2923-7d36-4833-9d97-80102cb5a380 req-c7053107-7a01-4ae6-9adf-2e05968bec8a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.999035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64ca2923-7d36-4833-9d97-80102cb5a380 req-c7053107-7a01-4ae6-9adf-2e05968bec8a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.2040794 Nov 22 16:31:59.066452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64ca2923-7d36-4833-9d97-80102cb5a380 req-ad84e946-7c87-4c48-9074-e8858bf7f85b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657480 Nov 22 16:31:59.158339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:59.180250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:59.233336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08f7d-21d5-475e-83fe-8749a6032ed6 req-35c66c9d-87ae-4e42-86fa-7a189287638b tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.246010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31c08f7d-21d5-475e-83fe-8749a6032ed6 req-35c66c9d-87ae-4e42-86fa-7a189287638b tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1019244 Nov 22 16:31:59.351790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-178301909-network', 'tenant_id': '7572a76192db4b5e8bf43ca826fd9d6b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:59.354156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31c08f7d-21d5-475e-83fe-8749a6032ed6 req-6f22001f-6afd-49e7-8969-5a54e6c93632 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059480 Nov 22 16:31:59.409895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Made reservation on behalf of 7572a76192db4b5e8bf43ca826fd9d6b for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:59.419429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.478846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.510746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed39ddc0-c8e2-49dd-b50c-1012281d1bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.610263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.621682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.694712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:31:59.724625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7492524-30e6-4695-baef-4b1a9838b381,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:59.729116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.729616 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Added segment 68216e0b-c87c-437c-b8ad-07519526d5d3 of type vlan for network 791a7af6-d6e4-496d-908b-477bb2c77efb Nov 22 16:31:59.866968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.920094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed39ddc0-c8e2-49dd-b50c-1012281d1bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.929096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed39ddc0-c8e2-49dd-b50c-1012281d1bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.957872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.960230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.961095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.049125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ed39ddc0-c8e2-49dd-b50c-1012281d1bc2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c12bdbe53ace45beba6e676508dc41de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8674750 Nov 22 16:32:00.052055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47588) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:00.054795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39ddc0-c8e2-49dd-b50c-1012281d1bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda654ed-ac02-449d-bebe-209f2b75faa1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:00.074710 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9121218 Nov 22 16:32:00.083596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47590) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:00.102964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Request body: {'subnet': {'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-178301909-subnet', 'tenant_id': '7572a76192db4b5e8bf43ca826fd9d6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:00.107925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22c3a4-5fd2-4d6c-9471-f139f15190eb admin admin] Pushing event updated for resources: {'Network': ['ID=791a7af6-d6e4-496d-908b-477bb2c77efb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:00.128859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 791a7af6-d6e4-496d-908b-477bb2c77efb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:00.163350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Made reservation on behalf of 7572a76192db4b5e8bf43ca826fd9d6b for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:00.171899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.216141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-c3967e11-8e67-4906-9288-614f2a074758 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3514ce11b681483689c0bb169228eba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943110 Nov 22 16:32:00.405714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee3329b8-3a53-4ea5-8afc-f8b7aee46f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.487652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-558ffaf4-4afe-45e2-94be-2cff1a94da27 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:00.497444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-558ffaf4-4afe-45e2-94be-2cff1a94da27 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2802663 Nov 22 16:32:00.524779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20e05c-fc2c-4caa-8543-1cd99057c97c req-e94db0e4-fd9b-4e8d-98ea-b5dcc28394e7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:00.534438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e20e05c-fc2c-4caa-8543-1cd99057c97c req-e94db0e4-fd9b-4e8d-98ea-b5dcc28394e7 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.2967112 Nov 22 16:32:00.569675 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-a12ff644-6a7a-4a96-abd3-942999835f8e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/quotas/3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 375 time: 0.0707142 Nov 22 16:32:00.670983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee3329b8-3a53-4ea5-8afc-f8b7aee46f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.733143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e20e05c-fc2c-4caa-8543-1cd99057c97c req-e90a688e-5ea4-4caf-8ae2-634ea96b71e3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971717 Nov 22 16:32:00.956749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.976287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-7f7dec7e-37b8-47cb-95e9-41c6f98122bb tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3890905 Nov 22 16:32:01.018384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770351e9-dc5c-4ba2-8626-ecdad4cba67b req-2834c243-b809-481d-ba28-66f46c4236f7 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.028726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-770351e9-dc5c-4ba2-8626-ecdad4cba67b req-2834c243-b809-481d-ba28-66f46c4236f7 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1741142 Nov 22 16:32:01.035000 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee3329b8-3a53-4ea5-8afc-f8b7aee46f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.039556 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee3329b8-3a53-4ea5-8afc-f8b7aee46f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.043860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ee3329b8-3a53-4ea5-8afc-f8b7aee46f72 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dda654ed-ac02-449d-bebe-209f2b75faa1 HTTP/1.1" status: 204 len: 168 time: 0.9904549 Nov 22 16:32:01.067515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3329b8-3a53-4ea5-8afc-f8b7aee46f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda654ed-ac02-449d-bebe-209f2b75faa1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:01.129234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-770351e9-dc5c-4ba2-8626-ecdad4cba67b req-af8b3c07-767d-4e09-ac64-13932e3d16fd tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995049 Nov 22 16:32:01.170493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:01.192271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:01.304015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 6f59637a-de7e-4fc7-a418-bdd3d3646852 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:01.304473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.308079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Checking segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:01.313933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Network hostable DHCP agents. Network: 791a7af6-d6e4-496d-908b-477bb2c77efb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:01.398787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Network 791a7af6-d6e4-496d-908b-477bb2c77efb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:01.429489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 791a7af6-d6e4-496d-908b-477bb2c77efb) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:01.441247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.442373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.495006 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1d5f5a3b-5323-4867-8e24-4cb2687a03f4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3914244 Nov 22 16:32:01.495346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.504737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4e700e-0be6-429a-8c24-b8fa71b7d7ed None None] Network 791a7af6-d6e4-496d-908b-477bb2c77efb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:01.541843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:01.545059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:01.548371 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e645792-7179-42a5-9f47-d750f180598a" -d '{"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-plugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:01.562213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.575962 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70a47e6a-4714-4ac8-ad26-7453d48a779a req-638cd118-5660-4ac5-b6aa-42e5181458e2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 210 time: 0.0654261 Nov 22 16:32:01.710860 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256f20a9-a53a-4f6a-9e9c-701cdaebe92d x-openstack-request-id: req-256f20a9-a53a-4f6a-9e9c-701cdaebe92d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:01.715466 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-plugged", "status": "completed", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:01.716807 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-256f20a9-a53a-4f6a-9e9c-701cdaebe92d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:01.717758 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'code': 200} Nov 22 16:32:01.754515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=11']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:02.022601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-791a7af6-d6e4-496d-908b-477bb2c77efb', 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb', 'tenant_id': '7572a76192db4b5e8bf43ca826fd9d6b', 'fixed_ips': [{'subnet_id': '0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:32:02.024420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.077531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a8af7-9137-4fe8-9366-df77990fa319 req-aba02e1f-e370-411a-b9dd-08e31ddea74b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.081033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e95a8af7-9137-4fe8-9366-df77990fa319 req-aba02e1f-e370-411a-b9dd-08e31ddea74b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1328509 Nov 22 16:32:02.232485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e95a8af7-9137-4fe8-9366-df77990fa319 req-79411261-1b43-4bbd-a2a1-b5740baeac49 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351671 Nov 22 16:32:02.266048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47646) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:02.299005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-746e74f6-1eb1-44a3-a902-fdf63f7540d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.446232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Allocated IP 172.20.0.2 (791a7af6-d6e4-496d-908b-477bb2c77efb/0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7/66407795-726d-4ca9-8311-143d6521e60b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:02.478778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-746e74f6-1eb1-44a3-a902-fdf63f7540d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.483919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-746e74f6-1eb1-44a3-a902-fdf63f7540d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.565783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e74f6-1eb1-44a3-a902-fdf63f7540d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e42c60-c6e0-4f76-9af1-e39a0a2827e2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:02.581574 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-746e74f6-1eb1-44a3-a902-fdf63f7540d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=90faf2def1b249d98ac47aa8bbab2b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141484 Nov 22 16:32:02.586094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:02.724268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dcb1a-6138-420a-986b-5881cf67796e req-4979b3a1-243d-48ce-90c4-b3c1b9c341a2 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.735888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-649dcb1a-6138-420a-986b-5881cf67796e req-4979b3a1-243d-48ce-90c4-b3c1b9c341a2 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1295385 Nov 22 16:32:02.806336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afaf784c-aa09-4903-bb16-c41bad77ebe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.895837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afaf784c-aa09-4903-bb16-c41bad77ebe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.956222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-1650f7aa-f6b5-45f2-8110-2a9f7b07a02b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.957787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-1650f7aa-f6b5-45f2-8110-2a9f7b07a02b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 815 time: 0.1996512 Nov 22 16:32:03.004235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-649dcb1a-6138-420a-986b-5881cf67796e req-7a5b0492-873d-416c-a30b-0f1a2dabe190 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654636 Nov 22 16:32:03.009400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-f81169c6-21eb-4011-b783-73f1022937ef tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/quotas/7572a76192db4b5e8bf43ca826fd9d6b HTTP/1.1" status: 200 len: 375 time: 0.0375400 Nov 22 16:32:03.053007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afaf784c-aa09-4903-bb16-c41bad77ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.058563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afaf784c-aa09-4903-bb16-c41bad77ebe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.063099 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-afaf784c-aa09-4903-bb16-c41bad77ebe8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0e42c60-c6e0-4f76-9af1-e39a0a2827e2 HTTP/1.1" status: 204 len: 168 time: 0.4737587 Nov 22 16:32:03.082705 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.093431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf784c-aa09-4903-bb16-c41bad77ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e42c60-c6e0-4f76-9af1-e39a0a2827e2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:03.104905 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.114828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-1d51072f-9422-4236-b4f4-07afbbaffdb0 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908220 Nov 22 16:32:03.239279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Network 791a7af6-d6e4-496d-908b-477bb2c77efb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:03.281073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:03.334121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:03.374279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-7eae4bf8-9d39-40cc-a0ff-9dc1617f7a4d service neutron] 10.222.0.59 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532165 Nov 22 16:32:03.382446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Pushing event updated for resources: {'Port': ['ID=66407795-726d-4ca9-8311-143d6521e60b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:03.591931 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-434e3820-c567-4dea-a664-72f0454dd378 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3514ce11b681483689c0bb169228eba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897243 Nov 22 16:32:03.695111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30ced02e-9d26-4172-87db-710d72603fda req-c1bebb4b-7f7f-4a2c-8c79-36c8630e1701 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 210 time: 0.1590648 Nov 22 16:32:03.708798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Attempting to bind port 66407795-726d-4ca9-8311-143d6521e60b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:03.709476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Attempting to bind port 66407795-726d-4ca9-8311-143d6521e60b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:03.709599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Attempting to bind port 66407795-726d-4ca9-8311-143d6521e60b on network 791a7af6-d6e4-496d-908b-477bb2c77efb {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:03.725560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:03.727817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Checking segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:03.730437 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.730869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Bound using segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:03.731417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Bound port: 66407795-726d-4ca9-8311-143d6521e60b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:03.731824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.895181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-3589d44b-692a-4e00-9d4a-6e854f7e3342 service neutron] 10.222.0.59 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193653 Nov 22 16:32:04.022746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] For port 66407795-726d-4ca9-8311-143d6521e60b, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:04.036677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] For port 66407795-726d-4ca9-8311-143d6521e60b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=66407795-726d-4ca9-8311-143d6521e60b,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:04.046017 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.098246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e9e5-ae52-4be1-98bb-d789d7f4100e req-66c64e5a-1148-4f2c-8ed7-44ca5881e007 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.116480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66b0e9e5-ae52-4be1-98bb-d789d7f4100e req-66c64e5a-1148-4f2c-8ed7-44ca5881e007 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1830363 Nov 22 16:32:04.125969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-2745ba79-aab2-4d4d-8fe0-29a208434555 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.145278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-2745ba79-aab2-4d4d-8fe0-29a208434555 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5434427 Nov 22 16:32:04.167222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Request body: {'port': {'device_id': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '3514ce11b681483689c0bb169228eba0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:04.261493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb5fdf-29a8-4076-997b-6eaf88df874a None None] Pushing event updated for resources: {'Port': ['ID=66407795-726d-4ca9-8311-143d6521e60b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:04.307050 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66b0e9e5-ae52-4be1-98bb-d789d7f4100e req-9e69c026-8d90-4122-93cc-e18a239d6632 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889570 Nov 22 16:32:04.544136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15c3d6-faa2-43a3-8b96-45d411655ad1 req-d730e62c-71db-4007-8496-cffdda538123 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.569509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd15c3d6-faa2-43a3-8b96-45d411655ad1 req-d730e62c-71db-4007-8496-cffdda538123 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1916988 Nov 22 16:32:04.900889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Made reservation on behalf of 3514ce11b681483689c0bb169228eba0 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:04.921791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.965112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd15c3d6-faa2-43a3-8b96-45d411655ad1 req-8aeb19a6-d002-4201-bb3d-8bcf25c51d9f tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820779 Nov 22 16:32:05.433156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfe3bf1b-7067-4f26-b11c-b721200af633 req-ef8d6009-b5b9-4c33-8028-3d9c1c18f587 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 210 time: 0.1625614 Nov 22 16:32:05.750644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 66407795-726d-4ca9-8311-143d6521e60b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:05.804927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Allocated IP 192.168.233.177 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/b28d82e0-225e-4440-9118-7b5f364bcf15) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:06.062482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 66407795-726d-4ca9-8311-143d6521e60b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:06.069177 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.130389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5606164-7c18-44cc-a0ea-9e39e6f6e018 req-e2781294-42ad-4624-ac8d-49500f868b1a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.151184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5606164-7c18-44cc-a0ea-9e39e6f6e018 req-e2781294-42ad-4624-ac8d-49500f868b1a tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.4165568 Nov 22 16:32:06.410240 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.516713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fca60-7c50-4a72-967d-1a35a060849f req-2c411868-5f51-46a9-9c1a-5cbefa264135 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.558302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-2c411868-5f51-46a9-9c1a-5cbefa264135 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 815 time: 1.1240051 Nov 22 16:32:06.583581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.636047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-4539e20d-c557-4be4-bf85-92379c968610 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/quotas/7572a76192db4b5e8bf43ca826fd9d6b HTTP/1.1" status: 200 len: 375 time: 0.0764027 Nov 22 16:32:06.706094 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.787800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.829057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9', 'b0cb7321-c864-47e9-b715-b1174e4d9a84', '6f59637a-de7e-4fc7-a418-bdd3d3646852'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:06.847098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5606164-7c18-44cc-a0ea-9e39e6f6e018 req-1a0e81ac-17db-4b8a-a8bd-74752cab9dbe tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939173 Nov 22 16:32:06.920431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-94b56dfa-19a3-414e-ae3c-f7588aa4cb41 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2801793 Nov 22 16:32:06.965748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:06.971178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:07.089703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 66407795-726d-4ca9-8311-143d6521e60b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=66407795-726d-4ca9-8311-143d6521e60b,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:07.100262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:07.122430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1addd8-4fd8-4a1b-a59d-6f492a7920f6 None None] Network 791a7af6-d6e4-496d-908b-477bb2c77efb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:07.140532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.342455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-12fe411e-01be-49a0-9b21-cfcdb234dff5 service neutron] 10.222.0.59 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021585 Nov 22 16:32:07.365494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a14c4c-ed62-4fd3-bb07-53dbf009e5cb req-1c21c95d-23da-4e79-bab1-d9b01a03537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.368182 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30a14c4c-ed62-4fd3-bb07-53dbf009e5cb req-1c21c95d-23da-4e79-bab1-d9b01a03537f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 1097 time: 0.6215875 Nov 22 16:32:07.482497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:07.646335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.647033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.647728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=66407795-726d-4ca9-8311-143d6521e60b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:07.706629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.707184 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:32:07.707747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.707863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.708202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.708552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.709040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.718680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.730210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.730833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.731221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.731574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.731927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:07.954125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30a14c4c-ed62-4fd3-bb07-53dbf009e5cb req-778e820c-8ca0-4bc4-af92-f82370b1851b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383413 Nov 22 16:32:07.968332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-0fa48c13-eb8d-40cd-b2b6-3f3a47e86ff8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8076594 Nov 22 16:32:07.995586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Request body: {'port': {'device_id': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:08.074056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8dbb69fd-d2b2-49a5-b4e1-8f937b0f08d8 None None] Provisioning complete for port 66407795-726d-4ca9-8311-143d6521e60b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:08.075192 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dbb69fd-d2b2-49a5-b4e1-8f937b0f08d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.226066 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.295104 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.528289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e43db-b8f9-48fc-8436-5b2b586e48e7 req-901020cd-3233-48c2-b09e-1163f0fa84ad tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:08.537806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-159e43db-b8f9-48fc-8436-5b2b586e48e7 req-901020cd-3233-48c2-b09e-1163f0fa84ad tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.9388154 Nov 22 16:32:08.637803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-4de9a375-0d25-49d0-8dd0-a54d0b0c415b service neutron] 10.222.0.59 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2938521 Nov 22 16:32:08.893103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-159e43db-b8f9-48fc-8436-5b2b586e48e7 req-31a0346d-9d67-4820-81e3-cb918c4cab58 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540461 Nov 22 16:32:09.147083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-afa5850d-4d40-42f5-a6b3-5f826667d01a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:09.151846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-afa5850d-4d40-42f5-a6b3-5f826667d01a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.62 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 815 time: 0.7365313 Nov 22 16:32:09.234274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Request body: {'port': {'device_id': '4d6f6cb1-8937-4653-b641-420a3ba242ce', 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb', 'admin_state_up': True, 'tenant_id': '7572a76192db4b5e8bf43ca826fd9d6b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:09.651248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28d82e0-225e-4440-9118-7b5f364bcf15 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:09.688555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 66407795-726d-4ca9-8311-143d6521e60b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:09.699618 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:09.757884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Transition to ACTIVE for port object b28d82e0-225e-4440-9118-7b5f364bcf15 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:09.770935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.114097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f6174-6b44-424a-becf-bf9f4379fada req-0c3a6c7b-6641-44ba-9b2c-f424510742d5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:10.126059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a27f6174-6b44-424a-becf-bf9f4379fada req-0c3a6c7b-6641-44ba-9b2c-f424510742d5 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.5318317 Nov 22 16:32:10.181965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:10.223454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac01624-fd1d-4a70-9d85-e80562e8dd2d req-912a191a-3422-4666-a708-a4656e60a917 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:10.225108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ac01624-fd1d-4a70-9d85-e80562e8dd2d req-912a191a-3422-4666-a708-a4656e60a917 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 936 time: 0.5993471 Nov 22 16:32:10.358228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:10.359019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:10.360059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:10.381844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:10.382610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:10.431749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:10.434559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:10.437609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:10.438482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Bound port: b28d82e0-225e-4440-9118-7b5f364bcf15, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:10.444999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.452478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 66407795-726d-4ca9-8311-143d6521e60b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:10.453199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.473060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Made reservation on behalf of 7572a76192db4b5e8bf43ca826fd9d6b for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:10.481214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.580148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a27f6174-6b44-424a-becf-bf9f4379fada req-62a70854-1d03-4808-97d7-97ce52af448f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467249 Nov 22 16:32:10.686839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ac01624-fd1d-4a70-9d85-e80562e8dd2d req-c5058acc-a517-4318-921b-9865df170cae tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210625 Nov 22 16:32:10.805431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:10.825136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:10.837252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.892969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1bc5783c-e1f4-4353-8300-74a307a18cf2 None None] Provisioning complete for port 66407795-726d-4ca9-8311-143d6521e60b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:10.893942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1bc5783c-e1f4-4353-8300-74a307a18cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.039649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.045041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.047656 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] 10.222.0.62 "PUT /v2.0/ports/b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 1096 time: 3.0685942 Nov 22 16:32:11.065981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:11.074119 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52" -d '{"events": [{"name": "network-changed", "server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:11.143686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df9d22-1c61-4fd9-ba2e-90b1cbe5ce9d service neutron] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:11.187094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Allocated IP 172.20.0.13 (791a7af6-d6e4-496d-908b-477bb2c77efb/0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7/8cdd72af-f2af-4ade-9e27-e21b17de1fab) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:11.510576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.563441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-fa1cf187-b44d-4e25-9a74-3ef8fc315272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.572762 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-fa1cf187-b44d-4e25-9a74-3ef8fc315272 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1099 time: 0.1790843 Nov 22 16:32:11.577859 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.745380 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-603c7d92-6c2e-40a8-be23-e849b9252ee5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.1620984 Nov 22 16:32:11.788622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Network 791a7af6-d6e4-496d-908b-477bb2c77efb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:11.917052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:11.926049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:11.985907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-7c60b59d-5c8e-45a4-b3e5-5393c119353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.988436 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-7c60b59d-5c8e-45a4-b3e5-5393c119353d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2340577 Nov 22 16:32:12.055013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.055013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.060552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Pushing event updated for resources: {'Port': ['ID=8cdd72af-f2af-4ade-9e27-e21b17de1fab,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:12.117900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-62cc279b-ed5a-47a8-9920-70cf9b703a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.131897 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-62cc279b-ed5a-47a8-9920-70cf9b703a6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178145 Nov 22 16:32:12.182164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.182721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.183175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.184570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.185402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.189857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.190996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.190996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.193084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.193700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.196880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.197422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:12.214185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-2ec4c9d3-61ba-40d6-b9f3-32176822c718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0270107 Nov 22 16:32:12.256281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db886e-dfae-4fed-9705-68a7d35247f5 req-f270ac75-f730-4015-97ff-981c6446ff58 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.275647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82db886e-dfae-4fed-9705-68a7d35247f5 req-f270ac75-f730-4015-97ff-981c6446ff58 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.4806907 Nov 22 16:32:12.287554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Request body: {'port': {'device_id': '4d6f6cb1-8937-4653-b641-420a3ba242ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:12.464675 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-445d1f74-921d-443c-aecd-60fa928439cb service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231602 Nov 22 16:32:12.514688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.561803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-54642323-be09-465e-993b-b6fd2832d4c4 None None] Provisioning complete for port 8cdd72af-f2af-4ade-9e27-e21b17de1fab triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:12.562448 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54642323-be09-465e-993b-b6fd2832d4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.634761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-0dec648a-3759-4e14-b3a7-0e2cb237566c tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.640677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-0dec648a-3759-4e14-b3a7-0e2cb237566c tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 815 time: 1.0847547 Nov 22 16:32:12.776100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-54642323-be09-465e-993b-b6fd2832d4c4 None None] Port 8cdd72af-f2af-4ade-9e27-e21b17de1fab cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:12.789031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82db886e-dfae-4fed-9705-68a7d35247f5 req-d4fd8849-22d4-456a-a9c8-02e52641f06e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002730 Nov 22 16:32:12.823555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-28b59a59-7e96-4948-8049-e04ff71121f0 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/quotas/7572a76192db4b5e8bf43ca826fd9d6b HTTP/1.1" status: 200 len: 375 time: 0.1277077 Nov 22 16:32:12.829996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd96085-40d9-4c18-9f5e-f4f53f4ec07c req-5a683ad9-46bc-405c-88a8-fdd6c0682590 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274992 Nov 22 16:32:13.063042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-5a58e39c-0b03-477e-8a8a-f8c1cc67bf8e tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741395 Nov 22 16:32:13.086837 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b54c6c8-d48a-4ac1-9b4a-be57ca1a62b2 x-openstack-request-id: req-2b54c6c8-d48a-4ac1-9b4a-be57ca1a62b2 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:13.091098 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:13.091518 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b54c6c8-d48a-4ac1-9b4a-be57ca1a62b2 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:13.096396 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'status': 'completed', 'code': 200} Nov 22 16:32:13.360151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-8d0b084b-5019-487a-bf3d-aaa5a92e0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.366027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-8d0b084b-5019-487a-bf3d-aaa5a92e0e7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1099 time: 0.2584083 Nov 22 16:32:13.686644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-67b4726f-0d42-4e49-b3eb-51cf6415f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.696916 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-67b4726f-0d42-4e49-b3eb-51cf6415f814 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3157182 Nov 22 16:32:13.744061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e3a4c-c7b6-4bcf-aed2-c51201c3558f req-fa587bb3-7bc4-4982-a279-44ad7b1c7a6c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.751399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24e3a4c-c7b6-4bcf-aed2-c51201c3558f req-fa587bb3-7bc4-4982-a279-44ad7b1c7a6c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.2293618 Nov 22 16:32:13.832714 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-01072659-d8dc-4cbd-8b53-419f1cf0bf2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.1294336 Nov 22 16:32:13.861093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24e3a4c-c7b6-4bcf-aed2-c51201c3558f req-cb0e5c2a-e2a9-4630-8702-4024d90d4f75 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953057 Nov 22 16:32:13.942933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdd72af-f2af-4ade-9e27-e21b17de1fab {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:13.973004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-23517ece-7e3f-43fc-8112-5f574d327882 service neutron] 10.222.0.59 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732740 Nov 22 16:32:13.983265 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.059711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fca60-7c50-4a72-967d-1a35a060849f req-ce49f0e4-3415-424e-ba1a-ba5a822e253d tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:14.061704 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-ce49f0e4-3415-424e-ba1a-ba5a822e253d tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.37 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 815 time: 1.5955229 Nov 22 16:32:14.085188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Transition to ACTIVE for port object 8cdd72af-f2af-4ade-9e27-e21b17de1fab will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:14.113017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-d0e59606-f51a-43f2-9d33-0eb73e760106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:14.120474 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-d0e59606-f51a-43f2-9d33-0eb73e760106 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2768807 Nov 22 16:32:14.137595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Request body: {'port': {'device_id': '9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b', 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb', 'admin_state_up': True, 'tenant_id': '7572a76192db4b5e8bf43ca826fd9d6b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:14.217697 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.351876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800dea1-526c-41e4-a341-7125e9197ddf req-087249d5-5e00-40f4-8abd-8d95a3d20882 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:14.359444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-92a71688-4cc2-4fec-96e6-326eb1fc3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:14.366115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-92a71688-4cc2-4fec-96e6-326eb1fc3b5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170413 Nov 22 16:32:14.373369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9800dea1-526c-41e4-a341-7125e9197ddf req-087249d5-5e00-40f4-8abd-8d95a3d20882 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 948 time: 0.1929834 Nov 22 16:32:14.456719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdd72af-f2af-4ade-9e27-e21b17de1fab,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:14.707282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-f203b1cd-d51b-46ab-8422-97e2a661eae7 service neutron] 10.222.0.59 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050166 Nov 22 16:32:14.746086 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-6ab298b7-61d0-4c96-bfee-a24d914577b3 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582947 Nov 22 16:32:14.747852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Made reservation on behalf of 7572a76192db4b5e8bf43ca826fd9d6b for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:14.755550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.797607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9800dea1-526c-41e4-a341-7125e9197ddf req-9294b718-0375-44b3-acd5-1b2815ec4bce tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895710 Nov 22 16:32:14.871915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Attempting to bind port 8cdd72af-f2af-4ade-9e27-e21b17de1fab on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:14.873068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Attempting to bind port 8cdd72af-f2af-4ade-9e27-e21b17de1fab by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:14.873696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Attempting to bind port 8cdd72af-f2af-4ade-9e27-e21b17de1fab on network 791a7af6-d6e4-496d-908b-477bb2c77efb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:14.890500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Port 8cdd72af-f2af-4ade-9e27-e21b17de1fab on network 791a7af6-d6e4-496d-908b-477bb2c77efb not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:14.893141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Attempting to bind port 8cdd72af-f2af-4ade-9e27-e21b17de1fab on network 791a7af6-d6e4-496d-908b-477bb2c77efb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:14.918292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:14.920801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Checking segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:14.923422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Bound using segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:14.924811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Bound port: 8cdd72af-f2af-4ade-9e27-e21b17de1fab, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:14.927224 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.070381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] For port 8cdd72af-f2af-4ade-9e27-e21b17de1fab, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:15.074978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] For port 8cdd72af-f2af-4ade-9e27-e21b17de1fab, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=8cdd72af-f2af-4ade-9e27-e21b17de1fab,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:15.098289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.146770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:15.146770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.148465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] 10.222.0.62 "PUT /v2.0/ports/8cdd72af-f2af-4ade-9e27-e21b17de1fab HTTP/1.1" status: 200 len: 1092 time: 2.9203556 Nov 22 16:32:15.149044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6f6cb1-8937-4653-b641-420a3ba242ce', 'tag': '8cdd72af-f2af-4ade-9e27-e21b17de1fab'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:15.162775 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59074173-e77b-4161-82d2-a7388d052f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6f6cb1-8937-4653-b641-420a3ba242ce", "tag": "8cdd72af-f2af-4ade-9e27-e21b17de1fab"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:15.394917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ccbfb93-68ea-4690-aac9-c44ad0e8739d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.475727 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4516e5b4-fba6-4d35-a9f0-02d3f0c35d52 req-bfd17a59-47e4-48c2-b261-751827daf5be service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139373 Nov 22 16:32:15.492266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-7f976161-915c-400a-bbf0-5aa0b7e1a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:15.496257 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-7f976161-915c-400a-bbf0-5aa0b7e1a880 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 1095 time: 0.2409294 Nov 22 16:32:15.504380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9098a1-ca42-4d50-b8af-36b52f3b4415 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdd72af-f2af-4ade-9e27-e21b17de1fab,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:15.554024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Allocated IP 172.20.0.5 (791a7af6-d6e4-496d-908b-477bb2c77efb/0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7/dcec2fd2-e271-4991-8ef4-84012413e0b3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:15.707191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-29ed6a0a-cff8-42d3-a8ea-d7730e1335e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cdd72af-f2af-4ade-9e27-e21b17de1fab HTTP/1.1" status: 200 len: 217 time: 0.1980550 Nov 22 16:32:15.872889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-8b7a1497-51aa-4c40-a81d-9cb54c0bf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:15.875929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-8b7a1497-51aa-4c40-a81d-9cb54c0bf4ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7 HTTP/1.1" status: 200 len: 854 time: 0.1562772 Nov 22 16:32:16.018041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-cb06b7e5-f651-4e57-9c5a-6bad24544433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:16.025327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-cb06b7e5-f651-4e57-9c5a-6bad24544433 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=791a7af6-d6e4-496d-908b-477bb2c77efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386595 Nov 22 16:32:16.126008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.305159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.335494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-0570fc21-8ed7-4b2d-b808-3f4590ced5e5 service neutron] 10.222.0.62 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014452 Nov 22 16:32:16.381156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Pushing event updated for resources: {'Port': ['ID=dcec2fd2-e271-4991-8ef4-84012413e0b3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:16.409248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Network 791a7af6-d6e4-496d-908b-477bb2c77efb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:16.413148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:16.420354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:16.546100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:16.547475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.586398 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-23848a6c-ce38-439c-8eca-cdeb1debfe68 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4636745 Nov 22 16:32:16.595681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:16.603647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Request body: {'port': {'device_id': '9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:16.637748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b2a0a74-778e-4754-b58c-5d27cf84a4e3 req-15a2cd6f-7e10-4a1c-a624-cf1a253de839 service neutron] 10.222.0.62 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928481 Nov 22 16:32:16.878655 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.895179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6283b6a7-3f52-489e-a6c8-d8e45f7cae7f None None] Provisioning complete for port dcec2fd2-e271-4991-8ef4-84012413e0b3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:16.895985 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6283b6a7-3f52-489e-a6c8-d8e45f7cae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.960094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:17.010869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'mac_address': 'fa:16:3e:3c:52:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:17.023808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6283b6a7-3f52-489e-a6c8-d8e45f7cae7f None None] Port dcec2fd2-e271-4991-8ef4-84012413e0b3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:17.122312 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.146591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28d82e0-225e-4440-9118-7b5f364bcf15 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:17.205077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:17.211689 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.373675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:17.388427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.388757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.389121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.389466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.389807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.390145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.390479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.391376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.391987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.392709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.393225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.393805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:17.565166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcec2fd2-e271-4991-8ef4-84012413e0b3 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:17.598265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.646273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Transition to ACTIVE for port object dcec2fd2-e271-4991-8ef4-84012413e0b3 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:17.654325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.692387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b28d82e0-225e-4440-9118-7b5f364bcf15'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:17.901633 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78f107b3-259a-44ae-9495-0d0f59764fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.924623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-3324f9a0-da55-48b8-92e8-1069a62f6889 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:17.940602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-3324f9a0-da55-48b8-92e8-1069a62f6889 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.62 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 815 time: 0.3632164 Nov 22 16:32:17.978983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Request body: {'port': {'device_id': 'de854a52-b981-4673-83ea-7779e48d721f', 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb', 'admin_state_up': True, 'tenant_id': '7572a76192db4b5e8bf43ca826fd9d6b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:17.979316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dcec2fd2-e271-4991-8ef4-84012413e0b3,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:18.214760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Attempting to bind port dcec2fd2-e271-4991-8ef4-84012413e0b3 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:18.216907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Attempting to bind port dcec2fd2-e271-4991-8ef4-84012413e0b3 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:18.216907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Attempting to bind port dcec2fd2-e271-4991-8ef4-84012413e0b3 on network 791a7af6-d6e4-496d-908b-477bb2c77efb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:18.223612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Port dcec2fd2-e271-4991-8ef4-84012413e0b3 on network 791a7af6-d6e4-496d-908b-477bb2c77efb not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:18.223612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Attempting to bind port dcec2fd2-e271-4991-8ef4-84012413e0b3 on network 791a7af6-d6e4-496d-908b-477bb2c77efb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:18.238988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:18.239425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Checking segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:18.239713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Bound using segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:18.240229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Bound port: dcec2fd2-e271-4991-8ef4-84012413e0b3, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:18.254508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.380071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Made reservation on behalf of 7572a76192db4b5e8bf43ca826fd9d6b for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:18.394663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.437037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] For port dcec2fd2-e271-4991-8ef4-84012413e0b3, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:18.444475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] For port dcec2fd2-e271-4991-8ef4-84012413e0b3, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dcec2fd2-e271-4991-8ef4-84012413e0b3,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:18.452280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.519706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dcec2fd2-e271-4991-8ef4-84012413e0b3,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:18.546124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.549097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.553800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-0ccbd726-1a10-4f94-bd9f-156da20261e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/dcec2fd2-e271-4991-8ef4-84012413e0b3 HTTP/1.1" status: 200 len: 1091 time: 1.9567215 Nov 22 16:32:18.554563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b', 'tag': 'dcec2fd2-e271-4991-8ef4-84012413e0b3'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:18.561302 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b", "tag": "dcec2fd2-e271-4991-8ef4-84012413e0b3"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:18.761115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fca60-7c50-4a72-967d-1a35a060849f req-3d140a2e-0d4a-483d-92da-eae27774db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.770883 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-3d140a2e-0d4a-483d-92da-eae27774db33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 1094 time: 0.1224599 Nov 22 16:32:18.782263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Allocated IP 172.20.0.8 (791a7af6-d6e4-496d-908b-477bb2c77efb/0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7/87533e66-ef34-4099-9f20-27b1fc6c5fd0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:18.856658 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.896375 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-6569a6a0-1e12-418e-a3fa-d389317193b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcec2fd2-e271-4991-8ef4-84012413e0b3 HTTP/1.1" status: 200 len: 217 time: 0.1063781 Nov 22 16:32:18.985282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fca60-7c50-4a72-967d-1a35a060849f req-575abeb0-3640-41d6-a75c-c87586691783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.989706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-575abeb0-3640-41d6-a75c-c87586691783 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7 HTTP/1.1" status: 200 len: 854 time: 0.0855873 Nov 22 16:32:19.120693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fca60-7c50-4a72-967d-1a35a060849f req-2ac58e95-cae2-460e-bc79-f2aac8de2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.130967 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-2ac58e95-cae2-460e-bc79-f2aac8de2a18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791a7af6-d6e4-496d-908b-477bb2c77efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278055 Nov 22 16:32:19.191104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.262223 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.348088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Network 791a7af6-d6e4-496d-908b-477bb2c77efb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:19.353914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:19.373871 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-c1470840-cf48-4576-a2af-9ef0118add77 service neutron] 10.222.0.37 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349250 Nov 22 16:32:19.381221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:19.482491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Pushing event updated for resources: {'Port': ['ID=87533e66-ef34-4099-9f20-27b1fc6c5fd0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:19.524651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.525661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.578655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-8bd7815b-ccb1-4f50-896c-05847299618b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6281579 Nov 22 16:32:19.601096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Request body: {'port': {'device_id': 'de854a52-b981-4673-83ea-7779e48d721f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:19.636803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-743fca60-7c50-4a72-967d-1a35a060849f req-7407154d-05df-4cc0-a4fb-438a44b284cd service neutron] 10.222.0.37 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546580 Nov 22 16:32:19.815344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-918c1ba3-49b7-4494-8fac-e7456ae9c01a None None] Provisioning complete for port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:19.816615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-918c1ba3-49b7-4494-8fac-e7456ae9c01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.818625 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.882739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-918c1ba3-49b7-4494-8fac-e7456ae9c01a None None] Port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:20.367833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87533e66-ef34-4099-9f20-27b1fc6c5fd0 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:20.380125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.416430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Transition to ACTIVE for port object 87533e66-ef34-4099-9f20-27b1fc6c5fd0 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:20.420290 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.520644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Pushing event updated for resources: {'Port': ['ID=87533e66-ef34-4099-9f20-27b1fc6c5fd0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:20.603140 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.629718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 8cdd72af-f2af-4ade-9e27-e21b17de1fab details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:20.631138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:20.795386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Attempting to bind port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:20.795739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Attempting to bind port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:20.796082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Attempting to bind port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 on network 791a7af6-d6e4-496d-908b-477bb2c77efb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:20.808604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 on network 791a7af6-d6e4-496d-908b-477bb2c77efb not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:20.808741 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Attempting to bind port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 on network 791a7af6-d6e4-496d-908b-477bb2c77efb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:20.823696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:20.824382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Checking segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:20.825006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Bound using segment: {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:20.826044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Bound port: 87533e66-ef34-4099-9f20-27b1fc6c5fd0, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68216e0b-c87c-437c-b8ad-07519526d5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:20.827738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.935623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port b28d82e0-225e-4440-9118-7b5f364bcf15 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:20.939829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 8cdd72af-f2af-4ade-9e27-e21b17de1fab, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=8cdd72af-f2af-4ade-9e27-e21b17de1fab,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:20.953919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b28d82e0-225e-4440-9118-7b5f364bcf15 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:20.954268 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.956347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] For port 87533e66-ef34-4099-9f20-27b1fc6c5fd0, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:20.961843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '8cdd72af-f2af-4ade-9e27-e21b17de1fab', 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb', 'port_id': '8cdd72af-f2af-4ade-9e27-e21b17de1fab', 'mac_address': 'fa:16:3e:87:c4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:20.966600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] For port 87533e66-ef34-4099-9f20-27b1fc6c5fd0, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87533e66-ef34-4099-9f20-27b1fc6c5fd0,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:20.973874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.023664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.026197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.028668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/87533e66-ef34-4099-9f20-27b1fc6c5fd0 HTTP/1.1" status: 200 len: 1091 time: 1.4411879 Nov 22 16:32:21.075797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c646519-1320-4654-baa0-e0da7d6247f5 service neutron] Pushing event updated for resources: {'Port': ['ID=87533e66-ef34-4099-9f20-27b1fc6c5fd0,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:21.076276 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.098883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdd72af-f2af-4ade-9e27-e21b17de1fab {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:21.156316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 8cdd72af-f2af-4ade-9e27-e21b17de1fab, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=8cdd72af-f2af-4ade-9e27-e21b17de1fab,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:21.286494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-7eab518d-a441-4248-af6e-d24063f98f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.289647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-7eab518d-a441-4248-af6e-d24063f98f99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 1094 time: 0.1985457 Nov 22 16:32:21.357996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dcec2fd2-e271-4991-8ef4-84012413e0b3 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:21.365409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.387107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-aef0d1c6-6e26-4bb8-86f7-bb1102c4bcaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87533e66-ef34-4099-9f20-27b1fc6c5fd0 HTTP/1.1" status: 200 len: 217 time: 0.0797429 Nov 22 16:32:21.494529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-bee2a157-7c8c-4e4d-ab9f-39d64f6fe06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.495766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-bee2a157-7c8c-4e4d-ab9f-39d64f6fe06b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7 HTTP/1.1" status: 200 len: 854 time: 0.0953214 Nov 22 16:32:21.538624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=8cdd72af-f2af-4ade-9e27-e21b17de1fab,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:21.544342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.573251 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.593750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:21.596590 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e098eb3-9b68-49d6-a982-b86400aa55da" -d '{"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-plugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:21.630037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-874577b8-63bc-4407-8995-45a1484312db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.633180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-874577b8-63bc-4407-8995-45a1484312db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=791a7af6-d6e4-496d-908b-477bb2c77efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209500 Nov 22 16:32:21.702788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:21.714679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.792582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-33274ed9-2b47-499d-be02-d02dbbce7ac2 service neutron] 10.222.0.62 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421945 Nov 22 16:32:21.855482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:21.879896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dcec2fd2-e271-4991-8ef4-84012413e0b3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dcec2fd2-e271-4991-8ef4-84012413e0b3,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:21.884288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['8cdd72af-f2af-4ade-9e27-e21b17de1fab'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:21.941448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a91485-d08e-4d66-8b7a-fb8eafb7222a req-5f4f998d-6994-4669-a7b9-fd575f9d807b service neutron] 10.222.0.62 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491961 Nov 22 16:32:21.952583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'dcec2fd2-e271-4991-8ef4-84012413e0b3', 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb', 'port_id': 'dcec2fd2-e271-4991-8ef4-84012413e0b3', 'mac_address': 'fa:16:3e:43:d9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:22.024290 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.049978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcec2fd2-e271-4991-8ef4-84012413e0b3 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:22.098416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dcec2fd2-e271-4991-8ef4-84012413e0b3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dcec2fd2-e271-4991-8ef4-84012413e0b3,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:22.106026 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.383705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=dcec2fd2-e271-4991-8ef4-84012413e0b3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:22.529106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['dcec2fd2-e271-4991-8ef4-84012413e0b3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:24.266597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9843f4-2fe2-413e-a9a3-ac8b09a975be req-c6636f34-eff6-49ea-b542-b81bd957e320 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:24.269031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc9843f4-2fe2-413e-a9a3-ac8b09a975be req-c6636f34-eff6-49ea-b542-b81bd957e320 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.0880134 Nov 22 16:32:24.315449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-1835ce07-9231-4748-a8be-316aa6429ce2 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:24.317013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-1835ce07-9231-4748-a8be-316aa6429ce2 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 810 time: 0.1999042 Nov 22 16:32:24.347281 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-2cd89aaf-f0a6-43da-9c8a-1aa367063a2f tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/quotas/f66de76dad094e6a9c5ba827fb1c91bf HTTP/1.1" status: 200 len: 375 time: 0.0151296 Nov 22 16:32:24.362079 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc9843f4-2fe2-413e-a9a3-ac8b09a975be req-2b8b9740-7102-4a01-ba04-170fc8ab17bb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837359 Nov 22 16:32:24.427393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-4f1834ed-d0a5-4301-8b5a-19af564e9e57 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643609 Nov 22 16:32:24.580475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-9827404e-1c19-459c-a11d-5fd4f06e3182 service neutron] 10.222.0.59 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426809 Nov 22 16:32:24.589094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377de4ed-5004-46cd-bae6-323f64123837 req-97fd9435-6ca7-474b-8241-084ac2ed6002 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:24.590606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-377de4ed-5004-46cd-bae6-323f64123837 req-97fd9435-6ca7-474b-8241-084ac2ed6002 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 943 time: 0.0936522 Nov 22 16:32:24.644091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 8cdd72af-f2af-4ade-9e27-e21b17de1fab up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:24.715365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 8cdd72af-f2af-4ade-9e27-e21b17de1fab completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:24.723719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 8cdd72af-f2af-4ade-9e27-e21b17de1fab triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:24.724348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.807348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-377de4ed-5004-46cd-bae6-323f64123837 req-ad847c71-c65a-4a64-96c2-2f1150556f9a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063391 Nov 22 16:32:24.849943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-2f2eec55-8b83-4730-8b1e-9eae02331b9b service neutron] 10.222.0.59 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581201 Nov 22 16:32:24.882376 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.904824 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f522f3d-caf0-42bd-b042-44bc2e5e6e52 x-openstack-request-id: req-9f522f3d-caf0-42bd-b042-44bc2e5e6e52 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:24.905351 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6f6cb1-8937-4653-b641-420a3ba242ce", "tag": "8cdd72af-f2af-4ade-9e27-e21b17de1fab", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:24.905800 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f522f3d-caf0-42bd-b042-44bc2e5e6e52 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:24.906165 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6f6cb1-8937-4653-b641-420a3ba242ce', 'tag': '8cdd72af-f2af-4ade-9e27-e21b17de1fab', 'status': 'completed', 'code': 200} Nov 22 16:32:25.006421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 8cdd72af-f2af-4ade-9e27-e21b17de1fab, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=8cdd72af-f2af-4ade-9e27-e21b17de1fab,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:25.019219 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.031192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59074173-e77b-4161-82d2-a7388d052f5a req-50ec2bc8-49ef-4de2-98b2-a5e319389ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.033828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59074173-e77b-4161-82d2-a7388d052f5a req-50ec2bc8-49ef-4de2-98b2-a5e319389ab4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 1096 time: 0.0991282 Nov 22 16:32:25.184040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=8cdd72af-f2af-4ade-9e27-e21b17de1fab,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:25.266200 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762306ef-afd1-49f9-b6da-201781739f02 x-openstack-request-id: req-762306ef-afd1-49f9-b6da-201781739f02 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:25.267109 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b", "tag": "dcec2fd2-e271-4991-8ef4-84012413e0b3", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:25.267369 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-762306ef-afd1-49f9-b6da-201781739f02 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:25.268033 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b', 'tag': 'dcec2fd2-e271-4991-8ef4-84012413e0b3', 'status': 'completed', 'code': 200} Nov 22 16:32:25.285056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dcec2fd2-e271-4991-8ef4-84012413e0b3 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:25.331622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f086ce-c0bd-4b0d-ac38-40b945c13644 req-c42904df-1482-4f26-83a6-05585a8b387b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.334645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98f086ce-c0bd-4b0d-ac38-40b945c13644 req-c42904df-1482-4f26-83a6-05585a8b387b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.2959139 Nov 22 16:32:25.412828 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d495d2c2-3237-421b-ad9e-c8658b1e333e x-openstack-request-id: req-d495d2c2-3237-421b-ad9e-c8658b1e333e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:25.419440 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-plugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:25.422235 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d495d2c2-3237-421b-ad9e-c8658b1e333e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:25.426458 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'code': 200} Nov 22 16:32:25.441631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59074173-e77b-4161-82d2-a7388d052f5a req-80d49f16-0203-4793-a338-d6dfbdc34591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.446989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59074173-e77b-4161-82d2-a7388d052f5a req-80d49f16-0203-4793-a338-d6dfbdc34591 service neutron] 10.222.0.62 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 916 time: 0.3850617 Nov 22 16:32:25.464841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-d8e9f39c-cd11-4974-bd78-7a47ea7d4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.468083 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port dcec2fd2-e271-4991-8ef4-84012413e0b3 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:25.472311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-d8e9f39c-cd11-4974-bd78-7a47ea7d4a19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 1095 time: 0.1543591 Nov 22 16:32:25.476332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port dcec2fd2-e271-4991-8ef4-84012413e0b3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:25.477010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.648151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6402-7d4b-4cb9-a159-43b9c6923b9c req-5cd01a23-387e-4920-a7d7-f64fd432944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.650333 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3bdb6402-7d4b-4cb9-a159-43b9c6923b9c req-5cd01a23-387e-4920-a7d7-f64fd432944d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1101 time: 0.1650755 Nov 22 16:32:25.669527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59074173-e77b-4161-82d2-a7388d052f5a req-1bd60d74-f9cb-4a19-8894-95299a1a7728 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cdd72af-f2af-4ade-9e27-e21b17de1fab HTTP/1.1" status: 200 len: 217 time: 0.2079163 Nov 22 16:32:25.682779 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.702765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-d7cf28d9-ea55-4a98-b995-18f2c2286e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.704553 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-d7cf28d9-ea55-4a98-b995-18f2c2286e5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 916 time: 0.2216933 Nov 22 16:32:25.734261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dcec2fd2-e271-4991-8ef4-84012413e0b3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dcec2fd2-e271-4991-8ef4-84012413e0b3,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:25.738270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98f086ce-c0bd-4b0d-ac38-40b945c13644 req-dd5dd027-06ca-4620-93a4-cd06aebdcd1e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679552 Nov 22 16:32:25.741366 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.805311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-ea45b462-61d7-4c5d-947c-9410876076af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dcec2fd2-e271-4991-8ef4-84012413e0b3 HTTP/1.1" status: 200 len: 217 time: 0.0923932 Nov 22 16:32:25.817295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5a20393-4110-4f19-801f-3d8026081f47 req-7b89a553-656d-4292-b7fa-194ec39ad7a3 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 210 time: 0.1584303 Nov 22 16:32:25.869751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=dcec2fd2-e271-4991-8ef4-84012413e0b3,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:25.876947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59074173-e77b-4161-82d2-a7388d052f5a req-a67e98fe-fff8-431f-997e-cd1342715433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.883727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59074173-e77b-4161-82d2-a7388d052f5a req-a67e98fe-fff8-431f-997e-cd1342715433 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7 HTTP/1.1" status: 200 len: 854 time: 0.1793764 Nov 22 16:32:25.885636 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3bdb6402-7d4b-4cb9-a159-43b9c6923b9c req-9edc5f8b-88d5-4c0c-ac26-81298cd476a7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238181 Nov 22 16:32:25.919240 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-d260881d-e152-4a81-a6c2-a46a2b4ee672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.921223 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-d260881d-e152-4a81-a6c2-a46a2b4ee672 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7 HTTP/1.1" status: 200 len: 854 time: 0.1027250 Nov 22 16:32:26.024080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-90bafc34-8338-48f6-920a-aa9db38622fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:26.024405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8be5-31c3-48fc-821f-90c4588630a6 req-dac58fba-b2d6-4e3f-9185-034245636c92 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:26.024663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-90bafc34-8338-48f6-920a-aa9db38622fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791a7af6-d6e4-496d-908b-477bb2c77efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921142 Nov 22 16:32:26.024865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1cf8be5-31c3-48fc-821f-90c4588630a6 req-dac58fba-b2d6-4e3f-9185-034245636c92 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 945 time: 0.1392906 Nov 22 16:32:26.035148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59074173-e77b-4161-82d2-a7388d052f5a req-eb937b5f-315a-47c6-813f-725b5b24c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:26.036843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59074173-e77b-4161-82d2-a7388d052f5a req-eb937b5f-315a-47c6-813f-725b5b24c938 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=791a7af6-d6e4-496d-908b-477bb2c77efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019104 Nov 22 16:32:26.100787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1cf8be5-31c3-48fc-821f-90c4588630a6 req-af2991f4-6c28-41f6-a819-2e46f10fd725 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608296 Nov 22 16:32:26.286503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-439fd54b-406e-43c5-bad8-290ec92be36c service neutron] 10.222.0.37 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500813 Nov 22 16:32:26.352540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59074173-e77b-4161-82d2-a7388d052f5a req-db0f65a6-acd9-4dfd-bf5a-fadae20def37 service neutron] 10.222.0.62 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142448 Nov 22 16:32:26.431316 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e0ee4447-49ec-4471-8fd9-bd8fffd3df3c req-f72950aa-7e90-4b15-a94f-c87f444f21a7 service neutron] 10.222.0.37 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343155 Nov 22 16:32:26.507086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695c8ee-ed1c-42c1-b9af-f493d9e22836 req-f59d527f-c8b2-4863-a1ce-c53d58a40d29 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:26.509769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4695c8ee-ed1c-42c1-b9af-f493d9e22836 req-f59d527f-c8b2-4863-a1ce-c53d58a40d29 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 943 time: 0.2286761 Nov 22 16:32:26.629809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-4443fcd5-b136-44f7-9cb5-8bb8a9457c1a tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:26.633124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-4443fcd5-b136-44f7-9cb5-8bb8a9457c1a tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.1193726 Nov 22 16:32:26.646650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-2'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:26.675294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 87533e66-ef34-4099-9f20-27b1fc6c5fd0 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:26.676634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59074173-e77b-4161-82d2-a7388d052f5a req-ddc186f0-b375-49c9-9dd1-e90e4d3d6445 service neutron] 10.222.0.62 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964375 Nov 22 16:32:26.699376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4695c8ee-ed1c-42c1-b9af-f493d9e22836 req-7bb62dac-6052-4634-8f2d-c1597871f54d tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669636 Nov 22 16:32:26.854984 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.867440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 87533e66-ef34-4099-9f20-27b1fc6c5fd0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87533e66-ef34-4099-9f20-27b1fc6c5fd0,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:26.890791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '87533e66-ef34-4099-9f20-27b1fc6c5fd0', 'network_id': '791a7af6-d6e4-496d-908b-477bb2c77efb', 'port_id': '87533e66-ef34-4099-9f20-27b1fc6c5fd0', 'mac_address': 'fa:16:3e:7a:ef:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:26.907380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de854a52-b981-4673-83ea-7779e48d721f', 'tag': '87533e66-ef34-4099-9f20-27b1fc6c5fd0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:26.910493 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcde49da-ca63-4444-8dae-ce45d94d285a" -d '{"events": [{"name": "network-changed", "server_uuid": "de854a52-b981-4673-83ea-7779e48d721f", "tag": "87533e66-ef34-4099-9f20-27b1fc6c5fd0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:26.975402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.002799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87533e66-ef34-4099-9f20-27b1fc6c5fd0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:27.048231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 87533e66-ef34-4099-9f20-27b1fc6c5fd0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87533e66-ef34-4099-9f20-27b1fc6c5fd0,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:27.053790 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.208898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=87533e66-ef34-4099-9f20-27b1fc6c5fd0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:27.227874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:27.308518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 037d5b67-1dd1-4274-b1db-04195baffc77 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:27.355227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:27.366351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f79964-3b89-4e8b-bad4-eb25078f5e85 req-a0258168-95d7-466d-b7b6-ea25303fe5d7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:27.379141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69f79964-3b89-4e8b-bad4-eb25078f5e85 req-a0258168-95d7-466d-b7b6-ea25303fe5d7 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.3130882 Nov 22 16:32:27.517386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:27.528630 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828f6e71-65e2-4b9e-bc1c-d4543493bdbd" -d '{"events": [{"server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "name": "network-vif-unplugged", "status": "completed", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:27.530535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:27.542204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.549416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6f6cb1-8937-4653-b641-420a3ba242ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdd72af-f2af-4ade-9e27-e21b17de1fab'}, {'server_uuid': '9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcec2fd2-e271-4991-8ef4-84012413e0b3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:27.552236 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b9136-5e04-468e-9615-27f9aa998420" -d '{"events": [{"server_uuid": "4d6f6cb1-8937-4653-b641-420a3ba242ce", "name": "network-vif-plugged", "status": "completed", "tag": "8cdd72af-f2af-4ade-9e27-e21b17de1fab"}, {"server_uuid": "9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b", "name": "network-vif-plugged", "status": "completed", "tag": "dcec2fd2-e271-4991-8ef4-84012413e0b3"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:27.556532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 037d5b67-1dd1-4274-b1db-04195baffc77 has no active binding in host n-h1-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:32:27.581501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.699401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Pushing event updated for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:27.739559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['87533e66-ef34-4099-9f20-27b1fc6c5fd0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:27.756254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on host n-h2-816865-2 for vnic_type normal with profile {"migrating_to": "n-h1-816865-2"} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:27.756889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:27.757421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:27.767812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:27.768383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Attempting to bind port 037d5b67-1dd1-4274-b1db-04195baffc77 on network 5c1ac639-9e1b-4f7a-988e-ced7d27e6985 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:27.778049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:27.780203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Checking segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:27.782763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Bound using segment: {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:27.783866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Bound port: 037d5b67-1dd1-4274-b1db-04195baffc77, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522e5115-a703-46bb-8c30-12c33547cf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '5c1ac639-9e1b-4f7a-988e-ced7d27e6985'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:27.784424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.847188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ef2171ba-e080-44c1-8cd4-02d1c4dd365d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:27.848672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ef2171ba-e080-44c1-8cd4-02d1c4dd365d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.37 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 810 time: 0.7207637 Nov 22 16:32:27.880788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Request body: {'port': {'device_id': '3932a979-354f-4901-96c3-5aa01f28eb94', 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1', 'admin_state_up': True, 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:27.892479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-441988aa-2d58-4f93-a24f-ce0b1dabff6b req-fa3d546f-904c-4a46-88da-4eafde24f702 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 210 time: 0.4554031 Nov 22 16:32:27.897853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:27.901732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:27.907885 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.947091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69f79964-3b89-4e8b-bad4-eb25078f5e85 req-090006ea-8c0b-4d89-a4c2-c2ef9b8bc5f0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660393 Nov 22 16:32:28.018607 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba27384-7a27-4871-b0b8-4389d83deda7 x-openstack-request-id: req-3ba27384-7a27-4871-b0b8-4389d83deda7 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:28.018909 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de854a52-b981-4673-83ea-7779e48d721f", "tag": "87533e66-ef34-4099-9f20-27b1fc6c5fd0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:28.030418 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ba27384-7a27-4871-b0b8-4389d83deda7 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:28.032000 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de854a52-b981-4673-83ea-7779e48d721f', 'tag': '87533e66-ef34-4099-9f20-27b1fc6c5fd0', 'status': 'completed', 'code': 200} Nov 22 16:32:28.129546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:28.130190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.132190 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] 10.222.0.37 "PUT /v2.0/ports/037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 200 len: 1121 time: 1.4911714 Nov 22 16:32:28.132837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184792fb-f509-4feb-8e72-fc4ee5cb5a50 service neutron] Pushing event updated for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:28.195737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-efeb9a35-4889-4b2f-aafb-9a4d98d22771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:28.197573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-efeb9a35-4889-4b2f-aafb-9a4d98d22771 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 1095 time: 0.1361122 Nov 22 16:32:28.225200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fc29f-2cdd-4476-b7a6-e5750b704817 req-d898b34a-a198-4209-bed2-e863ff5983b9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:28.232954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b35fc29f-2cdd-4476-b7a6-e5750b704817 req-d898b34a-a198-4209-bed2-e863ff5983b9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.1265686 Nov 22 16:32:28.252282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Made reservation on behalf of f66de76dad094e6a9c5ba827fb1c91bf for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:28.254330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['037d5b67-1dd1-4274-b1db-04195baffc77'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:28.255953 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.333706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['037d5b67-1dd1-4274-b1db-04195baffc77'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:28.457218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b35fc29f-2cdd-4476-b7a6-e5750b704817 req-2505c919-73ca-48d1-9709-d77b188b1928 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216673 Nov 22 16:32:28.511580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-5d4d0526-3e3b-43f9-9749-1563d3b15c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:28.526587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-5d4d0526-3e3b-43f9-9749-1563d3b15c31 service neutron] 10.222.0.62 "GET /v2.0/networks?id=791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 200 len: 916 time: 0.3142476 Nov 22 16:32:28.539636 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8427cb1-08d8-4170-844f-26d56bd3c32b x-openstack-request-id: req-d8427cb1-08d8-4170-844f-26d56bd3c32b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:28.539951 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6f6cb1-8937-4653-b641-420a3ba242ce", "name": "network-vif-plugged", "status": "completed", "tag": "8cdd72af-f2af-4ade-9e27-e21b17de1fab", "code": 200}, {"server_uuid": "9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b", "name": "network-vif-plugged", "status": "completed", "tag": "dcec2fd2-e271-4991-8ef4-84012413e0b3", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:28.542628 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8427cb1-08d8-4170-844f-26d56bd3c32b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:28.545210 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6f6cb1-8937-4653-b641-420a3ba242ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdd72af-f2af-4ade-9e27-e21b17de1fab', 'code': 200} Nov 22 16:32:28.545739 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcec2fd2-e271-4991-8ef4-84012413e0b3', 'code': 200} Nov 22 16:32:28.645656 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be2eedf-a1ea-4ddc-8eb8-ac43a600df8d x-openstack-request-id: req-8be2eedf-a1ea-4ddc-8eb8-ac43a600df8d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:28.646245 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "name": "network-vif-unplugged", "status": "completed", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:28.646245 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8be2eedf-a1ea-4ddc-8eb8-ac43a600df8d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:28.646698 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77', 'code': 200} Nov 22 16:32:28.739979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-6032f76f-a276-4fcf-9301-a260fc1a4a05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87533e66-ef34-4099-9f20-27b1fc6c5fd0 HTTP/1.1" status: 200 len: 217 time: 0.1852915 Nov 22 16:32:28.778254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a3a76279-7935-4c01-afd3-d6c4f58e8307 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:28.993794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef02da3-b8c2-4275-bd50-aabc91860764 req-db38a778-c84a-4531-98c8-5c0d2e54f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:28.995827 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cef02da3-b8c2-4275-bd50-aabc91860764 req-db38a778-c84a-4531-98c8-5c0d2e54f451 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 1096 time: 0.2529237 Nov 22 16:32:29.056278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1926eb-0ce1-41db-af4e-7889533f8357 req-c39b4e7f-79eb-4037-8865-7c1811d25536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.058719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2c1926eb-0ce1-41db-af4e-7889533f8357 req-c39b4e7f-79eb-4037-8865-7c1811d25536 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 1097 time: 0.1236641 Nov 22 16:32:29.100245 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cef02da3-b8c2-4275-bd50-aabc91860764 req-2bfb423a-81eb-4e1f-8e3c-744e1c505d69 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912919 Nov 22 16:32:29.114400 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.133386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Allocated IP 172.20.0.4 (a99f0dae-9b28-4709-a2b9-398ceb7a98d1/969ed064-fdc4-48ac-9fea-4272844338ed/99bc0d29-1e27-454e-b81c-dda81d27cee3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:29.155758 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2c1926eb-0ce1-41db-af4e-7889533f8357 req-a8064b68-ca05-48cd-81c4-53393e368cdf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623648 Nov 22 16:32:29.177869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:29.183999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48106) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:29.185542 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.230465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-4fb87455-b07f-40ba-ad67-8474ff950320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.233680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-4fb87455-b07f-40ba-ad67-8474ff950320 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7 HTTP/1.1" status: 200 len: 854 time: 0.1919262 Nov 22 16:32:29.249692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc630d9d-4218-4417-bb2e-38ace0e5aadb req-9db6b84e-235f-44d9-84fc-3b8d0600754f tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.252555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc630d9d-4218-4417-bb2e-38ace0e5aadb req-9db6b84e-235f-44d9-84fc-3b8d0600754f tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 944 time: 0.5276766 Nov 22 16:32:29.275475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:29.409521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-643866d2-5c9e-40af-af61-b899d18efa54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.487084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-a5476974-1ca0-4d03-b7c0-3b510eee5679 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.491963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-a5476974-1ca0-4d03-b7c0-3b510eee5679 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 804 time: 0.3904233 Nov 22 16:32:29.557705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-643866d2-5c9e-40af-af61-b899d18efa54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.564728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-643866d2-5c9e-40af-af61-b899d18efa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.581941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc630d9d-4218-4417-bb2e-38ace0e5aadb req-dbc55639-011a-4f01-8e60-3fa2f7ec461f tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118141 Nov 22 16:32:29.584044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-6a6b77aa-1e91-4471-864d-987a53139d40 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/quotas/92c1656d36b24d3b9261b2a38bf85124 HTTP/1.1" status: 200 len: 375 time: 0.0483313 Nov 22 16:32:29.624063 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-643866d2-5c9e-40af-af61-b899d18efa54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebfb4d7977794c4ba33b194d11c37d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4332249 Nov 22 16:32:29.637514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48114) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:29.643122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.647193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643866d2-5c9e-40af-af61-b899d18efa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1d45ed-e154-4220-9f9c-252b5685f6d8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:29.698394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-061a161d-249a-4120-aba3-a1796c828efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.701112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-061a161d-249a-4120-aba3-a1796c828efc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=791a7af6-d6e4-496d-908b-477bb2c77efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052967 Nov 22 16:32:29.723654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15933a1a-2241-4404-8186-00ba8c6ef5a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.775870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15933a1a-2241-4404-8186-00ba8c6ef5a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.799229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a29b0816-867e-49b4-a94c-5ce082fcc0fd req-4d2ab9ea-6b86-413c-9375-acafa2580c8a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 210 time: 0.0909882 Nov 22 16:32:29.851062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-9d1e91e1-f1b8-494e-b097-adba6cedc71e tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526858 Nov 22 16:32:29.907477 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15933a1a-2241-4404-8186-00ba8c6ef5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.912997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15933a1a-2241-4404-8186-00ba8c6ef5a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.914997 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-15933a1a-2241-4404-8186-00ba8c6ef5a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b1d45ed-e154-4220-9f9c-252b5685f6d8 HTTP/1.1" status: 204 len: 168 time: 0.2759862 Nov 22 16:32:29.934862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15933a1a-2241-4404-8186-00ba8c6ef5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1d45ed-e154-4220-9f9c-252b5685f6d8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:30.043956 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.064596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-45f20029-1819-4f57-9b53-2208ddec46ac service neutron] 10.222.0.62 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543129 Nov 22 16:32:30.093254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:30.214989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:30.256878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:30.266237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Pushing event updated for resources: {'Port': ['ID=99bc0d29-1e27-454e-b81c-dda81d27cee3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:30.283578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a55f52-6593-4963-8e71-1acb23507ad8 req-137d4ec6-4ef2-4377-a212-91c3494869b5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:30.298217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57a55f52-6593-4963-8e71-1acb23507ad8 req-137d4ec6-4ef2-4377-a212-91c3494869b5 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.3691640 Nov 22 16:32:30.301656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:30.339025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-ad53a587-5221-4942-aed8-ab82a7c0aa56 service neutron] 10.222.0.59 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743638 Nov 22 16:32:30.481029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48124) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:30.500051 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3422b70-8075-4173-ade4-0e3d6a1a0c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.529037 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcde49da-ca63-4444-8dae-ce45d94d285a req-97e13c24-e862-45b8-bb3e-941bbf9b1841 service neutron] 10.222.0.62 "GET /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253676 Nov 22 16:32:30.547541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:30.550156 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872568cb-5dc9-4011-bfd9-03e018713d2b" -d '{"events": [{"server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:30.596203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:30.597073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.635947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57a55f52-6593-4963-8e71-1acb23507ad8 req-e6fb7679-bc10-4dca-a4bd-06e37f3db328 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365512 Nov 22 16:32:30.657479 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:30.662854 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37cd336-45a1-4466-abcc-263715fef06b" -d '{"events": [{"name": "network-changed", "server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:30.679179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-ca8bce24-e81a-43e1-a0e1-6d7fa0292929 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8013325 Nov 22 16:32:30.692196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 87533e66-ef34-4099-9f20-27b1fc6c5fd0 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:30.699687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3422b70-8075-4173-ade4-0e3d6a1a0c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.707582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3422b70-8075-4173-ade4-0e3d6a1a0c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.713438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-6ca1143b-4339-459c-ac52-9d9af6d97c82 service neutron] 10.222.0.59 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711538 Nov 22 16:32:30.735997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Request body: {'port': {'device_id': '3932a979-354f-4901-96c3-5aa01f28eb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:30.794381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3422b70-8075-4173-ade4-0e3d6a1a0c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e449342d-2b9f-43ba-b246-a65ee391a9cd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:30.852522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:30.859673 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d3422b70-8075-4173-ade4-0e3d6a1a0c61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f7370b6cc8c47c7a38747ba0e0527a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760536 Nov 22 16:32:30.900548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.934582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:30.947107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:30.947766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.997912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d662bf-610d-492a-9f9c-6fc4b8ad52d4 req-60cc55cc-63d9-4df6-b457-244170cec870 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:30.999923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3d662bf-610d-492a-9f9c-6fc4b8ad52d4 req-60cc55cc-63d9-4df6-b457-244170cec870 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.1864753 Nov 22 16:32:31.157093 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.213824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 87533e66-ef34-4099-9f20-27b1fc6c5fd0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87533e66-ef34-4099-9f20-27b1fc6c5fd0,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:31.221417 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.246478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3d662bf-610d-492a-9f9c-6fc4b8ad52d4 req-88f5b9c6-8183-4c8f-9169-4dcc7d63b655 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834219 Nov 22 16:32:31.302289 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7922e85-0aac-4901-b0ab-10e8aa160a10 x-openstack-request-id: req-f7922e85-0aac-4901-b0ab-10e8aa160a10 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:31.302741 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:31.303152 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7922e85-0aac-4901-b0ab-10e8aa160a10 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:31.303691 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'code': 200} Nov 22 16:32:31.370576 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f7fdd3-1a17-48d9-8f80-5cf77359f06d x-openstack-request-id: req-66f7fdd3-1a17-48d9-8f80-5cf77359f06d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:31.371136 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:31.372032 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66f7fdd3-1a17-48d9-8f80-5cf77359f06d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:31.372180 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77', 'status': 'completed', 'code': 200} Nov 22 16:32:31.392719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=87533e66-ef34-4099-9f20-27b1fc6c5fd0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:31.485254 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1333c5a7-86f7-446d-9d15-081fb97082a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.500552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cd336-45a1-4466-abcc-263715fef06b req-7123e1d9-e2fe-4c80-b672-87f551ae3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.503849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f37cd336-45a1-4466-abcc-263715fef06b req-7123e1d9-e2fe-4c80-b672-87f551ae3933 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1124 time: 0.0943844 Nov 22 16:32:31.705824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cd336-45a1-4466-abcc-263715fef06b req-ee8c05c4-0a9c-45cc-9e50-cafb8f6fb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.708362 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f37cd336-45a1-4466-abcc-263715fef06b req-ee8c05c4-0a9c-45cc-9e50-cafb8f6fb21d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.1943624 Nov 22 16:32:31.727545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-39c514d6-9cd6-4bec-a9ba-1ddf87547fed tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.729186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-39c514d6-9cd6-4bec-a9ba-1ddf87547fed tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.62 "GET /v2.0/ports?device_id=28df29cd-a0a3-4175-a339-f159174691fd HTTP/1.1" status: 200 len: 943 time: 0.6614900 Nov 22 16:32:31.738637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1333c5a7-86f7-446d-9d15-081fb97082a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.786267 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f37cd336-45a1-4466-abcc-263715fef06b req-7cffb9f0-65b8-4bc9-8c4b-0120cffce437 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 200 len: 217 time: 0.0675473 Nov 22 16:32:31.893042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cd336-45a1-4466-abcc-263715fef06b req-bad2af35-583b-464f-a82f-b4edbdd73748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.895017 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f37cd336-45a1-4466-abcc-263715fef06b req-bad2af35-583b-464f-a82f-b4edbdd73748 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.0835903 Nov 22 16:32:31.920919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba112a-62b4-4a86-96bd-5ff6d04b077e req-e78b5c6d-46c3-48f5-9c37-2fc52963be22 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.932961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91ba112a-62b4-4a86-96bd-5ff6d04b077e req-e78b5c6d-46c3-48f5-9c37-2fc52963be22 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.4206779 Nov 22 16:32:31.967100 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f37cd336-45a1-4466-abcc-263715fef06b req-f8de9cf6-14cc-4631-9c64-15727c5d32cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625982 Nov 22 16:32:32.012318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dee79f-c5d7-4eb2-b21d-dc1b2c643149 req-7186fd1e-5cf7-4545-888a-174d5e6cda30 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.022113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06dee79f-c5d7-4eb2-b21d-dc1b2c643149 req-7186fd1e-5cf7-4545-888a-174d5e6cda30 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1101 time: 0.4337957 Nov 22 16:32:32.145143 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f37cd336-45a1-4466-abcc-263715fef06b req-8030733b-f0b4-4beb-abde-60b946b76bb7 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630373 Nov 22 16:32:32.291948 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06dee79f-c5d7-4eb2-b21d-dc1b2c643149 req-48ef5630-9ecf-42bc-a8b2-9695df4b443f tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684543 Nov 22 16:32:32.301467 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91ba112a-62b4-4a86-96bd-5ff6d04b077e req-6033f508-e3e7-434b-956c-029878178e6b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671765 Nov 22 16:32:32.348508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f37cd336-45a1-4466-abcc-263715fef06b req-b87c3dc5-2a44-4696-a1c7-5403407be1e7 service neutron] 10.222.0.62 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877005 Nov 22 16:32:32.425231 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1333c5a7-86f7-446d-9d15-081fb97082a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.428441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1333c5a7-86f7-446d-9d15-081fb97082a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.431876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1333c5a7-86f7-446d-9d15-081fb97082a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e449342d-2b9f-43ba-b246-a65ee391a9cd HTTP/1.1" status: 204 len: 168 time: 1.5752323 Nov 22 16:32:32.472957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bc0d29-1e27-454e-b81c-dda81d27cee3 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:32.517768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333c5a7-86f7-446d-9d15-081fb97082a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e449342d-2b9f-43ba-b246-a65ee391a9cd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:32.524049 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.545698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c094c5f-3207-4f4a-86b4-fa0e24b9b47a req-b1059afd-cd35-497c-b17c-61760f1baaea tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 210 time: 0.1245799 Nov 22 16:32:32.573766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Transition to ACTIVE for port object 99bc0d29-1e27-454e-b81c-dda81d27cee3 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:32.583114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.636174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Deleting port a3a76279-7935-4c01-afd3-d6c4f58e8307 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:32.636520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.750722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] For port a3a76279-7935-4c01-afd3-d6c4f58e8307, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a3a76279-7935-4c01-afd3-d6c4f58e8307,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:32.751862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.777927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Calling delete_port for a3a76279-7935-4c01-afd3-d6c4f58e8307 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:32.910780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Pushing event updated for resources: {'Port': ['ID=99bc0d29-1e27-454e-b81c-dda81d27cee3,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:33.015204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275b4be-80c4-4234-bc2d-963172b2aab7 req-4f32ca50-b207-4220-82f1-6a6a936b4bfd tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.029434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5275b4be-80c4-4234-bc2d-963172b2aab7 req-4f32ca50-b207-4220-82f1-6a6a936b4bfd tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 931 time: 0.6116166 Nov 22 16:32:33.304606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de854a52-b981-4673-83ea-7779e48d721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87533e66-ef34-4099-9f20-27b1fc6c5fd0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:33.307510 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5945a429-4fda-451a-aae6-8df530c2e760" -d '{"events": [{"server_uuid": "de854a52-b981-4673-83ea-7779e48d721f", "name": "network-vif-plugged", "status": "completed", "tag": "87533e66-ef34-4099-9f20-27b1fc6c5fd0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:33.348687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Attempting to bind port 99bc0d29-1e27-454e-b81c-dda81d27cee3 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:33.349672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Attempting to bind port 99bc0d29-1e27-454e-b81c-dda81d27cee3 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:33.350222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Attempting to bind port 99bc0d29-1e27-454e-b81c-dda81d27cee3 on network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:33.380418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Port 99bc0d29-1e27-454e-b81c-dda81d27cee3 on network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:33.381153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Attempting to bind port 99bc0d29-1e27-454e-b81c-dda81d27cee3 on network a99f0dae-9b28-4709-a2b9-398ceb7a98d1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:33.399645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0a89-5e17-4dfe-bffa-39cc86087b4d req-40d9b421-5999-41f4-a387-e891a8e1e265 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.409403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d27c0a89-5e17-4dfe-bffa-39cc86087b4d req-40d9b421-5999-41f4-a387-e891a8e1e265 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.5116575 Nov 22 16:32:33.422709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5275b4be-80c4-4234-bc2d-963172b2aab7 req-ef79c0b9-1468-46ca-b428-22322624688c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920486 Nov 22 16:32:33.437794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:33.438489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Checking segment: {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:33.441300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Bound using segment: {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:33.441300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Bound port: 99bc0d29-1e27-454e-b81c-dda81d27cee3, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:33.441300 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.470587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.737748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Pushing event deleted for resources: {'Port': ['ID=a3a76279-7935-4c01-afd3-d6c4f58e8307,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:33.791566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-10940d55-ac59-4bb6-94c0-ba804e7a7f55 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.805204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-10940d55-ac59-4bb6-94c0-ba804e7a7f55 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.62 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 804 time: 1.0103769 Nov 22 16:32:33.851222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Request body: {'port': {'device_id': '439022f6-64c1-4ccb-9347-0613049a727c', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'admin_state_up': True, 'tenant_id': '92c1656d36b24d3b9261b2a38bf85124'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:33.858851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] For port 99bc0d29-1e27-454e-b81c-dda81d27cee3, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:33.966121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] No DVR routers for this DVR port a3a76279-7935-4c01-afd3-d6c4f58e8307 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:33.979179 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.984716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a76920c5-0a2d-462c-9743-83b17e8ad1e3 req-d8e53835-dee8-4546-afbf-7d0a56088b01 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.62 "DELETE /v2.0/ports/a3a76279-7935-4c01-afd3-d6c4f58e8307 HTTP/1.1" status: 204 len: 173 time: 2.2410388 Nov 22 16:32:34.001454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'name': 'network-vif-deleted', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:34.006765 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa1a00b-bccd-40d5-ace2-f2ad2aac34c4" -d '{"events": [{"server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "name": "network-vif-deleted", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:34.015814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] For port 99bc0d29-1e27-454e-b81c-dda81d27cee3, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:34.034749 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d27c0a89-5e17-4dfe-bffa-39cc86087b4d req-57862b65-b9b0-4154-a292-bad60e9da3d3 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239879 Nov 22 16:32:34.036929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.178824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Made reservation on behalf of 92c1656d36b24d3b9261b2a38bf85124 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:34.185118 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26b278e-940e-4244-b3ed-c07448b84a70 x-openstack-request-id: req-a26b278e-940e-4244-b3ed-c07448b84a70 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:34.185593 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de854a52-b981-4673-83ea-7779e48d721f", "name": "network-vif-plugged", "status": "completed", "tag": "87533e66-ef34-4099-9f20-27b1fc6c5fd0", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:34.186019 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a26b278e-940e-4244-b3ed-c07448b84a70 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:34.186647 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de854a52-b981-4673-83ea-7779e48d721f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87533e66-ef34-4099-9f20-27b1fc6c5fd0', 'code': 200} Nov 22 16:32:34.216145 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.217432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Pushing event updated for resources: {'Port': ['ID=99bc0d29-1e27-454e-b81c-dda81d27cee3,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:34.268831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.269625 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.271600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-5196ad43-d4a0-4722-969f-f8e5d7471a43 service neutron] 10.222.0.37 "PUT /v2.0/ports/99bc0d29-1e27-454e-b81c-dda81d27cee3 HTTP/1.1" status: 200 len: 1091 time: 3.5554090 Nov 22 16:32:34.572007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7366a8a-23bb-4987-b693-dfd652424d17 req-1dd29c08-73c4-4b77-a44a-eef076bb1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.573908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7366a8a-23bb-4987-b693-dfd652424d17 req-1dd29c08-73c4-4b77-a44a-eef076bb1fe5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 1096 time: 0.1951051 Nov 22 16:32:34.582577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Allocated IP 172.20.0.3 (84a974a1-9ab9-44c7-969f-335f01e4d28d/d6ca7fc4-428e-4399-8bfe-cb151d8d0f89/a64789b6-cb30-4c28-a0e7-a216d8423c4d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:34.622534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-68b53d1a-25fb-4185-8daf-27d72091d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.633422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-68b53d1a-25fb-4185-8daf-27d72091d451 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 1094 time: 0.1966324 Nov 22 16:32:34.690973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 037d5b67-1dd1-4274-b1db-04195baffc77 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:34.732417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f7888-6557-4c6f-924e-a9a5a7983142 req-61925d11-fb16-4623-916d-296dc8b4f443 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.753826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb4f7888-6557-4c6f-924e-a9a5a7983142 req-61925d11-fb16-4623-916d-296dc8b4f443 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.3135903 Nov 22 16:32:34.865907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-32ce9b1b-0230-4d6f-9559-8a2af97a617c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3 HTTP/1.1" status: 200 len: 217 time: 0.1870992 Nov 22 16:32:35.048481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a3a76279-7935-4c01-afd3-d6c4f58e8307 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:35.159855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: a3a76279-7935-4c01-afd3-d6c4f58e8307 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:35.167416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a3a76279-7935-4c01-afd3-d6c4f58e8307 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:35.226362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.380052 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.570098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Pushing event updated for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:35.609946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Network 84a974a1-9ab9-44c7-969f-335f01e4d28d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:35.627750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:35.652421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:35.730551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7366a8a-23bb-4987-b693-dfd652424d17 req-c771a600-9852-4e1b-8fa7-247e57056f6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1465762 Nov 22 16:32:35.802109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb4f7888-6557-4c6f-924e-a9a5a7983142 req-a2929c31-7c09-430b-9cc5-572fcea696c6 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0469141 Nov 22 16:32:35.812958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-bc5e078a-f89f-4e6f-aef5-3416fcc1120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.817298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-bc5e078a-f89f-4e6f-aef5-3416fcc1120c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=969ed064-fdc4-48ac-9fea-4272844338ed HTTP/1.1" status: 200 len: 850 time: 0.9310546 Nov 22 16:32:35.839672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.840355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.867752 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-a39e2a03-b8f5-43a3-a8bd-560c4f892908 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5877137 Nov 22 16:32:35.885186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2477dc1-cacd-4489-8786-4180bb664d95 req-c0f3090a-0233-438f-9ae6-324b909a4c1c tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.895766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2477dc1-cacd-4489-8786-4180bb664d95 req-c0f3090a-0233-438f-9ae6-324b909a4c1c tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 931 time: 0.2056420 Nov 22 16:32:35.902906 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-e081a1b0-7566-4c47-9ae0-1faf3525efd4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0832338 Nov 22 16:32:35.964659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-dca7c7ae-d2cd-4a97-9984-c957edc20912 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279595 Nov 22 16:32:35.972692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Request body: {'port': {'device_id': '439022f6-64c1-4ccb-9347-0613049a727c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:36.144951 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.250835 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddbb6d1-f45e-4518-8b92-87403aa310cf x-openstack-request-id: req-7ddbb6d1-f45e-4518-8b92-87403aa310cf {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:36.251247 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28df29cd-a0a3-4175-a339-f159174691fd", "name": "network-vif-deleted", "tag": "a3a76279-7935-4c01-afd3-d6c4f58e8307", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:36.251501 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ddbb6d1-f45e-4518-8b92-87403aa310cf {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:36.252895 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28df29cd-a0a3-4175-a339-f159174691fd', 'name': 'network-vif-deleted', 'tag': 'a3a76279-7935-4c01-afd3-d6c4f58e8307', 'status': 'completed', 'code': 200} Nov 22 16:32:36.371970 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.398289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2477dc1-cacd-4489-8786-4180bb664d95 req-c85b25d1-bfbb-407c-8509-fb50b01e069c tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960942 Nov 22 16:32:36.599183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-130ebefa-13e9-477b-90f8-46c4381d28da service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033525 Nov 22 16:32:36.655126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938db5c-03f4-4914-a5d3-77df4ebde4f9 req-07e11d02-25b0-47aa-be8b-3727108de8e6 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.668110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2938db5c-03f4-4914-a5d3-77df4ebde4f9 req-07e11d02-25b0-47aa-be8b-3727108de8e6 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 943 time: 0.1988916 Nov 22 16:32:36.883864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64789b6-cb30-4c28-a0e7-a216d8423c4d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:36.911210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.932612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9953e9-50b3-4375-894e-52ef149f9bb3 req-7b5bbef0-da0a-4add-bed8-a307db26e828 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.935157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b9953e9-50b3-4375-894e-52ef149f9bb3 req-7b5bbef0-da0a-4add-bed8-a307db26e828 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.3211398 Nov 22 16:32:36.952493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Transition to ACTIVE for port object a64789b6-cb30-4c28-a0e7-a216d8423c4d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:36.959881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.062328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Pushing event updated for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:37.076741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2938db5c-03f4-4914-a5d3-77df4ebde4f9 req-fff92195-4993-4f83-8454-bd0c0f7f9352 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067898 Nov 22 16:32:37.227696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7c70dc4-d526-49c6-8625-799fb60f1a7c req-01e396d3-4d0d-4131-9bd4-bbfd02f4deb5 service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977428 Nov 22 16:32:37.262850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Attempting to bind port a64789b6-cb30-4c28-a0e7-a216d8423c4d on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:37.263638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Attempting to bind port a64789b6-cb30-4c28-a0e7-a216d8423c4d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:37.264280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Attempting to bind port a64789b6-cb30-4c28-a0e7-a216d8423c4d on network 84a974a1-9ab9-44c7-969f-335f01e4d28d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:37.275760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Port a64789b6-cb30-4c28-a0e7-a216d8423c4d on network 84a974a1-9ab9-44c7-969f-335f01e4d28d not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:37.276300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Attempting to bind port a64789b6-cb30-4c28-a0e7-a216d8423c4d on network 84a974a1-9ab9-44c7-969f-335f01e4d28d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:37.287588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:37.288158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Checking segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:37.289027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Bound using segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:37.290848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Bound port: a64789b6-cb30-4c28-a0e7-a216d8423c4d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:37.290848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.314095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-cd4671a0-4541-4448-a6a2-edd694224388 service neutron] 10.222.0.62 "GET /v2.0/ports/037d5b67-1dd1-4274-b1db-04195baffc77/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.3624191 Nov 22 16:32:37.321113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b9953e9-50b3-4375-894e-52ef149f9bb3 req-b47a28b5-a382-4ee5-a956-ac5acce8800a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678474 Nov 22 16:32:37.403674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617680a-4f6a-4bae-8f2e-ac809d01e0bc req-c90b9908-f688-4277-bf67-9d9180531ddf tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.406797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a617680a-4f6a-4bae-8f2e-ac809d01e0bc req-c90b9908-f688-4277-bf67-9d9180531ddf tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 943 time: 0.1621461 Nov 22 16:32:37.519299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:37.528036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:37.536688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.555678 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.632906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a617680a-4f6a-4bae-8f2e-ac809d01e0bc req-12c6c1a9-1a46-4bd7-8e0d-327a924b06a9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941266 Nov 22 16:32:37.671261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.672388 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.674802 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] 10.222.0.62 "PUT /v2.0/ports/a64789b6-cb30-4c28-a0e7-a216d8423c4d HTTP/1.1" status: 200 len: 1091 time: 1.7078185 Nov 22 16:32:37.717025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:37.731309 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be1412d-12fd-4d86-8314-942ca485a490" -d '{"events": [{"name": "network-changed", "server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:37.809788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1aa39-8e80-4376-a96b-6cf59a4fdffd service neutron] Pushing event updated for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:37.870461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:37.902097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5594ffa-e8c0-4bc8-89b9-805187bdc5e5 req-31c9efa0-13db-4c90-8130-871fd56a3a05 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.914264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5594ffa-e8c0-4bc8-89b9-805187bdc5e5 req-31c9efa0-13db-4c90-8130-871fd56a3a05 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.1336675 Nov 22 16:32:37.924724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-4259205a-4722-43db-8d3f-1c91902500ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.927503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-4259205a-4722-43db-8d3f-1c91902500ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 1094 time: 0.0855792 Nov 22 16:32:37.937694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:38.009476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037d5b67-1dd1-4274-b1db-04195baffc77 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:38.013899 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-20bb9d57-b60f-42bf-b1c2-1a5ec114bb8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d HTTP/1.1" status: 200 len: 217 time: 0.0769889 Nov 22 16:32:38.039620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5594ffa-e8c0-4bc8-89b9-805187bdc5e5 req-94b63484-b78b-4415-934c-800f9eaba0a1 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241601 Nov 22 16:32:38.046232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:38.078738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.084863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-905745f1-50fe-4431-8562-420e77febf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.087266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-905745f1-50fe-4431-8562-420e77febf75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 200 len: 844 time: 0.0656898 Nov 22 16:32:38.157728 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-2b6bd253-e3c7-4e3c-bfd1-3c814c1a9420 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a974a1-9ab9-44c7-969f-335f01e4d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583115 Nov 22 16:32:38.186374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-d3e34daf-8fd2-4c72-9111-3f15cca1fec8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6e1bf60c4e504b70bded25df178ab731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014221 Nov 22 16:32:38.273439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3932a979-354f-4901-96c3-5aa01f28eb94', 'tag': '99bc0d29-1e27-454e-b81c-dda81d27cee3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:38.276516 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be16b17-ef29-43fd-9c73-6570edf07048" -d '{"events": [{"name": "network-changed", "server_uuid": "3932a979-354f-4901-96c3-5aa01f28eb94", "tag": "99bc0d29-1e27-454e-b81c-dda81d27cee3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:38.310351 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-d424da7f-1b93-4c15-9d71-362cb0fa6f69 service neutron] 10.222.0.62 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436381 Nov 22 16:32:38.370855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] Transition to ACTIVE for port object 037d5b67-1dd1-4274-b1db-04195baffc77 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:38.388700 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.443362 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de180e07-6ac3-4d55-80d2-51ade9985431 req-d693fb2e-e792-4733-b6ee-74bc29ef6f0b service neutron] 10.222.0.62 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248522 Nov 22 16:32:38.459159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac444eb-1511-46ba-86a1-60fb1b981129 req-5ac7f199-2999-49ed-8b62-c91a339cf36a tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.461794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aac444eb-1511-46ba-86a1-60fb1b981129 req-5ac7f199-2999-49ed-8b62-c91a339cf36a tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 943 time: 0.1723258 Nov 22 16:32:38.478196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-b2629911-dfe6-42ce-9c1f-3c9b15006f36 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.483666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-b2629911-dfe6-42ce-9c1f-3c9b15006f36 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842994 Nov 22 16:32:38.557801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] No DVR routers for this DVR port 037d5b67-1dd1-4274-b1db-04195baffc77 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:38.567492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-acf10f1b-d718-44ba-beae-5fd12339ef60 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/quotas/6e1bf60c4e504b70bded25df178ab731 HTTP/1.1" status: 200 len: 375 time: 0.0712070 Nov 22 16:32:38.568235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] Pushing event updated for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=10']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:38.636267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-9869c692-30fc-4efc-a28b-04b0f8b1e79d service neutron] 10.222.0.62 "PUT /v2.0/ports/037d5b67-1dd1-4274-b1db-04195baffc77/bindings/n-h1-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3122928 Nov 22 16:32:38.662622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aac444eb-1511-46ba-86a1-60fb1b981129 req-6fc7b2df-8523-41ee-8b40-08f2890fd101 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708820 Nov 22 16:32:38.724633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-37edd5a2-54b3-40b4-b7ab-872ee1ac3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.726662 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-37edd5a2-54b3-40b4-b7ab-872ee1ac3960 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1101 time: 0.1106687 Nov 22 16:32:38.735666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-3e78a82f-186a-4312-a20e-6ff444468f77 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1198461 Nov 22 16:32:38.786576 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c52510-7da3-475d-a103-fbca2886cd15 x-openstack-request-id: req-88c52510-7da3-475d-a103-fbca2886cd15 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:38.787211 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:38.787360 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88c52510-7da3-475d-a103-fbca2886cd15 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:38.787900 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'status': 'completed', 'code': 200} Nov 22 16:32:38.941648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-e6144015-0333-4b83-ab30-22f80deb2d67 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.944926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-e6144015-0333-4b83-ab30-22f80deb2d67 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.2055590 Nov 22 16:32:38.967376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-db104fa2-cb00-4924-ae5b-c6e42c2be355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.969137 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-db104fa2-cb00-4924-ae5b-c6e42c2be355 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2338800 Nov 22 16:32:38.975845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1412d-12fd-4d86-8314-942ca485a490 req-5c6341fd-e8f9-4ca2-b518-e8ee9dc114a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.978622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8be1412d-12fd-4d86-8314-942ca485a490 req-5c6341fd-e8f9-4ca2-b518-e8ee9dc114a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 1094 time: 0.1681571 Nov 22 16:32:39.051921 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-5e308143-16c9-4b1c-a8df-1dd1e7d06dfc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.0719440 Nov 22 16:32:39.140133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-4ba2694d-68ef-44dd-91f9-1b7d50c9f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.141800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-4ba2694d-68ef-44dd-91f9-1b7d50c9f809 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0800445 Nov 22 16:32:39.147579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259a254-bb9a-4413-bb82-462fec2be8ff req-3a3196bf-13e3-4df8-a515-32e5eac5f295 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.149727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b259a254-bb9a-4413-bb82-462fec2be8ff req-3a3196bf-13e3-4df8-a515-32e5eac5f295 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.2595034 Nov 22 16:32:39.234534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-00be6268-5afb-4064-83b9-d5d505900c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.238841 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-00be6268-5afb-4064-83b9-d5d505900c5e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785620 Nov 22 16:32:39.294652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-fe62a41f-c1d0-4833-a17d-be176ce86f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.297094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-fe62a41f-c1d0-4833-a17d-be176ce86f7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934 HTTP/1.1" status: 200 len: 1095 time: 0.3404007 Nov 22 16:32:39.325965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4adff7-9da2-4f46-8007-a44285d8adf2 req-ee4104fe-ef2d-4218-8df9-8936137c95ed tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.336170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eb4adff7-9da2-4f46-8007-a44285d8adf2 req-ee4104fe-ef2d-4218-8df9-8936137c95ed tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 943 time: 0.3073263 Nov 22 16:32:39.348114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b259a254-bb9a-4413-bb82-462fec2be8ff req-060a9816-4803-44dd-9964-55ec09223374 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651490 Nov 22 16:32:39.360699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 99bc0d29-1e27-454e-b81c-dda81d27cee3 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:39.394695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1412d-12fd-4d86-8314-942ca485a490 req-1bb6c9bb-a62c-430d-b408-8818b9dc321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.398027 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8be1412d-12fd-4d86-8314-942ca485a490 req-1bb6c9bb-a62c-430d-b408-8818b9dc321b service neutron] 10.222.0.62 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 905 time: 0.4054039 Nov 22 16:32:39.445835 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e78a9d9-14c2-40d2-bef8-4d5efcdd3b05 x-openstack-request-id: req-6e78a9d9-14c2-40d2-bef8-4d5efcdd3b05 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:39.447277 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-4342a0c3-dcab-46ac-b71f-a849996fd01e service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937916 Nov 22 16:32:39.447614 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3932a979-354f-4901-96c3-5aa01f28eb94", "tag": "99bc0d29-1e27-454e-b81c-dda81d27cee3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:39.449116 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e78a9d9-14c2-40d2-bef8-4d5efcdd3b05 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:39.449608 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3932a979-354f-4901-96c3-5aa01f28eb94', 'tag': '99bc0d29-1e27-454e-b81c-dda81d27cee3', 'status': 'completed', 'code': 200} Nov 22 16:32:39.569329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8be1412d-12fd-4d86-8314-942ca485a490 req-bb763d3c-97ef-431f-996d-de5b17d944bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d HTTP/1.1" status: 200 len: 217 time: 0.1621065 Nov 22 16:32:39.626192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 99bc0d29-1e27-454e-b81c-dda81d27cee3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:39.644844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '99bc0d29-1e27-454e-b81c-dda81d27cee3', 'network_id': 'a99f0dae-9b28-4709-a2b9-398ceb7a98d1', 'port_id': '99bc0d29-1e27-454e-b81c-dda81d27cee3', 'mac_address': 'fa:16:3e:22:4c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969ed064-fdc4-48ac-9fea-4272844338ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:39.712058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-7ea2459a-b828-418b-b289-2ad2dace69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.714877 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-7ea2459a-b828-418b-b289-2ad2dace69e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 1094 time: 0.2083292 Nov 22 16:32:39.720869 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.731390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eb4adff7-9da2-4f46-8007-a44285d8adf2 req-2e102e28-d261-4a90-b244-0bb132e17440 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936651 Nov 22 16:32:39.764093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bc0d29-1e27-454e-b81c-dda81d27cee3 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:39.770980 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-ed7aaaca-8ecc-41da-ab7b-e9cc8f522e18 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150020 Nov 22 16:32:39.794602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-fc9cca99-4503-4863-8ac1-5ee801e22f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.813652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-fc9cca99-4503-4863-8ac1-5ee801e22f2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1095 time: 0.4600363 Nov 22 16:32:39.819487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1412d-12fd-4d86-8314-942ca485a490 req-76de6f01-5f10-48a4-80c9-60f45f0c4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.841256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8be1412d-12fd-4d86-8314-942ca485a490 req-76de6f01-5f10-48a4-80c9-60f45f0c4b20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 200 len: 844 time: 0.2590284 Nov 22 16:32:39.853776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 99bc0d29-1e27-454e-b81c-dda81d27cee3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:39.883257 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.977419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-e500903d-856a-44ea-943e-838e86ff622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.979915 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-e500903d-856a-44ea-943e-838e86ff622f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 911 time: 0.2079117 Nov 22 16:32:40.036762 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-4e90893d-5d1e-44c6-9ef3-086edfef3695 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3 HTTP/1.1" status: 200 len: 217 time: 0.0488083 Nov 22 16:32:40.039640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8be1412d-12fd-4d86-8314-942ca485a490 req-7d71f27f-7468-4f04-94fc-24504ef4c034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84a974a1-9ab9-44c7-969f-335f01e4d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636903 Nov 22 16:32:40.048202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=99bc0d29-1e27-454e-b81c-dda81d27cee3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:40.095302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aedd46-9ce1-4ffe-8183-a869e08480fa req-65d47677-d3b1-4b67-a9e9-675ac1ab88c4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.107795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2aedd46-9ce1-4ffe-8183-a869e08480fa req-65d47677-d3b1-4b67-a9e9-675ac1ab88c4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.5351734 Nov 22 16:32:40.168473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-08508b52-e971-49f6-b41d-a98d1fb04a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.170381 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-08508b52-e971-49f6-b41d-a98d1fb04a23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=969ed064-fdc4-48ac-9fea-4272844338ed HTTP/1.1" status: 200 len: 850 time: 0.1263649 Nov 22 16:32:40.232555 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-0056de98-38de-4f94-b9d5-4aa28891156c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510323 Nov 22 16:32:40.271854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['99bc0d29-1e27-454e-b81c-dda81d27cee3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:40.341844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4965e89-8dad-487c-b295-03828b339d6c req-1cfa8c23-d2b0-47bf-a6b3-7963d46d646d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.344775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4965e89-8dad-487c-b295-03828b339d6c req-1cfa8c23-d2b0-47bf-a6b3-7963d46d646d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 944 time: 0.2953043 Nov 22 16:32:40.354387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2aedd46-9ce1-4ffe-8183-a869e08480fa req-49433f55-a87e-494c-9903-a694017215af tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451992 Nov 22 16:32:40.369963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-be146a43-1b7d-466f-a023-d80553225bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.372401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-be146a43-1b7d-466f-a023-d80553225bff service neutron] 10.222.0.37 "GET /v2.0/networks?id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 200 len: 921 time: 0.5202599 Nov 22 16:32:40.515688 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-9c07aaf1-4d11-4857-a9d8-1d0ba89d426f service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745104 Nov 22 16:32:40.532181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-679f0f31-2f44-41aa-8bd6-289fb9c567ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 200 len: 217 time: 0.1325572 Nov 22 16:32:40.550838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8be1412d-12fd-4d86-8314-942ca485a490 req-e4a66745-e068-49b8-a0ee-e962e17acbb6 service neutron] 10.222.0.62 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817867 Nov 22 16:32:40.711310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-ad92bd11-6b2c-4a1e-9e6e-7937e3dc712b tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6e1bf60c4e504b70bded25df178ab731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1564205 Nov 22 16:32:40.744727 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7be16b17-ef29-43fd-9c73-6570edf07048 req-fee40a8d-7875-47d5-ab0f-cde4f20f219f service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197113 Nov 22 16:32:40.783454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4965e89-8dad-487c-b295-03828b339d6c req-2b9692fc-a114-4164-be32-8dcaa3efeccb tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169054 Nov 22 16:32:40.872004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-72fe3b2d-9654-4c17-8039-e919c8c9490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.873977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-72fe3b2d-9654-4c17-8039-e919c8c9490a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 200 len: 860 time: 0.3208158 Nov 22 16:32:40.946644 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-ef95f92c-21b4-4b93-8a91-9e8d8dce8745 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6e1bf60c4e504b70bded25df178ab731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472214 Nov 22 16:32:41.078609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-d7522b27-fdaa-4904-9f10-f5675de72a61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5c1ac639-9e1b-4f7a-988e-ced7d27e6985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1828279 Nov 22 16:32:41.132902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-349d127a-ab6e-4e99-84d2-5c12b495a239 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.134917 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-349d127a-ab6e-4e99-84d2-5c12b495a239 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817377 Nov 22 16:32:41.150796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Request body: {'port': {'device_id': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '6e1bf60c4e504b70bded25df178ab731'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:41.162473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8be1412d-12fd-4d86-8314-942ca485a490 req-62fff318-b970-4d03-b43d-f21152f0f95f service neutron] 10.222.0.62 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870490 Nov 22 16:32:41.259294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-69aa48e6-9a75-49f5-8d7a-20b17613c3d2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.261747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-69aa48e6-9a75-49f5-8d7a-20b17613c3d2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5127394 Nov 22 16:32:41.315125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73a48e-cc7f-40dd-98f6-e9a1e7be0efe req-34cf22b6-70ce-4877-927c-20107dc6c71a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.329413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d73a48e-cc7f-40dd-98f6-e9a1e7be0efe req-34cf22b6-70ce-4877-927c-20107dc6c71a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 945 time: 0.2432280 Nov 22 16:32:41.330339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Made reservation on behalf of 6e1bf60c4e504b70bded25df178ab731 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:41.349852 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.356669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-1a0a3fea-9bea-4cce-b628-e4935949a624 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/quotas/6e1bf60c4e504b70bded25df178ab731 HTTP/1.1" status: 200 len: 375 time: 0.0799084 Nov 22 16:32:41.363142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.443776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-fd147067-95e2-45c0-92cf-4f66da2529a0 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725479 Nov 22 16:32:41.454399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-1934e405-581a-4838-a305-6351381f3fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597949 Nov 22 16:32:41.542528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.572184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.602645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d73a48e-cc7f-40dd-98f6-e9a1e7be0efe req-26ce07c5-0a56-4242-b8cc-8d476933a794 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700922 Nov 22 16:32:41.738752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-39d9b3b4-f4d4-4c2c-a022-dbe3d574884f service neutron] 10.222.0.37 "GET /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707746 Nov 22 16:32:41.854547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:41.973852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908f283-1ad5-4844-82f8-bd048303685b req-02b972d6-4811-4c70-af37-29dade99e9f9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.977152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a908f283-1ad5-4844-82f8-bd048303685b req-02b972d6-4811-4c70-af37-29dade99e9f9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 943 time: 0.2038047 Nov 22 16:32:42.065367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Allocated IP 192.168.233.42 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/244f593a-dea4-4122-9097-049db7151162) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:42.099374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a908f283-1ad5-4844-82f8-bd048303685b req-fb5d6df5-f7c4-4932-b81e-6736949a5300 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122816 Nov 22 16:32:42.121679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff45d13-ec29-4968-adc4-84601f3008f0 req-c37b95f9-93e6-4b9e-9364-9ccf64f9d52c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.139841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bff45d13-ec29-4968-adc4-84601f3008f0 req-c37b95f9-93e6-4b9e-9364-9ccf64f9d52c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 944 time: 0.2998285 Nov 22 16:32:42.372962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7bbc-bf86-45e1-8692-ce5265d3c769 req-23667fd2-5699-4499-853a-19fe2fb6aa06 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.376160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-696f7bbc-bf86-45e1-8692-ce5265d3c769 req-23667fd2-5699-4499-853a-19fe2fb6aa06 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.1327913 Nov 22 16:32:42.394197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-6a3ad087-a7e4-4ae4-933d-76d2e39f21af tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.398910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-6a3ad087-a7e4-4ae4-933d-76d2e39f21af tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0&tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.2551656 Nov 22 16:32:42.411661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bff45d13-ec29-4968-adc4-84601f3008f0 req-e7d34a50-e0a2-4cf9-9fbe-61ce098ff03d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682991 Nov 22 16:32:42.477775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.577580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.608421 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-696f7bbc-bf86-45e1-8692-ce5265d3c769 req-f5cb3234-e9ef-41ba-b9f7-b39ab52a38f3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845284 Nov 22 16:32:42.655505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:42.722172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-5eafec75-9464-4f29-9172-f5ef75067b1e service neutron] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:42.728265 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-5eafec75-9464-4f29-9172-f5ef75067b1e service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.729811 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-5eafec75-9464-4f29-9172-f5ef75067b1e service neutron] 10.222.0.37 "DELETE /v2.0/ports/037d5b67-1dd1-4274-b1db-04195baffc77/bindings/n-h2-816865-2 HTTP/1.1" status: 204 len: 173 time: 0.3158920 Nov 22 16:32:42.752529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a64789b6-cb30-4c28-a0e7-a216d8423c4d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:42.756471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:42.765179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:43.136046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:43.177596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'port_id': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'mac_address': 'fa:16:3e:5b:0e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca7fc4-428e-4399-8bfe-cb151d8d0f89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:43.201570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:43.243289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:43.244374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.298617 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-fba6e62d-efab-4ab1-a62e-6116b48ee5f4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1530278 Nov 22 16:32:43.323821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Request body: {'port': {'device_id': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:43.331815 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.416502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 99bc0d29-1e27-454e-b81c-dda81d27cee3 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:43.467794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.485462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64789b6-cb30-4c28-a0e7-a216d8423c4d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:43.499675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e794217d-9ef7-4223-8e04-1b3fd88d6297 None None] Provisioning complete for port 244f593a-dea4-4122-9097-049db7151162 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:43.500374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e794217d-9ef7-4223-8e04-1b3fd88d6297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.875579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:43.878639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e794217d-9ef7-4223-8e04-1b3fd88d6297 None None] Port 244f593a-dea4-4122-9097-049db7151162 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:43.885216 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.921874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 99bc0d29-1e27-454e-b81c-dda81d27cee3 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:43.936558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 99bc0d29-1e27-454e-b81c-dda81d27cee3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:43.937157 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.956853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6381263-154b-42ee-a74b-52db5c294db7 req-7a5ca446-8017-4e91-8b0b-34c7c45cc879 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 210 time: 0.9837463 Nov 22 16:32:44.022088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.072846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac3735-4a4e-48c5-983f-632812c1c38c req-061bf4ad-be4e-4993-824a-2e035fdfb6db tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.083545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81ac3735-4a4e-48c5-983f-632812c1c38c req-061bf4ad-be4e-4993-824a-2e035fdfb6db tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 1.1083171 Nov 22 16:32:44.122520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244f593a-dea4-4122-9097-049db7151162 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:44.142129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.163607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Transition to ACTIVE for port object 244f593a-dea4-4122-9097-049db7151162 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:44.165431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81ac3735-4a4e-48c5-983f-632812c1c38c req-21bc12db-1530-445e-af1f-3eda875a2716 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806794 Nov 22 16:32:44.184358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.211865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.341729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 99bc0d29-1e27-454e-b81c-dda81d27cee3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:44.352340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3932a979-354f-4901-96c3-5aa01f28eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bc0d29-1e27-454e-b81c-dda81d27cee3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:44.358301 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f024ac36-4b0d-42ef-9b71-033fe01eaf66" -d '{"events": [{"server_uuid": "3932a979-354f-4901-96c3-5aa01f28eb94", "name": "network-vif-plugged", "status": "completed", "tag": "99bc0d29-1e27-454e-b81c-dda81d27cee3"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:44.366446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a64789b6-cb30-4c28-a0e7-a216d8423c4d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:44.372147 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.393790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.431145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Attempting to bind port 244f593a-dea4-4122-9097-049db7151162 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:44.432505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Attempting to bind port 244f593a-dea4-4122-9097-049db7151162 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:44.435255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Attempting to bind port 244f593a-dea4-4122-9097-049db7151162 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:44.460649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Port 244f593a-dea4-4122-9097-049db7151162 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:44.461726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976c8c6-516b-47c7-8c0b-61598b92e3e8 req-41b0b780-98d2-4d9e-89f5-a5e177383607 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.463176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Attempting to bind port 244f593a-dea4-4122-9097-049db7151162 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:44.468660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b976c8c6-516b-47c7-8c0b-61598b92e3e8 req-41b0b780-98d2-4d9e-89f5-a5e177383607 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 944 time: 0.2572136 Nov 22 16:32:44.495122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:44.495815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:44.497758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:44.500405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Bound port: 244f593a-dea4-4122-9097-049db7151162, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:44.501587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.544128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=99bc0d29-1e27-454e-b81c-dda81d27cee3,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.610173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b976c8c6-516b-47c7-8c0b-61598b92e3e8 req-22715209-4780-47df-abe0-306a6e346fb9 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331246 Nov 22 16:32:44.720046 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:32:44.848186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321d43e-6e30-4611-b3dc-53cc3a8e1cfe req-862d97ba-e191-4ee0-a7cc-fc17da5b1f8c tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.855543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9321d43e-6e30-4611-b3dc-53cc3a8e1cfe req-862d97ba-e191-4ee0-a7cc-fc17da5b1f8c tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 944 time: 0.2362435 Nov 22 16:32:44.862216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-7812e428-3ac5-48af-9e71-a1e4ed93f0d2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6e1bf60c4e504b70bded25df178ab731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812519 Nov 22 16:32:44.863670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:44.869170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:44.878253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.955742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.956386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.957835 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] 10.222.0.62 "PUT /v2.0/ports/244f593a-dea4-4122-9097-049db7151162 HTTP/1.1" status: 200 len: 1095 time: 1.6483877 Nov 22 16:32:44.958305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'tag': '244f593a-dea4-4122-9097-049db7151162'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:44.960880 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708" -d '{"events": [{"name": "network-changed", "server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "tag": "244f593a-dea4-4122-9097-049db7151162"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:45.025434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36714ab2-5c22-4593-bb07-74a7894a1b77 service neutron] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:45.148538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-538466ba-c262-4c9f-afc5-eabd7e5aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.151933 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-538466ba-c262-4c9f-afc5-eabd7e5aa169 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1098 time: 0.1113834 Nov 22 16:32:45.204661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0208a-26c9-4e61-83ca-961d9a787e7b req-6caa30e6-ff43-4c63-bf0b-997b363d756c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.206907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6f0208a-26c9-4e61-83ca-961d9a787e7b req-6caa30e6-ff43-4c63-bf0b-997b363d756c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.3498766 Nov 22 16:32:45.221783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9321d43e-6e30-4611-b3dc-53cc3a8e1cfe req-eac69dc6-38ed-4b2d-863d-151b2855545b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567054 Nov 22 16:32:45.230524 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-69c7999c-6157-426b-81fa-b2b503bfcc44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=244f593a-dea4-4122-9097-049db7151162 HTTP/1.1" status: 200 len: 217 time: 0.0645471 Nov 22 16:32:45.231909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-57b4be04-e922-4bb7-8d9b-84f8dc6acb44 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.233401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-57b4be04-e922-4bb7-8d9b-84f8dc6acb44 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084753 Nov 22 16:32:45.255408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Request body: {'port': {'device_id': 'ea29a812-c235-4eee-a3cf-07d71457fab0', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '6e1bf60c4e504b70bded25df178ab731'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:45.324409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-6f834f8f-63e6-4dd3-a038-637146a3ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.326759 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-6f834f8f-63e6-4dd3-a038-637146a3ae67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0842357 Nov 22 16:32:45.410147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-073a8434-f3cf-4b73-b20a-eaf11c1bf08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.413108 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-073a8434-f3cf-4b73-b20a-eaf11c1bf08a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741167 Nov 22 16:32:45.425928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6f0208a-26c9-4e61-83ca-961d9a787e7b req-d4eec0dd-d0c3-43e8-a1d0-13b71053549d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910410 Nov 22 16:32:45.479757 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7471f8ab-a2d9-4eb2-8153-ec449187771c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.537590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdacd6-aa0e-4dd8-87c4-ce5a90627be5 req-f7f38cde-2c74-4d97-a9f9-c3e6acb4b2c2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.548699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3fdacd6-aa0e-4dd8-87c4-ce5a90627be5 req-f7f38cde-2c74-4d97-a9f9-c3e6acb4b2c2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.1188309 Nov 22 16:32:45.566070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Made reservation on behalf of 6e1bf60c4e504b70bded25df178ab731 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:45.592502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.609832 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-35152b61-dfee-490c-be66-5ab064f0d49c service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854079 Nov 22 16:32:45.753485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3fdacd6-aa0e-4dd8-87c4-ce5a90627be5 req-5d7ed6fd-e22d-4e82-808c-02d20bb0c066 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889508 Nov 22 16:32:45.763437 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d19cc74d-1c06-456b-8f35-ccbb51b7c746 req-81f08b66-dc2d-4fa4-aceb-12c569669d4b service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435974 Nov 22 16:32:45.840729 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae11a257-842e-4ce1-b242-d03c85c3cbed x-openstack-request-id: req-ae11a257-842e-4ce1-b242-d03c85c3cbed {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:45.841036 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3932a979-354f-4901-96c3-5aa01f28eb94", "name": "network-vif-plugged", "status": "completed", "tag": "99bc0d29-1e27-454e-b81c-dda81d27cee3", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:45.841364 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae11a257-842e-4ce1-b242-d03c85c3cbed {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:45.841839 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3932a979-354f-4901-96c3-5aa01f28eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bc0d29-1e27-454e-b81c-dda81d27cee3', 'code': 200} Nov 22 16:32:45.926870 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3bd318-bbbb-47a2-865c-2effec95188a x-openstack-request-id: req-0a3bd318-bbbb-47a2-865c-2effec95188a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:45.927501 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "tag": "244f593a-dea4-4122-9097-049db7151162", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:45.928035 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a3bd318-bbbb-47a2-865c-2effec95188a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:45.929037 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'tag': '244f593a-dea4-4122-9097-049db7151162', 'status': 'completed', 'code': 200} Nov 22 16:32:46.124682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd973de-752d-4cd1-840a-bfd371fa1bce req-62087ca0-9724-4ae5-a3e0-4e455b5cea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.127878 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2bd973de-752d-4cd1-840a-bfd371fa1bce req-62087ca0-9724-4ae5-a3e0-4e455b5cea97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 1096 time: 0.1461518 Nov 22 16:32:46.149068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-c19c7b6a-233b-4f0b-aac6-57d606de1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.151646 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-c19c7b6a-233b-4f0b-aac6-57d606de1fde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1098 time: 0.1197665 Nov 22 16:32:46.163062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d69e6c8b-7d37-475a-8d26-6b028c4beac5 req-14195fb2-6de5-4772-91bf-2ca4a7e7fd8c tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 210 time: 0.1114812 Nov 22 16:32:46.213648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Allocated IP 192.168.233.243 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/f8008b27-38e3-40c0-aff7-ac3a340e2c9a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:46.271453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2bd973de-752d-4cd1-840a-bfd371fa1bce req-91bfbf77-8f27-41e4-9d06-8161ef39c6fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328900 Nov 22 16:32:46.316803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f252b3a-c32f-4ef8-be9a-e7c21f7ae567 req-e0b6cd30-d004-4c40-99b2-a67f15b19718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.331457 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f252b3a-c32f-4ef8-be9a-e7c21f7ae567 req-e0b6cd30-d004-4c40-99b2-a67f15b19718 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.3376923 Nov 22 16:32:46.427189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-db91a6c4-1421-41a6-8b27-927787e32980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.428659 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-db91a6c4-1421-41a6-8b27-927787e32980 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2428401 Nov 22 16:32:46.492844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f252b3a-c32f-4ef8-be9a-e7c21f7ae567 req-27707c43-3f15-48b8-8f51-0cca04b47b2b tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595123 Nov 22 16:32:46.521663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-aacf54a0-9627-4514-a37b-6e1558f634af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=244f593a-dea4-4122-9097-049db7151162 HTTP/1.1" status: 200 len: 217 time: 0.0839036 Nov 22 16:32:46.687907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-8aed26a5-60f6-4b37-bd9d-204a9efd3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.690019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-8aed26a5-60f6-4b37-bd9d-204a9efd3b60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1357675 Nov 22 16:32:46.772023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a64789b6-cb30-4c28-a0e7-a216d8423c4d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:46.798562 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-492f6273-46ca-414b-b17c-ec7aa4dc505d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2728658 Nov 22 16:32:46.853355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-491048f1-1c61-460d-8aad-1c1b4ea817bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.856291 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-491048f1-1c61-460d-8aad-1c1b4ea817bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586173 Nov 22 16:32:46.866976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa8019-8250-4af4-8661-ceb201071866 req-4d02e958-31af-4bed-a7bd-861f123e5309 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.869837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94fa8019-8250-4af4-8661-ceb201071866 req-4d02e958-31af-4bed-a7bd-861f123e5309 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 1095 time: 0.2514713 Nov 22 16:32:46.901887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port a64789b6-cb30-4c28-a0e7-a216d8423c4d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:46.910113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port a64789b6-cb30-4c28-a0e7-a216d8423c4d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:46.911237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.939609 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.957629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb112-e38f-4438-aa0c-2e5e5f988f3b req-325acad4-b33b-4cce-86f3-a6a72754ca70 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.960615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f38fb112-e38f-4438-aa0c-2e5e5f988f3b req-325acad4-b33b-4cce-86f3-a6a72754ca70 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 944 time: 0.2759523 Nov 22 16:32:47.044496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94fa8019-8250-4af4-8661-ceb201071866 req-df94ccc0-a96b-428f-aa36-44df78de4359 tempest-LiveAutoBlockMigrationV225Test-1220420769 tempest-LiveAutoBlockMigrationV225Test-1220420769-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577618 Nov 22 16:32:47.056437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-4286a0e9-bb25-4f2b-9047-22054ae36594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:47.061355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-4286a0e9-bb25-4f2b-9047-22054ae36594 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 1100 time: 0.2272580 Nov 22 16:32:47.119487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f38fb112-e38f-4438-aa0c-2e5e5f988f3b req-c6debb5a-074d-4bf5-823f-bf8b3511210a tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365430 Nov 22 16:32:47.129042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.148781 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.312133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:47.323089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:47.326763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:47.329259 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-05545e29-2a7b-4b0f-bf4e-edcfd8ab6d6e service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413850 Nov 22 16:32:47.336312 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.347029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:47.488825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Pushing event updated for resources: {'Port': ['ID=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:47.517032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:47.594627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-ad3e1527-1bae-45ef-a38b-37fd8f1d3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:47.596908 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-ad3e1527-1bae-45ef-a38b-37fd8f1d3a84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4855373 Nov 22 16:32:47.614657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:47.616380 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.734917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-4ef48148-6a14-4d37-a151-2308bb62c1e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4845896 Nov 22 16:32:47.760840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Request body: {'port': {'device_id': 'ea29a812-c235-4eee-a3cf-07d71457fab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:47.840110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-e2a1e092-9b18-43c2-a592-6601e4ab4f19 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3799098 Nov 22 16:32:47.844795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:47.860523 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74404e11-55f4-446c-a7ab-467274c97e04" -d '{"events": [{"server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "name": "network-vif-plugged", "status": "completed", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:47.880942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5249450-04d5-4f26-b376-f82545ce86b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.904364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fdb64fde-e176-4fed-8016-4ce6bc138017 None None] Provisioning complete for port f8008b27-38e3-40c0-aff7-ac3a340e2c9a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:47.904791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdb64fde-e176-4fed-8016-4ce6bc138017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.995996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fdb64fde-e176-4fed-8016-4ce6bc138017 None None] Port f8008b27-38e3-40c0-aff7-ac3a340e2c9a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:48.016748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31bc62-4eb2-4c9b-ac0f-31ecddd8ef6b req-0df56edf-2f22-41a0-a9bf-7c96b9d9d150 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.019628 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c31bc62-4eb2-4c9b-ac0f-31ecddd8ef6b req-0df56edf-2f22-41a0-a9bf-7c96b9d9d150 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.6671884 Nov 22 16:32:48.188162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.195233 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-52131130-d39b-4756-af39-cfe026a51706 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 200 len: 217 time: 0.5770321 Nov 22 16:32:48.221799 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a66f7e5-d4b6-41af-94bf-9c0ce8c2c708 req-c21bf1bc-6430-4ce2-b98b-7b5e50a37e28 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8826818 Nov 22 16:32:48.246717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-6764a693-da10-4614-8d7b-b670800ed16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.250195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-6764a693-da10-4614-8d7b-b670800ed16c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 1095 time: 0.2900839 Nov 22 16:32:48.286550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-a4b9d57a-57de-42d5-bbc2-2695f25edbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.289431 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-a4b9d57a-57de-42d5-bbc2-2695f25edbd3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0857325 Nov 22 16:32:48.292606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4d239-d337-4f34-a0a1-921d9e6494d0 req-e073770f-2615-442f-90a4-ff3356db6f33 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.304223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4d239-d337-4f34-a0a1-921d9e6494d0 req-e073770f-2615-442f-90a4-ff3356db6f33 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.314393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4d239-d337-4f34-a0a1-921d9e6494d0 req-e073770f-2615-442f-90a4-ff3356db6f33 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.317558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9b4d239-d337-4f34-a0a1-921d9e6494d0 req-e073770f-2615-442f-90a4-ff3356db6f33 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f&device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b&device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 2417 time: 0.3948483 Nov 22 16:32:48.384352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c31bc62-4eb2-4c9b-ac0f-31ecddd8ef6b req-1f3ecfd2-9120-4397-9481-3c90ff9ce1e9 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838290 Nov 22 16:32:48.405066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-33329134-6608-45f0-97ad-c038ed422248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.407824 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-33329134-6608-45f0-97ad-c038ed422248 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996108 Nov 22 16:32:48.596159 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-9a991808-de53-41d0-96a4-36024bbff581 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679478 Nov 22 16:32:48.729939 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc1a566c-2f80-4751-be35-18936f12cfb4 req-c01ef9d1-e1d3-4d15-97e3-b732ea7fec4b service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103816 Nov 22 16:32:48.771602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9b4d239-d337-4f34-a0a1-921d9e6494d0 req-fee2372f-19f5-44b6-a425-2c5ce1e84512 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979509 Nov 22 16:32:48.846089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.900923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-e0c72bef-9f14-4338-a628-85b1aa2a270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.903358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-e0c72bef-9f14-4338-a628-85b1aa2a270d service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.5814767 Nov 22 16:32:48.917933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f27d7-70b2-4dde-83da-cfb99ef91764 req-cac82c7e-b7f2-4251-82f2-eef72fd5bf19 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.929846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a46f27d7-70b2-4dde-83da-cfb99ef91764 req-cac82c7e-b7f2-4251-82f2-eef72fd5bf19 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.4343717 Nov 22 16:32:49.010802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-9ce9493c-3946-4c8f-b2b3-f2875bf0bb7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 200 len: 217 time: 0.0690815 Nov 22 16:32:49.170140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a46f27d7-70b2-4dde-83da-cfb99ef91764 req-c6367c1d-6347-441d-9f65-e5b567adab0a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390237 Nov 22 16:32:49.187569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-987a26db-58e9-4ec8-ae33-d3aa1f786d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.189220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-987a26db-58e9-4ec8-ae33-d3aa1f786d90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.1702988 Nov 22 16:32:49.238699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-7cd19cb3-872d-425b-bfe8-edbb63503cc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405660 Nov 22 16:32:49.276254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f1488-36be-485e-ae5b-636bbff2f097 req-0a6412e2-6e90-4052-a351-d88d9f946f82 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.277802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f8f1488-36be-485e-ae5b-636bbff2f097 req-0a6412e2-6e90-4052-a351-d88d9f946f82 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 936 time: 0.1783607 Nov 22 16:32:49.367315 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd83fad9-85ab-4df8-a936-147cda8e193c x-openstack-request-id: req-fd83fad9-85ab-4df8-a936-147cda8e193c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:49.367959 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "name": "network-vif-plugged", "status": "completed", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:49.368508 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd83fad9-85ab-4df8-a936-147cda8e193c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:49.369236 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'code': 200} Nov 22 16:32:49.369440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8008b27-38e3-40c0-aff7-ac3a340e2c9a {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:49.384730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.415724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Transition to ACTIVE for port object f8008b27-38e3-40c0-aff7-ac3a340e2c9a will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:49.428123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.450638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f8f1488-36be-485e-ae5b-636bbff2f097 req-ba3e0243-6fae-4d9e-ae03-f17c0f85e274 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520507 Nov 22 16:32:49.550485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-956027bb-ee79-4de3-9dc8-717d9d7e7d53 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949908 Nov 22 16:32:49.582634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Pushing event updated for resources: {'Port': ['ID=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.593080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f2687-e8f1-47f4-bc70-b2ebdebb8089 req-7f1351c7-5caf-40f7-b55b-fe05b2273371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.596997 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f8f2687-e8f1-47f4-bc70-b2ebdebb8089 req-7f1351c7-5caf-40f7-b55b-fe05b2273371 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 1096 time: 0.1009171 Nov 22 16:32:49.722917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c692f0-9e8b-4ce8-861d-661c9ddc39ac req-33564e4a-cfb2-448e-a1a5-087cffe27cdb tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.726393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20c692f0-9e8b-4ce8-861d-661c9ddc39ac req-33564e4a-cfb2-448e-a1a5-087cffe27cdb tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.2519491 Nov 22 16:32:49.778747 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f8f2687-e8f1-47f4-bc70-b2ebdebb8089 req-517ab7b2-6914-41b2-8a5e-12a26477fb2a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657259 Nov 22 16:32:49.853939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1baf1b8-070b-45a7-a5c2-fea561ea7d6f req-e9da090f-65d9-4703-b755-fe47ccaeda9e service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937336 Nov 22 16:32:49.866884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Attempting to bind port f8008b27-38e3-40c0-aff7-ac3a340e2c9a on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:49.867401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Attempting to bind port f8008b27-38e3-40c0-aff7-ac3a340e2c9a by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:49.867736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Attempting to bind port f8008b27-38e3-40c0-aff7-ac3a340e2c9a on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:49.906889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-ebdf497a-902e-4422-9528-75873aabd6c1 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.908920 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-ebdf497a-902e-4422-9528-75873aabd6c1 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.37 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 944 time: 0.0995364 Nov 22 16:32:49.923444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Port f8008b27-38e3-40c0-aff7-ac3a340e2c9a on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:49.924096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Attempting to bind port f8008b27-38e3-40c0-aff7-ac3a340e2c9a on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:49.929830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20c692f0-9e8b-4ce8-861d-661c9ddc39ac req-8d6389bd-7953-4249-a11e-8a215cc9f630 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912425 Nov 22 16:32:49.940887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:49.941253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:49.941811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:49.942284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Bound port: f8008b27-38e3-40c0-aff7-ac3a340e2c9a, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:49.942636 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.979713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d70587-c2d0-4c23-a5e3-e0986d2ba3e7 req-932440fa-091e-4644-a62f-a81402bb513c tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.995312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6d70587-c2d0-4c23-a5e3-e0986d2ba3e7 req-932440fa-091e-4644-a62f-a81402bb513c tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.1246152 Nov 22 16:32:50.115364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Deleting port 037d5b67-1dd1-4274-b1db-04195baffc77 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:50.115709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.175578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6d70587-c2d0-4c23-a5e3-e0986d2ba3e7 req-8f3c4085-31ae-428d-b3db-1e009ad6f38d tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793075 Nov 22 16:32:50.215770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] For port f8008b27-38e3-40c0-aff7-ac3a340e2c9a, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:50.225028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] For port f8008b27-38e3-40c0-aff7-ac3a340e2c9a, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:50.244515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4bf22-1f65-441d-9838-8278f821cb9a req-0904ef1e-eabf-48ce-af07-0eb0540a700b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:50.246975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54e4bf22-1f65-441d-9838-8278f821cb9a req-0904ef1e-eabf-48ce-af07-0eb0540a700b tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 944 time: 0.1783793 Nov 22 16:32:50.253764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.298302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] For port 037d5b67-1dd1-4274-b1db-04195baffc77, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=037d5b67-1dd1-4274-b1db-04195baffc77,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:50.298793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.322211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Calling delete_port for 037d5b67-1dd1-4274-b1db-04195baffc77 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:50.361079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:50.362416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.364453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] 10.222.0.37 "PUT /v2.0/ports/f8008b27-38e3-40c0-aff7-ac3a340e2c9a HTTP/1.1" status: 200 len: 1096 time: 2.6143429 Nov 22 16:32:50.373258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea29a812-c235-4eee-a3cf-07d71457fab0', 'tag': 'f8008b27-38e3-40c0-aff7-ac3a340e2c9a'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:50.376450 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d8ee66-6b9c-4db5-a223-59efd5d1d893" -d '{"events": [{"name": "network-changed", "server_uuid": "ea29a812-c235-4eee-a3cf-07d71457fab0", "tag": "f8008b27-38e3-40c0-aff7-ac3a340e2c9a"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:50.532099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09cd50-9061-45c3-aeca-f9bac96b4346 req-ee7dbeca-c556-404d-b240-f0d0cc5f84d2 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:50.534117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a09cd50-9061-45c3-aeca-f9bac96b4346 req-ee7dbeca-c556-404d-b240-f0d0cc5f84d2 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.2850471 Nov 22 16:32:50.547259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc885eb-4a9f-4cec-8acf-e6b9e2af203b service neutron] Pushing event updated for resources: {'Port': ['ID=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:50.595433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54e4bf22-1f65-441d-9838-8278f821cb9a req-d678682d-16da-46f4-9942-39105e5a7c0c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136613 Nov 22 16:32:50.600615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.629451 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.640842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-7964047a-7f1d-4703-9219-88196bc2d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:50.643498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-7964047a-7f1d-4703-9219-88196bc2d732 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 1099 time: 0.2060544 Nov 22 16:32:50.649618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['037d5b67-1dd1-4274-b1db-04195baffc77'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:50.691538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['93b9d6b0-01d5-4286-904c-ce0c31379d03'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:50.729140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-23861595-d2ac-4f53-af42-58583415688f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=f8008b27-38e3-40c0-aff7-ac3a340e2c9a HTTP/1.1" status: 200 len: 217 time: 0.0732012 Nov 22 16:32:50.789613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Pushing event deleted for resources: {'Port': ['ID=037d5b67-1dd1-4274-b1db-04195baffc77,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:50.822352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:50.825409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a09cd50-9061-45c3-aeca-f9bac96b4346 req-7444d6ae-a350-43e9-aa3e-6629ebb183f6 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233155 Nov 22 16:32:50.858823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-8660fd40-0528-4284-b6fb-5f3d75381979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:50.861072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-8660fd40-0528-4284-b6fb-5f3d75381979 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1226985 Nov 22 16:32:50.866279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] No DVR routers for this DVR port 037d5b67-1dd1-4274-b1db-04195baffc77 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:50.877519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.893789 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eeaf3ea3-35f5-4db0-8e58-e01472a88ad7 req-c9cba5b3-e393-4866-9d37-694822fab611 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.37 "DELETE /v2.0/ports/037d5b67-1dd1-4274-b1db-04195baffc77 HTTP/1.1" status: 204 len: 173 time: 0.9711103 Nov 22 16:32:50.894540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'name': 'network-vif-deleted', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:50.899723 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcae3a07-6449-48c4-a391-e811d3cb1116" -d '{"events": [{"server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "name": "network-vif-deleted", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:50.969838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bcff2f06-eece-4126-9299-7518d8bd94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:50.971484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-bcff2f06-eece-4126-9299-7518d8bd94f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989003 Nov 22 16:32:51.059530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-edb5c957-964b-4f68-9358-4acda594a51a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:51.063632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-edb5c957-964b-4f68-9358-4acda594a51a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 807 time: 0.2334678 Nov 22 16:32:51.116490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-26df47dc-f321-4f20-9fb6-60034660f4c0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/quotas/0cbce29029e6439abe3b3deba92cfb91 HTTP/1.1" status: 200 len: 375 time: 0.0125639 Nov 22 16:32:51.172989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:51.211486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '244f593a-dea4-4122-9097-049db7151162', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '244f593a-dea4-4122-9097-049db7151162', 'mac_address': 'fa:16:3e:9c:13:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:51.213097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-cea4ccbf-e24f-4d8b-a522-799037c6d4c9 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331150 Nov 22 16:32:51.341304 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.411202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244f593a-dea4-4122-9097-049db7151162 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:51.425443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.450681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:51.461721 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.551732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:51.848345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-67864e47-fda3-480a-9310-9f974978315b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7166016 Nov 22 16:32:51.944517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba3c90-31d6-45d2-9972-316e94bc0dab req-f5afac9f-2de1-4b3f-b4c4-f25dfb6f589a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:51.946195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4eba3c90-31d6-45d2-9972-316e94bc0dab req-f5afac9f-2de1-4b3f-b4c4-f25dfb6f589a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.1805127 Nov 22 16:32:51.951767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46446b0a-eb0c-4d6c-ac4b-e02d2964f0a2 req-17c35c27-0008-4473-92cf-f57f189749aa service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199328 Nov 22 16:32:52.033674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-5031dc2d-d40c-4d1b-835f-f8a3f1d1cb1c service neutron] 10.222.0.59 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738298 Nov 22 16:32:52.039916 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4eba3c90-31d6-45d2-9972-316e94bc0dab req-a8a36e98-74ed-487c-9d5b-387d82aaa3f4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781116 Nov 22 16:32:52.041568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['244f593a-dea4-4122-9097-049db7151162'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:52.202003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-9ae12f2e-854d-4b1c-a277-201cb1611d6c service neutron] 10.222.0.59 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523116 Nov 22 16:32:52.204549 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575b7061-7335-4ddf-86f3-dc9845db0d6f x-openstack-request-id: req-575b7061-7335-4ddf-86f3-dc9845db0d6f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:52.205007 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea29a812-c235-4eee-a3cf-07d71457fab0", "tag": "f8008b27-38e3-40c0-aff7-ac3a340e2c9a", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:52.205423 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-575b7061-7335-4ddf-86f3-dc9845db0d6f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:52.206058 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea29a812-c235-4eee-a3cf-07d71457fab0', 'tag': 'f8008b27-38e3-40c0-aff7-ac3a340e2c9a', 'status': 'completed', 'code': 200} Nov 22 16:32:52.336397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-073aca21-cd1d-4888-b927-6472988c065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:52.337999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-073aca21-cd1d-4888-b927-6472988c065b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 1099 time: 0.1297393 Nov 22 16:32:52.349535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dc6fe-83e0-4dcb-838b-58f689c8b2a2 req-700cf507-ada0-49b8-b470-12817a889256 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:52.355957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c8dc6fe-83e0-4dcb-838b-58f689c8b2a2 req-700cf507-ada0-49b8-b470-12817a889256 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 948 time: 0.1236720 Nov 22 16:32:52.482232 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c8dc6fe-83e0-4dcb-838b-58f689c8b2a2 req-87f10f45-b635-449d-afa0-1ba82f49bfa0 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207597 Nov 22 16:32:52.525904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-afb0ee1f-f88b-4853-be28-3914e8e1c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:52.528792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-afb0ee1f-f88b-4853-be28-3914e8e1c5de service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1711819 Nov 22 16:32:52.610538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-590b1c80-1796-469f-a54c-e53ee00fa26b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=f8008b27-38e3-40c0-aff7-ac3a340e2c9a HTTP/1.1" status: 200 len: 217 time: 0.0560751 Nov 22 16:32:52.705494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-03a30e45-ccf6-4231-860f-18dce85b646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:52.728785 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e88d76-b383-4133-a698-42ee86a215bd x-openstack-request-id: req-84e88d76-b383-4133-a698-42ee86a215bd {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:52.730820 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d9d98f-614c-469e-89d1-25452f8c86a0", "name": "network-vif-deleted", "tag": "037d5b67-1dd1-4274-b1db-04195baffc77", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:52.731035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-03a30e45-ccf6-4231-860f-18dce85b646e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1159368 Nov 22 16:32:52.731923 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84e88d76-b383-4133-a698-42ee86a215bd {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:52.732882 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d9d98f-614c-469e-89d1-25452f8c86a0', 'name': 'network-vif-deleted', 'tag': '037d5b67-1dd1-4274-b1db-04195baffc77', 'status': 'completed', 'code': 200} Nov 22 16:32:52.866497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-bdfd0ece-f41d-4daf-b4c3-ca13b633fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:52.872813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-bdfd0ece-f41d-4daf-b4c3-ca13b633fc47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334059 Nov 22 16:32:52.998238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-93b6c6c1-fb12-4194-920f-3e6a02b2389d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126673 Nov 22 16:32:53.003006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-aa569673-92bf-4ccd-8e98-1422177e88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:53.009867 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-aa569673-92bf-4ccd-8e98-1422177e88bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 1096 time: 0.1208889 Nov 22 16:32:53.186378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd701d5-6f0e-47cd-b1d0-85b549d1f3fa req-570534a1-1948-4689-ba0a-f7f6ce3225cf tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:53.200060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-ad75e41b-dfe1-431d-9ea4-359a099b2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:53.201483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcd701d5-6f0e-47cd-b1d0-85b549d1f3fa req-570534a1-1948-4689-ba0a-f7f6ce3225cf tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.3270237 Nov 22 16:32:53.202437 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-ad75e41b-dfe1-431d-9ea4-359a099b2546 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 911 time: 0.1847322 Nov 22 16:32:53.275351 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-16da4710-d954-4164-9806-db8eb5a70c2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3 HTTP/1.1" status: 200 len: 217 time: 0.0648344 Nov 22 16:32:53.289025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-773cddaa-2eaf-4a99-b33a-23646bb800f9 req-e02c2e7e-c273-46bb-ada8-bc0b574a792d tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 210 time: 0.0828578 Nov 22 16:32:53.373086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-94f0564f-2b84-4c6c-a9f7-ac93d5d86901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:53.376545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d8ee66-6b9c-4db5-a223-59efd5d1d893 req-4bdb8b5b-74f3-439e-85af-f6912141ae79 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559833 Nov 22 16:32:53.376798 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-94f0564f-2b84-4c6c-a9f7-ac93d5d86901 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=969ed064-fdc4-48ac-9fea-4272844338ed HTTP/1.1" status: 200 len: 850 time: 0.0912738 Nov 22 16:32:53.400017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcd701d5-6f0e-47cd-b1d0-85b549d1f3fa req-e4772f86-5f4e-4098-b0f3-8a81d690d7f1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968503 Nov 22 16:32:53.401365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 037d5b67-1dd1-4274-b1db-04195baffc77 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:53.476883 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-a2325b13-47f3-4a77-a544-cdafadffd48c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829883 Nov 22 16:32:53.508128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 037d5b67-1dd1-4274-b1db-04195baffc77 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:53.509025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 037d5b67-1dd1-4274-b1db-04195baffc77 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:53.537596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5db78cf-e220-44b8-b008-03453e3c08f6 req-86e4be00-5d2e-4afd-9077-1a344f32c2f5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 210 time: 0.0925188 Nov 22 16:32:53.673209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa595029-9fba-4bc8-9230-503de4b52c34 req-794ab9f2-45ee-4dc1-80ac-f411a2edf47c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:53.676451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa595029-9fba-4bc8-9230-503de4b52c34 req-794ab9f2-45ee-4dc1-80ac-f411a2edf47c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.1354828 Nov 22 16:32:53.683005 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-f2fdb07b-6523-46f8-87a9-799bb747c4d9 service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946836 Nov 22 16:32:53.845154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa595029-9fba-4bc8-9230-503de4b52c34 req-f8ebcccf-deb6-467a-a4de-dbb21803debb tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604481 Nov 22 16:32:53.897382 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17f880a0-d6f3-48c3-bab1-564c51bf2508 req-8b1270ef-95bc-4fe9-91bb-de5767d895c5 service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066822 Nov 22 16:32:53.898853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc1adf-b3a7-4125-bc5d-584238b4c4eb req-9dcce5dd-5aa2-43de-bf34-6cde8e646402 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:53.901861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dfc1adf-b3a7-4125-bc5d-584238b4c4eb req-9dcce5dd-5aa2-43de-bf34-6cde8e646402 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.1602740 Nov 22 16:32:54.048161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dfc1adf-b3a7-4125-bc5d-584238b4c4eb req-f4bf8a30-d958-4687-a640-e345d4e95379 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315043 Nov 22 16:32:54.408754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c24ff-ef19-4222-8e3a-c049ea604ffa req-71264876-3ca4-444a-819d-e30f26744acb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:54.430913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e21c24ff-ef19-4222-8e3a-c049ea604ffa req-71264876-3ca4-444a-819d-e30f26744acb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 948 time: 0.1508043 Nov 22 16:32:54.662284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e21c24ff-ef19-4222-8e3a-c049ea604ffa req-d1452318-7493-4165-95bd-80ab866baf37 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274981 Nov 22 16:32:54.725935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-dedcf295-28fc-4375-987d-8719e72e0011 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:54.728975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-dedcf295-28fc-4375-987d-8719e72e0011 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 807 time: 0.2168076 Nov 22 16:32:54.771912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Request body: {'port': {'device_id': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'admin_state_up': True, 'tenant_id': '0cbce29029e6439abe3b3deba92cfb91'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:54.833453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:54.911707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-359d3445-159c-4d09-8f93-8aa7e664d304 req-081d5605-6715-496e-a72a-8df974a120d6 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 210 time: 0.0611579 Nov 22 16:32:54.942915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 244f593a-dea4-4122-9097-049db7151162 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:54.949436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 244f593a-dea4-4122-9097-049db7151162 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:54.949856 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.128373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-741308ed-a288-426c-a75e-12a63abc45b1 req-c55449b1-0a74-46ea-92bb-0b05744d4cd2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 210 time: 0.0685055 Nov 22 16:32:55.134272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.146890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf9a4b-094f-46a5-a3a0-b668618f0e50 req-c2738901-09a3-410f-a46b-19e1ea40e116 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:55.147728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8dcf9a4b-094f-46a5-a3a0-b668618f0e50 req-c2738901-09a3-410f-a46b-19e1ea40e116 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.2788556 Nov 22 16:32:55.195744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:55.197233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:55.200598 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a3d1f9-0082-49fe-8366-f77bdbbe2877" -d '{"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-plugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:55.205912 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.241125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8dcf9a4b-094f-46a5-a3a0-b668618f0e50 req-a3424ae2-90fb-425d-a6bd-48b79e6f0655 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854106 Nov 22 16:32:55.248813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Made reservation on behalf of 0cbce29029e6439abe3b3deba92cfb91 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:55.268482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.302648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:55.413424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8008b27-38e3-40c0-aff7-ac3a340e2c9a details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:55.592246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Allocated IP 172.20.0.7 (112fda4c-684b-44f2-85c6-e6af6f5c6749/1be39dd8-cdde-4666-8eff-7832ef93970a/12556dbd-def8-4446-9762-13de466ca036) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:55.624772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8008b27-38e3-40c0-aff7-ac3a340e2c9a, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:55.628670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d9d3-9820-4e0b-b9f9-a9aed898f09c req-2474bdc9-22fe-4d76-a1a1-c83909486659 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:55.639727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'f8008b27-38e3-40c0-aff7-ac3a340e2c9a', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'f8008b27-38e3-40c0-aff7-ac3a340e2c9a', 'mac_address': 'fa:16:3e:79:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:55.642211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6898d9d3-9820-4e0b-b9f9-a9aed898f09c req-2474bdc9-22fe-4d76-a1a1-c83909486659 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.2724476 Nov 22 16:32:55.669482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda9e2-4f89-4503-941e-5892111a64ff req-ca1660d7-0af0-4f2a-9d6a-6bbafd4aa5b4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:55.671596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6dcda9e2-4f89-4503-941e-5892111a64ff req-ca1660d7-0af0-4f2a-9d6a-6bbafd4aa5b4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.2846143 Nov 22 16:32:55.703857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.725075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8008b27-38e3-40c0-aff7-ac3a340e2c9a {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:55.757295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8008b27-38e3-40c0-aff7-ac3a340e2c9a, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:55.770462 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.840112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:55.976648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6898d9d3-9820-4e0b-b9f9-a9aed898f09c req-b9d7f1d3-4d30-4812-803b-5ead6830290c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330333 Nov 22 16:32:56.016801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6dcda9e2-4f89-4503-941e-5892111a64ff req-d20e0efc-75fa-4137-8187-2b59beb83c3b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606479 Nov 22 16:32:56.054910 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.132073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.139414 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93dd88f-6e2d-492b-baa0-f2aae032e68c x-openstack-request-id: req-d93dd88f-6e2d-492b-baa0-f2aae032e68c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:56.140727 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-plugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:56.145593 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d93dd88f-6e2d-492b-baa0-f2aae032e68c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:56.147767 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162', 'code': 200} Nov 22 16:32:56.156490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ba3e8646-e4f8-41c1-b41d-9be38fb4569c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:56.166293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f8008b27-38e3-40c0-aff7-ac3a340e2c9a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:56.279534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Network 112fda4c-684b-44f2-85c6-e6af6f5c6749 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:56.292575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:56.315596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:56.481654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3e6f3-f640-4104-8cbd-6286f7d507d1 req-62b716d9-5e4c-4bfb-bc9a-f325807f094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:56.484161 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6a3e6f3-f640-4104-8cbd-6286f7d507d1 req-62b716d9-5e4c-4bfb-bc9a-f325807f094c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1100 time: 0.1039290 Nov 22 16:32:56.539734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Pushing event updated for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:56.583832 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6a3e6f3-f640-4104-8cbd-6286f7d507d1 req-b272fb59-42ae-491c-8286-9d627502f320 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890677 Nov 22 16:32:56.645767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3dd3dece-c130-4819-9704-a0ef1c0d6583 req-29b2748f-65a5-4fef-9a5b-3a41efddbb7f tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 210 time: 0.0848424 Nov 22 16:32:56.656488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:56.657658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.692038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4c71d-8b0e-4eac-9c0e-ded59e51edb0 req-bd30085c-518e-45b3-be55-297ba8e13cdf tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:56.694979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4c71d-8b0e-4eac-9c0e-ded59e51edb0 req-bd30085c-518e-45b3-be55-297ba8e13cdf tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 949 time: 0.3743463 Nov 22 16:32:56.718040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-4c5a214c-5526-43f1-a182-2a82a364a01b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9689376 Nov 22 16:32:56.817106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4c71d-8b0e-4eac-9c0e-ded59e51edb0 req-a6b2db86-2568-4fed-8c16-b8666d326925 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023724 Nov 22 16:32:56.844332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ad8d5-afb9-4114-9fd3-cf79d299611f req-d57fb88c-797e-454b-ab38-b662073da366 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:56.844332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d87ad8d5-afb9-4114-9fd3-cf79d299611f req-d57fb88c-797e-454b-ab38-b662073da366 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 931 time: 0.0917380 Nov 22 16:32:56.882898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Request body: {'port': {'device_id': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:57.001241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d87ad8d5-afb9-4114-9fd3-cf79d299611f req-85510552-62e8-4fd0-8a60-a87e9f00ba9e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474144 Nov 22 16:32:57.012387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.034846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ab4ca-7d87-42ae-bd98-4c8ef2957824 req-164f3193-818b-425c-a88c-75187bca004f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:57.037460 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a10ab4ca-7d87-42ae-bd98-4c8ef2957824 req-164f3193-818b-425c-a88c-75187bca004f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.1303613 Nov 22 16:32:57.153343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a10ab4ca-7d87-42ae-bd98-4c8ef2957824 req-5d05d3d6-9152-49c5-b873-587aaa532a76 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065874 Nov 22 16:32:57.454907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457e836-16e5-48da-b5f9-e4a99486ede7 req-6d7e69cf-ef98-4061-90ae-20e6871d3a39 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:57.456494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f457e836-16e5-48da-b5f9-e4a99486ede7 req-6d7e69cf-ef98-4061-90ae-20e6871d3a39 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.1963809 Nov 22 16:32:57.502415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320309d8-a8f7-4d6f-8202-a036e1a7d9dc req-b04d0761-aae2-4fc3-8efa-4024550fd123 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:57.504098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320309d8-a8f7-4d6f-8202-a036e1a7d9dc req-b04d0761-aae2-4fc3-8efa-4024550fd123 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.1390176 Nov 22 16:32:57.597283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f457e836-16e5-48da-b5f9-e4a99486ede7 req-b9d9ddea-26af-468c-bb5b-8ac1e85b62bd tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285067 Nov 22 16:32:57.605776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12556dbd-def8-4446-9762-13de466ca036 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:57.619646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.641217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320309d8-a8f7-4d6f-8202-a036e1a7d9dc req-1776774f-5743-4c42-8516-444d93a579e4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287467 Nov 22 16:32:57.647019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Transition to ACTIVE for port object 12556dbd-def8-4446-9762-13de466ca036 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:57.653078 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.713641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:57.833235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7895dc0-4bb5-4c01-801a-79f5c9fc1a91 req-9632e2de-3c14-4900-a871-296477da69c2 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=04d9d98f-614c-469e-89d1-25452f8c86a0 HTTP/1.1" status: 200 len: 210 time: 0.0491495 Nov 22 16:32:57.875387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eff39-68ad-4cca-a129-f5853029ba27 req-543b28a6-ae08-4e6d-9d4e-9625245bf9d6 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:57.877150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596eff39-68ad-4cca-a129-f5853029ba27 req-543b28a6-ae08-4e6d-9d4e-9625245bf9d6 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.1219938 Nov 22 16:32:57.900922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:57.901446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:57.901968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:57.918556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:57.919035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:57.930732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:57.931248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:57.931895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:57.932426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Bound port: 12556dbd-def8-4446-9762-13de466ca036, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:57.932789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.027965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596eff39-68ad-4cca-a129-f5853029ba27 req-ce8b176c-73d0-4997-a6dd-e91bbeb02ee5 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376572 Nov 22 16:32:58.124654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea326c-7299-47d9-835b-622cedf22198 req-bb87eb1a-1e4d-47b1-8201-de123d27b685 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.138935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90ea326c-7299-47d9-835b-622cedf22198 req-bb87eb1a-1e4d-47b1-8201-de123d27b685 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 949 time: 0.2032478 Nov 22 16:32:58.256088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:58.303482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:58.314515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.335048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210907d6-8cd8-405f-970a-af7369d22a6a req-bd63b9e3-f4a5-45a3-ba8c-c383d20b98ba tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.337097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-210907d6-8cd8-405f-970a-af7369d22a6a req-bd63b9e3-f4a5-45a3-ba8c-c383d20b98ba tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.1528018 Nov 22 16:32:58.429661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90ea326c-7299-47d9-835b-622cedf22198 req-40b84f87-54d2-435c-91f8-c66bc8f5168b tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889457 Nov 22 16:32:58.453085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.453085 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.453085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 200 len: 1091 time: 1.5766718 Nov 22 16:32:58.453085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'tag': '12556dbd-def8-4446-9762-13de466ca036'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:58.455247 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf88b46-8547-40ce-a367-c7e3d611f8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "tag": "12556dbd-def8-4446-9762-13de466ca036"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:58.514793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606d5e5-9cef-476b-95c5-f796f4facbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:58.550785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-210907d6-8cd8-405f-970a-af7369d22a6a req-8fd338ba-525f-4deb-a8ca-4597b759ee3a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937668 Nov 22 16:32:58.662409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5d32f-2f27-4e5e-853f-b30e16ef94e0 req-95aca7d5-3232-4e22-818d-821f9e266ce1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.664128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cec5d32f-2f27-4e5e-853f-b30e16ef94e0 req-95aca7d5-3232-4e22-818d-821f9e266ce1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.1122320 Nov 22 16:32:58.665711 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da15c19e-5795-4b47-aad4-eb7a0a6759b9 x-openstack-request-id: req-da15c19e-5795-4b47-aad4-eb7a0a6759b9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:58.665990 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "tag": "12556dbd-def8-4446-9762-13de466ca036", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:58.666359 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da15c19e-5795-4b47-aad4-eb7a0a6759b9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:58.666658 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'tag': '12556dbd-def8-4446-9762-13de466ca036', 'status': 'completed', 'code': 200} Nov 22 16:32:58.688257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-71e8dbda-256a-41ca-acb6-9d8a77053da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.689810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-71e8dbda-256a-41ca-acb6-9d8a77053da8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1094 time: 0.0782003 Nov 22 16:32:58.753769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-5af26179-6531-4d67-95eb-0439514d578b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 200 len: 217 time: 0.0524518 Nov 22 16:32:58.824039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cec5d32f-2f27-4e5e-853f-b30e16ef94e0 req-648ba938-c914-4434-8d23-ee8291d117cb tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483424 Nov 22 16:32:58.856408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-fbc427fe-2846-48e5-b4bb-41db5bcf8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.858896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-fbc427fe-2846-48e5-b4bb-41db5bcf8bac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.0901873 Nov 22 16:32:58.898127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cb542-ecf4-4479-bdd6-51751cd06a6c req-a068d62f-0895-49cb-94a8-d45ea88075a3 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.899789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-963cb542-ecf4-4479-bdd6-51751cd06a6c req-a068d62f-0895-49cb-94a8-d45ea88075a3 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.1136816 Nov 22 16:32:58.919339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-df9c7b07-4cf1-400e-b4da-3fc9bac86a94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515404 Nov 22 16:32:59.087788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-963cb542-ecf4-4479-bdd6-51751cd06a6c req-e43d9e51-80be-4d39-b6fc-ce18df799e5d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719692 Nov 22 16:32:59.098209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6c75a-cf20-4c5d-a39d-a23b902e1479 req-6cd9d790-d50c-4f23-894f-e1ec859c236f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.099816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fd6c75a-cf20-4c5d-a39d-a23b902e1479 req-6cd9d790-d50c-4f23-894f-e1ec859c236f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.1797268 Nov 22 16:32:59.126278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-6259cee1-50d6-4d44-b1dd-a3e29ea0f0e4 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862822 Nov 22 16:32:59.245182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fd6c75a-cf20-4c5d-a39d-a23b902e1479 req-c9520e8d-5444-4d81-967d-d6ab881abe04 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291451 Nov 22 16:32:59.306759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5465347-fdb9-4c0f-87ef-3943d0e4f81e req-d55f707c-6d9f-4512-aa9e-5e061f4e81eb service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663637 Nov 22 16:32:59.454152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc2e09-e8c9-4dfc-95e1-dbd2ce041ac6 req-e8ba5b90-c246-4957-b3eb-b99dafd2cfff tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.457200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0afc2e09-e8c9-4dfc-95e1-dbd2ce041ac6 req-e8ba5b90-c246-4957-b3eb-b99dafd2cfff tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.1205189 Nov 22 16:32:59.460682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-04dde6e0-233f-4ba3-b05b-91ba6f83e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.463884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8008b27-38e3-40c0-aff7-ac3a340e2c9a up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:59.468763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-04dde6e0-233f-4ba3-b05b-91ba6f83e49d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1094 time: 0.0813055 Nov 22 16:32:59.562908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port f8008b27-38e3-40c0-aff7-ac3a340e2c9a completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:59.568831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port f8008b27-38e3-40c0-aff7-ac3a340e2c9a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:59.569392 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.687466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0afc2e09-e8c9-4dfc-95e1-dbd2ce041ac6 req-c00832c8-e485-4425-95db-d4d1a6ef496a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990397 Nov 22 16:32:59.732015 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.734821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cf4c4-181d-4504-bfb0-86a23b984608 req-736b70a1-378f-4e23-9c30-bdccbaf268b6 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.738009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82cf4c4-181d-4504-bfb0-86a23b984608 req-736b70a1-378f-4e23-9c30-bdccbaf268b6 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 949 time: 0.1905897 Nov 22 16:32:59.770473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-d086f788-104f-48e8-90bf-d056cc65e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.773084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-d086f788-104f-48e8-90bf-d056cc65e928 service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.2833071 Nov 22 16:32:59.802395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8008b27-38e3-40c0-aff7-ac3a340e2c9a, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:59.804114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea29a812-c235-4eee-a3cf-07d71457fab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8008b27-38e3-40c0-aff7-ac3a340e2c9a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:59.807426 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc83a28-e307-404d-a789-dd912af7b12d" -d '{"events": [{"server_uuid": "ea29a812-c235-4eee-a3cf-07d71457fab0", "name": "network-vif-plugged", "status": "completed", "tag": "f8008b27-38e3-40c0-aff7-ac3a340e2c9a"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:59.811824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.845424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-ce48ab30-c2af-46f8-b2d4-ab6bcb50d27b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 200 len: 217 time: 0.0580328 Nov 22 16:32:59.912421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:59.950004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82cf4c4-181d-4504-bfb0-86a23b984608 req-909a70e9-8b4e-4844-a956-ee7762fe3623 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998603 Nov 22 16:32:59.981949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-bda2f410-670e-4a66-8ce7-acdf3bc6fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.985001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-bda2f410-670e-4a66-8ce7-acdf3bc6fb92 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.1301205 Nov 22 16:33:00.000539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8746be2-2bad-4e05-8a87-4b6f2dff779b req-d98db596-95b0-4a91-b454-15e2c2bc8fb2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.003721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8746be2-2bad-4e05-8a87-4b6f2dff779b req-d98db596-95b0-4a91-b454-15e2c2bc8fb2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.1643243 Nov 22 16:33:00.031756 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97cf7ec-9d29-49e1-8f10-5187684bb539 x-openstack-request-id: req-b97cf7ec-9d29-49e1-8f10-5187684bb539 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:00.032331 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea29a812-c235-4eee-a3cf-07d71457fab0", "name": "network-vif-plugged", "status": "completed", "tag": "f8008b27-38e3-40c0-aff7-ac3a340e2c9a", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:00.032792 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b97cf7ec-9d29-49e1-8f10-5187684bb539 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:00.033530 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea29a812-c235-4eee-a3cf-07d71457fab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8008b27-38e3-40c0-aff7-ac3a340e2c9a', 'code': 200} Nov 22 16:33:00.071148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-d5f452ad-4763-43f9-b6e0-100c7851851e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657148 Nov 22 16:33:00.191427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7c30-2916-4966-bc32-25b436aa71c5 req-835c4c90-ae66-4454-951a-6a68bfd4942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.195218 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d71f7c30-2916-4966-bc32-25b436aa71c5 req-835c4c90-ae66-4454-951a-6a68bfd4942e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 1101 time: 0.0806370 Nov 22 16:33:00.225086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8746be2-2bad-4e05-8a87-4b6f2dff779b req-3e4366f9-ae8e-45d6-80af-2fe25acf1948 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017171 Nov 22 16:33:00.263896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40513fe9-068a-46b0-826e-4baadb8b3207 req-21f17591-8a49-4e4b-acc9-98f9b7ea03d0 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.266777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40513fe9-068a-46b0-826e-4baadb8b3207 req-21f17591-8a49-4e4b-acc9-98f9b7ea03d0 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.1696503 Nov 22 16:33:00.273456 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d71f7c30-2916-4966-bc32-25b436aa71c5 req-f1ceb5cf-4f6b-4ddb-b833-1ba0260c1f45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702572 Nov 22 16:33:00.289283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-560be1fe-52a7-4cb2-b651-aae9e4d06dfa service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058451 Nov 22 16:33:00.852642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40513fe9-068a-46b0-826e-4baadb8b3207 req-4da5ca18-1929-4665-96e2-6a4f9124c72f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723951 Nov 22 16:33:00.894521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968749b-4c56-42bc-a1c7-8101bbbf2d3d req-924ec07e-b394-4f54-96aa-ff18cb08bb8e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.896695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d968749b-4c56-42bc-a1c7-8101bbbf2d3d req-924ec07e-b394-4f54-96aa-ff18cb08bb8e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.1015744 Nov 22 16:33:00.944536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf88b46-8547-40ce-a367-c7e3d611f8b3 req-bcc9221a-9a6d-48ae-8c38-44f12b167d6f service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455688 Nov 22 16:33:01.006269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d968749b-4c56-42bc-a1c7-8101bbbf2d3d req-ac90d71a-0494-41dc-b15b-e6de4a730ccb tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928905 Nov 22 16:33:01.143655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9371a-114a-4747-87ee-6b836337bba4 req-7ba5df6e-44f5-4b81-b4f3-28e93d49753d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:01.145288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cd9371a-114a-4747-87ee-6b836337bba4 req-7ba5df6e-44f5-4b81-b4f3-28e93d49753d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.0967646 Nov 22 16:33:01.177916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e74bc4-be2d-4b26-95fe-26ddce86546a req-167b2706-f0ef-407c-b63f-a0f5021e6fb2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:01.179869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77e74bc4-be2d-4b26-95fe-26ddce86546a req-167b2706-f0ef-407c-b63f-a0f5021e6fb2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.0881896 Nov 22 16:33:01.262540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cd9371a-114a-4747-87ee-6b836337bba4 req-950b734f-8617-4a5d-955d-98dddc04084b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005270 Nov 22 16:33:01.285999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77e74bc4-be2d-4b26-95fe-26ddce86546a req-a8067a5d-1bec-4f37-a2ed-67396fe63a11 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941272 Nov 22 16:33:01.442136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c10a1-171b-4fea-aec7-173a62aedf52 req-a149d683-7d9a-44a1-89ce-67197c8d15d6 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:01.443772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-462c10a1-171b-4fea-aec7-173a62aedf52 req-a149d683-7d9a-44a1-89ce-67197c8d15d6 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 950 time: 0.1028550 Nov 22 16:33:01.467247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5bf51-e421-4ca9-b2bd-ca7cadfc8df9 req-af154f04-5525-4796-b85e-e49bc04f98f4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:01.469275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08e5bf51-e421-4ca9-b2bd-ca7cadfc8df9 req-af154f04-5525-4796-b85e-e49bc04f98f4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.0855429 Nov 22 16:33:01.574656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-462c10a1-171b-4fea-aec7-173a62aedf52 req-beeae129-c30d-46c3-8822-58d7cdb09127 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039138 Nov 22 16:33:01.587958 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08e5bf51-e421-4ca9-b2bd-ca7cadfc8df9 req-3bb8db93-d298-403d-ae52-488ea2d8a8ca tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099551 Nov 22 16:33:02.037987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01621d97-5aa1-4a90-b98d-2add525db17d req-d49b8c7c-9831-4630-9789-28e2a288af80 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:02.041542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01621d97-5aa1-4a90-b98d-2add525db17d req-d49b8c7c-9831-4630-9789-28e2a288af80 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0853424 Nov 22 16:33:02.126444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01621d97-5aa1-4a90-b98d-2add525db17d req-478e10ab-1dcb-439a-a70f-7312d6f8f8de tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733006 Nov 22 16:33:02.229112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9386267-2cd6-4bf2-a4b7-9f4e17a79fcc req-e817d3df-f64e-4277-a365-13a7fd989619 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:02.230698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9386267-2cd6-4bf2-a4b7-9f4e17a79fcc req-e817d3df-f64e-4277-a365-13a7fd989619 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0651062 Nov 22 16:33:02.309743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9386267-2cd6-4bf2-a4b7-9f4e17a79fcc req-f87823f2-5334-4537-8582-7a70ca02f983 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699196 Nov 22 16:33:02.504023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd06f4-7c7c-4ff0-8f87-7b7854050649 req-d83d6036-d97a-470a-bcc9-1688e933ec57 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:02.505721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-effd06f4-7c7c-4ff0-8f87-7b7854050649 req-d83d6036-d97a-470a-bcc9-1688e933ec57 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.1250908 Nov 22 16:33:02.528539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cad571-ef58-41fc-883a-ddf4da9737f8 req-fa9283df-5028-4e32-9749-6949f671cf70 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:02.530219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85cad571-ef58-41fc-883a-ddf4da9737f8 req-fa9283df-5028-4e32-9749-6949f671cf70 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.1002777 Nov 22 16:33:02.615476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-effd06f4-7c7c-4ff0-8f87-7b7854050649 req-56c1f6fa-3b61-4eb7-89e3-500664bea987 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011631 Nov 22 16:33:02.639842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85cad571-ef58-41fc-883a-ddf4da9737f8 req-6326b777-8473-4555-ab8a-f2978a95e93c tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993006 Nov 22 16:33:02.907699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0057c1e-a2dd-4a6d-b344-c38dcb1d5dce req-a5cb3390-f001-4976-8b66-d66f238bc382 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:02.910129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0057c1e-a2dd-4a6d-b344-c38dcb1d5dce req-a5cb3390-f001-4976-8b66-d66f238bc382 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 950 time: 0.1783783 Nov 22 16:33:02.936296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ec985-3651-4ce8-9dff-659b5a15d046 req-5b85f012-b3c9-4cbc-806e-b096099efabc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:02.938877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c11ec985-3651-4ce8-9dff-659b5a15d046 req-5b85f012-b3c9-4cbc-806e-b096099efabc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.1931398 Nov 22 16:33:02.940687 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-3c49e750-7c75-46e4-8e94-4d6d899c8b03 service neutron] show failed (client error): The resource could not be found. Nov 22 16:33:02.942258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-3c49e750-7c75-46e4-8e94-4d6d899c8b03 service neutron] 10.222.0.62 "GET /v2.0/ports/b28d82e0-225e-4440-9118-7b5f364bcf15/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.1773303 Nov 22 16:33:03.071904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c11ec985-3651-4ce8-9dff-659b5a15d046 req-a2aa437f-ac84-4d8c-baa7-b2bfe3304851 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179204 Nov 22 16:33:03.077221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0057c1e-a2dd-4a6d-b344-c38dcb1d5dce req-dd536893-804b-45b1-9ffd-073a5485838d tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334727 Nov 22 16:33:03.328556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b93047-6f02-4933-852d-e68e04296905 req-d2698485-dd35-41c1-a764-c47f887250be tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:03.340794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8b93047-6f02-4933-852d-e68e04296905 req-d2698485-dd35-41c1-a764-c47f887250be tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1142204 Nov 22 16:33:03.396687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-ff29fd92-4d12-447f-b809-e20595fea7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:03.401063 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-ff29fd92-4d12-447f-b809-e20595fea7cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267&tenant_id=3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 1101 time: 0.1196694 Nov 22 16:33:03.415720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:03.466022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8b93047-6f02-4933-852d-e68e04296905 req-19640185-33bc-4bde-bdf6-9d71f9e379cb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221182 Nov 22 16:33:03.517516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.556919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b211f59-25c8-4ff3-b5d7-105b25d3817a req-bde44e33-f8ff-47a8-ac9a-8326477c8d3c tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:03.571013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b211f59-25c8-4ff3-b5d7-105b25d3817a req-bde44e33-f8ff-47a8-ac9a-8326477c8d3c tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.1829226 Nov 22 16:33:03.727987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b211f59-25c8-4ff3-b5d7-105b25d3817a req-5164988c-712a-4066-8f77-1130011c71eb tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553502 Nov 22 16:33:03.777742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca57bd-12d4-4a49-8dc9-b3e1aede3422 req-3e52d2c5-03a6-40e9-9ebd-dc34d918fdd6 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:03.780421 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddca57bd-12d4-4a49-8dc9-b3e1aede3422 req-3e52d2c5-03a6-40e9-9ebd-dc34d918fdd6 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.1266840 Nov 22 16:33:03.956984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddca57bd-12d4-4a49-8dc9-b3e1aede3422 req-06791f91-b6da-400a-b818-513c1c9e4ead tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643646 Nov 22 16:33:04.010075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:04.010809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-e7116091-3943-4665-b425-74c0f8c49a61 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6e1bf60c4e504b70bded25df178ab731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513785 Nov 22 16:33:04.073680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:04.155203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.174200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Transition to ACTIVE for port object b28d82e0-225e-4440-9118-7b5f364bcf15 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:04.175517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:04.180973 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431ac7ab-6407-41a1-8041-9985c4cfabc4" -d '{"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-unplugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:04.187677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.292673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-6a6f84dd-2562-4052-a697-c6cff46b4102 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:04.308401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-6a6f84dd-2562-4052-a697-c6cff46b4102 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959297 Nov 22 16:33:04.423482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] No DVR routers for this DVR port b28d82e0-225e-4440-9118-7b5f364bcf15 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:04.439114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:04.455371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-ca00f1a6-c2b0-429b-a376-0ab1928998ee tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/quotas/6e1bf60c4e504b70bded25df178ab731 HTTP/1.1" status: 200 len: 375 time: 0.1449959 Nov 22 16:33:04.576169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:04.576555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:04.576943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:04.594681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:04.603644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:04.615420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:04.618709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:04.619741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:04.625033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Bound port: b28d82e0-225e-4440-9118-7b5f364bcf15, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:04.626117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.696250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-b7b9feee-dab2-497e-8809-3f0d58dbe121 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2386997 Nov 22 16:33:04.735735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f8ac3-7867-41a2-a24d-f693286a4b5d req-e7f02795-01b0-4b4d-8956-eee898ea6e7d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:04.751914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-726f8ac3-7867-41a2-a24d-f693286a4b5d req-e7f02795-01b0-4b4d-8956-eee898ea6e7d tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 948 time: 0.5150323 Nov 22 16:33:04.900877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:04.909966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:04.922244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.977358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-726f8ac3-7867-41a2-a24d-f693286a4b5d req-4a816122-be85-49cb-9d68-0c491c69e730 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238982 Nov 22 16:33:05.091144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:05.092963 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.099831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] 10.222.0.37 "PUT /v2.0/ports/b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 1096 time: 1.6904161 Nov 22 16:33:05.351974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d307b-c880-40d9-a23a-af5208e5e765 service neutron] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:05.406745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-eb595c0b-43f4-4c6e-966b-4df58a91a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:05.423701 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-eb595c0b-43f4-4c6e-966b-4df58a91a06e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1099 time: 0.2806582 Nov 22 16:33:05.681257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66487a4-c809-4407-b662-a21e1fe8b57b req-1906583f-ff8c-4b49-8450-4eaab423f612 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:05.695355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b66487a4-c809-4407-b662-a21e1fe8b57b req-1906583f-ff8c-4b49-8450-4eaab423f612 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.5207784 Nov 22 16:33:05.788932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65c807-f1b7-4559-b88d-781742ddf261 req-ca84f515-fff8-4f14-a90a-bc19ade856be tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:05.792131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e65c807-f1b7-4559-b88d-781742ddf261 req-ca84f515-fff8-4f14-a90a-bc19ade856be tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.3479788 Nov 22 16:33:05.792558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-a40d93c9-ddf2-4eb8-a2aa-fdf78a954ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:05.807281 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-a40d93c9-ddf2-4eb8-a2aa-fdf78a954ad9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3573768 Nov 22 16:33:05.818282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b66487a4-c809-4407-b662-a21e1fe8b57b req-6417b14d-973c-4fa9-a8db-5c68d0e5468c tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213298 Nov 22 16:33:05.938833 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-448a6de6-3d6b-42ec-a3f8-a7b122512e02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.1299858 Nov 22 16:33:06.011451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e65c807-f1b7-4559-b88d-781742ddf261 req-3e7aa5a7-ecfa-4764-811e-c0fcb9f5cd22 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899953 Nov 22 16:33:06.122492 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8340863a-bd64-4a23-9731-ece68a996071 x-openstack-request-id: req-8340863a-bd64-4a23-9731-ece68a996071 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:06.125241 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-unplugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:06.127058 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8340863a-bd64-4a23-9731-ece68a996071 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:06.128174 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'code': 200} Nov 22 16:33:06.194540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-4156d550-0ebb-4132-8fa5-d70d58848cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:06.205608 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-4156d550-0ebb-4132-8fa5-d70d58848cdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2591374 Nov 22 16:33:06.391019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-2ce2c8ec-dc84-47e9-b404-dc36604e1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:06.391380 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.397283 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-2ce2c8ec-dc84-47e9-b404-dc36604e1d28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808007 Nov 22 16:33:06.527257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b90743-3839-446e-88cc-0af042899d79 req-bc17d967-a63e-4757-8747-35990c135d4b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:06.547861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-18b90743-3839-446e-88cc-0af042899d79 req-bc17d967-a63e-4757-8747-35990c135d4b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.2745457 Nov 22 16:33:06.667786 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-47e7ff76-4699-4915-9016-230c47c40c00 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623658 Nov 22 16:33:06.696948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aa681-0f54-44ac-a10f-6e3d69c90293 req-e068b7e5-fd8a-4cc6-8d32-9f1e6706d765 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:06.710726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e69aa681-0f54-44ac-a10f-6e3d69c90293 req-e068b7e5-fd8a-4cc6-8d32-9f1e6706d765 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.2870784 Nov 22 16:33:06.759676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-18b90743-3839-446e-88cc-0af042899d79 req-2cb32174-3def-4503-9a00-32c21fc9e5d1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099457 Nov 22 16:33:06.881555 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-76a53533-5fb8-4531-b676-f9746cd6a1ce req-2fbe1660-2db0-4c30-8e6e-dce6440accf4 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059903 Nov 22 16:33:06.891475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:06.917715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e69aa681-0f54-44ac-a10f-6e3d69c90293 req-4a37fa27-5c44-4e1f-bf14-2a020dfe3a4a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048366 Nov 22 16:33:07.040572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:07.159488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3827f2e3-3efa-485c-844c-f6394d1a49ae req-0a35b449-e69c-4360-bfba-62eb29ed1d1e tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 210 time: 0.0756187 Nov 22 16:33:07.337734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135ce9f-f3f1-4331-8c2c-71a75d3d7b0c req-d54bf986-45a9-4146-92cb-9eced06d057b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:07.340684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9135ce9f-f3f1-4331-8c2c-71a75d3d7b0c req-d54bf986-45a9-4146-92cb-9eced06d057b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 948 time: 0.1432986 Nov 22 16:33:07.561345 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.655590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9135ce9f-f3f1-4331-8c2c-71a75d3d7b0c req-fc9afcb3-b0e1-4adc-a353-a3f4947f58d6 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011739 Nov 22 16:33:07.717009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbea9c4-5c29-4d71-b934-ed060524b597 req-755e705e-6148-4955-8bdc-2004858ed46f tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:07.731609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3bbea9c4-5c29-4d71-b934-ed060524b597 req-755e705e-6148-4955-8bdc-2004858ed46f tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.2791195 Nov 22 16:33:07.876539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3bbea9c4-5c29-4d71-b934-ed060524b597 req-3213ebec-8fb7-4ca4-a12f-87e0bda93e59 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415780 Nov 22 16:33:07.959559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-a2c56027-046d-46fc-a511-a6d19a2918da tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6e1bf60c4e504b70bded25df178ab731&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424473 Nov 22 16:33:08.128070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960095-da11-4ea4-8d73-fb00757a9242 req-3bd7fa21-24ca-4c5f-9026-66f5bbb0d9d9 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:08.129811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:08.136544 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ea5bb9-204e-4bad-9021-dc54ab2da77b" -d '{"events": [{"name": "network-changed", "server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:08.146015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91960095-da11-4ea4-8d73-fb00757a9242 req-3bd7fa21-24ca-4c5f-9026-66f5bbb0d9d9 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.2671590 Nov 22 16:33:08.294845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-8486f9b8-edc7-4f84-8a26-1fc207361f93 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:08.297754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-8486f9b8-edc7-4f84-8a26-1fc207361f93 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131628 Nov 22 16:33:08.325022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Request body: {'port': {'device_id': 'd1a968c7-34c7-40f1-9392-b3f4e4c5c3bb', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '6e1bf60c4e504b70bded25df178ab731'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:08.478646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c7512-e2bd-4a11-b5da-f6064ab2b9c2 req-faeb13f1-b007-43f7-b3b0-293313fd0b09 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:08.480697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-586c7512-e2bd-4a11-b5da-f6064ab2b9c2 req-faeb13f1-b007-43f7-b3b0-293313fd0b09 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.1817663 Nov 22 16:33:08.488070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91960095-da11-4ea4-8d73-fb00757a9242 req-e60f6463-7471-4d5f-8e7c-f72761cf1b01 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409758 Nov 22 16:33:08.565922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-586c7512-e2bd-4a11-b5da-f6064ab2b9c2 req-aca265ea-09dc-4bce-8d13-1395efd50b90 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767479 Nov 22 16:33:08.629589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Made reservation on behalf of 6e1bf60c4e504b70bded25df178ab731 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:08.633542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.735477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26999ac-bec1-41fd-ac9d-4e4bb2b328c6 req-75e773f6-1f39-4597-8bed-58e26fd21979 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:08.741624 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a635fd-2a24-486e-811a-67ac88556bbc x-openstack-request-id: req-c6a635fd-2a24-486e-811a-67ac88556bbc {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:08.742105 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:08.742529 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6a635fd-2a24-486e-811a-67ac88556bbc {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:08.743219 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'status': 'completed', 'code': 200} Nov 22 16:33:08.743861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c26999ac-bec1-41fd-ac9d-4e4bb2b328c6 req-75e773f6-1f39-4597-8bed-58e26fd21979 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0893629 Nov 22 16:33:08.909540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-712934b6-31cb-42be-8cc9-52d29d72f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:08.911279 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-712934b6-31cb-42be-8cc9-52d29d72f7ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1099 time: 0.1219914 Nov 22 16:33:08.914680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-8aae539e-e498-40ba-b995-5ca0222dd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:08.916359 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-8aae539e-e498-40ba-b995-5ca0222dd7fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1099 time: 0.1462684 Nov 22 16:33:08.943613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c26999ac-bec1-41fd-ac9d-4e4bb2b328c6 req-c7ac859c-f380-4fd7-b0e8-d4e397bbf017 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987114 Nov 22 16:33:09.022828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15df44c0-1144-497b-a4db-f14c39264f30 req-a585ff1a-8cb4-4a81-a3cd-d554b93d7b62 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 210 time: 0.0776391 Nov 22 16:33:09.045405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-8362f4aa-8ab0-4b2b-8122-dddae8173e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.047804 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-8362f4aa-8ab0-4b2b-8122-dddae8173e67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1279778 Nov 22 16:33:09.087681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Allocated IP 192.168.233.117 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/0ca24041-53ba-4356-8134-93df1e163c34) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:09.134804 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-d6d87a1f-4b55-49e2-826f-0e17c101a5a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.0697610 Nov 22 16:33:09.249601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-527d1bfb-50dd-4e5b-853e-09522f5e8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.251555 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-527d1bfb-50dd-4e5b-853e-09522f5e8923 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2017889 Nov 22 16:33:09.311246 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-e135d136-73a4-451f-844e-4255c0facae8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.0486848 Nov 22 16:33:09.457451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-b3781852-a4f1-4adf-b6dc-f969e31a1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.460537 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-b3781852-a4f1-4adf-b6dc-f969e31a1fd0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2078946 Nov 22 16:33:09.463547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-32699175-4f50-4ddb-9690-e369ad2f98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.466115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-32699175-4f50-4ddb-9690-e369ad2f98c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1242642 Nov 22 16:33:09.609059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-ed2fb4d4-acfe-4b76-938b-917c12967980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.614122 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-ed2fb4d4-acfe-4b76-938b-917c12967980 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419294 Nov 22 16:33:09.628945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-8faf3ec0-1b73-48f0-8e17-ffeb0b7aa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.639258 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-8faf3ec0-1b73-48f0-8e17-ffeb0b7aa601 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261506 Nov 22 16:33:09.639871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc4bed-df75-4553-9708-05cb93e2f4ba req-2694007e-b614-4009-b92c-f80090a41397 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.643034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6dcc4bed-df75-4553-9708-05cb93e2f4ba req-2694007e-b614-4009-b92c-f80090a41397 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.2325044 Nov 22 16:33:09.651605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1a9ae-56cd-4251-a772-e332a8efa822 req-ee17c782-9f37-4fcf-a5c6-88f56b6113dd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.660729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54f1a9ae-56cd-4251-a772-e332a8efa822 req-ee17c782-9f37-4fcf-a5c6-88f56b6113dd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 948 time: 0.2521391 Nov 22 16:33:09.684208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:09.821466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6dcc4bed-df75-4553-9708-05cb93e2f4ba req-e32b4fe2-7ce5-411d-84de-1a954943da13 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542835 Nov 22 16:33:09.873560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54f1a9ae-56cd-4251-a772-e332a8efa822 req-b9a809ba-3931-4a30-8d11-b8a5047c52b0 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116191 Nov 22 16:33:09.907432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:09.923617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f8008b27-38e3-40c0-aff7-ac3a340e2c9a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:10.035649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['244f593a-dea4-4122-9097-049db7151162'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:10.047233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:10.071864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:10.076044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:10.141787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Pushing event updated for resources: {'Port': ['ID=0ca24041-53ba-4356-8134-93df1e163c34,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:10.235902 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-313f5afe-c349-4724-ac29-3f540697ce4d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955598 Nov 22 16:33:10.238173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:10.239470 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.262313 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-492d1c44-2575-4241-8dfd-e33d83739b72 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187880 Nov 22 16:33:10.309154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994a0b5-45dc-4059-8067-0fa9b438a68a req-8d144643-4b6d-44ac-8089-48ab9f158816 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:10.321468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c994a0b5-45dc-4059-8067-0fa9b438a68a req-8d144643-4b6d-44ac-8089-48ab9f158816 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.2844524 Nov 22 16:33:10.331079 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-12beb0c7-3317-4f77-9ea6-c435f90902eb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0113509 Nov 22 16:33:10.373397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Request body: {'port': {'device_id': 'd1a968c7-34c7-40f1-9392-b3f4e4c5c3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:10.495143 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-4e63898f-f7ae-4c1e-ab49-fd38f45c73a2 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331040 Nov 22 16:33:10.577986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-85c572f7-4116-400a-8b82-5a6f9cb6dfb6 None None] Provisioning complete for port 0ca24041-53ba-4356-8134-93df1e163c34 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:10.578894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85c572f7-4116-400a-8b82-5a6f9cb6dfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.590041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-c6b0bf71-27fe-4ada-8710-51ee6c1d1916 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:10.591706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-c6b0bf71-27fe-4ada-8710-51ee6c1d1916 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7cc6387-2577-4572-98b7-53da960c3a3d HTTP/1.1" status: 200 len: 945 time: 0.4532642 Nov 22 16:33:10.609611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.661178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be0281-46f4-47a6-b7bc-a5d0809a4316 req-16b87675-05b2-4481-b867-e4575ed2613a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:10.674403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42be0281-46f4-47a6-b7bc-a5d0809a4316 req-16b87675-05b2-4481-b867-e4575ed2613a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.4716117 Nov 22 16:33:10.680756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c994a0b5-45dc-4059-8067-0fa9b438a68a req-005282b4-56f3-47c9-b5a4-3aa0d2a1c579 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618379 Nov 22 16:33:10.721389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-85c572f7-4116-400a-8b82-5a6f9cb6dfb6 None None] Port 0ca24041-53ba-4356-8134-93df1e163c34 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:10.747588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82ea5bb9-204e-4bad-9021-dc54ab2da77b req-0ee35cb4-48c9-40ea-8f96-1cbad79f2bcb service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485469 Nov 22 16:33:10.791272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Deleting port 93b9d6b0-01d5-4286-904c-ce0c31379d03 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:10.791836 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.918490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] For port 93b9d6b0-01d5-4286-904c-ce0c31379d03, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=93b9d6b0-01d5-4286-904c-ce0c31379d03,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:10.918861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.933483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Calling delete_port for 93b9d6b0-01d5-4286-904c-ce0c31379d03 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:10.972000 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42be0281-46f4-47a6-b7bc-a5d0809a4316 req-9b150421-778b-4a16-b4c8-40fe23912e38 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340560 Nov 22 16:33:11.000500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543336-e75d-4d0d-9e8e-fe4fccc73b09 req-f3e9add1-95d8-4d2a-9c03-21f45d6ddcf6 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:11.008315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5543336-e75d-4d0d-9e8e-fe4fccc73b09 req-f3e9add1-95d8-4d2a-9c03-21f45d6ddcf6 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.2096748 Nov 22 16:33:11.147550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.166738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5543336-e75d-4d0d-9e8e-fe4fccc73b09 req-9ec2118c-2484-45fe-ba15-08d1cc5417b8 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573117 Nov 22 16:33:11.182192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Pushing event deleted for resources: {'Port': ['ID=93b9d6b0-01d5-4286-904c-ce0c31379d03,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:11.223086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.223617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.224270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.224830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.225197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.225636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.226077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.226538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.227125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.227501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.227967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.228534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:11.269220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] No DVR routers for this DVR port 93b9d6b0-01d5-4286-904c-ce0c31379d03 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:11.272019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535eb33-290b-4bce-84df-7bf021337ded req-cbf418c0-7eb1-4e29-ab44-4c017643d91a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:11.273061 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.273755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6535eb33-290b-4bce-84df-7bf021337ded req-cbf418c0-7eb1-4e29-ab44-4c017643d91a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0894582 Nov 22 16:33:11.277178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11944282-33d6-4173-9291-3e3b3a6f93f9 req-62f1eede-dcca-4282-b3ff-82424ba6ad2c tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "DELETE /v2.0/ports/93b9d6b0-01d5-4286-904c-ce0c31379d03 HTTP/1.1" status: 204 len: 173 time: 0.6754143 Nov 22 16:33:11.280008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'name': 'network-vif-deleted', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:11.286700 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6051693d-0a68-454b-9c7b-e954275e415e" -d '{"events": [{"server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "name": "network-vif-deleted", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:11.391302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca24041-53ba-4356-8134-93df1e163c34 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:11.409071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.423683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211756c5-a6d3-4692-9577-31c5d5b3eedb req-bb49b656-0207-4b2d-a87a-f2c3ddd81921 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:11.425945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-211756c5-a6d3-4692-9577-31c5d5b3eedb req-bb49b656-0207-4b2d-a87a-f2c3ddd81921 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 936 time: 0.1432238 Nov 22 16:33:11.453928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Transition to ACTIVE for port object 0ca24041-53ba-4356-8134-93df1e163c34 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:11.467353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6535eb33-290b-4bce-84df-7bf021337ded req-edc3d2d3-56fe-4303-b531-bb9ed1355f06 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776028 Nov 22 16:33:11.470125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.520957 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:11.596021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-211756c5-a6d3-4692-9577-31c5d5b3eedb req-2564c41f-131a-4a2b-bfe9-55f352bbb91f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536968 Nov 22 16:33:11.598341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca24041-53ba-4356-8134-93df1e163c34,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:11.704564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:11.761213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'mac_address': 'fa:16:3e:3c:52:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:11.827507 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.854606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a0f6f-e866-475e-be91-d8793f388fc1 req-fd1eb817-748e-43cd-ab2e-8608b6cc0b28 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:11.866264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a97a0f6f-e866-475e-be91-d8793f388fc1 req-fd1eb817-748e-43cd-ab2e-8608b6cc0b28 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 948 time: 0.2691123 Nov 22 16:33:11.866687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28d82e0-225e-4440-9118-7b5f364bcf15 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:11.915260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:11.932657 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.950584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Attempting to bind port 0ca24041-53ba-4356-8134-93df1e163c34 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:11.950924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Attempting to bind port 0ca24041-53ba-4356-8134-93df1e163c34 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:11.951295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Attempting to bind port 0ca24041-53ba-4356-8134-93df1e163c34 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:11.971989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Port 0ca24041-53ba-4356-8134-93df1e163c34 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:11.972529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Attempting to bind port 0ca24041-53ba-4356-8134-93df1e163c34 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:11.982744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:11.983361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:11.984286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:11.985316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Bound port: 0ca24041-53ba-4356-8134-93df1e163c34, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:11.985711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.995436 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a97a0f6f-e866-475e-be91-d8793f388fc1 req-60258113-d2be-4b64-815f-cf971f3d5bf4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269019 Nov 22 16:33:12.052662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:12.089199 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4574a305-51e6-44ad-b642-299dadb9c2bd x-openstack-request-id: req-4574a305-51e6-44ad-b642-299dadb9c2bd {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:12.089460 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cc6387-2577-4572-98b7-53da960c3a3d", "name": "network-vif-deleted", "tag": "93b9d6b0-01d5-4286-904c-ce0c31379d03", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:12.089767 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4574a305-51e6-44ad-b642-299dadb9c2bd {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:12.090518 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cc6387-2577-4572-98b7-53da960c3a3d', 'name': 'network-vif-deleted', 'tag': '93b9d6b0-01d5-4286-904c-ce0c31379d03', 'status': 'completed', 'code': 200} Nov 22 16:33:12.118923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] For port 0ca24041-53ba-4356-8134-93df1e163c34, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:12.122618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] For port 0ca24041-53ba-4356-8134-93df1e163c34, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0ca24041-53ba-4356-8134-93df1e163c34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:12.130357 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:12.188983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:12.189392 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:12.190781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] 10.222.0.62 "PUT /v2.0/ports/0ca24041-53ba-4356-8134-93df1e163c34 HTTP/1.1" status: 200 len: 1096 time: 1.8236709 Nov 22 16:33:12.208417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a968c7-34c7-40f1-9392-b3f4e4c5c3bb', 'tag': '0ca24041-53ba-4356-8134-93df1e163c34'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:12.212313 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a829009c-2a0e-4935-98d1-774714e57b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb", "tag": "0ca24041-53ba-4356-8134-93df1e163c34"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:12.318306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca24041-53ba-4356-8134-93df1e163c34,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:12.340204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daab0d4-bc59-4acc-9c14-f18c6cccc49d req-a062ba50-8b36-4a8b-90a8-fb502cf73ccf tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:12.341748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6daab0d4-bc59-4acc-9c14-f18c6cccc49d req-a062ba50-8b36-4a8b-90a8-fb502cf73ccf tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.1589332 Nov 22 16:33:12.345787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.346138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.346472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.346803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.347166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.347493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.347871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.348203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.348526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.348846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.349188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.349481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948792dc-0586-44c8-9518-eb67a9139584 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:12.378733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b28d82e0-225e-4440-9118-7b5f364bcf15'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:12.379515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-213beeaf-cf6e-4f05-b0fb-07216f0074f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:12.382072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-213beeaf-cf6e-4f05-b0fb-07216f0074f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 1099 time: 0.1327212 Nov 22 16:33:12.453374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-7c2c9edb-5e93-4d1f-bf94-d2ccb79aaed9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0ca24041-53ba-4356-8134-93df1e163c34 HTTP/1.1" status: 200 len: 217 time: 0.0584183 Nov 22 16:33:12.497519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6daab0d4-bc59-4acc-9c14-f18c6cccc49d req-20dec573-d5f0-472c-8558-1ee3f0faa94f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431186 Nov 22 16:33:12.531310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-5d93a098-b245-4c3c-832f-a3f6ca69eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:12.535539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-5d93a098-b245-4c3c-832f-a3f6ca69eb98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0722432 Nov 22 16:33:12.592822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-94f8d5c7-2d69-46ff-ac84-5b57e2c41985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:12.595246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-94f8d5c7-2d69-46ff-ac84-5b57e2c41985 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529318 Nov 22 16:33:12.719598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-2da882ff-0ea7-46a9-9c28-29a071411e3d service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104498 Nov 22 16:33:12.811961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-81cea75a-3f7d-4416-912f-77b336bad9ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:12.813680 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-81cea75a-3f7d-4416-912f-77b336bad9ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267&tenant_id=3514ce11b681483689c0bb169228eba0&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 949 time: 0.0910542 Nov 22 16:33:12.875008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9aaaa4c-1cb4-449c-842b-7a062edd0750 req-4b43d0df-667b-4231-981a-1e60843ac770 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480873 Nov 22 16:33:12.906636 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-b0f6b4b1-3a60-411d-8e20-3ca328b13385 service neutron] 10.222.0.37 "GET /v2.0/ports/b28d82e0-225e-4440-9118-7b5f364bcf15/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 382 time: 0.0834699 Nov 22 16:33:12.936691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 93b9d6b0-01d5-4286-904c-ce0c31379d03 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:12.974375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 93b9d6b0-01d5-4286-904c-ce0c31379d03 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:12.975416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 93b9d6b0-01d5-4286-904c-ce0c31379d03 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:12.981375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-4af55ed1-2c18-49fa-91dd-d22289f499f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:12.982112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aaf2f-2945-4b3f-82f3-ca48d2e55d90 req-89f0226c-1898-4e74-b664-daa1397d1320 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:12.982923 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-4af55ed1-2c18-49fa-91dd-d22289f499f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1100 time: 0.0500813 Nov 22 16:33:12.983660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-323aaf2f-2945-4b3f-82f3-ca48d2e55d90 req-89f0226c-1898-4e74-b664-daa1397d1320 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0691004 Nov 22 16:33:13.037694 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-323aaf2f-2945-4b3f-82f3-ca48d2e55d90 req-90d9a96a-f02a-49eb-8646-365ad9811bd1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464025 Nov 22 16:33:13.094138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-c9f80093-bb3f-4e56-b74c-4be9c63238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.096353 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-c9f80093-bb3f-4e56-b74c-4be9c63238b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1049836 Nov 22 16:33:13.101478 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02cf02e-621f-4bd6-ac66-9c4df285bd32 x-openstack-request-id: req-e02cf02e-621f-4bd6-ac66-9c4df285bd32 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:13.101904 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb", "tag": "0ca24041-53ba-4356-8134-93df1e163c34", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:13.102225 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e02cf02e-621f-4bd6-ac66-9c4df285bd32 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:13.102725 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a968c7-34c7-40f1-9392-b3f4e4c5c3bb', 'tag': '0ca24041-53ba-4356-8134-93df1e163c34', 'status': 'completed', 'code': 200} Nov 22 16:33:13.155582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-de9c4616-a9df-4a78-9ba9-ca33618b1150 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.0440750 Nov 22 16:33:13.214611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829009c-2a0e-4935-98d1-774714e57b3f req-03a1def9-4708-4fa4-bd00-2026683fe2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.216241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a829009c-2a0e-4935-98d1-774714e57b3f req-03a1def9-4708-4fa4-bd00-2026683fe2c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e1bf60c4e504b70bded25df178ab731&device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 1099 time: 0.0875719 Nov 22 16:33:13.226396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-a9d7d613-da31-4bee-9960-3180c47a1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.228499 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-a9d7d613-da31-4bee-9960-3180c47a1bad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0653465 Nov 22 16:33:13.240102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba92b33-7122-4e7c-9026-fcda99c96e7e req-719663d8-6216-4ba4-81fe-ddd2b8025c64 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.241578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ba92b33-7122-4e7c-9026-fcda99c96e7e req-719663d8-6216-4ba4-81fe-ddd2b8025c64 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0691478 Nov 22 16:33:13.302612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-5bf58a5a-78ce-46f3-befb-984d542c4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.305012 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-5bf58a5a-78ce-46f3-befb-984d542c4d6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679059 Nov 22 16:33:13.352312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ba92b33-7122-4e7c-9026-fcda99c96e7e req-ae2da4c3-4e5a-41f4-9ad4-6d7896759435 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966589 Nov 22 16:33:13.363008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829009c-2a0e-4935-98d1-774714e57b3f req-0c1514a9-7413-4e4a-84f3-08b80292eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.364659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a829009c-2a0e-4935-98d1-774714e57b3f req-0c1514a9-7413-4e4a-84f3-08b80292eec5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1398149 Nov 22 16:33:13.421853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a829009c-2a0e-4935-98d1-774714e57b3f req-5f2f3f19-76c4-4b5d-96cc-f2f6ad60d812 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0ca24041-53ba-4356-8134-93df1e163c34 HTTP/1.1" status: 200 len: 217 time: 0.0388875 Nov 22 16:33:13.431997 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-233cb6a7-6b99-4915-9f34-2ef534cb39ab service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172435 Nov 22 16:33:13.511637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829009c-2a0e-4935-98d1-774714e57b3f req-92537441-2315-46cc-a59a-290d0cf13514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.513150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a829009c-2a0e-4935-98d1-774714e57b3f req-92537441-2315-46cc-a59a-290d0cf13514 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0765617 Nov 22 16:33:13.529793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dea6bf-ee0d-456a-800d-301388903023 req-ebe5498d-6959-495c-9b37-bffe5f9910c9 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.531512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4dea6bf-ee0d-456a-800d-301388903023 req-ebe5498d-6959-495c-9b37-bffe5f9910c9 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 948 time: 0.0865889 Nov 22 16:33:13.606714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829009c-2a0e-4935-98d1-774714e57b3f req-8df9c67d-6b63-4591-b652-ad0eb13eb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.608165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a829009c-2a0e-4935-98d1-774714e57b3f req-8df9c67d-6b63-4591-b652-ad0eb13eb04c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756187 Nov 22 16:33:13.612607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4dea6bf-ee0d-456a-800d-301388903023 req-1d441cee-d6b7-457f-a661-14928f6c4203 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700557 Nov 22 16:33:13.625939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-9d295f1b-7808-4b80-a044-9798856dde72 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.627506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-9d295f1b-7808-4b80-a044-9798856dde72 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 944 time: 0.1072137 Nov 22 16:33:13.634058 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d966e607-3fff-42ab-803a-8a544449e35c service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898470 Nov 22 16:33:13.742775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Deleting port 2dbb557e-bca6-49d3-97a7-fb6de51d833d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:13.743153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.772884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a829009c-2a0e-4935-98d1-774714e57b3f req-4b4b3c74-fa42-4b49-9420-92f12d07699c service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513538 Nov 22 16:33:13.794793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e9018-b6fb-449e-b58d-8bbd5cc06e5e req-c4c64883-cb15-405d-b5b9-8f88cf8f9e40 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.796747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc7e9018-b6fb-449e-b58d-8bbd5cc06e5e req-c4c64883-cb15-405d-b5b9-8f88cf8f9e40 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 949 time: 0.0872386 Nov 22 16:33:13.862481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] For port 2dbb557e-bca6-49d3-97a7-fb6de51d833d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2dbb557e-bca6-49d3-97a7-fb6de51d833d,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:13.863210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.877760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Calling delete_port for 2dbb557e-bca6-49d3-97a7-fb6de51d833d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:13.911417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc7e9018-b6fb-449e-b58d-8bbd5cc06e5e req-fbcbcd3b-afe6-4a9e-a494-2d165a5a308a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959070 Nov 22 16:33:13.933931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a829009c-2a0e-4935-98d1-774714e57b3f req-b3e92aa2-1b75-4244-b16a-dcd93878d2ab service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492834 Nov 22 16:33:14.053360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.078417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29f391fd-08a1-47e2-87b5-ed33550c44ee req-ac7f0a3a-aaca-476a-bab6-237ca82079da tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ef97f8f-c314-4145-9641-46dc8bba095f HTTP/1.1" status: 200 len: 210 time: 0.0308671 Nov 22 16:33:14.097496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Pushing event deleted for resources: {'Port': ['ID=2dbb557e-bca6-49d3-97a7-fb6de51d833d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:14.152690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] No DVR routers for this DVR port 2dbb557e-bca6-49d3-97a7-fb6de51d833d on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:14.157215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.161070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba758187-0426-4cbe-9e6a-3267f8594614 req-62a4a132-adef-4950-a779-58431ebc1003 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.62 "DELETE /v2.0/ports/2dbb557e-bca6-49d3-97a7-fb6de51d833d HTTP/1.1" status: 204 len: 173 time: 0.5260913 Nov 22 16:33:14.161532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'name': 'network-vif-deleted', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:14.164035 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae6d89-0fba-4f60-8224-3dc42be8adeb" -d '{"events": [{"server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "name": "network-vif-deleted", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:14.206181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e52a6-5261-457c-b7a9-04622d6e984e req-c12fb4aa-9b51-4b44-b28a-5891dec8f01a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.207808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe5e52a6-5261-457c-b7a9-04622d6e984e req-c12fb4aa-9b51-4b44-b28a-5891dec8f01a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.0591352 Nov 22 16:33:14.277906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe5e52a6-5261-457c-b7a9-04622d6e984e req-00273d1a-af0b-480a-b397-493b1228dcb7 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634322 Nov 22 16:33:14.409796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4d0f-5ae6-4f3a-a3a4-b151c4423462 req-a8f74025-959b-467b-96c1-ee8260416cde tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.411219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c71b4d0f-5ae6-4f3a-a3a4-b151c4423462 req-a8f74025-959b-467b-96c1-ee8260416cde tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0695205 Nov 22 16:33:14.462790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c71b4d0f-5ae6-4f3a-a3a4-b151c4423462 req-cda91979-02d6-42ee-91a6-29d3e43c830d tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Nov 22 16:33:14.512571 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f242fe7b-9970-4f8b-b30a-861bf06b36fa x-openstack-request-id: req-f242fe7b-9970-4f8b-b30a-861bf06b36fa {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:14.513036 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef97f8f-c314-4145-9641-46dc8bba095f", "name": "network-vif-deleted", "tag": "2dbb557e-bca6-49d3-97a7-fb6de51d833d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:14.513450 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f242fe7b-9970-4f8b-b30a-861bf06b36fa {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:14.514082 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef97f8f-c314-4145-9641-46dc8bba095f', 'name': 'network-vif-deleted', 'tag': '2dbb557e-bca6-49d3-97a7-fb6de51d833d', 'status': 'completed', 'code': 200} Nov 22 16:33:14.615051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0d0c6-b916-49e8-a396-29702fd05a5f req-ea94a055-0ca4-4339-bb76-d6e5af89b1f5 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.616570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29c0d0c6-b916-49e8-a396-29702fd05a5f req-ea94a055-0ca4-4339-bb76-d6e5af89b1f5 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0567124 Nov 22 16:33:14.682202 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29c0d0c6-b916-49e8-a396-29702fd05a5f req-1540d6f1-d112-40e3-8f47-6d268c0fbb59 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585012 Nov 22 16:33:14.816796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c416fd-75f4-411c-a444-fd7c96136a19 req-12b64d48-bb5b-4b47-9bef-af6f4dc94942 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.819880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39c416fd-75f4-411c-a444-fd7c96136a19 req-12b64d48-bb5b-4b47-9bef-af6f4dc94942 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 948 time: 0.0721107 Nov 22 16:33:14.887904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39c416fd-75f4-411c-a444-fd7c96136a19 req-deaef9ea-bcc0-43b8-975e-3ae35c2d3317 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584917 Nov 22 16:33:15.090244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dbc02-e5ec-45c1-b784-bebafe60b66f req-24272dbb-774e-4741-86f5-c2e85637a88c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.091983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c1dbc02-e5ec-45c1-b784-bebafe60b66f req-24272dbb-774e-4741-86f5-c2e85637a88c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 949 time: 0.0719421 Nov 22 16:33:15.161597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c1dbc02-e5ec-45c1-b784-bebafe60b66f req-a91e3bc1-c187-4ce5-b9db-fb7f2b467e67 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587082 Nov 22 16:33:15.384091 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3294ac7-4bd2-46bb-bda0-bf772389c4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.539701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:15.569675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ba48e-0045-4332-8cb1-ada1e7db5c6f req-58acb3fb-b380-494c-bb87-62da107fadb7 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.572060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-698ba48e-0045-4332-8cb1-ada1e7db5c6f req-58acb3fb-b380-494c-bb87-62da107fadb7 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.0699055 Nov 22 16:33:15.607243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port b28d82e0-225e-4440-9118-7b5f364bcf15 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:15.612414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port b28d82e0-225e-4440-9118-7b5f364bcf15 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:15.612858 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.643226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-698ba48e-0045-4332-8cb1-ada1e7db5c6f req-75f5ae87-95de-45e2-982b-906b4b36e73b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619407 Nov 22 16:33:15.715861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.755714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:15.758089 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f7b19d-db5f-4632-9d9b-9c3001bccf0c" -d '{"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-plugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:15.772234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:15.780567 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.780990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df5e46-b949-4270-a8dd-a1671baf0e84 req-0688a053-b99f-42dd-b73b-9283d8cf5147 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.785015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04df5e46-b949-4270-a8dd-a1671baf0e84 req-0688a053-b99f-42dd-b73b-9283d8cf5147 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 944 time: 0.0725458 Nov 22 16:33:15.860007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:15.868806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04df5e46-b949-4270-a8dd-a1671baf0e84 req-ab9ed957-c18c-4480-8ee2-ee6c72bd60b6 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.59 "GET /v2.0/security-groups?id=3b15512f-4ac4-4831-acb9-fb8fcce5e416&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717316 Nov 22 16:33:15.996056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-7db023f0-b213-43b7-abc4-cc34bdae2e73 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.998448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-7db023f0-b213-43b7-abc4-cc34bdae2e73 tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a31ae25-2772-4b27-badb-929ca46fe20f HTTP/1.1" status: 200 len: 944 time: 0.0705521 Nov 22 16:33:16.038703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaad58-2075-440b-92af-464d0943c8a6 req-a7cb7076-22a5-46f9-97d3-c1487debb780 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.041467 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bcaad58-2075-440b-92af-464d0943c8a6 req-a7cb7076-22a5-46f9-97d3-c1487debb780 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0803771 Nov 22 16:33:16.119812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bcaad58-2075-440b-92af-464d0943c8a6 req-d0936d2b-5fe8-4ff2-b495-9f34d4453fb9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714555 Nov 22 16:33:16.129150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Deleting port 59768d56-d3d2-4572-b28e-0905a7a894e5 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:16.129619 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.242029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] For port 59768d56-d3d2-4572-b28e-0905a7a894e5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=59768d56-d3d2-4572-b28e-0905a7a894e5,segment=NetworkSegment(522e5115-a703-46bb-8c30-12c33547cf95),segment_id=522e5115-a703-46bb-8c30-12c33547cf95)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:16.242408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.266400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Calling delete_port for 59768d56-d3d2-4572-b28e-0905a7a894e5 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:16.281108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0c412-863f-487a-b5c1-0705edfba880 req-9d6436f9-7993-4e3a-8e45-2662792fc6ec tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.283403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6de0c412-863f-487a-b5c1-0705edfba880 req-9d6436f9-7993-4e3a-8e45-2662792fc6ec tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0836604 Nov 22 16:33:16.341073 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-a5cbe56d-21bc-4576-9ba0-2ca166cac728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.342552 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-a5cbe56d-21bc-4576-9ba0-2ca166cac728 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267&tenant_id=3514ce11b681483689c0bb169228eba0 HTTP/1.1" status: 200 len: 1101 time: 0.0910072 Nov 22 16:33:16.358593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:16.472618 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.548248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.694532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6de0c412-863f-487a-b5c1-0705edfba880 req-706dde72-010e-4d2a-8c98-a685d6a2bc7d tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056921 Nov 22 16:33:16.777296 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f7fc68-5a20-452a-91b1-a40fd333fbdc x-openstack-request-id: req-26f7fc68-5a20-452a-91b1-a40fd333fbdc {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:16.777893 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-plugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:16.778630 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-26f7fc68-5a20-452a-91b1-a40fd333fbdc {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:16.779186 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'code': 200} Nov 22 16:33:16.899572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6bbd2-c944-4c8d-96cf-c9e8dd637446 req-28e9fab1-d647-4f65-aa36-22711db75893 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.901127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dae6bbd2-c944-4c8d-96cf-c9e8dd637446 req-28e9fab1-d647-4f65-aa36-22711db75893 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 948 time: 0.0689192 Nov 22 16:33:16.901567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Pushing event deleted for resources: {'Port': ['ID=59768d56-d3d2-4572-b28e-0905a7a894e5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:16.959995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0ca24041-53ba-4356-8134-93df1e163c34 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:16.972099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dae6bbd2-c944-4c8d-96cf-c9e8dd637446 req-f17ca5ec-41b9-45ef-8bbb-898fe050ee7a tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602260 Nov 22 16:33:16.973936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2dbb557e-bca6-49d3-97a7-fb6de51d833d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:17.005644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] No DVR routers for this DVR port 59768d56-d3d2-4572-b28e-0905a7a894e5 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:17.011513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.014765 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-924f02da-48c7-4a47-8d16-8cb0f955057d req-bcbe12b5-5f37-4b6d-87e4-0e9331d662cd tempest-LiveAutoBlockMigrationV225Test-696076104 tempest-LiveAutoBlockMigrationV225Test-696076104-project] 10.222.0.37 "DELETE /v2.0/ports/59768d56-d3d2-4572-b28e-0905a7a894e5 HTTP/1.1" status: 204 len: 173 time: 1.0089786 Nov 22 16:33:17.015408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'name': 'network-vif-deleted', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:17.018323 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1ac86b-0656-48a1-a714-de427d870019" -d '{"events": [{"server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "name": "network-vif-deleted", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:17.046655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 2dbb557e-bca6-49d3-97a7-fb6de51d833d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:17.047040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2dbb557e-bca6-49d3-97a7-fb6de51d833d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:17.129951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0ca24041-53ba-4356-8134-93df1e163c34, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0ca24041-53ba-4356-8134-93df1e163c34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:17.143994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '0ca24041-53ba-4356-8134-93df1e163c34', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '0ca24041-53ba-4356-8134-93df1e163c34', 'mac_address': 'fa:16:3e:6b:c4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:17.164501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feff35a-5fbe-41ac-a209-01a69f4311ac req-b8eb7a1a-f5bd-4932-a2c5-ad0f77be3db4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.166244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1feff35a-5fbe-41ac-a209-01a69f4311ac req-b8eb7a1a-f5bd-4932-a2c5-ad0f77be3db4 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.0933907 Nov 22 16:33:17.173418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:17.208191 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.218322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:17.231526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca24041-53ba-4356-8134-93df1e163c34 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:17.252576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1feff35a-5fbe-41ac-a209-01a69f4311ac req-b13376d6-7cd2-455a-a1a0-676ced85dd2f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723345 Nov 22 16:33:17.254747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0ca24041-53ba-4356-8134-93df1e163c34, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0ca24041-53ba-4356-8134-93df1e163c34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:17.262240 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.281705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.286320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Transition to ACTIVE for port object b28d82e0-225e-4440-9118-7b5f364bcf15 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:17.301992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.347638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0ca24041-53ba-4356-8134-93df1e163c34,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:17.381122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:17.401970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] No DVR routers for this DVR port b28d82e0-225e-4440-9118-7b5f364bcf15 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:17.451368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:17.451909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:17.452472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:17.460302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:17.460894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Attempting to bind port b28d82e0-225e-4440-9118-7b5f364bcf15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:17.466699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:17.467111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:17.467503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:17.467937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Bound port: b28d82e0-225e-4440-9118-7b5f364bcf15, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:17.468418 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.534903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:17.562416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:17.573844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:17.583330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.608459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:17.615391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cf2ad-ec71-463c-8c06-5d6c0e9ad826 req-0c8ae6b9-2729-4c46-8f8e-952ecb0e49e2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.617485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f8cf2ad-ec71-463c-8c06-5d6c0e9ad826 req-0c8ae6b9-2729-4c46-8f8e-952ecb0e49e2 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.1210692 Nov 22 16:33:17.661887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=11']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:17.668223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.669400 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.670990 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-d4c0ed1d-ebe2-43da-8800-ff53e8cb2709 service neutron] 10.222.0.62 "PUT /v2.0/ports/b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 1097 time: 1.3168294 Nov 22 16:33:17.751737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f8cf2ad-ec71-463c-8c06-5d6c0e9ad826 req-0cf1abe8-0095-4d4b-bad2-2fc408dd07cb tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208401 Nov 22 16:33:17.779806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-1cf3a449-618d-4ac1-8cae-fc97c5f5ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.795140 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-1cf3a449-618d-4ac1-8cae-fc97c5f5ac24 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1100 time: 0.0925829 Nov 22 16:33:17.830765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:17.945607 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a27088-9633-49e6-825b-93d73f805376 x-openstack-request-id: req-80a27088-9633-49e6-825b-93d73f805376 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:17.945883 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a31ae25-2772-4b27-badb-929ca46fe20f", "name": "network-vif-deleted", "tag": "59768d56-d3d2-4572-b28e-0905a7a894e5", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:17.946135 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80a27088-9633-49e6-825b-93d73f805376 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:17.946841 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a31ae25-2772-4b27-badb-929ca46fe20f', 'name': 'network-vif-deleted', 'tag': '59768d56-d3d2-4572-b28e-0905a7a894e5', 'status': 'completed', 'code': 200} Nov 22 16:33:17.978160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-8b22fcd6-9941-4030-a441-8edbe270d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.980750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['0ca24041-53ba-4356-8134-93df1e163c34'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:17.983332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-8b22fcd6-9941-4030-a441-8edbe270d781 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1859603 Nov 22 16:33:18.058070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-a46a8ced-c70f-4652-b43b-706dcc86e5f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.0668674 Nov 22 16:33:18.090261 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7930f61a-9171-486a-8fca-e0c3766e742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.150621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-02f445af-fde3-4b77-9640-20b9ef443a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.153065 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-02f445af-fde3-4b77-9640-20b9ef443a71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0857782 Nov 22 16:33:18.208458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e5d50-1438-44fb-8d00-6de3377e017a req-d3852e5b-1a5d-42d0-bc88-e0fd060964ab tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.210396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-617e5d50-1438-44fb-8d00-6de3377e017a req-d3852e5b-1a5d-42d0-bc88-e0fd060964ab tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.1520257 Nov 22 16:33:18.214485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4f7ebc-b06f-4804-84f0-0e655182aeae admin admin] Deleting subnet 92eb9c2c-4950-411b-9ebf-58648e00b4bc {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:18.220437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7ebc-b06f-4804-84f0-0e655182aeae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.227505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-ae08aa79-47bf-483d-bdb1-b032c8fb2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.229229 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-ae08aa79-47bf-483d-bdb1-b032c8fb2b4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659025 Nov 22 16:33:18.283382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7ebc-b06f-4804-84f0-0e655182aeae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.331645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-617e5d50-1438-44fb-8d00-6de3377e017a req-78b5dfa5-1e5d-45f2-93fb-6deafd26e708 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138594 Nov 22 16:33:18.341275 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-9c7a7990-e121-4214-9b3b-1eaa416e5fff service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025367 Nov 22 16:33:18.362591 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7ebc-b06f-4804-84f0-0e655182aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.464480 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1cf41ede-c3ed-458d-8dd0-1de906ec200d req-083f9641-01db-435c-9eef-fbd80267612d service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120570 Nov 22 16:33:18.480999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecac8da-6a05-44cb-bbdc-89a8b7b8c501 req-98a5c385-d309-481e-aff5-3b3214631c92 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.483562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ecac8da-6a05-44cb-bbdc-89a8b7b8c501 req-98a5c385-d309-481e-aff5-3b3214631c92 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0717707 Nov 22 16:33:18.485638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7ebc-b06f-4804-84f0-0e655182aeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.527885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f7ebc-b06f-4804-84f0-0e655182aeae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92eb9c2c-4950-411b-9ebf-58648e00b4bc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:18.537095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d4f7ebc-b06f-4804-84f0-0e655182aeae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.540442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d4f7ebc-b06f-4804-84f0-0e655182aeae admin admin] 10.222.0.59 "DELETE /v2.0/subnets/92eb9c2c-4950-411b-9ebf-58648e00b4bc HTTP/1.1" status: 204 len: 168 time: 0.7077737 Nov 22 16:33:18.543210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48758) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:18.581522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ecac8da-6a05-44cb-bbdc-89a8b7b8c501 req-c817a11e-aed4-46ce-b1ab-2d9c54a58337 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901515 Nov 22 16:33:18.626628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.715517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15215ea9-e1d4-47bb-a55a-ebea058901b0 req-4aca4a88-33b8-4ca2-93af-40610f3e050f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.717271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15215ea9-e1d4-47bb-a55a-ebea058901b0 req-4aca4a88-33b8-4ca2-93af-40610f3e050f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 949 time: 0.0565732 Nov 22 16:33:18.725150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.750053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1ac639-9e1b-4f7a-988e-ced7d27e6985']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:18.763771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522e5115-a703-46bb-8c30-12c33547cf95') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:18.764224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522e5115-a703-46bb-8c30-12c33547cf95') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:18.776335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.792158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15215ea9-e1d4-47bb-a55a-ebea058901b0 req-3c9eab3a-ca34-4a9e-bfd8-8e0d1643fe11 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 Nov 22 16:33:18.794791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.801965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:18.802370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:18.804176 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:18.842449 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.871691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.878252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.884658 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5c1ac639-9e1b-4f7a-988e-ced7d27e6985 HTTP/1.1" status: 204 len: 168 time: 0.3389595 Nov 22 16:33:18.885597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48762) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:18.908788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31c61f-fda9-4542-abaa-da31dd18e890 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1ac639-9e1b-4f7a-988e-ced7d27e6985,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:18.941570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98f860-eb62-42ba-8973-9e3e4903f168 req-08893ae6-57d6-4390-9b20-e527f2b0885a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.943151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc98f860-eb62-42ba-8973-9e3e4903f168 req-08893ae6-57d6-4390-9b20-e527f2b0885a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 949 time: 0.0780351 Nov 22 16:33:18.954635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f4ae30-54f5-4db9-a51f-db537940826e admin admin] Deleting subnet b2dc8453-b0d1-4ec4-96d7-520df031e59d {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:18.958533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f4ae30-54f5-4db9-a51f-db537940826e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.973986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 12556dbd-def8-4446-9762-13de466ca036 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:19.003206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f4ae30-54f5-4db9-a51f-db537940826e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.012747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc98f860-eb62-42ba-8973-9e3e4903f168 req-8e3a658a-52dd-493a-9425-a72b55cf4efd tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623617 Nov 22 16:33:19.060141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f4ae30-54f5-4db9-a51f-db537940826e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.122726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:19.136429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '12556dbd-def8-4446-9762-13de466ca036', 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749', 'port_id': '12556dbd-def8-4446-9762-13de466ca036', 'mac_address': 'fa:16:3e:c1:e5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be39dd8-cdde-4666-8eff-7832ef93970a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:19.144920 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f4ae30-54f5-4db9-a51f-db537940826e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.179494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4ae30-54f5-4db9-a51f-db537940826e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2dc8453-b0d1-4ec4-96d7-520df031e59d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:19.186831 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.189619 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f4ae30-54f5-4db9-a51f-db537940826e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.196645 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-48f4ae30-54f5-4db9-a51f-db537940826e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b2dc8453-b0d1-4ec4-96d7-520df031e59d HTTP/1.1" status: 204 len: 168 time: 0.3075316 Nov 22 16:33:19.197055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48764) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:19.207580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12556dbd-def8-4446-9762-13de466ca036 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:19.236101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:19.240657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c1f0e-6f16-4e23-906a-466829ae1538 req-8383c8cc-2610-4ff3-867f-c6004530c732 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.243531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-206c1f0e-6f16-4e23-906a-466829ae1538 req-8383c8cc-2610-4ff3-867f-c6004530c732 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.0640390 Nov 22 16:33:19.244052 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.298464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.311612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:19.320281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.320632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.320984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.321303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-206c1f0e-6f16-4e23-906a-466829ae1538 req-b4afa8b2-7326-4ea9-9dbb-259523c5dad5 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665159 Nov 22 16:33:19.321434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.321662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.322073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.322411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.322745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.323114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.323454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.323782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.324131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:19.409516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.431893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acad68c-1022-4e9e-b858-6b7e577237e1']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:19.442378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d18bc40-eefb-44fc-a858-7106146da19f') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:19.444833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d18bc40-eefb-44fc-a858-7106146da19f') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:19.460040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.476574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a85d5b-6a2f-4999-adcf-1a9a0675ead5 req-c188e2ec-3cda-4d01-a356-b6e2ba8c7745 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.478044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.478277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27a85d5b-6a2f-4999-adcf-1a9a0675ead5 req-c188e2ec-3cda-4d01-a356-b6e2ba8c7745 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0611315 Nov 22 16:33:19.484772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:19.485111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:19.487060 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:19.550549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27a85d5b-6a2f-4999-adcf-1a9a0675ead5 req-d1139f49-fbc7-401e-b5e5-fb2593761bab tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633271 Nov 22 16:33:19.557565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.564551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.573706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3acad68c-1022-4e9e-b858-6b7e577237e1 HTTP/1.1" status: 204 len: 168 time: 0.3751867 Nov 22 16:33:19.586007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cfb9f-e823-47b9-9046-0613e23c0665 admin admin] Pushing event deleted for resources: {'Network': ['ID=3acad68c-1022-4e9e-b858-6b7e577237e1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:19.733489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce75a8f-54bb-4552-b0a9-6b94e57338e2 req-18dcbc37-1975-450f-873e-b22fcbc925e2 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.735587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ce75a8f-54bb-4552-b0a9-6b94e57338e2 req-18dcbc37-1975-450f-873e-b22fcbc925e2 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0645838 Nov 22 16:33:19.745511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48772) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:19.795035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ce75a8f-54bb-4552-b0a9-6b94e57338e2 req-c06cee69-1de6-4d17-b3cb-a2b56f94244f tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534167 Nov 22 16:33:19.797965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:19.799299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bd8eacfd-ed87-4bc9-ba20-e68f395f320d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9cb7fc0ab1842de9bc9d68c2ba96934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480499 Nov 22 16:33:19.867232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d12a79-9477-48e2-a29d-b9d6dac89f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.920750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d12a79-9477-48e2-a29d-b9d6dac89f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.947592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}, {'name': 'network-changed', 'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:19.950351 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedf7b43-376d-4444-a10d-51bc614be8f8" -d '{"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-unplugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}, {"name": "network-changed", "server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:19.970853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42221f3b-632f-485d-993f-9ddebe249245 req-52a4cae0-935d-46ea-91c4-06c1dc41af48 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.972564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42221f3b-632f-485d-993f-9ddebe249245 req-52a4cae0-935d-46ea-91c4-06c1dc41af48 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 949 time: 0.0913763 Nov 22 16:33:20.009354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d12a79-9477-48e2-a29d-b9d6dac89f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.012501 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d12a79-9477-48e2-a29d-b9d6dac89f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.013761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-83d12a79-9477-48e2-a29d-b9d6dac89f20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3b15512f-4ac4-4831-acb9-fb8fcce5e416 HTTP/1.1" status: 204 len: 168 time: 0.2144785 Nov 22 16:33:20.029737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d12a79-9477-48e2-a29d-b9d6dac89f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b15512f-4ac4-4831-acb9-fb8fcce5e416,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:20.048802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42221f3b-632f-485d-993f-9ddebe249245 req-10e57669-d5f4-44ec-ac92-780dd6cbcb15 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Nov 22 16:33:20.071419 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['12556dbd-def8-4446-9762-13de466ca036'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:20.134542 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29296276-0ade-474e-bc6f-99ed44e22cc4 x-openstack-request-id: req-29296276-0ade-474e-bc6f-99ed44e22cc4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:20.138256 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-unplugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "code": 200}, {"name": "network-changed", "server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:20.138651 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29296276-0ade-474e-bc6f-99ed44e22cc4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:20.139136 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'code': 200} Nov 22 16:33:20.139960 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'status': 'completed', 'code': 200} Nov 22 16:33:20.253971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15b689-303c-4832-97d2-027a2fd8ee34 req-f381d237-5e1a-4bf2-94fb-30540d8a38d3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.263608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d15b689-303c-4832-97d2-027a2fd8ee34 req-f381d237-5e1a-4bf2-94fb-30540d8a38d3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 949 time: 0.0659730 Nov 22 16:33:20.305654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-2864587d-6dc3-47aa-bb21-f8b0ecf4e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.307437 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-2864587d-6dc3-47aa-bb21-f8b0ecf4e0ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1100 time: 0.1143346 Nov 22 16:33:20.309930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-2f5cdba6-1f8c-449d-b772-2822935b6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.311398 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-2f5cdba6-1f8c-449d-b772-2822935b6af7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3514ce11b681483689c0bb169228eba0&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1100 time: 0.1323209 Nov 22 16:33:20.348797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d15b689-303c-4832-97d2-027a2fd8ee34 req-e9d6ae74-5fb7-4fed-b968-58397b47de8a tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827620 Nov 22 16:33:20.475879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-32dc87db-07e2-4531-a4f8-4deb59d7ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.477580 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-32dc87db-07e2-4531-a4f8-4deb59d7ee13 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1620097 Nov 22 16:33:20.537928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-50c74f2a-0eb1-400b-a403-f67ff05ab602 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.0518270 Nov 22 16:33:20.540928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-659767cf-5b62-4af8-9af2-ce6536f32eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.542422 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-659767cf-5b62-4af8-9af2-ce6536f32eea service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2185004 Nov 22 16:33:20.562441 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.590464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c473c5-d0b6-4726-8c32-47ee35bd3dfd req-167260ff-dd1f-46d8-a1f5-4147d7494d4d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.598200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48c473c5-d0b6-4726-8c32-47ee35bd3dfd req-167260ff-dd1f-46d8-a1f5-4147d7494d4d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 944 time: 0.0814748 Nov 22 16:33:20.633296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:20.638891 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-cc433401-f826-4a8a-84dc-8f3a6fa38b6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 200 len: 217 time: 0.0477059 Nov 22 16:33:20.667381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48c473c5-d0b6-4726-8c32-47ee35bd3dfd req-df0e2c5e-a598-4c89-83f2-283f32c87680 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682597 Nov 22 16:33:20.667763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-a839ee89-27b3-470a-89e3-99e68b3f72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.668990 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-a839ee89-27b3-470a-89e3-99e68b3f72aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1169655 Nov 22 16:33:20.708669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f9a535c4-3992-4733-b11c-db334f18a36d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44665a29dd5447d296571b8c2f866385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0731056 Nov 22 16:33:20.710637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:20.736201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-8b34b409-b146-4d44-a28a-5c0ca1a3ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.737854 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-8b34b409-b146-4d44-a28a-5c0ca1a3ce59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0896356 Nov 22 16:33:20.747796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-6a7c536d-77b0-4e9d-8bae-e7d45a4523a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.751752 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-6a7c536d-77b0-4e9d-8bae-e7d45a4523a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621994 Nov 22 16:33:20.807326 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef048111-2d7b-43eb-8bf7-c7942174b4ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.847961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef048111-2d7b-43eb-8bf7-c7942174b4ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.862579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a2e9c-5379-44ba-a359-2415a5f41bde req-8cca5c33-b0fa-4517-bc7f-2a804791e19f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.867479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e80a2e9c-5379-44ba-a359-2415a5f41bde req-8cca5c33-b0fa-4517-bc7f-2a804791e19f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0986559 Nov 22 16:33:20.867726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-f0f3c0e1-7783-4e55-852a-ac9e2ec6569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.868911 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-f0f3c0e1-7783-4e55-852a-ac9e2ec6569f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161597 Nov 22 16:33:20.945445 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-bb4f19af-2419-42d6-88ed-ad0837546f75 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836376 Nov 22 16:33:20.960211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e80a2e9c-5379-44ba-a359-2415a5f41bde req-9899783d-8101-4fa2-bfb6-dd27b62e7698 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865774 Nov 22 16:33:20.977352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef048111-2d7b-43eb-8bf7-c7942174b4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.993824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0ca24041-53ba-4356-8134-93df1e163c34 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:20.997868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef048111-2d7b-43eb-8bf7-c7942174b4ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.999635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef048111-2d7b-43eb-8bf7-c7942174b4ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ad0fb18-d14f-4d6c-b022-7052c1e0df78 HTTP/1.1" status: 204 len: 168 time: 0.2876983 Nov 22 16:33:21.008453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef048111-2d7b-43eb-8bf7-c7942174b4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad0fb18-d14f-4d6c-b022-7052c1e0df78,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:21.061241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-9cb616f1-4ab9-47cb-9543-24bd571fce43 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791458 Nov 22 16:33:21.092006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 0ca24041-53ba-4356-8134-93df1e163c34 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:21.100129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 0ca24041-53ba-4356-8134-93df1e163c34 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:21.100615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:21.139980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117c8bb-1727-4493-9d16-42a83b101934 req-428196c8-2115-4b79-979c-d7495da23b9f tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.149970 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9117c8bb-1727-4493-9d16-42a83b101934 req-428196c8-2115-4b79-979c-d7495da23b9f tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0816183 Nov 22 16:33:21.174541 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-63b74bf8-64df-4f23-97a2-2b6d7f6ef3f4 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196293 Nov 22 16:33:21.205873 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:21.240523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a968c7-34c7-40f1-9392-b3f4e4c5c3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca24041-53ba-4356-8134-93df1e163c34'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:21.240778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9117c8bb-1727-4493-9d16-42a83b101934 req-6538e4a6-763c-4d44-ace5-906134f782fa tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897937 Nov 22 16:33:21.243697 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d5da2d-cb25-4403-ac1c-fcb3e0c6d49d" -d '{"events": [{"server_uuid": "d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb", "name": "network-vif-plugged", "status": "completed", "tag": "0ca24041-53ba-4356-8134-93df1e163c34"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:21.250446 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aedf7b43-376d-4444-a10d-51bc614be8f8 req-17327c12-8a40-4d8b-9165-0273d74f85b4 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808579 Nov 22 16:33:21.278673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0ca24041-53ba-4356-8134-93df1e163c34, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0ca24041-53ba-4356-8134-93df1e163c34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:21.279847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:21.285738 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:21.344720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0ca24041-53ba-4356-8134-93df1e163c34,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:21.387498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227fe43-ae78-47e9-83af-a46c9e814be4 req-20fb6bfe-d81c-45ed-8342-f6d9de3a8768 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.389444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4227fe43-ae78-47e9-83af-a46c9e814be4 req-20fb6bfe-d81c-45ed-8342-f6d9de3a8768 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 950 time: 0.0664859 Nov 22 16:33:21.449263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4227fe43-ae78-47e9-83af-a46c9e814be4 req-f74724ff-8934-449e-816d-3f9aa97eaa1f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Nov 22 16:33:21.510013 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f97577-d1c2-4598-a1f4-8ee8b530b49f x-openstack-request-id: req-21f97577-d1c2-4598-a1f4-8ee8b530b49f {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:21.510872 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb", "name": "network-vif-plugged", "status": "completed", "tag": "0ca24041-53ba-4356-8134-93df1e163c34", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:21.511420 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21f97577-d1c2-4598-a1f4-8ee8b530b49f {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:21.512336 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a968c7-34c7-40f1-9392-b3f4e4c5c3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca24041-53ba-4356-8134-93df1e163c34', 'code': 200} Nov 22 16:33:21.561087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 59768d56-d3d2-4572-b28e-0905a7a894e5 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:21.595961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 59768d56-d3d2-4572-b28e-0905a7a894e5 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:21.596927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 59768d56-d3d2-4572-b28e-0905a7a894e5 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:21.644998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f2710-4f19-476e-b217-bdc4be5836ed req-5f0e5416-4604-4de9-8111-4babfbbac999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.646615 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c03f2710-4f19-476e-b217-bdc4be5836ed req-5f0e5416-4604-4de9-8111-4babfbbac999 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 1101 time: 0.0491481 Nov 22 16:33:21.664467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2ee1a-60f0-4a06-b6d6-f0d3a05a96ec req-6915cfb0-a607-4ca9-b7c4-ba36fe5257b3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.666803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bed2ee1a-60f0-4a06-b6d6-f0d3a05a96ec req-6915cfb0-a607-4ca9-b7c4-ba36fe5257b3 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 949 time: 0.0854614 Nov 22 16:33:21.715297 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:33:21.720548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c03f2710-4f19-476e-b217-bdc4be5836ed req-a91ef358-9655-458c-898e-dde905f7222d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562527 Nov 22 16:33:21.747210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bed2ee1a-60f0-4a06-b6d6-f0d3a05a96ec req-d19ec03f-c551-4889-8aea-2426a368d353 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739696 Nov 22 16:33:21.990013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc323-984e-4721-9065-61de9f70baff req-99c75967-0099-4416-a9c6-fba689869c51 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.991925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45acc323-984e-4721-9065-61de9f70baff req-99c75967-0099-4416-a9c6-fba689869c51 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 944 time: 0.0658476 Nov 22 16:33:22.065513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45acc323-984e-4721-9065-61de9f70baff req-24690dac-8509-4930-99b8-56f8bab95890 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626152 Nov 22 16:33:22.201514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdc8b1-dac8-45ab-8356-54fb312fb7be req-7f6c433f-46a5-42f6-b708-a9a6097132a5 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:22.203497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60cdc8b1-dac8-45ab-8356-54fb312fb7be req-7f6c433f-46a5-42f6-b708-a9a6097132a5 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0584650 Nov 22 16:33:22.265769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60cdc8b1-dac8-45ab-8356-54fb312fb7be req-0adba0cd-0541-4b7f-a1a3-c5317b9f5f97 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553665 Nov 22 16:33:22.394083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c098253-b6fe-4307-8d60-b7e085a52792 req-614660f8-d04b-44c0-93fc-d885321aa849 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:22.395597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c098253-b6fe-4307-8d60-b7e085a52792 req-614660f8-d04b-44c0-93fc-d885321aa849 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0581050 Nov 22 16:33:22.461606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c098253-b6fe-4307-8d60-b7e085a52792 req-a0abd4e0-9a10-471b-bdb9-900b915b88cb tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559247 Nov 22 16:33:22.639081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49aa6c-1885-471a-8234-6b83f973e426 req-504aa0a3-a968-4bf3-a3a2-cb1954dc4023 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:22.640941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d49aa6c-1885-471a-8234-6b83f973e426 req-504aa0a3-a968-4bf3-a3a2-cb1954dc4023 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 950 time: 0.0769193 Nov 22 16:33:22.696084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d49aa6c-1885-471a-8234-6b83f973e426 req-d9247482-552e-411e-b7ee-ccf50183dc51 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Nov 22 16:33:22.936530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a59f5-5f1e-4466-9b7f-884ef510334f req-ad71e324-dd90-4374-b38c-67fd3c7daad9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:22.939025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e16a59f5-5f1e-4466-9b7f-884ef510334f req-ad71e324-dd90-4374-b38c-67fd3c7daad9 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 949 time: 0.0829098 Nov 22 16:33:23.004116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:23.007684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 12556dbd-def8-4446-9762-13de466ca036 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:23.016723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e16a59f5-5f1e-4466-9b7f-884ef510334f req-4bcb1362-58c7-4802-b1a1-7deca771b385 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709674 Nov 22 16:33:23.162420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 12556dbd-def8-4446-9762-13de466ca036 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:23.176640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 12556dbd-def8-4446-9762-13de466ca036 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:23.177017 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.226785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:23.245573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'mac_address': 'fa:16:3e:3c:52:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:23.364931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.389467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28d82e0-225e-4440-9118-7b5f364bcf15 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:23.395839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.423230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-c81b98fd-e5c2-4080-97d9-418dc54244fc tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=56ebe45e81ee49499db2c306a02a8922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244403 Nov 22 16:33:23.452310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:23.460847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.468049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:23.490631 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.516947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12556dbd-def8-4446-9762-13de466ca036'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:23.520005 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc46472-9e59-4160-be48-37f28fcee884" -d '{"events": [{"server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "name": "network-vif-plugged", "status": "completed", "tag": "12556dbd-def8-4446-9762-13de466ca036"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:23.541233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:23.618999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8363c565-cf1e-4525-9a47-8ed1efd7a652 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.623606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8363c565-cf1e-4525-9a47-8ed1efd7a652 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850011 Nov 22 16:33:23.628943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=12']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:23.647334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-d43295f8-8036-420a-ada9-24b0de7a44af tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/quotas/56ebe45e81ee49499db2c306a02a8922 HTTP/1.1" status: 200 len: 375 time: 0.0146003 Nov 22 16:33:23.692133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-d86c5aa6-7700-49c5-916e-9783cb173737 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=56ebe45e81ee49499db2c306a02a8922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376694 Nov 22 16:33:23.938732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e6b81-42ac-47c3-a820-1f6b737856cd req-05f74fa4-ae7c-4a1d-b681-c4e3bd3fa09a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.940905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c0e6b81-42ac-47c3-a820-1f6b737856cd req-05f74fa4-ae7c-4a1d-b681-c4e3bd3fa09a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.0645680 Nov 22 16:33:24.004356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c0e6b81-42ac-47c3-a820-1f6b737856cd req-edd2d3e8-eee0-4279-afb6-ac16a5d4d985 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534446 Nov 22 16:33:24.007907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b28d82e0-225e-4440-9118-7b5f364bcf15'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:24.157998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca89ba9-914e-4d9f-a93a-900c5b2074b4 req-496058da-664c-4051-8092-26757a165754 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.163775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ca89ba9-914e-4d9f-a93a-900c5b2074b4 req-496058da-664c-4051-8092-26757a165754 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0808759 Nov 22 16:33:24.229047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ca89ba9-914e-4d9f-a93a-900c5b2074b4 req-d166c420-5a14-422f-a1ce-d498300d0eb9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Nov 22 16:33:24.381882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882397f-9ada-4ddb-b60d-7cbbfb771904 req-ba384f89-2bbe-4991-8f07-4fbbd3ba1573 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.384642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1882397f-9ada-4ddb-b60d-7cbbfb771904 req-ba384f89-2bbe-4991-8f07-4fbbd3ba1573 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0700860 Nov 22 16:33:24.454925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1882397f-9ada-4ddb-b60d-7cbbfb771904 req-224628b6-52f6-4799-aa4f-e0967e56a143 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594792 Nov 22 16:33:24.512409 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5e9115-2513-44d8-93be-cada0aa7d142 x-openstack-request-id: req-1a5e9115-2513-44d8-93be-cada0aa7d142 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:24.512715 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "name": "network-vif-plugged", "status": "completed", "tag": "12556dbd-def8-4446-9762-13de466ca036", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:24.513167 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a5e9115-2513-44d8-93be-cada0aa7d142 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:24.513586 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12556dbd-def8-4446-9762-13de466ca036', 'code': 200} Nov 22 16:33:24.641578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13102bfe-860c-4079-8f7a-8167ce9e9259 req-4d43deb8-124f-48e4-8471-4e911d5c76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.643155 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-13102bfe-860c-4079-8f7a-8167ce9e9259 req-4d43deb8-124f-48e4-8471-4e911d5c76db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1096 time: 0.0465074 Nov 22 16:33:24.656302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da819be-4629-4780-964f-b0de4e3e4d3e req-4e6ea206-6f8d-4ef9-ad3b-a904ff8fa990 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.657843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7da819be-4629-4780-964f-b0de4e3e4d3e req-4e6ea206-6f8d-4ef9-ad3b-a904ff8fa990 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 950 time: 0.0804558 Nov 22 16:33:24.708924 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-13102bfe-860c-4079-8f7a-8167ce9e9259 req-b1b88281-42d6-4f7f-9b26-d40953b81c08 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537040 Nov 22 16:33:24.720246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7da819be-4629-4780-964f-b0de4e3e4d3e req-e0ba947f-1ca8-4e4d-8341-507f78d9361e tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556543 Nov 22 16:33:24.808399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30806334-880c-4b1a-96ec-5a180299e9bd req-20d1f5af-ce8b-463d-8c32-2328425c82f1 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 210 time: 0.0273168 Nov 22 16:33:24.927130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864c265-dd68-4d19-96b9-82a1a7a34fae req-aa94d97f-e530-4737-a8ad-4972c05deba8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.928741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8864c265-dd68-4d19-96b9-82a1a7a34fae req-aa94d97f-e530-4737-a8ad-4972c05deba8 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 950 time: 0.0537620 Nov 22 16:33:24.990935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8864c265-dd68-4d19-96b9-82a1a7a34fae req-ff6daf9a-6831-4516-b299-5aec647ca68e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548785 Nov 22 16:33:25.035105 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-08fe4510-d255-4d80-a602-ebbb0a45a729 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=56ebe45e81ee49499db2c306a02a8922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334396 Nov 22 16:33:25.177804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-93643ef2-29a3-4a82-81c1-3f169c199637 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.179406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-93643ef2-29a3-4a82-81c1-3f169c199637 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346679 Nov 22 16:33:25.193352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Request body: {'port': {'device_id': 'f891c362-1c5a-48f8-b6aa-4244c734875a', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '56ebe45e81ee49499db2c306a02a8922'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:25.324293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Made reservation on behalf of 56ebe45e81ee49499db2c306a02a8922 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:25.328126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.337517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.450923 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.456176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.521875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7db3c1-8976-4650-b254-1cd6624be6e2 req-918912b0-ad9b-4549-b3fb-0cab00e3042d tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.523438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a7db3c1-8976-4650-b254-1cd6624be6e2 req-918912b0-ad9b-4549-b3fb-0cab00e3042d tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 1101 time: 0.0682867 Nov 22 16:33:25.525292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f660ee57-89c9-4d45-b790-90644ae2e964,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:25.605315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a7db3c1-8976-4650-b254-1cd6624be6e2 req-219a2d77-0241-47a7-bb01-e855e2a9fac0 tempest-MigrationsAdminTest-871311169 tempest-MigrationsAdminTest-871311169-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691721 Nov 22 16:33:25.611791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56ecb0-735f-4ab5-a507-4df27c5ac963 req-e1b503ed-f764-4e3c-9d9a-e3f1ff648b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.613284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f56ecb0-735f-4ab5-a507-4df27c5ac963 req-e1b503ed-f764-4e3c-9d9a-e3f1ff648b97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 1096 time: 0.0619423 Nov 22 16:33:25.630661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Allocated IP 192.168.233.35 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/51cf2378-21ec-4677-9ff0-5b47f2e19523) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:25.688648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f56ecb0-735f-4ab5-a507-4df27c5ac963 req-ac052ee0-87d0-4a9d-be03-be36aa544c47 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646396 Nov 22 16:33:25.735020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e14d7a-82e2-4bcc-9ef9-ed52ff4d4a5c req-a4627081-d8c2-40f9-8265-25624e08a24b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.736655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77e14d7a-82e2-4bcc-9ef9-ed52ff4d4a5c req-a4627081-d8c2-40f9-8265-25624e08a24b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.0595560 Nov 22 16:33:25.797852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77e14d7a-82e2-4bcc-9ef9-ed52ff4d4a5c req-71a7062a-83f6-4fff-8d34-46c36274d47b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505826 Nov 22 16:33:25.810776 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.855775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.901421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:25.904931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:25.909292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:25.912816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127735c-5602-43fa-93ac-4a6d34b05ca8 req-de0fe1e2-ff65-4a99-8b9f-96cef8d51a76 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.914441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8127735c-5602-43fa-93ac-4a6d34b05ca8 req-de0fe1e2-ff65-4a99-8b9f-96cef8d51a76 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0562410 Nov 22 16:33:25.950812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Pushing event updated for resources: {'Port': ['ID=51cf2378-21ec-4677-9ff0-5b47f2e19523,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:25.981335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8127735c-5602-43fa-93ac-4a6d34b05ca8 req-c88445a7-9356-44cc-8f3f-90f463c5045f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533092 Nov 22 16:33:25.999348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.999348 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.021291 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bc74917f-367f-4ba3-9f3e-a2ccec914836 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8319650 Nov 22 16:33:26.042482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Request body: {'port': {'device_id': 'f891c362-1c5a-48f8-b6aa-4244c734875a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:26.107398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.227796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d651cc1f-9c16-47a4-962a-9ce8d8e99b2a None None] Provisioning complete for port 51cf2378-21ec-4677-9ff0-5b47f2e19523 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:26.228440 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d651cc1f-9c16-47a4-962a-9ce8d8e99b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.268939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d651cc1f-9c16-47a4-962a-9ce8d8e99b2a None None] Port 51cf2378-21ec-4677-9ff0-5b47f2e19523 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:26.384227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.384593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.385074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.385546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.386004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.386496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.387031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.387463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.387918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.388366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.388815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.389262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.389708 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.390269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.390728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.391212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.391856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.392313 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.392772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.393240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.393691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.394137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.394598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.395087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.395572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.398886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-7247a26d-328d-45ae-b189-f132f141e4f3 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a&device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb&device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5&device_id=ea29a812-c235-4eee-a3cf-07d71457fab0&device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c&device_id=439022f6-64c1-4ccb-9347-0613049a727c&device_id=3932a979-354f-4901-96c3-5aa01f28eb94&device_id=de854a52-b981-4673-83ea-7779e48d721f&device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b&device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce&device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267&device_id=9585e372-388e-4e13-a804-148336a88f2a&device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9&device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c&device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267&device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a&device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6&device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 22418 time: 0.0861039 Nov 22 16:33:26.422896 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-2ea18282-6899-4d11-8e21-4cacc32b5303 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.440845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cf2378-21ec-4677-9ff0-5b47f2e19523 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:26.451302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.470035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Transition to ACTIVE for port object 51cf2378-21ec-4677-9ff0-5b47f2e19523 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:26.475558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.532950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Pushing event updated for resources: {'Port': ['ID=51cf2378-21ec-4677-9ff0-5b47f2e19523,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.551949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-2ea18282-6899-4d11-8e21-4cacc32b5303 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.559412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-2ea18282-6899-4d11-8e21-4cacc32b5303 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.631850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea18282-6899-4d11-8e21-4cacc32b5303 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f75380-2e35-4f15-978a-04761876ebb1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.644563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Attempting to bind port 51cf2378-21ec-4677-9ff0-5b47f2e19523 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:26.644911 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Attempting to bind port 51cf2378-21ec-4677-9ff0-5b47f2e19523 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:26.645618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Attempting to bind port 51cf2378-21ec-4677-9ff0-5b47f2e19523 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:26.650245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Port 51cf2378-21ec-4677-9ff0-5b47f2e19523 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:26.650577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Attempting to bind port 51cf2378-21ec-4677-9ff0-5b47f2e19523 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:26.656771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:26.657412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:26.658178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:26.658844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Bound port: 51cf2378-21ec-4677-9ff0-5b47f2e19523, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:26.659446 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.746212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] For port 51cf2378-21ec-4677-9ff0-5b47f2e19523, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:26.752531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] For port 51cf2378-21ec-4677-9ff0-5b47f2e19523, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=51cf2378-21ec-4677-9ff0-5b47f2e19523,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:26.757557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3fcec9a-acd9-4579-ac4d-7fc2eb722c53 req-2ea18282-6899-4d11-8e21-4cacc32b5303 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&id=f660ee57-89c9-4d45-b790-90644ae2e964&id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&id=e7492524-30e6-4695-baef-4b1a9838b381&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&id=e356532b-3724-4010-9544-f7a79c69dacb&id=3e115875-4f21-4b23-af25-1b23e107d907&id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 848 time: 0.3504794 Nov 22 16:33:26.760041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.817531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.818196 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.819679 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] 10.222.0.37 "PUT /v2.0/ports/51cf2378-21ec-4677-9ff0-5b47f2e19523 HTTP/1.1" status: 200 len: 1095 time: 0.7851036 Nov 22 16:33:26.820575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f891c362-1c5a-48f8-b6aa-4244c734875a', 'tag': '51cf2378-21ec-4677-9ff0-5b47f2e19523'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:26.822711 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f891c362-1c5a-48f8-b6aa-4244c734875a", "tag": "51cf2378-21ec-4677-9ff0-5b47f2e19523"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:26.854557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb3777-8c79-4e16-87b2-0d5fdbd6983b service neutron] Pushing event updated for resources: {'Port': ['ID=51cf2378-21ec-4677-9ff0-5b47f2e19523,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.944301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3b05a-1072-4a62-9964-868f6ddad2dc req-24d0c760-69b3-48e2-8d61-ba0d27ba6e7a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.946131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-ed8815a6-bafb-4387-ab26-e28e2f6ecc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.948286 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-ed8815a6-bafb-4387-ab26-e28e2f6ecc39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56ebe45e81ee49499db2c306a02a8922&device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 1098 time: 0.0708723 Nov 22 16:33:26.950065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4dd3b05a-1072-4a62-9964-868f6ddad2dc req-24d0c760-69b3-48e2-8d61-ba0d27ba6e7a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0822949 Nov 22 16:33:27.008062 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-3071c8c7-d3d0-4896-a42a-2d77a6501f78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=51cf2378-21ec-4677-9ff0-5b47f2e19523 HTTP/1.1" status: 200 len: 217 time: 0.0507762 Nov 22 16:33:27.014021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4dd3b05a-1072-4a62-9964-868f6ddad2dc req-d20ac192-8496-4187-822b-227d2b057e0c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605524 Nov 22 16:33:27.035191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:27.079903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-68d7dc73-8d68-407d-9bf3-08d5c9b53032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.086050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-68d7dc73-8d68-407d-9bf3-08d5c9b53032 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0699365 Nov 22 16:33:27.095901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port b28d82e0-225e-4440-9118-7b5f364bcf15 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:27.100298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b28d82e0-225e-4440-9118-7b5f364bcf15 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:27.100687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.164941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-d6e642d1-74d0-4c7a-8771-34b6ca395997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.166485 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-d6e642d1-74d0-4c7a-8771-34b6ca395997 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728631 Nov 22 16:33:27.218227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.255578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:27.257967 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e773136-20d3-423e-aca3-20e75a0260fa" -d '{"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-plugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:27.277703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:27.278220 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-fbe5a38e-2507-4d3b-9243-e7fa73907061 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024153 Nov 22 16:33:27.285774 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.326646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfd6ed-370f-4672-8ed2-40c32eb40f27 req-ae06e039-7e1c-49a9-a60e-7071b5459e9b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.328866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73bfd6ed-370f-4672-8ed2-40c32eb40f27 req-ae06e039-7e1c-49a9-a60e-7071b5459e9b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 947 time: 0.0638795 Nov 22 16:33:27.365360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=13']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:27.391272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73bfd6ed-370f-4672-8ed2-40c32eb40f27 req-00c57965-9611-475c-8d72-0062edcef3f3 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554469 Nov 22 16:33:27.406574 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-17a3bfc4-0b8c-46f4-b79d-e60af9207257 req-bb71bbd3-d2e4-4c2b-a3fa-ab6359263dcc service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195681 Nov 22 16:33:27.642040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9eed-15e9-42d2-894a-7812e9287880 req-48061ab4-458b-4701-96eb-7b98f1bbbe62 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.643749 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-795f9eed-15e9-42d2-894a-7812e9287880 req-48061ab4-458b-4701-96eb-7b98f1bbbe62 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.0582678 Nov 22 16:33:27.701622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-795f9eed-15e9-42d2-894a-7812e9287880 req-76306ba8-4da8-4bcd-9246-227f52252189 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515058 Nov 22 16:33:27.747587 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3074498-9be3-4680-8911-5907ff01b965 x-openstack-request-id: req-d3074498-9be3-4680-8911-5907ff01b965 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:27.748015 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f891c362-1c5a-48f8-b6aa-4244c734875a", "tag": "51cf2378-21ec-4677-9ff0-5b47f2e19523", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:27.748381 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3074498-9be3-4680-8911-5907ff01b965 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:27.749189 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f891c362-1c5a-48f8-b6aa-4244c734875a', 'tag': '51cf2378-21ec-4677-9ff0-5b47f2e19523', 'status': 'completed', 'code': 200} Nov 22 16:33:27.837567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-861a6485-448c-4baf-8d9d-c6809df3b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.839138 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-861a6485-448c-4baf-8d9d-c6809df3b90e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56ebe45e81ee49499db2c306a02a8922&device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 1098 time: 0.0552857 Nov 22 16:33:27.862631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a1c02-b8b6-4a98-9227-7e409e6bbb6c req-55fd59f0-7cff-406c-a7c9-63632b89b270 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.864321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a9a1c02-b8b6-4a98-9227-7e409e6bbb6c req-55fd59f0-7cff-406c-a7c9-63632b89b270 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0560176 Nov 22 16:33:27.914776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a9a1c02-b8b6-4a98-9227-7e409e6bbb6c req-b6568ae6-ce67-4255-bcd9-9cff73116766 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Nov 22 16:33:27.942766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-04057ed6-befb-48b9-bbf1-191c6755626e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.944310 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-04057ed6-befb-48b9-bbf1-191c6755626e service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.0962560 Nov 22 16:33:27.993288 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-02348466-317b-417d-b90c-107ff942cece service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=51cf2378-21ec-4677-9ff0-5b47f2e19523 HTTP/1.1" status: 200 len: 217 time: 0.0393257 Nov 22 16:33:28.050728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d8727-b8e5-4c7a-a943-a1c399b43843 req-141ded62-a0f6-4310-adfe-e502143a6637 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.051006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-7145930d-7d75-4ec6-9ecc-a619bd1a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.052732 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-7145930d-7d75-4ec6-9ecc-a619bd1a4d67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0507812 Nov 22 16:33:28.052897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b6d8727-b8e5-4c7a-a943-a1c399b43843 req-141ded62-a0f6-4310-adfe-e502143a6637 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 951 time: 0.0600922 Nov 22 16:33:28.101276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-935fa30d-3074-479a-a79b-2798c3614c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.103016 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-935fa30d-3074-479a-a79b-2798c3614c4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416195 Nov 22 16:33:28.105706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b6d8727-b8e5-4c7a-a943-a1c399b43843 req-8819b5ec-f3a1-4b02-ba32-0c8cf8234a98 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468962 Nov 22 16:33:28.154458 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aecdc8-51c4-4e22-bff4-e02cbe46bd43 x-openstack-request-id: req-47aecdc8-51c4-4e22-bff4-e02cbe46bd43 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:28.154819 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-plugged", "status": "completed", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:28.155197 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47aecdc8-51c4-4e22-bff4-e02cbe46bd43 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:28.155855 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'code': 200} Nov 22 16:33:28.208130 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-1093877d-0197-45a1-aff9-daf5335edc70 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967584 Nov 22 16:33:28.307610 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23208a40-a9f3-4f1e-a6d3-c7b50e4757a1 req-bd006297-5945-44f5-b40c-5f99b4d846bf service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916557 Nov 22 16:33:28.350887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00a74c-2eaf-4fb8-9b21-a7458cbdbf0f req-bccb8818-a631-4b1b-8dc5-6c2a8f72d365 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.351554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00a74c-2eaf-4fb8-9b21-a7458cbdbf0f req-bccb8818-a631-4b1b-8dc5-6c2a8f72d365 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.352034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00a74c-2eaf-4fb8-9b21-a7458cbdbf0f req-bccb8818-a631-4b1b-8dc5-6c2a8f72d365 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.353823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e00a74c-2eaf-4fb8-9b21-a7458cbdbf0f req-bccb8818-a631-4b1b-8dc5-6c2a8f72d365 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb&device_id=ea29a812-c235-4eee-a3cf-07d71457fab0&device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 2883 time: 0.0546544 Nov 22 16:33:28.401256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e00a74c-2eaf-4fb8-9b21-a7458cbdbf0f req-d81c5437-2615-4ee8-bd03-e975a6a44509 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Nov 22 16:33:28.621716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9e0ba-22fd-4995-ad28-35c82b720cfe req-d2bb3a09-b1e2-4765-8239-e8220f574abc tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.623182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5b9e0ba-22fd-4995-ad28-35c82b720cfe req-d2bb3a09-b1e2-4765-8239-e8220f574abc tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1096 time: 0.0428801 Nov 22 16:33:28.670670 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5b9e0ba-22fd-4995-ad28-35c82b720cfe req-5d5c3578-3f55-448c-8dab-7560bb005d23 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408776 Nov 22 16:33:28.786085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ca85b-f32d-4a9e-b36d-0b38e34428c6 req-6b15eed9-22f6-42c1-ab23-0d77d9e9c496 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.787593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a6ca85b-f32d-4a9e-b36d-0b38e34428c6 req-6b15eed9-22f6-42c1-ab23-0d77d9e9c496 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0555723 Nov 22 16:33:28.848196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a6ca85b-f32d-4a9e-b36d-0b38e34428c6 req-a15f9d5f-1f67-4f13-85a4-555d97c50bf6 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540302 Nov 22 16:33:28.977305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-4d403749-e116-4ce5-a673-2e96ac868428 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.979027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-4d403749-e116-4ce5-a673-2e96ac868428 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 951 time: 0.0701342 Nov 22 16:33:29.056703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e4e16-452c-40ad-b6ba-7507ef49a47e req-1a8bfbe6-ff32-4992-97b0-1d9e8aaecf5b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.058507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a9e4e16-452c-40ad-b6ba-7507ef49a47e req-1a8bfbe6-ff32-4992-97b0-1d9e8aaecf5b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 947 time: 0.0627499 Nov 22 16:33:29.085893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Deleting port b28d82e0-225e-4440-9118-7b5f364bcf15 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:29.086228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.121156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a9e4e16-452c-40ad-b6ba-7507ef49a47e req-a3f1e521-3475-4bdc-bb91-bdf154217262 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546014 Nov 22 16:33:29.205159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] For port b28d82e0-225e-4440-9118-7b5f364bcf15, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b28d82e0-225e-4440-9118-7b5f364bcf15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:29.205532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.220444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Calling delete_port for b28d82e0-225e-4440-9118-7b5f364bcf15 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:29.307197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6b63-0e7c-4619-8dbd-192f8aa8ebf7 req-4c02f44c-cfbb-4dae-8aef-0df575d94fcb tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.308841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dccf6b63-0e7c-4619-8dbd-192f8aa8ebf7 req-4c02f44c-cfbb-4dae-8aef-0df575d94fcb tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1096 time: 0.0450380 Nov 22 16:33:29.359547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dccf6b63-0e7c-4619-8dbd-192f8aa8ebf7 req-d7ffe3e9-7d92-4f8f-bbc6-1ca6c5653048 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Nov 22 16:33:29.362702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.384677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9', 'b0cb7321-c864-47e9-b715-b1174e4d9a84', '6f59637a-de7e-4fc7-a418-bdd3d3646852'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:29.384677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b28d82e0-225e-4440-9118-7b5f364bcf15'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:29.433216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event deleted for resources: {'Port': ['ID=b28d82e0-225e-4440-9118-7b5f364bcf15,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:29.457739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] No DVR routers for this DVR port b28d82e0-225e-4440-9118-7b5f364bcf15 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:29.461621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.466503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-935b349f-2b61-4dc2-b61d-7c7f6a63ae27 req-5a10f1db-8692-4a72-8ce1-76691bd0bf79 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.62 "DELETE /v2.0/ports/b28d82e0-225e-4440-9118-7b5f364bcf15 HTTP/1.1" status: 204 len: 173 time: 0.4802473 Nov 22 16:33:29.662279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3da1c-2acc-4acb-8028-d5b6afb50a0b req-ab0ae827-9992-4203-934a-52d49b8931e9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.667036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-e63b3368-3f45-4be7-beeb-5b38b4c9ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.668981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-e63b3368-3f45-4be7-beeb-5b38b4c9ec8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 1096 time: 0.0899906 Nov 22 16:33:29.673126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70d3da1c-2acc-4acb-8028-d5b6afb50a0b req-ab0ae827-9992-4203-934a-52d49b8931e9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0821447 Nov 22 16:33:29.738086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70d3da1c-2acc-4acb-8028-d5b6afb50a0b req-232d0ad2-4be5-4eeb-9488-c70be25ac507 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640616 Nov 22 16:33:29.863621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e3180d2-c11e-49ea-bd31-d2e32765961c req-f0a33982-e32b-4802-b845-d3e623bb4067 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=dae7825f-f193-4d38-baaf-a8cb29fb8267 HTTP/1.1" status: 200 len: 210 time: 0.0324821 Nov 22 16:33:30.053704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dfb48-0f40-43c4-8405-eb637b3053ea req-055a2a18-9097-4d7b-b417-c3868893816a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:30.055509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c30dfb48-0f40-43c4-8405-eb637b3053ea req-055a2a18-9097-4d7b-b417-c3868893816a tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0664921 Nov 22 16:33:30.078153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-deleted', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:30.081315 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbc995f-afea-44ff-ac5d-882da5caa33b" -d '{"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-deleted", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:30.124383 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c30dfb48-0f40-43c4-8405-eb637b3053ea req-99a914aa-0d3a-420d-841a-66e75310663c tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605850 Nov 22 16:33:30.140469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-723b1bed-0c3a-4357-b01a-f4c9f21f6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:30.143011 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-723b1bed-0c3a-4357-b01a-f4c9f21f6fc7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 200 len: 911 time: 0.4652202 Nov 22 16:33:30.189417 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-3434ba11-9364-4c47-ba9a-68e617a43746 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3 HTTP/1.1" status: 200 len: 217 time: 0.0360317 Nov 22 16:33:30.245690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-38f29735-1a1e-4b29-ac57-8a68e052d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:30.247295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-38f29735-1a1e-4b29-ac57-8a68e052d37a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=969ed064-fdc4-48ac-9fea-4272844338ed HTTP/1.1" status: 200 len: 850 time: 0.0501337 Nov 22 16:33:30.284076 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-6e600a10-b453-4ca8-988e-8974970a47c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a99f0dae-9b28-4709-a2b9-398ceb7a98d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288668 Nov 22 16:33:30.389353 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-c838baae-c0d9-4d45-8822-cb28305a58ff service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973890 Nov 22 16:33:30.491140 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-327f18e1-f78a-4911-a948-f05c0670fc57 req-9eee24d3-2cf4-4fc2-addb-6873aa587c63 service neutron] 10.222.0.37 "GET /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943975 Nov 22 16:33:31.252347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-b5d8e7ca-c3c2-42bc-825b-e984ad4685ed tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:33:31.253351 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-b5d8e7ca-c3c2-42bc-825b-e984ad4685ed tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1125004 Nov 22 16:33:31.293876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-c53327df-1a79-4043-abcd-31879f917415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:31.295292 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-c53327df-1a79-4043-abcd-31879f917415 service neutron] 10.222.0.59 "GET /v2.0/ports/12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 200 len: 1093 time: 0.0346498 Nov 22 16:33:31.305010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Request body: {'binding': {'host': 'n-h1-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:31.305455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Unknown quota resources ['binding']. {{(pid=103442) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:33:31.448850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on host n-h1-816865-2 for vnic_type normal with profile None {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:31.449153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:31.449516 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:31.454109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:31.454444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:31.459695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:31.460046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:31.460420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:31.460846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Bound port: 12556dbd-def8-4446-9762-13de466ca036, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:31.517279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:31.525660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.526853 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-4c3c36c8-d072-4a8f-984e-25df7da741d3 service neutron] 10.222.0.59 "POST /v2.0/ports/12556dbd-def8-4446-9762-13de466ca036/bindings HTTP/1.1" status: 201 len: 389 time: 0.2256489 Nov 22 16:33:31.600903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 51cf2378-21ec-4677-9ff0-5b47f2e19523 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:31.618430 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2ee6dd-dcad-490a-af96-d6639485914e x-openstack-request-id: req-4e2ee6dd-dcad-490a-af96-d6639485914e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:31.618927 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae7825f-f193-4d38-baaf-a8cb29fb8267", "name": "network-vif-deleted", "tag": "b28d82e0-225e-4440-9118-7b5f364bcf15", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:31.619353 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e2ee6dd-dcad-490a-af96-d6639485914e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:31.619974 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae7825f-f193-4d38-baaf-a8cb29fb8267', 'name': 'network-vif-deleted', 'tag': 'b28d82e0-225e-4440-9118-7b5f364bcf15', 'status': 'completed', 'code': 200} Nov 22 16:33:31.754540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 51cf2378-21ec-4677-9ff0-5b47f2e19523, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=51cf2378-21ec-4677-9ff0-5b47f2e19523,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:31.755665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6435c-da29-438c-93ad-08f17795eabb req-b0291d87-d556-4001-9f8d-dddf1dc2f939 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:31.757998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adb6435c-da29-438c-93ad-08f17795eabb req-b0291d87-d556-4001-9f8d-dddf1dc2f939 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 947 time: 0.0624235 Nov 22 16:33:31.775239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '51cf2378-21ec-4677-9ff0-5b47f2e19523', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '51cf2378-21ec-4677-9ff0-5b47f2e19523', 'mac_address': 'fa:16:3e:14:3d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:31.824117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adb6435c-da29-438c-93ad-08f17795eabb req-46b860f7-ea08-4ed9-88f4-b37cd9503cc9 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592875 Nov 22 16:33:31.841051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.866191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-78a5b752-35e4-4800-b639-ef216d2c5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:31.867820 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-78a5b752-35e4-4800-b639-ef216d2c5f62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1096 time: 0.1023629 Nov 22 16:33:31.877182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cf2378-21ec-4677-9ff0-5b47f2e19523 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:31.902504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 51cf2378-21ec-4677-9ff0-5b47f2e19523, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=51cf2378-21ec-4677-9ff0-5b47f2e19523,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:31.910278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.980376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=51cf2378-21ec-4677-9ff0-5b47f2e19523,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:32.021691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-89e0048e-a2a0-4742-a6f1-9a2cbd1547f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.023679 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-89e0048e-a2a0-4742-a6f1-9a2cbd1547f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.1468287 Nov 22 16:33:32.088666 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-bc322afa-2c9e-4812-bfaf-494cc2511903 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 200 len: 217 time: 0.0553958 Nov 22 16:33:32.146113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-7eacb887-7adb-4d02-8342-a5e9e00f6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.147879 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-7eacb887-7adb-4d02-8342-a5e9e00f6e11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.0513563 Nov 22 16:33:32.163796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066adb-596f-4ff0-bd38-21e366ada669 req-f0628bcb-cca0-42f4-9952-0b57a14ea5ea tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.165403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba066adb-596f-4ff0-bd38-21e366ada669 req-f0628bcb-cca0-42f4-9952-0b57a14ea5ea tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0585427 Nov 22 16:33:32.187875 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-2d0a1463-952b-44c7-a394-ad54558e27f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315089 Nov 22 16:33:32.222197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba066adb-596f-4ff0-bd38-21e366ada669 req-0e389ff2-e00a-4cc2-b737-ec47bf6b13ad tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499892 Nov 22 16:33:32.289194 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-acae5716-d824-4f9b-be79-097ba83cdf36 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919976 Nov 22 16:33:32.327722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['51cf2378-21ec-4677-9ff0-5b47f2e19523'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:32.402900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe9b46-260d-46a7-9337-e4209dcb1205 req-5b69bda4-37e9-4912-9942-2b196cc39681 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.405218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32fe9b46-260d-46a7-9337-e4209dcb1205 req-5b69bda4-37e9-4912-9942-2b196cc39681 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0712867 Nov 22 16:33:32.414044 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-6c02f0c1-f745-4ed5-9b62-834dee8ac88e service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144485 Nov 22 16:33:32.478055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32fe9b46-260d-46a7-9337-e4209dcb1205 req-819b47ce-2d47-45c6-a8e9-bcd1e0e51e78 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647955 Nov 22 16:33:32.604615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1507a-49a5-460c-a082-fba2b74fd224 req-8e775597-8a8b-4626-8db5-ee76c30e6d3b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.606160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68f1507a-49a5-460c-a082-fba2b74fd224 req-8e775597-8a8b-4626-8db5-ee76c30e6d3b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.0546520 Nov 22 16:33:32.666729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68f1507a-49a5-460c-a082-fba2b74fd224 req-9b66b2d1-2960-4a5a-a640-157af6063b44 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539589 Nov 22 16:33:33.029504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9901e8-3677-4bd2-9e97-59bf4fe9df1f req-ac9374a1-f8ce-4e0e-a7a7-fc6333ef1b5f tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.031080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a9901e8-3677-4bd2-9e97-59bf4fe9df1f req-ac9374a1-f8ce-4e0e-a7a7-fc6333ef1b5f tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1100 time: 0.0570719 Nov 22 16:33:33.085894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:33.086765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a9901e8-3677-4bd2-9e97-59bf4fe9df1f req-43be0a42-f578-4a76-8622-75fdea45d19d tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475516 Nov 22 16:33:33.119797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: b28d82e0-225e-4440-9118-7b5f364bcf15 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:33.120244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b28d82e0-225e-4440-9118-7b5f364bcf15 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:33.207628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49925a3e-c0c6-4792-b94f-a37245ebd069 req-7332d5ba-dfe3-44a9-b2ac-cb1c1af8912f tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.209387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49925a3e-c0c6-4792-b94f-a37245ebd069 req-7332d5ba-dfe3-44a9-b2ac-cb1c1af8912f tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 948 time: 0.0536628 Nov 22 16:33:33.274596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49925a3e-c0c6-4792-b94f-a37245ebd069 req-9fd4673f-7eae-45c5-944a-b32ded1b0dd2 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573955 Nov 22 16:33:33.391682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a56bc-3eb6-4e19-a930-05f0aecc4396 req-117c2b99-9971-4ffe-ac5b-966b2598e15f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.393372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a0a56bc-3eb6-4e19-a930-05f0aecc4396 req-117c2b99-9971-4ffe-ac5b-966b2598e15f tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 951 time: 0.0545537 Nov 22 16:33:33.447940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a0a56bc-3eb6-4e19-a930-05f0aecc4396 req-373cc336-0116-49ad-9306-ff266e5281df tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 Nov 22 16:33:33.649029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c1f31-071a-4b9d-840d-84a0a7ee73f1 req-e20dde3b-76d9-4b1c-9f7f-a3b1725023f5 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.650816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a92c1f31-071a-4b9d-840d-84a0a7ee73f1 req-e20dde3b-76d9-4b1c-9f7f-a3b1725023f5 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1100 time: 0.0517812 Nov 22 16:33:33.714833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a92c1f31-071a-4b9d-840d-84a0a7ee73f1 req-b56d8545-657d-4f8a-9e65-d16204b9093e tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569909 Nov 22 16:33:33.842020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b417-13e4-4861-9361-36276596f900 req-8e59a42e-c6f3-4b24-8708-06b4ef10e327 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.843702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a487b417-13e4-4861-9361-36276596f900 req-8e59a42e-c6f3-4b24-8708-06b4ef10e327 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0579417 Nov 22 16:33:33.912734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a487b417-13e4-4861-9361-36276596f900 req-2a887550-82a3-4b8e-ad35-c454d241abfe tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576472 Nov 22 16:33:34.033842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902003d1-960f-4003-a52a-c452952ad5d3 req-9269c80f-0b6b-4728-a943-dd4d0de72a54 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:34.036169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-902003d1-960f-4003-a52a-c452952ad5d3 req-9269c80f-0b6b-4728-a943-dd4d0de72a54 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0571170 Nov 22 16:33:34.109593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-902003d1-960f-4003-a52a-c452952ad5d3 req-2bafc552-83b4-4a79-9a26-f09212373693 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611019 Nov 22 16:33:34.235092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d1ace-7729-409e-b2e1-1204ffcf7aa3 req-ec3b60ad-5ac0-4be3-8145-bfb68564ac89 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:34.236809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b92d1ace-7729-409e-b2e1-1204ffcf7aa3 req-ec3b60ad-5ac0-4be3-8145-bfb68564ac89 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.0589802 Nov 22 16:33:34.292106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b92d1ace-7729-409e-b2e1-1204ffcf7aa3 req-6e04fb50-e381-4e47-b3a6-b7c08d4b08f3 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Nov 22 16:33:34.477186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-bf913fe2-d0d6-4d57-9c17-09dbaafc4767 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:34.479514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-bf913fe2-d0d6-4d57-9c17-09dbaafc4767 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 951 time: 0.0628152 Nov 22 16:33:34.618603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Deleting port 6f59637a-de7e-4fc7-a418-bdd3d3646852 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:34.619301 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.776631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] For port 6f59637a-de7e-4fc7-a418-bdd3d3646852, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6f59637a-de7e-4fc7-a418-bdd3d3646852,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:34.778040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.796565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Calling delete_port for 6f59637a-de7e-4fc7-a418-bdd3d3646852 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:34.971586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.987749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad8350-ce09-4bef-848b-5187b8e76868 req-aa4306a4-0fe6-4157-a399-0bad34c43827 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:34.988847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9', 'b0cb7321-c864-47e9-b715-b1174e4d9a84', '6f59637a-de7e-4fc7-a418-bdd3d3646852'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:35.000068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0ad8350-ce09-4bef-848b-5187b8e76868 req-aa4306a4-0fe6-4157-a399-0bad34c43827 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 948 time: 0.0650613 Nov 22 16:33:35.011834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event deleted for resources: {'Port': ['ID=6f59637a-de7e-4fc7-a418-bdd3d3646852,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:35.054716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] No DVR routers for this DVR port 6f59637a-de7e-4fc7-a418-bdd3d3646852 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:35.058674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.062466 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eff7db04-2f98-4b00-8810-9d45509a8328 req-a673deec-b922-456d-81a9-c3a5c74480ef tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "DELETE /v2.0/ports/6f59637a-de7e-4fc7-a418-bdd3d3646852 HTTP/1.1" status: 204 len: 173 time: 0.5764070 Nov 22 16:33:35.063093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-deleted', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:35.066598 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898a3062-3265-4fb2-971b-4c1db5872dfd" -d '{"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-deleted", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:35.071622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0ad8350-ce09-4bef-848b-5187b8e76868 req-6cf4e4c3-18e5-4c7d-bf32-5fe3493917ce tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703018 Nov 22 16:33:35.231956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1675c4d7-576b-410b-b7ab-a65547f62df8 req-a2f9a7fb-5f63-46e6-bed6-fc7a43835a45 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a9ce042-fbb3-4d64-a3dd-c00256282ba9 HTTP/1.1" status: 200 len: 210 time: 0.0452683 Nov 22 16:33:35.485246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38202f-390b-4e10-ba25-41b53c50c1a1 req-ddef62b9-c128-4b40-920a-49bc40367116 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:35.487193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c38202f-390b-4e10-ba25-41b53c50c1a1 req-ddef62b9-c128-4b40-920a-49bc40367116 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0655351 Nov 22 16:33:35.557219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c38202f-390b-4e10-ba25-41b53c50c1a1 req-93ff42db-e5c6-442c-8197-7ec9f242b483 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585670 Nov 22 16:33:35.624105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 51cf2378-21ec-4677-9ff0-5b47f2e19523 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:35.696046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 51cf2378-21ec-4677-9ff0-5b47f2e19523 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:35.701785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 51cf2378-21ec-4677-9ff0-5b47f2e19523 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:35.702162 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.728446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c90fb-c086-4702-950a-4e818f05697d req-d2f10532-f600-4490-a09b-71f5f8c82fba tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:35.731284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac1c90fb-c086-4702-950a-4e818f05697d req-d2f10532-f600-4490-a09b-71f5f8c82fba tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 945 time: 0.0870216 Nov 22 16:33:35.799071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac1c90fb-c086-4702-950a-4e818f05697d req-adab3abf-5011-42f4-a826-627411815ed0 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583186 Nov 22 16:33:35.811461 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.844066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f891c362-1c5a-48f8-b6aa-4244c734875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cf2378-21ec-4677-9ff0-5b47f2e19523'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:35.847579 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d298396-d695-45dd-8226-5bde2e8fbc8f" -d '{"events": [{"server_uuid": "f891c362-1c5a-48f8-b6aa-4244c734875a", "name": "network-vif-plugged", "status": "completed", "tag": "51cf2378-21ec-4677-9ff0-5b47f2e19523"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:35.859437 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3392b5de-3b77-4e92-b5da-a2ce53b75edb x-openstack-request-id: req-3392b5de-3b77-4e92-b5da-a2ce53b75edb {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:35.860497 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9ce042-fbb3-4d64-a3dd-c00256282ba9", "name": "network-vif-deleted", "tag": "6f59637a-de7e-4fc7-a418-bdd3d3646852", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:35.860497 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3392b5de-3b77-4e92-b5da-a2ce53b75edb {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:35.861050 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9ce042-fbb3-4d64-a3dd-c00256282ba9', 'name': 'network-vif-deleted', 'tag': '6f59637a-de7e-4fc7-a418-bdd3d3646852', 'status': 'completed', 'code': 200} Nov 22 16:33:35.869335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 51cf2378-21ec-4677-9ff0-5b47f2e19523, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=51cf2378-21ec-4677-9ff0-5b47f2e19523,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:35.878365 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.959884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=51cf2378-21ec-4677-9ff0-5b47f2e19523,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:36.113906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdec1b-e0b3-4364-8db3-7c10cf98c7ec req-44640632-9288-45a9-b444-3ac2f2319dcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.115729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9abdec1b-e0b3-4364-8db3-7c10cf98c7ec req-44640632-9288-45a9-b444-3ac2f2319dcc tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.0608566 Nov 22 16:33:36.172339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9abdec1b-e0b3-4364-8db3-7c10cf98c7ec req-20ec10b5-9cfa-462e-b300-63fe21efc759 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497432 Nov 22 16:33:36.346205 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.559208 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2abc68-89e0-4150-8213-14ed00577dbc x-openstack-request-id: req-6d2abc68-89e0-4150-8213-14ed00577dbc {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:36.559786 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f891c362-1c5a-48f8-b6aa-4244c734875a", "name": "network-vif-plugged", "status": "completed", "tag": "51cf2378-21ec-4677-9ff0-5b47f2e19523", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:36.560253 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d2abc68-89e0-4150-8213-14ed00577dbc {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:36.560909 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f891c362-1c5a-48f8-b6aa-4244c734875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cf2378-21ec-4677-9ff0-5b47f2e19523', 'code': 200} Nov 22 16:33:36.708876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657e15-26f6-4699-80ec-bdbf29ec5628 req-3f6d95ae-b407-4a55-98fb-ce407ab9b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.716754 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-24657e15-26f6-4699-80ec-bdbf29ec5628 req-3f6d95ae-b407-4a55-98fb-ce407ab9b79f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 1100 time: 0.0456641 Nov 22 16:33:36.795223 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-24657e15-26f6-4699-80ec-bdbf29ec5628 req-a993a0d4-0916-43b9-8f54-dae30c52f4d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752809 Nov 22 16:33:36.965749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e019-eb67-4eef-98d2-52429ff767bf req-e174fdac-27ed-498d-bfa3-5a947724e539 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.967665 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1964e019-eb67-4eef-98d2-52429ff767bf req-e174fdac-27ed-498d-bfa3-5a947724e539 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 949 time: 0.0778656 Nov 22 16:33:37.033990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1964e019-eb67-4eef-98d2-52429ff767bf req-9eed7ba0-6458-41be-a70c-470eb7d13743 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595028 Nov 22 16:33:37.357196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c2409-223e-48d1-b4d6-182ef6e1e5a7 req-47efcdd3-5e84-4419-86bd-d05d4eb64573 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:37.359485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-351c2409-223e-48d1-b4d6-182ef6e1e5a7 req-47efcdd3-5e84-4419-86bd-d05d4eb64573 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0671160 Nov 22 16:33:37.418044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-351c2409-223e-48d1-b4d6-182ef6e1e5a7 req-50cb8a7d-a09d-491e-ba8e-7f984c460883 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500910 Nov 22 16:33:37.539346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be7b0-7771-4d22-bf30-70e7ffd6cd2b req-4bf08209-08b4-4488-b090-cfb7f753f9c5 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:37.539824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.541080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd8be7b0-7771-4d22-bf30-70e7ffd6cd2b req-4bf08209-08b4-4488-b090-cfb7f753f9c5 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0584900 Nov 22 16:33:37.597091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd8be7b0-7771-4d22-bf30-70e7ffd6cd2b req-841b6c7c-3980-4290-9b8d-5aaf2cb87921 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493817 Nov 22 16:33:37.880214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c88d2-a3d0-4a84-ab2e-5e2c597c57ee req-eb9b969b-9f07-4f28-a09d-55ad13f05de8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:37.881888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd0c88d2-a3d0-4a84-ab2e-5e2c597c57ee req-eb9b969b-9f07-4f28-a09d-55ad13f05de8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.0645001 Nov 22 16:33:37.951343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd0c88d2-a3d0-4a84-ab2e-5e2c597c57ee req-fdd51c29-8f2c-4b59-be09-7f8dcb05b267 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620811 Nov 22 16:33:38.118592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae4e2b-9edf-41dd-a50a-93d87539cf32 req-d167f538-122c-41c9-b0e6-f275dc40587b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:38.120351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55ae4e2b-9edf-41dd-a50a-93d87539cf32 req-d167f538-122c-41c9-b0e6-f275dc40587b tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1057696 Nov 22 16:33:38.220382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55ae4e2b-9edf-41dd-a50a-93d87539cf32 req-c41cf078-16e5-447c-867c-991f22f497b2 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913208 Nov 22 16:33:38.366034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073b77-fd62-4fe1-b021-8af63e139f11 req-5fa856eb-8f5b-4763-b9c4-f141a07b3314 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:38.367847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11073b77-fd62-4fe1-b021-8af63e139f11 req-5fa856eb-8f5b-4763-b9c4-f141a07b3314 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 949 time: 0.0651014 Nov 22 16:33:38.426825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11073b77-fd62-4fe1-b021-8af63e139f11 req-3c055c0e-65f6-40f7-9d48-f8a81d27a44d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518444 Nov 22 16:33:38.718627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3278f0-fc1b-43d6-8fa0-ace3a311e08a req-656b9867-14bc-4c9e-950d-78b46929ba3b tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:38.721161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e3278f0-fc1b-43d6-8fa0-ace3a311e08a req-656b9867-14bc-4c9e-950d-78b46929ba3b tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0802433 Nov 22 16:33:38.791299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e3278f0-fc1b-43d6-8fa0-ace3a311e08a req-504e94e6-e525-495e-80fd-05663a152b88 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594504 Nov 22 16:33:38.925675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-6f9b9602-7ff4-4bc1-a91a-61deea993614 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:38.928793 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-6f9b9602-7ff4-4bc1-a91a-61deea993614 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.37 "GET /v2.0/ports?device_id=3932a979-354f-4901-96c3-5aa01f28eb94 HTTP/1.1" status: 200 len: 945 time: 0.0865562 Nov 22 16:33:39.062343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Deleting port 99bc0d29-1e27-454e-b81c-dda81d27cee3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:39.063475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.095544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f58c4-f36c-47e2-a210-c5a9897e6d49 req-aff63de7-343b-49b0-a98f-af06d6789b33 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:39.097298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f9f58c4-f36c-47e2-a210-c5a9897e6d49 req-aff63de7-343b-49b0-a98f-af06d6789b33 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0716860 Nov 22 16:33:39.126093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a64789b6-cb30-4c28-a0e7-a216d8423c4d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:39.159618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f9f58c4-f36c-47e2-a210-c5a9897e6d49 req-0408144e-9ca7-4ced-b584-8539d997fae1 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548470 Nov 22 16:33:39.221502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] For port 99bc0d29-1e27-454e-b81c-dda81d27cee3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=99bc0d29-1e27-454e-b81c-dda81d27cee3,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:39.222134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.247514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Calling delete_port for 99bc0d29-1e27-454e-b81c-dda81d27cee3 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:39.264872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:39.290616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'port_id': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'mac_address': 'fa:16:3e:5b:0e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca7fc4-428e-4399-8bfe-cb151d8d0f89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:39.353861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.361236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212c5c1-8038-4dee-8d4b-11b3102d75b5 req-988cc4ab-ef8f-4bac-af00-c4c002eb893d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:39.368251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d212c5c1-8038-4dee-8d4b-11b3102d75b5 req-988cc4ab-ef8f-4bac-af00-c4c002eb893d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 949 time: 0.1086953 Nov 22 16:33:39.375064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a64789b6-cb30-4c28-a0e7-a216d8423c4d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:39.413237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:39.420811 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.441423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.459528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179', '99bc0d29-1e27-454e-b81c-dda81d27cee3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:39.480522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Pushing event deleted for resources: {'Port': ['ID=99bc0d29-1e27-454e-b81c-dda81d27cee3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:39.507242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d212c5c1-8038-4dee-8d4b-11b3102d75b5 req-dfbb6b05-b304-486d-92ab-8e4082fa3939 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350040 Nov 22 16:33:39.537466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-addb8adf-1d32-4792-bcaf-9dd70bfa4b75 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:39.540247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-addb8adf-1d32-4792-bcaf-9dd70bfa4b75 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1203506 Nov 22 16:33:39.544270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] No DVR routers for this DVR port 99bc0d29-1e27-454e-b81c-dda81d27cee3 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:39.556404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a64789b6-cb30-4c28-a0e7-a216d8423c4d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:39.557809 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.569032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:39.576156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0452fa09-82ed-44bb-a22f-6dfc637d17cb req-18ddf762-ffe6-4116-8a4c-365d5dc3d82e tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.37 "DELETE /v2.0/ports/99bc0d29-1e27-454e-b81c-dda81d27cee3 HTTP/1.1" status: 204 len: 173 time: 0.6396785 Nov 22 16:33:39.576667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3932a979-354f-4901-96c3-5aa01f28eb94', 'name': 'network-vif-deleted', 'tag': '99bc0d29-1e27-454e-b81c-dda81d27cee3'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:39.585318 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0748487d-c569-4344-a9b6-5686f1983f1a" -d '{"events": [{"server_uuid": "3932a979-354f-4901-96c3-5aa01f28eb94", "name": "network-vif-deleted", "tag": "99bc0d29-1e27-454e-b81c-dda81d27cee3"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:39.636870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:39.752182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d15c4-1391-418e-a6d5-a5bc1e804b85 req-960a2e73-523e-4b9d-b48e-04116e03d555 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:39.753910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-488d15c4-1391-418e-a6d5-a5bc1e804b85 req-960a2e73-523e-4b9d-b48e-04116e03d555 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.1457000 Nov 22 16:33:39.806742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Deleting port b0cb7321-c864-47e9-b715-b1174e4d9a84 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:39.807164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.850238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 6f59637a-de7e-4fc7-a418-bdd3d3646852 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:39.850581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6f59637a-de7e-4fc7-a418-bdd3d3646852 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:39.895929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-488d15c4-1391-418e-a6d5-a5bc1e804b85 req-247c2db2-17c8-4048-bab1-925a49734180 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325796 Nov 22 16:33:39.965806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] For port b0cb7321-c864-47e9-b715-b1174e4d9a84, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b0cb7321-c864-47e9-b715-b1174e4d9a84,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:39.966193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.984605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Calling delete_port for b0cb7321-c864-47e9-b715-b1174e4d9a84 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:40.095926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde905b-7024-48c2-b797-1c69e712d1d3 req-717a9e94-54ec-4720-b080-4e75ec49e350 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.097545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfde905b-7024-48c2-b797-1c69e712d1d3 req-717a9e94-54ec-4720-b080-4e75ec49e350 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=4112b1a0-32a5-4088-b8d9-677a97a17c8a HTTP/1.1" status: 200 len: 949 time: 0.1036067 Nov 22 16:33:40.184825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfde905b-7024-48c2-b797-1c69e712d1d3 req-55ca4b01-4f21-452a-b7aa-eca66b6f6e77 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Nov 22 16:33:40.220727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.256609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event deleted for resources: {'Port': ['ID=b0cb7321-c864-47e9-b715-b1174e4d9a84,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:40.304542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] No DVR routers for this DVR port b0cb7321-c864-47e9-b715-b1174e4d9a84 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:40.306856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.310457 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-935656d5-16dc-46c9-87ce-59ce58f4e0a8 req-00caba40-586a-4876-9456-47e187c4f559 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "DELETE /v2.0/ports/b0cb7321-c864-47e9-b715-b1174e4d9a84 HTTP/1.1" status: 204 len: 173 time: 0.7623854 Nov 22 16:33:40.310932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'name': 'network-vif-deleted', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:40.313394 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50615aa9-874d-4dcb-94f7-f0e3cce3756b" -d '{"events": [{"server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "name": "network-vif-deleted", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:40.336982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9', 'b0cb7321-c864-47e9-b715-b1174e4d9a84'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:40.376030 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849c658e-4988-449e-9927-864dbfcb0493 x-openstack-request-id: req-849c658e-4988-449e-9927-864dbfcb0493 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:40.376839 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3932a979-354f-4901-96c3-5aa01f28eb94", "name": "network-vif-deleted", "tag": "99bc0d29-1e27-454e-b81c-dda81d27cee3", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:40.376839 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-849c658e-4988-449e-9927-864dbfcb0493 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:40.377115 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3932a979-354f-4901-96c3-5aa01f28eb94', 'name': 'network-vif-deleted', 'tag': '99bc0d29-1e27-454e-b81c-dda81d27cee3', 'status': 'completed', 'code': 200} Nov 22 16:33:40.471225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-726b8b4d-801b-4268-94d1-534afaf9595f tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=56ebe45e81ee49499db2c306a02a8922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255444 Nov 22 16:33:40.610413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-815441ba-fdec-4496-a1fb-0dbb31b540cb tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.612080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-815441ba-fdec-4496-a1fb-0dbb31b540cb tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343365 Nov 22 16:33:40.629384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-0dbb19ea-c83d-4598-88e2-f258beb500fc tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/quotas/56ebe45e81ee49499db2c306a02a8922 HTTP/1.1" status: 200 len: 375 time: 0.0108550 Nov 22 16:33:40.685493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-1f1e56c9-0c1e-40db-a4fc-a5b8df2ba07d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=56ebe45e81ee49499db2c306a02a8922&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495720 Nov 22 16:33:40.976371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916216f4-610b-41ef-894f-deebdc07ac85 req-21f2e89b-7355-40af-932e-e17054f9ae78 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.977938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916216f4-610b-41ef-894f-deebdc07ac85 req-21f2e89b-7355-40af-932e-e17054f9ae78 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0648451 Nov 22 16:33:41.033388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916216f4-610b-41ef-894f-deebdc07ac85 req-629cb4f7-ef9b-4c6d-82db-814bb9094b75 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490406 Nov 22 16:33:41.087771 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a277e70-85e8-499d-ad42-4f00d6b0fa39 x-openstack-request-id: req-3a277e70-85e8-499d-ad42-4f00d6b0fa39 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:41.087939 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4112b1a0-32a5-4088-b8d9-677a97a17c8a", "name": "network-vif-deleted", "tag": "b0cb7321-c864-47e9-b715-b1174e4d9a84", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:41.088273 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a277e70-85e8-499d-ad42-4f00d6b0fa39 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:41.088816 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4112b1a0-32a5-4088-b8d9-677a97a17c8a', 'name': 'network-vif-deleted', 'tag': 'b0cb7321-c864-47e9-b715-b1174e4d9a84', 'status': 'completed', 'code': 200} Nov 22 16:33:41.150371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6773a6e-aa89-4a8a-8d87-5715836e78a8 req-741ccd3e-dcd7-4298-93dc-dc7c3ef72d2e tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 210 time: 0.0324872 Nov 22 16:33:41.154140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a64789b6-cb30-4c28-a0e7-a216d8423c4d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:41.217613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port a64789b6-cb30-4c28-a0e7-a216d8423c4d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:41.218383 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.331562 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.367610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:41.371096 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d9683b-8596-4ff1-b0ea-c3646d4f448b" -d '{"events": [{"server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "name": "network-vif-plugged", "status": "completed", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:41.389012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:41.397055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.449225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac6ee6-829b-40a9-b8c5-675a1405f86c req-cd32c6f0-b1ee-4a36-8b9e-ad17e493329a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.450920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cac6ee6-829b-40a9-b8c5-675a1405f86c req-cd32c6f0-b1ee-4a36-8b9e-ad17e493329a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.0605843 Nov 22 16:33:41.471889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:41.521374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cac6ee6-829b-40a9-b8c5-675a1405f86c req-b7dc0f3c-00c5-48cd-b8a6-7081873e1886 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599308 Nov 22 16:33:41.769166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358c8be-cf97-4cd1-a719-8b18824739f1 req-b784c27e-5f93-4dec-be2c-dddd247a6cf9 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.770817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2358c8be-cf97-4cd1-a719-8b18824739f1 req-b784c27e-5f93-4dec-be2c-dddd247a6cf9 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.0548611 Nov 22 16:33:41.833980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2358c8be-cf97-4cd1-a719-8b18824739f1 req-c71be05d-963b-446e-97ea-ef92b14d0c62 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519829 Nov 22 16:33:41.965157 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35149515-67d7-4bfa-9eea-0f6033b7bc70 x-openstack-request-id: req-35149515-67d7-4bfa-9eea-0f6033b7bc70 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:41.965963 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "name": "network-vif-plugged", "status": "completed", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:41.966505 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35149515-67d7-4bfa-9eea-0f6033b7bc70 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:41.967282 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'code': 200} Nov 22 16:33:41.992879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-0eafbac3-830f-4971-91d0-254b0af13d3f tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=56ebe45e81ee49499db2c306a02a8922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308511 Nov 22 16:33:42.189030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-2c430203-c9a9-4d00-9b91-853e2e207793 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.191560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-2c430203-c9a9-4d00-9b91-853e2e207793 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912594 Nov 22 16:33:42.216687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Request body: {'port': {'device_id': '6aaa6b4c-7aca-4c11-94a4-dc4aae81276e', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '56ebe45e81ee49499db2c306a02a8922'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:42.347591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca1113-c7f5-4460-b69f-32d20c5db0d3 req-49c0b04b-dba8-4a10-bf5f-cf7c83656015 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.349093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89ca1113-c7f5-4460-b69f-32d20c5db0d3 req-49c0b04b-dba8-4a10-bf5f-cf7c83656015 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1242383 Nov 22 16:33:42.417559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Made reservation on behalf of 56ebe45e81ee49499db2c306a02a8922 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:42.422915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.450785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89ca1113-c7f5-4460-b69f-32d20c5db0d3 req-22afeef3-31d5-4ea5-ae17-1dc1eda2d366 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930018 Nov 22 16:33:42.624354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0412a1d-e56d-48c8-959e-fc3b51dc0640 req-b4ce0857-68b8-4908-be2c-637bd31bd787 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.626015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0412a1d-e56d-48c8-959e-fc3b51dc0640 req-b4ce0857-68b8-4908-be2c-637bd31bd787 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.0974567 Nov 22 16:33:42.645386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Allocated IP 192.168.233.234 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/04cdc5e3-f3a0-45df-b764-2107f2664f15) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:42.710610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0412a1d-e56d-48c8-959e-fc3b51dc0640 req-40b19708-96d6-4122-983a-e7afc3c6ee7c tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e115875-4f21-4b23-af25-1b23e107d907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771112 Nov 22 16:33:42.759593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-ed36efb2-2e32-494f-a5d7-67bc6a71859e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.763647 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-ed36efb2-2e32-494f-a5d7-67bc6a71859e tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffab3903-aa17-4f81-9f80-9c368b84b125 HTTP/1.1" status: 200 len: 950 time: 0.0890453 Nov 22 16:33:42.862721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79fc0d0b-c829-4f78-ac75-3567b659f1fc req-3aaa4590-dfe7-4f39-a7b4-34de55601919 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 210 time: 0.0577569 Nov 22 16:33:42.919557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.932115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Deleting port e57148d9-8568-4d61-8449-20c927ac97a9 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:42.932461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.994369 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.007069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['51cf2378-21ec-4677-9ff0-5b47f2e19523'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:43.050558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc73f-e5a0-47b9-9f9f-53ab71f82232 req-ada77929-be68-40b3-8388-2792fca3aa07 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:43.052361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f29fc73f-e5a0-47b9-9f9f-53ab71f82232 req-ada77929-be68-40b3-8388-2792fca3aa07 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.1170607 Nov 22 16:33:43.072918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] For port e57148d9-8568-4d61-8449-20c927ac97a9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e57148d9-8568-4d61-8449-20c927ac97a9,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:43.073382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.082224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:43.089441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Calling delete_port for e57148d9-8568-4d61-8449-20c927ac97a9 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:43.096325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:43.100521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:43.153554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Pushing event updated for resources: {'Port': ['ID=04cdc5e3-f3a0-45df-b764-2107f2664f15,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:43.173800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:43.174758 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.217205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f29fc73f-e5a0-47b9-9f9f-53ab71f82232 req-f7aacb18-0356-4cb5-8637-ee3b777e207e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546414 Nov 22 16:33:43.228852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-e3ec92ff-425e-4cd5-84e1-e982cd050b0d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0185051 Nov 22 16:33:43.249497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Request body: {'port': {'device_id': '6aaa6b4c-7aca-4c11-94a4-dc4aae81276e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:43.260403 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.329554 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.336501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Pushing event deleted for resources: {'Port': ['ID=e57148d9-8568-4d61-8449-20c927ac97a9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:43.356640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] No DVR routers for this DVR port e57148d9-8568-4d61-8449-20c927ac97a9 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:43.362369 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.366374 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cb4bd987-5e9b-464a-a085-879a5c3ad48d req-28267056-d5d2-435c-8b8f-3251e1efe151 tempest-MigrationsAdminTest-1587374375 tempest-MigrationsAdminTest-1587374375-project] 10.222.0.37 "DELETE /v2.0/ports/e57148d9-8568-4d61-8449-20c927ac97a9 HTTP/1.1" status: 204 len: 173 time: 0.5939062 Nov 22 16:33:43.366860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'name': 'network-vif-deleted', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:43.370274 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3526719-4f95-4e31-ba76-3beac7a44c75" -d '{"events": [{"server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "name": "network-vif-deleted", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:43.472522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7e05caad-6467-4f4a-b88f-4c9b06d9c439 None None] Provisioning complete for port 04cdc5e3-f3a0-45df-b764-2107f2664f15 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:43.473191 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e05caad-6467-4f4a-b88f-4c9b06d9c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.513954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e57148d9-8568-4d61-8449-20c927ac97a9'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:43.518005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d893a8-94fd-4946-95a9-b48990a99c33 req-ef9075d7-b819-4d55-9b9e-30f280448043 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:43.519692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d893a8-94fd-4946-95a9-b48990a99c33 req-ef9075d7-b819-4d55-9b9e-30f280448043 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.1391506 Nov 22 16:33:43.551502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7e05caad-6467-4f4a-b88f-4c9b06d9c439 None None] Port 04cdc5e3-f3a0-45df-b764-2107f2664f15 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:43.636101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d893a8-94fd-4946-95a9-b48990a99c33 req-84b7b2b9-fe55-4620-9def-3cc15fef58d0 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039016 Nov 22 16:33:43.659453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b0cb7321-c864-47e9-b715-b1174e4d9a84 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:43.684384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: b0cb7321-c864-47e9-b715-b1174e4d9a84 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:43.684783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b0cb7321-c864-47e9-b715-b1174e4d9a84 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:43.685490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 99bc0d29-1e27-454e-b81c-dda81d27cee3 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:43.707340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 99bc0d29-1e27-454e-b81c-dda81d27cee3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:43.707963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 99bc0d29-1e27-454e-b81c-dda81d27cee3 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:43.742663 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9996119-2b44-47ca-a812-7966a9f9078f x-openstack-request-id: req-d9996119-2b44-47ca-a812-7966a9f9078f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:43.743045 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab3903-aa17-4f81-9f80-9c368b84b125", "name": "network-vif-deleted", "tag": "e57148d9-8568-4d61-8449-20c927ac97a9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:43.743557 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9996119-2b44-47ca-a812-7966a9f9078f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:43.744029 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab3903-aa17-4f81-9f80-9c368b84b125', 'name': 'network-vif-deleted', 'tag': 'e57148d9-8568-4d61-8449-20c927ac97a9', 'status': 'completed', 'code': 200} Nov 22 16:33:44.087177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-489af2fb-ef5b-4fdf-85b5-bb89a211eb69 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.089538 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-489af2fb-ef5b-4fdf-85b5-bb89a211eb69 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.37 "GET /v2.0/ports?device_id=9585e372-388e-4e13-a804-148336a88f2a HTTP/1.1" status: 200 len: 946 time: 0.0652308 Nov 22 16:33:44.201719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cdc5e3-f3a0-45df-b764-2107f2664f15 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:44.207205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Deleting port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:44.207812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.214569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.238453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Transition to ACTIVE for port object 04cdc5e3-f3a0-45df-b764-2107f2664f15 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:44.251551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718a3fa-9cfb-41d4-ad13-6ffdeb76383f req-75b40e86-a09c-4d0f-a285-302979838ba1 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.253463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7718a3fa-9cfb-41d4-ad13-6ffdeb76383f req-75b40e86-a09c-4d0f-a285-302979838ba1 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1168468 Nov 22 16:33:44.255372 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.324764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] For port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:44.325134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.346335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Pushing event updated for resources: {'Port': ['ID=04cdc5e3-f3a0-45df-b764-2107f2664f15,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.352711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Calling delete_port for e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:44.426664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7718a3fa-9cfb-41d4-ad13-6ffdeb76383f req-b0069edb-5d4b-4566-8535-e4d0fdcb51fd tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413474 Nov 22 16:33:44.504492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Attempting to bind port 04cdc5e3-f3a0-45df-b764-2107f2664f15 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:44.506926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Attempting to bind port 04cdc5e3-f3a0-45df-b764-2107f2664f15 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:44.507359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Attempting to bind port 04cdc5e3-f3a0-45df-b764-2107f2664f15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:44.514789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Port 04cdc5e3-f3a0-45df-b764-2107f2664f15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:44.515062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Attempting to bind port 04cdc5e3-f3a0-45df-b764-2107f2664f15 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:44.523803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:44.524191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:44.524598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:44.525867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Bound port: 04cdc5e3-f3a0-45df-b764-2107f2664f15, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:44.526263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.542035 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.555901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:44.641469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Pushing event deleted for resources: {'Port': ['ID=e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.681163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] No DVR routers for this DVR port e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:44.684082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.688849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-100fab1b-4037-4f2a-82aa-ca8b41e658cc req-3a51f745-33a1-466f-9b50-2f426beeb669 tempest-ServerRescueTestJSON-408799871 tempest-ServerRescueTestJSON-408799871-project] 10.222.0.37 "DELETE /v2.0/ports/e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 HTTP/1.1" status: 204 len: 173 time: 0.5926471 Nov 22 16:33:44.695469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] For port 04cdc5e3-f3a0-45df-b764-2107f2664f15, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:44.720115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] For port 04cdc5e3-f3a0-45df-b764-2107f2664f15, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=04cdc5e3-f3a0-45df-b764-2107f2664f15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:44.728343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.774993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa666c-f813-4738-ae3b-b987558b2456 req-24124f72-716a-4d08-bd57-f32bf986ac45 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.783963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2fa666c-f813-4738-ae3b-b987558b2456 req-24124f72-716a-4d08-bd57-f32bf986ac45 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 948 time: 0.1394184 Nov 22 16:33:44.804008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-e827f4fb-4d35-4ddb-b3ee-09b5fc060cef tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.806121 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-e827f4fb-4d35-4ddb-b3ee-09b5fc060cef tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.0732274 Nov 22 16:33:44.819122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816865-2'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:44.820425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.821759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.826435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] 10.222.0.37 "PUT /v2.0/ports/04cdc5e3-f3a0-45df-b764-2107f2664f15 HTTP/1.1" status: 200 len: 1096 time: 1.5867093 Nov 22 16:33:44.827228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aaa6b4c-7aca-4c11-94a4-dc4aae81276e', 'tag': '04cdc5e3-f3a0-45df-b764-2107f2664f15'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:44.831401 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ea16b0-2839-4669-a795-cd8113c46d95" -d '{"events": [{"name": "network-changed", "server_uuid": "6aaa6b4c-7aca-4c11-94a4-dc4aae81276e", "tag": "04cdc5e3-f3a0-45df-b764-2107f2664f15"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:44.899951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa552ca-bdca-4a7d-8d91-b40ee61f4e00 service neutron] Pushing event updated for resources: {'Port': ['ID=04cdc5e3-f3a0-45df-b764-2107f2664f15,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.918481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.929401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2fa666c-f813-4738-ae3b-b987558b2456 req-3fea6bed-4ec9-402f-b5b6-216139062f8e tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441252 Nov 22 16:33:45.023190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-585e11ac-4317-462e-9973-b855ab845bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.024604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-585e11ac-4317-462e-9973-b855ab845bae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56ebe45e81ee49499db2c306a02a8922&device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 1099 time: 0.0845795 Nov 22 16:33:45.050593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:45.103761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:45.113245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-78bb0741-66c9-465a-b17b-fb794a40e565 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=04cdc5e3-f3a0-45df-b764-2107f2664f15 HTTP/1.1" status: 200 len: 217 time: 0.0711470 Nov 22 16:33:45.134092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c1392-21da-45b7-8b6c-4367ea6be416 req-6a57e070-a21d-407f-9743-a6c255b14895 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.136806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-788c1392-21da-45b7-8b6c-4367ea6be416 req-6a57e070-a21d-407f-9743-a6c255b14895 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 945 time: 0.1112685 Nov 22 16:33:45.155912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:45.232723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.242472 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.264743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-3c590332-ac47-4e9d-bf56-6f3f1f8c24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.266646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-3c590332-ac47-4e9d-bf56-6f3f1f8c24fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1287003 Nov 22 16:33:45.358839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-788c1392-21da-45b7-8b6c-4367ea6be416 req-b752c73b-6fbe-4269-9554-df50fe7d1fe0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035003 Nov 22 16:33:45.390530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42eefa8-8bfc-4f2b-a192-bb5dd4d2c005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.392730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-709e0334-c0c5-4876-97c0-aaa6072cc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.397031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-709e0334-c0c5-4876-97c0-aaa6072cc2b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182895 Nov 22 16:33:45.408352 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-543ab858-af6e-4d9c-8423-4abea99b7e0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3514ce11b681483689c0bb169228eba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563743 Nov 22 16:33:45.414249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49246) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:45.495095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Pushing event updated for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:45.552213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on host n-h2-816865-2 for vnic_type normal with profile {"migrating_to": "n-h1-816865-2"} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:45.552701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:45.553136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:45.560529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28293008-0845-4060-b245-43574b6655f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.566282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:45.567725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Attempting to bind port 12556dbd-def8-4446-9762-13de466ca036 on network 112fda4c-684b-44f2-85c6-e6af6f5c6749 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:45.578180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:45.578774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Checking segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:45.579437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Bound using segment: {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:45.580398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Bound port: 12556dbd-def8-4446-9762-13de466ca036, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93242748-fd0d-42c8-b112-37edf56a80a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '112fda4c-684b-44f2-85c6-e6af6f5c6749'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:45.580864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.607440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28293008-0845-4060-b245-43574b6655f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.638186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-107cc63c-0d65-404e-aeed-eda3e0d00726 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323546 Nov 22 16:33:45.639293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49252) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:45.732615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:45.736976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:45.746757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9585e372-388e-4e13-a804-148336a88f2a', 'name': 'network-vif-deleted', 'tag': 'e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179'}, {'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12556dbd-def8-4446-9762-13de466ca036'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:45.753839 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffef8bae-0e19-4f81-a52b-59c4764b5606" -d '{"events": [{"server_uuid": "9585e372-388e-4e13-a804-148336a88f2a", "name": "network-vif-deleted", "tag": "e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179"}, {"server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "name": "network-vif-unplugged", "status": "completed", "tag": "12556dbd-def8-4446-9762-13de466ca036"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:45.766839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.781264 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28293008-0845-4060-b245-43574b6655f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.785318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28293008-0845-4060-b245-43574b6655f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.786572 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-28293008-0845-4060-b245-43574b6655f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e115875-4f21-4b23-af25-1b23e107d907 HTTP/1.1" status: 204 len: 168 time: 0.3709831 Nov 22 16:33:45.830128 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973f3df9-0065-4414-b706-830850116a37 x-openstack-request-id: req-973f3df9-0065-4414-b706-830850116a37 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:45.831015 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aaa6b4c-7aca-4c11-94a4-dc4aae81276e", "tag": "04cdc5e3-f3a0-45df-b764-2107f2664f15", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:45.831416 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-973f3df9-0065-4414-b706-830850116a37 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:45.832036 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aaa6b4c-7aca-4c11-94a4-dc4aae81276e', 'tag': '04cdc5e3-f3a0-45df-b764-2107f2664f15', 'status': 'completed', 'code': 200} Nov 22 16:33:45.892859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28293008-0845-4060-b245-43574b6655f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e115875-4f21-4b23-af25-1b23e107d907,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:45.975850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.976433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.978594 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] 10.222.0.37 "PUT /v2.0/ports/12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 200 len: 1121 time: 1.1645007 Nov 22 16:33:45.984274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479426d-6f1e-42d6-82e1-400bf891b715 service neutron] Pushing event updated for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:46.042765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a299dce3-d421-48c5-b0ff-e4634aba244d req-9f2d7a71-ee10-4867-9a03-d174ee3fead1 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950894 Nov 22 16:33:46.053360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fc51b-28c7-41fb-b7cd-9baf109e5d24 req-362954b2-eeef-4621-825b-25bd0d8e166e tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.059574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-422fc51b-28c7-41fb-b7cd-9baf109e5d24 req-362954b2-eeef-4621-825b-25bd0d8e166e tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1338234 Nov 22 16:33:46.103875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['12556dbd-def8-4446-9762-13de466ca036'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:46.148980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['12556dbd-def8-4446-9762-13de466ca036'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:46.443284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-5e7b3e1f-45a4-4eb0-bfa4-9feb58b2ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.449900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-5e7b3e1f-45a4-4eb0-bfa4-9feb58b2ca62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=56ebe45e81ee49499db2c306a02a8922&device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 1099 time: 0.3334572 Nov 22 16:33:46.471885 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-8dd0aeef-f76d-416f-958c-9f03d331a47b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1699197 Nov 22 16:33:46.472749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49286) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:46.510372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-422fc51b-28c7-41fb-b7cd-9baf109e5d24 req-314cb888-14d3-4e6b-b007-3393bfd80808 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432952 Nov 22 16:33:46.621722 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46e2b867-7df7-450a-96a7-494eaed64ae3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99eb34fa8df646078c838440d0dedb48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475220 Nov 22 16:33:46.623817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:46.630442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-62a97b74-09dc-4ab7-86ff-7038cc699780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.631415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-62a97b74-09dc-4ab7-86ff-7038cc699780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.632047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-62a97b74-09dc-4ab7-86ff-7038cc699780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.632681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-62a97b74-09dc-4ab7-86ff-7038cc699780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.633301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-62a97b74-09dc-4ab7-86ff-7038cc699780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.634052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-62a97b74-09dc-4ab7-86ff-7038cc699780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.635031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-62a97b74-09dc-4ab7-86ff-7038cc699780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.637339 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-62a97b74-09dc-4ab7-86ff-7038cc699780 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6500 time: 0.1289878 Nov 22 16:33:46.672691 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d3190c-5b2c-4bb1-afa9-6e7cbdeddee9 x-openstack-request-id: req-a5d3190c-5b2c-4bb1-afa9-6e7cbdeddee9 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:46.673236 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9585e372-388e-4e13-a804-148336a88f2a", "name": "network-vif-deleted", "tag": "e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179", "status": "completed", "code": 200}, {"server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "name": "network-vif-unplugged", "status": "completed", "tag": "12556dbd-def8-4446-9762-13de466ca036", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:46.673598 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5d3190c-5b2c-4bb1-afa9-6e7cbdeddee9 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:46.674842 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9585e372-388e-4e13-a804-148336a88f2a', 'name': 'network-vif-deleted', 'tag': 'e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179', 'status': 'completed', 'code': 200} Nov 22 16:33:46.678910 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12556dbd-def8-4446-9762-13de466ca036', 'code': 200} Nov 22 16:33:46.882996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-19b92de6-47a8-4887-9176-b22957009e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.883569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-19b92de6-47a8-4887-9176-b22957009e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.884355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-19b92de6-47a8-4887-9176-b22957009e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.887834 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-19b92de6-47a8-4887-9176-b22957009e81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=468837d3-9008-4da8-8231-5cd5ce780b04&id=468837d3-9008-4da8-8231-5cd5ce780b04 HTTP/1.1" status: 200 len: 2298 time: 0.2053435 Nov 22 16:33:46.907358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-be6b9fdb-e8d2-4926-814a-f70fab3ebca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.908995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-be6b9fdb-e8d2-4926-814a-f70fab3ebca2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4424355 Nov 22 16:33:46.913988 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc33d361-6eef-4344-880b-a99a6013d0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.005579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc33d361-6eef-4344-880b-a99a6013d0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.013998 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-7c5f810c-fb75-43d5-afbf-9e18dd72c791 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b37758-1682-4270-ab29-780874e6899b HTTP/1.1" status: 200 len: 1001 time: 0.1172502 Nov 22 16:33:47.025971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-7d2c9aa9-77e6-4a9a-97b2-f0cb98f29e19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=04cdc5e3-f3a0-45df-b764-2107f2664f15 HTTP/1.1" status: 200 len: 217 time: 0.0944490 Nov 22 16:33:47.116718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-b917fe09-b54c-4dd3-85b2-ef726f8f94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.119821 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-b917fe09-b54c-4dd3-85b2-ef726f8f94ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4ee08f-c083-4020-9676-13ac238ef52a HTTP/1.1" status: 200 len: 856 time: 0.0934410 Nov 22 16:33:47.121009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cccad9-1239-4fa2-a9d5-adc6ddb2eca7 req-2f0500a3-2a51-46b6-bc84-0bc2c5be2538 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.130985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81cccad9-1239-4fa2-a9d5-adc6ddb2eca7 req-2f0500a3-2a51-46b6-bc84-0bc2c5be2538 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 948 time: 0.3658202 Nov 22 16:33:47.201239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-5d3fb724-8870-4064-a148-9c792a858608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.205739 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-5d3fb724-8870-4064-a148-9c792a858608 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744054 Nov 22 16:33:47.303754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81cccad9-1239-4fa2-a9d5-adc6ddb2eca7 req-bab23140-1356-420b-84ba-fbd56400d432 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714406 Nov 22 16:33:47.308035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc33d361-6eef-4344-880b-a99a6013d0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.315828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc33d361-6eef-4344-880b-a99a6013d0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.317390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc33d361-6eef-4344-880b-a99a6013d0d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d36a5900-64b1-4979-8947-ce631039bfdc HTTP/1.1" status: 204 len: 168 time: 0.6918204 Nov 22 16:33:47.327840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-b77cf4e1-f4ac-43bf-8f44-0baa5c9b1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.330204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-b77cf4e1-f4ac-43bf-8f44-0baa5c9b1df8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2954826 Nov 22 16:33:47.396451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33d361-6eef-4344-880b-a99a6013d0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36a5900-64b1-4979-8947-ce631039bfdc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:47.512736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-451f1813-db7a-43f1-b04a-c78dcb8e6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.516594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-451f1813-db7a-43f1-b04a-c78dcb8e6955 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1722479 Nov 22 16:33:47.529619 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.558109 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-c9d98910-9511-4172-b3d2-5fe3106abfbb service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431027 Nov 22 16:33:47.611141 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-695a160a-2acc-41be-9c33-1da2a4bfce13 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1094985 Nov 22 16:33:47.691916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 12556dbd-def8-4446-9762-13de466ca036 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:47.774077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-10790c61-5f3d-4f4d-88aa-0059fddcd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.775779 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-10790c61-5f3d-4f4d-88aa-0059fddcd915 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 1095 time: 0.0917826 Nov 22 16:33:47.804627 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-3790935b-4225-4944-9d9f-e82d339c4024 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358949 Nov 22 16:33:47.841752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e57148d9-8568-4d61-8449-20c927ac97a9 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:47.883365 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-db0f6fe4-e517-4cf4-91c1-1860d689f19b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 200 len: 217 time: 0.0584536 Nov 22 16:33:47.958720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afc351-310c-4a00-8b97-7c46964cc4a3 req-d96ab5f0-bc35-45f0-ba32-128275580526 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.967203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55afc351-310c-4a00-8b97-7c46964cc4a3 req-d96ab5f0-bc35-45f0-ba32-128275580526 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.2327342 Nov 22 16:33:47.990603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: e57148d9-8568-4d61-8449-20c927ac97a9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:47.992319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e57148d9-8568-4d61-8449-20c927ac97a9 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:48.027754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8e86b5f-0c27-41a4-8798-894ab8d619f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.097569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-167d613a-b73f-4b68-8944-8449431ee261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.099153 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-167d613a-b73f-4b68-8944-8449431ee261 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1965828 Nov 22 16:33:48.123014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-19df6f41-ad4f-4b2b-8b25-e2297ee6acab service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991857 Nov 22 16:33:48.152435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:48.193560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 12556dbd-def8-4446-9762-13de466ca036 has no active binding in host n-h1-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:33:48.209276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-ff56d1ca-2249-4d4a-b374-a66acb5a18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.210861 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-ff56d1ca-2249-4d4a-b374-a66acb5a18e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.4029105 Nov 22 16:33:48.211196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55afc351-310c-4a00-8b97-7c46964cc4a3 req-60a1a8d2-0003-41f7-a943-6ae4f2636bff tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427356 Nov 22 16:33:48.241105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-8d200c1f-814b-4066-aaf2-4b47f38f0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.242981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-8d200c1f-814b-4066-aaf2-4b47f38f0cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335585 Nov 22 16:33:48.292996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-052a9a7d-d448-4b83-9329-601236c41620 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 200 len: 217 time: 0.0661690 Nov 22 16:33:48.447669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Deleting port ff185e9d-dcee-4191-980f-60da3fc6544f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:48.448207 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.523263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-57c5edf6-946f-4980-9da0-323a1d89d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.525909 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-57c5edf6-946f-4980-9da0-323a1d89d390 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.2133615 Nov 22 16:33:48.550126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9ea16b0-2839-4669-a795-cd8113c46d95 req-b21f748c-bae7-4368-b7e9-6f5bf2d93131 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031215 Nov 22 16:33:48.592945 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-383abd07-96a3-430a-9a0e-e0dca05c04f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443366 Nov 22 16:33:48.728578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] For port ff185e9d-dcee-4191-980f-60da3fc6544f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ff185e9d-dcee-4191-980f-60da3fc6544f,segment=NetworkSegment(6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46),segment_id=6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:48.729242 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.776351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Calling delete_port for ff185e9d-dcee-4191-980f-60da3fc6544f owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:48.801072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'tag': '12556dbd-def8-4446-9762-13de466ca036'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:48.807340 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "tag": "12556dbd-def8-4446-9762-13de466ca036"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:48.816070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-15cb7b86-25c3-4d2d-9db0-a5503e0b489a service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041779 Nov 22 16:33:48.856106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.893352 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-425ad1c7-9533-4118-8ae0-51665c0fdf94 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139259 Nov 22 16:33:48.926873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640405c2-1f8a-4010-acc5-686dd862b9a5 req-4add433f-754b-427f-8583-6294ba8753e6 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.935366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-640405c2-1f8a-4010-acc5-686dd862b9a5 req-4add433f-754b-427f-8583-6294ba8753e6 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1967778 Nov 22 16:33:49.036515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-640405c2-1f8a-4010-acc5-686dd862b9a5 req-8ac2d5d7-b476-4188-8204-5360d7a67355 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001096 Nov 22 16:33:49.054348 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf6aad05-9b7b-4acd-adec-1cedab99dd37 req-ebe18757-6dc6-4439-a01c-81c9636ddad2 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258995 Nov 22 16:33:49.111707 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-e7b21cd2-9652-47bc-8883-2b14f86451b4 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068429 Nov 22 16:33:49.226930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-37440e62-4afe-4314-b2ae-278af32cd671 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 200 len: 217 time: 0.1030321 Nov 22 16:33:49.283655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdb38b-04ee-4575-ad3a-066812c7c969 req-32848598-2d74-4af0-976d-a2d5f02dfcb3 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.291901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbdb38b-04ee-4575-ad3a-066812c7c969 req-32848598-2d74-4af0-976d-a2d5f02dfcb3 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 948 time: 0.1130991 Nov 22 16:33:49.348811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-239472a0-9200-4f35-a979-2343193b1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.350487 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-239472a0-9200-4f35-a979-2343193b1b8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1164253 Nov 22 16:33:49.445190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-ac2f3d99-ddb3-43fe-8433-93b0f33857dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.447834 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-ac2f3d99-ddb3-43fe-8433-93b0f33857dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0880923 Nov 22 16:33:49.501847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbdb38b-04ee-4575-ad3a-066812c7c969 req-0525b74a-ae50-4954-bfab-b581b956d07b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087290 Nov 22 16:33:49.515216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.615738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff185e9d-dcee-4191-980f-60da3fc6544f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:49.658385 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552d1739-82c8-4b5b-a946-8644d3a2c64e x-openstack-request-id: req-552d1739-82c8-4b5b-a946-8644d3a2c64e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:49.658989 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "tag": "12556dbd-def8-4446-9762-13de466ca036", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:49.658989 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-552d1739-82c8-4b5b-a946-8644d3a2c64e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:49.659335 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'tag': '12556dbd-def8-4446-9762-13de466ca036', 'status': 'completed', 'code': 200} Nov 22 16:33:49.716481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 04cdc5e3-f3a0-45df-b764-2107f2664f15 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:49.719015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:49.849023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:49.849646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3556af8-1d8f-4ccd-a2a7-0a29ffc6b179 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:49.937161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce59f64-2f74-4809-baaf-0baf720f8862 req-5937cea8-9108-4db5-bec4-57c9e795e4ed tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.939048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ce59f64-2f74-4809-baaf-0baf720f8862 req-5937cea8-9108-4db5-bec4-57c9e795e4ed tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.1341443 Nov 22 16:33:49.981576 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-6bedd576-3519-4cb6-866f-9c66a0c218f5 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136378 Nov 22 16:33:50.115584 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ce59f64-2f74-4809-baaf-0baf720f8862 req-972b49ba-f48f-47ad-ada8-577756925bff tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083820 Nov 22 16:33:50.158661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 04cdc5e3-f3a0-45df-b764-2107f2664f15, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=04cdc5e3-f3a0-45df-b764-2107f2664f15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:50.203152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '04cdc5e3-f3a0-45df-b764-2107f2664f15', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '04cdc5e3-f3a0-45df-b764-2107f2664f15', 'mac_address': 'fa:16:3e:a7:26:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:50.264428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-94d2629c-0ca0-495d-8e89-425f31b8d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:50.277869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.279620 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-94d2629c-0ca0-495d-8e89-425f31b8d0b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1124 time: 0.5056045 Nov 22 16:33:50.308795 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.355657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cdc5e3-f3a0-45df-b764-2107f2664f15 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:50.450646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 04cdc5e3-f3a0-45df-b764-2107f2664f15, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=04cdc5e3-f3a0-45df-b764-2107f2664f15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:50.472100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.715990 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.735516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=04cdc5e3-f3a0-45df-b764-2107f2664f15,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:50.846705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['04cdc5e3-f3a0-45df-b764-2107f2664f15'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:51.034540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1c4f2-4573-4dc6-94a4-ba28f78b4b30 req-b076eeba-3a3b-4775-8476-565a3960c6fc tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.044538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebb1c4f2-4573-4dc6-94a4-ba28f78b4b30 req-b076eeba-3a3b-4775-8476-565a3960c6fc tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.2977276 Nov 22 16:33:51.113585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Router 2a48fd74-45ed-427f-b0d3-48261c00b835 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:33:51.168042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebb1c4f2-4573-4dc6-94a4-ba28f78b4b30 req-ccffacb5-ef7c-4058-8ffe-9795344c758d tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988314 Nov 22 16:33:51.352795 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.423785 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-7de509a9-b518-46f3-bcd6-32e1714d0d8d service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4277160 Nov 22 16:33:51.494160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:51.505001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ddabb7b-e7fc-4831-b6ba-a410c9a77763 admin admin] 10.222.0.59 "PUT /v2.0/routers/2a48fd74-45ed-427f-b0d3-48261c00b835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8619170 Nov 22 16:33:51.510799 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] Sync routers for ids ['2a48fd74-45ed-427f-b0d3-48261c00b835'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:51.517073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda5b7e-2b4f-4fa1-98b0-5ef8b0edce97 req-755562b3-ed40-4de5-8276-256a31366072 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.527293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49366) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:51.529877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9eda5b7e-2b4f-4fa1-98b0-5ef8b0edce97 req-755562b3-ed40-4de5-8276-256a31366072 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 949 time: 0.1673658 Nov 22 16:33:51.532411 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] Routers {'2a48fd74-45ed-427f-b0d3-48261c00b835'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:51.533078 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:33:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2a48fd74-45ed-427f-b0d3-48261c00b835'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:51.545720 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-ef97f5aa-f469-478c-bdef-3e273f0bf1ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb HTTP/1.1" status: 200 len: 217 time: 0.1085050 Nov 22 16:33:51.599384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-73c3e7ab-4da0-4189-a598-c3b286c3aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.602129 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-73c3e7ab-4da0-4189-a598-c3b286c3aa0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 1.3210270 Nov 22 16:33:51.633256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9eda5b7e-2b4f-4fa1-98b0-5ef8b0edce97 req-95fccf08-8d7d-4a27-b3fb-48731dc30a2d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007857 Nov 22 16:33:51.879074 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] Set router 2a48fd74-45ed-427f-b0d3-48261c00b835 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:51.904191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.908820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-1923d8eb-fff2-4889-a9d4-6559697ab539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.911145 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-1923d8eb-fff2-4889-a9d4-6559697ab539 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.3303709 Nov 22 16:33:51.913880 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-c1b48cea-efbb-4cc9-9d4b-a6483887dbcd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 200 len: 217 time: 0.2524188 Nov 22 16:33:52.103803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.257341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.258047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.261292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.264387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.264885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.265360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.265822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.266478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.266800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.269564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.272573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.273059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.287293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da474cab-654a-4a5c-b1f4-d030bf467c6f req-c01000a1-e9d5-40b1-9569-ff319a62070c tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8478 time: 0.2828693 Nov 22 16:33:52.324010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-44e744b4-1bd6-4d5d-a5ae-c5df0ab7cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.325840 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:33:49Z', 'revision_number': 5, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port': {'id': 'f3d16f9b-4b90-48e2-ad3a-ff2241735292', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:53Z', 'updated_at': '2021-11-22T16:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:52.338612 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-44e744b4-1bd6-4d5d-a5ae-c5df0ab7cc62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.2571537 Nov 22 16:33:52.381898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-95dcf981-65b2-4486-ba92-2637d9b9cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.386320 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-95dcf981-65b2-4486-ba92-2637d9b9cab6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3099303 Nov 22 16:33:52.396263 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] Checking router: 2a48fd74-45ed-427f-b0d3-48261c00b835 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:52.410557 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] Routers {'2a48fd74-45ed-427f-b0d3-48261c00b835'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:52.411491 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:33:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2a48fd74-45ed-427f-b0d3-48261c00b835'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:52.563267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c461490-45e9-47d5-afb0-d243a1807fd8 req-8da107f9-872c-4086-ae19-55fe15a86421 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.572989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c461490-45e9-47d5-afb0-d243a1807fd8 req-8da107f9-872c-4086-ae19-55fe15a86421 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.1336291 Nov 22 16:33:52.607769 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-4cfb1c30-b51b-461c-b782-4d5ba9a5af56 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783230 Nov 22 16:33:52.611288 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-bbaa9db1-e8cc-4797-9199-f8042d3abf4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2635458 Nov 22 16:33:52.722480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c461490-45e9-47d5-afb0-d243a1807fd8 req-729a2d11-bd3e-4964-a2a1-69ba31c6d410 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483638 Nov 22 16:33:52.797599 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] Set router 2a48fd74-45ed-427f-b0d3-48261c00b835 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:52.891841 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:33:52Z', 'revision_number': 6, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:52.911208 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-d901afa5-5ca0-4ee9-927d-e293f4c90871 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692323 Nov 22 16:33:52.953946 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaace3a-5651-453e-b731-7d2be90cb477 None None] The sync data for ids ['2a48fd74-45ed-427f-b0d3-48261c00b835'] in n-d-816865-2 is: [{'id': '2a48fd74-45ed-427f-b0d3-48261c00b835', 'name': 'tempest-ServerRescueTestJSON-593415451-router', 'tenant_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:52Z', 'updated_at': '2021-11-22T16:33:52Z', 'revision_number': 6, 'project_id': 'f66de76dad094e6a9c5ba827fb1c91bf', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:53.142272 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac1d3ba1-e343-4ced-8d80-7683c8d506c3 req-fc9df4a0-0ed9-4c62-8859-263fb90fe4a9 service neutron] 10.222.0.62 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979873 Nov 22 16:33:53.162909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Deleting port f3d16f9b-4b90-48e2-ad3a-ff2241735292 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:53.164694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.235192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 12556dbd-def8-4446-9762-13de466ca036 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:53.300114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4a78d-2501-4c2d-a011-1289a68cf661 req-a5fef329-0a77-4e49-891c-11eda3f387cf tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.303477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6fd4a78d-2501-4c2d-a011-1289a68cf661 req-a5fef329-0a77-4e49-891c-11eda3f387cf tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0900311 Nov 22 16:33:53.437264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] For port f3d16f9b-4b90-48e2-ad3a-ff2241735292, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f3d16f9b-4b90-48e2-ad3a-ff2241735292,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:53.437796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.453164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Calling delete_port for f3d16f9b-4b90-48e2-ad3a-ff2241735292 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:53.467902 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:53.485145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6fd4a78d-2501-4c2d-a011-1289a68cf661 req-7e32c92a-bb05-46db-958c-ed303c6b9e43 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714430 Nov 22 16:33:53.540579 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-b269f58b-0ab3-4f0a-ad4c-d48871ac99ea service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9204974 Nov 22 16:33:53.615554 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.621944 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-dec17cd6-fdd4-4f75-b9cb-09ebf0466515 service neutron] 10.222.0.62 "GET /v2.0/ports/12556dbd-def8-4446-9762-13de466ca036/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.4206452 Nov 22 16:33:53.623286 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-6a3d0388-e4ac-4334-a641-032c07e891a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=c0d4f85a-1783-4f53-806b-b3186488fd29 HTTP/1.1" status: 200 len: 217 time: 0.0611713 Nov 22 16:33:53.648121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:53.650632 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a79d2f7-14f7-40a3-9e26-d61af1df8cc6" -d '{"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-unplugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:53.666986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:53.680559 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.705358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15bcab-3ac1-4301-882a-175191283584 req-02d51216-1d06-4102-9332-32a6cb95e84f tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.720819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad15bcab-3ac1-4301-882a-175191283584 req-02d51216-1d06-4102-9332-32a6cb95e84f tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 886 time: 0.1710646 Nov 22 16:33:53.744273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 04cdc5e3-f3a0-45df-b764-2107f2664f15 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:53.751253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:53.869269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e0ae0-f172-43b9-9e2d-c40fcbe98fb8 req-47c2c421-e8c5-43f4-90a0-613ca4dfd459 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.871125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f65e0ae0-f172-43b9-9e2d-c40fcbe98fb8 req-47c2c421-e8c5-43f4-90a0-613ca4dfd459 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 949 time: 0.0715718 Nov 22 16:33:53.882207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 04cdc5e3-f3a0-45df-b764-2107f2664f15 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:53.888011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 04cdc5e3-f3a0-45df-b764-2107f2664f15 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:53.888301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-51008039-e51b-4dd5-809b-66f44d1174eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.888501 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.893170 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-51008039-e51b-4dd5-809b-66f44d1174eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.2139215 Nov 22 16:33:53.999829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f65e0ae0-f172-43b9-9e2d-c40fcbe98fb8 req-d9d2f6fd-7bdd-49f8-92b3-a733796f1ae2 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174941 Nov 22 16:33:54.084480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ff185e9d-dcee-4191-980f-60da3fc6544f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:54.092691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.114526 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b6066-4029-4359-87fd-9fb0bae0da0b x-openstack-request-id: req-e72b6066-4029-4359-87fd-9fb0bae0da0b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:54.115108 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-unplugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:54.115378 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e72b6066-4029-4359-87fd-9fb0bae0da0b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:54.115957 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162', 'code': 200} Nov 22 16:33:54.168211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ff185e9d-dcee-4191-980f-60da3fc6544f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:54.168930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ff185e9d-dcee-4191-980f-60da3fc6544f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:54.169382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f3d16f9b-4b90-48e2-ad3a-ff2241735292 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:54.225299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-bdabc7b7-9c08-40fc-8a64-76f43810ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.227300 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-bdabc7b7-9c08-40fc-8a64-76f43810ba62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3262150 Nov 22 16:33:54.255896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 04cdc5e3-f3a0-45df-b764-2107f2664f15, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=04cdc5e3-f3a0-45df-b764-2107f2664f15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:54.318537 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.334709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.337686 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.469864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.473998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=04cdc5e3-f3a0-45df-b764-2107f2664f15,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:54.602986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d16f9b-4b90-48e2-ad3a-ff2241735292,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:54.607335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.615803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.651886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:54.710767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.712388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.714025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.715298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.716158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.716834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.717559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.718382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.719222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.720270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.720956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.721589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.735505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c8ba697-ae12-4e82-81c2-f74bcca7c3c9 req-13108b05-fc58-444f-8524-ba0cda0485e3 tempest-NetworksTest-1823275039 tempest-NetworksTest-1823275039-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8478 time: 0.6261868 Nov 22 16:33:54.813051 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-dd6d182c-0a42-4037-a97b-232f2bfeb09a service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725172 Nov 22 16:33:54.816342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:54.822123 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.822419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a48fd74-45ed-427f-b0d3-48261c00b835 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:33:54.832246 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.836036 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-267f977c-73d4-4713-b1fc-e6db86e24977 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2a48fd74-45ed-427f-b0d3-48261c00b835 HTTP/1.1" status: 204 len: 168 time: 3.2963967 Nov 22 16:33:54.839272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49404) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:54.952775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e283941-f682-4220-9431-05eb76c213b5 req-6a0ce8a0-e1c8-44c5-8c72-2eec1d9dd85e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.956780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e283941-f682-4220-9431-05eb76c213b5 req-6a0ce8a0-e1c8-44c5-8c72-2eec1d9dd85e tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 943 time: 0.1592581 Nov 22 16:33:54.981997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d79e99a-8241-40b6-bcd2-0b27356e1b25 admin admin] Deleting subnet 969ed064-fdc4-48ac-9fea-4272844338ed {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:55.020285 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d79e99a-8241-40b6-bcd2-0b27356e1b25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.073254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12556dbd-def8-4446-9762-13de466ca036 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:55.094594 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d79e99a-8241-40b6-bcd2-0b27356e1b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.105508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:55.172515 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-42025a45-fd26-4456-81b7-29bd369677c8 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377876 Nov 22 16:33:55.176430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.192104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d79e99a-8241-40b6-bcd2-0b27356e1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.242107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e283941-f682-4220-9431-05eb76c213b5 req-c7f1e4ad-34a4-49a7-a13a-e669cd95f06f tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760313 Nov 22 16:33:55.250822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:55.277696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-75273712-9a8f-4bc8-bea8-ea8dbfeff242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5 HTTP/1.1" status: 200 len: 217 time: 0.0811605 Nov 22 16:33:55.359006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-60d91117-cb01-4a14-9283-17fd21b545e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.362448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-60d91117-cb01-4a14-9283-17fd21b545e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.0762019 Nov 22 16:33:55.370646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d79e99a-8241-40b6-bcd2-0b27356e1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.434589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49410) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:55.452379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79e99a-8241-40b6-bcd2-0b27356e1b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969ed064-fdc4-48ac-9fea-4272844338ed,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:55.462433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d79e99a-8241-40b6-bcd2-0b27356e1b25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.469032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5d79e99a-8241-40b6-bcd2-0b27356e1b25 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/969ed064-fdc4-48ac-9fea-4272844338ed HTTP/1.1" status: 204 len: 168 time: 0.6259387 Nov 22 16:33:55.473602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49414) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:55.553975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:55.571302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '244f593a-dea4-4122-9097-049db7151162', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '244f593a-dea4-4122-9097-049db7151162', 'mac_address': 'fa:16:3e:9c:13:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:55.632350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.663436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244f593a-dea4-4122-9097-049db7151162 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:55.710716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:55.715441 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.738998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b44621-c080-4f76-8a8e-b77337a0674b req-b661f010-7652-4c82-9722-e709fffd2f99 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.742254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06b44621-c080-4f76-8a8e-b77337a0674b req-b661f010-7652-4c82-9722-e709fffd2f99 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 947 time: 0.1068609 Nov 22 16:33:55.773200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.813204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-ff0bb1ba-c2d8-4cf2-b210-76e134ec7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.818005 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-ff0bb1ba-c2d8-4cf2-b210-76e134ec7442 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4443362 Nov 22 16:33:55.825379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:55.853878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] Transition to ACTIVE for port object 12556dbd-def8-4446-9762-13de466ca036 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:55.870286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06b44621-c080-4f76-8a8e-b77337a0674b req-e3a45207-f5fc-43bb-9f6f-141112b4c1ad tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203420 Nov 22 16:33:55.883204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.903291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd770-b6d1-407d-bef3-42a9ce85bae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.032188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870da8a5-4cfd-43df-9373-8857f881cd7e req-2533a198-5fd5-4f59-88d5-9afe7c190f3b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.041982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-870da8a5-4cfd-43df-9373-8857f881cd7e req-2533a198-5fd5-4f59-88d5-9afe7c190f3b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 950 time: 0.0838768 Nov 22 16:33:56.117151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa6b4c-7aca-4c11-94a4-dc4aae81276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cdc5e3-f3a0-45df-b764-2107f2664f15'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:56.122504 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51502599-4dc7-4fdc-8afe-b2c3b722d829" -d '{"events": [{"server_uuid": "6aaa6b4c-7aca-4c11-94a4-dc4aae81276e", "name": "network-vif-plugged", "status": "completed", "tag": "04cdc5e3-f3a0-45df-b764-2107f2664f15"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:56.142021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-870da8a5-4cfd-43df-9373-8857f881cd7e req-d1aafc18-54db-4240-91c6-c7be3173410d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966442 Nov 22 16:33:56.166644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['244f593a-dea4-4122-9097-049db7151162'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:56.278527 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258a234d-d51a-4ef6-bf04-262d4e7f05c6 x-openstack-request-id: req-258a234d-d51a-4ef6-bf04-262d4e7f05c6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:56.280231 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa6b4c-7aca-4c11-94a4-dc4aae81276e", "name": "network-vif-plugged", "status": "completed", "tag": "04cdc5e3-f3a0-45df-b764-2107f2664f15", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:56.280772 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-258a234d-d51a-4ef6-bf04-262d4e7f05c6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:56.281851 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa6b4c-7aca-4c11-94a4-dc4aae81276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cdc5e3-f3a0-45df-b764-2107f2664f15', 'code': 200} Nov 22 16:33:56.438657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f27dc-fbee-4f43-84bd-9bc8ba7ecb16 req-e46e0195-3537-4148-91f6-728733b57d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.440286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-180f27dc-fbee-4f43-84bd-9bc8ba7ecb16 req-e46e0195-3537-4148-91f6-728733b57d9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 1101 time: 0.0969539 Nov 22 16:33:56.559441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-180f27dc-fbee-4f43-84bd-9bc8ba7ecb16 req-f2485602-44fe-4994-b2a5-78fa9c476839 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937722 Nov 22 16:33:56.577774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45360b0-0875-4b53-84b8-723cd7858177 req-062f7abb-0b86-4acf-ab24-0ab29f1341be tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.585495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e45360b0-0875-4b53-84b8-723cd7858177 req-062f7abb-0b86-4acf-ab24-0ab29f1341be tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 944 time: 0.1373711 Nov 22 16:33:56.658835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e45360b0-0875-4b53-84b8-723cd7858177 req-75358eb8-2ef3-4e6b-97e6-60eee464adde tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707574 Nov 22 16:33:56.680557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] No DVR routers for this DVR port 12556dbd-def8-4446-9762-13de466ca036 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:56.717935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.720648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] Pushing event updated for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:56.773610 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3056e381-45aa-4de3-b448-c78fff88a995 service neutron] 10.222.0.62 "PUT /v2.0/ports/12556dbd-def8-4446-9762-13de466ca036/bindings/n-h1-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 3.1425178 Nov 22 16:33:56.795178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-66e8f6f0-3e2e-4b3a-a343-f3376c310106 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9646258 Nov 22 16:33:56.822381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99f0dae-9b28-4709-a2b9-398ceb7a98d1']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:56.848662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:56.848988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6e7c7a-a2d7-4a50-b76e-50abb5dc3d46') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:56.903778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.944260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.954131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3cd3dc3f-9ea7-412c-86da-b05dcfb0e5fc tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.956683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-3cd3dc3f-9ea7-412c-86da-b05dcfb0e5fc tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.1068289 Nov 22 16:33:56.958359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd770-b6d1-407d-bef3-42a9ce85bae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.963464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:56.963898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:56.965891 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:56.977943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd770-b6d1-407d-bef3-42a9ce85bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.069502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-08558b36-3c19-45f0-a55c-878c52009dd1 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613244 Nov 22 16:33:57.081513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-9c63d93b-5480-4efb-91ed-063ec517b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.086023 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-9c63d93b-5480-4efb-91ed-063ec517b503 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5&tenant_id=0cbce29029e6439abe3b3deba92cfb91 HTTP/1.1" status: 200 len: 1095 time: 0.1160564 Nov 22 16:33:57.106869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8161-3c44-4bd8-953e-9f2b786b960c req-33ebcf01-0838-4622-9a8f-a173452909d7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.109249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc9a8161-3c44-4bd8-953e-9f2b786b960c req-33ebcf01-0838-4622-9a8f-a173452909d7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 948 time: 0.0936937 Nov 22 16:33:57.114546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbd770-b6d1-407d-bef3-42a9ce85bae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31da25b-2fa8-4386-b390-a7b75e59c23b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:57.153695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.159669 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c7dbd770-b6d1-407d-bef3-42a9ce85bae1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70f5dfde0f6a43628ad2948f0b533eae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7153256 Nov 22 16:33:57.162244 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-fbf9aa14-38ce-4b7e-8ae4-8f8cd59b59dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325 HTTP/1.1" status: 200 len: 217 time: 0.0773308 Nov 22 16:33:57.165866 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.169809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49442) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:57.172585 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] 10.222.0.59 "DELETE /v2.0/networks/a99f0dae-9b28-4709-a2b9-398ceb7a98d1 HTTP/1.1" status: 204 len: 168 time: 1.6549363 Nov 22 16:33:57.195771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b19da9-1316-4564-91bb-444161abe94c admin admin] Pushing event deleted for resources: {'Network': ['ID=a99f0dae-9b28-4709-a2b9-398ceb7a98d1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:57.240479 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-f086e2e1-4d99-4174-8b05-5e9a81aeec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.242285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-bed099ea-8d50-4d2d-8a2f-f8e74dac4dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.243091 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-f086e2e1-4d99-4174-8b05-5e9a81aeec68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.0688426 Nov 22 16:33:57.243899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-bed099ea-8d50-4d2d-8a2f-f8e74dac4dbb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0cbce29029e6439abe3b3deba92cfb91&device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1095 time: 0.1270325 Nov 22 16:33:57.268104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc9a8161-3c44-4bd8-953e-9f2b786b960c req-07787c02-460a-4d3b-af62-87eab29e0da3 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377954 Nov 22 16:33:57.307605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-ac6670dc-9b05-4f26-a568-f01e705d27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.309409 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-ac6670dc-9b05-4f26-a568-f01e705d27f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516248 Nov 22 16:33:57.376735 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af725d2b-d199-4a60-bd94-988d492bdb5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.440334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af725d2b-d199-4a60-bd94-988d492bdb5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.479758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49448) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:57.543502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e390d-9df6-453b-8fe7-a79a622d7b98 req-38e24519-c95d-41d3-a58d-aca48fbe5036 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.545391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c8e390d-9df6-453b-8fe7-a79a622d7b98 req-38e24519-c95d-41d3-a58d-aca48fbe5036 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 950 time: 0.1639874 Nov 22 16:33:57.547442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-2df14212-9aa0-4f91-8c66-3c962347a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.549064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-2df14212-9aa0-4f91-8c66-3c962347a046 service neutron] 10.222.0.37 "GET /v2.0/networks?id=112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 200 len: 908 time: 0.2787805 Nov 22 16:33:57.566267 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c938d4dd-2efd-4ba5-957d-a0f67c0a4368 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f66de76dad094e6a9c5ba827fb1c91bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0838127 Nov 22 16:33:57.570365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49450) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:57.601690 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-7d8f1dd7-33e4-450c-bc21-b5010fcbcacd service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828965 Nov 22 16:33:57.710138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb6696a3-80b4-4ff5-a225-47b2f28136ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.720172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c8e390d-9df6-453b-8fe7-a79a622d7b98 req-5fafc42d-9168-44d8-b28c-824b43ec5b53 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660471 Nov 22 16:33:57.727146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-de090cf8-4f58-4211-b568-e22812c31d05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 200 len: 217 time: 0.1197283 Nov 22 16:33:57.747400 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb6696a3-80b4-4ff5-a225-47b2f28136ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.774995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af725d2b-d199-4a60-bd94-988d492bdb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.779461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af725d2b-d199-4a60-bd94-988d492bdb5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.795409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-af725d2b-d199-4a60-bd94-988d492bdb5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a31da25b-2fa8-4386-b390-a7b75e59c23b HTTP/1.1" status: 204 len: 168 time: 0.6189291 Nov 22 16:33:57.888495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-cfc45574-291b-49cd-afab-f1a47ddd717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.892729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-cfc45574-291b-49cd-afab-f1a47ddd717f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 200 len: 847 time: 0.1507971 Nov 22 16:33:57.905135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d10f259e-6248-497f-b2d9-8cc65a59f1e2 req-88a26598-f673-4bdd-afbc-78c9b32249c2 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926977 Nov 22 16:33:57.959135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb6696a3-80b4-4ff5-a225-47b2f28136ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.964427 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb6696a3-80b4-4ff5-a225-47b2f28136ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.976011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af725d2b-d199-4a60-bd94-988d492bdb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31da25b-2fa8-4386-b390-a7b75e59c23b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.019369 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cb6696a3-80b4-4ff5-a225-47b2f28136ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9a75279-da0e-4e2a-b50c-a1a0a0b4d417 HTTP/1.1" status: 204 len: 168 time: 0.4123363 Nov 22 16:33:58.062404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6696a3-80b4-4ff5-a225-47b2f28136ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a75279-da0e-4e2a-b50c-a1a0a0b4d417,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.129976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-b33a0f59-5d50-477b-8ace-f13471533a8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=112fda4c-684b-44f2-85c6-e6af6f5c6749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2281053 Nov 22 16:33:58.317157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627dfd7-58c2-4737-abf9-ee83572fd222 req-600bcd7f-2a8b-44d8-9186-4dc67fa75557 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:58.320288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c627dfd7-58c2-4737-abf9-ee83572fd222 req-600bcd7f-2a8b-44d8-9186-4dc67fa75557 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 944 time: 0.3515451 Nov 22 16:33:58.560720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c627dfd7-58c2-4737-abf9-ee83572fd222 req-f9d88797-a5f2-439c-ab7a-ced9ca0fdbce tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245972 Nov 22 16:33:58.616050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49466) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:58.620452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-57c281aa-a77a-41c3-b61e-9d52757455f0 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801888 Nov 22 16:33:58.653014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-626f52d0-8e5e-48f4-bf3f-23a1eece8176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.708340 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:33:58.864161 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-626f52d0-8e5e-48f4-bf3f-23a1eece8176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.874321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-626f52d0-8e5e-48f4-bf3f-23a1eece8176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.886678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-cc2d360f-d424-461d-9a80-f44fed67f4c0 service neutron] 10.222.0.37 "GET /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573929 Nov 22 16:33:58.990854 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-626f52d0-8e5e-48f4-bf3f-23a1eece8176 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07df01d044504dd78a3ab988c8f08a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730087 Nov 22 16:33:58.992115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f52d0-8e5e-48f4-bf3f-23a1eece8176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaedfce-0a94-4f70-a50b-40712c915bcc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.998344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49482) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:59.117473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d12cd-5c82-4f6d-aa40-7d0d4518e3aa req-36e3b361-14e4-4532-9fcd-1f86d1a18143 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:59.135551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-143d12cd-5c82-4f6d-aa40-7d0d4518e3aa req-36e3b361-14e4-4532-9fcd-1f86d1a18143 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 948 time: 0.1766348 Nov 22 16:33:59.146883 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0675-cc28-4beb-9440-63e53a2bda0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.245118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-143d12cd-5c82-4f6d-aa40-7d0d4518e3aa req-96342079-b1da-43f1-8488-acebd714350f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033857 Nov 22 16:33:59.263085 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0675-cc28-4beb-9440-63e53a2bda0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.287269 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:59.415334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0675-cc28-4beb-9440-63e53a2bda0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.419997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0675-cc28-4beb-9440-63e53a2bda0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.425913 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a8ab0675-cc28-4beb-9440-63e53a2bda0e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdaedfce-0a94-4f70-a50b-40712c915bcc HTTP/1.1" status: 204 len: 168 time: 0.4252086 Nov 22 16:33:59.444426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab0675-cc28-4beb-9440-63e53a2bda0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaedfce-0a94-4f70-a50b-40712c915bcc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:59.445687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 244f593a-dea4-4122-9097-049db7151162 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:59.446656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.635700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-f0062d60-591d-4df5-a747-19dc84a5338c tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:59.645095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-f0062d60-591d-4df5-a747-19dc84a5338c tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5&tenant_id=0cbce29029e6439abe3b3deba92cfb91&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.1759939 Nov 22 16:33:59.657383 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.677476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e077b71-0ccf-4262-9793-be89d8bb3785 req-d73efba4-6345-45d3-9038-b2b20ba3068c tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:59.689561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e077b71-0ccf-4262-9793-be89d8bb3785 req-d73efba4-6345-45d3-9038-b2b20ba3068c tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 950 time: 0.2481143 Nov 22 16:33:59.773494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:59.777504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:59.780118 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d644f7f3-2fee-47c6-9e2e-dcfafd4859bb" -d '{"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-plugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:59.790200 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.818181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e077b71-0ccf-4262-9793-be89d8bb3785 req-02d0bbf0-49be-43ba-aa21-c8396f7dc8bf tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273632 Nov 22 16:33:59.894552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:59.994111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-90db1123-3e17-40dc-92c1-8207673f45cf service neutron] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:59.999596 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-90db1123-3e17-40dc-92c1-8207673f45cf service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.001874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f647ea3d-3fb0-4931-a4e5-598d5f908049 req-90db1123-3e17-40dc-92c1-8207673f45cf service neutron] 10.222.0.37 "DELETE /v2.0/ports/12556dbd-def8-4446-9762-13de466ca036/bindings/n-h2-816865-2 HTTP/1.1" status: 204 len: 173 time: 0.3405190 Nov 22 16:34:00.102193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f796453-a1d5-451c-b62c-fe20a67dbad8 req-92a997d9-293b-40c1-81db-ce82aa470b53 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:00.111937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f796453-a1d5-451c-b62c-fe20a67dbad8 req-92a997d9-293b-40c1-81db-ce82aa470b53 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 944 time: 0.1002591 Nov 22 16:34:00.124164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49512) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:00.230455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f796453-a1d5-451c-b62c-fe20a67dbad8 req-2603f2d3-0699-4400-b5da-7dcea05e498d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162841 Nov 22 16:34:00.345093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-238350985-network', 'tenant_id': '0b51ae8f8e6440f9957ee83023747d1b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:00.379059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Made reservation on behalf of 0b51ae8f8e6440f9957ee83023747d1b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:00.383421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.408664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.479047 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5ddbcb-f605-45df-bd6c-49d54e033ee6 x-openstack-request-id: req-aa5ddbcb-f605-45df-bd6c-49d54e033ee6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:00.479897 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-plugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:00.479897 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa5ddbcb-f605-45df-bd6c-49d54e033ee6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:00.480296 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162', 'code': 200} Nov 22 16:34:00.593679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.607675 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.708249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:00.723933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7d2f38-4805-496a-a562-7731c0add5dc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:00.769574 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.770213 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Added segment eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e of type vlan for network b19c65e6-fd57-445c-8099-006838fac096 Nov 22 16:34:00.850610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.917041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.920293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:00.924460 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.131185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0055559 Nov 22 16:34:01.140160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49548) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:01.149610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Request body: {'subnet': {'network_id': 'b19c65e6-fd57-445c-8099-006838fac096', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-238350985-subnet', 'tenant_id': '0b51ae8f8e6440f9957ee83023747d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:01.172556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550005b-9804-48f9-af0a-8a9eb9faba54 admin admin] Pushing event updated for resources: {'Network': ['ID=b19c65e6-fd57-445c-8099-006838fac096,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:01.185967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b19c65e6-fd57-445c-8099-006838fac096 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:01.211489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62604b-fc82-4d92-aec8-f997234ed9b2 req-7087f686-9bce-4360-a8a1-8f19fe92b2fc tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.214370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba62604b-fc82-4d92-aec8-f997234ed9b2 req-7087f686-9bce-4360-a8a1-8f19fe92b2fc tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1336918 Nov 22 16:34:01.231103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9604f9-ce85-4e53-9bfc-bdd9394a68fa req-a1489c64-c9f2-4026-ae18-c0e05cf7e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.239215 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9604f9-ce85-4e53-9bfc-bdd9394a68fa req-a1489c64-c9f2-4026-ae18-c0e05cf7e0b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1100 time: 0.1846013 Nov 22 16:34:01.241575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Made reservation on behalf of 0b51ae8f8e6440f9957ee83023747d1b for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:01.256601 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.310410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba62604b-fc82-4d92-aec8-f997234ed9b2 req-18a5ee3c-21a7-4301-be6c-6cb17acb1d74 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881069 Nov 22 16:34:01.387180 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9604f9-ce85-4e53-9bfc-bdd9394a68fa req-7a1498cd-aec5-4d54-be3e-5eb9c9ce49fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280720 Nov 22 16:34:01.591470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db37e5a-268e-4d03-b662-f1e3cc665955 req-bc1f27d2-4551-4d7c-9e50-66ee683af25b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.600846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2db37e5a-268e-4d03-b662-f1e3cc665955 req-bc1f27d2-4551-4d7c-9e50-66ee683af25b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 950 time: 0.1441295 Nov 22 16:34:01.706715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2db37e5a-268e-4d03-b662-f1e3cc665955 req-504d29b8-6ac5-4825-8e40-1c1502ddf535 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024539 Nov 22 16:34:01.870876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.877154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827735f-08fa-4537-b58a-2be3aba3f0d8 req-77b9c7a9-1664-4eeb-8e52-c2208a81cffb tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.879452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b827735f-08fa-4537-b58a-2be3aba3f0d8 req-77b9c7a9-1664-4eeb-8e52-c2208a81cffb tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 1095 time: 0.0984228 Nov 22 16:34:01.958080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=047729b2-f9d5-4ae4-963e-c254b8da40dd,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:01.968782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Checking segment: {'id': 'eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b19c65e6-fd57-445c-8099-006838fac096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:01.969324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Network hostable DHCP agents. Network: b19c65e6-fd57-445c-8099-006838fac096, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:01.975621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b827735f-08fa-4537-b58a-2be3aba3f0d8 req-ef0af84b-e077-4898-810e-459413dcd167 tempest-LiveMigrationTest-877288976 tempest-LiveMigrationTest-877288976-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782466 Nov 22 16:34:02.012699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Network b19c65e6-fd57-445c-8099-006838fac096 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:02.044358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b19c65e6-fd57-445c-8099-006838fac096) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:02.050613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.052059 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:02.057007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521a0bc-6204-4aba-8ead-fb5091abbd12 None None] Network b19c65e6-fd57-445c-8099-006838fac096 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:02.102906 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4b9362f4-6ade-442c-90e1-dcc3b2f9d3de admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9508371 Nov 22 16:34:02.271016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e514853-1e49-4e3d-a3bb-b3a56c11de22 None None] Network b19c65e6-fd57-445c-8099-006838fac096 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:02.618704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3a3c7-1cf2-4d5f-b1c4-ad832c3ae339 req-89f3637f-9466-4f8a-9c3d-3d7dd9315861 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.621819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6a3a3c7-1cf2-4d5f-b1c4-ad832c3ae339 req-89f3637f-9466-4f8a-9c3d-3d7dd9315861 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1405699 Nov 22 16:34:02.732078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6a3a3c7-1cf2-4d5f-b1c4-ad832c3ae339 req-9cde2938-e353-4711-b376-a90c2bcf8f7f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010334 Nov 22 16:34:03.128959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03deeada-d4a2-4818-bfae-be3c3ba28065 req-5779e912-3970-4572-8739-18e7c6cce1dd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.138878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03deeada-d4a2-4818-bfae-be3c3ba28065 req-5779e912-3970-4572-8739-18e7c6cce1dd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 944 time: 0.1830173 Nov 22 16:34:03.246509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-e09fc7ef-239a-4141-af88-9e0cf259c294 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.248290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-e09fc7ef-239a-4141-af88-9e0cf259c294 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 944 time: 0.1464846 Nov 22 16:34:03.265055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03deeada-d4a2-4818-bfae-be3c3ba28065 req-e5059976-bbbe-4166-8841-38b75b35fd7d tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248410 Nov 22 16:34:03.451044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49606) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:03.455823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-253513631-network', 'tenant_id': 'a03f47482d034151b7c42189fa112af1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:03.509219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Made reservation on behalf of a03f47482d034151b7c42189fa112af1 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:03.513088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Deleting port 12556dbd-def8-4446-9762-13de466ca036 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:03.513537 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.516777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.550831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.627858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] For port 12556dbd-def8-4446-9762-13de466ca036, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12556dbd-def8-4446-9762-13de466ca036,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:03.628819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.638862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b18e5-0b36-4895-9a83-897bb2954497 req-4146caea-900f-4ea4-86fc-fcfa84fc2199 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.647485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-940b18e5-0b36-4895-9a83-897bb2954497 req-4146caea-900f-4ea4-86fc-fcfa84fc2199 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 950 time: 0.2172697 Nov 22 16:34:03.682040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.691120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Calling delete_port for 12556dbd-def8-4446-9762-13de466ca036 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:03.702183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.746590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:03.761162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8a4b6d-2a68-4958-803f-da36b24a71bf,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:03.773340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-940b18e5-0b36-4895-9a83-897bb2954497 req-f96f6c9b-4ba6-4ef1-b8ae-0a8403cc2010 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243184 Nov 22 16:34:03.774846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.775421 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Added segment 031405d6-b651-4d54-ae29-b78e478723e2 of type vlan for network 3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1 Nov 22 16:34:03.935392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.987931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.995737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.999179 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.053387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.070841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ba3e8646-e4f8-41c1-b41d-9be38fb4569c', '12556dbd-def8-4446-9762-13de466ca036'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:04.073119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6232264 Nov 22 16:34:04.080855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:04.087632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Request body: {'subnet': {'network_id': '3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-253513631-subnet', 'tenant_id': 'a03f47482d034151b7c42189fa112af1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:04.125452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Pushing event deleted for resources: {'Port': ['ID=12556dbd-def8-4446-9762-13de466ca036,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:04.182675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fe10b-4554-42ee-9c9f-9f90bd01b3aa admin admin] Pushing event updated for resources: {'Network': ['ID=3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:04.196302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Made reservation on behalf of a03f47482d034151b7c42189fa112af1 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:04.201084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:04.209985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.227033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] No DVR routers for this DVR port 12556dbd-def8-4446-9762-13de466ca036 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:04.232340 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.236246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2879c469-968f-4c0d-8ebd-62a208653f6e req-dc453921-e237-4a50-b232-2c3a58b70df0 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.37 "DELETE /v2.0/ports/12556dbd-def8-4446-9762-13de466ca036 HTTP/1.1" status: 204 len: 173 time: 0.9666085 Nov 22 16:34:04.238418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'name': 'network-vif-deleted', 'tag': '12556dbd-def8-4446-9762-13de466ca036'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:04.240034 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3c3fdf-876b-42e9-a912-e3d0ad063240" -d '{"events": [{"server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "name": "network-vif-deleted", "tag": "12556dbd-def8-4446-9762-13de466ca036"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:04.254506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628afd2-e5d0-4fbb-af14-1f56035ed29d req-d8494061-b29a-4b08-abc4-9e0129a7b5fb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.271622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5628afd2-e5d0-4fbb-af14-1f56035ed29d req-d8494061-b29a-4b08-abc4-9e0129a7b5fb tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1495488 Nov 22 16:34:04.385757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5628afd2-e5d0-4fbb-af14-1f56035ed29d req-8823db09-9ae3-4437-823a-b9d28cfd2f1b tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129653 Nov 22 16:34:04.617184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff20a-70d5-4f73-b56b-0c57613ec669 req-a890997e-ddf3-4a46-98f4-f03aadcce1c9 tempest-LiveMigrationNegativeTest-1394445656 tempest-LiveMigrationNegativeTest-1394445656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.618736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-996ff20a-70d5-4f73-b56b-0c57613ec669 req-a890997e-ddf3-4a46-98f4-f03aadcce1c9 tempest-LiveMigrationNegativeTest-1394445656 tempest-LiveMigrationNegativeTest-1394445656-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 1101 time: 0.0961847 Nov 22 16:34:04.622276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.654018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-996ff20a-70d5-4f73-b56b-0c57613ec669 req-209fad4d-ee6b-49e2-b788-7ac553d0e462 tempest-LiveMigrationNegativeTest-1394445656 tempest-LiveMigrationNegativeTest-1394445656-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.711122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd666e2-b8ed-4840-bb19-dbb4a471594e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:04.737011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Checking segment: {'id': '031405d6-b651-4d54-ae29-b78e478723e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:04.737011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Network hostable DHCP agents. Network: 3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:04.790583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Network 3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:04.814327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:04.823475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-996ff20a-70d5-4f73-b56b-0c57613ec669 req-209fad4d-ee6b-49e2-b788-7ac553d0e462 tempest-LiveMigrationNegativeTest-1394445656 tempest-LiveMigrationNegativeTest-1394445656-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.828064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d115d178-3b9a-4ebc-9492-4781c1bc359b None None] Network 3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:04.829656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.834997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.839791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-996ff20a-70d5-4f73-b56b-0c57613ec669 req-209fad4d-ee6b-49e2-b788-7ac553d0e462 tempest-LiveMigrationNegativeTest-1394445656 tempest-LiveMigrationNegativeTest-1394445656-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.892852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-09626735-33fb-47b6-aee8-6dfcc491974a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8100672 Nov 22 16:34:04.912840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fad4d-ee6b-49e2-b788-7ac553d0e462 tempest-LiveMigrationNegativeTest-1394445656 tempest-LiveMigrationNegativeTest-1394445656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a722f36-cd9f-4a66-8d68-36a815932ccd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:04.970317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-996ff20a-70d5-4f73-b56b-0c57613ec669 req-209fad4d-ee6b-49e2-b788-7ac553d0e462 tempest-LiveMigrationNegativeTest-1394445656 tempest-LiveMigrationNegativeTest-1394445656-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332677 Nov 22 16:34:05.193898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6247bb3c-7a23-4172-ba8f-4cf86d3db47f None None] Network 3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:05.549059 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d893c01-72c9-41cf-b3c9-0938a4445a1e x-openstack-request-id: req-1d893c01-72c9-41cf-b3c9-0938a4445a1e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:05.549835 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1226d6-f920-4d76-8bb6-0b51db6322b5", "name": "network-vif-deleted", "tag": "12556dbd-def8-4446-9762-13de466ca036", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:05.550400 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d893c01-72c9-41cf-b3c9-0938a4445a1e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:05.551351 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1226d6-f920-4d76-8bb6-0b51db6322b5', 'name': 'network-vif-deleted', 'tag': '12556dbd-def8-4446-9762-13de466ca036', 'status': 'completed', 'code': 200} Nov 22 16:34:05.664248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbb62c19-6984-4b54-980a-54580d1630d2 req-d13a155b-6751-4c45-a1bd-fcf426ce201b tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 210 time: 0.0379450 Nov 22 16:34:05.856192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26c057-25e3-4682-b2cb-f2ddd429158c req-750eb956-83c8-4a48-839b-77426a005f51 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.858531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af26c057-25e3-4682-b2cb-f2ddd429158c req-750eb956-83c8-4a48-839b-77426a005f51 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0934289 Nov 22 16:34:05.936076 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af26c057-25e3-4682-b2cb-f2ddd429158c req-89d6db4a-d951-49a0-aa2f-2ca991c9a63f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680265 Nov 22 16:34:06.392561 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.684593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-cde72f56-6278-483e-9ff5-c304cc8ed805 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.686151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-cde72f56-6278-483e-9ff5-c304cc8ed805 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/networks?id=b19c65e6-fd57-445c-8099-006838fac096 HTTP/1.1" status: 200 len: 824 time: 0.1642244 Nov 22 16:34:06.706495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-e7f909ce-d0cc-4a45-820d-67f6f87e78fd tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/quotas/0b51ae8f8e6440f9957ee83023747d1b HTTP/1.1" status: 200 len: 375 time: 0.0128853 Nov 22 16:34:06.751229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-00f5f285-9d7c-45c0-8fb7-4275f63db450 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b51ae8f8e6440f9957ee83023747d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364718 Nov 22 16:34:06.907246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-178b3f46-311b-4ee1-8b1b-851d56e40b53 service neutron] 10.222.0.59 "GET /v2.0/networks/b19c65e6-fd57-445c-8099-006838fac096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481507 Nov 22 16:34:07.052467 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-99574c0a-0f68-438d-b137-8c5500e83287 service neutron] 10.222.0.59 "GET /v2.0/networks/b19c65e6-fd57-445c-8099-006838fac096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364338 Nov 22 16:34:07.566410 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.807542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 12556dbd-def8-4446-9762-13de466ca036 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:07.906915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 12556dbd-def8-4446-9762-13de466ca036 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:07.908368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 12556dbd-def8-4446-9762-13de466ca036 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:08.325427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7a2f15b-e4d5-457c-982f-1db57beaec88 req-9b949e77-4032-4262-9f70-ce6b883ab750 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 210 time: 0.0802364 Nov 22 16:34:08.560552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95296653-39d6-4f14-9f2e-30aec6b7b1ce req-2a8fe8ff-1e2f-4fad-a391-62266f40ce74 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 210 time: 0.0326135 Nov 22 16:34:09.010384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47bec0-8ae6-4432-a2c9-09816b7dc1b0 req-2c8bc515-7648-46c5-b94f-a25c776b6f26 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.013973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b47bec0-8ae6-4432-a2c9-09816b7dc1b0 req-2c8bc515-7648-46c5-b94f-a25c776b6f26 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0978155 Nov 22 16:34:09.126275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b47bec0-8ae6-4432-a2c9-09816b7dc1b0 req-ff4e5d6b-757e-4632-b67c-70978233f2dd tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985932 Nov 22 16:34:09.552169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-e0138bbb-9365-479a-b576-cc22a6782562 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.556208 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-e0138bbb-9365-479a-b576-cc22a6782562 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.62 "GET /v2.0/networks?id=b19c65e6-fd57-445c-8099-006838fac096 HTTP/1.1" status: 200 len: 824 time: 0.2477529 Nov 22 16:34:09.574925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Request body: {'port': {'device_id': '4174307e-1296-44a7-aefc-cdbc63da7f01', 'network_id': 'b19c65e6-fd57-445c-8099-006838fac096', 'admin_state_up': True, 'tenant_id': '0b51ae8f8e6440f9957ee83023747d1b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:09.776638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Made reservation on behalf of 0b51ae8f8e6440f9957ee83023747d1b for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:09.791179 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:09.815572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90508b93-108c-4ffb-bdab-b2c87de72531 req-40dd42a8-2352-4f4a-9b85-1758344c8b90 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd1226d6-f920-4d76-8bb6-0b51db6322b5 HTTP/1.1" status: 200 len: 210 time: 0.0478945 Nov 22 16:34:10.032342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Allocated IP 172.20.0.9 (b19c65e6-fd57-445c-8099-006838fac096/047729b2-f9d5-4ae4-963e-c254b8da40dd/1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:10.044323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce10c1-e1ce-4fd1-a399-d83d260d5c59 req-3e915b9a-652b-4691-92e2-a9fa1dd91b8b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.053610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1ce10c1-e1ce-4fd1-a399-d83d260d5c59 req-3e915b9a-652b-4691-92e2-a9fa1dd91b8b tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 950 time: 0.0976868 Nov 22 16:34:10.120564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1ce10c1-e1ce-4fd1-a399-d83d260d5c59 req-b958243c-c4e0-47c6-8614-9612027193f7 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/security-groups?id=f660ee57-89c9-4d45-b790-90644ae2e964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658848 Nov 22 16:34:10.340977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.404218 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.486329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Network b19c65e6-fd57-445c-8099-006838fac096 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:10.491304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:10.496322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:10.543770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Pushing event updated for resources: {'Port': ['ID=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:10.593669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.595453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.633349 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-584fb43b-0a2f-48d5-84b2-fcb5547a7601 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0650952 Nov 22 16:34:10.655890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Request body: {'port': {'device_id': '4174307e-1296-44a7-aefc-cdbc63da7f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:10.781815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.984479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-da6ff920-3025-4aa5-9e5f-46dec420c05d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.988006 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-da6ff920-3025-4aa5-9e5f-46dec420c05d tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 950 time: 0.1214283 Nov 22 16:34:10.990096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49808) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:11.245097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Deleting port 04cdc5e3-f3a0-45df-b764-2107f2664f15 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:11.245657 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.322551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b25f07f2-f064-4445-94e9-c80dfd9e362e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.329659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:11.363153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.391931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a64789b6-cb30-4c28-a0e7-a216d8423c4d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:11.401569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Transition to ACTIVE for port object 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:11.413429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.445366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] For port 04cdc5e3-f3a0-45df-b764-2107f2664f15, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=04cdc5e3-f3a0-45df-b764-2107f2664f15,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:11.445880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.462028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Calling delete_port for 04cdc5e3-f3a0-45df-b764-2107f2664f15 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:11.593357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:11.614612 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.661868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.663466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.663466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.664238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.665799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.666285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.666794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.667306 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.667763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.668308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.668846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.669331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:11.684642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:11.693035 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a5a7f3-937a-4e01-9c56-95443d99466f" -d '{"events": [{"server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "name": "network-vif-unplugged", "status": "completed", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:11.707663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.721831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b25f07f2-f064-4445-94e9-c80dfd9e362e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.737225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['51cf2378-21ec-4677-9ff0-5b47f2e19523', '04cdc5e3-f3a0-45df-b764-2107f2664f15'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:11.738684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b25f07f2-f064-4445-94e9-c80dfd9e362e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.746272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:11.785034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Attempting to bind port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:11.785521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Attempting to bind port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b19c65e6-fd57-445c-8099-006838fac096'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:11.786054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Attempting to bind port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 on network b19c65e6-fd57-445c-8099-006838fac096 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:11.802650 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.816334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Pushing event deleted for resources: {'Port': ['ID=04cdc5e3-f3a0-45df-b764-2107f2664f15,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:11.821321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 on network b19c65e6-fd57-445c-8099-006838fac096 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:11.824116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Attempting to bind port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 on network b19c65e6-fd57-445c-8099-006838fac096 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:11.839299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b25f07f2-f064-4445-94e9-c80dfd9e362e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe4317c26f244655bd5d8fa7e1378467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8479099 Nov 22 16:34:11.850037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49838) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:11.852538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f07f2-f064-4445-94e9-c80dfd9e362e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051fe57d-7dee-4924-a6ea-aa2535b0f82e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:11.862545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:11.863227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Checking segment: {'id': 'eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b19c65e6-fd57-445c-8099-006838fac096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:11.863733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Bound using segment: {'id': 'eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b19c65e6-fd57-445c-8099-006838fac096'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:11.864512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Bound port: 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b19c65e6-fd57-445c-8099-006838fac096'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:11.865093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.981649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] No DVR routers for this DVR port 04cdc5e3-f3a0-45df-b764-2107f2664f15 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:11.985772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:11.986829 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.994120 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-474de93f-1b05-4eee-b0ad-7dffd9096ce8 req-125190c7-f961-43df-848e-71727c8f8f82 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "DELETE /v2.0/ports/04cdc5e3-f3a0-45df-b764-2107f2664f15 HTTP/1.1" status: 204 len: 173 time: 0.9996035 Nov 22 16:34:12.001600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aaa6b4c-7aca-4c11-94a4-dc4aae81276e', 'name': 'network-vif-deleted', 'tag': '04cdc5e3-f3a0-45df-b764-2107f2664f15'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:12.004544 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14444cda-2a60-4edc-903d-8da63544550f" -d '{"events": [{"server_uuid": "6aaa6b4c-7aca-4c11-94a4-dc4aae81276e", "name": "network-vif-deleted", "tag": "04cdc5e3-f3a0-45df-b764-2107f2664f15"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:12.022439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae866b-4e8d-4661-8265-e37816dc6602 req-bdb3ac9e-907b-4143-a2c7-6680ba97a091 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.034839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92ae866b-4e8d-4661-8265-e37816dc6602 req-bdb3ac9e-907b-4143-a2c7-6680ba97a091 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 943 time: 0.3694613 Nov 22 16:34:12.069115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] For port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:12.075633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] For port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,segment=NetworkSegment(eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e),segment_id=eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:12.082721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.140957 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.164488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92ae866b-4e8d-4661-8265-e37816dc6602 req-cbf63c12-9184-4b10-9e2c-63f987a53e0e tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242445 Nov 22 16:34:12.210970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.216136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.218494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] 10.222.0.62 "PUT /v2.0/ports/1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 HTTP/1.1" status: 200 len: 1091 time: 1.5729654 Nov 22 16:34:12.219237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4174307e-1296-44a7-aefc-cdbc63da7f01', 'tag': '1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:12.223147 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83943f09-500c-4e46-b279-cdc6ac31a7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4174307e-1296-44a7-aefc-cdbc63da7f01", "tag": "1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:12.237440 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.386741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd36e9-d65d-4965-9dfb-362ac0d54da2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:12.412129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992fb8d-1c8f-48ec-b749-320523f32793 req-aea307b5-55f0-473e-86b5-03d802c04d48 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.414307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-8b55f291-b0b0-4020-8e23-5fc490bf2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.415620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a992fb8d-1c8f-48ec-b749-320523f32793 req-aea307b5-55f0-473e-86b5-03d802c04d48 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0853822 Nov 22 16:34:12.416652 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-8b55f291-b0b0-4020-8e23-5fc490bf2266 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b51ae8f8e6440f9957ee83023747d1b&device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 1094 time: 0.1370471 Nov 22 16:34:12.433091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.439220 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.441127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/051fe57d-7dee-4924-a6ea-aa2535b0f82e HTTP/1.1" status: 204 len: 168 time: 0.5852129 Nov 22 16:34:12.472256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051fe57d-7dee-4924-a6ea-aa2535b0f82e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:12.503046 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-40b8d980-3c43-4529-85db-65074dcd801a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 HTTP/1.1" status: 200 len: 217 time: 0.0771956 Nov 22 16:34:12.503462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.503966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.504444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.504921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.505428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.505928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.506391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.507785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.508329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.508796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.509322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.509961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07ee58c-bd85-4091-b0a3-ea500fef896f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:12.568794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a992fb8d-1c8f-48ec-b749-320523f32793 req-24342ec2-39a0-4100-84c7-0a5ac8de593f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462553 Nov 22 16:34:12.618106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-f95af0ce-f1f0-4edb-b7e6-ee1f4d94f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.621423 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-f95af0ce-f1f0-4edb-b7e6-ee1f4d94f4d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047729b2-f9d5-4ae4-963e-c254b8da40dd HTTP/1.1" status: 200 len: 864 time: 0.1092894 Nov 22 16:34:12.741340 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-107053bc-958e-4abe-9a68-c5010f07fc63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b19c65e6-fd57-445c-8099-006838fac096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070170 Nov 22 16:34:12.888416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12bf28b5-dbc0-40f4-9321-2fb22f104d84 req-3c14a3ac-25f0-4c29-9b1b-ca143a4995c6 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aaa6b4c-7aca-4c11-94a4-dc4aae81276e HTTP/1.1" status: 200 len: 210 time: 0.0688903 Nov 22 16:34:12.965022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-835795f1-6842-40de-8834-aeab11b616de service neutron] 10.222.0.62 "GET /v2.0/networks/b19c65e6-fd57-445c-8099-006838fac096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187159 Nov 22 16:34:13.029879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:13.055667 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56ef957-0589-4067-9ed2-3395d24b3eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.117270 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c803f45-44be-4534-8830-509d88b3e8c5 req-66858efa-4b22-4a14-9545-25d36f9dbba8 service neutron] 10.222.0.62 "GET /v2.0/networks/b19c65e6-fd57-445c-8099-006838fac096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427932 Nov 22 16:34:13.183493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56ef957-0589-4067-9ed2-3395d24b3eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.189595 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b56ef957-0589-4067-9ed2-3395d24b3eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.226823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b56ef957-0589-4067-9ed2-3395d24b3eee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba10683b5c9e4c99a7853a2e6d9327bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944313 Nov 22 16:34:13.229472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49860) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:13.250918 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1c5aef-e0ab-4cd5-9e62-30c9be085769 x-openstack-request-id: req-de1c5aef-e0ab-4cd5-9e62-30c9be085769 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:13.251724 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "name": "network-vif-unplugged", "status": "completed", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:13.251724 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de1c5aef-e0ab-4cd5-9e62-30c9be085769 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:13.251938 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'code': 200} Nov 22 16:34:13.294413 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c88c3c2-e540-4e68-abd6-a7860baf1d69 x-openstack-request-id: req-7c88c3c2-e540-4e68-abd6-a7860baf1d69 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:13.294690 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aaa6b4c-7aca-4c11-94a4-dc4aae81276e", "name": "network-vif-deleted", "tag": "04cdc5e3-f3a0-45df-b764-2107f2664f15", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:13.295093 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c88c3c2-e540-4e68-abd6-a7860baf1d69 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:13.295560 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aaa6b4c-7aca-4c11-94a4-dc4aae81276e', 'name': 'network-vif-deleted', 'tag': '04cdc5e3-f3a0-45df-b764-2107f2664f15', 'status': 'completed', 'code': 200} Nov 22 16:34:13.308182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ef957-0589-4067-9ed2-3395d24b3eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df85b2ea-025a-47b4-ae63-7886f7fb4d66,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:13.334846 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d41e89-9295-44db-bcfd-1a1735d80324 x-openstack-request-id: req-95d41e89-9295-44db-bcfd-1a1735d80324 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:13.335230 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4174307e-1296-44a7-aefc-cdbc63da7f01", "tag": "1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:13.335503 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95d41e89-9295-44db-bcfd-1a1735d80324 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:13.345247 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4174307e-1296-44a7-aefc-cdbc63da7f01', 'tag': '1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602', 'status': 'completed', 'code': 200} Nov 22 16:34:13.349906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2de5-ad8a-4be2-8b4b-be71399307e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.388080 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2de5-ad8a-4be2-8b4b-be71399307e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.464342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964b94f-0e02-4eae-8a86-43dd122251f9 req-d531aaeb-48c3-49aa-8275-3c947b36cf7e tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.465930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-356756d9-5e77-4d95-b41b-74de1517395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.466493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d964b94f-0e02-4eae-8a86-43dd122251f9 req-d531aaeb-48c3-49aa-8275-3c947b36cf7e tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.0655842 Nov 22 16:34:13.467483 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-356756d9-5e77-4d95-b41b-74de1517395d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b51ae8f8e6440f9957ee83023747d1b&device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 1094 time: 0.1042945 Nov 22 16:34:13.536088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2de5-ad8a-4be2-8b4b-be71399307e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.538726 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab1c2de5-ad8a-4be2-8b4b-be71399307e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.539897 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab1c2de5-ad8a-4be2-8b4b-be71399307e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df85b2ea-025a-47b4-ae63-7886f7fb4d66 HTTP/1.1" status: 204 len: 168 time: 0.3090739 Nov 22 16:34:13.552188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d964b94f-0e02-4eae-8a86-43dd122251f9 req-7770dcce-2508-4d6e-ac75-e5ab21a61000 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743203 Nov 22 16:34:13.563319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c2de5-ad8a-4be2-8b4b-be71399307e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df85b2ea-025a-47b4-ae63-7886f7fb4d66,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:13.651088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-3e14ecd8-b9db-49c2-9556-cc14b91a8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.651088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-3e14ecd8-b9db-49c2-9556-cc14b91a8e74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b19c65e6-fd57-445c-8099-006838fac096 HTTP/1.1" status: 200 len: 925 time: 0.1740575 Nov 22 16:34:13.762677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-511847b7-e23a-418c-900a-16b6a5900024 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 HTTP/1.1" status: 200 len: 217 time: 0.0985453 Nov 22 16:34:13.831792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f6ab0-d52a-4c5f-8346-574a67f17932 req-85065065-7f5b-4f26-b185-ffa8d50cae5c tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.834519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d68f6ab0-d52a-4c5f-8346-574a67f17932 req-85065065-7f5b-4f26-b185-ffa8d50cae5c tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 943 time: 0.1355515 Nov 22 16:34:13.895638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-db650175-b80d-4797-a667-c69180f55626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.897312 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-db650175-b80d-4797-a667-c69180f55626 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047729b2-f9d5-4ae4-963e-c254b8da40dd HTTP/1.1" status: 200 len: 864 time: 0.1269510 Nov 22 16:34:13.954278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d68f6ab0-d52a-4c5f-8346-574a67f17932 req-38183f0b-2d55-40b4-89b9-ec91c8c77d75 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093650 Nov 22 16:34:13.961197 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-8a148694-44a7-4bce-aa7a-4786fe04b44e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b19c65e6-fd57-445c-8099-006838fac096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556078 Nov 22 16:34:14.145189 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-e108a859-a543-405f-808e-492d989a3b16 service neutron] 10.222.0.62 "GET /v2.0/networks/b19c65e6-fd57-445c-8099-006838fac096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755025 Nov 22 16:34:14.317955 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-c01855b6-e35f-4b62-9812-a40d4af39526 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.337920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-c01855b6-e35f-4b62-9812-a40d4af39526 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 804 time: 0.2611177 Nov 22 16:34:14.365187 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83943f09-500c-4e46-b279-cdc6ac31a7eb req-ff5ca4bb-e030-4fd0-835b-17e88336489e service neutron] 10.222.0.62 "GET /v2.0/networks/b19c65e6-fd57-445c-8099-006838fac096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109997 Nov 22 16:34:14.373058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-583094f8-70e4-4073-b0fe-20e75383355e tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/quotas/92c1656d36b24d3b9261b2a38bf85124 HTTP/1.1" status: 200 len: 375 time: 0.0328057 Nov 22 16:34:14.445057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-0ac07420-d996-4ed6-a04b-455a7a0df260 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616591 Nov 22 16:34:14.579598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-14d6b087-4d3b-4061-aff8-e8216eae13d9 service neutron] 10.222.0.59 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333289 Nov 22 16:34:14.723190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-15b77be8-37ea-4be2-bd08-43488c4d82c3 service neutron] 10.222.0.59 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362751 Nov 22 16:34:15.139205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447f20b-5ec2-4147-b14c-ea79d0c06a40 req-58f63beb-c85f-447e-9ad2-23c16a31e13d tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.146929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-b6f67be2-9275-4446-be12-a09aeee85e4f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.149250 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-b6f67be2-9275-4446-be12-a09aeee85e4f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.62 "GET /v2.0/ports?device_id=439022f6-64c1-4ccb-9347-0613049a727c HTTP/1.1" status: 200 len: 943 time: 0.1046844 Nov 22 16:34:15.151506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f447f20b-5ec2-4147-b14c-ea79d0c06a40 req-58f63beb-c85f-447e-9ad2-23c16a31e13d tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 945 time: 0.1421015 Nov 22 16:34:15.283503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f447f20b-5ec2-4147-b14c-ea79d0c06a40 req-e2f0d110-8e06-4316-9b3c-279e89be4083 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304257 Nov 22 16:34:15.389209 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3007f749-861f-446d-826f-3e946065e054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.429842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Deleting port a64789b6-cb30-4c28-a0e7-a216d8423c4d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:15.436232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.634469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f73b-d1d3-4364-bf6d-114cd2740e56 req-6f9ccf8f-7db1-4f3a-86e4-0f0b85ab187c tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.660328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ff5f73b-d1d3-4364-bf6d-114cd2740e56 req-6f9ccf8f-7db1-4f3a-86e4-0f0b85ab187c tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1850383 Nov 22 16:34:15.816835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ff5f73b-d1d3-4364-bf6d-114cd2740e56 req-d3c8092b-f57b-4c69-b66c-5ba98c105374 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578436 Nov 22 16:34:15.826152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 04cdc5e3-f3a0-45df-b764-2107f2664f15 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:15.836462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] For port a64789b6-cb30-4c28-a0e7-a216d8423c4d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a64789b6-cb30-4c28-a0e7-a216d8423c4d,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:15.838776 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.892492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Calling delete_port for a64789b6-cb30-4c28-a0e7-a216d8423c4d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:15.926163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 04cdc5e3-f3a0-45df-b764-2107f2664f15 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:15.927256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 04cdc5e3-f3a0-45df-b764-2107f2664f15 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:16.144849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97c4ef80-516a-4d75-968f-761c81adf20f req-f1736640-b36e-4553-bd2c-1b62649e6f99 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 210 time: 0.0497141 Nov 22 16:34:16.229916 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.280335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Pushing event deleted for resources: {'Port': ['ID=a64789b6-cb30-4c28-a0e7-a216d8423c4d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:16.378943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] No DVR routers for this DVR port a64789b6-cb30-4c28-a0e7-a216d8423c4d on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:16.383655 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.387757 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0be2f7b-cc8b-4e03-8730-168f191a95fd req-07c99d50-db43-49b7-a694-5cdea2269ba4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.62 "DELETE /v2.0/ports/a64789b6-cb30-4c28-a0e7-a216d8423c4d HTTP/1.1" status: 204 len: 173 time: 1.2315710 Nov 22 16:34:16.388550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'name': 'network-vif-deleted', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:16.393246 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11958c93-6fe8-46bb-95bd-cf4099df8cc2" -d '{"events": [{"server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "name": "network-vif-deleted", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:16.448523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1451d38-96df-4798-9fec-03c72c0a2555 req-850c2514-01cb-4f71-8e8a-addd7b9bb756 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.448523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1451d38-96df-4798-9fec-03c72c0a2555 req-850c2514-01cb-4f71-8e8a-addd7b9bb756 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 943 time: 0.1122854 Nov 22 16:34:16.560813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1451d38-96df-4798-9fec-03c72c0a2555 req-218003e2-f6ee-42b7-8c1c-19504ff8769d tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060061 Nov 22 16:34:16.756876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786b7d0-b5cf-48b1-8c88-7b9b7071dcc0 req-c5a0c636-2507-47d6-94ca-a2d9513d1b15 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.758448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3786b7d0-b5cf-48b1-8c88-7b9b7071dcc0 req-c5a0c636-2507-47d6-94ca-a2d9513d1b15 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.0611737 Nov 22 16:34:16.836903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3786b7d0-b5cf-48b1-8c88-7b9b7071dcc0 req-2395349c-c5a0-4298-9db0-e644e67855cb tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655816 Nov 22 16:34:17.223667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-2a98a940-319c-4ba5-ba38-9469917d350b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.227258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-2a98a940-319c-4ba5-ba38-9469917d350b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 804 time: 0.2113709 Nov 22 16:34:17.266845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Request body: {'port': {'device_id': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'admin_state_up': True, 'tenant_id': '92c1656d36b24d3b9261b2a38bf85124'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:17.295356 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b472386a-73fd-45f1-b80e-509eb5d0843d x-openstack-request-id: req-b472386a-73fd-45f1-b80e-509eb5d0843d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:17.296694 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439022f6-64c1-4ccb-9347-0613049a727c", "name": "network-vif-deleted", "tag": "a64789b6-cb30-4c28-a0e7-a216d8423c4d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:17.297381 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b472386a-73fd-45f1-b80e-509eb5d0843d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:17.298270 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439022f6-64c1-4ccb-9347-0613049a727c', 'name': 'network-vif-deleted', 'tag': 'a64789b6-cb30-4c28-a0e7-a216d8423c4d', 'status': 'completed', 'code': 200} Nov 22 16:34:17.424071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:17.432491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a64789b6-cb30-4c28-a0e7-a216d8423c4d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:17.480010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: a64789b6-cb30-4c28-a0e7-a216d8423c4d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:17.481128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a64789b6-cb30-4c28-a0e7-a216d8423c4d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:17.549595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Made reservation on behalf of 92c1656d36b24d3b9261b2a38bf85124 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:17.553808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.632157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,segment=NetworkSegment(eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e),segment_id=eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:17.655266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602', 'network_id': 'b19c65e6-fd57-445c-8099-006838fac096', 'port_id': '1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602', 'mac_address': 'fa:16:3e:49:81:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047729b2-f9d5-4ae4-963e-c254b8da40dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:17.708817 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.732713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Request body: {'security_group': {'name': 'tempest-securitygroup-553053649', 'description': 'tempest-description-462156599'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:17.733251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:17.763456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Allocated IP 172.20.0.14 (84a974a1-9ab9-44c7-969f-335f01e4d28d/d6ca7fc4-428e-4399-8bfe-cb151d8d0f89/e2ce47b7-552a-4f73-8351-5e990ce6b8fa) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:17.765489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,segment=NetworkSegment(eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e),segment_id=eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:17.771229 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.800427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.818719 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.858540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:17.876875 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d0d73e8-d09d-40f5-b86c-a045d427ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.073700 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.077067 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.082139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.163704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f12c324-17d7-4863-97b6-690bc0438aa0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:18.218708 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.234944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.260270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:18.269538 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.308580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.309987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-372207dc-271f-4014-b67c-d6c609c75da8 req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5819750 Nov 22 16:34:18.358008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Network 84a974a1-9ab9-44c7-969f-335f01e4d28d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:18.371836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080675e-52b7-4143-8fe8-6db5effa678a tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99310b3-9c27-474e-bfef-f14d4de0b959,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:18.383256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Pushing event updated for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:18.390614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:18.399798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:18.532454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.533142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.563655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-30b92ebe-25dd-41a5-be38-26d59a3ed6c4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3208656 Nov 22 16:34:18.578597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fb9bb-108f-4ca7-ad09-0b522a657aad req-cb81c7b3-86ae-415f-b6ad-89b055364785 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.580670 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b82fb9bb-108f-4ca7-ad09-0b522a657aad req-cb81c7b3-86ae-415f-b6ad-89b055364785 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0934017 Nov 22 16:34:18.585916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Request body: {'port': {'device_id': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:18.839099 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.898084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-39cdc39a-4649-4a56-a37a-482f993e348a tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.901034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-39cdc39a-4649-4a56-a37a-482f993e348a tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 949 time: 0.1265187 Nov 22 16:34:19.031521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b82fb9bb-108f-4ca7-ad09-0b522a657aad req-c5f86c80-6af2-4bf4-83f2-aaaf70a2b2ab tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154046 Nov 22 16:34:19.037056 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.069815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Deleting port 51cf2378-21ec-4677-9ff0-5b47f2e19523 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:19.070402 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.118586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-75d06cfc-c774-425b-84e7-05bd12d35e86 req-0c348763-1d7a-4de1-9519-947daf811c5d tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:34:19.119954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75d06cfc-c774-425b-84e7-05bd12d35e86 req-0c348763-1d7a-4de1-9519-947daf811c5d tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169780 Nov 22 16:34:19.213455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] For port 51cf2378-21ec-4677-9ff0-5b47f2e19523, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=51cf2378-21ec-4677-9ff0-5b47f2e19523,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:19.214433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.237519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Calling delete_port for 51cf2378-21ec-4677-9ff0-5b47f2e19523 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:19.311062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75d06cfc-c774-425b-84e7-05bd12d35e86 req-596e7aa9-ace6-4718-a2f7-0aac993bedf6 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1821797 Nov 22 16:34:19.494825 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.512417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['51cf2378-21ec-4677-9ff0-5b47f2e19523'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:19.542689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ce47b7-552a-4f73-8351-5e990ce6b8fa {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:19.557583 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.582159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Transition to ACTIVE for port object e2ce47b7-552a-4f73-8351-5e990ce6b8fa will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:19.587628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.622190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] No DVR routers for this DVR port 51cf2378-21ec-4677-9ff0-5b47f2e19523 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:19.628163 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.631713 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9070c4c7-f61f-4ea2-8a07-930689ab5635 req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.37 "DELETE /v2.0/ports/51cf2378-21ec-4677-9ff0-5b47f2e19523 HTTP/1.1" status: 204 len: 173 time: 0.7241712 Nov 22 16:34:19.632375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f891c362-1c5a-48f8-b6aa-4244c734875a', 'name': 'network-vif-deleted', 'tag': '51cf2378-21ec-4677-9ff0-5b47f2e19523'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:19.645690 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0485665e-c3bd-4f68-a124-d665201d48ef" -d '{"events": [{"server_uuid": "f891c362-1c5a-48f8-b6aa-4244c734875a", "name": "network-vif-deleted", "tag": "51cf2378-21ec-4677-9ff0-5b47f2e19523"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:19.650528 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d13bc-4774-442e-b6f6-1db836b4d697 tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] Pushing event deleted for resources: {'Port': ['ID=51cf2378-21ec-4677-9ff0-5b47f2e19523,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:19.733835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:19.840141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Attempting to bind port e2ce47b7-552a-4f73-8351-5e990ce6b8fa on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:19.841205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Attempting to bind port e2ce47b7-552a-4f73-8351-5e990ce6b8fa by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:19.841643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Attempting to bind port e2ce47b7-552a-4f73-8351-5e990ce6b8fa on network 84a974a1-9ab9-44c7-969f-335f01e4d28d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:19.847112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Port e2ce47b7-552a-4f73-8351-5e990ce6b8fa on network 84a974a1-9ab9-44c7-969f-335f01e4d28d not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:19.847529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Attempting to bind port e2ce47b7-552a-4f73-8351-5e990ce6b8fa on network 84a974a1-9ab9-44c7-969f-335f01e4d28d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:19.854107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:19.854748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Checking segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:19.855342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Bound using segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:19.855924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Bound port: e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:19.856381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.983060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba022b-f736-4c89-bc29-4a3523054e8d req-3fee4825-25f0-40c6-8585-8bbcefbbe78e tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.986014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3aba022b-f736-4c89-bc29-4a3523054e8d req-3fee4825-25f0-40c6-8585-8bbcefbbe78e tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 944 time: 0.1269226 Nov 22 16:34:19.995542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:19.999802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:20.013304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.113714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.114624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.116726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] 10.222.0.37 "PUT /v2.0/ports/e2ce47b7-552a-4f73-8351-5e990ce6b8fa HTTP/1.1" status: 200 len: 1092 time: 1.5350184 Nov 22 16:34:20.117463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:20.121069 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be192e5e-d88a-4c80-be20-592d0a11dd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:20.164643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3aba022b-f736-4c89-bc29-4a3523054e8d req-1c2f367d-c929-4c04-a781-72ed72e9164b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616921 Nov 22 16:34:20.172588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d17c2-39bc-46e2-9067-efcd4ba0d121 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:20.240374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-95c96ab2-77a6-4a79-bab4-0d1190955d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.241960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-95c96ab2-77a6-4a79-bab4-0d1190955d8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 1095 time: 0.0632513 Nov 22 16:34:20.301278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-7b518d53-d83c-4bfa-b76b-0725175d754c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa HTTP/1.1" status: 200 len: 217 time: 0.0507827 Nov 22 16:34:20.342662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3382475-6d1c-4e4c-85d5-639e3f9b6423 req-31f3420f-c4a9-4f65-8ebf-8747ff4486ed tempest-LiveMigrationNegativeTest-1249144497 tempest-LiveMigrationNegativeTest-1249144497-project] 10.222.0.59 "GET /v2.0/ports?device_id=f891c362-1c5a-48f8-b6aa-4244c734875a HTTP/1.1" status: 200 len: 210 time: 0.0402083 Nov 22 16:34:20.385786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-21589add-f020-451e-8eaf-02b5ce155f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.388176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-21589add-f020-451e-8eaf-02b5ce155f4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 200 len: 844 time: 0.0761814 Nov 22 16:34:20.429565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-9834eeb2-c4eb-4986-8865-165b26ebb4be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84a974a1-9ab9-44c7-969f-335f01e4d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340679 Nov 22 16:34:20.531185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecde4a-b446-4532-9d49-b133c4d15344 req-424b609b-c5a6-4a69-8c68-0e4b5f3f3095 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.532822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99ecde4a-b446-4532-9d49-b133c4d15344 req-424b609b-c5a6-4a69-8c68-0e4b5f3f3095 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 944 time: 0.1065338 Nov 22 16:34:20.571619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.576596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-41119fe3-00c3-46e6-bc37-9ca1b214af61 service neutron] 10.222.0.37 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354053 Nov 22 16:34:20.644480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99ecde4a-b446-4532-9d49-b133c4d15344 req-10ae8fcc-958e-4e0a-bdcb-4ead4b8b8b31 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005149 Nov 22 16:34:20.691925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e2575dc7-fd74-4835-b043-6883bf48ee11 req-f6566b2c-b53a-4196-8735-ae49030da163 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Request body: {'security_group': {'name': 'tempest-securitygroup-936893915', 'description': 'tempest-description-1362381943'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:20.724369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5d0485-8a66-4ae3-abc0-7818136dbfdd req-848fd04e-bab5-4873-9eac-a3c3caf3fefe service neutron] 10.222.0.37 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372604 Nov 22 16:34:20.732821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e2575dc7-fd74-4835-b043-6883bf48ee11 req-f6566b2c-b53a-4196-8735-ae49030da163 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.812511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e2575dc7-fd74-4835-b043-6883bf48ee11 req-f6566b2c-b53a-4196-8735-ae49030da163 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.817557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e2575dc7-fd74-4835-b043-6883bf48ee11 req-f6566b2c-b53a-4196-8735-ae49030da163 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.846322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e2575dc7-fd74-4835-b043-6883bf48ee11 req-f6566b2c-b53a-4196-8735-ae49030da163 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.847571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2575dc7-fd74-4835-b043-6883bf48ee11 req-f6566b2c-b53a-4196-8735-ae49030da163 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1657283 Nov 22 16:34:20.851885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6566b2c-b53a-4196-8735-ae49030da163 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b595e12-f54f-4836-a84a-8cf047ab24da,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:21.100968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bab30-a8d1-4668-bd6d-ebda2a7bd3a2 req-2dea6736-0b8f-4ce7-abf8-19bbf50e50b3 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.102393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e8bab30-a8d1-4668-bd6d-ebda2a7bd3a2 req-2dea6736-0b8f-4ce7-abf8-19bbf50e50b3 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.0543454 Nov 22 16:34:21.156193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e8bab30-a8d1-4668-bd6d-ebda2a7bd3a2 req-719e496c-5eaf-4f70-9350-a52ae72f7a72 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465627 Nov 22 16:34:21.208961 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f487d895-e144-4a4f-b133-17fa3e1334e1 x-openstack-request-id: req-f487d895-e144-4a4f-b133-17fa3e1334e1 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:21.209849 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f891c362-1c5a-48f8-b6aa-4244c734875a", "name": "network-vif-deleted", "tag": "51cf2378-21ec-4677-9ff0-5b47f2e19523", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:21.209849 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f487d895-e144-4a4f-b133-17fa3e1334e1 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:21.210390 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f891c362-1c5a-48f8-b6aa-4244c734875a', 'name': 'network-vif-deleted', 'tag': '51cf2378-21ec-4677-9ff0-5b47f2e19523', 'status': 'completed', 'code': 200} Nov 22 16:34:21.272143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.312759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05ebd9-f5e9-4f52-9022-8be14c181764 req-379a37f6-4037-4e7b-9097-32653f2aa568 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.315036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a05ebd9-f5e9-4f52-9022-8be14c181764 req-379a37f6-4037-4e7b-9097-32653f2aa568 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0563009 Nov 22 16:34:21.377111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a05ebd9-f5e9-4f52-9022-8be14c181764 req-e08eddca-b27b-4c53-b604-713080fccd2f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544829 Nov 22 16:34:21.443448 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f221348-ff6d-4f66-a5a9-2f4885110d4e x-openstack-request-id: req-3f221348-ff6d-4f66-a5a9-2f4885110d4e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:21.443837 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:21.444178 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f221348-ff6d-4f66-a5a9-2f4885110d4e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:21.444679 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'status': 'completed', 'code': 200} Nov 22 16:34:21.451294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:21.534503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-b296da3c-cfda-4967-bf43-c4f7c332c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.536144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-b296da3c-cfda-4967-bf43-c4f7c332c442 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 1095 time: 0.0617881 Nov 22 16:34:21.543115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:21.550288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:21.551331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.631195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209df69-a709-47bd-9105-f542cf3efb03 req-3e268288-4407-4776-a75f-40e37c6194c8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.634299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9209df69-a709-47bd-9105-f542cf3efb03 req-3e268288-4407-4776-a75f-40e37c6194c8 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.37 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 945 time: 0.1085849 Nov 22 16:34:21.646752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-850842012', 'description': 'tempest-description-1612597384'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:21.671650 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.700982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4174307e-1296-44a7-aefc-cdbc63da7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:21.704388 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa1f359-bdf5-44b3-bd43-5cab620cd26c" -d '{"events": [{"server_uuid": "4174307e-1296-44a7-aefc-cdbc63da7f01", "name": "network-vif-plugged", "status": "completed", "tag": "1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:21.722238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,segment=NetworkSegment(eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e),segment_id=eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:21.724576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.727836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-fdc27bbe-510b-4336-997b-578b7f4f0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.728812 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.729339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-fdc27bbe-510b-4336-997b-578b7f4f0153 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 905 time: 0.1839654 Nov 22 16:34:21.743329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.771065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Deleting port ba3e8646-e4f8-41c1-b41d-9be38fb4569c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:21.771572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.794156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-37df496f-5bad-443b-9feb-ddb368544812 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa HTTP/1.1" status: 200 len: 217 time: 0.0570791 Nov 22 16:34:21.813782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:21.821618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.822870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.822870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.822870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.823974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.823974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.823974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.824442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.824870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.825307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.825769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.826152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:21.860048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-3aed2cb8-f982-4a7c-b1ce-5c7ed213ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.861547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-3aed2cb8-f982-4a7c-b1ce-5c7ed213ab34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 200 len: 844 time: 0.0590637 Nov 22 16:34:21.907010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-1f3b3eaf-1cb7-4797-8227-a13a2c8f1320 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84a974a1-9ab9-44c7-969f-335f01e4d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379205 Nov 22 16:34:21.910620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] For port ba3e8646-e4f8-41c1-b41d-9be38fb4569c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:21.911333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.931179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Calling delete_port for ba3e8646-e4f8-41c1-b41d-9be38fb4569c owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:21.992541 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.000296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.057106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-6b04c8f9-c872-4a3a-a5c6-5a9410d39e35 service neutron] 10.222.0.37 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422989 Nov 22 16:34:22.061449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad812e-60a3-4046-b634-4b91a23d7c19,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.110368 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.126640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ba3e8646-e4f8-41c1-b41d-9be38fb4569c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:22.145988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Pushing event deleted for resources: {'Port': ['ID=ba3e8646-e4f8-41c1-b41d-9be38fb4569c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.192552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.201152 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.204746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] No DVR routers for this DVR port ba3e8646-e4f8-41c1-b41d-9be38fb4569c on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:22.207763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.212538 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9209df69-a709-47bd-9105-f542cf3efb03 req-0c1d30d0-6a69-458a-bff3-dcf550bd4f58 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.37 "DELETE /v2.0/ports/ba3e8646-e4f8-41c1-b41d-9be38fb4569c HTTP/1.1" status: 204 len: 173 time: 0.5714655 Nov 22 16:34:22.248026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.249874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e223c05d-aa46-4a84-9774-e7f3b26a52e3 req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6122479 Nov 22 16:34:22.256986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be192e5e-d88a-4c80-be20-592d0a11dd4b req-a727e253-2ce3-4b49-828a-41f395d15bfd service neutron] 10.222.0.37 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864400 Nov 22 16:34:22.259407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86510e3-5ac8-4d21-b894-bebc2c52fadf tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7705a4f6-13c7-409e-965a-d9fc237085b0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.358141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d8079af8-e375-42d9-9aed-3ce89f2f5fa9 req-af7f4f86-2918-4a2f-941d-a08f878d6334 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=55528f37-e3a3-4f52-84d1-44c7e302e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0300558 Nov 22 16:34:22.483998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97acb5a-692b-41d5-8275-8a2b2895906b req-b4940839-b36a-4355-bd9c-4a590c0afa1a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:22.485661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97acb5a-692b-41d5-8275-8a2b2895906b req-b4940839-b36a-4355-bd9c-4a590c0afa1a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 945 time: 0.0555370 Nov 22 16:34:22.542193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97acb5a-692b-41d5-8275-8a2b2895906b req-df248502-8d30-4ccb-b1fe-3661ea7ef624 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500867 Nov 22 16:34:22.666808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ac808-48b2-4952-88b7-d8f0a3e1ff0e req-7198dbd6-cae8-4531-a5e5-4618aced393f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:22.668423 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-458ac808-48b2-4952-88b7-d8f0a3e1ff0e req-7198dbd6-cae8-4531-a5e5-4618aced393f tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 944 time: 0.0674233 Nov 22 16:34:22.729032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-458ac808-48b2-4952-88b7-d8f0a3e1ff0e req-d26e3c24-da5f-4dcd-a95b-75327b80a280 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528598 Nov 22 16:34:22.905191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2554ad0-c4ce-4c52-887e-e15d98c33651 req-db2481ba-d984-477b-9691-ac7fe55f4ed4 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:22.907879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2554ad0-c4ce-4c52-887e-e15d98c33651 req-db2481ba-d984-477b-9691-ac7fe55f4ed4 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 945 time: 0.0612676 Nov 22 16:34:22.969559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2554ad0-c4ce-4c52-887e-e15d98c33651 req-b9db0e07-c2a7-40d0-a13b-edcf7d58f451 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527833 Nov 22 16:34:23.061038 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7441b633-f67e-4c4a-ad3b-1f4e712407ce x-openstack-request-id: req-7441b633-f67e-4c4a-ad3b-1f4e712407ce {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:23.061677 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4174307e-1296-44a7-aefc-cdbc63da7f01", "name": "network-vif-plugged", "status": "completed", "tag": "1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:23.061677 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7441b633-f67e-4c4a-ad3b-1f4e712407ce {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:23.062253 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4174307e-1296-44a7-aefc-cdbc63da7f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602', 'code': 200} Nov 22 16:34:23.077522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-7fe34f13-00cc-4b1c-92f4-e4b4463178c2 req-f41e78ec-d1be-4017-b5e7-258b11f6caf0 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-79822991', 'description': 'tempest-description-1753301841'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:23.105958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7fe34f13-00cc-4b1c-92f4-e4b4463178c2 req-f41e78ec-d1be-4017-b5e7-258b11f6caf0 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.151396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50002) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:23.179556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816216b-cda4-4f22-bab8-b729f19e461f req-67b8b21e-bf63-41f5-a2b1-2f5909430675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.182023 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7816216b-cda4-4f22-bab8-b729f19e461f req-67b8b21e-bf63-41f5-a2b1-2f5909430675 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 1096 time: 0.0509055 Nov 22 16:34:23.193622 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7fe34f13-00cc-4b1c-92f4-e4b4463178c2 req-f41e78ec-d1be-4017-b5e7-258b11f6caf0 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.199776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7fe34f13-00cc-4b1c-92f4-e4b4463178c2 req-f41e78ec-d1be-4017-b5e7-258b11f6caf0 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.212414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'name': 'network-vif-deleted', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:23.216829 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11274b7-d139-422b-bc76-9cfb5310c3b1" -d '{"events": [{"server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "name": "network-vif-deleted", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:23.232199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7fe34f13-00cc-4b1c-92f4-e4b4463178c2 req-f41e78ec-d1be-4017-b5e7-258b11f6caf0 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.233471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7fe34f13-00cc-4b1c-92f4-e4b4463178c2 req-f41e78ec-d1be-4017-b5e7-258b11f6caf0 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1602411 Nov 22 16:34:23.238501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e78ec-d1be-4017-b5e7-258b11f6caf0 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64feec5f-f858-43dd-9760-d91d28964c90,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:23.266400 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7816216b-cda4-4f22-bab8-b729f19e461f req-b2f4123c-36ce-410c-87c4-3dd73cdeec67 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767281 Nov 22 16:34:23.345008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b330234e-9e65-437f-b037-78b97f367b92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56ebe45e81ee49499db2c306a02a8922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922266 Nov 22 16:34:23.347751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50010) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:23.372375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a80ee-9f6d-4923-bc77-9c3222c02afa req-de03e7bb-1529-4074-843d-5dda03497c97 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.374279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45a80ee-9f6d-4923-bc77-9c3222c02afa req-de03e7bb-1529-4074-843d-5dda03497c97 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0658906 Nov 22 16:34:23.414045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13d1570d-872f-4700-963b-0a28551941a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.431502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45a80ee-9f6d-4923-bc77-9c3222c02afa req-b5faae75-9284-498c-ba96-0a1af34c26b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502267 Nov 22 16:34:23.439517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13d1570d-872f-4700-963b-0a28551941a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.494763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13d1570d-872f-4700-963b-0a28551941a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.498889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13d1570d-872f-4700-963b-0a28551941a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.500127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-13d1570d-872f-4700-963b-0a28551941a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f660ee57-89c9-4d45-b790-90644ae2e964 HTTP/1.1" status: 204 len: 168 time: 0.1514559 Nov 22 16:34:23.509902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1570d-872f-4700-963b-0a28551941a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f660ee57-89c9-4d45-b790-90644ae2e964,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:23.622556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517ec84-34d7-45a8-915d-f557829754dd req-efd98294-14b5-47a3-8323-3e450c38c806 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.624547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2517ec84-34d7-45a8-915d-f557829754dd req-efd98294-14b5-47a3-8323-3e450c38c806 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.0594409 Nov 22 16:34:23.680833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2517ec84-34d7-45a8-915d-f557829754dd req-e5dfb313-1825-44e1-9644-709d53141b59 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497396 Nov 22 16:34:23.738487 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41419841-95df-44e0-977d-f285b80a95b6 x-openstack-request-id: req-41419841-95df-44e0-977d-f285b80a95b6 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:23.741017 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55528f37-e3a3-4f52-84d1-44c7e302e2a3", "name": "network-vif-deleted", "tag": "ba3e8646-e4f8-41c1-b41d-9be38fb4569c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:23.741556 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41419841-95df-44e0-977d-f285b80a95b6 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:23.742218 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55528f37-e3a3-4f52-84d1-44c7e302e2a3', 'name': 'network-vif-deleted', 'tag': 'ba3e8646-e4f8-41c1-b41d-9be38fb4569c', 'status': 'completed', 'code': 200} Nov 22 16:34:23.876037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:23.876718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e2ce47b7-552a-4f73-8351-5e990ce6b8fa details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:23.885045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 51cf2378-21ec-4677-9ff0-5b47f2e19523 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:23.912427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 51cf2378-21ec-4677-9ff0-5b47f2e19523 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:23.912897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 51cf2378-21ec-4677-9ff0-5b47f2e19523 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:23.944197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-23029cce-0741-4df3-8682-95f626f59f07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8c4dfbf85614dbf8b7a3d9e92d0ee61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0669718 Nov 22 16:34:23.947388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50024) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:24.002608 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7d707e87-b263-49bb-a483-64192b73bf39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.027573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:24.030466 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7d707e87-b263-49bb-a483-64192b73bf39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.043273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'port_id': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'mac_address': 'fa:16:3e:19:49:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca7fc4-428e-4399-8bfe-cb151d8d0f89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:24.089748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.095430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-65823071-8fc4-431f-852f-144d819d9cdd tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53732 time: 0.3422415 Nov 22 16:34:24.101198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7d707e87-b263-49bb-a483-64192b73bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.104797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7d707e87-b263-49bb-a483-64192b73bf39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.104966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ce47b7-552a-4f73-8351-5e990ce6b8fa {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:24.108730 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7d707e87-b263-49bb-a483-64192b73bf39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a722f36-cd9f-4a66-8d68-36a815932ccd HTTP/1.1" status: 204 len: 168 time: 0.1577237 Nov 22 16:34:24.125583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d707e87-b263-49bb-a483-64192b73bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a722f36-cd9f-4a66-8d68-36a815932ccd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:24.142988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:24.149770 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.172124 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-78ef0261-b8ea-4d88-bec6-f046306d5bb9 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/11ad812e-60a3-4046-b634-4b91a23d7c19 HTTP/1.1" status: 200 len: 2998 time: 0.0666146 Nov 22 16:34:24.211964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:24.219469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-15b2d1d0-d664-47f5-b2c2-de0347732dad tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/11ad812e-60a3-4046-b634-4b91a23d7c19 HTTP/1.1" status: 200 len: 2998 time: 0.0463543 Nov 22 16:34:24.270329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-ef180187-d772-4ec3-9d96-9a0dee7f3d0e tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/2d7d2f38-4805-496a-a562-7731c0add5dc HTTP/1.1" status: 200 len: 2998 time: 0.0441203 Nov 22 16:34:24.322384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-9cbe13a7-9c6f-4623-baeb-0c4c79b0acc2 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/2d7d2f38-4805-496a-a562-7731c0add5dc HTTP/1.1" status: 200 len: 2998 time: 0.0448761 Nov 22 16:34:24.388090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-36f16a0f-af0b-491a-a590-263a74ce2de3 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/2f8a4b6d-2a68-4958-803f-da36b24a71bf HTTP/1.1" status: 200 len: 2998 time: 0.0592973 Nov 22 16:34:24.425735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e2ce47b7-552a-4f73-8351-5e990ce6b8fa'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:24.444844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-eaab56cd-216c-4569-a91d-6ce365c2ab87 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/2f8a4b6d-2a68-4958-803f-da36b24a71bf HTTP/1.1" status: 200 len: 2998 time: 0.0480137 Nov 22 16:34:24.513188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-fac84377-ebca-4c4c-a2e6-b87a193aa415 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/31b61fba-58ba-4046-9cfb-430eac3d5f6e HTTP/1.1" status: 200 len: 2998 time: 0.0594225 Nov 22 16:34:24.566137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-907c143b-4cba-4681-8812-d1ecd5b921c4 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/31b61fba-58ba-4046-9cfb-430eac3d5f6e HTTP/1.1" status: 200 len: 2998 time: 0.0461097 Nov 22 16:34:24.616419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-b86daa8a-649a-4ce9-8ecb-2cbb25f516aa tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3f12c324-17d7-4863-97b6-690bc0438aa0 HTTP/1.1" status: 200 len: 2998 time: 0.0424724 Nov 22 16:34:24.676898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-a8260838-3b66-4db5-9f5b-a40efd11156b tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3f12c324-17d7-4863-97b6-690bc0438aa0 HTTP/1.1" status: 200 len: 2998 time: 0.0518811 Nov 22 16:34:24.742627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-97e43fa0-1dc7-4fa8-af68-66ba5a117cd5 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/532d4706-7d35-4078-805e-7f9d677c660a HTTP/1.1" status: 200 len: 2998 time: 0.0481343 Nov 22 16:34:24.798214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-214d85d3-1554-463f-b06a-4edc5d1c1c04 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/532d4706-7d35-4078-805e-7f9d677c660a HTTP/1.1" status: 200 len: 2998 time: 0.0423887 Nov 22 16:34:24.822598 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-fd736391-bd8d-4967-a8bf-c439c406d322 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] show failed (client error): The resource could not be found. Nov 22 16:34:24.823835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-fd736391-bd8d-4967-a8bf-c439c406d322 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6a722f36-cd9f-4a66-8d68-36a815932ccd HTTP/1.1" status: 404 len: 352 time: 0.0146723 Nov 22 16:34:24.861284 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-8f26e843-5dcd-48e2-a78a-dbebf4c492c7 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] show failed (client error): The resource could not be found. Nov 22 16:34:24.863752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-8f26e843-5dcd-48e2-a78a-dbebf4c492c7 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6a722f36-cd9f-4a66-8d68-36a815932ccd HTTP/1.1" status: 404 len: 352 time: 0.0240612 Nov 22 16:34:24.923285 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-18ee39ad-0683-4570-8d89-1d247018f379 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/77f75380-2e35-4f15-978a-04761876ebb1 HTTP/1.1" status: 200 len: 2998 time: 0.0505266 Nov 22 16:34:24.976039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-0e214793-a262-4ab1-9448-ffe6c51b1f24 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/77f75380-2e35-4f15-978a-04761876ebb1 HTTP/1.1" status: 200 len: 2998 time: 0.0415111 Nov 22 16:34:25.032790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-74ea9513-9685-4bd6-985d-e74dde0bbedb tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/94c2991c-c0f7-4aa5-86a2-827c121f2cae HTTP/1.1" status: 200 len: 2998 time: 0.0453970 Nov 22 16:34:25.091244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-9670b630-9e55-42ab-976c-bc9f311dfef7 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/94c2991c-c0f7-4aa5-86a2-827c121f2cae HTTP/1.1" status: 200 len: 2998 time: 0.0518062 Nov 22 16:34:25.147280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-74aeef21-8c00-4f13-9423-e01ebab28e70 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/986ae5e5-32db-44d5-ab95-0dec8aab09cc HTTP/1.1" status: 200 len: 2994 time: 0.0473635 Nov 22 16:34:25.205062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-993af387-6d6e-4105-a146-75204d45a434 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/986ae5e5-32db-44d5-ab95-0dec8aab09cc HTTP/1.1" status: 200 len: 2994 time: 0.0513546 Nov 22 16:34:25.251239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-b5a57702-8001-4c32-9c38-c659c87fb4fa tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/b9cd80b6-2be0-41ea-acb8-405e1604cc0c HTTP/1.1" status: 200 len: 2990 time: 0.0396330 Nov 22 16:34:25.301224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-3cee53e2-8e7b-48f0-a53b-605915c38d46 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/b9cd80b6-2be0-41ea-acb8-405e1604cc0c HTTP/1.1" status: 200 len: 2990 time: 0.0409129 Nov 22 16:34:25.365047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-9d25b302-ada6-419f-9094-a24753638380 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d309191e-b2bb-4187-aaed-916afc58737c HTTP/1.1" status: 200 len: 2998 time: 0.0537422 Nov 22 16:34:25.418300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-626a25cb-33b2-4398-8bb2-21a70d6ec523 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/d309191e-b2bb-4187-aaed-916afc58737c HTTP/1.1" status: 200 len: 2998 time: 0.0424132 Nov 22 16:34:25.469729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-c796e96d-a438-4c17-8b55-5ef0d7ad2536 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e356532b-3724-4010-9544-f7a79c69dacb HTTP/1.1" status: 200 len: 2998 time: 0.0428610 Nov 22 16:34:25.514874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-5608aecb-5f37-4410-b5f1-8db0053f2a3f tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e356532b-3724-4010-9544-f7a79c69dacb HTTP/1.1" status: 200 len: 2998 time: 0.0386741 Nov 22 16:34:25.563516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-ab93942b-323f-498c-9548-b728d0dc52c9 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e7492524-30e6-4695-baef-4b1a9838b381 HTTP/1.1" status: 200 len: 2998 time: 0.0409989 Nov 22 16:34:25.610983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-3f8b56b8-b05a-4bca-a5c9-4703f1614895 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e7492524-30e6-4695-baef-4b1a9838b381 HTTP/1.1" status: 200 len: 2998 time: 0.0382795 Nov 22 16:34:25.657268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-4ab9e176-0e82-4978-ab37-31b95289de8e tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/f745e6ef-1ca8-4411-9532-00509afbd1b6 HTTP/1.1" status: 200 len: 2998 time: 0.0367365 Nov 22 16:34:25.707558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-dc1cab3b-7cf7-49cd-8cdf-afb5d991e0c3 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/f745e6ef-1ca8-4411-9532-00509afbd1b6 HTTP/1.1" status: 200 len: 2998 time: 0.0404723 Nov 22 16:34:25.752086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-daf18ce7-e3ca-4c83-88d8-d7648a215fe7 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b HTTP/1.1" status: 200 len: 2998 time: 0.0382493 Nov 22 16:34:25.796327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeeb6ebf-eceb-4523-bead-abc08acf059a req-ac08fe1b-19fd-4dad-93f7-598a63e37071 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b HTTP/1.1" status: 200 len: 2998 time: 0.0376091 Nov 22 16:34:25.892201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e2ce47b7-552a-4f73-8351-5e990ce6b8fa up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:25.955332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port e2ce47b7-552a-4f73-8351-5e990ce6b8fa completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:25.959792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port e2ce47b7-552a-4f73-8351-5e990ce6b8fa triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:25.960249 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.007019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16690ce4-5c6b-486c-8983-a88a90ae3428 req-0c7df224-a842-4f7a-91e5-6af1fd1341b4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.012938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16690ce4-5c6b-486c-8983-a88a90ae3428 req-0c7df224-a842-4f7a-91e5-6af1fd1341b4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.018819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16690ce4-5c6b-486c-8983-a88a90ae3428 req-0c7df224-a842-4f7a-91e5-6af1fd1341b4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.020511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16690ce4-5c6b-486c-8983-a88a90ae3428 req-0c7df224-a842-4f7a-91e5-6af1fd1341b4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f&device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b&device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 2417 time: 0.0664189 Nov 22 16:34:26.045310 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.068971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:26.071346 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e3a0ae-fcc1-44b7-b963-87b80508580d" -d '{"events": [{"server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "name": "network-vif-plugged", "status": "completed", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:26.076320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16690ce4-5c6b-486c-8983-a88a90ae3428 req-1fa117a1-103f-4979-b314-dc6704b61d46 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490835 Nov 22 16:34:26.096492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:26.101416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.102350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ba3e8646-e4f8-41c1-b41d-9be38fb4569c no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:26.138853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: ba3e8646-e4f8-41c1-b41d-9be38fb4569c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:26.139221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ba3e8646-e4f8-41c1-b41d-9be38fb4569c not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:26.167498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:26.189203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40d98-011e-41c5-b8c0-557aad5004de req-7f49d20f-511b-493b-91ed-d27b12d2e0d4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.190735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99a40d98-011e-41c5-b8c0-557aad5004de req-7f49d20f-511b-493b-91ed-d27b12d2e0d4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 946 time: 0.0584934 Nov 22 16:34:26.242898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99a40d98-011e-41c5-b8c0-557aad5004de req-49987945-e952-4106-bb75-398d7c8c12ee tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Nov 22 16:34:26.362174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8598c-aa60-4a8b-ac1d-8dabcf3466a8 req-8c0b388b-7240-4ea7-bca8-406629789ed2 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.363583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9b8598c-aa60-4a8b-ac1d-8dabcf3466a8 req-8c0b388b-7240-4ea7-bca8-406629789ed2 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 945 time: 0.0607932 Nov 22 16:34:26.421744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9b8598c-aa60-4a8b-ac1d-8dabcf3466a8 req-83ea643a-1f4e-44f0-a6b6-7955218f7d67 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467803 Nov 22 16:34:26.540474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9b9a9-d51e-4296-897e-d2fbd42db31e req-04371e00-175f-4752-984f-b84c4bb7cb79 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.542045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20e9b9a9-d51e-4296-897e-d2fbd42db31e req-04371e00-175f-4752-984f-b84c4bb7cb79 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0530851 Nov 22 16:34:26.597808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20e9b9a9-d51e-4296-897e-d2fbd42db31e req-38dbef4e-153a-4bd2-9b32-25403e4a5ce4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491614 Nov 22 16:34:26.756960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-959c848d-0514-4000-a29d-d1924742d348 req-1d45e8df-56e6-4d59-978e-14a0abe107fc tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66e4e339d0e445faaddec41d288f4134 HTTP/1.1" status: 200 len: 6152 time: 0.0722015 Nov 22 16:34:26.807976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-959c848d-0514-4000-a29d-d1924742d348 req-654475e9-eaaf-4e1a-b3d4-9c6551aabe9d tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "GET /v2.0/security-groups/3f12c324-17d7-4863-97b6-690bc0438aa0 HTTP/1.1" status: 200 len: 2998 time: 0.0442131 Nov 22 16:34:26.862782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-959c848d-0514-4000-a29d-d1924742d348 req-23eaeee0-9e0d-4322-a50d-186a6c07c80f tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "GET /v2.0/security-groups/3f12c324-17d7-4863-97b6-690bc0438aa0 HTTP/1.1" status: 200 len: 2998 time: 0.0461376 Nov 22 16:34:27.273492 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d042bf7a-530e-4e5b-8fd1-f20045eef62e x-openstack-request-id: req-d042bf7a-530e-4e5b-8fd1-f20045eef62e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:27.274768 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "name": "network-vif-plugged", "status": "completed", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:27.274768 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d042bf7a-530e-4e5b-8fd1-f20045eef62e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:27.274768 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'code': 200} Nov 22 16:34:27.349352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1532834a-a153-4cef-bd23-633c45b3f274 req-cc69ac4a-5f88-480e-a0ba-fee507e90d6a tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0609722 Nov 22 16:34:27.395104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d76438-fae5-4eb7-ad60-65b63620e055 req-c94af358-97fb-43df-a67e-59267b5af289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.396651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45d76438-fae5-4eb7-ad60-65b63620e055 req-c94af358-97fb-43df-a67e-59267b5af289 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 1097 time: 0.0464234 Nov 22 16:34:27.445452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45d76438-fae5-4eb7-ad60-65b63620e055 req-ce27c6b3-2ff1-42db-8ae6-6139174857bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Nov 22 16:34:27.518725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8d8cb-9729-40be-94c9-5bdb9829ab85 req-9a22ff06-4ce8-49f8-a69f-4323b3677743 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.520323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeb8d8cb-9729-40be-94c9-5bdb9829ab85 req-9a22ff06-4ce8-49f8-a69f-4323b3677743 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 945 time: 0.0527594 Nov 22 16:34:27.570029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeb8d8cb-9729-40be-94c9-5bdb9829ab85 req-c0efa77f-ea58-4758-9f44-57f9d7af58d2 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Nov 22 16:34:27.630013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f4a434d-66c5-4455-9f00-9792270d7bc7 req-61c60601-2da4-4fec-a99a-0dc805a4e7ae tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/64feec5f-f858-43dd-9760-d91d28964c90 HTTP/1.1" status: 200 len: 1793 time: 0.0365553 Nov 22 16:34:27.685492 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7f4a434d-66c5-4455-9f00-9792270d7bc7 req-c5396d75-8d38-4f30-a1e8-f214c8a063ff tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.696763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-e62e9204-ebe8-426e-938e-c16124271016 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.698453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-e62e9204-ebe8-426e-938e-c16124271016 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.62 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 944 time: 0.0538373 Nov 22 16:34:27.711295 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7f4a434d-66c5-4455-9f00-9792270d7bc7 req-c5396d75-8d38-4f30-a1e8-f214c8a063ff tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.757961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7f4a434d-66c5-4455-9f00-9792270d7bc7 req-c5396d75-8d38-4f30-a1e8-f214c8a063ff tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.760630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7f4a434d-66c5-4455-9f00-9792270d7bc7 req-c5396d75-8d38-4f30-a1e8-f214c8a063ff tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.761765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f4a434d-66c5-4455-9f00-9792270d7bc7 req-c5396d75-8d38-4f30-a1e8-f214c8a063ff tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/64feec5f-f858-43dd-9760-d91d28964c90 HTTP/1.1" status: 204 len: 173 time: 0.1255314 Nov 22 16:34:27.770904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5396d75-8d38-4f30-a1e8-f214c8a063ff tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64feec5f-f858-43dd-9760-d91d28964c90,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:27.815838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Deleting port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:27.816186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.879092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb6f8a-3a5e-4e34-a7b5-2b9209620deb req-3cb20f70-a422-44c8-b867-b299494b86cd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.880776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67bb6f8a-3a5e-4e34-a7b5-2b9209620deb req-3cb20f70-a422-44c8-b867-b299494b86cd tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=7864d9be-4aa1-4d70-b755-f78ef2bf9267 HTTP/1.1" status: 200 len: 944 time: 0.0558028 Nov 22 16:34:27.920137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] For port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:27.920540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.943676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67bb6f8a-3a5e-4e34-a7b5-2b9209620deb req-8e2e9572-95b5-4b73-b2df-01e56a8128d4 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520923 Nov 22 16:34:28.184966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ffe51-173e-4e12-9a24-dbddc0cb70cc req-7d6d06fd-5a63-40d7-9cc3-2203842bbed9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:28.186636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-307ffe51-173e-4e12-9a24-dbddc0cb70cc req-7d6d06fd-5a63-40d7-9cc3-2203842bbed9 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 946 time: 0.0672433 Nov 22 16:34:28.250118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-307ffe51-173e-4e12-9a24-dbddc0cb70cc req-4fed794b-3ad3-414e-97df-26604037ac55 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527766 Nov 22 16:34:28.262267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Calling delete_port for 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:28.419518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.460466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Pushing event deleted for resources: {'Port': ['ID=4d8b6acf-ecb8-442e-bfdd-1cc55799fb99,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:28.509661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] No DVR routers for this DVR port 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:28.513056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.516724 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cf1294dd-ce89-4cb0-9075-e206c641a67b req-63d14b84-0f0a-4d02-8b66-f8eb45509657 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.62 "DELETE /v2.0/ports/4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 HTTP/1.1" status: 204 len: 173 time: 0.8099279 Nov 22 16:34:28.517170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'name': 'network-vif-deleted', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:28.519769 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89938a1-bd07-498c-9a17-9c302b708d5a" -d '{"events": [{"server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "name": "network-vif-deleted", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:28.752467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818329-c4ca-4850-bcb7-29d1a7fc4ca5 req-3e5bd167-a556-4110-91d6-db2b08e8a370 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:28.753911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5818329-c4ca-4850-bcb7-29d1a7fc4ca5 req-3e5bd167-a556-4110-91d6-db2b08e8a370 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0645363 Nov 22 16:34:28.808914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5818329-c4ca-4850-bcb7-29d1a7fc4ca5 req-e3d1cac3-0dd5-40f8-b17a-00dba7603dc9 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Nov 22 16:34:28.939907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17ad48df-6702-4c79-9fa3-ea93bc771856 req-47679b77-5223-4433-b6ce-88aa9820d26b tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7705a4f6-13c7-409e-965a-d9fc237085b0 HTTP/1.1" status: 200 len: 1794 time: 0.0459878 Nov 22 16:34:29.010256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-17ad48df-6702-4c79-9fa3-ea93bc771856 req-6b2fe958-aa9e-4c3f-95b1-82bdae490461 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.041530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-17ad48df-6702-4c79-9fa3-ea93bc771856 req-6b2fe958-aa9e-4c3f-95b1-82bdae490461 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.086360 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-17ad48df-6702-4c79-9fa3-ea93bc771856 req-6b2fe958-aa9e-4c3f-95b1-82bdae490461 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.089982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-17ad48df-6702-4c79-9fa3-ea93bc771856 req-6b2fe958-aa9e-4c3f-95b1-82bdae490461 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.091303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17ad48df-6702-4c79-9fa3-ea93bc771856 req-6b2fe958-aa9e-4c3f-95b1-82bdae490461 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/7705a4f6-13c7-409e-965a-d9fc237085b0 HTTP/1.1" status: 204 len: 173 time: 0.1448393 Nov 22 16:34:29.108531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fe958-aa9e-4c3f-95b1-82bdae490461 tempest-SecurityGroupsTestAdminJSON-274257266 tempest-SecurityGroupsTestAdminJSON-274257266-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7705a4f6-13c7-409e-965a-d9fc237085b0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:29.491147 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2cb721-4217-4637-bbf4-28e9925122a9 x-openstack-request-id: req-6b2cb721-4217-4637-bbf4-28e9925122a9 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:29.491793 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7864d9be-4aa1-4d70-b755-f78ef2bf9267", "name": "network-vif-deleted", "tag": "4d8b6acf-ecb8-442e-bfdd-1cc55799fb99", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:29.491793 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b2cb721-4217-4637-bbf4-28e9925122a9 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:29.492001 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7864d9be-4aa1-4d70-b755-f78ef2bf9267', 'name': 'network-vif-deleted', 'tag': '4d8b6acf-ecb8-442e-bfdd-1cc55799fb99', 'status': 'completed', 'code': 200} Nov 22 16:34:29.598520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2a638-8f44-4502-8816-155a45c87d46 req-032fa923-e280-4def-9fd7-b6878fb725a3 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.600021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-10d2a638-8f44-4502-8816-155a45c87d46 req-032fa923-e280-4def-9fd7-b6878fb725a3 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 945 time: 0.0623834 Nov 22 16:34:29.657448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-10d2a638-8f44-4502-8816-155a45c87d46 req-d7400374-6da7-41f6-92ee-9263b955d3e1 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455916 Nov 22 16:34:29.757040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-027de324-78e7-4da6-af76-a4af0c397335 req-f880235b-3d2c-4c54-85d7-077bf33ee2d8 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "GET /v2.0/security-groups/2b595e12-f54f-4836-a84a-8cf047ab24da HTTP/1.1" status: 200 len: 1794 time: 0.0398743 Nov 22 16:34:29.823818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-027de324-78e7-4da6-af76-a4af0c397335 req-640b0d88-3e4f-4a0d-9c18-1f07e1d06bc7 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.850202 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-027de324-78e7-4da6-af76-a4af0c397335 req-640b0d88-3e4f-4a0d-9c18-1f07e1d06bc7 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.899854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-027de324-78e7-4da6-af76-a4af0c397335 req-640b0d88-3e4f-4a0d-9c18-1f07e1d06bc7 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.902643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-027de324-78e7-4da6-af76-a4af0c397335 req-640b0d88-3e4f-4a0d-9c18-1f07e1d06bc7 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.903946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-027de324-78e7-4da6-af76-a4af0c397335 req-640b0d88-3e4f-4a0d-9c18-1f07e1d06bc7 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "DELETE /v2.0/security-groups/2b595e12-f54f-4836-a84a-8cf047ab24da HTTP/1.1" status: 204 len: 173 time: 0.1404378 Nov 22 16:34:29.914007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b0d88-3e4f-4a0d-9c18-1f07e1d06bc7 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b595e12-f54f-4836-a84a-8cf047ab24da,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:30.018634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97de3d-f885-4be1-8976-8b473fe4ed52 req-91f21a63-11fa-4185-b344-ee65b0899b21 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:30.020171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e97de3d-f885-4be1-8976-8b473fe4ed52 req-91f21a63-11fa-4185-b344-ee65b0899b21 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 946 time: 0.0584965 Nov 22 16:34:30.073233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e97de3d-f885-4be1-8976-8b473fe4ed52 req-2de84bd7-47f2-4e4b-b988-2eaa34ac4f11 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458100 Nov 22 16:34:30.632850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ae235-109e-4118-86fa-13821966083c req-cdab33ac-9c7d-4bba-8e46-bc3fd036b554 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:30.634509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-121ae235-109e-4118-86fa-13821966083c req-cdab33ac-9c7d-4bba-8e46-bc3fd036b554 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0519769 Nov 22 16:34:30.688127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-121ae235-109e-4118-86fa-13821966083c req-06792f84-0591-4a2c-b4ba-5e0b0256f3de tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469558 Nov 22 16:34:30.835362 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b771ab6-f139-4179-86a9-b7074ce38c4a req-12ee5937-fcf0-4aba-bf3d-c36006eedebd tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "GET /v2.0/security-groups/b99310b3-9c27-474e-bfef-f14d4de0b959 HTTP/1.1" status: 200 len: 1793 time: 0.0509653 Nov 22 16:34:30.911937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5b771ab6-f139-4179-86a9-b7074ce38c4a req-55218b75-005d-481d-ae9e-c180521ce267 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.926823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50172) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:30.956674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5b771ab6-f139-4179-86a9-b7074ce38c4a req-55218b75-005d-481d-ae9e-c180521ce267 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.006979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5b771ab6-f139-4179-86a9-b7074ce38c4a req-55218b75-005d-481d-ae9e-c180521ce267 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.010238 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5b771ab6-f139-4179-86a9-b7074ce38c4a req-55218b75-005d-481d-ae9e-c180521ce267 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.011414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b771ab6-f139-4179-86a9-b7074ce38c4a req-55218b75-005d-481d-ae9e-c180521ce267 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] 10.222.0.59 "DELETE /v2.0/security-groups/b99310b3-9c27-474e-bfef-f14d4de0b959 HTTP/1.1" status: 204 len: 173 time: 0.1697638 Nov 22 16:34:31.021451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55218b75-005d-481d-ae9e-c180521ce267 tempest-SecurityGroupsTestAdminJSON-133882470 tempest-SecurityGroupsTestAdminJSON-133882470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99310b3-9c27-474e-bfef-f14d4de0b959,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:31.050789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e7a39e80-acb2-44f9-b6f4-c4a91027281f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.147533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e7a39e80-acb2-44f9-b6f4-c4a91027281f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.152197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e7a39e80-acb2-44f9-b6f4-c4a91027281f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.200455 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e7a39e80-acb2-44f9-b6f4-c4a91027281f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e3e5268ea5340c58a7846abb4393250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721100 Nov 22 16:34:31.201194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a39e80-acb2-44f9-b6f4-c4a91027281f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52179844-c5b7-4d4a-a4ba-35d43f53d2bb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:31.204617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:31.280382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c65d4a96-abd8-4cfd-925c-9a87951ade1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.317288 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c65d4a96-abd8-4cfd-925c-9a87951ade1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.326397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50184) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:31.361331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e346ff2-4178-4623-9410-546495ab08ee req-2c581e7f-f71e-4673-b511-c8189229357a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.364334 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0e346ff2-4178-4623-9410-546495ab08ee req-2c581e7f-f71e-4673-b511-c8189229357a tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.0660684 Nov 22 16:34:31.411850 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c65d4a96-abd8-4cfd-925c-9a87951ade1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.415095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c65d4a96-abd8-4cfd-925c-9a87951ade1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.419817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c65d4a96-abd8-4cfd-925c-9a87951ade1d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52179844-c5b7-4d4a-a4ba-35d43f53d2bb HTTP/1.1" status: 204 len: 168 time: 0.2076993 Nov 22 16:34:31.442766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d4a96-abd8-4cfd-925c-9a87951ade1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52179844-c5b7-4d4a-a4ba-35d43f53d2bb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:31.483680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:31.513527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:31.514229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d8b6acf-ecb8-442e-bfdd-1cc55799fb99 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:31.517976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Deleting port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:31.518436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.623913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-46af0eb3-da48-4a5c-8c15-d0c955347ec7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66e4e339d0e445faaddec41d288f4134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957332 Nov 22 16:34:31.629680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50194) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:31.679687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] For port ad41b2b1-2a4e-4940-ba6c-0ea55e707162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,segment=NetworkSegment(93242748-fd0d-42c8-b112-37edf56a80a1),segment_id=93242748-fd0d-42c8-b112-37edf56a80a1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:31.680058 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.706460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Calling delete_port for ad41b2b1-2a4e-4940-ba6c-0ea55e707162 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:31.780158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2c95-42da-45ed-9b4f-17c3b5199f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.802418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b256-eb5a-430a-968b-311c4043c827 req-15c639bb-9841-4e60-b833-3ec2d4d6a172 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.804163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8099b256-eb5a-430a-968b-311c4043c827 req-15c639bb-9841-4e60-b833-3ec2d4d6a172 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bba1448-eebd-4f6c-bb11-d2c609d3dae6 HTTP/1.1" status: 200 len: 944 time: 0.0676906 Nov 22 16:34:31.824094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2c95-42da-45ed-9b4f-17c3b5199f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.861315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8099b256-eb5a-430a-968b-311c4043c827 req-1ae242f2-0711-4f91-b5ac-7a8ea217f286 tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.59 "GET /v2.0/security-groups?id=31b61fba-58ba-4046-9cfb-430eac3d5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500288 Nov 22 16:34:31.894907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50202) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:31.915214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf097bf-f8e1-4dd4-b0a4-dcf9cab11f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.952690 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2c95-42da-45ed-9b4f-17c3b5199f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.955841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ccd2c95-42da-45ed-9b4f-17c3b5199f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.957018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4ccd2c95-42da-45ed-9b4f-17c3b5199f39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f12c324-17d7-4863-97b6-690bc0438aa0 HTTP/1.1" status: 204 len: 168 time: 0.3259289 Nov 22 16:34:31.966007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.969418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd2c95-42da-45ed-9b4f-17c3b5199f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f12c324-17d7-4863-97b6-690bc0438aa0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:32.004398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Pushing event deleted for resources: {'Port': ['ID=ad41b2b1-2a4e-4940-ba6c-0ea55e707162,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:32.044952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a335fb5-2c12-43a6-b06f-72d950a99302 req-80337a9b-ce40-434f-88c1-9571aa7ef938 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:32.047585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a335fb5-2c12-43a6-b06f-72d950a99302 req-80337a9b-ce40-434f-88c1-9571aa7ef938 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 946 time: 0.0923333 Nov 22 16:34:32.062188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] No DVR routers for this DVR port ad41b2b1-2a4e-4940-ba6c-0ea55e707162 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:32.065426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.068912 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0e346ff2-4178-4623-9410-546495ab08ee req-bc372ab6-052c-42de-8093-0979b0febe3c tempest-LiveMigrationTest-297586161 tempest-LiveMigrationTest-297586161-project] 10.222.0.62 "DELETE /v2.0/ports/ad41b2b1-2a4e-4940-ba6c-0ea55e707162 HTTP/1.1" status: 204 len: 173 time: 0.6972642 Nov 22 16:34:32.070046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'name': 'network-vif-deleted', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:32.072711 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e09c9d-d887-4f93-97ca-604a786ec3ee" -d '{"events": [{"server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "name": "network-vif-deleted", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:32.096395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf097bf-f8e1-4dd4-b0a4-dcf9cab11f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.107218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf097bf-f8e1-4dd4-b0a4-dcf9cab11f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.173704 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a335fb5-2c12-43a6-b06f-72d950a99302 req-3ec12a56-32f6-43df-9903-5dd58c09ccad tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161828 Nov 22 16:34:32.198271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf097bf-f8e1-4dd4-b0a4-dcf9cab11f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e01b88b-eadd-4350-ae70-776bd5742250,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:32.208228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2cf097bf-f8e1-4dd4-b0a4-dcf9cab11f89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=540b061eac184d4d800bed7b24ef3c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091962 Nov 22 16:34:32.208510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50210) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:32.281781 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c399c65-563e-43aa-8ba9-9b02b2cca868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.310144 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c399c65-563e-43aa-8ba9-9b02b2cca868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.368236 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c399c65-563e-43aa-8ba9-9b02b2cca868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.372929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c399c65-563e-43aa-8ba9-9b02b2cca868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.374603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c399c65-563e-43aa-8ba9-9b02b2cca868 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e01b88b-eadd-4350-ae70-776bd5742250 HTTP/1.1" status: 204 len: 168 time: 0.1650879 Nov 22 16:34:32.383690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c399c65-563e-43aa-8ba9-9b02b2cca868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e01b88b-eadd-4350-ae70-776bd5742250,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:32.471655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50218) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:32.550165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fbf17eb2-c582-4f9f-87f1-4f6b60be46b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af3126b18bbf4dc6bea9bbd437fd8937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769434 Nov 22 16:34:32.553402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50222) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:32.579618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f68469-3b59-442e-b814-12f427338a10 req-39b404ca-e960-46c1-94f8-8c92b89d23dc tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:32.581718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45f68469-3b59-442e-b814-12f427338a10 req-39b404ca-e960-46c1-94f8-8c92b89d23dc tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 945 time: 0.0905907 Nov 22 16:34:32.616377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed250bca-9ec3-4ad9-a15a-b30c597740d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.651684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed250bca-9ec3-4ad9-a15a-b30c597740d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.679876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45f68469-3b59-442e-b814-12f427338a10 req-af5942d3-b9c5-457b-9cae-9f08dc4d398a tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d7d2f38-4805-496a-a562-7731c0add5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907242 Nov 22 16:34:32.721143 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed250bca-9ec3-4ad9-a15a-b30c597740d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.724046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed250bca-9ec3-4ad9-a15a-b30c597740d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.729150 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ed250bca-9ec3-4ad9-a15a-b30c597740d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11ad812e-60a3-4046-b634-4b91a23d7c19 HTTP/1.1" status: 204 len: 168 time: 0.1709235 Nov 22 16:34:32.736800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed250bca-9ec3-4ad9-a15a-b30c597740d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ad812e-60a3-4046-b634-4b91a23d7c19,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:32.820636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46d08e-4fba-4796-86d8-8625c32edd51 req-f11966e9-07f6-4d84-a398-391022d35b7f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:32.827910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b46d08e-4fba-4796-86d8-8625c32edd51 req-f11966e9-07f6-4d84-a398-391022d35b7f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.0751081 Nov 22 16:34:32.880873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b46d08e-4fba-4796-86d8-8625c32edd51 req-98f7e53e-dff0-45c2-87ac-e7bf18462f29 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508413 Nov 22 16:34:32.996269 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2d1d9c-31bc-4fe7-ba88-7c06614d4edc x-openstack-request-id: req-1e2d1d9c-31bc-4fe7-ba88-7c06614d4edc {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:32.997207 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bba1448-eebd-4f6c-bb11-d2c609d3dae6", "name": "network-vif-deleted", "tag": "ad41b2b1-2a4e-4940-ba6c-0ea55e707162", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:32.997677 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e2d1d9c-31bc-4fe7-ba88-7c06614d4edc {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:32.998639 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bba1448-eebd-4f6c-bb11-d2c609d3dae6', 'name': 'network-vif-deleted', 'tag': 'ad41b2b1-2a4e-4940-ba6c-0ea55e707162', 'status': 'completed', 'code': 200} Nov 22 16:34:33.497590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:33.545730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-60b11d56-1e0b-46a5-82dd-154a409381ed tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.547795 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-60b11d56-1e0b-46a5-82dd-154a409381ed tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.62 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 945 time: 0.0859232 Nov 22 16:34:33.559556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: ad41b2b1-2a4e-4940-ba6c-0ea55e707162 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:33.560227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ad41b2b1-2a4e-4940-ba6c-0ea55e707162 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:33.600439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50278) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:33.682378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:33.706688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Deleting port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:33.707202 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.809478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13b05a-b882-436b-9725-0c5ac4470aa7 req-a29567b3-1659-45ff-802a-6d6fb501c1ca tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.813211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f13b05a-b882-436b-9725-0c5ac4470aa7 req-a29567b3-1659-45ff-802a-6d6fb501c1ca tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.0778646 Nov 22 16:34:33.828036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] For port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,segment=NetworkSegment(eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e),segment_id=eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:33.829048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.848724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Calling delete_port for 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:33.877990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-network', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:33.958324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3294a60-954b-47b9-ae22-a3b2a62ab564 admin admin] Deleting subnet 1be39dd8-cdde-4666-8eff-7832ef93970a {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:33.975619 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f13b05a-b882-436b-9725-0c5ac4470aa7 req-3a9fef0d-8b77-4494-9b77-e9cf13e5db69 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543243 Nov 22 16:34:33.977804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3294a60-954b-47b9-ae22-a3b2a62ab564 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.021624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3294a60-954b-47b9-ae22-a3b2a62ab564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.030105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.046598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:34.064303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Made reservation on behalf of d18b90294d894f469a75f6c6c239ea3a for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:34.066751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.075160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Pushing event deleted for resources: {'Port': ['ID=1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.080797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.139910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] No DVR routers for this DVR port 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:34.143649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.147717 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0be3d6e5-e1c8-4392-8f69-18199649d78c req-51a9f7d4-af15-44b4-a173-739cc0f487a6 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.62 "DELETE /v2.0/ports/1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 HTTP/1.1" status: 204 len: 173 time: 0.5874140 Nov 22 16:34:34.167863 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3294a60-954b-47b9-ae22-a3b2a62ab564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.176061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7990e1d6-50a6-4a13-a7db-cf3669e473d9 req-86444b97-d992-4818-8079-0fa459a09779 tempest-ServersNegativeTestMultiTenantJSON-1717829500 tempest-ServersNegativeTestMultiTenantJSON-1717829500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4174307e-1296-44a7-aefc-cdbc63da7f01 HTTP/1.1" status: 200 len: 210 time: 0.0620141 Nov 22 16:34:34.282576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3294a60-954b-47b9-ae22-a3b2a62ab564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.286383 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.334669 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.341902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3294a60-954b-47b9-ae22-a3b2a62ab564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be39dd8-cdde-4666-8eff-7832ef93970a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.355911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3294a60-954b-47b9-ae22-a3b2a62ab564 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.360131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e3294a60-954b-47b9-ae22-a3b2a62ab564 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1be39dd8-cdde-4666-8eff-7832ef93970a HTTP/1.1" status: 204 len: 168 time: 0.7577820 Nov 22 16:34:34.363510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50312) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:34.376018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:34.403042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.403385 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Added segment e253d4be-61ee-4a0d-bfbd-16f3947a4b27 of type vlan for network 7638b932-1d37-4c6f-83a0-02207bd49828 Nov 22 16:34:34.412214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0fca7-f292-40de-bd92-d3201d866efc req-1fa6f13b-927d-4c43-8478-ef37711a98f6 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.413708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9af0fca7-f292-40de-bd92-d3201d866efc req-1fa6f13b-927d-4c43-8478-ef37711a98f6 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1261024 Nov 22 16:34:34.414334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e62a55-a8e7-487c-afb5-3d5414427407,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.449414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.479056 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.517807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9af0fca7-f292-40de-bd92-d3201d866efc req-69a2d78f-e65f-4145-8629-644602baee15 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932724 Nov 22 16:34:34.529437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.530601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.531621 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.543107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.575837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112fda4c-684b-44f2-85c6-e6af6f5c6749']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:34.590406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93242748-fd0d-42c8-b112-37edf56a80a1') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:34.591299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93242748-fd0d-42c8-b112-37edf56a80a1') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:34.607090 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.613268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9265015 Nov 22 16:34:34.613524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:34.629613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.633861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Request body: {'subnet': {'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-subnet', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:34.642452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:34.642906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:34.644984 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:34.651551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ac32d-5c94-4ccf-9ce8-2ba16d50a416 admin admin] Pushing event updated for resources: {'Network': ['ID=7638b932-1d37-4c6f-83a0-02207bd49828,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.663856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 7638b932-1d37-4c6f-83a0-02207bd49828 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:34.667636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Made reservation on behalf of d18b90294d894f469a75f6c6c239ea3a for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:34.670874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.759433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.788555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.793493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] 10.222.0.59 "DELETE /v2.0/networks/112fda4c-684b-44f2-85c6-e6af6f5c6749 HTTP/1.1" status: 204 len: 168 time: 0.4274774 Nov 22 16:34:34.794998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7f906-4408-4891-af5e-6aa27517fb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=112fda4c-684b-44f2-85c6-e6af6f5c6749,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.797899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50320) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:34.867462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ef5b34-90e9-4c74-99a4-222996dcc4b7 admin admin] Deleting subnet 61dd60e4-85f8-465a-853b-abb703d92204 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:34.878130 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5b34-90e9-4c74-99a4-222996dcc4b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.938312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5b34-90e9-4c74-99a4-222996dcc4b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.941573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.001005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4174307e-1296-44a7-aefc-cdbc63da7f01', 'name': 'network-vif-deleted', 'tag': '1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:35.003865 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf72084-4290-4c64-8b1a-12cb4a605bee" -d '{"events": [{"server_uuid": "4174307e-1296-44a7-aefc-cdbc63da7f01", "name": "network-vif-deleted", "tag": "1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:35.007428 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5b34-90e9-4c74-99a4-222996dcc4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.050034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c211b024-2738-4a2e-8cf1-ed066faa1c85,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:35.063838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Checking segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:35.064527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Network hostable DHCP agents. Network: 7638b932-1d37-4c6f-83a0-02207bd49828, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:35.081281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5b34-90e9-4c74-99a4-222996dcc4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.112140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef5b34-90e9-4c74-99a4-222996dcc4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61dd60e4-85f8-465a-853b-abb703d92204,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:35.116335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5b34-90e9-4c74-99a4-222996dcc4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.116956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Network 7638b932-1d37-4c6f-83a0-02207bd49828 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:35.122755 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d8ef5b34-90e9-4c74-99a4-222996dcc4b7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/61dd60e4-85f8-465a-853b-abb703d92204 HTTP/1.1" status: 204 len: 168 time: 0.3241599 Nov 22 16:34:35.124241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50340) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:35.142130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dac764-a330-4bd2-bfb8-ac4011169184 req-4a7f5d73-87ca-49d0-a3ed-2c2cded347d5 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.151765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30dac764-a330-4bd2-bfb8-ac4011169184 req-4a7f5d73-87ca-49d0-a3ed-2c2cded347d5 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.0838852 Nov 22 16:34:35.154799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 7638b932-1d37-4c6f-83a0-02207bd49828) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:35.166110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa56ce80-a6ca-47bf-a00b-4f6c6c69e7c0 None None] Network 7638b932-1d37-4c6f-83a0-02207bd49828 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:35.168017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.168770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.200424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8a8a83af-94aa-4988-8ab1-5f5e237bcd31 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5744576 Nov 22 16:34:35.213140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:35.214731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:35.242381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.251916 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30dac764-a330-4bd2-bfb8-ac4011169184 req-27fa2914-6aeb-4cd9-96eb-bd89a29d50d5 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980463 Nov 22 16:34:35.255157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-5bff00cb-556f-4f30-9f76-5ed52f3c83e7 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.256799 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-5bff00cb-556f-4f30-9f76-5ed52f3c83e7 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.62 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 945 time: 0.0835612 Nov 22 16:34:35.261897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.263453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.337263 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29be78c-52a1-4d41-987c-a49103b8840b x-openstack-request-id: req-b29be78c-52a1-4d41-987c-a49103b8840b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:35.337617 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4174307e-1296-44a7-aefc-cdbc63da7f01", "name": "network-vif-deleted", "tag": "1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:35.338591 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b29be78c-52a1-4d41-987c-a49103b8840b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:35.339175 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4174307e-1296-44a7-aefc-cdbc63da7f01', 'name': 'network-vif-deleted', 'tag': '1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602', 'status': 'completed', 'code': 200} Nov 22 16:34:35.352930 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.407419 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-7638b932-1d37-4c6f-83a0-02207bd49828', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:34:35.409258 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.438394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50350) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:35.526560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfafe21-cff3-478f-8782-4e0e80e6c492 admin admin] Deleting subnet 047729b2-f9d5-4ae4-963e-c254b8da40dd {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:35.552794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.566661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe21-cff3-478f-8782-4e0e80e6c492 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.683178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Allocated IP 172.20.0.2 (7638b932-1d37-4c6f-83a0-02207bd49828/c211b024-2738-4a2e-8cf1-ed066faa1c85/3a92e006-a134-4f1c-b09f-49544c02e71a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:35.683981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdba81d-f4b4-469f-a5b7-aa97f747e7bd']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:35.707168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ec65a3-e1ad-4832-99ff-dca914babb84') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:35.707822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ec65a3-e1ad-4832-99ff-dca914babb84') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:35.708268 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:34:35.722138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe21-cff3-478f-8782-4e0e80e6c492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.754138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.790621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Deleting port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:35.791237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.809101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.893165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:35.893985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:35.901464 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:35.961475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e2ce47b7-552a-4f73-8351-5e990ce6b8fa details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:36.009489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe21-cff3-478f-8782-4e0e80e6c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.013526 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.081521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.091412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.099503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2cdba81d-f4b4-469f-a5b7-aa97f747e7bd HTTP/1.1" status: 204 len: 168 time: 0.9738882 Nov 22 16:34:36.134542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621812e7-8d16-4abd-9b73-6d7a68741014 req-3075d9b7-9b69-4b6d-b9ab-9487387697e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.139925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c010e08-f37c-49a2-b8e2-e70c2c889299 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdba81d-f4b4-469f-a5b7-aa97f747e7bd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:36.147451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-621812e7-8d16-4abd-9b73-6d7a68741014 req-3075d9b7-9b69-4b6d-b9ab-9487387697e2 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.2411687 Nov 22 16:34:36.181409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] For port 87533e66-ef34-4099-9f20-27b1fc6c5fd0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=87533e66-ef34-4099-9f20-27b1fc6c5fd0,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:36.182488 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.239611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Calling delete_port for 87533e66-ef34-4099-9f20-27b1fc6c5fd0 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:36.247268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe21-cff3-478f-8782-4e0e80e6c492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.268051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:36.283667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-621812e7-8d16-4abd-9b73-6d7a68741014 req-93d7650b-daa4-4059-a5b8-45e9ae7c021e tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267457 Nov 22 16:34:36.287174 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.293087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'port_id': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'mac_address': 'fa:16:3e:19:49:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca7fc4-428e-4399-8bfe-cb151d8d0f89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:36.302190 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.404746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Pushing event updated for resources: {'Port': ['ID=3a92e006-a134-4f1c-b09f-49544c02e71a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:36.440728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Network 7638b932-1d37-4c6f-83a0-02207bd49828 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:36.448684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:36.452870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:36.522033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdfafe21-cff3-478f-8782-4e0e80e6c492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.538917 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fdfafe21-cff3-478f-8782-4e0e80e6c492 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/047729b2-f9d5-4ae4-963e-c254b8da40dd HTTP/1.1" status: 204 len: 168 time: 1.0955434 Nov 22 16:34:36.541197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50386) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:36.546016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfafe21-cff3-478f-8782-4e0e80e6c492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047729b2-f9d5-4ae4-963e-c254b8da40dd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:36.555055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.567136 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.619580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Attempting to bind port 3a92e006-a134-4f1c-b09f-49544c02e71a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:36.620283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Attempting to bind port 3a92e006-a134-4f1c-b09f-49544c02e71a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:36.621793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Attempting to bind port 3a92e006-a134-4f1c-b09f-49544c02e71a on network 7638b932-1d37-4c6f-83a0-02207bd49828 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:36.634333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:36.637362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Checking segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:36.637933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.640156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Bound using segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:36.642200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Bound port: 3a92e006-a134-4f1c-b09f-49544c02e71a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:36.643649 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.656398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50390) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:36.667492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2ce47b7-552a-4f73-8351-5e990ce6b8fa {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:36.711191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.744622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:36.757107 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.800771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.823642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc96731c-ff63-4257-805e-7586b78ce40d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0cbce29029e6439abe3b3deba92cfb91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651812 Nov 22 16:34:36.827839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50400) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:36.881808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.911628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.918118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Pushing event deleted for resources: {'Port': ['ID=87533e66-ef34-4099-9f20-27b1fc6c5fd0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:36.928267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['8cdd72af-f2af-4ade-9e27-e21b17de1fab'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:36.979749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.021104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['dcec2fd2-e271-4991-8ef4-84012413e0b3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:37.027531 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfdf56de-bb35-4995-ac4d-1c97a3313dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.038515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] No DVR routers for this DVR port 87533e66-ef34-4099-9f20-27b1fc6c5fd0 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:37.045036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.049560 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6e7c0bb0-7ce4-4cc8-8231-ac1e009b688a req-2f1172ff-7408-4253-b708-2293ce2813b2 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.62 "DELETE /v2.0/ports/87533e66-ef34-4099-9f20-27b1fc6c5fd0 HTTP/1.1" status: 204 len: 173 time: 1.7852592 Nov 22 16:34:37.052696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e2ce47b7-552a-4f73-8351-5e990ce6b8fa'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:37.070269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1690f4a9-3487-4c29-a97b-88146d6914e0 req-fcfd58e8-d993-4026-aa92-6435002d6ab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=de854a52-b981-4673-83ea-7779e48d721f HTTP/1.1" status: 200 len: 210 time: 0.0624347 Nov 22 16:34:37.085667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19c65e6-fd57-445c-8099-006838fac096']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:37.115949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfdf56de-bb35-4995-ac4d-1c97a3313dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.121417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:37.123485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8a434b-27f1-4c5d-a6df-4b8c3b8b331e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:37.148890 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.183360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.196242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:37.215881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:37.222737 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:37.347778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de854a52-b981-4673-83ea-7779e48d721f', 'name': 'network-vif-deleted', 'tag': '87533e66-ef34-4099-9f20-27b1fc6c5fd0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:37.348772 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfdf56de-bb35-4995-ac4d-1c97a3313dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.351159 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f65406-cfd1-41d3-b82e-2d587755b68d" -d '{"events": [{"server_uuid": "de854a52-b981-4673-83ea-7779e48d721f", "name": "network-vif-deleted", "tag": "87533e66-ef34-4099-9f20-27b1fc6c5fd0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:37.352355 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfdf56de-bb35-4995-ac4d-1c97a3313dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.353928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dfdf56de-bb35-4995-ac4d-1c97a3313dbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31b61fba-58ba-4046-9cfb-430eac3d5f6e HTTP/1.1" status: 204 len: 168 time: 0.5243328 Nov 22 16:34:37.379843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Allocated IP 172.25.0.212 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/63ba5c06-805e-4f23-8df2-b6633889dacd) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:37.385502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.416485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.422474 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] 10.222.0.59 "DELETE /v2.0/networks/b19c65e6-fd57-445c-8099-006838fac096 HTTP/1.1" status: 204 len: 168 time: 0.8708189 Nov 22 16:34:37.440462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50426) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:37.440988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] For port 3a92e006-a134-4f1c-b09f-49544c02e71a, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:37.470779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d08b4-2652-4217-ad32-53901e5c5b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=b19c65e6-fd57-445c-8099-006838fac096,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:37.536105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:37.555036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] For port 3a92e006-a134-4f1c-b09f-49544c02e71a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3a92e006-a134-4f1c-b09f-49544c02e71a,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:37.587788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-17198188-fab4-449f-a4b9-53fe8e65e302 admin admin] Deleting subnet 7fd666e2-b8ed-4840-bb19-dbb4a471594e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:37.592003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:37.611531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17198188-fab4-449f-a4b9-53fe8e65e302 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.636814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf56de-bb35-4995-ac4d-1c97a3313dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b61fba-58ba-4046-9cfb-430eac3d5f6e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:37.757144 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17198188-fab4-449f-a4b9-53fe8e65e302 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.837916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.839335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17198188-fab4-449f-a4b9-53fe8e65e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.932931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.028614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.041495 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17198188-fab4-449f-a4b9-53fe8e65e302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.157548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17198188-fab4-449f-a4b9-53fe8e65e302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd666e2-b8ed-4840-bb19-dbb4a471594e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:38.177840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-17198188-fab4-449f-a4b9-53fe8e65e302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.184783 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-17198188-fab4-449f-a4b9-53fe8e65e302 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7fd666e2-b8ed-4840-bb19-dbb4a471594e HTTP/1.1" status: 204 len: 168 time: 0.7319345 Nov 22 16:34:38.194924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50438) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:38.221907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Pushing event updated for resources: {'Port': ['ID=63ba5c06-805e-4f23-8df2-b6633889dacd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:38.249453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effacd67-3599-4f6c-87f5-497d51e2b9ae None None] Pushing event updated for resources: {'Port': ['ID=3a92e006-a134-4f1c-b09f-49544c02e71a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:38.266359 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:38.268771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 1a6b8e8a-f46d-4db7-b8ae-f48aa31ff602 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:38.270646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 87533e66-ef34-4099-9f20-27b1fc6c5fd0 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:38.319213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:38.386694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:38.399062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:38.418620 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.432188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 87533e66-ef34-4099-9f20-27b1fc6c5fd0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:38.434271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 87533e66-ef34-4099-9f20-27b1fc6c5fd0 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:38.476876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.556900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230af0a-bcde-4526-9c80-d939a82c6b62 req-ebec28e6-cb21-40f6-ad45-c88cbecf42b9 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.559356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5230af0a-bcde-4526-9c80-d939a82c6b62 req-ebec28e6-cb21-40f6-ad45-c88cbecf42b9 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.3542559 Nov 22 16:34:38.704168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50442) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:38.797002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50444) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:38.817233 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.866751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:38.886653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031405d6-b651-4d54-ae29-b78e478723e2') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:38.887045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031405d6-b651-4d54-ae29-b78e478723e2') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:38.904320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.933774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.957167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:38.957695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:38.960061 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:39.085972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5230af0a-bcde-4526-9c80-d939a82c6b62 req-30e66114-f63d-4645-8fc8-74237a2b0388 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798158 Nov 22 16:34:39.127578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-135028a9-8bcb-4f41-9020-bfc31a4e8583 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7501313d33d24710a665053737e37dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630614 Nov 22 16:34:39.130729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50448) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:39.200252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.217539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.229764 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] 10.222.0.59 "DELETE /v2.0/networks/3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1 HTTP/1.1" status: 204 len: 168 time: 1.0330865 Nov 22 16:34:39.264786 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e9eb67-1923-4b8b-a8ad-b27bd8644563 x-openstack-request-id: req-93e9eb67-1923-4b8b-a8ad-b27bd8644563 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:39.265098 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de854a52-b981-4673-83ea-7779e48d721f", "name": "network-vif-deleted", "tag": "87533e66-ef34-4099-9f20-27b1fc6c5fd0", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:39.265355 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93e9eb67-1923-4b8b-a8ad-b27bd8644563 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:39.266120 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de854a52-b981-4673-83ea-7779e48d721f', 'name': 'network-vif-deleted', 'tag': '87533e66-ef34-4099-9f20-27b1fc6c5fd0', 'status': 'completed', 'code': 200} Nov 22 16:34:39.267098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97e408-9149-498e-a465-40b2af744f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=3a6a71a4-71b7-4c53-88b5-b5abd5d02eb1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:39.476624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.504500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:39.507095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:39.583141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-00ede6cf-27ef-43eb-941c-1fc38074d33d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.657563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:39.675970 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.756387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b85eda-f503-4b34-a292-f1d19f1508a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.763331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:39.768702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:39.772530 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0bc4f-2c8d-4112-9dda-70dccebee751" -d '{"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-unplugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:39.781190 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.792241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f045f83-795b-4a8d-b6bf-99dc1bd634b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b51ae8f8e6440f9957ee83023747d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328065 Nov 22 16:34:39.798107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50466) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:39.943025 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c453a5d-3368-4ce4-8792-0e8be190273d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.950344 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b85eda-f503-4b34-a292-f1d19f1508a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.995439 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c453a5d-3368-4ce4-8792-0e8be190273d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.056264 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe68fc22-1b0a-43da-bc65-f716ace971fd x-openstack-request-id: req-fe68fc22-1b0a-43da-bc65-f716ace971fd {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:40.056644 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-unplugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:40.056902 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe68fc22-1b0a-43da-bc65-f716ace971fd {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:40.057305 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162', 'code': 200} Nov 22 16:34:40.061474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.067507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e2ce47b7-552a-4f73-8351-5e990ce6b8fa up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:40.089950 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c453a5d-3368-4ce4-8792-0e8be190273d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.092746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c453a5d-3368-4ce4-8792-0e8be190273d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.094921 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7c453a5d-3368-4ce4-8792-0e8be190273d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d7d2f38-4805-496a-a562-7731c0add5dc HTTP/1.1" status: 204 len: 168 time: 0.2902014 Nov 22 16:34:40.115381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c453a5d-3368-4ce4-8792-0e8be190273d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7d2f38-4805-496a-a562-7731c0add5dc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.192590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3a92e006-a134-4f1c-b09f-49544c02e71a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:40.230707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df5b4a1-e2ed-43df-bc64-cbcf72b48ff3 None None] Network 7638b932-1d37-4c6f-83a0-02207bd49828 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:40.241426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.423037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:40.438967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0f6cd-39c3-4a90-a21e-c4868c168cfe req-3fdd55a3-f58b-4b1d-be7c-ff72c363ed24 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.440965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bc0f6cd-39c3-4a90-a21e-c4868c168cfe req-3fdd55a3-f58b-4b1d-be7c-ff72c363ed24 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 945 time: 0.3813901 Nov 22 16:34:40.450295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b0a1ada4-04c6-410b-90d8-233ea3c320ba None None] Provisioning complete for port 3a92e006-a134-4f1c-b09f-49544c02e71a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:40.450295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ada4-04c6-410b-90d8-233ea3c320ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.460310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '244f593a-dea4-4122-9097-049db7151162', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '244f593a-dea4-4122-9097-049db7151162', 'mac_address': 'fa:16:3e:9c:13:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:40.498731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port e2ce47b7-552a-4f73-8351-5e990ce6b8fa triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:40.499058 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.560262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3a92e006-a134-4f1c-b09f-49544c02e71a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:40.560981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.579071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-00ede6cf-27ef-43eb-941c-1fc38074d33d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.600864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bc0f6cd-39c3-4a90-a21e-c4868c168cfe req-af185628-51b9-42ec-a45f-24c8d77ff20c tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424525 Nov 22 16:34:40.609646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-00ede6cf-27ef-43eb-941c-1fc38074d33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.683391 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.713024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b85eda-f503-4b34-a292-f1d19f1508a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.718659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5b85eda-f503-4b34-a292-f1d19f1508a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.721593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d5b85eda-f503-4b34-a292-f1d19f1508a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94c2991c-c0f7-4aa5-86a2-827c121f2cae HTTP/1.1" status: 204 len: 168 time: 1.5890284 Nov 22 16:34:40.745427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50482) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:40.753254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-00ede6cf-27ef-43eb-941c-1fc38074d33d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=705452a9ff4f4578a73f6b49757f8c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9471879 Nov 22 16:34:40.756576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244f593a-dea4-4122-9097-049db7151162 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:40.874014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50484) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:40.875088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92a6d38c-3db3-4807-9e07-9f86df16d8d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.884953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ede6cf-27ef-43eb-941c-1fc38074d33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd4d832-7bdf-44bd-8ed1-7d27abf0a88b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.929780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85eda-f503-4b34-a292-f1d19f1508a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c2991c-c0f7-4aa5-86a2-827c121f2cae,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.941139 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92a6d38c-3db3-4807-9e07-9f86df16d8d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.993530 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c197c7e8-2da4-4440-a4c8-f5aedff193c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a03f47482d034151b7c42189fa112af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1131439 Nov 22 16:34:41.001552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50486) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:41.030077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:41.047190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea10f2c-ad4d-4f29-8c6c-c927e5810188 req-40b064a6-8f0b-4e07-ba9d-29a76c11020e tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.060946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ea10f2c-ad4d-4f29-8c6c-c927e5810188 req-40b064a6-8f0b-4e07-ba9d-29a76c11020e tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 947 time: 0.2831020 Nov 22 16:34:41.086268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92a6d38c-3db3-4807-9e07-9f86df16d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.099265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92a6d38c-3db3-4807-9e07-9f86df16d8d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.101267 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-92a6d38c-3db3-4807-9e07-9f86df16d8d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0fd4d832-7bdf-44bd-8ed1-7d27abf0a88b HTTP/1.1" status: 204 len: 168 time: 0.3534865 Nov 22 16:34:41.208255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25980ce3-e35e-45b2-b68d-20beded464cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.267381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25980ce3-e35e-45b2-b68d-20beded464cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.313970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:41.347259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ea10f2c-ad4d-4f29-8c6c-c927e5810188 req-e3a69e0b-2239-4a7e-8613-4b54cc6860bf tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849236 Nov 22 16:34:41.374482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6d38c-3db3-4807-9e07-9f86df16d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd4d832-7bdf-44bd-8ed1-7d27abf0a88b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.386876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25980ce3-e35e-45b2-b68d-20beded464cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.392878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25980ce3-e35e-45b2-b68d-20beded464cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.399514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-25980ce3-e35e-45b2-b68d-20beded464cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f8a4b6d-2a68-4958-803f-da36b24a71bf HTTP/1.1" status: 204 len: 168 time: 0.3946557 Nov 22 16:34:41.419510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:41.433467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25980ce3-e35e-45b2-b68d-20beded464cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8a4b6d-2a68-4958-803f-da36b24a71bf,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.491256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:41.493995 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.507669 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.510099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9e16d14c-3e18-44f0-950c-5311c2ba47fc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.2999029 Nov 22 16:34:41.512396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50498) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:41.547091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-dabc776f-d7bf-4596-911f-4f0c0d1368ed tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.565252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-dabc776f-d7bf-4596-911f-4f0c0d1368ed tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 945 time: 0.2489526 Nov 22 16:34:41.641218 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.777437 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ada4-04c6-410b-90d8-233ea3c320ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.880263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:41.880906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:34:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:41.882909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.955738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92f7e-e197-4099-a1fa-0422ec3f3878 req-a6472327-4e5e-41d1-ad20-ef4040118f66 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.962660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50518) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:41.971007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16c92f7e-e197-4099-a1fa-0422ec3f3878 req-a6472327-4e5e-41d1-ad20-ef4040118f66 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 945 time: 0.1828570 Nov 22 16:34:41.986717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e70e-43f3-43c7-8f53-5f77dfd144d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.005483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:42.025555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Deleting port dcec2fd2-e271-4991-8ef4-84012413e0b3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:42.025828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.098466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:42.101317 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cae5c9-c1c4-4d10-bb70-85331a6516c5" -d '{"events": [{"server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "name": "network-vif-plugged", "status": "completed", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:42.135030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['244f593a-dea4-4122-9097-049db7151162'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:42.145213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.225602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 3a92e006-a134-4f1c-b09f-49544c02e71a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3a92e006-a134-4f1c-b09f-49544c02e71a,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:42.229953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16c92f7e-e197-4099-a1fa-0422ec3f3878 req-cba255a4-ec26-43ae-a06f-a82a8e3cdd3f tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539048 Nov 22 16:34:42.258734 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.336758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] For port dcec2fd2-e271-4991-8ef4-84012413e0b3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dcec2fd2-e271-4991-8ef4-84012413e0b3,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:42.337132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.387159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Calling delete_port for dcec2fd2-e271-4991-8ef4-84012413e0b3 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:42.392738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:42.409213 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf45936-adb8-45b6-ad21-400af14b1f9c x-openstack-request-id: req-daf45936-adb8-45b6-ad21-400af14b1f9c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:42.411664 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "name": "network-vif-plugged", "status": "completed", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:42.411914 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-daf45936-adb8-45b6-ad21-400af14b1f9c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:42.412320 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'code': 200} Nov 22 16:34:42.472265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e70e-43f3-43c7-8f53-5f77dfd144d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.526871 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2e8e70e-43f3-43c7-8f53-5f77dfd144d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.593895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a2e8e70e-43f3-43c7-8f53-5f77dfd144d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8b60fcd76b24a5dbe209fee1f3c5d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6293769 Nov 22 16:34:42.594355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8e70e-43f3-43c7-8f53-5f77dfd144d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b03ff0-4c09-47af-84d4-f50994317f3e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:42.597072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50542) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:42.636176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363668c-01da-44f7-9a89-d636c3d97a84 req-6eeff04f-6c79-4297-a9b7-9876b86dfd7f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.648122 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-b0a1ada4-04c6-410b-90d8-233ea3c320ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:34:42.648747 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-b0a1ada4-04c6-410b-90d8-233ea3c320ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:34:42.655562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8363668c-01da-44f7-9a89-d636c3d97a84 req-6eeff04f-6c79-4297-a9b7-9876b86dfd7f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1658070 Nov 22 16:34:42.705942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:42.710350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:42.716252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.791201 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-829ed69c-172d-4c38-9e2a-7834e2a63b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.903788 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.908550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-829ed69c-172d-4c38-9e2a-7834e2a63b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.957180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8363668c-01da-44f7-9a89-d636c3d97a84 req-cd19ea69-b682-4d92-a09f-686264f75a6b tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004742 Nov 22 16:34:43.017678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Pushing event deleted for resources: {'Port': ['ID=dcec2fd2-e271-4991-8ef4-84012413e0b3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:43.057106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['dcec2fd2-e271-4991-8ef4-84012413e0b3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:43.102669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-829ed69c-172d-4c38-9e2a-7834e2a63b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.106498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-829ed69c-172d-4c38-9e2a-7834e2a63b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.108113 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-829ed69c-172d-4c38-9e2a-7834e2a63b9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06b03ff0-4c09-47af-84d4-f50994317f3e HTTP/1.1" status: 204 len: 168 time: 0.4979622 Nov 22 16:34:43.115238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Allocated IP 172.20.0.1 (7638b932-1d37-4c6f-83a0-02207bd49828/c211b024-2738-4a2e-8cf1-ed066faa1c85/a3d0c4f8-0083-4fb5-8f98-19cc99a59a33) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:43.135498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ed69c-172d-4c38-9e2a-7834e2a63b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b03ff0-4c09-47af-84d4-f50994317f3e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:43.182656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] No DVR routers for this DVR port dcec2fd2-e271-4991-8ef4-84012413e0b3 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:43.188588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.196557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-097a1bbc-9f24-4391-87f8-6779bd2f4f13 req-f6b45bd1-9084-4098-af75-a2adfd822356 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.37 "DELETE /v2.0/ports/dcec2fd2-e271-4991-8ef4-84012413e0b3 HTTP/1.1" status: 204 len: 173 time: 1.6132233 Nov 22 16:34:43.224733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b', 'name': 'network-vif-deleted', 'tag': 'dcec2fd2-e271-4991-8ef4-84012413e0b3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:43.243066 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5727edde-3f21-4c3d-8913-7f0b435dbe5c" -d '{"events": [{"server_uuid": "9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b", "name": "network-vif-deleted", "tag": "dcec2fd2-e271-4991-8ef4-84012413e0b3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:43.449917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=3a92e006-a134-4f1c-b09f-49544c02e71a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:43.472808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.507347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d7a5742e-6e31-4838-9653-77f48785607a None None] Provisioning complete for port 3a92e006-a134-4f1c-b09f-49544c02e71a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:43.507729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7a5742e-6e31-4838-9653-77f48785607a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.549150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.653799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Network 7638b932-1d37-4c6f-83a0-02207bd49828 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:43.670456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:43.700700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:43.713912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f17d6a72-085b-485c-9578-c2f3af33b74b req-847b1548-1218-4a90-b60a-4eb734ee88ee tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b HTTP/1.1" status: 200 len: 210 time: 0.0819557 Nov 22 16:34:43.890623 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb7a26-a5d3-485d-a303-0c3bcd96ea98 x-openstack-request-id: req-c3eb7a26-a5d3-485d-a303-0c3bcd96ea98 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:43.891133 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b", "name": "network-vif-deleted", "tag": "dcec2fd2-e271-4991-8ef4-84012413e0b3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:43.891736 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3eb7a26-a5d3-485d-a303-0c3bcd96ea98 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:43.892157 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8dc73b-4b09-4fa2-9f2b-c6078f06e99b', 'name': 'network-vif-deleted', 'tag': 'dcec2fd2-e271-4991-8ef4-84012413e0b3', 'status': 'completed', 'code': 200} Nov 22 16:34:43.904787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:43.911690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:38Z', 'revision_number': 3, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:43.941919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.039965 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:44.040457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Updating router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 port 63ba5c06-805e-4f23-8df2-b6633889dacd binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:44.121724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.206471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0eb4-6e4d-4b84-8b58-254a36941be7 req-a7ba5752-cafe-4447-9ffc-e6f7932b15e8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.208747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5da0eb4-6e4d-4b84-8b58-254a36941be7 req-a7ba5752-cafe-4447-9ffc-e6f7932b15e8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 949 time: 0.1122637 Nov 22 16:34:44.293117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.317528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5da0eb4-6e4d-4b84-8b58-254a36941be7 req-41ad6379-0078-467a-bf59-6661dfe3d55c tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760930 Nov 22 16:34:44.632609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3a92e006-a134-4f1c-b09f-49544c02e71a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:44.635542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['8cdd72af-f2af-4ade-9e27-e21b17de1fab'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:44.702670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.713267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.776294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fb5ab969-727c-4f47-9404-71cf9f4d1c25 None None] Provisioning complete for port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:44.776294 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab969-727c-4f47-9404-71cf9f4d1c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.849496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:44.853070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.943417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ab969-727c-4f47-9404-71cf9f4d1c25 None None] Port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:44.994702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.017458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3a92e006-a134-4f1c-b09f-49544c02e71a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:45.018168 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.093364 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.301715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879facd5-4abe-4473-8524-2d565eb2ee49 None None] Pushing event updated for resources: {'Port': ['ID=63ba5c06-805e-4f23-8df2-b6633889dacd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:45.315597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Attempting to bind port 63ba5c06-805e-4f23-8df2-b6633889dacd on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:45.316109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Attempting to bind port 63ba5c06-805e-4f23-8df2-b6633889dacd by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:45.316556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Attempting to bind port 63ba5c06-805e-4f23-8df2-b6633889dacd on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:45.325195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:45.325733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:45.326276 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.326758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:45.327482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Bound port: 63ba5c06-805e-4f23-8df2-b6633889dacd, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:45.328059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.435992 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3091ffbc-0881-4073-9bab-cde88bc80d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.463897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] For port 63ba5c06-805e-4f23-8df2-b6633889dacd, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:45.476176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] For port 63ba5c06-805e-4f23-8df2-b6633889dacd, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=63ba5c06-805e-4f23-8df2-b6633889dacd,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:45.489359 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.584187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:45.585784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:34:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:45.912135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Network 7638b932-1d37-4c6f-83a0-02207bd49828 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:45.913253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:46.027383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879facd5-4abe-4473-8524-2d565eb2ee49 None None] Pushing event updated for resources: {'Port': ['ID=63ba5c06-805e-4f23-8df2-b6633889dacd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:46.031061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:46.035785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dcec2fd2-e271-4991-8ef4-84012413e0b3 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:46.133340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:46.187151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: dcec2fd2-e271-4991-8ef4-84012413e0b3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:46.187923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dcec2fd2-e271-4991-8ef4-84012413e0b3 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:46.341250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:46.348848 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69122001-7758-4c53-832f-9f9c2f398c90 admin admin] 10.222.0.59 "PUT /v2.0/routers/4f796dc9-7e5e-4531-ab4f-a15ea91f6771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8353207 Nov 22 16:34:46.432789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:46.546035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 244f593a-dea4-4122-9097-049db7151162 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:46.546513 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.582463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-899d6894-3ac2-426a-b43b-f5c5a648591d None None] Provisioning complete for port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:46.582935 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-899d6894-3ac2-426a-b43b-f5c5a648591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.689472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-899d6894-3ac2-426a-b43b-f5c5a648591d None None] Port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:46.897688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.935461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:46.938204 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f12ffc2-b483-43e8-8b3d-ae542c2e823e" -d '{"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-plugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:46.946359 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:46.959579 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.053418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 2, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:47.095717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d18747-7ec1-4217-b4bf-f65c9e4c8438 None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 2, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:47.102072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=11']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:47.194372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89617cd0-8e6f-4957-af22-6aab0871b49b req-9d03b19d-e8f1-4d55-b7f0-d6c757a2ffb4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:47.196848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89617cd0-8e6f-4957-af22-6aab0871b49b req-9d03b19d-e8f1-4d55-b7f0-d6c757a2ffb4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 950 time: 0.0784245 Nov 22 16:34:47.286624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89617cd0-8e6f-4957-af22-6aab0871b49b req-d96d4df1-88fd-40c3-a4c9-8365240b2180 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837157 Nov 22 16:34:47.805783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-020e10b8-5246-4e96-9d5d-f38e73131721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.350723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-c6a1e9e9-a84b-4bcf-8a0c-95090a09c598 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1114681 Nov 22 16:34:48.445812 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 63ba5c06-805e-4f23-8df2-b6633889dacd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:48.522319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b07344f-18d0-4f73-8277-a165a413d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.522698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b07344f-18d0-4f73-8277-a165a413d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.523635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 63ba5c06-805e-4f23-8df2-b6633889dacd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:48.524096 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.525039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b07344f-18d0-4f73-8277-a165a413d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.525668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b07344f-18d0-4f73-8277-a165a413d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.526291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b07344f-18d0-4f73-8277-a165a413d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.526905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b07344f-18d0-4f73-8277-a165a413d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.527555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b07344f-18d0-4f73-8277-a165a413d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.529721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b07344f-18d0-4f73-8277-a165a413d5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6500 time: 0.0985477 Nov 22 16:34:48.553853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-b251f5a1-e885-4725-aa3d-04ef53550412 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.572599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-b251f5a1-e885-4725-aa3d-04ef53550412 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 821 time: 0.2396820 Nov 22 16:34:48.651603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-a8284bf8-69e7-4840-b04a-e97ae0afa7c0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/quotas/d18b90294d894f469a75f6c6c239ea3a HTTP/1.1" status: 200 len: 375 time: 0.0780108 Nov 22 16:34:48.659913 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.686178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 63ba5c06-805e-4f23-8df2-b6633889dacd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=63ba5c06-805e-4f23-8df2-b6633889dacd,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:48.694632 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.713225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-07135abd-61f2-45c7-959b-c63f943d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.713701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-07135abd-61f2-45c7-959b-c63f943d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.714166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-07135abd-61f2-45c7-959b-c63f943d4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.716087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-07135abd-61f2-45c7-959b-c63f943d4f42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=468837d3-9008-4da8-8231-5cd5ce780b04&id=468837d3-9008-4da8-8231-5cd5ce780b04 HTTP/1.1" status: 200 len: 2298 time: 0.1350210 Nov 22 16:34:48.772641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=63ba5c06-805e-4f23-8df2-b6633889dacd,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:48.839304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-98fc7cd2-9d9c-48b3-84d0-b5fee5c489d1 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863353 Nov 22 16:34:48.840835 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.891346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-b51f554f-e0cf-4209-bacb-d088cf476aa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b37758-1682-4270-ab29-780874e6899b HTTP/1.1" status: 200 len: 1001 time: 0.1597502 Nov 22 16:34:48.987666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-3af568b7-af94-4d11-88b3-27c094d0da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.989350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-3af568b7-af94-4d11-88b3-27c094d0da9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4ee08f-c083-4020-9676-13ac238ef52a HTTP/1.1" status: 200 len: 856 time: 0.0876875 Nov 22 16:34:49.040861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-9ed39c6a-be45-4756-95cc-d6627918a979 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006500 Nov 22 16:34:49.114245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-ea6d7b2c-1e66-4a3d-b0ef-d3c56c62e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.116422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-ea6d7b2c-1e66-4a3d-b0ef-d3c56c62e7a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168542 Nov 22 16:34:49.203723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-30798b68-742b-44c2-b675-f30c60bba3f6 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541357 Nov 22 16:34:49.284582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-00d51ef2-8e3d-4b5a-b9ac-8ad9791e4afc service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526232 Nov 22 16:34:49.389688 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad404dd-05e3-4d7d-b1c1-aeafda2c0c9b x-openstack-request-id: req-0ad404dd-05e3-4d7d-b1c1-aeafda2c0c9b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:49.390099 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-plugged", "status": "completed", "tag": "244f593a-dea4-4122-9097-049db7151162", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:49.390523 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ad404dd-05e3-4d7d-b1c1-aeafda2c0c9b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:49.390855 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244f593a-dea4-4122-9097-049db7151162', 'code': 200} Nov 22 16:34:49.453807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-8f0065d8-fbac-4a4d-b12d-9d07404cd578 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650560 Nov 22 16:34:49.542837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-bdc5aef0-d761-426a-94d6-d1be6c9bacda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 200 len: 217 time: 0.0842500 Nov 22 16:34:49.576429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-b2b2890c-8fa9-4888-8a9a-51fb42ecfd95 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.578068 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-b2b2890c-8fa9-4888-8a9a-51fb42ecfd95 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 946 time: 0.1183403 Nov 22 16:34:49.671371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-9494c7d9-36b2-401f-a120-831e7fa388bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.673126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-9494c7d9-36b2-401f-a120-831e7fa388bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.0856767 Nov 22 16:34:49.706105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ccac4-7e37-4d86-b2b6-4eac50d46f3c req-6b515f0a-5b77-4fce-bd45-8df78f8ff288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.721179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b58ccac4-7e37-4d86-b2b6-4eac50d46f3c req-6b515f0a-5b77-4fce-bd45-8df78f8ff288 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1101 time: 0.1768489 Nov 22 16:34:49.843026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-80afe44d-1f25-443e-8a20-d60a8b4d73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.845281 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-80afe44d-1f25-443e-8a20-d60a8b4d73a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1606197 Nov 22 16:34:49.852515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b58ccac4-7e37-4d86-b2b6-4eac50d46f3c req-7259322b-954a-43bf-ba25-52033b763546 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937240 Nov 22 16:34:49.888433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Deleting port 8cdd72af-f2af-4ade-9e27-e21b17de1fab {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:49.889415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.026838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-2527fa68-0913-4e02-b64c-c8e74873ef12 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722624 Nov 22 16:34:50.059034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] For port 8cdd72af-f2af-4ade-9e27-e21b17de1fab, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=8cdd72af-f2af-4ade-9e27-e21b17de1fab,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:50.059733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.086985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Calling delete_port for 8cdd72af-f2af-4ade-9e27-e21b17de1fab owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:50.221690 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:50.239093 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:50.239803 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:34:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:50.391153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.458104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Pushing event deleted for resources: {'Port': ['ID=8cdd72af-f2af-4ade-9e27-e21b17de1fab,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:50.466913 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:50.474835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 63ba5c06-805e-4f23-8df2-b6633889dacd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:50.608106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] No DVR routers for this DVR port 8cdd72af-f2af-4ade-9e27-e21b17de1fab on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:50.632056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.637443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 63ba5c06-805e-4f23-8df2-b6633889dacd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:50.638564 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.644040 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b58c670-5b56-4477-9fd1-a6784e7f4f1f req-ded75af4-fd07-4bed-aeaf-d5aecb7ddab4 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.62 "DELETE /v2.0/ports/8cdd72af-f2af-4ade-9e27-e21b17de1fab HTTP/1.1" status: 204 len: 173 time: 1.0498338 Nov 22 16:34:50.644951 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6f6cb1-8937-4653-b641-420a3ba242ce', 'name': 'network-vif-deleted', 'tag': '8cdd72af-f2af-4ade-9e27-e21b17de1fab'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:50.648464 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8254add-8f4e-491a-8f38-bbc49c50e8e4" -d '{"events": [{"server_uuid": "4d6f6cb1-8937-4653-b641-420a3ba242ce", "name": "network-vif-deleted", "tag": "8cdd72af-f2af-4ade-9e27-e21b17de1fab"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:50.679534 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.718789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-ee9c17b0-53de-4025-8abb-570848d3d38b service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842933 Nov 22 16:34:50.737914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265730-c8ba-4cef-8bce-d183ad91f9d9 req-2f88583b-8042-4e86-9409-ea06b328e5f1 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.745993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab265730-c8ba-4cef-8bce-d183ad91f9d9 req-2f88583b-8042-4e86-9409-ea06b328e5f1 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d6f6cb1-8937-4653-b641-420a3ba242ce HTTP/1.1" status: 200 len: 867 time: 0.6338072 Nov 22 16:34:50.820227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-db9c2d42-e015-4894-b90e-ccc64b1a4413 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 200 len: 217 time: 0.0919862 Nov 22 16:34:50.929941 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 2, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:50.942094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab265730-c8ba-4cef-8bce-d183ad91f9d9 req-a68ed9cf-6536-4488-bc38-a3f75f5d3384 tempest-ListServerFiltersTestJSON-1100872071 tempest-ListServerFiltersTestJSON-1100872071-project] 10.222.0.59 "GET /v2.0/security-groups?id=e7492524-30e6-4695-baef-4b1a9838b381&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895237 Nov 22 16:34:50.950165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-5b81e435-18e2-47d7-a15b-c83a7635fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.952017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-5b81e435-18e2-47d7-a15b-c83a7635fb08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1173208 Nov 22 16:34:50.964303 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:50.964774 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Updating router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:51.023154 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.032634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-91131537-dfca-4644-8e18-8bb1fb35efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.034666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-91131537-dfca-4644-8e18-8bb1fb35efd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728662 Nov 22 16:34:51.258811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4aa821-16dd-420b-9849-2ae907bff80f req-52c14649-88a6-426d-a99c-a459a08c3153 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.267311 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a4aa821-16dd-420b-9849-2ae907bff80f req-52c14649-88a6-426d-a99c-a459a08c3153 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 950 time: 0.2273486 Nov 22 16:34:51.318366 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.455043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a4aa821-16dd-420b-9849-2ae907bff80f req-570ea3dc-19ea-4d20-9395-8c6dd7ff5e9a tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832819 Nov 22 16:34:51.462280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-abc86ad0-cf29-4ad5-be76-163743e996a2 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094765 Nov 22 16:34:51.462733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-5521ad05-16d9-4039-8947-acab565c611b tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.464499 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-5521ad05-16d9-4039-8947-acab565c611b tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.37 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 821 time: 0.2897341 Nov 22 16:34:51.482495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Request body: {'port': {'device_id': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'admin_state_up': True, 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:51.647146 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.660459 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.674427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-d4006b23-977c-4700-aa9d-ccb249130752 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079360 Nov 22 16:34:51.733346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 8cdd72af-f2af-4ade-9e27-e21b17de1fab no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:51.775241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-d598fc03-ff4d-4ce2-8e2a-56e4806a31ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb HTTP/1.1" status: 200 len: 217 time: 0.0906844 Nov 22 16:34:51.832773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 8cdd72af-f2af-4ade-9e27-e21b17de1fab {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:51.833172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 8cdd72af-f2af-4ade-9e27-e21b17de1fab not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:51.857255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Made reservation on behalf of d18b90294d894f469a75f6c6c239ea3a for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:51.862976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.985626 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee5e4561-2d86-435e-9b7b-fc8adc51b479 req-021dbc51-7909-43b1-9ff5-3d64c3c2db05 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 210 time: 0.2006655 Nov 22 16:34:51.999194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-0063ce79-1e0b-4803-a5fc-af11488e861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:52.003816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-0063ce79-1e0b-4803-a5fc-af11488e861d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.2201066 Nov 22 16:34:52.025111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Attempting to bind port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:52.025540 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Attempting to bind port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:52.039689 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Attempting to bind port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 on network 7638b932-1d37-4c6f-83a0-02207bd49828 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:52.050208 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Pushing event updated for resources: {'Port': ['ID=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.087701 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.088195 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.088591 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.088935 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.089274 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.089678 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.089909 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.090231 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.090549 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.090872 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.091628 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.091898 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:52.096785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-1d57433d-2d2d-4ead-b436-f5222380b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:52.099479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-1d57433d-2d2d-4ead-b436-f5222380b15b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0874381 Nov 22 16:34:52.099892 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:52.100487 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Checking segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:52.100729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Allocated IP 172.20.0.9 (7638b932-1d37-4c6f-83a0-02207bd49828/c211b024-2738-4a2e-8cf1-ed066faa1c85/c9cb3f79-bc6b-48f9-812b-52d09c9b99c4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:52.100944 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.101515 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Bound using segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:52.102364 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Bound port: a3d0c4f8-0083-4fb5-8f98-19cc99a59a33, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:52.102364 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.189382 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] For port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:52.194970 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] For port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:52.203848 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.211969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0aa84ee2-c976-4f60-ad5b-0f4fd579ea06 None None] Provisioning complete for port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:52.212369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0aa84ee2-c976-4f60-ad5b-0f4fd579ea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.295924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-3c76cdce-da4c-4361-8bc7-a7c6787f996f service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880136 Nov 22 16:34:52.316182 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:52.317831 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:34:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:52.323241 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67def27a-1246-49ff-a375-29f7a49ac4c4 None None] Pushing event updated for resources: {'Port': ['ID=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.374286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0aa84ee2-c976-4f60-ad5b-0f4fd579ea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.432115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0aa84ee2-c976-4f60-ad5b-0f4fd579ea06 None None] For port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:52.442402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0aa84ee2-c976-4f60-ad5b-0f4fd579ea06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.536456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3aba64c1-e6de-4279-9c67-1123d7508736 req-a5a1513f-b2a2-4fab-bdbf-9d7a6fed3ede tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=eb6573c2d48e440495cdc2707f0745c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702314 Nov 22 16:34:52.582940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.584870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa84ee2-c976-4f60-ad5b-0f4fd579ea06 None None] Pushing event updated for resources: {'Port': ['ID=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.603104 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:52.664093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-cfe7cb4c-2847-42f1-8a28-ac1d944bd138 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597207 Nov 22 16:34:52.678725 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.716316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Network 7638b932-1d37-4c6f-83a0-02207bd49828 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:52.720131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:52.741414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-02320057-0a46-4a5c-a4ea-853fe761cd74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=c0d4f85a-1783-4f53-806b-b3186488fd29 HTTP/1.1" status: 200 len: 217 time: 0.0686347 Nov 22 16:34:52.770442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:52.800085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-22d0b9fc-6c76-4d70-b80a-739a876b9a2a None None] Provisioning complete for port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:52.800714 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22d0b9fc-6c76-4d70-b80a-739a876b9a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.845983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Pushing event updated for resources: {'Port': ['ID=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.880965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba64c1-e6de-4279-9c67-1123d7508736 req-03d7c0d7-3028-4d76-b613-e515a0c231cf tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:52.889947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3aba64c1-e6de-4279-9c67-1123d7508736 req-03d7c0d7-3028-4d76-b613-e515a0c231cf tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466597 Nov 22 16:34:52.901851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:52.902711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-36e0e918-c0e7-4e52-99df-089f276aa2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:52.903648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.904248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-36e0e918-c0e7-4e52-99df-089f276aa2de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1542680 Nov 22 16:34:52.916865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3aba64c1-e6de-4279-9c67-1123d7508736 req-d784f2a1-5f48-426f-84e2-04eb146b342b tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/quotas/eb6573c2d48e440495cdc2707f0745c9 HTTP/1.1" status: 200 len: 375 time: 0.0258677 Nov 22 16:34:52.933343 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-be68b5ff-f24a-4c7b-864f-6b1591157824 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4564776 Nov 22 16:34:52.946304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Request body: {'port': {'device_id': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:53.043453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3aba64c1-e6de-4279-9c67-1123d7508736 req-b8b3828e-8533-460d-b805-8984f6a9d7fe tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb6573c2d48e440495cdc2707f0745c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234329 Nov 22 16:34:53.044986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.105885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-29653613-42ba-420c-9a1b-879a4a02dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.111104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-29653613-42ba-420c-9a1b-879a4a02dfb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1920235 Nov 22 16:34:53.153677 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:53.220996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1866d13c-6e37-4191-9981-bcf885a2b674 None None] Provisioning complete for port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:53.226313 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1866d13c-6e37-4191-9981-bcf885a2b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.245707 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e618e87-5dc2-4653-b58f-744ffd584d8f None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:53.295128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1866d13c-6e37-4191-9981-bcf885a2b674 None None] Port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:53.340298 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52af8cb6-33a1-44d4-bbb3-53d5a3e2c572 x-openstack-request-id: req-52af8cb6-33a1-44d4-bbb3-53d5a3e2c572 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:53.340716 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6f6cb1-8937-4653-b641-420a3ba242ce", "name": "network-vif-deleted", "tag": "8cdd72af-f2af-4ade-9e27-e21b17de1fab", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:53.341481 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52af8cb6-33a1-44d4-bbb3-53d5a3e2c572 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:53.343063 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6f6cb1-8937-4653-b641-420a3ba242ce', 'name': 'network-vif-deleted', 'tag': '8cdd72af-f2af-4ade-9e27-e21b17de1fab', 'status': 'completed', 'code': 200} Nov 22 16:34:53.367274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-53c22129-164b-4c7f-a211-6e8c05f9b77a service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469232 Nov 22 16:34:53.388806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50780) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:53.479930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a0af4c-d01f-41af-9f4a-39e66bdc2808 admin admin] Deleting subnet 0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:53.483656 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9a0af4c-d01f-41af-9f4a-39e66bdc2808 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.523043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9a0af4c-d01f-41af-9f4a-39e66bdc2808 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.617922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-d376551a-325d-477c-9758-41c38f47e7dd service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423189 Nov 22 16:34:53.740872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-6fe9522c-9796-4ae0-9af8-30a967f6496d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5 HTTP/1.1" status: 200 len: 217 time: 0.1141708 Nov 22 16:34:53.789605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9a0af4c-d01f-41af-9f4a-39e66bdc2808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.799890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:53.836968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.865729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Transition to ACTIVE for port object c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:53.873876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.887618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-43b4d1e5-ed49-4383-8021-defab9850e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.890349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-43b4d1e5-ed49-4383-8021-defab9850e0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.1398172 Nov 22 16:34:53.906999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02580a04-5f8c-451c-ba3f-4d447c227af2 req-714a4a90-617d-45fb-8319-e5e847aef0ac tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.908569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02580a04-5f8c-451c-ba3f-4d447c227af2 req-714a4a90-617d-45fb-8319-e5e847aef0ac tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 950 time: 0.1440647 Nov 22 16:34:53.934570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:53.971073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9a0af4c-d01f-41af-9f4a-39e66bdc2808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.001364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0af4c-d01f-41af-9f4a-39e66bdc2808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:54.023165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9a0af4c-d01f-41af-9f4a-39e66bdc2808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.033708 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f9a0af4c-d01f-41af-9f4a-39e66bdc2808 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0184a1f6-7fb6-4f03-a4ae-0d4eea1b9aa7 HTTP/1.1" status: 204 len: 168 time: 0.6434226 Nov 22 16:34:54.038326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a3a19c-3016-48d7-af61-83ee6b5a1368 None None] Network 791a7af6-d6e4-496d-908b-477bb2c77efb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:54.057660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50786) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:54.099913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02580a04-5f8c-451c-ba3f-4d447c227af2 req-55945e87-edab-4019-8325-a318bd220a7c tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755083 Nov 22 16:34:54.118124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-669bafba-4adb-41ad-bad9-c6dda42f28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.121484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-669bafba-4adb-41ad-bad9-c6dda42f28cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2119930 Nov 22 16:34:54.270291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:54.373745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-4724eb81-d93d-4077-b461-2089fc208266 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370672 Nov 22 16:34:54.506457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Attempting to bind port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:54.514418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Attempting to bind port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:54.514864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Attempting to bind port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 on network 7638b932-1d37-4c6f-83a0-02207bd49828 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:54.533186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] DHCP port deletion for 791a7af6-d6e4-496d-908b-477bb2c77efb request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:54.579452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:54.582738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 on network 7638b932-1d37-4c6f-83a0-02207bd49828 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:54.583096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Attempting to bind port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 on network 7638b932-1d37-4c6f-83a0-02207bd49828 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:54.594993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.606648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:54.607547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Checking segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:54.608065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Bound using segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:54.608626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Bound port: c9cb3f79-bc6b-48f9-812b-52d09c9b99c4, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:54.609206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.617821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfe0d-1124-41ea-98b7-27746d99fd6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.631934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-a4c799db-1e8a-4b89-9233-1b42c300ae53 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505884 Nov 22 16:34:54.652806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] Deleting port 66407795-726d-4ca9-8311-143d6521e60b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:54.653196 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.694861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88563eb6-4d28-4f63-9a51-e2df28f34823 req-3567d7f1-5e1b-407d-af21-8566c585ffb2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.702282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88563eb6-4d28-4f63-9a51-e2df28f34823 req-3567d7f1-5e1b-407d-af21-8566c585ffb2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 943 time: 0.1583817 Nov 22 16:34:54.710233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-4791a002-4505-4bab-8cf9-9e404a3a65a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325 HTTP/1.1" status: 200 len: 217 time: 0.0677767 Nov 22 16:34:54.720041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] For port 66407795-726d-4ca9-8311-143d6521e60b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=66407795-726d-4ca9-8311-143d6521e60b,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:54.720448 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.737689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] Calling delete_port for 66407795-726d-4ca9-8311-143d6521e60b owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:54.743159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Deleting port 66407795-726d-4ca9-8311-143d6521e60b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:54.743993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.823209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88563eb6-4d28-4f63-9a51-e2df28f34823 req-0784d600-513c-4e49-ac7f-22465447950f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193089 Nov 22 16:34:54.836836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:54.836836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.836836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.856278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] For port 66407795-726d-4ca9-8311-143d6521e60b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=66407795-726d-4ca9-8311-143d6521e60b,segment=NetworkSegment(68216e0b-c87c-437c-b8ad-07519526d5d3),segment_id=68216e0b-c87c-437c-b8ad-07519526d5d3)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:54.856787 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.874865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] No DVR routers for this DVR port 66407795-726d-4ca9-8311-143d6521e60b on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:54.880902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b8a9ef8-b57e-479f-9453-8a3dda841600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.883559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-7b8a9ef8-b57e-479f-9453-8a3dda841600 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.1633918 Nov 22 16:34:54.889408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Calling delete_port for 66407795-726d-4ca9-8311-143d6521e60b owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:54.912116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f75399-0d17-427b-a318-0cd0cd5c6c4e None None] Pushing event deleted for resources: {'Port': ['ID=66407795-726d-4ca9-8311-143d6521e60b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:54.994936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfe0d-1124-41ea-98b7-27746d99fd6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.003398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfe0d-1124-41ea-98b7-27746d99fd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.015537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-ee9ef008-e6da-40c1-8fa4-f66ae944919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:55.017022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-ee9ef008-e6da-40c1-8fa4-f66ae944919a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236315 Nov 22 16:34:55.086405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.099787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dfe0d-1124-41ea-98b7-27746d99fd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6229d54d-f14b-4e19-8ad8-a2914ee1e0a6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.112458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc9dfe0d-1124-41ea-98b7-27746d99fd6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f119461b3f14e6e80eb9c82048f41f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8403852 Nov 22 16:34:55.113134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:55.202934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] No DVR routers for this DVR port 66407795-726d-4ca9-8311-143d6521e60b on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:55.217576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Pushing event deleted for resources: {'Port': ['ID=66407795-726d-4ca9-8311-143d6521e60b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.230044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-063ff842-846f-44b9-ba7a-6f0b51e316cc service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003105 Nov 22 16:34:55.248535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d69e-3576-433b-a6b0-5b3e096e3b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.263561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] For port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:55.267843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] For port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:55.290376 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.379853 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d69e-3576-433b-a6b0-5b3e096e3b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.402463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:55.405748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.407375 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 1091 time: 2.4666138 Nov 22 16:34:55.407856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:55.419626 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88" -d '{"events": [{"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:55.437848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.492691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f79187-86c3-4405-900f-1c8e9fdc1718 req-24993e68-ca59-41c5-ada0-d3dedb893564 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520623 Nov 22 16:34:55.503516 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d69e-3576-433b-a6b0-5b3e096e3b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.514184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d69e-3576-433b-a6b0-5b3e096e3b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.520368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4bf5d69e-3576-433b-a6b0-5b3e096e3b35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6229d54d-f14b-4e19-8ad8-a2914ee1e0a6 HTTP/1.1" status: 204 len: 168 time: 0.4022884 Nov 22 16:34:55.551811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5d69e-3576-433b-a6b0-5b3e096e3b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6229d54d-f14b-4e19-8ad8-a2914ee1e0a6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.648316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791a7af6-d6e4-496d-908b-477bb2c77efb']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:55.681937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb84c-0e27-4682-9ca3-7332c46b1701 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.712265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68216e0b-c87c-437c-b8ad-07519526d5d3') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:55.712873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68216e0b-c87c-437c-b8ad-07519526d5d3') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:55.732989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.741130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-ea37d849-f1b2-46fe-8e07-85c597dc7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:55.743968 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-ea37d849-f1b2-46fe-8e07-85c597dc7cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1094 time: 0.2869051 Nov 22 16:34:55.855980 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-47a0f846-95c1-4f7c-bbbf-751535392aa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 217 time: 0.1034548 Nov 22 16:34:55.869393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.982452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:55.984862 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:55.988800 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:56.018147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-754dba55-82b6-4b3d-818a-fb18bba6abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.020122 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-754dba55-82b6-4b3d-818a-fb18bba6abb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.1548357 Nov 22 16:34:56.109790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.122546 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.127835 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] 10.222.0.59 "DELETE /v2.0/networks/791a7af6-d6e4-496d-908b-477bb2c77efb HTTP/1.1" status: 204 len: 168 time: 1.9535716 Nov 22 16:34:56.131823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-2de2ffe8-8196-42b3-88db-7e0dc2385406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.133887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-2de2ffe8-8196-42b3-88db-7e0dc2385406 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830626 Nov 22 16:34:56.159386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7c23a-b79b-48ce-be02-171d143bfa22 admin admin] Pushing event deleted for resources: {'Network': ['ID=791a7af6-d6e4-496d-908b-477bb2c77efb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:56.170170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:56.199286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1216ca48-440b-46d7-a4a6-7bfa3a42e0cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.223118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:56.275746 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-83df9074-8b40-4d79-98d9-c46e7a6d9daa service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257732 Nov 22 16:34:56.414186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1216ca48-440b-46d7-a4a6-7bfa3a42e0cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.422908 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1216ca48-440b-46d7-a4a6-7bfa3a42e0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.425538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 66407795-726d-4ca9-8311-143d6521e60b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:56.452495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1216ca48-440b-46d7-a4a6-7bfa3a42e0cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a54dfc0435c490f98322dc72ae32bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812049 Nov 22 16:34:56.458017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50846) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:56.483325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216ca48-440b-46d7-a4a6-7bfa3a42e0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c7a71-d9e2-4301-880b-c1c4011c92f9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:56.484764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 66407795-726d-4ca9-8311-143d6521e60b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:56.485117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 66407795-726d-4ca9-8311-143d6521e60b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:56.528012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50848) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:56.560644 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5bcfee45-e2c0-4a86-9ad7-b6cd787d6312 req-ae7133cd-f4c2-42d8-b706-75a1fa7d6069 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775290 Nov 22 16:34:56.628592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f660636-4019-4077-bf40-cc6b50657919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.658193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-86a58400-4008-4ab2-a16b-ac819ac3144f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7572a76192db4b5e8bf43ca826fd9d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262295 Nov 22 16:34:56.663479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:56.691155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f660636-4019-4077-bf40-cc6b50657919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.801316 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e943800-76b8-43da-bccd-8b019bef60b0 x-openstack-request-id: req-3e943800-76b8-43da-bccd-8b019bef60b0 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:56.801679 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:56.802272 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e943800-76b8-43da-bccd-8b019bef60b0 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:56.802765 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'status': 'completed', 'code': 200} Nov 22 16:34:56.818312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04e1ee02-336d-42c0-826a-726de4bd372c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.836397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5942e88-ebba-4d39-a1c4-bccf80038c15 req-3c74a217-2081-4778-8b97-868de95a306a tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.838204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5942e88-ebba-4d39-a1c4-bccf80038c15 req-3c74a217-2081-4778-8b97-868de95a306a tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 943 time: 0.0869787 Nov 22 16:34:56.850717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-74807c3e-d6c4-4cc8-9bf4-9c2c17568151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.853753 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-74807c3e-d6c4-4cc8-9bf4-9c2c17568151 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1094 time: 0.0808592 Nov 22 16:34:56.858001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f660636-4019-4077-bf40-cc6b50657919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.866553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f660636-4019-4077-bf40-cc6b50657919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.867770 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0f660636-4019-4077-bf40-cc6b50657919 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d2c7a71-d9e2-4301-880b-c1c4011c92f9 HTTP/1.1" status: 204 len: 168 time: 0.4017928 Nov 22 16:34:56.935718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5942e88-ebba-4d39-a1c4-bccf80038c15 req-fa1beda3-770e-4255-80d1-77a59e2cc7f2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879414 Nov 22 16:34:56.978765 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8be196ac-b47a-46ec-b782-156f90cfdfbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.979022 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04e1ee02-336d-42c0-826a-726de4bd372c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.983872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660636-4019-4077-bf40-cc6b50657919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c7a71-d9e2-4301-880b-c1c4011c92f9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:57.137835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04e1ee02-336d-42c0-826a-726de4bd372c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.139189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-47a2387b-01a0-4391-ae82-40ec02870b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:57.140883 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04e1ee02-336d-42c0-826a-726de4bd372c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.142401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-47a2387b-01a0-4391-ae82-40ec02870b76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.2601490 Nov 22 16:34:57.142529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-04e1ee02-336d-42c0-826a-726de4bd372c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7492524-30e6-4695-baef-4b1a9838b381 HTTP/1.1" status: 204 len: 168 time: 0.4771454 Nov 22 16:34:57.199130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1ee02-336d-42c0-826a-726de4bd372c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7492524-30e6-4695-baef-4b1a9838b381,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:57.216697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463efef1-bd5b-47dc-812a-dca8c139c1bd req-99790871-d21d-48bf-8058-4002104f70c2 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:57.219602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-463efef1-bd5b-47dc-812a-dca8c139c1bd req-99790871-d21d-48bf-8058-4002104f70c2 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1101 time: 0.0979033 Nov 22 16:34:57.256723 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-f9ef1707-81e1-4ab1-a916-b6a32db23047 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 217 time: 0.1024342 Nov 22 16:34:57.309807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-463efef1-bd5b-47dc-812a-dca8c139c1bd req-bc2c52ab-4522-41b1-aace-6ffbfe191ac8 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843172 Nov 22 16:34:57.376114 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8be196ac-b47a-46ec-b782-156f90cfdfbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.385842 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8be196ac-b47a-46ec-b782-156f90cfdfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.420569 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8be196ac-b47a-46ec-b782-156f90cfdfbb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2f7420c57fe4846a3e6d396f2ed0c79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1958141 Nov 22 16:34:57.423724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50880) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:57.453051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be196ac-b47a-46ec-b782-156f90cfdfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d627d742-809c-4b00-91a5-e43a73b6c403,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:57.458348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-c7f6a837-4e36-42ee-a972-e243df58367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:57.460059 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-c7f6a837-4e36-42ee-a972-e243df58367f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.1909218 Nov 22 16:34:57.541388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-2be076a1-6767-48c2-99b3-f63a8edf155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:57.544620 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-2be076a1-6767-48c2-99b3-f63a8edf155d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743465 Nov 22 16:34:57.551712 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56a04a01-fecd-4efb-affd-cce8436b53bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.575475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56a04a01-fecd-4efb-affd-cce8436b53bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.652972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56a04a01-fecd-4efb-affd-cce8436b53bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.657197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56a04a01-fecd-4efb-affd-cce8436b53bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.658401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-56a04a01-fecd-4efb-affd-cce8436b53bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d627d742-809c-4b00-91a5-e43a73b6c403 HTTP/1.1" status: 204 len: 168 time: 0.2330043 Nov 22 16:34:57.673458 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-46b0d8fc-0c88-4426-a1a2-061fdf4ae8d0 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199954 Nov 22 16:34:57.675211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a04a01-fecd-4efb-affd-cce8436b53bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d627d742-809c-4b00-91a5-e43a73b6c403,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:57.828754 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4bc167dd-3a2b-48bd-a3c2-b6e4ba410e88 req-ac71c64f-b2b5-4f6e-b1e5-234812d962a3 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463399 Nov 22 16:34:58.450997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8bc09-2dab-476a-afcd-5af644b52908 req-3473c405-4aff-468c-b2fc-58e23c145106 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.459642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30f8bc09-2dab-476a-afcd-5af644b52908 req-3473c405-4aff-468c-b2fc-58e23c145106 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 943 time: 0.0673881 Nov 22 16:34:58.520785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30f8bc09-2dab-476a-afcd-5af644b52908 req-adb27473-88bd-482d-9cde-c4d64f1c94f4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600059 Nov 22 16:34:58.637623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71d00e7a-2b16-47c4-9982-1dcd3a95b56f req-bee6a3fb-a79a-4053-ba36-77e8f589f6cb tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=eb6573c2d48e440495cdc2707f0745c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225892 Nov 22 16:34:58.761032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d00e7a-2b16-47c4-9982-1dcd3a95b56f req-e0d95d87-058f-40ba-b335-7c543d538460 tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.762862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71d00e7a-2b16-47c4-9982-1dcd3a95b56f req-e0d95d87-058f-40ba-b335-7c543d538460 tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196642 Nov 22 16:34:58.787603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71d00e7a-2b16-47c4-9982-1dcd3a95b56f req-b0fa6043-cfe9-4863-8cf9-d4388708f283 tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/quotas/eb6573c2d48e440495cdc2707f0745c9 HTTP/1.1" status: 200 len: 375 time: 0.0153623 Nov 22 16:34:58.824769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71d00e7a-2b16-47c4-9982-1dcd3a95b56f req-a62e24f5-3a1b-4c94-bcf5-d52b0811d6b4 tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb6573c2d48e440495cdc2707f0745c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358927 Nov 22 16:34:58.971006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:58.980089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bce33-359f-4932-875c-a17a21ba0099 req-8508a2a6-a119-4e57-8ff6-bbba9b62cd3a tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.981593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b99bce33-359f-4932-875c-a17a21ba0099 req-8508a2a6-a119-4e57-8ff6-bbba9b62cd3a tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 1101 time: 0.0444164 Nov 22 16:34:59.037886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b99bce33-359f-4932-875c-a17a21ba0099 req-694a09b4-16fa-4b32-8a29-9a6fd7550477 tempest-ServersAdminTestJSON-1990666336 tempest-ServersAdminTestJSON-1990666336-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486515 Nov 22 16:34:59.120085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1129683026-network', 'tenant_id': 'bef191094b66459eaf5e027e0ffc0e92'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:59.143743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Made reservation on behalf of bef191094b66459eaf5e027e0ffc0e92 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:59.147040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.157136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.256315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.261652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.271062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50992) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:59.293174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:59.301607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e38e4b-f996-432e-bc44-c4a1ace86f50,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.310290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.311347 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Added segment da198d30-e1e1-4a93-bad1-f52d5947c59b of type vlan for network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb Nov 22 16:34:59.358412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.389965 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.391618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.392297 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.396593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-481350077-network', 'tenant_id': '66410b16fa85428b9b11eee6abe6ce74'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:59.418021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Made reservation on behalf of 66410b16fa85428b9b11eee6abe6ce74 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:59.420752 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.430644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.454677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4814875 Nov 22 16:34:59.457463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50998) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:59.463967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Request body: {'subnet': {'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1129683026-subnet', 'tenant_id': 'bef191094b66459eaf5e027e0ffc0e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:59.472220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c93c2a-5aac-440a-bd9c-303b2286a516 admin admin] Pushing event updated for resources: {'Network': ['ID=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.485150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:59.508942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Made reservation on behalf of bef191094b66459eaf5e027e0ffc0e92 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:59.511442 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.525950 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.534103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.567682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:59.586587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438d42df-3859-4b67-b12a-bfce193709a6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.591650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.592065 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Added segment b55e9bdf-96e1-420d-901a-b127e9d7c572 of type vlan for network bb27da6f-a04a-4f06-89f4-f653337fbc13 Nov 22 16:34:59.639542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.673502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.674714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.675421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.709674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.735751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4637904 Nov 22 16:34:59.755641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275b751-1fb3-4220-9be5-71baa4cd5afa admin admin] Pushing event updated for resources: {'Network': ['ID=bb27da6f-a04a-4f06-89f4-f653337fbc13,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.771947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network bb27da6f-a04a-4f06-89f4-f653337fbc13 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:59.779680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f8c63b-529e-4e42-bb07-c6809f3fdca6,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.794986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Checking segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:59.795370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Network hostable DHCP agents. Network: 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:59.825210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:59.841132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:59.851222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.853384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.854806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4941edaa-18d6-483a-86c0-cdcf4243a497 None None] Network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:59.876617 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bfc6fefb-a5e8-41e7-a263-9df42cf6f54b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4173005 Nov 22 16:35:00.089908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5212d-ab57-4a25-b72a-39c775daef32 req-425a0690-fea9-4150-9285-b42915ab78d0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.091495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84a5212d-ab57-4a25-b72a-39c775daef32 req-425a0690-fea9-4150-9285-b42915ab78d0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 943 time: 0.0558043 Nov 22 16:35:00.098687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:00.143904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84a5212d-ab57-4a25-b72a-39c775daef32 req-f338f455-3662-428f-861a-86af0812b85b tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Nov 22 16:35:00.223787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf919c29-16ac-4959-9214-8d37a390d12b None None] Network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:00.267142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf698-6c8b-4f32-8565-36150b504a32 req-105555a8-32a6-42e0-b3a2-2647f2f4cc40 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.268805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77bbf698-6c8b-4f32-8565-36150b504a32 req-105555a8-32a6-42e0-b3a2-2647f2f4cc40 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 950 time: 0.0515096 Nov 22 16:35:00.288959 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:00.314647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'mac_address': 'fa:16:3e:12:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:00.321492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77bbf698-6c8b-4f32-8565-36150b504a32 req-6296cccc-55d1-4c46-a728-710d8d127228 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467565 Nov 22 16:35:00.382917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.406253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:00.468237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:00.473340 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.527536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:00.773299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:00.846308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8045b-e676-4aff-8a71-5095eb061430 req-10b48663-6f28-488b-bf77-e4248f218ca8 tempest-ComputeTenantNetworksTest-1051773658 tempest-ComputeTenantNetworksTest-1051773658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.853146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8045b-e676-4aff-8a71-5095eb061430 req-10b48663-6f28-488b-bf77-e4248f218ca8 tempest-ComputeTenantNetworksTest-1051773658 tempest-ComputeTenantNetworksTest-1051773658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.859168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8045b-e676-4aff-8a71-5095eb061430 req-10b48663-6f28-488b-bf77-e4248f218ca8 tempest-ComputeTenantNetworksTest-1051773658 tempest-ComputeTenantNetworksTest-1051773658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.860914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14d8045b-e676-4aff-8a71-5095eb061430 req-10b48663-6f28-488b-bf77-e4248f218ca8 tempest-ComputeTenantNetworksTest-1051773658 tempest-ComputeTenantNetworksTest-1051773658-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2100372 Nov 22 16:35:01.099181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-43922d99-41f4-4022-8517-274b46608af3 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.100777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-43922d99-41f4-4022-8517-274b46608af3 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 813 time: 0.1154659 Nov 22 16:35:01.126521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-e1c1197d-39d3-4459-b90a-0808496a8b68 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/quotas/bef191094b66459eaf5e027e0ffc0e92 HTTP/1.1" status: 200 len: 375 time: 0.0122907 Nov 22 16:35:01.169250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c4c9072-5292-4f0d-9726-613064aae998 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350745 Nov 22 16:35:01.208707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-7717ce07-db3e-4235-b863-a3047a4ffea4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.210204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-7717ce07-db3e-4235-b863-a3047a4ffea4 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "GET /v2.0/ports?device_id=d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb HTTP/1.1" status: 200 len: 950 time: 0.0626915 Nov 22 16:35:01.276490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-9d3d59c6-4aef-4309-858f-cc0cfc933989 service neutron] 10.222.0.59 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992677 Nov 22 16:35:01.321032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Deleting port 0ca24041-53ba-4356-8134-93df1e163c34 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:01.321375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.379729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-9618ff86-6a2b-4ab1-aaf3-451c3f447103 service neutron] 10.222.0.59 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941410 Nov 22 16:35:01.434943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] For port 0ca24041-53ba-4356-8134-93df1e163c34, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0ca24041-53ba-4356-8134-93df1e163c34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:01.435377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.456620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Calling delete_port for 0ca24041-53ba-4356-8134-93df1e163c34 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:01.628568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.642645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f8008b27-38e3-40c0-aff7-ac3a340e2c9a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:01.645357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['0ca24041-53ba-4356-8134-93df1e163c34', '244f593a-dea4-4122-9097-049db7151162'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:01.660307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Pushing event deleted for resources: {'Port': ['ID=0ca24041-53ba-4356-8134-93df1e163c34,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:01.730447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] No DVR routers for this DVR port 0ca24041-53ba-4356-8134-93df1e163c34 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:01.733434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.737387 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cbe40a87-a8a2-49f2-9adb-30372bf69581 req-8ff4d9da-5f38-4d93-a7fb-066a1652cbd8 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "DELETE /v2.0/ports/0ca24041-53ba-4356-8134-93df1e163c34 HTTP/1.1" status: 204 len: 173 time: 0.5211627 Nov 22 16:35:01.737858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a968c7-34c7-40f1-9392-b3f4e4c5c3bb', 'name': 'network-vif-deleted', 'tag': '0ca24041-53ba-4356-8134-93df1e163c34'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:01.740639 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2a5434-518f-41ca-9028-664a7a159c41" -d '{"events": [{"server_uuid": "d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb", "name": "network-vif-deleted", "tag": "0ca24041-53ba-4356-8134-93df1e163c34"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:02.120371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:02.240883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:02.251659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:02.252797 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.394319 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.426329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:02.429081 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba019fc-8c23-4ff0-b8d6-ce5b440cbd0a" -d '{"events": [{"server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "name": "network-vif-plugged", "status": "completed", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:02.445278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:02.451079 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.452100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e2ce47b7-552a-4f73-8351-5e990ce6b8fa no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:02.550287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:02.596766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.667851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:02.673675 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.743678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:02.747567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67318adc-6abd-4343-a462-5387e244ec1c req-4c533beb-dbf9-40bb-9262-a360a77f9058 tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=eb6573c2d48e440495cdc2707f0745c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398793 Nov 22 16:35:02.853995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67318adc-6abd-4343-a462-5387e244ec1c req-3ac4670f-3137-45fe-aba4-0f6e2c7632a4 tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.855555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67318adc-6abd-4343-a462-5387e244ec1c req-3ac4670f-3137-45fe-aba4-0f6e2c7632a4 tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066568 Nov 22 16:35:02.871646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67318adc-6abd-4343-a462-5387e244ec1c req-436f4b32-55fc-422a-9379-45509a276ec3 tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/quotas/eb6573c2d48e440495cdc2707f0745c9 HTTP/1.1" status: 200 len: 375 time: 0.0099561 Nov 22 16:35:02.903588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67318adc-6abd-4343-a462-5387e244ec1c req-55c3ee32-f014-4d13-82fe-8d4959da715c tempest-QuotasAdminNegativeTest-940610706 tempest-QuotasAdminNegativeTest-940610706-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb6573c2d48e440495cdc2707f0745c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258892 Nov 22 16:35:03.123718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c57d6-5df4-4d07-bb42-e7b0126e3976 req-2b7ae101-c6a7-453f-96d7-9ee479e0e0cb tempest-ComputeTenantNetworksTest-1051773658 tempest-ComputeTenantNetworksTest-1051773658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:03.131481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c05c57d6-5df4-4d07-bb42-e7b0126e3976 req-2b7ae101-c6a7-453f-96d7-9ee479e0e0cb tempest-ComputeTenantNetworksTest-1051773658 tempest-ComputeTenantNetworksTest-1051773658-project] 10.222.0.59 "GET /v2.0/networks/bb27da6f-a04a-4f06-89f4-f653337fbc13 HTTP/1.1" status: 200 len: 768 time: 0.0973587 Nov 22 16:35:03.136130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51168) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:03.243933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.252353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe3577-c1cc-4957-a4c9-4ae784d3e9b8 req-30a0483c-d57b-4dd8-8794-95f6c0787bb9 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:03.253875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cfe3577-c1cc-4957-a4c9-4ae784d3e9b8 req-30a0483c-d57b-4dd8-8794-95f6c0787bb9 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 945 time: 0.0558496 Nov 22 16:35:03.270573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-35ad4a76-06bf-4ad4-bf50-0aef24d674c4 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:03.272260 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-35ad4a76-06bf-4ad4-bf50-0aef24d674c4 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 813 time: 0.1905069 Nov 22 16:35:03.301464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Request body: {'port': {'device_id': '3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793', 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'admin_state_up': True, 'tenant_id': 'bef191094b66459eaf5e027e0ffc0e92'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:03.304192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cfe3577-c1cc-4957-a4c9-4ae784d3e9b8 req-eb3b519b-7520-49d9-8c1c-3120f7d27147 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Nov 22 16:35:03.401214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.448539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb27da6f-a04a-4f06-89f4-f653337fbc13']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:03.465345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55e9bdf-96e1-420d-901a-b127e9d7c572') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:03.465664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55e9bdf-96e1-420d-901a-b127e9d7c572') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:03.482286 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.487705 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0dea4-8ae9-49d3-b10f-313fb6f9149a x-openstack-request-id: req-97c0dea4-8ae9-49d3-b10f-313fb6f9149a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:03.488011 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a968c7-34c7-40f1-9392-b3f4e4c5c3bb", "name": "network-vif-deleted", "tag": "0ca24041-53ba-4356-8134-93df1e163c34", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:03.488264 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97c0dea4-8ae9-49d3-b10f-313fb6f9149a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:03.488661 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a968c7-34c7-40f1-9392-b3f4e4c5c3bb', 'name': 'network-vif-deleted', 'tag': '0ca24041-53ba-4356-8134-93df1e163c34', 'status': 'completed', 'code': 200} Nov 22 16:35:03.505558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.515474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:03.516092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:03.517919 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:03.685530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-6473cefd-6f65-4d80-b7a4-f90edebc4153 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:03.687390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-6473cefd-6f65-4d80-b7a4-f90edebc4153 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 813 time: 0.2143974 Nov 22 16:35:03.699281 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026abd7d-9afe-4056-9549-2bfc977a7c99 x-openstack-request-id: req-026abd7d-9afe-4056-9549-2bfc977a7c99 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:03.700279 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "name": "network-vif-plugged", "status": "completed", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:03.701055 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-026abd7d-9afe-4056-9549-2bfc977a7c99 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:03.701792 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'code': 200} Nov 22 16:35:03.731799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Request body: {'port': {'device_id': '2c9f8f29-2caf-4639-8a2d-c9ae380db4a0', 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'admin_state_up': True, 'tenant_id': 'bef191094b66459eaf5e027e0ffc0e92'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:03.777575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0ca24041-53ba-4356-8134-93df1e163c34 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:03.813365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 0ca24041-53ba-4356-8134-93df1e163c34 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:03.814047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0ca24041-53ba-4356-8134-93df1e163c34 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:03.904585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Made reservation on behalf of bef191094b66459eaf5e027e0ffc0e92 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:03.908876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.926220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Made reservation on behalf of bef191094b66459eaf5e027e0ffc0e92 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:03.929947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.955639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.975832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.982369 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bb27da6f-a04a-4f06-89f4-f653337fbc13 HTTP/1.1" status: 204 len: 168 time: 0.8448064 Nov 22 16:35:04.001393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95063111-1ae6-4a8b-9517-f632bcde5421 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb27da6f-a04a-4f06-89f4-f653337fbc13,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:04.034569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c36329-3b6c-49e2-90c0-921438e5c6bd req-20d0d4e1-5ed8-41dc-bcb6-cdbf4edefd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.036218 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d1c36329-3b6c-49e2-90c0-921438e5c6bd req-20d0d4e1-5ed8-41dc-bcb6-cdbf4edefd2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.1464512 Nov 22 16:35:04.123831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Allocated IP 172.20.0.14 (72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb/a7f8c63b-529e-4e42-bb07-c6809f3fdca6/de0c70d4-cadc-4616-ba4b-2669f2fab228) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:04.145721 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d1c36329-3b6c-49e2-90c0-921438e5c6bd req-9e416250-5940-4df0-b45b-15a3e1ee7946 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944467 Nov 22 16:35:04.171706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51202) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:04.230246 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5cd92e61-2524-454b-ba18-72319b0476c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66410b16fa85428b9b11eee6abe6ce74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565057 Nov 22 16:35:04.231970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51204) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:04.270025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d002596-1a21-4508-b381-3cd2c1062c1c req-bc2887d8-8489-4cd5-8161-d91a5cc04c85 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 210 time: 0.0655169 Nov 22 16:35:04.299642 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98d16b97-dfb7-4c72-a220-ce4c0a2c1da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.328395 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98d16b97-dfb7-4c72-a220-ce4c0a2c1da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.368139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.405274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98d16b97-dfb7-4c72-a220-ce4c0a2c1da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.408625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98d16b97-dfb7-4c72-a220-ce4c0a2c1da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.412267 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-98d16b97-dfb7-4c72-a220-ce4c0a2c1da1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/438d42df-3859-4b67-b12a-bfce193709a6 HTTP/1.1" status: 204 len: 168 time: 0.1784930 Nov 22 16:35:04.422735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d16b97-dfb7-4c72-a220-ce4c0a2c1da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438d42df-3859-4b67-b12a-bfce193709a6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:04.491420 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.552229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-9925f353-5dbd-4229-87c8-0f2de4a5c2b3 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.553789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-9925f353-5dbd-4229-87c8-0f2de4a5c2b3 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 804 time: 0.1769435 Nov 22 16:35:04.560145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:04.566350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:04.573120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Pushing event updated for resources: {'Port': ['ID=de0c70d4-cadc-4616-ba4b-2669f2fab228,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:04.575720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:04.585222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Allocated IP 172.20.0.11 (72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb/a7f8c63b-529e-4e42-bb07-c6809f3fdca6/788b71f4-54e6-4cae-9bfc-48a483e7a0ad) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:04.603599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-149cd01b-0c8e-44fd-ad9d-322e4735d1c2 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/quotas/92c1656d36b24d3b9261b2a38bf85124 HTTP/1.1" status: 200 len: 375 time: 0.0393829 Nov 22 16:35:04.655996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.656623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.675464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-27d634af-4218-4cdb-8f73-6cda74344399 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9474230 Nov 22 16:35:04.691208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Request body: {'port': {'device_id': '2c9f8f29-2caf-4639-8a2d-c9ae380db4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:04.717279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-65769d0b-3c8d-4233-b61f-de612a8029ee tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056299 Nov 22 16:35:04.802792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.858718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.915882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:04.920743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:04.925866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:04.963957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Pushing event updated for resources: {'Port': ['ID=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:05.010380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.011213 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.038309 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-7f3cdf22-9a52-4223-88f0-ad15a1346cca tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7406330 Nov 22 16:35:05.054676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Request body: {'port': {'device_id': '3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:05.142426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.309982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.535330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-6cc9bf92-1fdd-4bbf-85b3-302f0d76527f service neutron] 10.222.0.59 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8053951 Nov 22 16:35:05.703541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:05.706845 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388cb393-7414-462a-bc25-dcf08aacf02b" -d '{"events": [{"server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:05.713693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-8bb4f99e-1dbc-40e7-bc93-71d155e0621f service neutron] 10.222.0.59 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772156 Nov 22 16:35:05.739601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788b71f4-54e6-4cae-9bfc-48a483e7a0ad {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:05.753339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.776743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-59bb6d33-25fd-4b83-8c19-443d34521773 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.778463 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-59bb6d33-25fd-4b83-8c19-443d34521773 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "GET /v2.0/ports?device_id=78c8a24c-75e5-4206-b411-4b9e9a7c258c HTTP/1.1" status: 200 len: 944 time: 0.1177080 Nov 22 16:35:05.785331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Transition to ACTIVE for port object 788b71f4-54e6-4cae-9bfc-48a483e7a0ad will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:05.863623 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.977916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Pushing event updated for resources: {'Port': ['ID=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:05.995742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-aa6a045d-d4e4-4008-b4c2-d6e504650d16 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.997005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-aa6a045d-d4e4-4008-b4c2-d6e504650d16 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 950 time: 0.1311054 Nov 22 16:35:06.087666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Deleting port e2ce47b7-552a-4f73-8351-5e990ce6b8fa {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:06.089228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.193555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Attempting to bind port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:06.194236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Attempting to bind port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:06.194759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Attempting to bind port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:06.208442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:06.209352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Attempting to bind port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:06.226676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685f51a-04eb-4d8f-b2be-471d887b151b req-85f55dbc-543d-4b42-88b9-a293d4270fae tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.228625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685f51a-04eb-4d8f-b2be-471d887b151b req-85f55dbc-543d-4b42-88b9-a293d4270fae tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea29a812-c235-4eee-a3cf-07d71457fab0 HTTP/1.1" status: 200 len: 950 time: 0.1221423 Nov 22 16:35:06.231481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:06.233718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Checking segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:06.235281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Bound using segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:06.235557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0c70d4-cadc-4616-ba4b-2669f2fab228 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:06.236125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Bound port: 788b71f4-54e6-4cae-9bfc-48a483e7a0ad, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:06.236992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.258355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Deleting port f8008b27-38e3-40c0-aff7-ac3a340e2c9a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:06.258706 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.265686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] For port e2ce47b7-552a-4f73-8351-5e990ce6b8fa, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:06.266621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.303843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Calling delete_port for e2ce47b7-552a-4f73-8351-5e990ce6b8fa owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:06.371326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] For port f8008b27-38e3-40c0-aff7-ac3a340e2c9a, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:06.372440 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.387183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Calling delete_port for f8008b27-38e3-40c0-aff7-ac3a340e2c9a owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:06.392152 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.437930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51274) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:06.450250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.492089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] For port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:06.498703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Transition to ACTIVE for port object de0c70d4-cadc-4616-ba4b-2669f2fab228 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:06.511019 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.512901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] For port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:06.520915 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.560128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4685f51a-04eb-4d8f-b2be-471d887b151b req-3000b652-7eba-48c6-addc-f354d1e7d29b tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024628 Nov 22 16:35:06.603588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.603588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.605821 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] 10.222.0.62 "PUT /v2.0/ports/788b71f4-54e6-4cae-9bfc-48a483e7a0ad HTTP/1.1" status: 200 len: 1092 time: 1.5563948 Nov 22 16:35:06.605821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793', 'tag': '788b71f4-54e6-4cae-9bfc-48a483e7a0ad'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:06.608155 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793", "tag": "788b71f4-54e6-4cae-9bfc-48a483e7a0ad"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:06.641219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f9683-1f32-4001-baa5-02e5025da2ca service neutron] Pushing event updated for resources: {'Port': ['ID=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:06.713802 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.768751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06bf510a-572a-4265-b9bb-ca4510b123a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.776123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Pushing event updated for resources: {'Port': ['ID=de0c70d4-cadc-4616-ba4b-2669f2fab228,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:06.808811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Pushing event deleted for resources: {'Port': ['ID=e2ce47b7-552a-4f73-8351-5e990ce6b8fa,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:06.836505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Attempting to bind port de0c70d4-cadc-4616-ba4b-2669f2fab228 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:06.837003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Attempting to bind port de0c70d4-cadc-4616-ba4b-2669f2fab228 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:06.837349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Attempting to bind port de0c70d4-cadc-4616-ba4b-2669f2fab228 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:06.847286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aa51a-04cc-422a-b5da-9dce2da312c7 req-785186d9-2819-4a95-97a2-c32d5a6aef28 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.852735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-672aa51a-04cc-422a-b5da-9dce2da312c7 req-785186d9-2819-4a95-97a2-c32d5a6aef28 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 945 time: 0.1941957 Nov 22 16:35:06.861956 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.876464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f8008b27-38e3-40c0-aff7-ac3a340e2c9a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:06.877137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] No DVR routers for this DVR port e2ce47b7-552a-4f73-8351-5e990ce6b8fa on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:06.881124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['244f593a-dea4-4122-9097-049db7151162'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:06.883681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-6ab9b77c-1988-4e22-ad18-27fe1e512f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.885085 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-6ab9b77c-1988-4e22-ad18-27fe1e512f0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&device_id=3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793 HTTP/1.1" status: 200 len: 1095 time: 0.2113938 Nov 22 16:35:06.888615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.893028 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a4bd5ca8-431b-4dbc-b483-097d78582d67 req-c216d9e6-1ca2-4a18-8d18-97e0ea756473 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "DELETE /v2.0/ports/e2ce47b7-552a-4f73-8351-5e990ce6b8fa HTTP/1.1" status: 204 len: 173 time: 1.1060052 Nov 22 16:35:06.904975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Port de0c70d4-cadc-4616-ba4b-2669f2fab228 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:06.908026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Attempting to bind port de0c70d4-cadc-4616-ba4b-2669f2fab228 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:06.928755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:06.929082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Checking segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:06.929506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Bound using segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:06.929929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Bound port: de0c70d4-cadc-4616-ba4b-2669f2fab228, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:06.930509 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.960609 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-ad855a78-4863-439b-9cc8-3747ee5d4669 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=788b71f4-54e6-4cae-9bfc-48a483e7a0ad HTTP/1.1" status: 200 len: 217 time: 0.0666020 Nov 22 16:35:06.973986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Pushing event deleted for resources: {'Port': ['ID=f8008b27-38e3-40c0-aff7-ac3a340e2c9a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:07.050094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-1eff22b6-e593-4f8d-8418-4934e22c072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.051624 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-1eff22b6-e593-4f8d-8418-4934e22c072b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 200 len: 853 time: 0.0835109 Nov 22 16:35:07.073877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06bf510a-572a-4265-b9bb-ca4510b123a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.075240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-672aa51a-04cc-422a-b5da-9dce2da312c7 req-cbe36c73-9231-433f-843d-172210ec3a10 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164714 Nov 22 16:35:07.091654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] No DVR routers for this DVR port f8008b27-38e3-40c0-aff7-ac3a340e2c9a on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:07.105160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.105160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0645426-49ff-4fe2-a4ec-4150ee8b2f98 req-58d3f8b5-6e9b-4ddc-8bf5-b6b23009d965 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.37 "DELETE /v2.0/ports/f8008b27-38e3-40c0-aff7-ac3a340e2c9a HTTP/1.1" status: 204 len: 173 time: 1.0865612 Nov 22 16:35:07.105160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea29a812-c235-4eee-a3cf-07d71457fab0', 'name': 'network-vif-deleted', 'tag': 'f8008b27-38e3-40c0-aff7-ac3a340e2c9a'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:07.105160 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09610e7f-7229-468c-9bd2-b0bd2c101436" -d '{"events": [{"server_uuid": "ea29a812-c235-4eee-a3cf-07d71457fab0", "name": "network-vif-deleted", "tag": "f8008b27-38e3-40c0-aff7-ac3a340e2c9a"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:07.109121 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-d7aef7a5-9ca8-4b8e-a470-86d9c3ffdd50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443311 Nov 22 16:35:07.109606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] For port de0c70d4-cadc-4616-ba4b-2669f2fab228, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:07.109819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06bf510a-572a-4265-b9bb-ca4510b123a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.126330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] For port de0c70d4-cadc-4616-ba4b-2669f2fab228, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=de0c70d4-cadc-4616-ba4b-2669f2fab228,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:07.142986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.214609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.215161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.217181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] 10.222.0.62 "PUT /v2.0/ports/de0c70d4-cadc-4616-ba4b-2669f2fab228 HTTP/1.1" status: 200 len: 1092 time: 2.5304258 Nov 22 16:35:07.242590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf510a-572a-4265-b9bb-ca4510b123a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b57c970-535e-4c83-ab57-03666cd3c17e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:07.257538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19aa6d-461b-4e15-a631-e7307e62a108 service neutron] Pushing event updated for resources: {'Port': ['ID=de0c70d4-cadc-4616-ba4b-2669f2fab228,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:07.258411 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-06bf510a-572a-4265-b9bb-ca4510b123a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb6573c2d48e440495cdc2707f0745c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8172588 Nov 22 16:35:07.261634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51286) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:07.307620 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-71e3886b-bb9a-444f-890f-f7a974565247 service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904399 Nov 22 16:35:07.313947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdc904-8425-4c65-8e8f-1469d3b3a0d8 req-d963ef34-aeef-476c-8473-15014973f366 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.315941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-10cdc904-8425-4c65-8e8f-1469d3b3a0d8 req-d963ef34-aeef-476c-8473-15014973f366 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 944 time: 0.1254020 Nov 22 16:35:07.444134 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-47ce3741-9cce-4d1d-83cc-b05a7c43c04f service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216552 Nov 22 16:35:07.462033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f48b987-f60e-4756-881a-e6acaf8f8bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.522552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-10cdc904-8425-4c65-8e8f-1469d3b3a0d8 req-380256b1-f86a-43f6-9041-29f85ad13463 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953826 Nov 22 16:35:07.544316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-219ed2db-f8aa-4c01-9532-04e50182e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.546733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-219ed2db-f8aa-4c01-9532-04e50182e172 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 1095 time: 0.2180376 Nov 22 16:35:07.558011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-07054279-9f26-4fc2-bc53-0958af07ba14 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.559838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-07054279-9f26-4fc2-bc53-0958af07ba14 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 804 time: 0.2431147 Nov 22 16:35:07.564384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f48b987-f60e-4756-881a-e6acaf8f8bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.585584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Request body: {'port': {'device_id': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'admin_state_up': True, 'tenant_id': '92c1656d36b24d3b9261b2a38bf85124'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:07.587771 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.637462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-a278b776-64e4-4aeb-9a09-d7a5baf8da0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0c70d4-cadc-4616-ba4b-2669f2fab228 HTTP/1.1" status: 200 len: 217 time: 0.0761938 Nov 22 16:35:07.694509 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaff862-383d-4e89-b035-9fa363697776 x-openstack-request-id: req-ccaff862-383d-4e89-b035-9fa363697776 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:07.694962 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:07.695403 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ccaff862-383d-4e89-b035-9fa363697776 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:07.696256 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'code': 200} Nov 22 16:35:07.756017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d26d8-b372-4daf-b461-a220ff856959 req-5d56596f-7924-4204-ab0b-77c392731591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.757530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-5d56596f-7924-4204-ab0b-77c392731591 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 200 len: 853 time: 0.0857437 Nov 22 16:35:07.805481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e47eab9-da78-48ec-a90a-f66594c43d06 req-41868ac0-d548-4482-becb-c049a68872fb tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 210 time: 0.0590339 Nov 22 16:35:07.827317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-4071a033-51e8-4d90-9ef0-8b28370ce032 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576792 Nov 22 16:35:07.828089 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f48b987-f60e-4756-881a-e6acaf8f8bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.830910 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f48b987-f60e-4756-881a-e6acaf8f8bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.834612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4f48b987-f60e-4756-881a-e6acaf8f8bf9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b57c970-535e-4c83-ab57-03666cd3c17e HTTP/1.1" status: 204 len: 168 time: 0.5695281 Nov 22 16:35:07.856003 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac757be-b8c9-4376-bd2b-16fa1c445b4a x-openstack-request-id: req-4ac757be-b8c9-4376-bd2b-16fa1c445b4a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:07.856533 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793", "tag": "788b71f4-54e6-4cae-9bfc-48a483e7a0ad", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:07.857978 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ac757be-b8c9-4376-bd2b-16fa1c445b4a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:07.858469 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793', 'tag': '788b71f4-54e6-4cae-9bfc-48a483e7a0ad', 'status': 'completed', 'code': 200} Nov 22 16:35:07.890566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48b987-f60e-4756-881a-e6acaf8f8bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b57c970-535e-4c83-ab57-03666cd3c17e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:07.927034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Made reservation on behalf of 92c1656d36b24d3b9261b2a38bf85124 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:07.931333 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.979768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-2000f5ec-ecda-4afc-a726-03d2b285478f service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429260 Nov 22 16:35:08.005766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-20faa917-21b8-47fc-81d5-89f01e9615a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.008091 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-20faa917-21b8-47fc-81d5-89f01e9615a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&device_id=3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793 HTTP/1.1" status: 200 len: 1095 time: 0.1236134 Nov 22 16:35:08.170513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-ad3ae174-d656-446a-98ef-5560c53d5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.172546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-ad3ae174-d656-446a-98ef-5560c53d5218 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 914 time: 0.1510575 Nov 22 16:35:08.223884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-95c765cb-aa66-4d5c-9a74-c7d9edb9225e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=788b71f4-54e6-4cae-9bfc-48a483e7a0ad HTTP/1.1" status: 200 len: 217 time: 0.0429900 Nov 22 16:35:08.302102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-a238053f-5c9b-45e5-8168-e0aca297d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.304153 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-a238053f-5c9b-45e5-8168-e0aca297d57b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 200 len: 853 time: 0.0723825 Nov 22 16:35:08.329575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-475d26d8-b372-4daf-b461-a220ff856959 req-b99db550-5192-4fcd-8208-636e4f68fc0a service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104351 Nov 22 16:35:08.344583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-3718045c-5d82-4489-84f4-f68ad914e425 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3618553 Nov 22 16:35:08.345666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51306) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:08.348829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Allocated IP 172.20.0.14 (84a974a1-9ab9-44c7-969f-335f01e4d28d/d6ca7fc4-428e-4399-8bfe-cb151d8d0f89/57997c98-5f14-4d1c-8a27-6e90ae6410e2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:08.349885 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-ea5e6478-a0d4-4813-af2b-58ee8758da6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384393 Nov 22 16:35:08.365608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:08.369785 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f13bc8c-c1e0-428f-a870-07abdb7148a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.410933 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.485022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-9ef9e6d4-a107-4fdc-b9ef-4f9a7702d1ad service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231918 Nov 22 16:35:08.565821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f13bc8c-c1e0-428f-a870-07abdb7148a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.573081 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f13bc8c-c1e0-428f-a870-07abdb7148a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.584944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.643312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.649855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13bc8c-c1e0-428f-a870-07abdb7148a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aab1fd-036c-4082-be96-bffb8e25b945,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:08.654296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.655494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7f13bc8c-c1e0-428f-a870-07abdb7148a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1e4d2b13c7047919aa9cf6c9d735bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086021 Nov 22 16:35:08.659664 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0a76a5e-05ee-4736-9d61-a816b7d04a6a req-05066c92-54f4-4351-b483-33b79a9ee479 service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637390 Nov 22 16:35:08.660380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51310) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:08.739877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e74145b0-e57b-413e-a778-0442dc49e80c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.742159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Network 84a974a1-9ab9-44c7-969f-335f01e4d28d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:08.752859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:08.761482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:08.767247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Pushing event updated for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:08.785900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e74145b0-e57b-413e-a778-0442dc49e80c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.849316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.850459 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.866744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Allocated IP 172.25.0.179 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/385a7c3b-e5ea-48b9-bf74-8bbeba428577) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:08.870908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e74145b0-e57b-413e-a778-0442dc49e80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.875940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e74145b0-e57b-413e-a778-0442dc49e80c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.881205 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e74145b0-e57b-413e-a778-0442dc49e80c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95aab1fd-036c-4082-be96-bffb8e25b945 HTTP/1.1" status: 204 len: 168 time: 0.2153964 Nov 22 16:35:08.881968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-69d1f13a-dca0-46af-ad2b-75cc80070b26 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3007770 Nov 22 16:35:08.894096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74145b0-e57b-413e-a778-0442dc49e80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aab1fd-036c-4082-be96-bffb8e25b945,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:08.895748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-83f42dc9-36b0-4721-a3bd-60c030baade6 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:08.897004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-83f42dc9-36b0-4721-a3bd-60c030baade6 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085893 Nov 22 16:35:09.024250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.079077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.123133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Request body: {'port': {'device_id': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:09.160166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:09.166662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:09.182243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:09.190225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Pushing event updated for resources: {'Port': ['ID=385a7c3b-e5ea-48b9-bf74-8bbeba428577,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:09.268560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.380881 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.482149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.860158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'name': 'network-vif-deleted', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:09.864226 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f69aab3-0c66-4981-804f-7b6099401dbc" -d '{"events": [{"server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "name": "network-vif-deleted", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:10.085864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57997c98-5f14-4d1c-8a27-6e90ae6410e2 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:10.097806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.110721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.119477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.123034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Transition to ACTIVE for port object 57997c98-5f14-4d1c-8a27-6e90ae6410e2 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:10.132666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.143834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8008b27-38e3-40c0-aff7-ac3a340e2c9a no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:10.165177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: f8008b27-38e3-40c0-aff7-ac3a340e2c9a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:10.165527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8008b27-38e3-40c0-aff7-ac3a340e2c9a not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:10.165956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e2ce47b7-552a-4f73-8351-5e990ce6b8fa no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:10.189653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: e2ce47b7-552a-4f73-8351-5e990ce6b8fa {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:10.190221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e2ce47b7-552a-4f73-8351-5e990ce6b8fa not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:10.204184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Pushing event updated for resources: {'Port': ['ID=385a7c3b-e5ea-48b9-bf74-8bbeba428577,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:10.250743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.306139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.307391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-f78707b1-58ed-4406-a78c-046f9846716f tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9470522 Nov 22 16:35:10.308009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Pushing event updated for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:10.396929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-7186d572-9ae4-455b-9714-59a29ec4b530 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0825217 Nov 22 16:35:10.429848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Attempting to bind port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:10.430225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Attempting to bind port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:10.430553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Attempting to bind port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 on network 84a974a1-9ab9-44c7-969f-335f01e4d28d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:10.463949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 on network 84a974a1-9ab9-44c7-969f-335f01e4d28d not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:10.464278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Attempting to bind port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 on network 84a974a1-9ab9-44c7-969f-335f01e4d28d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:10.475102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:10.475478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Checking segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:10.475861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Bound using segment: {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:10.476301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Bound port: 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:10.476667 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.574544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-55d4db29-5280-42a3-a018-ae303981a649 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.576005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-55d4db29-5280-42a3-a018-ae303981a649 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1689255 Nov 22 16:35:10.583125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:10.588406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:10.593430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-6c3c3b82-d56c-4631-b8a2-fd93a2ede43d tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:10.594611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bf11847-d4b7-4db4-8ebc-4e769d51ce8a req-6c3c3b82-d56c-4631-b8a2-fd93a2ede43d tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090246 Nov 22 16:35:10.596350 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.636392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.637031 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.638426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] 10.222.0.37 "PUT /v2.0/ports/57997c98-5f14-4d1c-8a27-6e90ae6410e2 HTTP/1.1" status: 200 len: 1092 time: 1.7299404 Nov 22 16:35:10.646737 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36c8a7c-1f8d-4582-a501-d55b5822b07e x-openstack-request-id: req-a36c8a7c-1f8d-4582-a501-d55b5822b07e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:10.647058 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea29a812-c235-4eee-a3cf-07d71457fab0", "name": "network-vif-deleted", "tag": "f8008b27-38e3-40c0-aff7-ac3a340e2c9a", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:10.647317 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a36c8a7c-1f8d-4582-a501-d55b5822b07e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:10.647915 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea29a812-c235-4eee-a3cf-07d71457fab0', 'name': 'network-vif-deleted', 'tag': 'f8008b27-38e3-40c0-aff7-ac3a340e2c9a', 'status': 'completed', 'code': 200} Nov 22 16:35:10.669864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da9abf-99a9-4209-a8c4-a925c4905192 service neutron] Pushing event updated for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:10.760645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-8c856a58-5138-4099-b6ac-362b93d4165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.767636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-8c856a58-5138-4099-b6ac-362b93d4165c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 1095 time: 0.0761476 Nov 22 16:35:10.817596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-165cb529-a9ba-411a-b420-ba39c10f0f4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2 HTTP/1.1" status: 200 len: 217 time: 0.0411811 Nov 22 16:35:10.835820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51378) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:10.902468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-e3406c78-9e83-4f4a-b268-79dd264159df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.903897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-e3406c78-9e83-4f4a-b268-79dd264159df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 200 len: 844 time: 0.0793729 Nov 22 16:35:10.912854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1f289-2558-4ab7-9de8-6727410ec742 req-fe9eb296-d949-4e56-ae66-31cf5ed6c4a1 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.914277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2c1f289-2558-4ab7-9de8-6727410ec742 req-fe9eb296-d949-4e56-ae66-31cf5ed6c4a1 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 944 time: 0.0916245 Nov 22 16:35:10.945733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-8d97e990-ea21-445b-8c06-fd36f97b5720 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84a974a1-9ab9-44c7-969f-335f01e4d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304525 Nov 22 16:35:11.015823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe1e5-72c2-43de-ad21-53031d4ed973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.033543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2c1f289-2558-4ab7-9de8-6727410ec742 req-053b4829-3368-4c07-b1a7-4a91058d0b2d tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092150 Nov 22 16:35:11.070506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-80d2c099-e94f-4b06-9510-b62587592bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166918 Nov 22 16:35:11.128179 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe1e5-72c2-43de-ad21-53031d4ed973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.135790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8bdfe1e5-72c2-43de-ad21-53031d4ed973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.182149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8bdfe1e5-72c2-43de-ad21-53031d4ed973 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9c6148dee9e462a8427df4d3aafb248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450010 Nov 22 16:35:11.182720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51382) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:11.189434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfe1e5-72c2-43de-ad21-53031d4ed973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d53b915-7b35-4ebc-84d1-976d55eb808a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:11.210874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51277da1-5c5e-4d2c-b74b-419b7206aa37 req-4719caf7-3195-4d5b-a357-d4eeae301ccf tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:11.212464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51277da1-5c5e-4d2c-b74b-419b7206aa37 req-4719caf7-3195-4d5b-a357-d4eeae301ccf tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 944 time: 0.1083748 Nov 22 16:35:11.219253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e97debcc-79f1-43cd-a21b-cdac63663c7b req-d4e00a18-fecc-45c7-8f31-311ffe52743b service neutron] 10.222.0.37 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411488 Nov 22 16:35:11.248214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08ca624b-50c9-4058-beca-2f9580e9e151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.276197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08ca624b-50c9-4058-beca-2f9580e9e151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.287130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51277da1-5c5e-4d2c-b74b-419b7206aa37 req-7aa45ab8-3d52-419d-9117-916483277616 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665574 Nov 22 16:35:11.337943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08ca624b-50c9-4058-beca-2f9580e9e151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.340625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08ca624b-50c9-4058-beca-2f9580e9e151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.341843 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-08ca624b-50c9-4058-beca-2f9580e9e151 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d53b915-7b35-4ebc-84d1-976d55eb808a HTTP/1.1" status: 204 len: 168 time: 0.1578362 Nov 22 16:35:11.352013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca624b-50c9-4058-beca-2f9580e9e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d53b915-7b35-4ebc-84d1-976d55eb808a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:11.450737 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd91f540-7352-4173-bcdf-705e5612f59c x-openstack-request-id: req-cd91f540-7352-4173-bcdf-705e5612f59c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:11.451600 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c8a24c-75e5-4206-b411-4b9e9a7c258c", "name": "network-vif-deleted", "tag": "e2ce47b7-552a-4f73-8351-5e990ce6b8fa", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:11.452282 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd91f540-7352-4173-bcdf-705e5612f59c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:11.452720 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c8a24c-75e5-4206-b411-4b9e9a7c258c', 'name': 'network-vif-deleted', 'tag': 'e2ce47b7-552a-4f73-8351-5e990ce6b8fa', 'status': 'completed', 'code': 200} Nov 22 16:35:11.755657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51400) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:11.771849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.816339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device de0c70d4-cadc-4616-ba4b-2669f2fab228 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:11.870504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-b45788a5-352e-4fc4-bdc0-679b3c5e9925 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:11.872259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-b45788a5-352e-4fc4-bdc0-679b3c5e9925 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 821 time: 0.1562588 Nov 22 16:35:11.888152 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.892257 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-726570a3-3df8-4435-baac-bfd60d719733 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/quotas/d18b90294d894f469a75f6c6c239ea3a HTTP/1.1" status: 200 len: 375 time: 0.0117495 Nov 22 16:35:11.896363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.928184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1394e11424d448d4818d23dd4d47cd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712887 Nov 22 16:35:11.930784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51406) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:11.962771 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-de4ce206-ed82-4c22-a366-b98ce5127743 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591848 Nov 22 16:35:11.985590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19449f-8442-4697-a28f-28ecde2e1d31,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:11.988143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port de0c70d4-cadc-4616-ba4b-2669f2fab228, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=de0c70d4-cadc-4616-ba4b-2669f2fab228,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:11.996915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:11.997264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:11.997960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:11.998311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:11.998648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:11.999211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:11.999877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:12.000587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:12.001097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:12.001653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:12.002201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:12.002751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea3ded4-1b61-46a2-af28-aaf833cad6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:12.012154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'de0c70d4-cadc-4616-ba4b-2669f2fab228', 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'port_id': 'de0c70d4-cadc-4616-ba4b-2669f2fab228', 'mac_address': 'fa:16:3e:fd:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f8c63b-529e-4e42-bb07-c6809f3fdca6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:12.028871 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6883-bd6a-4c50-8898-0c7ab39cbc59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.077302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6883-bd6a-4c50-8898-0c7ab39cbc59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.088761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.119593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0c70d4-cadc-4616-ba4b-2669f2fab228 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:12.147264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port de0c70d4-cadc-4616-ba4b-2669f2fab228, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=de0c70d4-cadc-4616-ba4b-2669f2fab228,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:12.155412 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.156541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 788b71f4-54e6-4cae-9bfc-48a483e7a0ad details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:12.175650 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6883-bd6a-4c50-8898-0c7ab39cbc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.181159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6f4e6883-bd6a-4c50-8898-0c7ab39cbc59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.182941 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6f4e6883-bd6a-4c50-8898-0c7ab39cbc59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c19449f-8442-4697-a28f-28ecde2e1d31 HTTP/1.1" status: 204 len: 168 time: 0.2504780 Nov 22 16:35:12.187193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-c534aa45-cbdf-4243-a80a-806de079ef95 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094378 Nov 22 16:35:12.192944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e6883-bd6a-4c50-8898-0c7ab39cbc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c19449f-8442-4697-a28f-28ecde2e1d31,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:12.283953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:12.304429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=de0c70d4-cadc-4616-ba4b-2669f2fab228,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:12.316824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '788b71f4-54e6-4cae-9bfc-48a483e7a0ad', 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'port_id': '788b71f4-54e6-4cae-9bfc-48a483e7a0ad', 'mac_address': 'fa:16:3e:82:96:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f8c63b-529e-4e42-bb07-c6809f3fdca6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:12.387134 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.412171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788b71f4-54e6-4cae-9bfc-48a483e7a0ad {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:12.419280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-302e2d64-4c15-4a19-9b87-7c5e6e33e948 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247376 Nov 22 16:35:12.445041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:12.451948 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.517826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:12.649767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9f8f29-2caf-4639-8a2d-c9ae380db4a0', 'tag': 'de0c70d4-cadc-4616-ba4b-2669f2fab228'}, {'name': 'network-changed', 'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:12.654457 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478ed551-970f-4bd0-9e09-da36033f7a51" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9f8f29-2caf-4639-8a2d-c9ae380db4a0", "tag": "de0c70d4-cadc-4616-ba4b-2669f2fab228"}, {"name": "network-changed", "server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:12.727130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae93a78-25d6-4e70-bcc3-da7b71c77d70 req-3c62c3fd-48b2-4e25-8309-de0de3579ed5 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:12.729367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aae93a78-25d6-4e70-bcc3-da7b71c77d70 req-3c62c3fd-48b2-4e25-8309-de0de3579ed5 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 950 time: 0.0697281 Nov 22 16:35:12.730473 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:35:12.798056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aae93a78-25d6-4e70-bcc3-da7b71c77d70 req-e8456261-be3e-46d7-9a1c-0125a20698fa tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/security-groups?id=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588162 Nov 22 16:35:12.847609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['788b71f4-54e6-4cae-9bfc-48a483e7a0ad'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:12.916325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['de0c70d4-cadc-4616-ba4b-2669f2fab228'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:13.130256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea32f55-b64c-4527-9f55-f24c0db21861 req-9550e40a-ac66-4b13-ae80-820dcfa36973 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.142940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ea32f55-b64c-4527-9f55-f24c0db21861 req-9550e40a-ac66-4b13-ae80-820dcfa36973 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 945 time: 0.2326441 Nov 22 16:35:13.230943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ea32f55-b64c-4527-9f55-f24c0db21861 req-ee71eae6-e5e1-49c5-9c50-3e6489ebc5c3 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866668 Nov 22 16:35:13.435596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:13.442600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe52f9-a663-4905-8548-d0eee922ab84 req-3327e9f2-2ed8-49a9-bdc1-55fb0dffe2d5 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.445730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cfbe52f9-a663-4905-8548-d0eee922ab84 req-3327e9f2-2ed8-49a9-bdc1-55fb0dffe2d5 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 944 time: 0.0941310 Nov 22 16:35:13.526257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-d35a7fcd-f152-4211-81b7-743938f13ab5 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.527997 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-d35a7fcd-f152-4211-81b7-743938f13ab5 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 950 time: 0.0672429 Nov 22 16:35:13.579054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cfbe52f9-a663-4905-8548-d0eee922ab84 req-bd94c695-b60f-4cb5-8874-3b5b1d1537d0 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206958 Nov 22 16:35:13.699513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Deleting port 244f593a-dea4-4122-9097-049db7151162 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:13.699855 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.830143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] For port 244f593a-dea4-4122-9097-049db7151162, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=244f593a-dea4-4122-9097-049db7151162,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:13.830838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.848224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Calling delete_port for 244f593a-dea4-4122-9097-049db7151162 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:13.865999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a8fc33f-98be-43f6-8b26-bb0301026b2a req-096d5417-1adc-4a0c-8acf-bc6d8e536d09 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 210 time: 0.0307844 Nov 22 16:35:13.965804 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1be3983-25d9-45b0-8838-ed05d786090e x-openstack-request-id: req-b1be3983-25d9-45b0-8838-ed05d786090e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:13.966316 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9f8f29-2caf-4639-8a2d-c9ae380db4a0", "tag": "de0c70d4-cadc-4616-ba4b-2669f2fab228", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:13.966572 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1be3983-25d9-45b0-8838-ed05d786090e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:13.967202 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9f8f29-2caf-4639-8a2d-c9ae380db4a0', 'tag': 'de0c70d4-cadc-4616-ba4b-2669f2fab228', 'status': 'completed', 'code': 200} Nov 22 16:35:13.967654 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'status': 'completed', 'code': 200} Nov 22 16:35:13.975257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-83a0333f-b8d7-4085-a33c-f87b1cf06171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.104471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-fb58105f-f7cf-4b62-b8eb-57c6ed517153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.106616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-fb58105f-f7cf-4b62-b8eb-57c6ed517153 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 1096 time: 0.1269107 Nov 22 16:35:14.113676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.140716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 57997c98-5f14-4d1c-8a27-6e90ae6410e2 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:14.196483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Pushing event deleted for resources: {'Port': ['ID=244f593a-dea4-4122-9097-049db7151162,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:14.222710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-08874b1d-3e8b-4768-8f63-91c9a664b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.226074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-08874b1d-3e8b-4768-8f63-91c9a664b9bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=92c1656d36b24d3b9261b2a38bf85124&device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 1095 time: 0.1983986 Nov 22 16:35:14.277108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] No DVR routers for this DVR port 244f593a-dea4-4122-9097-049db7151162 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:14.280630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.284574 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-de5a1ea7-0acb-407b-91c7-e6f58b43a714 req-70af6200-2483-4685-bff0-09fcbcdf82b7 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.62 "DELETE /v2.0/ports/244f593a-dea4-4122-9097-049db7151162 HTTP/1.1" status: 204 len: 173 time: 0.7481370 Nov 22 16:35:14.285103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-deleted', 'tag': '244f593a-dea4-4122-9097-049db7151162'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:14.287771 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b98912-f79c-4ade-ba31-57ce28fbb45a" -d '{"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-deleted", "tag": "244f593a-dea4-4122-9097-049db7151162"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:14.288058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a7d3800-09cb-4c87-a45f-fb4eb0b19fbf req-f974ea06-5f77-40fc-92e2-4021e0e31868 tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] 10.222.0.59 "GET /v2.0/ports?device_id=c73ca91a-e8fe-4ed2-b718-83c49b74646c HTTP/1.1" status: 200 len: 210 time: 0.0744450 Nov 22 16:35:14.403901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-83a0333f-b8d7-4085-a33c-f87b1cf06171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.414307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-83a0333f-b8d7-4085-a33c-f87b1cf06171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.430554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:14.472450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'port_id': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'mac_address': 'fa:16:3e:18:eb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca7fc4-428e-4399-8bfe-cb151d8d0f89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:14.518537 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-83a0333f-b8d7-4085-a33c-f87b1cf06171 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01aa69f4baf641c28bfb758c4c9683f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0809691 Nov 22 16:35:14.519759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0333f-b8d7-4085-a33c-f87b1cf06171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ede951-994e-46b5-b716-341cc6e4c7bd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:14.522885 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51516) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:14.548291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-d857058d-9a96-44f2-b748-2c9988f54e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.553724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-d857058d-9a96-44f2-b748-2c9988f54e29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 200 len: 905 time: 0.2810333 Nov 22 16:35:14.613840 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-e29a86d5-3861-4ba8-88e2-df3578715474 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=30279def01164374abce033b558d42ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1467891 Nov 22 16:35:14.637132 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.670873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-8bea8db6-171e-483c-886a-3a1d0af5744e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2 HTTP/1.1" status: 200 len: 217 time: 0.0981071 Nov 22 16:35:14.680356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57997c98-5f14-4d1c-8a27-6e90ae6410e2 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:14.737262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:14.749899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.795842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-34d87390-0e14-4767-ba06-e42c8291af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.797974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-34d87390-0e14-4767-ba06-e42c8291af85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 914 time: 0.6793382 Nov 22 16:35:14.838042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:14.862930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-782498fd-e4ae-49c0-b941-ceb78acc72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.864451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-782498fd-e4ae-49c0-b941-ceb78acc72db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 200 len: 844 time: 0.1577177 Nov 22 16:35:14.867847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2413cfc8-22e4-4966-962f-d5c5b18ca54a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.870077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-98b23711-53c9-44db-bc15-5684f72ea23c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de0c70d4-cadc-4616-ba4b-2669f2fab228 HTTP/1.1" status: 200 len: 217 time: 0.0600252 Nov 22 16:35:14.915889 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-d75e1541-524b-46ae-ae33-90f3dd10b14d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84a974a1-9ab9-44c7-969f-335f01e4d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413969 Nov 22 16:35:14.916503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-6cbe54ba-e82b-4561-87c2-d66add323acc tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.918895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-6cbe54ba-e82b-4561-87c2-d66add323acc tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.62 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 821 time: 0.3710270 Nov 22 16:35:14.940225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Request body: {'port': {'device_id': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'admin_state_up': True, 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:15.020945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2413cfc8-22e4-4966-962f-d5c5b18ca54a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.023848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3689-b586-4191-8052-cc186d7acfca req-2934f3a7-9562-48a3-b2a8-b1acd3d7003f tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:15.031437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-2934f3a7-9562-48a3-b2a8-b1acd3d7003f tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4161851 Nov 22 16:35:15.047784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['57997c98-5f14-4d1c-8a27-6e90ae6410e2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:15.056172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-9749467d-3001-4910-a29c-652f50e5bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:15.057430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-9749467d-3001-4910-a29c-652f50e5bd56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 200 len: 853 time: 0.1747751 Nov 22 16:35:15.069947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-fbf993f9-741d-46b8-b56e-e91372cba0ba tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/quotas/30279def01164374abce033b558d42ea HTTP/1.1" status: 200 len: 375 time: 0.0363748 Nov 22 16:35:15.148439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-419e1ad6-4399-484b-bc84-f5d427c4d66f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697412 Nov 22 16:35:15.164993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-9a6583e7-b310-4d19-88c4-b79f8096ffa8 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950451 Nov 22 16:35:15.177732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2413cfc8-22e4-4966-962f-d5c5b18ca54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.181173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2413cfc8-22e4-4966-962f-d5c5b18ca54a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.185443 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2413cfc8-22e4-4966-962f-d5c5b18ca54a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2ede951-994e-46b5-b716-341cc6e4c7bd HTTP/1.1" status: 204 len: 168 time: 0.6610911 Nov 22 16:35:15.207188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413cfc8-22e4-4966-962f-d5c5b18ca54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ede951-994e-46b5-b716-341cc6e4c7bd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:15.211945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Made reservation on behalf of d18b90294d894f469a75f6c6c239ea3a for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:15.219314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.235990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-c26560d3-a682-4f57-8e70-caaf5dc22673 service neutron] 10.222.0.37 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980752 Nov 22 16:35:15.381916 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0447ab13-8d1e-4f2e-906f-221ab9ae08e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.431703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-8adc6b84-7960-4173-994b-b4c77ea6598d service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652347 Nov 22 16:35:15.463157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-8747dbf1-5c9c-45a2-bc77-9f87ff235015 service neutron] 10.222.0.37 "GET /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182026 Nov 22 16:35:15.611250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Allocated IP 172.20.0.7 (7638b932-1d37-4c6f-83a0-02207bd49828/c211b024-2738-4a2e-8cf1-ed066faa1c85/c0419f45-20d3-4a88-a440-3bbcc3e69565) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:15.680318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-478ed551-970f-4bd0-9e09-da36033f7a51 req-96a9f9e6-5570-4c67-9e45-1c6b3ab5b20f service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812663 Nov 22 16:35:15.704225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659f71d-2c3b-4ac6-8614-746d95a07319 req-3754062b-fdc1-4c4c-b3cf-3da528957d00 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:15.718895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9659f71d-2c3b-4ac6-8614-746d95a07319 req-3754062b-fdc1-4c4c-b3cf-3da528957d00 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 945 time: 0.1883652 Nov 22 16:35:15.811948 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9659f71d-2c3b-4ac6-8614-746d95a07319 req-2d1c171e-50e6-4a57-9767-272120054151 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869334 Nov 22 16:35:15.878264 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.893251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device de0c70d4-cadc-4616-ba4b-2669f2fab228 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:15.931210 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a338b-df6e-4f20-b747-92eed07e2f99 x-openstack-request-id: req-654a338b-df6e-4f20-b747-92eed07e2f99 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:15.932251 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73ca91a-e8fe-4ed2-b718-83c49b74646c", "name": "network-vif-deleted", "tag": "244f593a-dea4-4122-9097-049db7151162", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:15.932540 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-654a338b-df6e-4f20-b747-92eed07e2f99 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:15.933449 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73ca91a-e8fe-4ed2-b718-83c49b74646c', 'name': 'network-vif-deleted', 'tag': '244f593a-dea4-4122-9097-049db7151162', 'status': 'completed', 'code': 200} Nov 22 16:35:15.945070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.056663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Pushing event updated for resources: {'Port': ['ID=c0419f45-20d3-4a88-a440-3bbcc3e69565,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:16.061722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Network 7638b932-1d37-4c6f-83a0-02207bd49828 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:16.064025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:16.066938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:16.108262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a11bd-2dd3-4894-b3ee-25f2e7c89638 req-4ed924ae-57d5-4f6e-b5f1-fad8df92dac7 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.108949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:16.119755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f81a11bd-2dd3-4894-b3ee-25f2e7c89638 req-4ed924ae-57d5-4f6e-b5f1-fad8df92dac7 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 945 time: 0.1201820 Nov 22 16:35:16.182441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.183868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.205266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f81a11bd-2dd3-4894-b3ee-25f2e7c89638 req-48bc355b-ce84-4d1a-8004-1d740b84745b tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833352 Nov 22 16:35:16.251225 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-2392311e-806e-4365-b321-74ca0fe015fd tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3165984 Nov 22 16:35:16.263358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Request body: {'port': {'device_id': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:16.287088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 57997c98-5f14-4d1c-8a27-6e90ae6410e2 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:16.427794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port de0c70d4-cadc-4616-ba4b-2669f2fab228 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:16.445323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port de0c70d4-cadc-4616-ba4b-2669f2fab228 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:16.445884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.456823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.571363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:16.582113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:16.582601 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.660732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04103dfb-7df2-4d09-ad6a-a27ad83965cf req-c674ec88-7bc8-4dda-bdf9-3d6e7edee960 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.669071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04103dfb-7df2-4d09-ad6a-a27ad83965cf req-c674ec88-7bc8-4dda-bdf9-3d6e7edee960 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 931 time: 0.1564527 Nov 22 16:35:16.737961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04103dfb-7df2-4d09-ad6a-a27ad83965cf req-c49df471-2711-4bbf-993c-029fc30be2fb tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679991 Nov 22 16:35:16.898033 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-653c0522-499b-4456-be76-394060008931 None None] Provisioning complete for port c0419f45-20d3-4a88-a440-3bbcc3e69565 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:16.898546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-653c0522-499b-4456-be76-394060008931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.934160 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.979324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51568) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:17.014043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f8f29-2caf-4639-8a2d-c9ae380db4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0c70d4-cadc-4616-ba4b-2669f2fab228'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:17.014348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0419f45-20d3-4a88-a440-3bbcc3e69565 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:17.017094 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b02237-bc20-4f85-a1a7-a2171220e9cc" -d '{"events": [{"server_uuid": "2c9f8f29-2caf-4639-8a2d-c9ae380db4a0", "name": "network-vif-plugged", "status": "completed", "tag": "de0c70d4-cadc-4616-ba4b-2669f2fab228"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:17.032155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.044197 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.052105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port de0c70d4-cadc-4616-ba4b-2669f2fab228, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=de0c70d4-cadc-4616-ba4b-2669f2fab228,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:17.063663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-653c0522-499b-4456-be76-394060008931 None None] Port c0419f45-20d3-4a88-a440-3bbcc3e69565 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:17.069768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.070991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 788b71f4-54e6-4cae-9bfc-48a483e7a0ad up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:17.071490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Transition to ACTIVE for port object c0419f45-20d3-4a88-a440-3bbcc3e69565 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:17.079561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.147659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-network', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:17.160661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Pushing event updated for resources: {'Port': ['ID=c0419f45-20d3-4a88-a440-3bbcc3e69565,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.189062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:17.198783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=de0c70d4-cadc-4616-ba4b-2669f2fab228,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.202136 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.230784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Made reservation on behalf of cbef877ec5804e888249ee8576fc34bd for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:17.235152 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.259898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.263549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:17.303802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:17.304530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.406839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Attempting to bind port c0419f45-20d3-4a88-a440-3bbcc3e69565 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:17.407636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Attempting to bind port c0419f45-20d3-4a88-a440-3bbcc3e69565 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:17.407819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Attempting to bind port c0419f45-20d3-4a88-a440-3bbcc3e69565 on network 7638b932-1d37-4c6f-83a0-02207bd49828 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:17.415154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Port c0419f45-20d3-4a88-a440-3bbcc3e69565 on network 7638b932-1d37-4c6f-83a0-02207bd49828 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:17.415654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Attempting to bind port c0419f45-20d3-4a88-a440-3bbcc3e69565 on network 7638b932-1d37-4c6f-83a0-02207bd49828 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:17.449230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:17.449769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Checking segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:17.451048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Bound using segment: {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:17.452253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Bound port: c0419f45-20d3-4a88-a440-3bbcc3e69565, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:17.453395 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.484341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.579863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-f998976e-8474-4ff8-b0d4-ff8107aed2bb tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=30279def01164374abce033b558d42ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1812313 Nov 22 16:35:17.586699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.602106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] For port c0419f45-20d3-4a88-a440-3bbcc3e69565, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:17.606672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] For port c0419f45-20d3-4a88-a440-3bbcc3e69565, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:17.615205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.659985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:17.660647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.661922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-4fb36537-aecc-45e8-a7c8-c2deda10a3a0 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=30279def01164374abce033b558d42ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1769717 Nov 22 16:35:17.662546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] 10.222.0.62 "PUT /v2.0/ports/c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 1091 time: 1.4037025 Nov 22 16:35:17.688797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:17.697943 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.699136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:17.746920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.747906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41642a63-bf78-4959-a4ac-3a4676628bbd service neutron] Pushing event updated for resources: {'Port': ['ID=c0419f45-20d3-4a88-a440-3bbcc3e69565,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.759174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 244f593a-dea4-4122-9097-049db7151162 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:17.759797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 244f593a-dea4-4122-9097-049db7151162 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:17.827100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4edd04d5-3de0-4762-8d0d-a01d362551b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.831830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.850146 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.896639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-98331444-965c-4dec-a32e-e164943f36cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:17.899696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-98331444-965c-4dec-a32e-e164943f36cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 1094 time: 0.1029713 Nov 22 16:35:17.961575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:17.966999 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85472ed-2351-4303-bd06-d4350090e8db" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:17.968708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51596) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:17.977619 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-7148147b-c9d5-47a6-8ace-b9de93835d43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 217 time: 0.0696950 Nov 22 16:35:18.050742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-dab96dd4-401f-4408-b41d-4c865d246534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.052282 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-dab96dd4-401f-4408-b41d-4c865d246534 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.0672212 Nov 22 16:35:18.060027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:18.089318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e97775e-9dca-454b-9473-734e55ad2085,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:18.137662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-d1f95c21-1c8d-46c4-8a47-7c73d543d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.139061 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.139310 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-d1f95c21-1c8d-46c4-8a47-7c73d543d3aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791104 Nov 22 16:35:18.139643 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Added segment 498c281e-9d90-427c-ae5c-e5304ba3955d of type vlan for network 120b4df1-c4e4-4c49-9215-f205b614fedb Nov 22 16:35:18.159338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.160029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.160740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.161314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.161884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.162463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.165325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.165325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.165325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.165325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.165325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.165850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:18.224739 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-445db296-7201-43e7-8caf-599c76a68376 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e1bf60c4e504b70bded25df178ab731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544622 Nov 22 16:35:18.227180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51602) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:18.265601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3689-b586-4191-8052-cc186d7acfca req-76aca94e-fc2d-4b2c-b7b7-dd6c1ff884bc tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.267678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-76aca94e-fc2d-4b2c-b7b7-dd6c1ff884bc tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5181382 Nov 22 16:35:18.269631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.280911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-fbe00e16-32f7-4463-a5af-87a30d6e14cd tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.282747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-fbe00e16-32f7-4463-a5af-87a30d6e14cd tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4836762 Nov 22 16:35:18.290614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Request body: {'port': {'device_id': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '30279def01164374abce033b558d42ea'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:18.316500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-6319f8f9-2db8-4b0c-b92f-df38128dfe4a service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666322 Nov 22 16:35:18.331918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79860748-7ce0-433a-9c73-d4c3becb7a7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.359644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-d5ca7250-4063-4b56-9dc4-31d7f0410c9b tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/quotas/30279def01164374abce033b558d42ea HTTP/1.1" status: 200 len: 375 time: 0.0648758 Nov 22 16:35:18.383768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.384719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.385296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.392434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79860748-7ce0-433a-9c73-d4c3becb7a7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.410378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-d04c43cd-e1e3-42dd-928f-2a61ed71cbd9 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436075 Nov 22 16:35:18.466819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9cd74b1-f350-4c4e-bc55-b4210b12d9c4 req-45e03c0f-9287-4e37-adde-58221e7e62eb service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432352 Nov 22 16:35:18.477632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79860748-7ce0-433a-9c73-d4c3becb7a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.483582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79860748-7ce0-433a-9c73-d4c3becb7a7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.487185 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-79860748-7ce0-433a-9c73-d4c3becb7a7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b HTTP/1.1" status: 204 len: 168 time: 0.2585852 Nov 22 16:35:18.493023 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5107608 Nov 22 16:35:18.504207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51606) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:18.505755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79860748-7ce0-433a-9c73-d4c3becb7a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb37c3ae-0cb0-4c4d-9cbf-a27695e1415b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:18.520086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Request body: {'subnet': {'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-subnet', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:18.531063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33defd-5366-4529-b265-7fe2e9bb0fdd admin admin] Pushing event updated for resources: {'Network': ['ID=120b4df1-c4e4-4c49-9215-f205b614fedb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:18.550887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 120b4df1-c4e4-4c49-9215-f205b614fedb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:18.564738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.api [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:35:18.564738 n-d-816865-2 neutron-server[103443]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 16:35:18.564738 n-d-816865-2 neutron-server[103443]: [parameters: {'project_id_1': '30279def01164374abce033b558d42ea', 'expiration_1': datetime.datetime(2021, 11, 22, 16, 34, 58, 547547)}] Nov 22 16:35:18.564738 n-d-816865-2 neutron-server[103443]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:35:18.565265 n-d-816865-2 neutron-server[103443]: DEBUG oslo_db.api [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:35:18.566247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Made reservation on behalf of cbef877ec5804e888249ee8576fc34bd for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:18.571644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.776993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755faf5-3416-4a34-9e79-770f854a4f9c req-11450f5c-7fdb-415e-8aaf-89d320b00144 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.783486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d755faf5-3416-4a34-9e79-770f854a4f9c req-11450f5c-7fdb-415e-8aaf-89d320b00144 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 946 time: 0.0866895 Nov 22 16:35:18.855648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d755faf5-3416-4a34-9e79-770f854a4f9c req-7ee73014-3553-43bd-af63-5c9f523feb8d tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596187 Nov 22 16:35:18.870444 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.927993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.945569 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62bc1b8-3059-4d92-8fd5-f5903f8aebcb x-openstack-request-id: req-a62bc1b8-3059-4d92-8fd5-f5903f8aebcb {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:18.946427 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f8f29-2caf-4639-8a2d-c9ae380db4a0", "name": "network-vif-plugged", "status": "completed", "tag": "de0c70d4-cadc-4616-ba4b-2669f2fab228", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:18.947108 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a62bc1b8-3059-4d92-8fd5-f5903f8aebcb {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:18.947974 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f8f29-2caf-4639-8a2d-c9ae380db4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0c70d4-cadc-4616-ba4b-2669f2fab228', 'code': 200} Nov 22 16:35:19.006686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68b4cf8-b4ea-4052-885b-226108bdd2d0,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:19.090792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Checking segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:19.091527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Network hostable DHCP agents. Network: 120b4df1-c4e4-4c49-9215-f205b614fedb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:19.115156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Made reservation on behalf of 30279def01164374abce033b558d42ea for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:19.123335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.134286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f75ee-8209-457f-ba32-bbd622c1c503 req-e3922f56-859c-41e3-bbc2-30aa1dd95f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.134772 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.136119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c01f75ee-8209-457f-ba32-bbd622c1c503 req-e3922f56-859c-41e3-bbc2-30aa1dd95f61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0916622 Nov 22 16:35:19.171182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51624) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:19.172522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Network 120b4df1-c4e4-4c49-9215-f205b614fedb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:19.201604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 120b4df1-c4e4-4c49-9215-f205b614fedb) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:19.211061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.212268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.218299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ceca1-0ded-4c8c-b2b7-5599bd5a1d7f None None] Network 120b4df1-c4e4-4c49-9215-f205b614fedb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:19.249484 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c01f75ee-8209-457f-ba32-bbd622c1c503 req-bc0b04ec-c54e-42a5-99f8-1ac3dd145b77 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014082 Nov 22 16:35:19.256330 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0c1efc5c-911b-43e9-a917-8da13c6bc2d2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7449031 Nov 22 16:35:19.259467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:19.269284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:19.308969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.312476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.317307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926f80e-be73-49df-96f1-a210afed53a8 req-dc9885f2-bfb0-476e-802d-f6e68a26d000 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.319855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4926f80e-be73-49df-96f1-a210afed53a8 req-dc9885f2-bfb0-476e-802d-f6e68a26d000 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 946 time: 0.1626232 Nov 22 16:35:19.335362 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1eadaf1f-70f9-4fcc-bc85-1f849244566a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=621cf19ab25540218dea294af2fbc507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620910 Nov 22 16:35:19.339509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51628) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:19.448352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.463348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-120b4df1-c4e4-4c49-9215-f205b614fedb', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:35:19.464746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.467241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.468818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.498153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4926f80e-be73-49df-96f1-a210afed53a8 req-56aa20a6-15a3-49a0-959c-9851713a6116 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586838 Nov 22 16:35:19.615187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c1e1a1-8833-4af5-a436-aac8e1cad957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.627752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2441e04d-f4bf-416e-8f8f-6968b15e61f3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:19.652042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c1e1a1-8833-4af5-a436-aac8e1cad957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.802892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Allocated IP 172.20.0.2 (120b4df1-c4e4-4c49-9215-f205b614fedb/b68b4cf8-b4ea-4052-885b-226108bdd2d0/0dd912cc-202c-4d45-8fdc-db813295f89e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:19.883378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Allocated IP 192.168.233.73 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/f8784564-f514-4c90-8c94-636545c3ad34) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:19.940725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2928ff-f051-4eac-989c-c9d693916edc req-1cedb7a1-d35b-4ab5-ad2f-628e2dec8fc5 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.943458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff2928ff-f051-4eac-989c-c9d693916edc req-1cedb7a1-d35b-4ab5-ad2f-628e2dec8fc5 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 943 time: 0.1388080 Nov 22 16:35:20.061066 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.073172 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.075253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff2928ff-f051-4eac-989c-c9d693916edc req-4ab1fba5-53b2-4a9c-99e8-780da6b950c8 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160238 Nov 22 16:35:20.128845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Network 120b4df1-c4e4-4c49-9215-f205b614fedb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:20.139714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:20.149059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:20.189368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Pushing event updated for resources: {'Port': ['ID=0dd912cc-202c-4d45-8fdc-db813295f89e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.238530 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e112f-f0f0-4ac3-8af3-c93be722c91b x-openstack-request-id: req-aa8e112f-f0f0-4ac3-8af3-c93be722c91b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:20.239812 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:20.240420 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa8e112f-f0f0-4ac3-8af3-c93be722c91b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:20.241120 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'status': 'completed', 'code': 200} Nov 22 16:35:20.273229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Attempting to bind port 0dd912cc-202c-4d45-8fdc-db813295f89e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:20.273709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Attempting to bind port 0dd912cc-202c-4d45-8fdc-db813295f89e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:20.274085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Attempting to bind port 0dd912cc-202c-4d45-8fdc-db813295f89e on network 120b4df1-c4e4-4c49-9215-f205b614fedb {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:20.275026 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.280687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:20.281255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Checking segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:20.282443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.282443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Bound using segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:20.284797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Bound port: 0dd912cc-202c-4d45-8fdc-db813295f89e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:20.285033 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.315066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50fc57f8-ab10-434a-bbe0-26651f5a51c1 req-48b1231d-08a9-44a3-ba7e-718f451401f5 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 210 time: 0.0675998 Nov 22 16:35:20.336175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.354678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85472ed-2351-4303-bd06-d4350090e8db req-fee645f4-5eb9-4de2-a8e7-d7902ab3f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:20.356116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85472ed-2351-4303-bd06-d4350090e8db req-fee645f4-5eb9-4de2-a8e7-d7902ab3f10e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 1094 time: 0.1278081 Nov 22 16:35:20.358278 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c1e1a1-8833-4af5-a436-aac8e1cad957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.361412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c1e1a1-8833-4af5-a436-aac8e1cad957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.362698 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-73c1e1a1-8833-4af5-a436-aac8e1cad957 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77f75380-2e35-4f15-978a-04761876ebb1 HTTP/1.1" status: 204 len: 168 time: 1.0222235 Nov 22 16:35:20.405776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] For port 0dd912cc-202c-4d45-8fdc-db813295f89e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:20.414696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] For port 0dd912cc-202c-4d45-8fdc-db813295f89e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0dd912cc-202c-4d45-8fdc-db813295f89e,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:20.422034 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.428034 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.437803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1e1a1-8833-4af5-a436-aac8e1cad957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f75380-2e35-4f15-978a-04761876ebb1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.615190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.627650 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2086d-45f5-4a44-acd6-fb338a1f23bf None None] Pushing event updated for resources: {'Port': ['ID=0dd912cc-202c-4d45-8fdc-db813295f89e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.630418 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.684993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85472ed-2351-4303-bd06-d4350090e8db req-6c722e12-29bf-4899-93ad-bb66817a06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:20.686721 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85472ed-2351-4303-bd06-d4350090e8db req-6c722e12-29bf-4899-93ad-bb66817a06fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.2757809 Nov 22 16:35:20.694429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:20.696828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-9c25783c-7efa-468a-b3ac-02866c03ab35 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=30279def01164374abce033b558d42ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551002 Nov 22 16:35:20.704405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:20.733839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:20.758055 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85472ed-2351-4303-bd06-d4350090e8db req-0e8afb34-d36a-4d1f-b11c-502bda975258 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 217 time: 0.0601337 Nov 22 16:35:20.948778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2'}, {'server_uuid': '3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788b71f4-54e6-4cae-9bfc-48a483e7a0ad'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:20.952656 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dc37b4-8a60-4eb2-8cb6-234a73c015b4" -d '{"events": [{"server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "name": "network-vif-plugged", "status": "completed", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2"}, {"server_uuid": "3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793", "name": "network-vif-plugged", "status": "completed", "tag": "788b71f4-54e6-4cae-9bfc-48a483e7a0ad"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:21.021191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.021828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.069278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7b5dd-9ca8-47a1-bd0f-5ff73ee8483d req-e5299427-cad4-4e15-8474-a9a5d0f3e0de tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.078225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ec7b5dd-9ca8-47a1-bd0f-5ff73ee8483d req-e5299427-cad4-4e15-8474-a9a5d0f3e0de tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 946 time: 0.5423851 Nov 22 16:35:21.087851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-eb351b93-7820-42a0-96c3-e51a657a189d tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.089271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-eb351b93-7820-42a0-96c3-e51a657a189d tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827159 Nov 22 16:35:21.106213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-57e99b5a-69b7-47a3-a3a3-5f095936f9ea tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8227186 Nov 22 16:35:21.112506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Request body: {'port': {'device_id': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '30279def01164374abce033b558d42ea'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:21.129456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Request body: {'port': {'device_id': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:21.133930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85472ed-2351-4303-bd06-d4350090e8db req-4128cb7e-bbe7-4a66-8733-2717b3afd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.139752 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85472ed-2351-4303-bd06-d4350090e8db req-4128cb7e-bbe7-4a66-8733-2717b3afd675 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.2655807 Nov 22 16:35:21.139752 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.160887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.241154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1ced19bb-b94e-4a35-82f1-5ffa7588dea7 None None] Provisioning complete for port f8784564-f514-4c90-8c94-636545c3ad34 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:21.241696 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ced19bb-b94e-4a35-82f1-5ffa7588dea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.290292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85472ed-2351-4303-bd06-d4350090e8db req-87133cb4-8b33-48e1-ac2a-5a885db25ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.293406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85472ed-2351-4303-bd06-d4350090e8db req-87133cb4-8b33-48e1-ac2a-5a885db25ccc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336036 Nov 22 16:35:21.318996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.327553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1ced19bb-b94e-4a35-82f1-5ffa7588dea7 None None] Port f8784564-f514-4c90-8c94-636545c3ad34 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:21.464067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Allocated IP 172.25.0.151 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/563dfa0e-e57c-43ca-8035-173f5df1a849) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:21.479309 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85472ed-2351-4303-bd06-d4350090e8db req-0ec5f3b0-580b-4866-8218-d66a6f547ad8 service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756096 Nov 22 16:35:21.716850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ec7b5dd-9ca8-47a1-bd0f-5ff73ee8483d req-ae5f4d70-3a53-44f7-ae29-23bf5f6a0dfd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378586 Nov 22 16:35:21.773251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.830836 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85472ed-2351-4303-bd06-d4350090e8db req-1f02f706-0b90-43a1-8786-8e8f71abbf19 service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580941 Nov 22 16:35:21.832681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.854293 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.885556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:21.898410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:21.907092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:21.907636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Made reservation on behalf of 30279def01164374abce033b558d42ea for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:21.924685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c0419f45-20d3-4a88-a440-3bbcc3e69565 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:21.933426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.050822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Pushing event updated for resources: {'Port': ['ID=563dfa0e-e57c-43ca-8035-173f5df1a849,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:22.135894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c0419f45-20d3-4a88-a440-3bbcc3e69565, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:22.176661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'port_id': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'mac_address': 'fa:16:3e:09:63:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:22.232892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e094052-7645-41be-845f-0393a445064b req-b93dbe79-6566-4cc2-b5f9-b11153fb1d20 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:22.240487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848362d4-11c2-4a6d-850a-aad062212c19 None None] Network 120b4df1-c4e4-4c49-9215-f205b614fedb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:22.243282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e094052-7645-41be-845f-0393a445064b req-b93dbe79-6566-4cc2-b5f9-b11153fb1d20 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 946 time: 0.2667854 Nov 22 16:35:22.439563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51678) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:22.448206 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.487391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.493833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ea671d4f-5fbc-49b1-9712-b2f3167f3c8d None None] Provisioning complete for port 0dd912cc-202c-4d45-8fdc-db813295f89e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:22.494207 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea671d4f-5fbc-49b1-9712-b2f3167f3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.536777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0419f45-20d3-4a88-a440-3bbcc3e69565 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:22.561865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0dd912cc-202c-4d45-8fdc-db813295f89e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:22.619826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e094052-7645-41be-845f-0393a445064b req-458816f4-0b6a-4baf-a358-86fee50e8e25 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750050 Nov 22 16:35:22.652237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c0419f45-20d3-4a88-a440-3bbcc3e69565, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:22.674873 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.690685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0dd912cc-202c-4d45-8fdc-db813295f89e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:22.691851 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.700767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Allocated IP 192.168.233.191 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/aba4e5d7-57f8-4001-bca9-4d40138ac0c5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:22.903719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c0419f45-20d3-4a88-a440-3bbcc3e69565,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:22.928921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.929238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.929519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.929876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.930231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.930568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.930905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.931271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.931613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.931923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.932251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.932588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:22.974932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ea81-2f02-41e9-822f-19dcc57573d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.007250 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fe233b-e619-4093-b333-0013c9811e1e x-openstack-request-id: req-c0fe233b-e619-4093-b333-0013c9811e1e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:23.007568 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "name": "network-vif-plugged", "status": "completed", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2", "code": 200}, {"server_uuid": "3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793", "name": "network-vif-plugged", "status": "completed", "tag": "788b71f4-54e6-4cae-9bfc-48a483e7a0ad", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:23.007838 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0fe233b-e619-4093-b333-0013c9811e1e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:23.008312 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'code': 200} Nov 22 16:35:23.008573 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788b71f4-54e6-4cae-9bfc-48a483e7a0ad', 'code': 200} Nov 22 16:35:23.010496 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea671d4f-5fbc-49b1-9712-b2f3167f3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.048158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.096522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['c0419f45-20d3-4a88-a440-3bbcc3e69565'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:23.115399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c550c-aa0f-469b-b1bd-17fb44720874 req-0c647656-f7a8-487a-9f35-c7b7d1771946 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:23.126492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a9c550c-aa0f-469b-b1bd-17fb44720874 req-0c647656-f7a8-487a-9f35-c7b7d1771946 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 944 time: 0.1194222 Nov 22 16:35:23.133507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.235802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ea671d4f-5fbc-49b1-9712-b2f3167f3c8d None None] For port 0dd912cc-202c-4d45-8fdc-db813295f89e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0dd912cc-202c-4d45-8fdc-db813295f89e,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:23.239730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.253327 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea671d4f-5fbc-49b1-9712-b2f3167f3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.283586 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a9c550c-aa0f-469b-b1bd-17fb44720874 req-ed2de35c-c29c-45d4-9943-77d2f25ff4ce tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557658 Nov 22 16:35:23.324813 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.351401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa73a5-bc92-4cd9-9dd8-cd49c0b9a5c8 req-7734fd54-ce63-48b9-90c5-ebfe68be758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:23.353052 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e4aa73a5-bc92-4cd9-9dd8-cd49c0b9a5c8 req-7734fd54-ce63-48b9-90c5-ebfe68be758d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793 HTTP/1.1" status: 200 len: 1097 time: 0.2877343 Nov 22 16:35:23.453743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea671d4f-5fbc-49b1-9712-b2f3167f3c8d None None] Pushing event updated for resources: {'Port': ['ID=0dd912cc-202c-4d45-8fdc-db813295f89e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:23.460796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:23.468517 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:35:23.468918 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:35:23.474055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:23.478425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e3dcfd30-4deb-4ae2-8761-13d8d968b43b None None] Provisioning complete for port 0dd912cc-202c-4d45-8fdc-db813295f89e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:23.478825 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3dcfd30-4deb-4ae2-8761-13d8d968b43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.482216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:23.486345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Pushing event updated for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:23.515527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f49ec-5d63-44da-bee1-0e85db076299 req-0713fca7-26a4-45f3-93cd-01287eed87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:23.520041 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-039f49ec-5d63-44da-bee1-0e85db076299 req-0713fca7-26a4-45f3-93cd-01287eed87c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 1097 time: 0.4487100 Nov 22 16:35:23.561892 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e4aa73a5-bc92-4cd9-9dd8-cd49c0b9a5c8 req-b91206a6-9fdb-4ded-b3e0-201a2e27166a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983433 Nov 22 16:35:23.620582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:23.621283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.667747 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-039f49ec-5d63-44da-bee1-0e85db076299 req-aac3e51e-74ce-490a-894a-ee9f6ad1fba1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038711 Nov 22 16:35:23.680199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-a5407541-ce29-4411-8188-fe7ab6479521 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5728981 Nov 22 16:35:23.688001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ea81-2f02-41e9-822f-19dcc57573d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.694492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05ebb5-a32a-422a-9539-017edd465106 req-de29327f-eb21-4811-8214-43c4e9362741 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:23.696196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd05ebb5-a32a-422a-9539-017edd465106 req-de29327f-eb21-4811-8214-43c4e9362741 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 936 time: 0.2174194 Nov 22 16:35:23.704189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ea81-2f02-41e9-822f-19dcc57573d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.765963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Router 4467b748-20de-438a-9c01-105703147e08 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:23.775157 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ffd8ea81-2f02-41e9-822f-19dcc57573d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0dc0e61c17e44f1c9e417f4805baf4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3343275 Nov 22 16:35:23.778249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8ea81-2f02-41e9-822f-19dcc57573d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f204ad0-9a86-45e3-aa71-80837530de1f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:23.778437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51706) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:23.795107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8784564-f514-4c90-8c94-636545c3ad34 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:23.810111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd05ebb5-a32a-422a-9539-017edd465106 req-ac040688-06aa-4649-b8db-c7000a62b122 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810792 Nov 22 16:35:23.840515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-036532a5-1b69-4fa1-b1ce-478f265ba2fc None None] Provisioning complete for port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:23.840515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-036532a5-1b69-4fa1-b1ce-478f265ba2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.857945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.868329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Request body: {'port': {'device_id': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:23.903925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-036532a5-1b69-4fa1-b1ce-478f265ba2fc None None] Port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:23.915538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:23.927839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Sync routers for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:23.938829 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.939763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:23.940467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:23.946204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a5e888c6-eb2b-4d4d-9669-ecda3c4ae8ae admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6850245 Nov 22 16:35:23.946856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51710) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:23.995518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Transition to ACTIVE for port object f8784564-f514-4c90-8c94-636545c3ad34 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:24.039294 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.128069 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3e02-520c-4e18-88f9-539728432d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.140544 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.222280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b5e94-44e4-40a8-b84f-a7e2c8f28351 req-ebaf5380-0072-4bf0-b086-533c6325bb45 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:24.224862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff8b5e94-44e4-40a8-b84f-a7e2c8f28351 req-ebaf5380-0072-4bf0-b086-533c6325bb45 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 946 time: 0.3073397 Nov 22 16:35:24.242147 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3e02-520c-4e18-88f9-539728432d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.245732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:24.272454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:24.456073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0dd912cc-202c-4d45-8fdc-db813295f89e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:24.575196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff8b5e94-44e4-40a8-b84f-a7e2c8f28351 req-2f97fd67-4423-4832-9f4a-f46437d25a92 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316143 Nov 22 16:35:24.611208 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.644228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0dd912cc-202c-4d45-8fdc-db813295f89e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:24.645054 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.697809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Attempting to bind port f8784564-f514-4c90-8c94-636545c3ad34 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:24.698260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Attempting to bind port f8784564-f514-4c90-8c94-636545c3ad34 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:24.698793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Attempting to bind port f8784564-f514-4c90-8c94-636545c3ad34 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:24.711799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Port f8784564-f514-4c90-8c94-636545c3ad34 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:24.712128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Attempting to bind port f8784564-f514-4c90-8c94-636545c3ad34 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:24.727077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:24.727077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:24.727077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:24.727077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Bound port: f8784564-f514-4c90-8c94-636545c3ad34, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:24.727077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.740778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3e02-520c-4e18-88f9-539728432d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.745247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c8d3e02-520c-4e18-88f9-539728432d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.751634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2c8d3e02-520c-4e18-88f9-539728432d8b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f204ad0-9a86-45e3-aa71-80837530de1f HTTP/1.1" status: 204 len: 168 time: 0.9701860 Nov 22 16:35:24.779816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:22Z', 'revision_number': 3, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.835779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Checking router: 4467b748-20de-438a-9c01-105703147e08 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:24.836546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Updating router 4467b748-20de-438a-9c01-105703147e08 port 563dfa0e-e57c-43ca-8035-173f5df1a849 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:24.858092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:24.862785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:24.882244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.909331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.933536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:24.937428 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.940199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] 10.222.0.37 "PUT /v2.0/ports/f8784564-f514-4c90-8c94-636545c3ad34 HTTP/1.1" status: 200 len: 1095 time: 3.8158576 Nov 22 16:35:24.946852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:24.952751 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "tag": "f8784564-f514-4c90-8c94-636545c3ad34"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:24.961163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d3e02-520c-4e18-88f9-539728432d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f204ad0-9a86-45e3-aa71-80837530de1f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.135514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Allocated IP 172.20.0.1 (120b4df1-c4e4-4c49-9215-f205b614fedb/b68b4cf8-b4ea-4052-885b-226108bdd2d0/688cd8e8-0956-4508-bb4a-329999b33977) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:25.215905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5833d-83dc-4799-ab59-d9652208af24 service neutron] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.238927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2ce48-c106-4930-a4da-b88d0d320095 req-6efa6071-61e1-4b58-9485-a6babf532482 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:25.241003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1cb2ce48-c106-4930-a4da-b88d0d320095 req-6efa6071-61e1-4b58-9485-a6babf532482 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 946 time: 0.3708484 Nov 22 16:35:25.248144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51734) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:25.328812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.329135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3689-b586-4191-8052-cc186d7acfca req-03449450-8ae9-4fb6-8469-d0b61f7b199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:25.330764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-03449450-8ae9-4fb6-8469-d0b61f7b199c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 1098 time: 0.2462988 Nov 22 16:35:25.331754 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7dea319-d7d6-42e3-ac66-4358dc978c63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.394515 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.448608 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Network 120b4df1-c4e4-4c49-9215-f205b614fedb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:25.449665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba4e5d7-57f8-4001-bca9-4d40138ac0c5 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:25.455199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:25.456228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-536ac67d-d403-43a3-bf87-76c06e0efce2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f8784564-f514-4c90-8c94-636545c3ad34 HTTP/1.1" status: 200 len: 217 time: 0.1093845 Nov 22 16:35:25.460489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:25.481656 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.514717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.535495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1cb2ce48-c106-4930-a4da-b88d0d320095 req-cff49663-6b9e-456c-b39d-fed5cf600a27 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719748 Nov 22 16:35:25.552632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Transition to ACTIVE for port object aba4e5d7-57f8-4001-bca9-4d40138ac0c5 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:25.581953 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.621727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Pushing event updated for resources: {'Port': ['ID=688cd8e8-0956-4508-bb4a-329999b33977,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.647162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3689-b586-4191-8052-cc186d7acfca req-65442146-87a3-4bac-adb4-c07777917b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:25.648761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-65442146-87a3-4bac-adb4-c07777917b55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1773312 Nov 22 16:35:25.696090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.715274 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.717213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Pushing event updated for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.776768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7dea319-d7d6-42e3-ac66-4358dc978c63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.786548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.829801 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7dea319-d7d6-42e3-ac66-4358dc978c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.845926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25ea95-04cc-4829-b0e8-83bc847b91f9 None None] Pushing event updated for resources: {'Port': ['ID=563dfa0e-e57c-43ca-8035-173f5df1a849,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.863265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Attempting to bind port 563dfa0e-e57c-43ca-8035-173f5df1a849 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:25.864078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Attempting to bind port 563dfa0e-e57c-43ca-8035-173f5df1a849 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:25.865460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Attempting to bind port 563dfa0e-e57c-43ca-8035-173f5df1a849 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:25.872075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:25.873038 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:25.873464 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.873880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:25.874498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Bound port: 563dfa0e-e57c-43ca-8035-173f5df1a849, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:25.875112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.935274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3689-b586-4191-8052-cc186d7acfca req-672fc56a-cfc2-4dac-89ea-5d5a0ed248df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:25.937091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-672fc56a-cfc2-4dac-89ea-5d5a0ed248df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2778361 Nov 22 16:35:25.953265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] For port 563dfa0e-e57c-43ca-8035-173f5df1a849, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:25.955910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b5f42ab1-3b32-478d-bec8-a867160966ff None None] Provisioning complete for port 688cd8e8-0956-4508-bb4a-329999b33977 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:25.956442 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ab1-3b32-478d-bec8-a867160966ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.960829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] For port 563dfa0e-e57c-43ca-8035-173f5df1a849, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=563dfa0e-e57c-43ca-8035-173f5df1a849,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:25.984722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c0419f45-20d3-4a88-a440-3bbcc3e69565 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:25.994583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dea319-d7d6-42e3-ac66-4358dc978c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab0a2b-bd10-44a3-bbdb-d60b9c44f31f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.999671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f7dea319-d7d6-42e3-ac66-4358dc978c63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb291c1f024848948c3885d2db77bf4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7503889 Nov 22 16:35:26.015662 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.040990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:26.088020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Attempting to bind port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:26.088459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Attempting to bind port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:26.088850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Attempting to bind port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:26.111749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572824d7-770b-481c-9a09-40a62f85545a req-038ce860-50ef-435d-9913-e7c1c6ee609e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:26.113360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-572824d7-770b-481c-9a09-40a62f85545a req-038ce860-50ef-435d-9913-e7c1c6ee609e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 944 time: 0.2657170 Nov 22 16:35:26.125816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:26.126486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Attempting to bind port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:26.162650 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b5f42ab1-3b32-478d-bec8-a867160966ff None None] Port 688cd8e8-0956-4508-bb4a-329999b33977 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:26.170587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:26.171481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:26.172177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:26.172863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Bound port: aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:26.173550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.200318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:26.201092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:26.206863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-3b0d64ef-a9cd-46ca-b2c4-24f147aca467 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437940 Nov 22 16:35:26.207676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25ea95-04cc-4829-b0e8-83bc847b91f9 None None] Pushing event updated for resources: {'Port': ['ID=563dfa0e-e57c-43ca-8035-173f5df1a849,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.267588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port c0419f45-20d3-4a88-a440-3bbcc3e69565 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:26.296320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port c0419f45-20d3-4a88-a440-3bbcc3e69565 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:26.297147 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.298544 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-332d98e5-6afa-44fd-9382-08faa7619ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.348603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-572824d7-770b-481c-9a09-40a62f85545a req-0f379b7b-c45b-4e85-b805-511eb4d5c82e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173274 Nov 22 16:35:26.356451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-332d98e5-6afa-44fd-9382-08faa7619ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.445769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:26.468176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.477802 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.482937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:26.488792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2c3689-b586-4191-8052-cc186d7acfca req-9e691d13-9837-4cc8-9141-81c7d3e4a693 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614276 Nov 22 16:35:26.496981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:26.497986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.554992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-332d98e5-6afa-44fd-9382-08faa7619ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.557802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-332d98e5-6afa-44fd-9382-08faa7619ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.558611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-332d98e5-6afa-44fd-9382-08faa7619ff6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4aab0a2b-bd10-44a3-bbdb-d60b9c44f31f HTTP/1.1" status: 204 len: 168 time: 0.5157712 Nov 22 16:35:26.570267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Pushing event updated for resources: {'Port': ['ID=688cd8e8-0956-4508-bb4a-329999b33977,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.577222 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.600181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d98e5-6afa-44fd-9382-08faa7619ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab0a2b-bd10-44a3-bbdb-d60b9c44f31f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.602772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:26.603458 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.604882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-426307fe-532b-4220-8df3-443b36406b37 service neutron] 10.222.0.62 "PUT /v2.0/ports/aba4e5d7-57f8-4001-bca9-4d40138ac0c5 HTTP/1.1" status: 200 len: 1096 time: 2.7530799 Nov 22 16:35:26.633363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426307fe-532b-4220-8df3-443b36406b37 service neutron] Pushing event updated for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.672396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b772e7-6a7f-445a-ba08-24c67a0000b7 req-17e2f54f-f11c-43ec-96a1-ac0874af8dbe tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:26.684508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75b772e7-6a7f-445a-ba08-24c67a0000b7 req-17e2f54f-f11c-43ec-96a1-ac0874af8dbe tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793 HTTP/1.1" status: 200 len: 946 time: 0.1612628 Nov 22 16:35:26.826674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Network 120b4df1-c4e4-4c49-9215-f205b614fedb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:26.837581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:26.842172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75b772e7-6a7f-445a-ba08-24c67a0000b7 req-fa99dddf-8e50-4772-81e0-8949dd5c7580 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569901 Nov 22 16:35:26.871752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-273558d8-a572-40b3-b40e-cfc2c6c59074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:26.886166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-273558d8-a572-40b3-b40e-cfc2c6c59074 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 1099 time: 0.1608198 Nov 22 16:35:26.900960 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.019188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:27.023700 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07dfc8a-80eb-41d3-8fba-e23c72307769" -d '{"events": [{"server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "name": "network-vif-plugged", "status": "completed", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:27.065258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-1141feda-84eb-4786-82f7-5b8a85b41994 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5 HTTP/1.1" status: 200 len: 217 time: 0.1768155 Nov 22 16:35:27.069504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c0419f45-20d3-4a88-a440-3bbcc3e69565, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:27.093035 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.129984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Router 4467b748-20de-438a-9c01-105703147e08 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:27.195871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-dafae79f-1e47-4547-9ab5-c4edaf44b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:27.197677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-dafae79f-1e47-4547-9ab5-c4edaf44b3ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1248474 Nov 22 16:35:27.322846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-c995acfd-e94f-47c3-b527-50a28eccf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:27.324872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-c995acfd-e94f-47c3-b527-50a28eccf9cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203153 Nov 22 16:35:27.327152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c0419f45-20d3-4a88-a440-3bbcc3e69565,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.362645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 1, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:27.395876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cadda3-32ef-4322-b2d1-a7f86602fbae None None] The sync data for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 is: [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 1, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:27.415461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:27.452416 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-599c900d-2331-4ade-ab04-14efbb8333b5 admin admin] 10.222.0.59 "PUT /v2.0/routers/4467b748-20de-438a-9c01-105703147e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5041273 Nov 22 16:35:27.466624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f0813ea6-7771-44e8-8be7-d2cae8053e2a None None] Provisioning complete for port 688cd8e8-0956-4508-bb4a-329999b33977 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:27.467395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0813ea6-7771-44e8-8be7-d2cae8053e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.547289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-c8fd0167-f9bb-4131-b1ad-26de1cc5ca17 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016633 Nov 22 16:35:27.569965 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f0813ea6-7771-44e8-8be7-d2cae8053e2a None None] Port 688cd8e8-0956-4508-bb4a-329999b33977 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:27.680470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60d483e0-4c0d-4eb9-8113-72391daf42da req-ccfe6039-9483-4f18-8939-d8452088f81e service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249051 Nov 22 16:35:27.824133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1466a9-2420-4828-91f3-911bb5ea41d2 req-7c40d7b2-c23a-40af-b44d-f99d56463330 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:27.825750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d1466a9-2420-4828-91f3-911bb5ea41d2 req-7c40d7b2-c23a-40af-b44d-f99d56463330 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 948 time: 0.1166620 Nov 22 16:35:27.893036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d1466a9-2420-4828-91f3-911bb5ea41d2 req-44dde240-aff8-4138-8050-e16a1eff87fb tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601077 Nov 22 16:35:28.155976 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3bd76e-9639-4ce3-8a1c-7608f6918f5e x-openstack-request-id: req-3c3bd76e-9639-4ce3-8a1c-7608f6918f5e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:28.156264 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "tag": "f8784564-f514-4c90-8c94-636545c3ad34", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:28.156713 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c3bd76e-9639-4ce3-8a1c-7608f6918f5e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:28.157313 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34', 'status': 'completed', 'code': 200} Nov 22 16:35:28.235374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-62ab353a-48c0-47aa-94ed-a861e90518f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.241462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-62ab353a-48c0-47aa-94ed-a861e90518f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 1098 time: 0.0613444 Nov 22 16:35:28.264920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51812) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:28.416125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fa167-2090-412e-86d1-1bb0a1ec70ca req-41fb4562-937b-44b1-aaf9-b0231eff3783 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.417691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f51fa167-2090-412e-86d1-1bb0a1ec70ca req-41fb4562-937b-44b1-aaf9-b0231eff3783 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 946 time: 0.1748283 Nov 22 16:35:28.474525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-8997e24f-3541-4697-a3e5-907bb1552553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.476770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-8997e24f-3541-4697-a3e5-907bb1552553 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2178116 Nov 22 16:35:28.507126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-network', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:28.537110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Made reservation on behalf of a3c22944d32c48e79ee4ff31b22e8967 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:28.538254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-a88f702d-6b86-4031-b9df-d1a4c823696b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f8784564-f514-4c90-8c94-636545c3ad34 HTTP/1.1" status: 200 len: 217 time: 0.0519602 Nov 22 16:35:28.539689 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.547421 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f51fa167-2090-412e-86d1-1bb0a1ec70ca req-76e64c75-378c-48e5-8a79-246221625fbd tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190426 Nov 22 16:35:28.549737 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.625666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-654aec2c-6746-4094-b008-8a75d873d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.627872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-654aec2c-6746-4094-b008-8a75d873d9ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0791936 Nov 22 16:35:28.692939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-5ede7d63-8dca-4657-8659-546605083dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.695240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-5ede7d63-8dca-4657-8659-546605083dea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590994 Nov 22 16:35:28.696485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.702282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.742184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:28.758102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdb9024-6a5f-468f-beab-91ab074dc01b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:28.762310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.763148 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Added segment 2bb04f57-ffd0-4702-ade2-14b34a8241a2 of type vlan for network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 Nov 22 16:35:28.819911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.860550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.862030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.862849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.888260 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-8f5d42b4-822a-416c-a5e2-44a3904b16b1 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821799 Nov 22 16:35:28.934816 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6682796 Nov 22 16:35:28.945469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51824) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:28.954300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Request body: {'subnet': {'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-subnet', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:28.974216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923b26c-2ff2-4f55-92b1-b2ef974d9e36 admin admin] Pushing event updated for resources: {'Network': ['ID=0e74c8bd-2f41-426a-bb2e-3ecc97aa2540,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:28.990147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:28.995415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Made reservation on behalf of a3c22944d32c48e79ee4ff31b22e8967 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:29.000082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.065604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3d71413-1ede-4d04-b420-56b5c6c0cf2b req-ef58dd55-b0d4-4d1c-af50-f5e63cc17525 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688752 Nov 22 16:35:29.165249 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b555a054-2887-4e16-b16e-bb19b78c41de x-openstack-request-id: req-b555a054-2887-4e16-b16e-bb19b78c41de {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:29.165590 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "name": "network-vif-plugged", "status": "completed", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:29.165826 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b555a054-2887-4e16-b16e-bb19b78c41de {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:29.166340 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'code': 200} Nov 22 16:35:29.269493 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.353318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1261e9bb-2b46-4ebb-923e-128d24304c36,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:29.369188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f285ed5-660c-427f-87c2-cae9579b3a84 req-4e2815de-6ecd-4cff-b022-5e08a8ae8754 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:29.369495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Checking segment: {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:29.370346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Network hostable DHCP agents. Network: 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:29.376258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f285ed5-660c-427f-87c2-cae9579b3a84 req-4e2815de-6ecd-4cff-b022-5e08a8ae8754 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 945 time: 0.1278193 Nov 22 16:35:29.382925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881665f-0788-4477-ad53-d4aca1a9fe03 req-3165675e-05cc-4478-9879-94d8a7592398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:29.385375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3881665f-0788-4477-ad53-d4aca1a9fe03 req-3165675e-05cc-4478-9879-94d8a7592398 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 1096 time: 0.0986297 Nov 22 16:35:29.399628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:29.417975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:29.426581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:29.427705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.436773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e7c7ec-f237-4807-b8a3-1c259f0faf90 None None] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:29.461144 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27f5276c-28ff-4952-becd-f9a8e907b790 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5140243 Nov 22 16:35:29.472312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51826) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.484497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-router', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:29.485201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f285ed5-660c-427f-87c2-cae9579b3a84 req-8a7bc57c-0d08-48a2-807a-5ba0cb55e0d4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059172 Nov 22 16:35:29.489481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3881665f-0788-4477-ad53-d4aca1a9fe03 req-db65521d-0465-4c5d-91b3-73b2668b79ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943890 Nov 22 16:35:29.522661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.524499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.615443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.705656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'fixed_ips': [{'subnet_id': '1261e9bb-2b46-4ebb-923e-128d24304c36'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:35:29.707197 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.820088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.015056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aba4e5d7-57f8-4001-bca9-4d40138ac0c5 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:30.111512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.136797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.138879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Allocated IP 172.20.0.2 (0e74c8bd-2f41-426a-bb2e-3ecc97aa2540/1261e9bb-2b46-4ebb-923e-128d24304c36/b85e1c5f-1048-4019-9d59-1ad75c0ba1ee) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:30.159054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:30.163501 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe7e139-1106-45d0-986a-92058b328fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:30.178717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:30.192231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:30.246315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'mac_address': 'fa:16:3e:61:65:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:30.346045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Allocated IP 172.25.0.94 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/3c71317e-2b12-41c5-b7a2-a7faa734ce37) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:30.407061 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.467136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:30.505213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba4e5d7-57f8-4001-bca9-4d40138ac0c5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:30.513728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 563dfa0e-e57c-43ca-8035-173f5df1a849 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:30.525269 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'f8784564-f514-4c90-8c94-636545c3ad34', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'f8784564-f514-4c90-8c94-636545c3ad34', 'mac_address': 'fa:16:3e:b6:59:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:30.533016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.568696 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.589023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:30.599786 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Sync routers for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:30.602295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.621995 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.641286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.647626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:30.651547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:30.658566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:30.699722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:30.705475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:30.707695 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.711065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:30.713963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Pushing event updated for resources: {'Port': ['ID=b85e1c5f-1048-4019-9d59-1ad75c0ba1ee,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.733838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c71317e-2b12-41c5-b7a2-a7faa734ce37,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.760740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8784564-f514-4c90-8c94-636545c3ad34 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:30.795130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 563dfa0e-e57c-43ca-8035-173f5df1a849 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:30.795517 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.813100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:30.820895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e1bf75f9-194b-4d0e-8e6a-ac9134e391d1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602185845', 'description': 'tempest-description--1322485691'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:30.839766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:30.845482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:30.846695 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:30.871170 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.886669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.898363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Attempting to bind port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:30.898736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Attempting to bind port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:30.899138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Attempting to bind port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee on network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:30.943055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:30.943605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Checking segment: {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:30.944214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.944471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Bound using segment: {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:30.944873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Bound port: b85e1c5f-1048-4019-9d59-1ad75c0ba1ee, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:30.945265 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.023915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1bf75f9-194b-4d0e-8e6a-ac9134e391d1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.040104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.048619 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:31.072584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-d3d60ec0-8796-4b80-8176-fcd26f081e58 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.074231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-d3d60ec0-8796-4b80-8176-fcd26f081e58 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793 HTTP/1.1" status: 200 len: 946 time: 0.1932786 Nov 22 16:35:31.128145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['aba4e5d7-57f8-4001-bca9-4d40138ac0c5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:31.153798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.165101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.288775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f8784564-f514-4c90-8c94-636545c3ad34'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:31.289701 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1bf75f9-194b-4d0e-8e6a-ac9134e391d1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.309131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1bf75f9-194b-4d0e-8e6a-ac9134e391d1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.408248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Deleting port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:31.408790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.413251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 563dfa0e-e57c-43ca-8035-173f5df1a849, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=563dfa0e-e57c-43ca-8035-173f5df1a849,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:31.431530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.436688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] For port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:31.493499 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e1bf75f9-194b-4d0e-8e6a-ac9134e391d1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.494819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e1bf75f9-194b-4d0e-8e6a-ac9134e391d1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6804140 Nov 22 16:35:31.505246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:31.538228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ab9658ac-6e27-4cad-9404-d5897d903c2c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'security_group_rule': {'security_group_id': 'ec59fe18-d119-4391-8efc-29bb02d64435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:31.573161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf75f9-194b-4d0e-8e6a-ac9134e391d1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec59fe18-d119-4391-8efc-29bb02d64435,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.605014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] For port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b85e1c5f-1048-4019-9d59-1ad75c0ba1ee,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:31.617408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab9658ac-6e27-4cad-9404-d5897d903c2c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.644433 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 2, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:31.668021 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.732279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] For port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:31.732937 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Checking router: 4467b748-20de-438a-9c01-105703147e08 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:31.733658 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Updating router 4467b748-20de-438a-9c01-105703147e08 port 688cd8e8-0956-4508-bb4a-329999b33977 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:31.734391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.757006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Calling delete_port for 788b71f4-54e6-4cae-9bfc-48a483e7a0ad owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:31.828265 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.837490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=563dfa0e-e57c-43ca-8035-173f5df1a849,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.967254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08f9dd-12a9-4c58-a5ef-4a74dcd424f5 None None] Pushing event updated for resources: {'Port': ['ID=b85e1c5f-1048-4019-9d59-1ad75c0ba1ee,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.992437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab9658ac-6e27-4cad-9404-d5897d903c2c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.027272 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab9658ac-6e27-4cad-9404-d5897d903c2c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.041932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69461b4-2800-4052-8de7-e63fb74ff5c5 req-76528964-14a5-4a12-ada3-2e3bc05af5b7 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.055778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d69461b4-2800-4052-8de7-e63fb74ff5c5 req-76528964-14a5-4a12-ada3-2e3bc05af5b7 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 949 time: 0.0924368 Nov 22 16:35:32.061579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9658ac-6e27-4cad-9404-d5897d903c2c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d4a998-d660-44c0-8755-47529f44583b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:32.126712 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab9658ac-6e27-4cad-9404-d5897d903c2c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.128530 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab9658ac-6e27-4cad-9404-d5897d903c2c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6187325 Nov 22 16:35:32.141292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51890) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:32.149166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c4b19553-e82e-4f11-bfdf-e24b2beb9643 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'security_group_rule': {'security_group_id': 'ec59fe18-d119-4391-8efc-29bb02d64435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:32.154262 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.227086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d69461b4-2800-4052-8de7-e63fb74ff5c5 req-b96bd309-d622-4e16-8f91-9ca631b19f66 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679363 Nov 22 16:35:32.267712 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.359662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Pushing event deleted for resources: {'Port': ['ID=788b71f4-54e6-4cae-9bfc-48a483e7a0ad,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:32.367860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4b19553-e82e-4f11-bfdf-e24b2beb9643 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.473048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] No DVR routers for this DVR port 788b71f4-54e6-4cae-9bfc-48a483e7a0ad on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:32.476782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.481630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-257c8c3f-600e-4be0-b2a3-1d5065866e19 req-e99bd17e-0e70-44d0-9297-3f6424ab1e25 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "DELETE /v2.0/ports/788b71f4-54e6-4cae-9bfc-48a483e7a0ad HTTP/1.1" status: 204 len: 173 time: 1.3866041 Nov 22 16:35:32.567086 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.588560 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.644959 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4b19553-e82e-4f11-bfdf-e24b2beb9643 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.653304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4b19553-e82e-4f11-bfdf-e24b2beb9643 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.674533 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb753df3-6917-487f-8b67-782c27d46255 None None] Pushing event updated for resources: {'Port': ['ID=688cd8e8-0956-4508-bb4a-329999b33977,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:32.723042 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b28acce-5b67-45a6-a10a-acd4c39df18a x-openstack-request-id: req-7b28acce-5b67-45a6-a10a-acd4c39df18a {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:32.723861 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:32.726114 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b28acce-5b67-45a6-a10a-acd4c39df18a {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:32.726922 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'status': 'completed', 'code': 200} Nov 22 16:35:32.737120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b19553-e82e-4f11-bfdf-e24b2beb9643 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48822c27-5653-403d-b31b-27bce6062e2b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:32.778538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4b19553-e82e-4f11-bfdf-e24b2beb9643 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.791876 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c4b19553-e82e-4f11-bfdf-e24b2beb9643 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6489303 Nov 22 16:35:32.795195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51904) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:32.805110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:32.827983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Router a904bf9a-7c5a-4421-a383-2e070a44116d is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:32.863832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b85e1c5f-1048-4019-9d59-1ad75c0ba1ee up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:32.943679 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Attempting to bind port 688cd8e8-0956-4508-bb4a-329999b33977 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:32.944864 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Attempting to bind port 688cd8e8-0956-4508-bb4a-329999b33977 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:32.945074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e139-1106-45d0-986a-92058b328fbb req-4f021b5c-2a99-4c15-a424-180420f59d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.946029 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Attempting to bind port 688cd8e8-0956-4508-bb4a-329999b33977 on network 120b4df1-c4e4-4c49-9215-f205b614fedb {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:32.947434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe7e139-1106-45d0-986a-92058b328fbb req-4f021b5c-2a99-4c15-a424-180420f59d26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 1100 time: 0.1783667 Nov 22 16:35:32.954220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:32.954706 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.955174 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.959474 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:32.960765 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Checking segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:32.961411 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.962070 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Bound using segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:32.962677 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Bound port: 688cd8e8-0956-4508-bb4a-329999b33977, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:32.963333 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.057425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899ea06-edf2-44a8-a1cd-50a2f5bf81f0 req-2120a796-da9a-4dfd-aada-ced0f04ab229 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.067017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a899ea06-edf2-44a8-a1cd-50a2f5bf81f0 req-2120a796-da9a-4dfd-aada-ced0f04ab229 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 945 time: 0.2096171 Nov 22 16:35:33.091689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['de0c70d4-cadc-4616-ba4b-2669f2fab228'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:33.132462 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] For port 688cd8e8-0956-4508-bb4a-329999b33977, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:33.140568 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] For port 688cd8e8-0956-4508-bb4a-329999b33977, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=688cd8e8-0956-4508-bb4a-329999b33977,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:33.143005 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.147499 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.182291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a899ea06-edf2-44a8-a1cd-50a2f5bf81f0 req-6c927059-44da-40e5-a616-1da4f33221d6 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137085 Nov 22 16:35:33.259600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e139-1106-45d0-986a-92058b328fbb req-255729c2-07ba-4992-a6d8-69e13234611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.262172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe7e139-1106-45d0-986a-92058b328fbb req-255729c2-07ba-4992-a6d8-69e13234611e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.3021545 Nov 22 16:35:33.292580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:33.331201 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.335311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-55f1cfad-b347-4f62-acba-b9bf63ec4ea7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8571525 Nov 22 16:35:33.335902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51918) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:33.345965 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb753df3-6917-487f-8b67-782c27d46255 None None] Pushing event updated for resources: {'Port': ['ID=688cd8e8-0956-4508-bb4a-329999b33977,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:33.348329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b85e1c5f-1048-4019-9d59-1ad75c0ba1ee,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:33.357977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Sync routers for ids ['a904bf9a-7c5a-4421-a383-2e070a44116d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:33.367529 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.368637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 563dfa0e-e57c-43ca-8035-173f5df1a849 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:33.437926 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:33.446321 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:33.479948 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.520322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=b85e1c5f-1048-4019-9d59-1ad75c0ba1ee,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:33.721761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-49b18f0e-5449-470f-9ea5-2df2a5fca180 None None] Provisioning complete for port 688cd8e8-0956-4508-bb4a-329999b33977 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:33.722713 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49b18f0e-5449-470f-9ea5-2df2a5fca180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.743322 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:33.756199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Routers {'a904bf9a-7c5a-4421-a383-2e070a44116d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:33.757927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a904bf9a-7c5a-4421-a383-2e070a44116d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:34.001697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aba4e5d7-57f8-4001-bca9-4d40138ac0c5 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:34.061787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 563dfa0e-e57c-43ca-8035-173f5df1a849 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:34.063071 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.097967 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:33Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:34.137503 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8e0bb-acbc-4c4d-8ea3-f27ea199ab75 None None] The sync data for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 is: [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:33Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:34.181802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe7e139-1106-45d0-986a-92058b328fbb req-a04c8a32-e140-49f3-b8c6-1299fa181e86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5 HTTP/1.1" status: 200 len: 217 time: 0.9111514 Nov 22 16:35:34.312242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598dd00d-5afc-4232-8159-4ba610e23d21 None None] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:34.318832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e139-1106-45d0-986a-92058b328fbb req-f70d4ee5-c931-4403-b376-d4ac4ad066b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.321409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe7e139-1106-45d0-986a-92058b328fbb req-f70d4ee5-c931-4403-b376-d4ac4ad066b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1253600 Nov 22 16:35:34.354173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Allocated IP 172.25.0.100 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/2604c7ac-cf3a-4d6a-b59c-510cfcd349a7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:34.452455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7e139-1106-45d0-986a-92058b328fbb req-ce4f548d-f97b-4194-93e5-43e6861f4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.456097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe7e139-1106-45d0-986a-92058b328fbb req-ce4f548d-f97b-4194-93e5-43e6861f4191 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244028 Nov 22 16:35:34.472939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-fb4e262d-257a-445a-b710-7fe84346b23c tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.482369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-fb4e262d-257a-445a-b710-7fe84346b23c tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 813 time: 0.2993517 Nov 22 16:35:34.515376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8f87e256-fe04-453c-b9eb-b7f36c9c67ea tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/quotas/bef191094b66459eaf5e027e0ffc0e92 HTTP/1.1" status: 200 len: 375 time: 0.0308862 Nov 22 16:35:34.517603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 57997c98-5f14-4d1c-8a27-6e90ae6410e2 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:34.520099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:34.526165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97540b01-f241-4e4a-be94-2ebdda80cded req-3966e93f-1030-49cf-8257-2262fbf3c2dd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.531701 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97540b01-f241-4e4a-be94-2ebdda80cded req-3966e93f-1030-49cf-8257-2262fbf3c2dd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c9f8f29-2caf-4639-8a2d-c9ae380db4a0 HTTP/1.1" status: 200 len: 946 time: 0.3508518 Nov 22 16:35:34.669634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-276486be-e582-4983-9156-1020b4646364 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520007 Nov 22 16:35:34.725803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:35:34.730368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793', 'name': 'network-vif-deleted', 'tag': '788b71f4-54e6-4cae-9bfc-48a483e7a0ad'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:34.734055 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063dee87-7540-400a-9f29-6fcffdb00693" -d '{"events": [{"server_uuid": "3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793", "name": "network-vif-deleted", "tag": "788b71f4-54e6-4cae-9bfc-48a483e7a0ad"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:34.734339 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49b18f0e-5449-470f-9ea5-2df2a5fca180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.744227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe7e139-1106-45d0-986a-92058b328fbb req-68d5c9d1-6bd0-48cb-9865-44292f0cfea0 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805684 Nov 22 16:35:34.748234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.786736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Set router a904bf9a-7c5a-4421-a383-2e070a44116d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:34.917103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-fd19ea2b-a915-4406-a3e2-7adc6fe08ccd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:34.930401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-fd19ea2b-a915-4406-a3e2-7adc6fe08ccd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2600203 Nov 22 16:35:34.973348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Deleting port de0c70d4-cadc-4616-ba4b-2669f2fab228 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:34.974032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.014215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-49b18f0e-5449-470f-9ea5-2df2a5fca180 None None] For port 688cd8e8-0956-4508-bb4a-329999b33977, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=688cd8e8-0956-4508-bb4a-329999b33977,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:35.082847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.087723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe7e139-1106-45d0-986a-92058b328fbb req-760015aa-7f27-4aec-bdc5-2e1d8baf17d0 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296440 Nov 22 16:35:35.090183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-3e3587bc-f30b-4242-a58e-5bf49cd5840e service neutron] 10.222.0.59 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590710 Nov 22 16:35:35.162738 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49b18f0e-5449-470f-9ea5-2df2a5fca180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.182346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:35.210101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:35.227223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:35.236177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:35.242515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'Port': ['ID=2604c7ac-cf3a-4d6a-b59c-510cfcd349a7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.273883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:35.274307 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.276348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port f8784564-f514-4c90-8c94-636545c3ad34 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:35.298581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port f8784564-f514-4c90-8c94-636545c3ad34 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:35.299150 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.318585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] For port de0c70d4-cadc-4616-ba4b-2669f2fab228, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=de0c70d4-cadc-4616-ba4b-2669f2fab228,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:35.319632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.367796 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-60dc128c-ba3a-4fec-b421-9feaf8dc3638 service neutron] 10.222.0.59 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692721 Nov 22 16:35:35.487301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Calling delete_port for de0c70d4-cadc-4616-ba4b-2669f2fab228 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:35.496090 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.528859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:35.582613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b18f0e-5449-470f-9ea5-2df2a5fca180 None None] Pushing event updated for resources: {'Port': ['ID=688cd8e8-0956-4508-bb4a-329999b33977,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.585574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d31b5359-0cbc-4b1a-b209-ca46e8b98633 None None] Provisioning complete for port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:35.585813 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d31b5359-0cbc-4b1a-b209-ca46e8b98633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.668872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.689085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'network_id': '84a974a1-9ab9-44c7-969f-335f01e4d28d', 'port_id': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'mac_address': 'fa:16:3e:18:eb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca7fc4-428e-4399-8bfe-cb151d8d0f89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:35.814503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.948609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b85e1c5f-1048-4019-9d59-1ad75c0ba1ee up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:36.057104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.219966 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.221945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Allocated IP 172.20.0.1 (0e74c8bd-2f41-426a-bb2e-3ecc97aa2540/1261e9bb-2b46-4ebb-923e-128d24304c36/e1ba04a6-3dc2-44ca-86d0-36123998492b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:36.232725 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.290628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Pushing event deleted for resources: {'Port': ['ID=de0c70d4-cadc-4616-ba4b-2669f2fab228,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:36.334112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.381181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d31b5359-0cbc-4b1a-b209-ca46e8b98633 None None] Provisioning complete for port 688cd8e8-0956-4508-bb4a-329999b33977 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:36.381787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d31b5359-0cbc-4b1a-b209-ca46e8b98633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.387485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:36.400210 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b4a8fa-8ef4-41b9-b7d6-03b01366f08e" -d '{"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:36.417276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] No DVR routers for this DVR port de0c70d4-cadc-4616-ba4b-2669f2fab228 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:36.420092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.423754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.437294 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97540b01-f241-4e4a-be94-2ebdda80cded req-db95805e-ffb6-46ed-aff8-95a6ce8d3210 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "DELETE /v2.0/ports/de0c70d4-cadc-4616-ba4b-2669f2fab228 HTTP/1.1" status: 204 len: 173 time: 1.8960679 Nov 22 16:35:36.463028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f8f29-2caf-4639-8a2d-c9ae380db4a0', 'name': 'network-vif-deleted', 'tag': 'de0c70d4-cadc-4616-ba4b-2669f2fab228'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:36.472480 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2b4b11-a438-40be-8048-5bd6e745f418" -d '{"events": [{"server_uuid": "2c9f8f29-2caf-4639-8a2d-c9ae380db4a0", "name": "network-vif-deleted", "tag": "de0c70d4-cadc-4616-ba4b-2669f2fab228"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:36.623935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'Port': ['ID=2604c7ac-cf3a-4d6a-b59c-510cfcd349a7,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:36.664687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.711167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57997c98-5f14-4d1c-8a27-6e90ae6410e2 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:36.715190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.723883 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0c737fdb-4db8-4249-9849-1eb5a1b80e99 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9275122 Nov 22 16:35:36.732211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.741369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.802405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:36.824124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.869668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-router', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:30Z', 'revision_number': 3, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'gw_port': {'id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:67:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:30Z', 'updated_at': '2021-11-22T16:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:36.937402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:36.943441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:36.950118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:37.034195 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.037472 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.090908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ba04a6-3dc2-44ca-86d0-36123998492b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:37.125079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.267028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Checking router: a904bf9a-7c5a-4421-a383-2e070a44116d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:37.267830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Updating router a904bf9a-7c5a-4421-a383-2e070a44116d port 3c71317e-2b12-41c5-b7a2-a7faa734ce37 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:37.384307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:37.449761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:37.511562 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.539184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:37.659178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.717814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:37.718209 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.720164 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.737408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acfeeb-0392-41c8-900b-394ec566a679 req-642bf198-ad9c-4439-8c82-bf3617c6da9c tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:37.749556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-642bf198-ad9c-4439-8c82-bf3617c6da9c tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1740994 Nov 22 16:35:37.752540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.753322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 788b71f4-54e6-4cae-9bfc-48a483e7a0ad no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:37.852073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-aaac0758-79ed-44f9-84cd-1ebf8cd640ab tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.1010034 Nov 22 16:35:37.869368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Request body: {'floatingip': {'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:37.917734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['57997c98-5f14-4d1c-8a27-6e90ae6410e2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:38.013463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.075798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 788b71f4-54e6-4cae-9bfc-48a483e7a0ad {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:38.082866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 788b71f4-54e6-4cae-9bfc-48a483e7a0ad not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:38.085153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.092091 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.126799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.167436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device de0c70d4-cadc-4616-ba4b-2669f2fab228 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:38.318181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: de0c70d4-cadc-4616-ba4b-2669f2fab228 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:38.322507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device de0c70d4-cadc-4616-ba4b-2669f2fab228 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:38.349755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:38.381331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ba04a6-3dc2-44ca-86d0-36123998492b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:38.395211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.769589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-d0a601c6-7dd6-48a6-9276-7fc26dcd2ed1 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.778422 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-d0a601c6-7dd6-48a6-9276-7fc26dcd2ed1 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 813 time: 0.3497145 Nov 22 16:35:38.845981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Request body: {'port': {'device_id': 'b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0', 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'admin_state_up': True, 'tenant_id': 'bef191094b66459eaf5e027e0ffc0e92'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:39.067343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:39.131431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:39.139296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Made reservation on behalf of bef191094b66459eaf5e027e0ffc0e92 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:39.145113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.178655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.182206 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.194073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.243887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-67b591be-debd-4208-b7f5-5d03cd3952ed None None] Provisioning complete for port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:39.244331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67b591be-debd-4208-b7f5-5d03cd3952ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.426877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 688cd8e8-0956-4508-bb4a-329999b33977 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:39.442457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Allocated IP 172.20.0.7 (72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb/a7f8c63b-529e-4e42-bb07-c6809f3fdca6/dad9a21e-3b40-43e5-9e95-921cfab76e43) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:39.509746 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 associated. External IP: 172.25.0.179, port: c9cb3f79-bc6b-48f9-812b-52d09c9b99c4. Nov 22 16:35:39.664977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.720434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.746069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cbfc2b7-fccb-4524-be3f-aec7823ae74e tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.749910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cbfc2b7-fccb-4524-be3f-aec7823ae74e tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.37 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 813 time: 0.9406526 Nov 22 16:35:39.757478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 688cd8e8-0956-4508-bb4a-329999b33977 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:39.758916 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.766619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Request body: {'port': {'device_id': '76aba831-3110-4c19-b72c-c872bb61de78', 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'admin_state_up': True, 'tenant_id': 'bef191094b66459eaf5e027e0ffc0e92'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:39.779766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:39.839238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:39.840682 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.855508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-67b591be-debd-4208-b7f5-5d03cd3952ed None None] Provisioning complete for port e1ba04a6-3dc2-44ca-86d0-36123998492b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:39.856050 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67b591be-debd-4208-b7f5-5d03cd3952ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.856912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:39.891463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Pushing event updated for resources: {'Port': ['ID=dad9a21e-3b40-43e5-9e95-921cfab76e43,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.906741 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.935527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Router a904bf9a-7c5a-4421-a383-2e070a44116d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:39.957440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.958127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.100345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-67b591be-debd-4208-b7f5-5d03cd3952ed None None] Port e1ba04a6-3dc2-44ca-86d0-36123998492b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:40.105522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:40.111922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bbe35ea2-c570-480d-b3ce-23f63a569eb4 admin admin] 10.222.0.59 "PUT /v2.0/routers/a904bf9a-7c5a-4421-a383-2e070a44116d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7748704 Nov 22 16:35:40.121481 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-28f667d3-f000-4475-b3b3-6a5c444c41e7 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3052013 Nov 22 16:35:40.134520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Request body: {'port': {'device_id': 'b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:40.135009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Attempting to bind port 3c71317e-2b12-41c5-b7a2-a7faa734ce37 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:40.135582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Attempting to bind port 3c71317e-2b12-41c5-b7a2-a7faa734ce37 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:40.136996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Attempting to bind port 3c71317e-2b12-41c5-b7a2-a7faa734ce37 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:40.142600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cf07a-92cd-4a53-8883-d14710ea1cfb None None] Pushing event updated for resources: {'Port': ['ID=3c71317e-2b12-41c5-b7a2-a7faa734ce37,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:40.159097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:40.164428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:40.166732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.175601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:40.176367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Bound port: 3c71317e-2b12-41c5-b7a2-a7faa734ce37, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:40.177294 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.300937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c1876d96-69a4-4fc3-bc63-14825e70d26a None None] Provisioning complete for port e1ba04a6-3dc2-44ca-86d0-36123998492b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:40.302135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1876d96-69a4-4fc3-bc63-14825e70d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.344274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:40.352021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Made reservation on behalf of bef191094b66459eaf5e027e0ffc0e92 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:40.363057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.400850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c1876d96-69a4-4fc3-bc63-14825e70d26a None None] Port e1ba04a6-3dc2-44ca-86d0-36123998492b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:40.408623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 688cd8e8-0956-4508-bb4a-329999b33977 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:40.496566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] For port 3c71317e-2b12-41c5-b7a2-a7faa734ce37, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:40.504461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] For port 3c71317e-2b12-41c5-b7a2-a7faa734ce37, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3c71317e-2b12-41c5-b7a2-a7faa734ce37,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:40.518943 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.597738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cf07a-92cd-4a53-8883-d14710ea1cfb None None] Pushing event updated for resources: {'Port': ['ID=3c71317e-2b12-41c5-b7a2-a7faa734ce37,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:40.694124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Routers {'a904bf9a-7c5a-4421-a383-2e070a44116d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:40.695176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a904bf9a-7c5a-4421-a383-2e070a44116d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:40.807809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 688cd8e8-0956-4508-bb4a-329999b33977 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:40.807809 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.848392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.975842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] Set router a904bf9a-7c5a-4421-a383-2e070a44116d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:40.997433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:41.020589 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:41.025743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.097732 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:41.101173 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:41.127604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-23bd085c-130d-4049-9579-4b1fe7868de4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "PUT /v2.0/floatingips/3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 HTTP/1.1" status: 200 len: 996 time: 3.2730303 Nov 22 16:35:41.212924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Allocated IP 172.20.0.8 (72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb/a7f8c63b-529e-4e42-bb07-c6809f3fdca6/1abeaa50-52b4-4462-8829-fce9e97e0b60) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:41.315017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acfeeb-0392-41c8-900b-394ec566a679 req-8dab3c3f-bd4d-4de6-9d2d-fdc652987855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:41.317142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-8dab3c3f-bd4d-4de6-9d2d-fdc652987855 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.1424482 Nov 22 16:35:41.540013 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:41.574506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 57997c98-5f14-4d1c-8a27-6e90ae6410e2 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:41.597901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acfeeb-0392-41c8-900b-394ec566a679 req-834d6c73-11c8-4c7e-9736-f7b985097076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:41.600212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-834d6c73-11c8-4c7e-9736-f7b985097076 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.2278404 Nov 22 16:35:41.701232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.745734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3fac842f-d741-41ec-8d30-557582382323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-router', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:37Z', 'revision_number': 4, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'gw_port': {'id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:67:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:30Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e1ba04a6-3dc2-44ca-86d0-36123998492b', 'name': '', 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'mac_address': 'fa:16:3e:92:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:35Z', 'updated_at': '2021-11-22T16:35:37Z', 'revision_number': 2, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'subnets': [{'id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:41.764768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-636d6316-1b46-493f-a55d-8c2fdb9949b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 999 time: 0.1426685 Nov 22 16:35:41.797435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52032) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:41.807278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-network', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:41.851028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac842f-d741-41ec-8d30-557582382323 None None] The sync data for ids ['a904bf9a-7c5a-4421-a383-2e070a44116d'] in n-d-816865-2 is: [{'id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-router', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:37Z', 'revision_number': 4, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'gw_port': {'id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:67:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:30Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e1ba04a6-3dc2-44ca-86d0-36123998492b', 'name': '', 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'mac_address': 'fa:16:3e:92:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:35Z', 'updated_at': '2021-11-22T16:35:37Z', 'revision_number': 2, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'subnets': [{'id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:41.853310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acfeeb-0392-41c8-900b-394ec566a679 req-8c6de07a-a624-4d8b-b884-deb31412f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:41.854812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-8c6de07a-a624-4d8b-b884-deb31412f177 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.0673821 Nov 22 16:35:41.870884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.888487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:41.888824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.057987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:42.091867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:42.101278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:42.169227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Made reservation on behalf of f9313ff84b624c13950f9d4e1e7cbc49 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:42.190033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.217423 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.250750 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.269507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.273547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.306354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Pushing event updated for resources: {'Port': ['ID=1abeaa50-52b4-4462-8829-fce9e97e0b60,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:42.345340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acfeeb-0392-41c8-900b-394ec566a679 req-698185c3-0c43-4782-b80a-cf177218cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.346372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:42.346935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-698185c3-0c43-4782-b80a-cf177218cce7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4157920 Nov 22 16:35:42.354184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.361669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-8cdf9ee9-ea07-4ec9-85c7-dddd20f97912 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5908535 Nov 22 16:35:42.377024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-7796f85a-97f2-476a-be4a-b6644a9b656f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:42.378389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-7796f85a-97f2-476a-be4a-b6644a9b656f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154443 Nov 22 16:35:42.404036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Request body: {'port': {'device_id': '76aba831-3110-4c19-b72c-c872bb61de78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:42.529513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:42.624722 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:12:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 1, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:42.688238 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:42.703112 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:42.703965 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:42.746678 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.747710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.757608 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad9a21e-3b40-43e5-9e95-921cfab76e43 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:42.765859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.783169 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.869366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:42.874727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Transition to ACTIVE for port object dad9a21e-3b40-43e5-9e95-921cfab76e43 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:42.881813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241f7f26-d419-4c26-aa93-2de93dacea2b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:42.906209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.912337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.912736 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Added segment d661e597-e907-4ecc-bba2-5b8705938880 of type vlan for network ca285f18-3a2b-4ee7-9c5f-09a59683b75c Nov 22 16:35:42.919415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-cd1d6741-6380-4c08-8d50-02109ae6a209 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093949 Nov 22 16:35:42.971899 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:43.040622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.082489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dad9a21e-3b40-43e5-9e95-921cfab76e43,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.141328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.142577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.143312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.170087 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3709602 Nov 22 16:35:43.184727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52034) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:43.190655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Request body: {'subnet': {'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-subnet', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:43.276616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de42523-8518-4a1f-809e-d42f9e941414 admin admin] Pushing event updated for resources: {'Network': ['ID=ca285f18-3a2b-4ee7-9c5f-09a59683b75c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.281577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Attempting to bind port dad9a21e-3b40-43e5-9e95-921cfab76e43 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:43.282130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Attempting to bind port dad9a21e-3b40-43e5-9e95-921cfab76e43 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:43.282502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Attempting to bind port dad9a21e-3b40-43e5-9e95-921cfab76e43 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:43.291107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Port dad9a21e-3b40-43e5-9e95-921cfab76e43 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:43.291701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Attempting to bind port dad9a21e-3b40-43e5-9e95-921cfab76e43 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:43.294942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ca285f18-3a2b-4ee7-9c5f-09a59683b75c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:43.302067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:43.302859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Checking segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:43.303526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Bound using segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:43.304434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Bound port: dad9a21e-3b40-43e5-9e95-921cfab76e43, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:43.304904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.312499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Made reservation on behalf of f9313ff84b624c13950f9d4e1e7cbc49 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:43.313589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.644788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] For port dad9a21e-3b40-43e5-9e95-921cfab76e43, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:43.648826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] For port dad9a21e-3b40-43e5-9e95-921cfab76e43, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dad9a21e-3b40-43e5-9e95-921cfab76e43,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:43.673628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.765553 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:12:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 1, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:43.824181 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b22ba1-df63-42a8-9c9b-a9569ab7d0aa None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:12:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 1, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:43.850763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.851632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.853229 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] 10.222.0.62 "PUT /v2.0/ports/dad9a21e-3b40-43e5-9e95-921cfab76e43 HTTP/1.1" status: 200 len: 1091 time: 3.7232749 Nov 22 16:35:43.912959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadd452-afd0-4a05-bc5b-6e8a73a34cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dad9a21e-3b40-43e5-9e95-921cfab76e43,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.966687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acfeeb-0392-41c8-900b-394ec566a679 req-31e7c012-5248-4fe5-a167-3073e3220eee service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0223672 Nov 22 16:35:44.102138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.245093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c33fe6e-6b5b-45a6-a5a5-283d32a03e11,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:44.289394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abeaa50-52b4-4462-8829-fce9e97e0b60 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:44.345604 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.349772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Checking segment: {'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:44.350225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Network hostable DHCP agents. Network: ca285f18-3a2b-4ee7-9c5f-09a59683b75c, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:44.417051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Transition to ACTIVE for port object 1abeaa50-52b4-4462-8829-fce9e97e0b60 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:44.452783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.461498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Network ca285f18-3a2b-4ee7-9c5f-09a59683b75c is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:44.477485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3c71317e-2b12-41c5-b7a2-a7faa734ce37 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:44.508480 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ca285f18-3a2b-4ee7-9c5f-09a59683b75c) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:44.531093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.532183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.607718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98241cb2-b9c6-4a5a-a4c1-5e82d52e0d0a None None] Network ca285f18-3a2b-4ee7-9c5f-09a59683b75c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:44.630449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242cce6-8071-41bf-817f-f0231ce0a571 None None] New status for floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:35:44.636169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bf5284f-2d94-46dc-9356-6a209c549b81 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4503360 Nov 22 16:35:44.637226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52040) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:44.644631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:44.695264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-c7891584-427c-44d8-9b7a-620aa559656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.699016 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-c7891584-427c-44d8-9b7a-620aa559656e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&device_id=b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0 HTTP/1.1" status: 200 len: 1094 time: 0.7784064 Nov 22 16:35:44.801714 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-e62bb76f-053e-4aed-b84b-bb7623e40423 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dad9a21e-3b40-43e5-9e95-921cfab76e43 HTTP/1.1" status: 200 len: 217 time: 0.0893092 Nov 22 16:35:44.807048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.809807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.875307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f7ff3-aabd-43ea-b735-5ec044a33454 req-242f26b0-3008-43fb-9320-f121b350ff07 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.887130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-589f7ff3-aabd-43ea-b735-5ec044a33454 req-242f26b0-3008-43fb-9320-f121b350ff07 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 950 time: 0.5966933 Nov 22 16:35:44.906841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-cdcb3177-db8f-492f-9def-c9498dfa9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.909084 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-cdcb3177-db8f-492f-9def-c9498dfa9713 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 200 len: 853 time: 0.0919764 Nov 22 16:35:44.963033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Pushing event updated for resources: {'Port': ['ID=1abeaa50-52b4-4462-8829-fce9e97e0b60,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:45.036661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.109595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-30916417-acaa-4be9-9d40-8f59abf4b327 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704098 Nov 22 16:35:45.132528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-589f7ff3-aabd-43ea-b735-5ec044a33454 req-9277c657-ac7d-403f-8edb-a7b43c154742 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438762 Nov 22 16:35:45.191131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Attempting to bind port 1abeaa50-52b4-4462-8829-fce9e97e0b60 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:45.191785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Attempting to bind port 1abeaa50-52b4-4462-8829-fce9e97e0b60 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:45.192365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Attempting to bind port 1abeaa50-52b4-4462-8829-fce9e97e0b60 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:45.200569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Port 1abeaa50-52b4-4462-8829-fce9e97e0b60 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:45.201508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Attempting to bind port 1abeaa50-52b4-4462-8829-fce9e97e0b60 on network 72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:45.211066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:45.211876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Checking segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:45.212524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Bound using segment: {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:45.213281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Bound port: 1abeaa50-52b4-4462-8829-fce9e97e0b60, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da198d30-e1e1-4a93-bad1-f52d5947c59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:45.215818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.242095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-5b932bc3-19be-4f7d-b911-81821651bdfe service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:45.249831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-5b932bc3-19be-4f7d-b911-81821651bdfe service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1303787 Nov 22 16:35:45.440449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] For port 1abeaa50-52b4-4462-8829-fce9e97e0b60, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:45.448938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] For port 1abeaa50-52b4-4462-8829-fce9e97e0b60, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1abeaa50-52b4-4462-8829-fce9e97e0b60,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:45.470054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.562372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:45.563163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.565169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] 10.222.0.37 "PUT /v2.0/ports/1abeaa50-52b4-4462-8829-fce9e97e0b60 HTTP/1.1" status: 200 len: 1091 time: 3.1828671 Nov 22 16:35:45.656117 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-5f1ae321-d0e0-498f-8da9-a068c2c451ef service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877517 Nov 22 16:35:45.697005 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d6b8339-6aba-498a-b157-0217acdbb718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.704388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d9697-3407-4ab5-8c1e-d3da335cfa26 service neutron] Pushing event updated for resources: {'Port': ['ID=1abeaa50-52b4-4462-8829-fce9e97e0b60,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:45.816651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-ebc6fa4d-6f6b-4b3d-a9b5-ce77d794b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:45.817792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3c71317e-2b12-41c5-b7a2-a7faa734ce37 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:45.818441 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.819979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-ebc6fa4d-6f6b-4b3d-a9b5-ce77d794b2f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&device_id=76aba831-3110-4c19-b72c-c872bb61de78 HTTP/1.1" status: 200 len: 1094 time: 0.1567271 Nov 22 16:35:45.907059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-4ea32d83-bb15-4387-82c5-0096db1b6d86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1abeaa50-52b4-4462-8829-fce9e97e0b60 HTTP/1.1" status: 200 len: 217 time: 0.0765426 Nov 22 16:35:45.962401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.054863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6a0a7e81-48a9-41b8-b1b1-5bc3d61ea75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.060102 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-6a0a7e81-48a9-41b8-b1b1-5bc3d61ea75b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 200 len: 853 time: 0.1462770 Nov 22 16:35:46.137767 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-81e67d98-37a3-442d-93af-28d8eb242b7a service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719722 Nov 22 16:35:46.145697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-b699d2b3-13e3-407f-9f9a-3ccbc69ba976 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757329 Nov 22 16:35:46.315027 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.351531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 3c71317e-2b12-41c5-b7a2-a7faa734ce37, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3c71317e-2b12-41c5-b7a2-a7faa734ce37,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:46.354156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ca285f18-3a2b-4ee7-9c5f-09a59683b75c', 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'fixed_ips': [{'subnet_id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:35:46.355827 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.385948 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.562896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-c9bcc007-b3bb-49b0-9cdd-1d525b85032b service neutron] 10.222.0.37 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071827 Nov 22 16:35:46.620946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=3c71317e-2b12-41c5-b7a2-a7faa734ce37,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:46.729490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.751431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Allocated IP 172.20.0.2 (ca285f18-3a2b-4ee7-9c5f-09a59683b75c/2c33fe6e-6b5b-45a6-a5a5-283d32a03e11/8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:46.786051 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.846433 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1a81a0-48bb-446b-8968-b88722e459ef x-openstack-request-id: req-8a1a81a0-48bb-446b-8968-b88722e459ef {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:46.848187 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793", "name": "network-vif-deleted", "tag": "788b71f4-54e6-4cae-9bfc-48a483e7a0ad", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:46.848844 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a1a81a0-48bb-446b-8968-b88722e459ef {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:46.849716 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d73d52e-e3c9-4e8f-8ba9-9ed0014c3793', 'name': 'network-vif-deleted', 'tag': '788b71f4-54e6-4cae-9bfc-48a483e7a0ad', 'status': 'completed', 'code': 200} Nov 22 16:35:46.953567 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Sync routers for ids ['a904bf9a-7c5a-4421-a383-2e070a44116d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:46.997003 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Routers {'a904bf9a-7c5a-4421-a383-2e070a44116d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:47.002644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7535bce2-b0b1-4a06-852b-1900aab8c840 req-65c33998-4f8b-498a-8716-c7cd0de9bc65 service neutron] 10.222.0.37 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319055 Nov 22 16:35:47.003444 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a904bf9a-7c5a-4421-a383-2e070a44116d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:47.087843 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641cc388-1738-4621-b80a-10438c450a83 x-openstack-request-id: req-641cc388-1738-4621-b80a-10438c450a83 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:47.089056 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:47.089584 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-641cc388-1738-4621-b80a-10438c450a83 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:47.091155 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34', 'code': 200} Nov 22 16:35:47.149747 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.183417 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.223086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Allocated IP 172.25.0.190 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/49078459-b71c-460f-95d0-4a311894e0cd) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:47.231659 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9d6841-ed00-4fc1-a96b-e96acf4e2d16 x-openstack-request-id: req-6b9d6841-ed00-4fc1-a96b-e96acf4e2d16 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:47.231988 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f8f29-2caf-4639-8a2d-c9ae380db4a0", "name": "network-vif-deleted", "tag": "de0c70d4-cadc-4616-ba4b-2669f2fab228", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:47.232241 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b9d6841-ed00-4fc1-a96b-e96acf4e2d16 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:47.232675 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f8f29-2caf-4639-8a2d-c9ae380db4a0', 'name': 'network-vif-deleted', 'tag': 'de0c70d4-cadc-4616-ba4b-2669f2fab228', 'status': 'completed', 'code': 200} Nov 22 16:35:47.285854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Network ca285f18-3a2b-4ee7-9c5f-09a59683b75c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:47.291981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:47.302708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:47.325212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1908c38-6547-4948-97b8-086028e4f4ec req-a8318008-0edc-45c6-a411-42a4a071bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.327740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1908c38-6547-4948-97b8-086028e4f4ec req-a8318008-0edc-45c6-a411-42a4a071bf75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 1100 time: 0.1310844 Nov 22 16:35:47.371681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Pushing event updated for resources: {'Port': ['ID=8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:47.388933 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Set router a904bf9a-7c5a-4421-a383-2e070a44116d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:47.393471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Attempting to bind port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:47.393976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Attempting to bind port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:47.394297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Attempting to bind port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c on network ca285f18-3a2b-4ee7-9c5f-09a59683b75c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:47.409125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:47.409544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Checking segment: {'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:47.410118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.410538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Bound using segment: {'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:47.411163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Bound port: 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:47.411574 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.433834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1908c38-6547-4948-97b8-086028e4f4ec req-c55ca026-df2c-4cf5-85bf-f57854ba0c7a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855491 Nov 22 16:35:47.516159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] For port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:47.521307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] For port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c,segment=NetworkSegment(d661e597-e907-4ecc-bba2-5b8705938880),segment_id=d661e597-e907-4ecc-bba2-5b8705938880)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:47.546237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.572823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-3078781d-2ac1-47cd-9e59-a92c8dea8296 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1602185845&fields=id&tenant_id=cbef877ec5804e888249ee8576fc34bd HTTP/1.1" status: 200 len: 267 time: 0.1251323 Nov 22 16:35:47.695740 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.813251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d3166-de78-4e3e-a83f-ab91fa54a434 None None] Pushing event updated for resources: {'Port': ['ID=8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:47.872813 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4b3b436-b7c6-4a83-a5b1-bee234b457f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.875429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.931564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-913be20c-af83-49a8-94d1-332ac087188b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.934215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-913be20c-af83-49a8-94d1-332ac087188b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 817 time: 0.3495436 Nov 22 16:35:47.970825 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-router', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:37Z', 'revision_number': 4, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'gw_port': {'id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:67:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:30Z', 'updated_at': '2021-11-22T16:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e1ba04a6-3dc2-44ca-86d0-36123998492b', 'name': '', 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'mac_address': 'fa:16:3e:92:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:35Z', 'updated_at': '2021-11-22T16:35:37Z', 'revision_number': 2, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'subnets': [{'id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:47.975018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-1c910115-3ae3-4d30-9ced-ff75623e45b5 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/quotas/cbef877ec5804e888249ee8576fc34bd HTTP/1.1" status: 200 len: 375 time: 0.0200226 Nov 22 16:35:47.985211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:47.999755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:48.006772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:48.044727 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Checking router: a904bf9a-7c5a-4421-a383-2e070a44116d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:48.045501 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Updating router a904bf9a-7c5a-4421-a383-2e070a44116d port e1ba04a6-3dc2-44ca-86d0-36123998492b binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:48.077069 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Pushing event updated for resources: {'Port': ['ID=49078459-b71c-460f-95d0-4a311894e0cd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:48.106399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-00ae6f16-7e6b-432e-a98d-aced6e2579d1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001463 Nov 22 16:35:48.127477 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.388168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-19cc1b73-f876-4db9-a963-ee03ebdaa2e5 service neutron] 10.222.0.59 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665479 Nov 22 16:35:48.546008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.731643 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.739837 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.832528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-8b5f2a4b-119d-46f6-a74e-9ed7fc57fc81 service neutron] 10.222.0.59 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263666 Nov 22 16:35:48.851028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'}, {'name': 'network-changed', 'server_uuid': '76aba831-3110-4c19-b72c-c872bb61de78', 'tag': '1abeaa50-52b4-4462-8829-fce9e97e0b60'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:48.854405 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf52c92a-7ddb-4e10-8151-f84062eef0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4"}, {"name": "network-changed", "server_uuid": "76aba831-3110-4c19-b72c-c872bb61de78", "tag": "1abeaa50-52b4-4462-8829-fce9e97e0b60"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:48.862257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3c71317e-2b12-41c5-b7a2-a7faa734ce37 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:48.973003 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.043252 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a94c7-ab21-431d-880c-7414dd89951e None None] Pushing event updated for resources: {'Port': ['ID=e1ba04a6-3dc2-44ca-86d0-36123998492b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:49.044480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3c71317e-2b12-41c5-b7a2-a7faa734ce37 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:49.045591 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.134881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5'}, {'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:49.156048 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Attempting to bind port e1ba04a6-3dc2-44ca-86d0-36123998492b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:49.157530 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d0f113-6c54-42e4-a16d-9f7df816bda9" -d '{"events": [{"server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "name": "network-vif-plugged", "status": "completed", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5"}, {"server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "name": "network-vif-plugged", "status": "completed", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:49.161995 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Attempting to bind port e1ba04a6-3dc2-44ca-86d0-36123998492b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:49.167735 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Attempting to bind port e1ba04a6-3dc2-44ca-86d0-36123998492b on network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:49.177085 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:49.177794 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Checking segment: {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:49.188614 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.189609 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Bound using segment: {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:49.190445 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Bound port: e1ba04a6-3dc2-44ca-86d0-36123998492b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:49.191074 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.198589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.325639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0', 'tag': 'dad9a21e-3b40-43e5-9e95-921cfab76e43'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:49.337976 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b3184-379d-4943-b19c-f4472a911b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0", "tag": "dad9a21e-3b40-43e5-9e95-921cfab76e43"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:49.396579 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] For port e1ba04a6-3dc2-44ca-86d0-36123998492b, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:49.403192 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] For port e1ba04a6-3dc2-44ca-86d0-36123998492b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e1ba04a6-3dc2-44ca-86d0-36123998492b,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:49.409639 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.428897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:49.549274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-111d8bc6-a404-4c85-b63a-3590ff3b42c4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.555759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-111d8bc6-a404-4c85-b63a-3590ff3b42c4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1805596 Nov 22 16:35:49.594996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1abeaa50-52b4-4462-8829-fce9e97e0b60 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:49.655133 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Routers {'a904bf9a-7c5a-4421-a383-2e070a44116d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:49.658641 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a904bf9a-7c5a-4421-a383-2e070a44116d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:49.677212 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a94c7-ab21-431d-880c-7414dd89951e None None] Pushing event updated for resources: {'Port': ['ID=e1ba04a6-3dc2-44ca-86d0-36123998492b,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:49.704213 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-5a6113bc-f77d-411f-8888-72cf795c6b0f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3352332 Nov 22 16:35:49.789694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d3a70512-0464-4a88-bdba-61d2c6a9b66d None None] Provisioning complete for port e1ba04a6-3dc2-44ca-86d0-36123998492b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:49.794896 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3a70512-0464-4a88-bdba-61d2c6a9b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.805923 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:35:49.899212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:49.900971 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.939710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-55c3f0fa-48be-4976-8dd8-6e1f01509bd9 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.3799725 Nov 22 16:35:49.944841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Request body: {'floatingip': {'port_id': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:49.961122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35666f09-f26c-4c61-8546-7a04ef3e598b None None] Network ca285f18-3a2b-4ee7-9c5f-09a59683b75c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:49.991133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-44db858a-1567-4f93-8f53-dfee463ad63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.996360 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-44db858a-1567-4f93-8f53-dfee463ad63d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 1096 time: 0.2077420 Nov 22 16:35:50.020213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Router 491b8630-45d1-4194-b365-934369eb2347 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:50.170216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.219325 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] Set router a904bf9a-7c5a-4421-a383-2e070a44116d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:50.226290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device dad9a21e-3b40-43e5-9e95-921cfab76e43 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:50.322553 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:35:50.562152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1abeaa50-52b4-4462-8829-fce9e97e0b60, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1abeaa50-52b4-4462-8829-fce9e97e0b60,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:50.606564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '1abeaa50-52b4-4462-8829-fce9e97e0b60', 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'port_id': '1abeaa50-52b4-4462-8829-fce9e97e0b60', 'mac_address': 'fa:16:3e:cc:41:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f8c63b-529e-4e42-bb07-c6809f3fdca6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:50.633696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-4c9570e7-7e05-44a2-8b0e-35ee33618a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.637519 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-4c9570e7-7e05-44a2-8b0e-35ee33618a49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.6081712 Nov 22 16:35:50.781356 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.798639 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:35:50.806465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-968fe9b2-b717-4e20-ae46-3e473636b74f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 217 time: 0.1570840 Nov 22 16:35:50.885972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-0e0da007-b59a-47da-9e76-abdaec928bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.887677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-0e0da007-b59a-47da-9e76-abdaec928bf1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.0689754 Nov 22 16:35:50.893554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:50.991790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.993129 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-65e6dd45-4ec2-4928-bc10-e525cd990c0b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3533862 Nov 22 16:35:51.001598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52098) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:51.035761 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-router', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:37Z', 'revision_number': 4, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'gw_port': {'id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:67:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:30Z', 'updated_at': '2021-11-22T16:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e1ba04a6-3dc2-44ca-86d0-36123998492b', 'name': '', 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'mac_address': 'fa:16:3e:92:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:35Z', 'updated_at': '2021-11-22T16:35:49Z', 'revision_number': 4, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'subnets': [{'id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:51.093405 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f4038-f67e-4c9d-83c3-e1afb932ed8c None None] The sync data for ids ['a904bf9a-7c5a-4421-a383-2e070a44116d'] in n-d-816865-2 is: [{'id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-router', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:37Z', 'revision_number': 4, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'gw_port': {'id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:67:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:30Z', 'updated_at': '2021-11-22T16:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'e1ba04a6-3dc2-44ca-86d0-36123998492b', 'name': '', 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'mac_address': 'fa:16:3e:92:5f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:35Z', 'updated_at': '2021-11-22T16:35:49Z', 'revision_number': 4, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'subnets': [{'id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:51.212573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-b73ac695-9016-45f9-93db-36f88deb1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.220625 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-b73ac695-9016-45f9-93db-36f88deb1296 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996154 Nov 22 16:35:51.445355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.457961 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.492046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Sync routers for ids ['491b8630-45d1-4194-b365-934369eb2347'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:51.521490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abeaa50-52b4-4462-8829-fce9e97e0b60 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:51.531274 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.574158 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.658398 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3a70512-0464-4a88-bdba-61d2c6a9b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.676436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1abeaa50-52b4-4462-8829-fce9e97e0b60, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1abeaa50-52b4-4462-8829-fce9e97e0b60,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:51.678922 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.716681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Routers {'491b8630-45d1-4194-b365-934369eb2347'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:51.724693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['491b8630-45d1-4194-b365-934369eb2347'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:51.818661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.868297 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-21837dbb-97b7-4c35-80e1-a41103be96a1 service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115909 Nov 22 16:35:51.899365 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 associated. External IP: 172.25.0.179, port: c9cb3f79-bc6b-48f9-812b-52d09c9b99c4. Nov 22 16:35:51.910483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c,segment=NetworkSegment(d661e597-e907-4ecc-bba2-5b8705938880),segment_id=d661e597-e907-4ecc-bba2-5b8705938880)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:51.929793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port dad9a21e-3b40-43e5-9e95-921cfab76e43, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dad9a21e-3b40-43e5-9e95-921cfab76e43,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:52.004640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d3a70512-0464-4a88-bdba-61d2c6a9b66d None None] For port e1ba04a6-3dc2-44ca-86d0-36123998492b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e1ba04a6-3dc2-44ca-86d0-36123998492b,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:52.326291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'dad9a21e-3b40-43e5-9e95-921cfab76e43', 'network_id': '72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb', 'port_id': 'dad9a21e-3b40-43e5-9e95-921cfab76e43', 'mac_address': 'fa:16:3e:26:59:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f8c63b-529e-4e42-bb07-c6809f3fdca6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:52.329222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.336699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:52.346867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-d79b84fd-1356-45dd-86bc-d02d6167e901 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.348668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-d79b84fd-1356-45dd-86bc-d02d6167e901 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 817 time: 0.8141768 Nov 22 16:35:52.353284 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3a70512-0464-4a88-bdba-61d2c6a9b66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.439592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-f724920b-7ef5-43ef-a5dd-3128e0cb2498 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbef877ec5804e888249ee8576fc34bd HTTP/1.1" status: 200 len: 380 time: 0.0722435 Nov 22 16:35:52.482198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['1abeaa50-52b4-4462-8829-fce9e97e0b60'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:52.490498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=1abeaa50-52b4-4462-8829-fce9e97e0b60,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:52.558852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'port': {'device_id': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'admin_state_up': True, 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'security_groups': ['ec59fe18-d119-4391-8efc-29bb02d64435']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:52.610432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:52.683743 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79e7252a-53f7-4cf1-8b24-a5a86f55eff1 req-6b588c75-fff2-4362-b826-84c7ee8708ff service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049350 Nov 22 16:35:52.684167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Set router 491b8630-45d1-4194-b365-934369eb2347 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:52.693276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e1ba04a6-3dc2-44ca-86d0-36123998492b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:52.832768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.930656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e96bb7a1-c7cd-47f0-a4bc-4f6c973e708a None None] Provisioning complete for port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:52.931596 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96bb7a1-c7cd-47f0-a4bc-4f6c973e708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.971132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:52.983110 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:53.004974 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:53.005612 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:53.074282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.093528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad9a21e-3b40-43e5-9e95-921cfab76e43 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:53.173012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a70512-0464-4a88-bdba-61d2c6a9b66d None None] Pushing event updated for resources: {'Port': ['ID=e1ba04a6-3dc2-44ca-86d0-36123998492b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:53.182027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port dad9a21e-3b40-43e5-9e95-921cfab76e43, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dad9a21e-3b40-43e5-9e95-921cfab76e43,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:53.267194 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.285736 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:53.444406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Made reservation on behalf of cbef877ec5804e888249ee8576fc34bd for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:53.452103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.600287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:53.628817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Allocated IP 172.20.0.1 (ca285f18-3a2b-4ee7-9c5f-09a59683b75c/2c33fe6e-6b5b-45a6-a5a5-283d32a03e11/7e8d0c9c-36ba-45ea-96cf-1d02dc1de787) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:53.642584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e1ba04a6-3dc2-44ca-86d0-36123998492b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:53.644307 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.697474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['dad9a21e-3b40-43e5-9e95-921cfab76e43'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:53.789616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Allocated IP 172.20.0.8 (120b4df1-c4e4-4c49-9215-f205b614fedb/b68b4cf8-b4ea-4052-885b-226108bdd2d0/bb31439e-5d44-451e-8b08-8ec8417b2532) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:53.821379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=dad9a21e-3b40-43e5-9e95-921cfab76e43,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:53.925290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e96bb7a1-c7cd-47f0-a4bc-4f6c973e708a None None] Provisioning complete for port e1ba04a6-3dc2-44ca-86d0-36123998492b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:53.925551 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e96bb7a1-c7cd-47f0-a4bc-4f6c973e708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.931405 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:09:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 3, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:53.971217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.012942 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:54.031799 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:54.034074 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:54.049450 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.138250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Network ca285f18-3a2b-4ee7-9c5f-09a59683b75c is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:54.168342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:54.181254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:54.202159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Pushing event updated for resources: {'Port': ['ID=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:54.252906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '49078459-b71c-460f-95d0-4a311894e0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:48Z', 'revision_number': 3, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port': {'id': '49078459-b71c-460f-95d0-4a311894e0cd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:54.329721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.370345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Checking router: 491b8630-45d1-4194-b365-934369eb2347 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:54.371181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Updating router 491b8630-45d1-4194-b365-934369eb2347 port 49078459-b71c-460f-95d0-4a311894e0cd binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:54.433649 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:54.468986 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.503518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:54.516016 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.528402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.560982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e1ba04a6-3dc2-44ca-86d0-36123998492b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:54.704538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.776157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b78185ee-2476-4eb2-93a9-7bccd6c8f315 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "PUT /v2.0/floatingips/3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 HTTP/1.1" status: 200 len: 998 time: 4.8352532 Nov 22 16:35:54.893922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.941651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-aca0adcb-49c9-425d-aa5d-3cdba6e83690 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.950248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a5076311-0d22-433c-bad2-d028759229ef None None] Provisioning complete for port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:54.951580 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5076311-0d22-433c-bad2-d028759229ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.955497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-aca0adcb-49c9-425d-aa5d-3cdba6e83690 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports/c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 942 time: 0.1511862 Nov 22 16:35:55.153652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.163785 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.203124 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:09:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 3, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:55.291679 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad3e4c-11cd-42f7-8828-356df44f21da None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:09:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 3, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:55.297494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e1ba04a6-3dc2-44ca-86d0-36123998492b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:55.297494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.371109 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.373573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device dad9a21e-3b40-43e5-9e95-921cfab76e43 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:55.466350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Pushing event updated for resources: {'Port': ['ID=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:55.539097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Network ca285f18-3a2b-4ee7-9c5f-09a59683b75c is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:55.541531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:55.745191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Network 120b4df1-c4e4-4c49-9215-f205b614fedb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:55.769598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:55.798237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:55.808583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:55.827458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Router 491b8630-45d1-4194-b365-934369eb2347 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:55.916580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.917805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.930777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-83d597a6-0cc4-4445-9be8-cae08f40bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.932947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-83d597a6-0cc4-4445-9be8-cae08f40bb57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.3215868 Nov 22 16:35:55.953040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-856570aa-abea-49fc-9f3a-f96915ba400a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4075878 Nov 22 16:35:55.959301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1abeaa50-52b4-4462-8829-fce9e97e0b60 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:56.037023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53189880-5b61-4b1b-99ec-accc2c1c39cc None None] New status for floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:35:56.062737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:56.084825 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bf7b4ff4-eef9-4eac-97ca-382092258ede admin admin] 10.222.0.59 "PUT /v2.0/routers/491b8630-45d1-4194-b365-934369eb2347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0807445 Nov 22 16:35:56.095898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Request body: {'port': {'device_id': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:56.176252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a5076311-0d22-433c-bad2-d028759229ef None None] Port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:56.250581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.391909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:56.394684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 1abeaa50-52b4-4462-8829-fce9e97e0b60 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:56.405192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-d6959679-d755-4eef-9f46-5356f57a5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.420706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-d6959679-d755-4eef-9f46-5356f57a5827 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.4638844 Nov 22 16:35:56.510770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 1abeaa50-52b4-4462-8829-fce9e97e0b60 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:56.511233 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.523331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-eefb067c-1f3b-42c8-a92b-60528186bcff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 217 time: 0.1006796 Nov 22 16:35:56.595735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2484a084-bf6c-4f95-8059-b599539d8937 None None] Provisioning complete for port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:56.596373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2484a084-bf6c-4f95-8059-b599539d8937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.599526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port dad9a21e-3b40-43e5-9e95-921cfab76e43 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:56.718135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port dad9a21e-3b40-43e5-9e95-921cfab76e43 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:56.718874 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.826906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb31439e-5d44-451e-8b08-8ec8417b2532 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:56.838434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.859833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Transition to ACTIVE for port object bb31439e-5d44-451e-8b08-8ec8417b2532 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:56.899978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2484a084-bf6c-4f95-8059-b599539d8937 None None] Port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:56.931202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-2ee9ee63-3c9f-40de-b3af-1daaf5435a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.932765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-2ee9ee63-3c9f-40de-b3af-1daaf5435a46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.4088449 Nov 22 16:35:56.934361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.953975 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.008100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:57.016560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:57.019522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.026379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.033050 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:57.035478 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:57.306376 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.392710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0612491-3e7b-45c6-ab8b-a3adb940f004 None None] Pushing event updated for resources: {'Port': ['ID=49078459-b71c-460f-95d0-4a311894e0cd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:57.394195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-91b813fd-30ef-4cda-b706-691d01355bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.398453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-91b813fd-30ef-4cda-b706-691d01355bbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4547439 Nov 22 16:35:57.402451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:57.567594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Attempting to bind port bb31439e-5d44-451e-8b08-8ec8417b2532 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:57.568108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Attempting to bind port bb31439e-5d44-451e-8b08-8ec8417b2532 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:57.568624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Attempting to bind port bb31439e-5d44-451e-8b08-8ec8417b2532 on network 120b4df1-c4e4-4c49-9215-f205b614fedb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:57.582239 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:57.582617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Port bb31439e-5d44-451e-8b08-8ec8417b2532 on network 120b4df1-c4e4-4c49-9215-f205b614fedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:57.583206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Attempting to bind port bb31439e-5d44-451e-8b08-8ec8417b2532 on network 120b4df1-c4e4-4c49-9215-f205b614fedb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:57.593032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:57.593564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Checking segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:57.594054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Bound using segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:57.594624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Bound port: bb31439e-5d44-451e-8b08-8ec8417b2532, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:57.595110 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.746814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-86d0fef0-def9-4cfb-bd0c-b73ae65831fe service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374796 Nov 22 16:35:57.776063 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.818170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1abeaa50-52b4-4462-8829-fce9e97e0b60, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1abeaa50-52b4-4462-8829-fce9e97e0b60,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:57.824416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Attempting to bind port 49078459-b71c-460f-95d0-4a311894e0cd on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:57.825044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Attempting to bind port 49078459-b71c-460f-95d0-4a311894e0cd by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:57.825567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Attempting to bind port 49078459-b71c-460f-95d0-4a311894e0cd on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:57.834862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:57.835364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:57.835744 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.836161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:57.836678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Bound port: 49078459-b71c-460f-95d0-4a311894e0cd, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:57.837088 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.846393 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.889529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port dad9a21e-3b40-43e5-9e95-921cfab76e43, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dad9a21e-3b40-43e5-9e95-921cfab76e43,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:57.927916 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.014176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=1abeaa50-52b4-4462-8829-fce9e97e0b60,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.047757 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:09:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:56Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:58.075873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=dad9a21e-3b40-43e5-9e95-921cfab76e43,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.088317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] For port 49078459-b71c-460f-95d0-4a311894e0cd, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:58.116047 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:58.126935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] For port 49078459-b71c-460f-95d0-4a311894e0cd, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=49078459-b71c-460f-95d0-4a311894e0cd,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:58.132881 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:58.134055 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:58.141711 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.216325 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-cb9eaa62-7a41-46aa-ae10-33a0e1e9a647 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478025 Nov 22 16:35:58.241850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:58.301936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:58.314614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.394926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Routers {'491b8630-45d1-4194-b365-934369eb2347'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:58.395751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['491b8630-45d1-4194-b365-934369eb2347'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:58.398737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-54f493d7-3cf1-4250-ad11-00258a9a5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.413209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-54f493d7-3cf1-4250-ad11-00258a9a5f4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 1096 time: 0.1661701 Nov 22 16:35:58.618574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] Set router 491b8630-45d1-4194-b365-934369eb2347 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:58.650023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-304138ad-43bf-4234-80d2-af19412c354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.662793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-304138ad-43bf-4234-80d2-af19412c354d service neutron] 10.222.0.59 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.2481289 Nov 22 16:35:58.739853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0612491-3e7b-45c6-ab8b-a3adb940f004 None None] Pushing event updated for resources: {'Port': ['ID=49078459-b71c-460f-95d0-4a311894e0cd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.842567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-d64de089-70de-4a8a-8738-baf1b9cec515 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 1001 time: 0.1781931 Nov 22 16:35:58.845295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.846310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.849813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] 10.222.0.37 "PUT /v2.0/ports/bb31439e-5d44-451e-8b08-8ec8417b2532 HTTP/1.1" status: 200 len: 1091 time: 2.7619984 Nov 22 16:35:59.040953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '49078459-b71c-460f-95d0-4a311894e0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:54Z', 'revision_number': 4, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port': {'id': '49078459-b71c-460f-95d0-4a311894e0cd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7e8d0c9c-36ba-45ea-96cf-1d02dc1de787', 'name': '', 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'mac_address': 'fa:16:3e:b2:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:53Z', 'updated_at': '2021-11-22T16:35:54Z', 'revision_number': 2, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'subnets': [{'id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:59.086256 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:59.161117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347a176-317b-47e0-80da-f53e6d045451 service neutron] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:59.197858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43934f3-f5ea-4cf3-aecd-4540806a3a1d None None] The sync data for ids ['491b8630-45d1-4194-b365-934369eb2347'] in n-d-816865-2 is: [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '49078459-b71c-460f-95d0-4a311894e0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:54Z', 'revision_number': 4, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port': {'id': '49078459-b71c-460f-95d0-4a311894e0cd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7e8d0c9c-36ba-45ea-96cf-1d02dc1de787', 'name': '', 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'mac_address': 'fa:16:3e:b2:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:53Z', 'updated_at': '2021-11-22T16:35:54Z', 'revision_number': 2, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'subnets': [{'id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:59.257574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-f925dc18-48f5-491d-b8ad-3c30729c8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:59.274598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-f925dc18-48f5-491d-b8ad-3c30729c8d1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 1094 time: 0.3173435 Nov 22 16:35:59.277388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-3aeaf02d-2a56-41ed-85ce-a5dcf6ad6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:59.279049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-3aeaf02d-2a56-41ed-85ce-a5dcf6ad6db0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.4118490 Nov 22 16:35:59.542366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-0ae113aa-4f56-4aa4-8625-4356e959ec14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb31439e-5d44-451e-8b08-8ec8417b2532 HTTP/1.1" status: 200 len: 217 time: 0.2675786 Nov 22 16:35:59.648700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-bf467f33-d679-49bb-adb6-2bfd380a2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:59.678359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-bf467f33-d679-49bb-adb6-2bfd380a2a4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3284564 Nov 22 16:35:59.718787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-2b8acfc2-aa13-4f23-9cdb-4ab89e4017b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:59.721006 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-2b8acfc2-aa13-4f23-9cdb-4ab89e4017b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.1654253 Nov 22 16:35:59.907993 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:09:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:56Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:00.045386 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad94579-d7fc-47a1-858e-425090c0fcb6 None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:09:63:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:35:56Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:00.215375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-854a3f51-1215-4e9b-a021-2ac671bbc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.217605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-854a3f51-1215-4e9b-a021-2ac671bbc470 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4884384 Nov 22 16:36:00.243587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-b42b4a37-b0f5-43ef-94c1-829047ed66cd service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977325 Nov 22 16:36:00.514010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-c863987a-d5ae-4a19-a2d4-780c82ebe961 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853546 Nov 22 16:36:00.519014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ab2686-3622-4fb3-8d54-f513a4d6cb15 req-0af47a8b-9601-4d98-afad-f577eb03e036 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573910 Nov 22 16:36:00.845195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed4ec14-f941-4894-8898-ff7e2bb06292 req-1431f2f8-34a0-4556-9ddb-55fb3d2799df service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185670 Nov 22 16:36:01.498610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4551-33c8-487e-a1bf-62f0ee835379 req-7503a513-40c9-4b85-a2dc-7c15b5e44e28 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.511844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-456f4551-33c8-487e-a1bf-62f0ee835379 req-7503a513-40c9-4b85-a2dc-7c15b5e44e28 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 950 time: 0.1078596 Nov 22 16:36:01.649899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-456f4551-33c8-487e-a1bf-62f0ee835379 req-3172dfeb-9e44-498c-9b0f-6435f8b0747c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364450 Nov 22 16:36:01.823112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783646b-c576-4590-968c-3952b9f733d1 req-574e62f4-5d88-4084-b795-76866f6b6a84 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.824848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6783646b-c576-4590-968c-3952b9f733d1 req-574e62f4-5d88-4084-b795-76866f6b6a84 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=76aba831-3110-4c19-b72c-c872bb61de78 HTTP/1.1" status: 200 len: 945 time: 0.0897229 Nov 22 16:36:01.969177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6783646b-c576-4590-968c-3952b9f733d1 req-9ca091db-ce57-4437-9ab6-a24ecea2645c tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344466 Nov 22 16:36:02.247303 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f2180b-805f-48c8-b688-e0e8f7e12b9c x-openstack-request-id: req-88f2180b-805f-48c8-b688-e0e8f7e12b9c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:02.247654 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76aba831-3110-4c19-b72c-c872bb61de78", "tag": "1abeaa50-52b4-4462-8829-fce9e97e0b60", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:02.247961 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88f2180b-805f-48c8-b688-e0e8f7e12b9c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:02.248284 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'status': 'completed', 'code': 200} Nov 22 16:36:02.248554 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76aba831-3110-4c19-b72c-c872bb61de78', 'tag': '1abeaa50-52b4-4462-8829-fce9e97e0b60', 'status': 'completed', 'code': 200} Nov 22 16:36:02.268941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 49078459-b71c-460f-95d0-4a311894e0cd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:02.401540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 49078459-b71c-460f-95d0-4a311894e0cd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:02.401920 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.475000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-9feb6337-cd07-4215-9ffb-6bd5ba7681e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.476856 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-9feb6337-cd07-4215-9ffb-6bd5ba7681e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.1832902 Nov 22 16:36:02.543002 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.578114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 49078459-b71c-460f-95d0-4a311894e0cd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=49078459-b71c-460f-95d0-4a311894e0cd,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:02.587611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.612782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c69765-18ea-4da7-9aef-62d5a1976a0c req-41bce137-3ec3-448c-88d2-eac5350db1c0 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.618713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12c69765-18ea-4da7-9aef-62d5a1976a0c req-41bce137-3ec3-448c-88d2-eac5350db1c0 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.2038894 Nov 22 16:36:02.680032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=49078459-b71c-460f-95d0-4a311894e0cd,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:02.757458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-f121a481-53b4-483e-b6da-6cafd3d074c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.761456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-f121a481-53b4-483e-b6da-6cafd3d074c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.2742057 Nov 22 16:36:02.785048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12c69765-18ea-4da7-9aef-62d5a1976a0c req-cb651ef6-04d2-4f6d-9dce-53f4d08dbefc tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531372 Nov 22 16:36:02.903941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-ccb0cf0c-647d-4889-9b94-3f53ab3f1faf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 217 time: 0.1127422 Nov 22 16:36:02.942558 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c22e277-75d5-427f-9ac5-133e725ca585 x-openstack-request-id: req-2c22e277-75d5-427f-9ac5-133e725ca585 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:02.942865 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "name": "network-vif-plugged", "status": "completed", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5", "code": 200}, {"server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "name": "network-vif-plugged", "status": "completed", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:02.943166 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c22e277-75d5-427f-9ac5-133e725ca585 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:02.944073 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'code': 200} Nov 22 16:36:02.944341 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'code': 200} Nov 22 16:36:03.065343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-07989989-d96e-42cd-9c0a-c5e6791520ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.072425 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-07989989-d96e-42cd-9c0a-c5e6791520ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.1567636 Nov 22 16:36:03.150817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17647fb-27d0-4392-b1b7-f20b7f080970 req-8a659966-b363-4c0d-aa1e-ed3409d7eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.156472 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f17647fb-27d0-4392-b1b7-f20b7f080970 req-8a659966-b363-4c0d-aa1e-ed3409d7eb72 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 1101 time: 0.1245480 Nov 22 16:36:03.203657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-d079903d-f23f-47c7-a160-9a05ea041f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.206808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-d079903d-f23f-47c7-a160-9a05ea041f2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266310 Nov 22 16:36:03.320811 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f17647fb-27d0-4392-b1b7-f20b7f080970 req-518a0be0-443a-4234-9705-5c64e741ea2c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591973 Nov 22 16:36:03.500497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-6f5b3cac-b629-4582-8526-0a8c4ffb1a45 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810843 Nov 22 16:36:03.527901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Sync routers for ids ['491b8630-45d1-4194-b365-934369eb2347'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:03.554827 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Routers {'491b8630-45d1-4194-b365-934369eb2347'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:03.559005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['491b8630-45d1-4194-b365-934369eb2347'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:03.614399 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b108800-100f-4347-941e-a4740ffa00a1 x-openstack-request-id: req-4b108800-100f-4347-941e-a4740ffa00a1 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:03.615426 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0", "tag": "dad9a21e-3b40-43e5-9e95-921cfab76e43", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:03.616138 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b108800-100f-4347-941e-a4740ffa00a1 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:03.617079 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0', 'tag': 'dad9a21e-3b40-43e5-9e95-921cfab76e43', 'status': 'completed', 'code': 200} Nov 22 16:36:03.707527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-1e80749f-7b5e-4017-83f3-2141bdd80c80 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980965 Nov 22 16:36:03.773755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-ca279e62-eab5-4ee1-a167-d803d530d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.778013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-ca279e62-eab5-4ee1-a167-d803d530d245 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&device_id=b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0 HTTP/1.1" status: 200 len: 1096 time: 0.1240149 Nov 22 16:36:03.810543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Set router 491b8630-45d1-4194-b365-934369eb2347 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:03.918609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:03.931462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1748cf86-baa2-49e8-8ea4-a26936068f4c req-dc1674ab-8463-4bb8-9c8f-b9ade5d25264 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.2225940 Nov 22 16:36:04.036809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-ce7a6c8c-0b74-459f-8914-3eb2511ed5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:04.038382 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-ce7a6c8c-0b74-459f-8914-3eb2511ed5c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 914 time: 0.2530992 Nov 22 16:36:04.083521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748cf86-baa2-49e8-8ea4-a26936068f4c req-4674f0ec-ecc2-497a-a9ef-b420e7d57775 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:04.098540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:04.102692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1748cf86-baa2-49e8-8ea4-a26936068f4c req-4674f0ec-ecc2-497a-a9ef-b420e7d57775 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports/c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 942 time: 0.1702056 Nov 22 16:36:04.127614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'port_id': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'mac_address': 'fa:16:3e:15:43:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:04.128979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-60294e15-170f-4e8e-a4ab-30173e349c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:04.130743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-60294e15-170f-4e8e-a4ab-30173e349c72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bef191094b66459eaf5e027e0ffc0e92&device_id=76aba831-3110-4c19-b72c-c872bb61de78 HTTP/1.1" status: 200 len: 1096 time: 0.1744542 Nov 22 16:36:04.215598 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-f8ce448d-5040-4699-936b-4dd78bcda84d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dad9a21e-3b40-43e5-9e95-921cfab76e43 HTTP/1.1" status: 200 len: 217 time: 0.1689324 Nov 22 16:36:04.305974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-1f8cd8d1-0931-404a-b838-bd997e2ab6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:04.308192 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-1f8cd8d1-0931-404a-b838-bd997e2ab6c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 200 len: 853 time: 0.0835958 Nov 22 16:36:04.374152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-a4c3e536-e71a-4eb6-a9a7-d5c248c24ba5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522723 Nov 22 16:36:04.426667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 49078459-b71c-460f-95d0-4a311894e0cd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:04.434265 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.616218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'}, {'name': 'network-changed', 'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565'}, {'name': 'network-changed', 'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:04.634792 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d718bc9-a128-4913-8420-f962cdfcc87b" -d '{"events": [{"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4"}, {"name": "network-changed", "server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565"}, {"name": "network-changed", "server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:04.744726 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-7f006289-9380-4f90-a3f9-98ecf3e4778f service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622925 Nov 22 16:36:05.160208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-433729b3-cde3-4753-96b5-f8e4455706f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.171566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-433729b3-cde3-4753-96b5-f8e4455706f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 200 len: 914 time: 1.0307901 Nov 22 16:36:05.277034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1748cf86-baa2-49e8-8ea4-a26936068f4c req-faa03a61-5361-417f-85bd-71d213b581ac tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.6280365 Nov 22 16:36:05.297390 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd4b3184-379d-4943-b19c-f4472a911b7c req-d745d34f-93b0-496d-9a0a-16b965b8eff0 service neutron] 10.222.0.62 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425837 Nov 22 16:36:05.459546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-8d6d0702-8e7c-447e-9ba0-ac541ab0db77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1abeaa50-52b4-4462-8829-fce9e97e0b60 HTTP/1.1" status: 200 len: 217 time: 0.2645397 Nov 22 16:36:05.582320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76aba831-3110-4c19-b72c-c872bb61de78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abeaa50-52b4-4462-8829-fce9e97e0b60'}, {'server_uuid': 'b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad9a21e-3b40-43e5-9e95-921cfab76e43'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:05.586568 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5a4b25-5276-4749-92d8-bf6630da41a7" -d '{"events": [{"server_uuid": "76aba831-3110-4c19-b72c-c872bb61de78", "name": "network-vif-plugged", "status": "completed", "tag": "1abeaa50-52b4-4462-8829-fce9e97e0b60"}, {"server_uuid": "b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0", "name": "network-vif-plugged", "status": "completed", "tag": "dad9a21e-3b40-43e5-9e95-921cfab76e43"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:05.597660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb31439e-5d44-451e-8b08-8ec8417b2532 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:05.680819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:05.698505 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.775144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-3646b30f-8ce0-4c45-b038-d4b081f5d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.777119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-3646b30f-8ce0-4c45-b038-d4b081f5d827 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 200 len: 853 time: 0.2877293 Nov 22 16:36:05.821620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 49078459-b71c-460f-95d0-4a311894e0cd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:05.822149 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.857568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-a5050fa8-e4d8-41b1-b3a4-100090f4b3ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539153 Nov 22 16:36:05.939583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748cf86-baa2-49e8-8ea4-a26936068f4c req-bfd0a046-dc8f-4fac-ba74-017147c0678a tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.957142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1748cf86-baa2-49e8-8ea4-a26936068f4c req-bfd0a046-dc8f-4fac-ba74-017147c0678a tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.6787219 Nov 22 16:36:05.993392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:06.034383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '49078459-b71c-460f-95d0-4a311894e0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:54Z', 'revision_number': 4, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port': {'id': '49078459-b71c-460f-95d0-4a311894e0cd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:59:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7e8d0c9c-36ba-45ea-96cf-1d02dc1de787', 'name': '', 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'mac_address': 'fa:16:3e:b2:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:53Z', 'updated_at': '2021-11-22T16:35:54Z', 'revision_number': 2, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'subnets': [{'id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:06.082054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-2c3fc0e2-5c5f-4d45-bed2-832225397816 service neutron] 10.222.0.37 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084446 Nov 22 16:36:06.174114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['bb31439e-5d44-451e-8b08-8ec8417b2532'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:06.237663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Checking router: 491b8630-45d1-4194-b365-934369eb2347 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:06.238540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Updating router 491b8630-45d1-4194-b365-934369eb2347 port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:36:06.287506 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.494091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf52c92a-7ddb-4e10-8151-f84062eef0e8 req-19898a21-ad3f-4e93-b8e2-0d06145a97e4 service neutron] 10.222.0.37 "GET /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108765 Nov 22 16:36:06.576011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158d487-b386-417f-bcc0-ff71b5fa8a47 req-6c10a61c-83c5-4ac3-b170-9d7886f462e9 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.580937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a158d487-b386-417f-bcc0-ff71b5fa8a47 req-6c10a61c-83c5-4ac3-b170-9d7886f462e9 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 950 time: 0.1714454 Nov 22 16:36:06.743124 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a158d487-b386-417f-bcc0-ff71b5fa8a47 req-aaa3ce47-c359-4157-b804-b5a3ddf01887 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534517 Nov 22 16:36:06.825483 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.088618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.099247 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.125798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387ba6a-46a1-46e7-9720-e0d916986c95 req-aa946452-0fd0-46d2-9908-450404ff55e8 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.132395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e387ba6a-46a1-46e7-9720-e0d916986c95 req-aa946452-0fd0-46d2-9908-450404ff55e8 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=76aba831-3110-4c19-b72c-c872bb61de78 HTTP/1.1" status: 200 len: 945 time: 0.1966844 Nov 22 16:36:07.227416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801198c0-e7cf-4679-9b85-291ed0c3f85b None None] Pushing event updated for resources: {'Port': ['ID=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:07.265385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e387ba6a-46a1-46e7-9720-e0d916986c95 req-9ed96fac-1137-46a2-8a32-f607b083ad9b tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190565 Nov 22 16:36:07.420902 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Attempting to bind port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:07.421552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Attempting to bind port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:07.422141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Attempting to bind port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 on network ca285f18-3a2b-4ee7-9c5f-09a59683b75c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:07.429506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:07.434431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Checking segment: {'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:07.435528 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.436480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Bound using segment: {'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:07.437587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Bound port: 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd661e597-e907-4ecc-bba2-5b8705938880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:07.438183 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.624740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.733708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] For port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:07.742646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] For port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,segment=NetworkSegment(d661e597-e907-4ecc-bba2-5b8705938880),segment_id=d661e597-e907-4ecc-bba2-5b8705938880)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:07.755141 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.863769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2e427c06-f9eb-43e4-8cd0-b5260a8a118e None None] Provisioning complete for port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:07.864434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e427c06-f9eb-43e4-8cd0-b5260a8a118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.972220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a8e2-de97-4d9d-973a-3f2cc854b563 req-2ad4abe4-693c-4124-a28d-0bfbcaa717b1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.983610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a103a8e2-de97-4d9d-973a-3f2cc854b563 req-2ad4abe4-693c-4124-a28d-0bfbcaa717b1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 944 time: 0.2112255 Nov 22 16:36:07.994377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801198c0-e7cf-4679-9b85-291ed0c3f85b None None] Pushing event updated for resources: {'Port': ['ID=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:08.035128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Routers {'491b8630-45d1-4194-b365-934369eb2347'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:08.036513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['491b8630-45d1-4194-b365-934369eb2347'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:08.118516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a103a8e2-de97-4d9d-973a-3f2cc854b563 req-33ef62bc-e2fd-47b6-ae8f-cf82325ce0b2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314502 Nov 22 16:36:08.204768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e427c06-f9eb-43e4-8cd0-b5260a8a118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.268615 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a0c1b2-1c67-4051-b750-b329d6996a95 x-openstack-request-id: req-21a0c1b2-1c67-4051-b750-b329d6996a95 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:08.268982 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:08.269193 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21a0c1b2-1c67-4051-b750-b329d6996a95 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:08.269573 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'status': 'completed', 'code': 200} Nov 22 16:36:08.269869 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'status': 'completed', 'code': 200} Nov 22 16:36:08.270146 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'status': 'completed', 'code': 200} Nov 22 16:36:08.331800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] Set router 491b8630-45d1-4194-b365-934369eb2347 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:08.337535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2e427c06-f9eb-43e4-8cd0-b5260a8a118e None None] For port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,segment=NetworkSegment(d661e597-e907-4ecc-bba2-5b8705938880),segment_id=d661e597-e907-4ecc-bba2-5b8705938880)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:08.378082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e427c06-f9eb-43e4-8cd0-b5260a8a118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.396388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-b75c5882-348a-48a0-9aa8-b7ef8b58231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.399759 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-b75c5882-348a-48a0-9aa8-b7ef8b58231e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 1096 time: 0.1029875 Nov 22 16:36:08.410538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-ece7d673-22a0-47e6-817a-422adb656bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.412725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-ece7d673-22a0-47e6-817a-422adb656bcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.1144125 Nov 22 16:36:08.487452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e427c06-f9eb-43e4-8cd0-b5260a8a118e None None] Pushing event updated for resources: {'Port': ['ID=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:08.516105 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c77dcd2-ff95-45ee-a1d3-d83cd63094c1 x-openstack-request-id: req-4c77dcd2-ff95-45ee-a1d3-d83cd63094c1 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:08.516105 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76aba831-3110-4c19-b72c-c872bb61de78", "name": "network-vif-plugged", "status": "completed", "tag": "1abeaa50-52b4-4462-8829-fce9e97e0b60", "code": 200}, {"server_uuid": "b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0", "name": "network-vif-plugged", "status": "completed", "tag": "dad9a21e-3b40-43e5-9e95-921cfab76e43", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:08.517242 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c77dcd2-ff95-45ee-a1d3-d83cd63094c1 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:08.517242 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aba831-3110-4c19-b72c-c872bb61de78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abeaa50-52b4-4462-8829-fce9e97e0b60', 'code': 200} Nov 22 16:36:08.517242 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad9a21e-3b40-43e5-9e95-921cfab76e43', 'code': 200} Nov 22 16:36:08.605164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-511dd93d-6e72-40fd-b30c-4b5db9bc8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.607772 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-511dd93d-6e72-40fd-b30c-4b5db9bc8524 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.1909580 Nov 22 16:36:08.634396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40f0c497-48e2-4f18-bdde-8dd3ccfe420f None None] Provisioning complete for port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:08.635039 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40f0c497-48e2-4f18-bdde-8dd3ccfe420f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.723210 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-34f7cfa8-454d-4977-81ff-95246e62a1be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 1001 time: 0.1035540 Nov 22 16:36:08.909945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5e56-47dd-468b-ac0e-c4b2fca96412 req-ced57d5a-2373-44ec-a0ba-e1acbbdd471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.912624 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2c2b5e56-47dd-468b-ac0e-c4b2fca96412 req-ced57d5a-2373-44ec-a0ba-e1acbbdd471e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76aba831-3110-4c19-b72c-c872bb61de78 HTTP/1.1" status: 200 len: 1096 time: 0.1533034 Nov 22 16:36:08.924371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-fc02dddd-345f-4315-8bcc-57eb64e2da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.926302 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-fc02dddd-345f-4315-8bcc-57eb64e2da04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.1931131 Nov 22 16:36:08.952088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-e6a2f3bc-f60a-4d20-a279-280926110cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.960512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-e6a2f3bc-f60a-4d20-a279-280926110cee service neutron] 10.222.0.37 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.4455750 Nov 22 16:36:09.031163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-45ca3c3e-e04f-462f-bfbb-0bbe4bdabf87 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.5390987 Nov 22 16:36:09.123655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-f6990514-c3e1-4687-8442-d7e4cf71f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.125736 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-f6990514-c3e1-4687-8442-d7e4cf71f5dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550541 Nov 22 16:36:09.150183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:09.153066 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2c2b5e56-47dd-468b-ac0e-c4b2fca96412 req-bd90f274-97f3-43a6-a4b9-077ad5f57572 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227163 Nov 22 16:36:09.186506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b857fa-b591-4e26-aa69-08935d64b7bd req-513f669c-477b-4909-9ec8-3958664b3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.189329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20b857fa-b591-4e26-aa69-08935d64b7bd req-513f669c-477b-4909-9ec8-3958664b3378 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0 HTTP/1.1" status: 200 len: 1096 time: 0.5684409 Nov 22 16:36:09.191707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-63ebcc5b-a650-4efa-bafe-45f08361a16d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 217 time: 0.1498864 Nov 22 16:36:09.254103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-25705233-989e-491a-949b-626395e32d57 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.266631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-25705233-989e-491a-949b-626395e32d57 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports/c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 942 time: 0.2316597 Nov 22 16:36:09.275525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:09.275915 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:09.349120 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-d7120ce4-8b52-4b77-a03f-75f91799e38f service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138958 Nov 22 16:36:09.349501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '49078459-b71c-460f-95d0-4a311894e0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:54Z', 'revision_number': 4, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port': {'id': '49078459-b71c-460f-95d0-4a311894e0cd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:59:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7e8d0c9c-36ba-45ea-96cf-1d02dc1de787', 'name': '', 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'mac_address': 'fa:16:3e:b2:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:53Z', 'updated_at': '2021-11-22T16:36:07Z', 'revision_number': 4, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'subnets': [{'id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:09.350560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20b857fa-b591-4e26-aa69-08935d64b7bd req-2dca1693-9c31-4150-8410-52677a768577 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209583 Nov 22 16:36:09.396692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904552de-e3a5-424b-995e-fad9376eb686 None None] The sync data for ids ['491b8630-45d1-4194-b365-934369eb2347'] in n-d-816865-2 is: [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '49078459-b71c-460f-95d0-4a311894e0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:54Z', 'revision_number': 4, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port': {'id': '49078459-b71c-460f-95d0-4a311894e0cd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:59:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7e8d0c9c-36ba-45ea-96cf-1d02dc1de787', 'name': '', 'network_id': 'ca285f18-3a2b-4ee7-9c5f-09a59683b75c', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'mac_address': 'fa:16:3e:b2:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:53Z', 'updated_at': '2021-11-22T16:36:07Z', 'revision_number': 4, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'subnets': [{'id': '2c33fe6e-6b5b-45a6-a5a5-283d32a03e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:09.480078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-e713fcf7-fb76-40ca-9c7f-2cc340b0a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.481798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-e713fcf7-fb76-40ca-9c7f-2cc340b0a4da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.1301687 Nov 22 16:36:09.540338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-3a6226f7-5fba-440f-8461-5695cd0519c5 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1529601 Nov 22 16:36:09.675184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-b1028d88-2094-41ef-b77e-2a424e7774ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.677105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-b1028d88-2094-41ef-b77e-2a424e7774ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763356 Nov 22 16:36:09.718050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-874413ef-34e7-472e-a7cb-ac6dfde8791a service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176865 Nov 22 16:36:09.887057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-81d5a497-f03b-490e-bccc-f23c82aa309d tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.891520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-81d5a497-f03b-490e-bccc-f23c82aa309d tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.3182127 Nov 22 16:36:09.895361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:09.895608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-a46ad13a-7481-42d4-af5e-c35f353e64b2 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059348 Nov 22 16:36:10.023208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port bb31439e-5d44-451e-8b08-8ec8417b2532 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:10.030400 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port bb31439e-5d44-451e-8b08-8ec8417b2532 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:10.034510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.181416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.233004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:10.242988 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.244306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 57997c98-5f14-4d1c-8a27-6e90ae6410e2 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:10.393526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:10.502660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.528697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:10.560131 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a060803-f6a8-4552-987e-53d8f9b8bb11" -d '{"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:10.675738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:10.683537 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.714030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-aa3bb427-1231-4992-847c-892ee5fabfc4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.8147688 Nov 22 16:36:10.749698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:10.836493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-bd4e6d09-d3b6-47ac-af5a-6326246643f5 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252238 Nov 22 16:36:10.848699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:10.859694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.997766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-5b6e7046-02c6-4f34-a07b-c894274cfc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:10.999699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-5b6e7046-02c6-4f34-a07b-c894274cfc04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0853131 Nov 22 16:36:11.114332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.132614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.133134 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 disassociated. External IP: 172.25.0.179, port: c0419f45-20d3-4a88-a440-3bbcc3e69565. Nov 22 16:36:11.226822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-f87e14ab-9cc8-48a7-8dec-d18302c00264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.228906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-f87e14ab-9cc8-48a7-8dec-d18302c00264 service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.2197032 Nov 22 16:36:11.306710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-ac08d3d8-9c47-4d7f-9eac-e7b4c3e20cb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb31439e-5d44-451e-8b08-8ec8417b2532 HTTP/1.1" status: 200 len: 217 time: 0.0694940 Nov 22 16:36:11.385551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-42fa438f-3057-4138-b777-04bc3badaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.387094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-42fa438f-3057-4138-b777-04bc3badaf21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.0724404 Nov 22 16:36:11.528711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-966c274e-5a2e-484c-a06d-e212892fae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.530332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-966c274e-5a2e-484c-a06d-e212892fae44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074741 Nov 22 16:36:11.616437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:11.767579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-d871102a-36ad-47bc-a508-87f5fdc443b1 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274835 Nov 22 16:36:11.846981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:11.855833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.861375 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:11.874416 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:11.875688 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:11.925243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-f4537cd2-1620-46b8-8bdc-f8d740bdf330 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "PUT /v2.0/floatingips/3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 HTTP/1.1" status: 200 len: 695 time: 1.1909730 Nov 22 16:36:11.928252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:11.930704 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a64852c-adc7-4372-afb9-2408effc0e19" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:12.020289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d718bc9-a128-4913-8420-f962cdfcc87b req-9fe49c3f-7570-4c1b-979f-0b74dcde640e service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389851 Nov 22 16:36:12.024694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-b430c36a-a7f9-41fb-915d-e6123c70a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.026054 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:12.027036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-b430c36a-a7f9-41fb-915d-e6123c70a47d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 1096 time: 0.0846970 Nov 22 16:36:12.200150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-d7d9662f-b382-430e-a9e6-f64085f5e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.214483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-d7d9662f-b382-430e-a9e6-f64085f5e447 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.1776118 Nov 22 16:36:12.276337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-6e63d176-5b28-49c3-be44-7b04f0eee5a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 217 time: 0.0602288 Nov 22 16:36:12.332619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-345c48c0-006e-44f3-a3f6-1aed7880d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.340611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-345c48c0-006e-44f3-a3f6-1aed7880d604 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.0629425 Nov 22 16:36:12.349616 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:12.407742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-1378138b-eeb0-4aa5-a914-8e8fda08ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.409646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-1378138b-eeb0-4aa5-a914-8e8fda08ffb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683603 Nov 22 16:36:12.409790 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:12.420522 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:12.421694 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:35:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:12.528110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-ea5ef58e-ec25-4711-ab54-bd485e18524a service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108575 Nov 22 16:36:12.546509 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:12.671007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f05c87d9-bcee-434c-b5fa-9e2648e248e7 req-e8423b3b-7dc5-434c-8e92-599e333759b4 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336153 Nov 22 16:36:12.858436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f957e0c-1aae-470d-89f2-11b70d19a471 req-3c434c1f-298e-4199-aa9c-4366bfbeb0b4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.860034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f957e0c-1aae-470d-89f2-11b70d19a471 req-3c434c1f-298e-4199-aa9c-4366bfbeb0b4 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 944 time: 0.0983357 Nov 22 16:36:12.881347 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:12.917243 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64255d99-3734-4e4d-9683-bde856b07cbe None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:12.984631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f957e0c-1aae-470d-89f2-11b70d19a471 req-624e6d50-4699-4662-8e53-3bd9908de933 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.59 "GET /v2.0/security-groups?id=e356532b-3724-4010-9544-f7a79c69dacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124001 Nov 22 16:36:13.188923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f1378-9e6b-4ea4-9144-142f40ca7dca req-25c20dfc-fb08-463d-8262-d1abb841e443 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.191203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-331f1378-9e6b-4ea4-9144-142f40ca7dca req-25c20dfc-fb08-463d-8262-d1abb841e443 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 949 time: 0.0772786 Nov 22 16:36:13.279583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-331f1378-9e6b-4ea4-9144-142f40ca7dca req-8da8697a-b615-4bdc-a15d-2990c2168276 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813253 Nov 22 16:36:13.373354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a4935-7cc3-4814-beb3-704306b37cd5 None None] New status for floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:36:13.889437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27704662-86c1-4164-8fcf-3d8071f29ad5 req-faa28774-7554-4a97-9a3f-37e867d0da4e tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.893402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27704662-86c1-4164-8fcf-3d8071f29ad5 req-faa28774-7554-4a97-9a3f-37e867d0da4e tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=76aba831-3110-4c19-b72c-c872bb61de78 HTTP/1.1" status: 200 len: 945 time: 0.0688682 Nov 22 16:36:13.948438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27704662-86c1-4164-8fcf-3d8071f29ad5 req-4a1dbd7e-4724-466c-9dbb-1eb7ba33d650 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506430 Nov 22 16:36:14.166883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99593c1c-f28c-4623-b651-700d5021d840 req-7169bb82-1bd6-4bee-9e35-407454bd469f tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.168540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99593c1c-f28c-4623-b651-700d5021d840 req-7169bb82-1bd6-4bee-9e35-407454bd469f tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.0592613 Nov 22 16:36:14.225272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99593c1c-f28c-4623-b651-700d5021d840 req-a98f5cbf-ce45-40d6-b301-487f0703db44 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492051 Nov 22 16:36:14.281806 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68df86fe-896f-4c02-b1ab-f147771480b5 x-openstack-request-id: req-68df86fe-896f-4c02-b1ab-f147771480b5 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:14.282162 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:14.282477 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68df86fe-896f-4c02-b1ab-f147771480b5 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:14.282928 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'code': 200} Nov 22 16:36:14.345435 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f329f686-43d4-43c9-8343-865cf42a5920 x-openstack-request-id: req-f329f686-43d4-43c9-8343-865cf42a5920 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:14.345915 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:14.346152 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f329f686-43d4-43c9-8343-865cf42a5920 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:14.346574 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'status': 'completed', 'code': 200} Nov 22 16:36:14.440139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-04eecf97-f953-4b2f-ba83-6eca6b4e4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.442538 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-04eecf97-f953-4b2f-ba83-6eca6b4e4078 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 1096 time: 0.0756767 Nov 22 16:36:14.452187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0436f6-cec1-4137-b99e-b5491758a049 req-a2ae97bd-4018-4775-9fae-06574bb32420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.454100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e0436f6-cec1-4137-b99e-b5491758a049 req-a2ae97bd-4018-4775-9fae-06574bb32420 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0802171 Nov 22 16:36:14.530747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e0436f6-cec1-4137-b99e-b5491758a049 req-9e5c6fc5-f7b9-4489-9716-e9d94154a405 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667298 Nov 22 16:36:14.604887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-150dbe84-2c6e-44f7-8b45-659538a54b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.607028 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-150dbe84-2c6e-44f7-8b45-659538a54b0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.1562974 Nov 22 16:36:14.656828 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-f31e0aa2-8bee-436b-a06f-a66424396805 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 200 len: 217 time: 0.0412593 Nov 22 16:36:14.733578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-c22a1079-1a11-4e33-9a32-cad86cf54154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.736156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-c22a1079-1a11-4e33-9a32-cad86cf54154 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.0721765 Nov 22 16:36:14.812743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-37335a02-66e3-47d6-8ed5-657ed2c9b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.814416 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-37335a02-66e3-47d6-8ed5-657ed2c9b0f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700157 Nov 22 16:36:14.947514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-8d79ee75-6635-4106-a2ee-e221677f859f service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238375 Nov 22 16:36:15.082741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a64852c-adc7-4372-afb9-2408effc0e19 req-ea213afc-b239-49d7-b0ff-b4ab68856731 service neutron] 10.222.0.62 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227539 Nov 22 16:36:15.395963 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70a4858a-20ec-4121-94d9-1df50af2b277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.739988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aaa872-67ad-4d43-8251-726a0fcf1a71 req-30c8e8e8-b5d7-42f7-af90-8cb3e8868393 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.742274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47aaa872-67ad-4d43-8251-726a0fcf1a71 req-30c8e8e8-b5d7-42f7-af90-8cb3e8868393 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0 HTTP/1.1" status: 200 len: 945 time: 0.0617235 Nov 22 16:36:15.799499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47aaa872-67ad-4d43-8251-726a0fcf1a71 req-4442ef04-7063-4b68-b4fd-2c774d453738 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.59 "GET /v2.0/security-groups?id=23e38e4b-f996-432e-bc44-c4a1ace86f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504060 Nov 22 16:36:15.959830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-694f92de-79b7-447a-831c-53f871f21371 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.961863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-694f92de-79b7-447a-831c-53f871f21371 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0847814 Nov 22 16:36:16.026546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-56604054-054f-4529-ae55-e9f0c5e0a8e8 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0537961 Nov 22 16:36:16.040811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Request body: {'floatingip': {'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:16.099968 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.193222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6c16a-2853-4686-a216-246f7110bd7b req-7a3f7989-7632-46b0-a971-74f5d2516e3e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.195015 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42a6c16a-2853-4686-a216-246f7110bd7b req-7a3f7989-7632-46b0-a971-74f5d2516e3e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5 HTTP/1.1" status: 200 len: 945 time: 0.0921926 Nov 22 16:36:16.284472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:16.288451 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b64ded-4e9f-4b40-ad16-4d1f18466037" -d '{"events": [{"server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "name": "network-vif-unplugged", "status": "completed", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:16.335244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Deleting port c0419f45-20d3-4a88-a440-3bbcc3e69565 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:16.335610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.472463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] For port c0419f45-20d3-4a88-a440-3bbcc3e69565, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c0419f45-20d3-4a88-a440-3bbcc3e69565,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:16.473125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.504686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Calling delete_port for c0419f45-20d3-4a88-a440-3bbcc3e69565 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:16.854347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.859642 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.866757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.875467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['c0419f45-20d3-4a88-a440-3bbcc3e69565'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:16.878655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:16.910565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Pushing event deleted for resources: {'Port': ['ID=c0419f45-20d3-4a88-a440-3bbcc3e69565,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:16.934354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.934903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.935473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.936131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.937182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.937182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.937662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.938212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.938764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.941057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.946192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:16.946754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:17.046263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] No DVR routers for this DVR port c0419f45-20d3-4a88-a440-3bbcc3e69565 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:17.053310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.062988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42a6c16a-2853-4686-a216-246f7110bd7b req-ddf66c19-1bce-409b-ba83-9013e2eb07cf tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.62 "DELETE /v2.0/ports/c0419f45-20d3-4a88-a440-3bbcc3e69565 HTTP/1.1" status: 204 len: 173 time: 0.8592291 Nov 22 16:36:17.065495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'name': 'network-vif-deleted', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:17.071828 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70929219-4edb-4259-9f96-ad8c217681f2" -d '{"events": [{"server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "name": "network-vif-deleted", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:17.153220 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 associated. External IP: 172.25.0.179, port: c9cb3f79-bc6b-48f9-812b-52d09c9b99c4. Nov 22 16:36:17.221485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-9a63c5d2-5a99-4463-87a8-93f0c9694375 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.224508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-9a63c5d2-5a99-4463-87a8-93f0c9694375 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "GET /v2.0/ports?device_id=17cf722f-1d47-46cc-ba4e-95e00057f943 HTTP/1.1" status: 200 len: 944 time: 0.3545136 Nov 22 16:36:17.494580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Deleting port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:17.494940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.827068 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3bc6c570-0644-41db-9c4f-a028f55fd6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.895467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:18.041429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:18.057948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'f8784564-f514-4c90-8c94-636545c3ad34', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'f8784564-f514-4c90-8c94-636545c3ad34', 'mac_address': 'fa:16:3e:b6:59:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:18.123080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] For port 57997c98-5f14-4d1c-8a27-6e90ae6410e2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=57997c98-5f14-4d1c-8a27-6e90ae6410e2,segment=NetworkSegment(2d31252a-d5ce-4539-82b2-7f5ca12b6cbd),segment_id=2d31252a-d5ce-4539-82b2-7f5ca12b6cbd)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:18.124011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.141023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:18.152739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Calling delete_port for 57997c98-5f14-4d1c-8a27-6e90ae6410e2 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:18.158025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.187928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8784564-f514-4c90-8c94-636545c3ad34 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:18.220081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:18.226509 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.429564 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.458580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:18.480230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:18.488210 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.491528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Pushing event deleted for resources: {'Port': ['ID=57997c98-5f14-4d1c-8a27-6e90ae6410e2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:18.506094 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:18.531097 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:18.532181 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:18.545541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.545541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.546037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.546214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.546592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.546853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.547166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.547504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.547839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.548169 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.548509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.548838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:18.563611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-9d402acf-4c4c-48a8-abdc-abb4a14fabe2 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "PUT /v2.0/floatingips/3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 HTTP/1.1" status: 200 len: 996 time: 2.5295432 Nov 22 16:36:18.567899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:18.570044 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b8d233-8849-4983-92f7-20eaa6ab0872" -d '{"events": [{"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:18.584169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f8784564-f514-4c90-8c94-636545c3ad34'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:18.632624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] No DVR routers for this DVR port 57997c98-5f14-4d1c-8a27-6e90ae6410e2 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:18.637228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.640851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a18a2b70-528f-47b4-b62f-cf09427e42cd req-726a0fc2-821f-4753-b272-edd0818be7c1 tempest-ImagesTestJSON-296291835 tempest-ImagesTestJSON-296291835-project] 10.222.0.37 "DELETE /v2.0/ports/57997c98-5f14-4d1c-8a27-6e90ae6410e2 HTTP/1.1" status: 204 len: 173 time: 1.4043732 Nov 22 16:36:18.753161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-f67ccf2e-cbe0-4c09-a2da-81eef12b8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.771011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-f67ccf2e-cbe0-4c09-a2da-81eef12b8c11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.1904938 Nov 22 16:36:18.973744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:18.998337 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.033975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-c58b77c0-130d-435d-a24b-503d52947e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:19.039521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-c58b77c0-130d-435d-a24b-503d52947e16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.2440758 Nov 22 16:36:19.169179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-d9f31a75-0682-49d5-8d1f-f646f570aef3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 999 time: 0.1196237 Nov 22 16:36:19.278284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-11ffad77-e89c-4660-b011-a0dd238005f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:19.282084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-11ffad77-e89c-4660-b011-a0dd238005f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.1053226 Nov 22 16:36:19.348459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-6bc16b8d-6d93-4dee-a64b-6c533fda7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:19.350463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-6bc16b8d-6d93-4dee-a64b-6c533fda7e59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619986 Nov 22 16:36:19.413160 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:12:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:36:16Z', 'revision_number': 8, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:19.438369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c0419f45-20d3-4a88-a440-3bbcc3e69565 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:19.476399 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:19.488721 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:19.489618 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:19.506616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: c0419f45-20d3-4a88-a440-3bbcc3e69565 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:19.507907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c0419f45-20d3-4a88-a440-3bbcc3e69565 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:19.530476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-78d99628-ef43-4e09-9e16-9790c7ea20c9 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692705 Nov 22 16:36:19.743832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc7dae2-f0fa-425f-8b3b-60bac2fdcdf3 req-5eb50783-8a51-40a9-8352-e2937481bbf0 service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980247 Nov 22 16:36:19.877062 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:19.916292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:20.097440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port f8784564-f514-4c90-8c94-636545c3ad34 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:20.098135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.392787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.421025 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:12:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:36:16Z', 'revision_number': 8, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:20.466139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:20.471668 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ab0c5-d825-4bee-876d-6d7e736c592c None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'port_id': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'mac_address': 'fa:16:3e:12:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:09Z', 'updated_at': '2021-11-22T16:36:16Z', 'revision_number': 8, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:20.475181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.481617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 57997c98-5f14-4d1c-8a27-6e90ae6410e2 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:20.540302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 57997c98-5f14-4d1c-8a27-6e90ae6410e2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:20.540646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 57997c98-5f14-4d1c-8a27-6e90ae6410e2 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:20.605082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:20.611727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.822930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f07603-47da-4603-a719-616065ceff13 None None] New status for floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:36:21.309437 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.052854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34bdad-9ce4-44c9-bdaf-57aee001e4a3 req-91e5a56e-e0e1-406a-a8d9-1eb0b382d703 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:24.057307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea34bdad-9ce4-44c9-bdaf-57aee001e4a3 req-91e5a56e-e0e1-406a-a8d9-1eb0b382d703 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.1034737 Nov 22 16:36:24.125310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea34bdad-9ce4-44c9-bdaf-57aee001e4a3 req-fa6c30ee-7d7b-4461-aa0b-61084c74db31 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603464 Nov 22 16:36:24.444263 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc4ec73-1b2f-4663-b9ec-df4547564087 x-openstack-request-id: req-fdc4ec73-1b2f-4663-b9ec-df4547564087 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:24.444891 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "name": "network-vif-unplugged", "status": "completed", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:24.445261 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdc4ec73-1b2f-4663-b9ec-df4547564087 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:24.445567 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'code': 200} Nov 22 16:36:24.487972 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d210f-19a2-49af-9963-6473056d13f6 x-openstack-request-id: req-119d210f-19a2-49af-9963-6473056d13f6 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:24.488545 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5", "name": "network-vif-deleted", "tag": "c0419f45-20d3-4a88-a440-3bbcc3e69565", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:24.488908 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-119d210f-19a2-49af-9963-6473056d13f6 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:24.489884 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f7bc5-5988-49fb-81e3-912ac0a2b9e5', 'name': 'network-vif-deleted', 'tag': 'c0419f45-20d3-4a88-a440-3bbcc3e69565', 'status': 'completed', 'code': 200} Nov 22 16:36:24.527269 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a25628-81f3-4c88-b98a-cb6d8d854a56 x-openstack-request-id: req-20a25628-81f3-4c88-b98a-cb6d8d854a56 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:24.527770 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:24.528492 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20a25628-81f3-4c88-b98a-cb6d8d854a56 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:24.529533 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'status': 'completed', 'code': 200} Nov 22 16:36:24.733424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-8534eb3b-3440-4110-8398-55957bcff146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:24.736446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-8534eb3b-3440-4110-8398-55957bcff146 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.1744902 Nov 22 16:36:24.742543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ec9be23-d339-457b-b3b5-ae2710990b0d req-58fe90e7-884f-4a7e-9e8b-e9adff165533 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips/3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 HTTP/1.1" status: 200 len: 998 time: 0.1936755 Nov 22 16:36:25.010559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-490a88f3-1b9f-4929-a305-0fb48940a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.012061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-490a88f3-1b9f-4929-a305-0fb48940a619 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.2671008 Nov 22 16:36:25.023970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9be23-d339-457b-b3b5-ae2710990b0d req-9d27626b-7e85-43f0-a6cc-166b3c968cb9 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.026307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ec9be23-d339-457b-b3b5-ae2710990b0d req-9d27626b-7e85-43f0-a6cc-166b3c968cb9 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.2667210 Nov 22 16:36:25.089074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-1ec9be23-d339-457b-b3b5-ae2710990b0d req-30955d75-b343-4487-87e3-87211e2ce525 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:36:25.091723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ec9be23-d339-457b-b3b5-ae2710990b0d req-30955d75-b343-4487-87e3-87211e2ce525 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497878 Nov 22 16:36:25.139174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-6e57c769-c3f4-45be-b9ab-5837926854e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 1001 time: 0.1112840 Nov 22 16:36:25.242463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-9d1d0ac4-37b6-45cf-a438-e35ec98c4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.242463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-9d1d0ac4-37b6-45cf-a438-e35ec98c4a22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.0930500 Nov 22 16:36:25.307802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-dda8aed1-d809-45e5-a500-f34c39c2e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.309369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-dda8aed1-d809-45e5-a500-f34c39c2e5ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589142 Nov 22 16:36:25.441627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-db3b0e9e-1987-4a2b-8e47-2bacf72baa8e service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168888 Nov 22 16:36:25.616522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50b8d233-8849-4983-92f7-20eaa6ab0872 req-5b99ab88-28a1-42ee-8f69-58cd77b9d877 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654100 Nov 22 16:36:25.643086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-2e678b1c-280c-4e83-bc64-f3f84a1d5108 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.652890 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-2e678b1c-280c-4e83-bc64-f3f84a1d5108 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/networks?id=0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 HTTP/1.1" status: 200 len: 815 time: 0.1520348 Nov 22 16:36:25.670334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-85cea802-55d2-40ec-9d4f-e8cd5c1304e0 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/quotas/a3c22944d32c48e79ee4ff31b22e8967 HTTP/1.1" status: 200 len: 375 time: 0.0163846 Nov 22 16:36:25.732913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-bcd8f97b-5fef-4b4d-a7bb-1333c077b90a tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a3c22944d32c48e79ee4ff31b22e8967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614262 Nov 22 16:36:25.850552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-f6a46adc-7581-4b29-923d-6bc3d2b83fd4 service neutron] 10.222.0.59 "GET /v2.0/networks/0e74c8bd-2f41-426a-bb2e-3ecc97aa2540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165583 Nov 22 16:36:25.983930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-7749ca5a-860e-4f3f-834f-821188129a13 service neutron] 10.222.0.59 "GET /v2.0/networks/0e74c8bd-2f41-426a-bb2e-3ecc97aa2540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319857 Nov 22 16:36:26.254788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-e128950b-f91f-408e-b6c7-e6c6b4ad4f89 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:26.256574 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-e128950b-f91f-408e-b6c7-e6c6b4ad4f89 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0 HTTP/1.1" status: 200 len: 945 time: 0.1683803 Nov 22 16:36:26.333166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e20fe-a9a8-46a3-bdcd-d9fa70d6e101 req-6bccf937-57d0-4935-bb36-9d80a0775d31 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:26.336092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-039e20fe-a9a8-46a3-bdcd-d9fa70d6e101 req-6bccf937-57d0-4935-bb36-9d80a0775d31 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.1142504 Nov 22 16:36:26.355141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52476) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.361497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'floatingip': {'port_id': 'bb31439e-5d44-451e-8b08-8ec8417b2532'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:26.446753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:26.452406 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa72d32d-4423-4d08-adb9-ec6db4273e8b" -d '{"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:26.487810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.488032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Deleting port dad9a21e-3b40-43e5-9e95-921cfab76e43 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:26.488599 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.534361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'name': 'network-vif-deleted', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:26.537027 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e08713-410a-4c80-a110-72a149dc0d10" -d '{"events": [{"server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "name": "network-vif-deleted", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:26.679157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] For port dad9a21e-3b40-43e5-9e95-921cfab76e43, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dad9a21e-3b40-43e5-9e95-921cfab76e43,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:26.680405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.710350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Calling delete_port for dad9a21e-3b40-43e5-9e95-921cfab76e43 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:26.845514 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:36:26.902120 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.919505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['dad9a21e-3b40-43e5-9e95-921cfab76e43'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:26.976851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['1abeaa50-52b4-4462-8829-fce9e97e0b60'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:27.000166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Pushing event deleted for resources: {'Port': ['ID=dad9a21e-3b40-43e5-9e95-921cfab76e43,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:27.091389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] No DVR routers for this DVR port dad9a21e-3b40-43e5-9e95-921cfab76e43 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:27.095170 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.099516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2eea5bbc-4add-4556-b7f4-286f8e8e2c2d req-4c3cb8d1-cfcf-43c0-813b-e29f67d14edd tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.62 "DELETE /v2.0/ports/dad9a21e-3b40-43e5-9e95-921cfab76e43 HTTP/1.1" status: 204 len: 173 time: 0.8358932 Nov 22 16:36:27.100323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0', 'name': 'network-vif-deleted', 'tag': 'dad9a21e-3b40-43e5-9e95-921cfab76e43'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:27.119477 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b0cb74-cc3e-4c70-b8cd-d6d56b27400a" -d '{"events": [{"server_uuid": "b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0", "name": "network-vif-deleted", "tag": "dad9a21e-3b40-43e5-9e95-921cfab76e43"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:27.587771 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.620807 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.825489 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Floating IP 9cd7de48-837c-42f2-bb91-31f3b9714fef associated. External IP: 172.25.0.100, port: bb31439e-5d44-451e-8b08-8ec8417b2532. Nov 22 16:36:27.889092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-07839a9f-5e6e-4581-b058-df5122d22d76 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1425774 Nov 22 16:36:27.942593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-595d4977-e28b-4464-a109-833e63c69dfb tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:27.946550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-595d4977-e28b-4464-a109-833e63c69dfb tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports/c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 942 time: 0.0573056 Nov 22 16:36:28.089273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-df314dbe-2915-4d46-b6ff-9986b0cdc28e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.0743937 Nov 22 16:36:28.330621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Router 4467b748-20de-438a-9c01-105703147e08 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:28.351688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-57652bbb-40bb-4e36-adec-61b6297af6af tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:28.355843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-e7a80169-5338-4795-86ee-d319029d52ca tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:28.357271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-e7a80169-5338-4795-86ee-d319029d52ca tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.2121482 Nov 22 16:36:28.358681 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-57652bbb-40bb-4e36-adec-61b6297af6af tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.62 "GET /v2.0/networks?id=0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 HTTP/1.1" status: 200 len: 815 time: 0.1651661 Nov 22 16:36:28.372776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Request body: {'port': {'device_id': '8a41497f-a4d7-46fc-b58b-8273565bee60', 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'admin_state_up': True, 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:28.528622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-2f5f5183-b762-497a-9208-8f823b7d6714 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1604710 Nov 22 16:36:28.583321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:28.596152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Made reservation on behalf of a3c22944d32c48e79ee4ff31b22e8967 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:28.601021 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.674460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:28.679384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.687789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.721112 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] Sync routers for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:28.749022 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:28.758192 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:28.883656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Allocated IP 172.20.0.4 (0e74c8bd-2f41-426a-bb2e-3ecc97aa2540/1261e9bb-2b46-4ebb-923e-128d24304c36/f7877ed0-f651-4b59-8b2c-20fd4b95a480) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:28.987272 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:29.203337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.258573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.367127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:29.378132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:29.386544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:29.462497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Pushing event updated for resources: {'Port': ['ID=f7877ed0-f651-4b59-8b2c-20fd4b95a480,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:29.477758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device dad9a21e-3b40-43e5-9e95-921cfab76e43 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:29.523803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cff3982f-4a3d-4744-af55-79fd07f87ac3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "PUT /v2.0/floatingips/9cd7de48-837c-42f2-bb91-31f3b9714fef HTTP/1.1" status: 200 len: 991 time: 3.1661150 Nov 22 16:36:29.545903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: dad9a21e-3b40-43e5-9e95-921cfab76e43 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:29.546493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device dad9a21e-3b40-43e5-9e95-921cfab76e43 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:29.569677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:29.570550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.596335 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '9cd7de48-837c-42f2-bb91-31f3b9714fef', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4467b748-20de-438a-9c01-105703147e08', 'port_id': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'mac_address': 'fa:16:3e:15:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:35Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 1, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:29.612081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-5ee27c53-18c1-4cda-9970-e385251718f3 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2439320 Nov 22 16:36:29.643482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Request body: {'port': {'device_id': '8a41497f-a4d7-46fc-b58b-8273565bee60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:29.686561 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] Checking router: 4467b748-20de-438a-9c01-105703147e08 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:29.706668 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:29.707354 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:29.785831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-427441cd-2808-49ee-ba3f-cadacd8d8733 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:29.802012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-427441cd-2808-49ee-ba3f-cadacd8d8733 tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.37 "GET /v2.0/ports?device_id=76aba831-3110-4c19-b72c-c872bb61de78 HTTP/1.1" status: 200 len: 945 time: 0.3894680 Nov 22 16:36:29.914679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.008557 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:30.079228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-489f23af-04e3-4fe1-90e7-bd93f258b559 None None] Provisioning complete for port f7877ed0-f651-4b59-8b2c-20fd4b95a480 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:30.083945 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-489f23af-04e3-4fe1-90e7-bd93f258b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.244626 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.256894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-489f23af-04e3-4fe1-90e7-bd93f258b559 None None] Port f7877ed0-f651-4b59-8b2c-20fd4b95a480 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:30.351297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.357233 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 disassociated. External IP: 172.25.0.179, port: c9cb3f79-bc6b-48f9-812b-52d09c9b99c4. Nov 22 16:36:30.434233 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '9cd7de48-837c-42f2-bb91-31f3b9714fef', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4467b748-20de-438a-9c01-105703147e08', 'port_id': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'mac_address': 'fa:16:3e:15:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:35Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 1, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:30.485529 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5560b6-ca19-4fb0-82e0-9a09756e6816 None None] The sync data for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 is: [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '9cd7de48-837c-42f2-bb91-31f3b9714fef', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4467b748-20de-438a-9c01-105703147e08', 'port_id': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'mac_address': 'fa:16:3e:15:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:35:35Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 1, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:30.658499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Deleting port 1abeaa50-52b4-4462-8829-fce9e97e0b60 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:30.659264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.881429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7877ed0-f651-4b59-8b2c-20fd4b95a480 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:30.901652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.923733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Transition to ACTIVE for port object f7877ed0-f651-4b59-8b2c-20fd4b95a480 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:30.930288 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.048971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7877ed0-f651-4b59-8b2c-20fd4b95a480,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:31.093756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb5bc3-abde-466d-b528-c796d9e568d7 None None] New status for floating IP 9cd7de48-837c-42f2-bb91-31f3b9714fef: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:36:31.136855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:31.147761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] For port 1abeaa50-52b4-4462-8829-fce9e97e0b60, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1abeaa50-52b4-4462-8829-fce9e97e0b60,segment=NetworkSegment(da198d30-e1e1-4a93-bad1-f52d5947c59b),segment_id=da198d30-e1e1-4a93-bad1-f52d5947c59b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:31.148169 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.208475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Calling delete_port for 1abeaa50-52b4-4462-8829-fce9e97e0b60 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:31.275556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Attempting to bind port f7877ed0-f651-4b59-8b2c-20fd4b95a480 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:31.276442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Attempting to bind port f7877ed0-f651-4b59-8b2c-20fd4b95a480 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:31.279237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Attempting to bind port f7877ed0-f651-4b59-8b2c-20fd4b95a480 on network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:31.292821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Port f7877ed0-f651-4b59-8b2c-20fd4b95a480 on network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:31.293841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Attempting to bind port f7877ed0-f651-4b59-8b2c-20fd4b95a480 on network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:31.311153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:31.313099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Checking segment: {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:31.315671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Bound using segment: {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:31.317801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Bound port: f7877ed0-f651-4b59-8b2c-20fd4b95a480, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb04f57-ffd0-4702-ade2-14b34a8241a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:31.318560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.389743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.496781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Pushing event deleted for resources: {'Port': ['ID=1abeaa50-52b4-4462-8829-fce9e97e0b60,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:31.509836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] For port f7877ed0-f651-4b59-8b2c-20fd4b95a480, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:31.516331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] For port f7877ed0-f651-4b59-8b2c-20fd4b95a480, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f7877ed0-f651-4b59-8b2c-20fd4b95a480,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:31.525821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.624986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:31.625730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.629401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] 10.222.0.62 "PUT /v2.0/ports/f7877ed0-f651-4b59-8b2c-20fd4b95a480 HTTP/1.1" status: 200 len: 1091 time: 1.9959905 Nov 22 16:36:31.630157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] No DVR routers for this DVR port 1abeaa50-52b4-4462-8829-fce9e97e0b60 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:31.633919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.637287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61f24e5c-f43f-4378-a6a9-830df515d7de req-544cc37a-45b2-4035-8a97-1467e6b706da tempest-MultipleCreateTestJSON-512909341 tempest-MultipleCreateTestJSON-512909341-project] 10.222.0.37 "DELETE /v2.0/ports/1abeaa50-52b4-4462-8829-fce9e97e0b60 HTTP/1.1" status: 204 len: 173 time: 1.8163693 Nov 22 16:36:31.799269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221841a4-adbc-49e1-bb19-4d4671802ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7877ed0-f651-4b59-8b2c-20fd4b95a480,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:31.824231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-c18829a8-bc7c-4173-96ed-27974c16bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:31.831291 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-c18829a8-bc7c-4173-96ed-27974c16bd65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3c22944d32c48e79ee4ff31b22e8967&device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 1094 time: 0.1251149 Nov 22 16:36:31.874712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:31.883533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.894150 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:31.917063 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-57270f08-1b31-48d9-81b6-475f7bba20c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7877ed0-f651-4b59-8b2c-20fd4b95a480 HTTP/1.1" status: 200 len: 217 time: 0.0805044 Nov 22 16:36:31.918136 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:31.918858 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:31.939922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-b86cc5bf-237e-474c-8860-a09806719c02 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "PUT /v2.0/floatingips/3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 HTTP/1.1" status: 200 len: 696 time: 3.3627987 Nov 22 16:36:31.970024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1abeaa50-52b4-4462-8829-fce9e97e0b60 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:32.033353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-665e58d6-e1a5-4a98-99d1-3df6e8427bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.034845 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-665e58d6-e1a5-4a98-99d1-3df6e8427bb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1261e9bb-2b46-4ebb-923e-128d24304c36 HTTP/1.1" status: 200 len: 854 time: 0.1037230 Nov 22 16:36:32.043769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 1abeaa50-52b4-4462-8829-fce9e97e0b60 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:32.044436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1abeaa50-52b4-4462-8829-fce9e97e0b60 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:32.092682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-3c6ee8f5-fda9-43e8-a948-5873b490858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.096204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-3c6ee8f5-fda9-43e8-a948-5873b490858e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.1368289 Nov 22 16:36:32.135087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-8804851e-b068-48e5-b6cd-6027240c63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.136653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-8804851e-b068-48e5-b6cd-6027240c63bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e74c8bd-2f41-426a-bb2e-3ecc97aa2540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928252 Nov 22 16:36:32.218171 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:32.323649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-33cacc6c-48da-4053-ba87-dec75b9a66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.325880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-33cacc6c-48da-4053-ba87-dec75b9a66b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.2188220 Nov 22 16:36:32.412305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-7bc4a7f9-527f-43fc-8630-3d812a174ce7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 217 time: 0.0780127 Nov 22 16:36:32.414717 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-fca85745-9e70-43d6-b4bd-50d0664cb68b service neutron] 10.222.0.62 "GET /v2.0/networks/0e74c8bd-2f41-426a-bb2e-3ecc97aa2540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667308 Nov 22 16:36:32.567015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-05d92ca8-58aa-4f05-96b4-e4cab288cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.575410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-05d92ca8-58aa-4f05-96b4-e4cab288cab0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.1551826 Nov 22 16:36:32.599481 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-befe39d4-b67c-41a8-92f0-9b680ebf2e09 req-7b393157-d04e-4646-975e-dabc58ca1cdc service neutron] 10.222.0.62 "GET /v2.0/networks/0e74c8bd-2f41-426a-bb2e-3ecc97aa2540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754332 Nov 22 16:36:32.683755 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:32.691712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-a6858762-b124-4d55-bc45-0e6260b4dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.695346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-a6858762-b124-4d55-bc45-0e6260b4dcf1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119726 Nov 22 16:36:32.758750 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:32.805773 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:32.805773 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:32.965280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-bc382dd3-f0b7-4c87-b15f-4bc4ca01188e service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627244 Nov 22 16:36:33.106007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2446ddd9-ddf9-4555-ba37-b46b561d9b1c req-13a7ecf0-e6ec-41a9-893f-725d5d26983f service neutron] 10.222.0.59 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285584 Nov 22 16:36:33.234528 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:33.618854 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:33.625418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64587f-b1bb-4b47-9047-3f2f524dfbbb req-288662a5-88dc-4072-98f1-d503f186372a tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.644323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f64587f-b1bb-4b47-9047-3f2f524dfbbb req-288662a5-88dc-4072-98f1-d503f186372a tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.1213622 Nov 22 16:36:33.681380 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d570d87-804c-4f89-8345-b604b01fb653 None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:44Z', 'revision_number': 4, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'a3d0c4f8-0083-4fb5-8f98-19cc99a59a33', 'name': '', 'network_id': '7638b932-1d37-4c6f-83a0-02207bd49828', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'mac_address': 'fa:16:3e:a0:15:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'subnets': [{'id': 'c211b024-2738-4a2e-8cf1-ed066faa1c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:33.769518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f64587f-b1bb-4b47-9047-3f2f524dfbbb req-c27be08b-70aa-4e94-95d9-68c95131bc65 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235542 Nov 22 16:36:33.836795 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f93dadd-e755-4417-a41b-17be409018b3 x-openstack-request-id: req-4f93dadd-e755-4417-a41b-17be409018b3 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:33.838061 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:33.838534 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4f93dadd-e755-4417-a41b-17be409018b3 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:33.841014 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34', 'code': 200} Nov 22 16:36:33.906576 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da010a2-ed16-4505-971b-dfbc9f60ae13 x-openstack-request-id: req-4da010a2-ed16-4505-971b-dfbc9f60ae13 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:33.907291 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cf722f-1d47-46cc-ba4e-95e00057f943", "name": "network-vif-deleted", "tag": "57997c98-5f14-4d1c-8a27-6e90ae6410e2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:33.908128 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4da010a2-ed16-4505-971b-dfbc9f60ae13 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:33.909155 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cf722f-1d47-46cc-ba4e-95e00057f943', 'name': 'network-vif-deleted', 'tag': '57997c98-5f14-4d1c-8a27-6e90ae6410e2', 'status': 'completed', 'code': 200} Nov 22 16:36:34.130016 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74980814-9cbe-4ff5-a32b-c696491f3e66 x-openstack-request-id: req-74980814-9cbe-4ff5-a32b-c696491f3e66 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:34.130862 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0", "name": "network-vif-deleted", "tag": "dad9a21e-3b40-43e5-9e95-921cfab76e43", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:34.130862 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74980814-9cbe-4ff5-a32b-c696491f3e66 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:34.131445 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cc6c4b-3171-45b0-b994-fa9bc9c3e9a0', 'name': 'network-vif-deleted', 'tag': 'dad9a21e-3b40-43e5-9e95-921cfab76e43', 'status': 'completed', 'code': 200} Nov 22 16:36:34.189053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff83bdf-6236-425c-8f5e-a091480ab869 None None] New status for floating IP 3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:36:35.037520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:35.108693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f359c5d-6ecb-454c-8012-e983fefff91a admin admin] Deleting subnet a7f8c63b-529e-4e42-bb07-c6809f3fdca6 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:35.113740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f359c5d-6ecb-454c-8012-e983fefff91a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.176253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f359c5d-6ecb-454c-8012-e983fefff91a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.263339 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f359c5d-6ecb-454c-8012-e983fefff91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.291686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95326ab7-ed56-4194-866b-1a41ca2c4134 req-79fb8457-05a8-47af-aaf8-b0ce77d3c408 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:35.293286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95326ab7-ed56-4194-866b-1a41ca2c4134 req-79fb8457-05a8-47af-aaf8-b0ce77d3c408 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.1210737 Nov 22 16:36:35.369516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95326ab7-ed56-4194-866b-1a41ca2c4134 req-197ce06a-a1d7-490e-9b3e-f4b3e08037fe tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610502 Nov 22 16:36:35.371091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f359c5d-6ecb-454c-8012-e983fefff91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.406099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f359c5d-6ecb-454c-8012-e983fefff91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f8c63b-529e-4e42-bb07-c6809f3fdca6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:35.408494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f359c5d-6ecb-454c-8012-e983fefff91a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.412215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8f359c5d-6ecb-454c-8012-e983fefff91a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a7f8c63b-529e-4e42-bb07-c6809f3fdca6 HTTP/1.1" status: 204 len: 168 time: 0.3733468 Nov 22 16:36:35.414903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52670) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:35.500608 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.643169 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.676704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:35.694056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da198d30-e1e1-4a93-bad1-f52d5947c59b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:35.695348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da198d30-e1e1-4a93-bad1-f52d5947c59b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:35.711337 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.726802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.737663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:35.738628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:35.741302 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:35.831664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.851118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.857224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb HTTP/1.1" status: 204 len: 168 time: 0.4388163 Nov 22 16:36:35.857224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dfbb6-be49-42c0-9f2e-c78407bc9ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=72040ae3-7a0b-4a8b-afcc-6aaf12d8d7eb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:35.911302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532'}, {'server_uuid': '76aba831-3110-4c19-b72c-c872bb61de78', 'name': 'network-vif-deleted', 'tag': '1abeaa50-52b4-4462-8829-fce9e97e0b60'}, {'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:35.914903 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50a49dd-755b-4698-a1d9-b182624ee6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532"}, {"server_uuid": "76aba831-3110-4c19-b72c-c872bb61de78", "name": "network-vif-deleted", "tag": "1abeaa50-52b4-4462-8829-fce9e97e0b60"}, {"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:36.102199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52722) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.109923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0796-f07f-481d-a8b1-193bd008ded9 req-53d21bde-b8c6-456b-afef-09d5d4b468c2 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:36.111833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-416e0796-f07f-481d-a8b1-193bd008ded9 req-53d21bde-b8c6-456b-afef-09d5d4b468c2 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 949 time: 0.0696659 Nov 22 16:36:36.146197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a41497f-a4d7-46fc-b58b-8273565bee60', 'tag': 'f7877ed0-f651-4b59-8b2c-20fd4b95a480'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:36.151251 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c159ca8b-d93d-4246-97cd-b394bcaa10bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8a41497f-a4d7-46fc-b58b-8273565bee60", "tag": "f7877ed0-f651-4b59-8b2c-20fd4b95a480"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:36.181582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1747fea7-6201-48ec-af27-4e7da9f4371c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bef191094b66459eaf5e027e0ffc0e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781302 Nov 22 16:36:36.185718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52726) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.187003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-416e0796-f07f-481d-a8b1-193bd008ded9 req-a8899e06-92c6-4e5d-96e4-e8b90bb658a0 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689194 Nov 22 16:36:36.274397 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77fd1a62-ac92-4d03-997e-0fa53826cb05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.288774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb37dfea-0091-427f-abac-717c7df34eff req-d6a812f5-1fe9-433a-ba74-7c82633f5880 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips/3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 HTTP/1.1" status: 200 len: 694 time: 0.0555971 Nov 22 16:36:36.317818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77fd1a62-ac92-4d03-997e-0fa53826cb05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.413570 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77fd1a62-ac92-4d03-997e-0fa53826cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.420228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77fd1a62-ac92-4d03-997e-0fa53826cb05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.422582 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.424463 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-77fd1a62-ac92-4d03-997e-0fa53826cb05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23e38e4b-f996-432e-bc44-c4a1ace86f50 HTTP/1.1" status: 204 len: 168 time: 0.2336700 Nov 22 16:36:36.439043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd1a62-ac92-4d03-997e-0fa53826cb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e38e4b-f996-432e-bc44-c4a1ace86f50,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:36.462461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37dfea-0091-427f-abac-717c7df34eff req-7fbe1d6b-819a-4461-ae5b-e4988e4e1016 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:36.471988 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb37dfea-0091-427f-abac-717c7df34eff req-7fbe1d6b-819a-4461-ae5b-e4988e4e1016 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1756263 Nov 22 16:36:36.496051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-fb37dfea-0091-427f-abac-717c7df34eff req-8c27e007-e689-4a73-83a5-c7872f2e0f7b tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:36:36.497518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb37dfea-0091-427f-abac-717c7df34eff req-8c27e007-e689-4a73-83a5-c7872f2e0f7b tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169499 Nov 22 16:36:36.581837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb37dfea-0091-427f-abac-717c7df34eff req-08a2a73d-1c9e-40c5-95f5-75939cc1d06e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 697 time: 0.0654583 Nov 22 16:36:36.679591 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb37dfea-0091-427f-abac-717c7df34eff req-9b50589a-ad67-4f93-adbe-42abf4cd665b tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 697 time: 0.0812414 Nov 22 16:36:36.924481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Deleting port 385a7c3b-e5ea-48b9-bf74-8bbeba428577 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:36.925435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.020123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.020802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.042373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Calling delete_port for 385a7c3b-e5ea-48b9-bf74-8bbeba428577 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:37.302877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.366527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Pushing event deleted for resources: {'Port': ['ID=385a7c3b-e5ea-48b9-bf74-8bbeba428577,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:37.433901 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.442674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.455406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb37dfea-0091-427f-abac-717c7df34eff req-88cd3bcc-e75b-44fa-9e91-141d860a31a0 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "DELETE /v2.0/floatingips/3c75a366-2876-4bf3-8ca2-d53f7ea7d2f7 HTTP/1.1" status: 204 len: 173 time: 0.7658858 Nov 22 16:36:37.610149 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.785774 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b04b053-1ef5-4ecd-8035-a7299afd2f0c x-openstack-request-id: req-4b04b053-1ef5-4ecd-8035-a7299afd2f0c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:37.785774 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532", "status": "completed", "code": 200}, {"server_uuid": "76aba831-3110-4c19-b72c-c872bb61de78", "name": "network-vif-deleted", "tag": "1abeaa50-52b4-4462-8829-fce9e97e0b60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:37.785774 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b04b053-1ef5-4ecd-8035-a7299afd2f0c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:37.785774 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'status': 'completed', 'code': 200} Nov 22 16:36:37.785774 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76aba831-3110-4c19-b72c-c872bb61de78', 'name': 'network-vif-deleted', 'tag': '1abeaa50-52b4-4462-8829-fce9e97e0b60', 'status': 'completed', 'code': 200} Nov 22 16:36:37.785774 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'status': 'completed', 'code': 200} Nov 22 16:36:37.876356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52766) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.923794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-341859c1-f82c-4ed3-b274-7ffb6d995999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:37.925440 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-341859c1-f82c-4ed3-b274-7ffb6d995999 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 1096 time: 0.1131322 Nov 22 16:36:38.013475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:38.057589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-255539277-network', 'tenant_id': '6c79df8b93f448f2a4409a392bf7cca6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:38.087706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Made reservation on behalf of 6c79df8b93f448f2a4409a392bf7cca6 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:38.090520 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.098972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-424b59bd-9766-4da2-af1f-5a0c43b1bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.100589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.100744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-424b59bd-9766-4da2-af1f-5a0c43b1bd7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.1665425 Nov 22 16:36:38.213043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.217634 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.229094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.242219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-54d122e7-0d73-4565-8a44-73cf3211cc88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb31439e-5d44-451e-8b08-8ec8417b2532 HTTP/1.1" status: 200 len: 1001 time: 0.1257381 Nov 22 16:36:38.254929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:38.267528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.268213 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Added segment 53f73ab8-a3ad-4403-a7eb-ca284daf354c of type vlan for network 52b2783c-3daf-47e0-a9f5-c8fca90c4ec7 Nov 22 16:36:38.282551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:38.295634 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b787b8-1809-4a99-bd5f-31d37942d987" -d '{"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:38.317490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:38.318092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.343117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.400104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1243ac-7671-46a4-8df6-7ad4863f1989,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:38.434227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.437800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.440972 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.462228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:38.473261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.473583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.473993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.474427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.474987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.475491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.475907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.476451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.476584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-903ceae3-9ca1-43c9-bf54-3fb4c46a026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.477080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.477378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.478075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.478488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:38.486706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-903ceae3-9ca1-43c9-bf54-3fb4c46a026f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.2355952 Nov 22 16:36:38.498504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6209490 Nov 22 16:36:38.532455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:38.539820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Request body: {'subnet': {'network_id': '52b2783c-3daf-47e0-a9f5-c8fca90c4ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-255539277-subnet', 'tenant_id': '6c79df8b93f448f2a4409a392bf7cca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:38.564116 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a632e6-6056-476d-90ac-d6815e28372c x-openstack-request-id: req-31a632e6-6056-476d-90ac-d6815e28372c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:38.564510 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a41497f-a4d7-46fc-b58b-8273565bee60", "tag": "f7877ed0-f651-4b59-8b2c-20fd4b95a480", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:38.564731 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31a632e6-6056-476d-90ac-d6815e28372c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:38.565338 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a41497f-a4d7-46fc-b58b-8273565bee60', 'tag': 'f7877ed0-f651-4b59-8b2c-20fd4b95a480', 'status': 'completed', 'code': 200} Nov 22 16:36:38.568812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Made reservation on behalf of 6c79df8b93f448f2a4409a392bf7cca6 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:38.571441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.626070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-a8110ff7-8d01-4e98-9a9f-89a681915f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.631769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-a8110ff7-8d01-4e98-9a9f-89a681915f19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362362 Nov 22 16:36:38.770516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.836203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d5730-6f75-4a82-acd7-b1c592aeeca0 admin admin] Pushing event updated for resources: {'Network': ['ID=52b2783c-3daf-47e0-a9f5-c8fca90c4ec7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:38.853705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 52b2783c-3daf-47e0-a9f5-c8fca90c4ec7 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:38.867989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Checking segment: {'id': '53f73ab8-a3ad-4403-a7eb-ca284daf354c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '52b2783c-3daf-47e0-a9f5-c8fca90c4ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:38.868609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Network hostable DHCP agents. Network: 52b2783c-3daf-47e0-a9f5-c8fca90c4ec7, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:38.894682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d44ce0-3eb1-4f52-822e-8cf10e520e90,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:38.899991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-e10ef838-17ff-45a2-9a02-46b5190e71d7 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612052 Nov 22 16:36:38.916700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Network 52b2783c-3daf-47e0-a9f5-c8fca90c4ec7 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:38.928955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 52b2783c-3daf-47e0-a9f5-c8fca90c4ec7) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:38.936964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.938135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.973272 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9cc3a5c1-b7a9-4150-a76c-d1348b981982 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4392290 Nov 22 16:36:38.992549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4373351-239b-493e-bc60-8d70de690995 None None] Network 52b2783c-3daf-47e0-a9f5-c8fca90c4ec7 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:39.175092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-c39126ca-58a2-42c8-a4a7-a042745b5608 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672482 Nov 22 16:36:39.268603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3dd36b-67cc-47cd-937d-9768534a4c2d None None] Network 52b2783c-3daf-47e0-a9f5-c8fca90c4ec7 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:39.335191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158678c-adac-41c6-81a9-015ed051dd1e req-73fdd36e-e2cc-4c87-bcfc-8cdd18b5d8ef tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.336925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3158678c-adac-41c6-81a9-015ed051dd1e req-73fdd36e-e2cc-4c87-bcfc-8cdd18b5d8ef tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.1112838 Nov 22 16:36:39.339278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-698f3a86-c19f-4d5a-bbc4-2d45ade69fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.340940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-698f3a86-c19f-4d5a-bbc4-2d45ade69fee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d18b90294d894f469a75f6c6c239ea3a&device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 1096 time: 0.0708649 Nov 22 16:36:39.464042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3158678c-adac-41c6-81a9-015ed051dd1e req-1f726203-6bae-4636-99aa-7a52b6d9fb54 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176081 Nov 22 16:36:39.489432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-65cb04ec-f8fc-444c-9ea2-dbe179654e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.490981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-65cb04ec-f8fc-444c-9ea2-dbe179654e20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 200 len: 922 time: 0.1380613 Nov 22 16:36:39.543915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-8c6848c1-03c6-4212-9149-d4de93914b3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 200 len: 217 time: 0.0446432 Nov 22 16:36:39.620564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-17f99159-fdb1-4eec-82ba-e57e03a71f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.622371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-17f99159-fdb1-4eec-82ba-e57e03a71f9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 200 len: 860 time: 0.0714290 Nov 22 16:36:39.693996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-cac67ec9-2c99-4ef9-9752-e795fd20107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.696036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-cac67ec9-2c99-4ef9-9752-e795fd20107c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7638b932-1d37-4c6f-83a0-02207bd49828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629680 Nov 22 16:36:39.740270 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1136a6d-a183-47d3-9515-1fb91e34fadc x-openstack-request-id: req-a1136a6d-a183-47d3-9515-1fb91e34fadc {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:39.740609 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:39.740831 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1136a6d-a183-47d3-9515-1fb91e34fadc {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:39.741239 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34', 'code': 200} Nov 22 16:36:39.853829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-1035ab4c-0af3-4ac2-925d-b24167a8ce68 service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476097 Nov 22 16:36:39.992134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a49dd-755b-4698-a1d9-b182624ee6e2 req-0592d1a9-f166-4831-8f57-f31186ec23ac service neutron] 10.222.0.37 "GET /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187618 Nov 22 16:36:40.346623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52864) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:40.482854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb30e24-95b9-4de4-b2eb-e0f72585797c admin admin] Deleting subnet e9d44ce0-3eb1-4f52-822e-8cf10e520e90 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:40.489934 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddb30e24-95b9-4de4-b2eb-e0f72585797c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.531527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad6ab6-4bb2-49ef-bfd2-30fa8b5ea49a req-d552decd-1fae-4617-9082-ef17058c6ed4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.533101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02ad6ab6-4bb2-49ef-bfd2-30fa8b5ea49a req-d552decd-1fae-4617-9082-ef17058c6ed4 tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 945 time: 0.0975742 Nov 22 16:36:40.544757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddb30e24-95b9-4de4-b2eb-e0f72585797c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.597894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52870) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:40.622805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddb30e24-95b9-4de4-b2eb-e0f72585797c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.670489 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02ad6ab6-4bb2-49ef-bfd2-30fa8b5ea49a req-02990378-49a6-4c57-a346-22911314314e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284223 Nov 22 16:36:40.723498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddb30e24-95b9-4de4-b2eb-e0f72585797c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.739059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ddb30e24-95b9-4de4-b2eb-e0f72585797c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.749521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ddb30e24-95b9-4de4-b2eb-e0f72585797c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e9d44ce0-3eb1-4f52-822e-8cf10e520e90 HTTP/1.1" status: 204 len: 168 time: 0.3950586 Nov 22 16:36:40.750081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:40.771690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb30e24-95b9-4de4-b2eb-e0f72585797c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d44ce0-3eb1-4f52-822e-8cf10e520e90,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:40.856832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25a716be-7381-4f03-b0fb-b7ae9bda373c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.893314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.908571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ccad6-af43-40c0-8e87-8bb124098521 req-e22b62ad-2f2f-4235-883b-891f8d8f397b tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.919686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b57ccad6-af43-40c0-8e87-8bb124098521 req-e22b62ad-2f2f-4235-883b-891f8d8f397b tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.0873840 Nov 22 16:36:40.981478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b57ccad6-af43-40c0-8e87-8bb124098521 req-8dfa4bf3-f1be-4eb7-9aee-8ebccd36727d tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602131 Nov 22 16:36:41.008154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.047465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b2783c-3daf-47e0-a9f5-c8fca90c4ec7']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:41.064803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25a716be-7381-4f03-b0fb-b7ae9bda373c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.066728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f73ab8-a3ad-4403-a7eb-ca284daf354c') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:41.067098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f73ab8-a3ad-4403-a7eb-ca284daf354c') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:41.089984 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.123313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.133515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:41.134455 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:41.218056 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:41.221143 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25a716be-7381-4f03-b0fb-b7ae9bda373c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.251045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.261059 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.272344 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/52b2783c-3daf-47e0-a9f5-c8fca90c4ec7 HTTP/1.1" status: 204 len: 168 time: 0.5217333 Nov 22 16:36:41.323049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a716be-7381-4f03-b0fb-b7ae9bda373c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f07ce2-3585-47e2-968d-7804074278cc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:41.331861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850d564-17fd-47af-858d-2c4989df7ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b2783c-3daf-47e0-a9f5-c8fca90c4ec7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:41.345144 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-25a716be-7381-4f03-b0fb-b7ae9bda373c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af5baca915a84917b5a4fab4ae8eb768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7422876 Nov 22 16:36:41.346031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:41.447910 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfaea9c-4dfa-449b-b494-2781727edf14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.484591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfaea9c-4dfa-449b-b494-2781727edf14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.626047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52900) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:41.663901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2924-5603-4c62-a7d3-279156b19f2b req-1e0d8b05-59e8-4781-9e51-86386a88e32d tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.665525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-069e2924-5603-4c62-a7d3-279156b19f2b req-1e0d8b05-59e8-4781-9e51-86386a88e32d tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.37 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 945 time: 0.5924835 Nov 22 16:36:41.755656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d832fff8-3c96-4ef1-8e59-7d768602e6fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c79df8b93f448f2a4409a392bf7cca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269090 Nov 22 16:36:41.764925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:41.820113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-64f0ab3e-d0e3-47d3-be61-1d03ab545246 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.826266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-64f0ab3e-d0e3-47d3-be61-1d03ab545246 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.832679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-64f0ab3e-d0e3-47d3-be61-1d03ab545246 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.838497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-64f0ab3e-d0e3-47d3-be61-1d03ab545246 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.844753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-64f0ab3e-d0e3-47d3-be61-1d03ab545246 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.852030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-64f0ab3e-d0e3-47d3-be61-1d03ab545246 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.860578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-64f0ab3e-d0e3-47d3-be61-1d03ab545246 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.861999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfaea9c-4dfa-449b-b494-2781727edf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.862503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-64f0ab3e-d0e3-47d3-be61-1d03ab545246 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5443 time: 0.2354007 Nov 22 16:36:41.864741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfaea9c-4dfa-449b-b494-2781727edf14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.867118 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bfaea9c-4dfa-449b-b494-2781727edf14 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11f07ce2-3585-47e2-968d-7804074278cc HTTP/1.1" status: 204 len: 168 time: 0.5185144 Nov 22 16:36:41.874888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaea9c-4dfa-449b-b494-2781727edf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f07ce2-3585-47e2-968d-7804074278cc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:41.952019 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef68419e-66fb-4b44-b0df-52596c29d873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.991304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Deleting port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:41.991650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.995734 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef68419e-66fb-4b44-b0df-52596c29d873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.003972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5c8b413-e20d-48f5-ae1f-09647c043f2c req-b1faa8b2-4eab-43b9-939e-5e4dc1d4eff3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232347 Nov 22 16:36:42.116068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef68419e-66fb-4b44-b0df-52596c29d873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.118684 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef68419e-66fb-4b44-b0df-52596c29d873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.119803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef68419e-66fb-4b44-b0df-52596c29d873 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e1243ac-7671-46a4-8df6-7ad4863f1989 HTTP/1.1" status: 204 len: 168 time: 0.3537414 Nov 22 16:36:42.138681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68419e-66fb-4b44-b0df-52596c29d873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1243ac-7671-46a4-8df6-7ad4863f1989,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:42.145797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] For port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:42.146136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.160929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Calling delete_port for c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:42.276024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee1493-14bd-412b-8e94-f22166e9aae4 req-c5c1d925-f528-4b7f-991f-adf4167c3ffc tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.282836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cee1493-14bd-412b-8e94-f22166e9aae4 req-c5c1d925-f528-4b7f-991f-adf4167c3ffc tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/ports?device_id=734de4eb-4e2b-44cd-a550-1890b9dc3e3f HTTP/1.1" status: 200 len: 945 time: 0.0757003 Nov 22 16:36:42.373203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cee1493-14bd-412b-8e94-f22166e9aae4 req-8d0b92a8-cfde-44c7-8515-ab055d8a366e tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4e62a55-a8e7-487c-afb5-3d5414427407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819266 Nov 22 16:36:42.399869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.445741 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Pushing event deleted for resources: {'Port': ['ID=c9cb3f79-bc6b-48f9-812b-52d09c9b99c4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:42.531760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] No DVR routers for this DVR port c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:42.534819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.538171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-069e2924-5603-4c62-a7d3-279156b19f2b req-fbb401e5-478f-42fb-aa69-6d7bbd7134aa tempest-FloatingIPsAssociationTestJSON-729339124 tempest-FloatingIPsAssociationTestJSON-729339124-project] 10.222.0.37 "DELETE /v2.0/ports/c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 HTTP/1.1" status: 204 len: 173 time: 0.8649518 Nov 22 16:36:42.538623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'name': 'network-vif-deleted', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:42.541510 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3293dcc-dbbe-4da1-8bd9-ab6aa506f004" -d '{"events": [{"server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "name": "network-vif-deleted", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:42.574376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9d87a-0848-49e3-a698-a97374f1b845 req-a1482adf-f302-418e-8e7c-e16c479150cd tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.575979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5a9d87a-0848-49e3-a698-a97374f1b845 req-a1482adf-f302-418e-8e7c-e16c479150cd tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.1019597 Nov 22 16:36:42.634684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5a9d87a-0848-49e3-a698-a97374f1b845 req-45d02b52-6d75-4c85-ba67-bf9c8923ea0f tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506628 Nov 22 16:36:42.785847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c025-e483-4b0c-b6b9-99dad90ad714 req-7f117d0d-7f4c-4feb-a6df-ce186db1dd91 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.792691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c025-e483-4b0c-b6b9-99dad90ad714 req-7f117d0d-7f4c-4feb-a6df-ce186db1dd91 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.799455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c025-e483-4b0c-b6b9-99dad90ad714 req-7f117d0d-7f4c-4feb-a6df-ce186db1dd91 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.805506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c025-e483-4b0c-b6b9-99dad90ad714 req-7f117d0d-7f4c-4feb-a6df-ce186db1dd91 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.816960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c025-e483-4b0c-b6b9-99dad90ad714 req-7f117d0d-7f4c-4feb-a6df-ce186db1dd91 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.823906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c025-e483-4b0c-b6b9-99dad90ad714 req-7f117d0d-7f4c-4feb-a6df-ce186db1dd91 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.830132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c025-e483-4b0c-b6b9-99dad90ad714 req-7f117d0d-7f4c-4feb-a6df-ce186db1dd91 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.842874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1074c025-e483-4b0c-b6b9-99dad90ad714 req-7f117d0d-7f4c-4feb-a6df-ce186db1dd91 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5443 time: 0.1328757 Nov 22 16:36:42.882504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52960) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:43.091468 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed40a6b-a365-443d-a4f5-e32c29c61073 x-openstack-request-id: req-0ed40a6b-a365-443d-a4f5-e32c29c61073 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:43.091978 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734de4eb-4e2b-44cd-a550-1890b9dc3e3f", "name": "network-vif-deleted", "tag": "c9cb3f79-bc6b-48f9-812b-52d09c9b99c4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:43.092516 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ed40a6b-a365-443d-a4f5-e32c29c61073 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:43.093408 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734de4eb-4e2b-44cd-a550-1890b9dc3e3f', 'name': 'network-vif-deleted', 'tag': 'c9cb3f79-bc6b-48f9-812b-52d09c9b99c4', 'status': 'completed', 'code': 200} Nov 22 16:36:43.220634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb14663-0d4a-43c8-9670-597be16b95bd admin admin] Deleting subnet d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:43.224975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fb14663-0d4a-43c8-9670-597be16b95bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.279663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fb14663-0d4a-43c8-9670-597be16b95bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.330189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fb14663-0d4a-43c8-9670-597be16b95bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.392580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fb14663-0d4a-43c8-9670-597be16b95bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.419517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14663-0d4a-43c8-9670-597be16b95bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ca7fc4-428e-4399-8bfe-cb151d8d0f89,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:43.424307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fb14663-0d4a-43c8-9670-597be16b95bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.427694 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9fb14663-0d4a-43c8-9670-597be16b95bd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d6ca7fc4-428e-4399-8bfe-cb151d8d0f89 HTTP/1.1" status: 204 len: 168 time: 0.5439694 Nov 22 16:36:43.431849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52996) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:43.508241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.570261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:43.595681 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.630307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a974a1-9ab9-44c7-969f-335f01e4d28d']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:43.642071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:43.642071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d31252a-d5ce-4539-82b2-7f5ca12b6cbd') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:43.652630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.667963 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.682643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:43.684842 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:43.689067 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:43.759040 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.766238 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.771101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] 10.222.0.59 "DELETE /v2.0/networks/84a974a1-9ab9-44c7-969f-335f01e4d28d HTTP/1.1" status: 204 len: 168 time: 0.3380790 Nov 22 16:36:43.798492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8d86f-8856-405f-8128-ca1175ac1644 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a974a1-9ab9-44c7-969f-335f01e4d28d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:43.842864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c181d-2785-4bb5-9f84-7aa238b993ef req-c553cbc4-41dd-4028-9233-b0db3c1a7654 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.851961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-706c181d-2785-4bb5-9f84-7aa238b993ef req-c553cbc4-41dd-4028-9233-b0db3c1a7654 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.0793908 Nov 22 16:36:43.906354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-706c181d-2785-4bb5-9f84-7aa238b993ef req-e0bcfc10-929d-4bf5-ae24-d0756fadc146 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531261 Nov 22 16:36:43.995357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:44.014267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:44.043717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:44.044037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c9cb3f79-bc6b-48f9-812b-52d09c9b99c4 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:44.063722 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.107090 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c71630b5-162d-416f-b5d6-2fd8a0256c21 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92c1656d36b24d3b9261b2a38bf85124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1092784 Nov 22 16:36:44.108803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:44.172548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95d0dd93-00e8-4e0c-a01d-3f1149573e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.198306 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95d0dd93-00e8-4e0c-a01d-3f1149573e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.270992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95d0dd93-00e8-4e0c-a01d-3f1149573e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.276033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95d0dd93-00e8-4e0c-a01d-3f1149573e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.277998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-95d0dd93-00e8-4e0c-a01d-3f1149573e0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e356532b-3724-4010-9544-f7a79c69dacb HTTP/1.1" status: 204 len: 168 time: 0.1674252 Nov 22 16:36:44.289580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0dd93-00e8-4e0c-a01d-3f1149573e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e356532b-3724-4010-9544-f7a79c69dacb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:44.424100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Deleting port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:44.424583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.501192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53084) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:44.519286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] For port a3d0c4f8-0083-4fb5-8f98-19cc99a59a33, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:44.519745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.539354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53088) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:44.547984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Calling delete_port for a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:44.811314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.842568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d0c4f8-0083-4fb5-8f98-19cc99a59a33,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:44.861311 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c066043a-4a77-4d07-b1ae-f4cb0e778679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.908437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-baf06c27-d2da-44b7-b5b9-f6c4bea4249a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.118525 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-baf06c27-d2da-44b7-b5b9-f6c4bea4249a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.177352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-baf06c27-d2da-44b7-b5b9-f6c4bea4249a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.208483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.227305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf06c27-d2da-44b7-b5b9-f6c4bea4249a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e189e70-3c8f-46d4-836a-8ea556ea3235,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:45.255978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-baf06c27-d2da-44b7-b5b9-f6c4bea4249a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c607c14ca074eedb203d5754bb09afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7152188 Nov 22 16:36:45.270433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:45.271199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e32ceb-dc5b-4f40-9916-334558e208da req-75b56362-6c39-4bb9-9b34-af21c7d87558 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.278750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3e32ceb-dc5b-4f40-9916-334558e208da req-75b56362-6c39-4bb9-9b34-af21c7d87558 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.1586959 Nov 22 16:36:45.372823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3e32ceb-dc5b-4f40-9916-334558e208da req-3b36ba4e-80f2-4feb-b803-3cfa3216a445 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929887 Nov 22 16:36:45.395590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53128) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:45.463695 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f228a8c-b485-4727-be05-48bc9d2ebd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.481539 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c066043a-4a77-4d07-b1ae-f4cb0e778679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.490338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c066043a-4a77-4d07-b1ae-f4cb0e778679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.493045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceb86287-c9f9-48f4-9eb1-61f10b4a1196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.552934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c066043a-4a77-4d07-b1ae-f4cb0e778679 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94566b67cc794c038f81952669408a00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0492136 Nov 22 16:36:45.555431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066043a-4a77-4d07-b1ae-f4cb0e778679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd981ce-b724-491c-987e-f1ab15365add,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:45.558994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53140) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:45.563200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceb86287-c9f9-48f4-9eb1-61f10b4a1196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.756551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-e4141201-4c56-4e73-9f47-97252efc40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.757050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-e4141201-4c56-4e73-9f47-97252efc40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.757540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-e4141201-4c56-4e73-9f47-97252efc40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.758015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-e4141201-4c56-4e73-9f47-97252efc40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.758478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-e4141201-4c56-4e73-9f47-97252efc40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.758943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-e4141201-4c56-4e73-9f47-97252efc40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.759492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-e4141201-4c56-4e73-9f47-97252efc40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.761540 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-e4141201-4c56-4e73-9f47-97252efc40ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6500 time: 0.3647289 Nov 22 16:36:45.795573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-428a7018-9b2f-4bf9-8a6c-d2d3eabf3e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.815041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceb86287-c9f9-48f4-9eb1-61f10b4a1196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.817695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceb86287-c9f9-48f4-9eb1-61f10b4a1196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.818861 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ceb86287-c9f9-48f4-9eb1-61f10b4a1196 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0e189e70-3c8f-46d4-836a-8ea556ea3235 HTTP/1.1" status: 204 len: 168 time: 0.5469468 Nov 22 16:36:45.827633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:45.856309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-428a7018-9b2f-4bf9-8a6c-d2d3eabf3e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.867649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb86287-c9f9-48f4-9eb1-61f10b4a1196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e189e70-3c8f-46d4-836a-8ea556ea3235,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:45.911520 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-1e49d776-5464-4198-836c-6d6a79b53240 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1255312 Nov 22 16:36:46.021851 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-428a7018-9b2f-4bf9-8a6c-d2d3eabf3e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.025119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-428a7018-9b2f-4bf9-8a6c-d2d3eabf3e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.026508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-428a7018-9b2f-4bf9-8a6c-d2d3eabf3e9a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1cd981ce-b724-491c-987e-f1ab15365add HTTP/1.1" status: 204 len: 168 time: 0.4588540 Nov 22 16:36:46.047776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a7018-9b2f-4bf9-8a6c-d2d3eabf3e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd981ce-b724-491c-987e-f1ab15365add,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:46.082475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:46.094283 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fd8729a9-d27e-48b7-aa2b-69331d7fda1d admin admin] 10.222.0.59 "PUT /v2.0/routers/4f796dc9-7e5e-4531-ab4f-a15ea91f6771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5193677 Nov 22 16:36:46.095320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:46.101555 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] Sync routers for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:46.126551 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:46.128351 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:46.224673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-c21630e2-8629-4557-ad68-bacb2e8f57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.227307 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-c21630e2-8629-4557-ad68-bacb2e8f57fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a3c22944d32c48e79ee4ff31b22e8967&device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 1094 time: 0.1678529 Nov 22 16:36:46.282216 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:46.458153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-c1852f84-04b3-4405-8fd0-41eab3d7242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.459778 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-c1852f84-04b3-4405-8fd0-41eab3d7242b service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 HTTP/1.1" status: 200 len: 916 time: 0.2247858 Nov 22 16:36:46.490054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.502788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-f4979dc1-5adb-4edc-9781-ae28bc2bf283 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=43b0dde884a64e7a9470de88ce26e386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2029097 Nov 22 16:36:46.535504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-13b9b78a-d6c4-4f80-865d-45023e2cf3c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7877ed0-f651-4b59-8b2c-20fd4b95a480 HTTP/1.1" status: 200 len: 217 time: 0.0669444 Nov 22 16:36:46.548592 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:36:44Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:46.586425 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] Checking router: 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:46.598214 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] Routers {'4f796dc9-7e5e-4531-ab4f-a15ea91f6771'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:46.599321 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:46.632378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-5f302710-934e-458a-81ba-041e5e489fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.634189 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-5f302710-934e-458a-81ba-041e5e489fa6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1261e9bb-2b46-4ebb-923e-128d24304c36 HTTP/1.1" status: 200 len: 854 time: 0.0906217 Nov 22 16:36:46.743858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-dc8d1100-116a-4093-aa75-54171594722e tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.753791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-dc8d1100-116a-4093-aa75-54171594722e tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884687 Nov 22 16:36:46.763339 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] Set router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:46.806496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-54c60c69-9106-41f9-91e6-b7a547887e8d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/quotas/43b0dde884a64e7a9470de88ce26e386 HTTP/1.1" status: 200 len: 375 time: 0.0514607 Nov 22 16:36:46.836337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-ad8c0265-eba0-4261-b33c-405d3349dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.839212 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-ad8c0265-eba0-4261-b33c-405d3349dbe5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e74c8bd-2f41-426a-bb2e-3ecc97aa2540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205606 Nov 22 16:36:46.851452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-6b32b6d3-d6f0-44ea-bf7c-c3052c0b01c3 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43b0dde884a64e7a9470de88ce26e386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350022 Nov 22 16:36:46.884352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.046792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Deleting port 63ba5c06-805e-4f23-8df2-b6633889dacd {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:47.053026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.073274 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-4ce93c38-883e-44c6-ae12-b945f61c4f8a service neutron] 10.222.0.62 "GET /v2.0/networks/0e74c8bd-2f41-426a-bb2e-3ecc97aa2540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238238 Nov 22 16:36:47.095845 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:36:44Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:47.164248 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a004d3-c1cf-4ac2-a778-5335cbcb85b0 None None] The sync data for ids ['4f796dc9-7e5e-4531-ab4f-a15ea91f6771'] in n-d-816865-2 is: [{'id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'name': 'tempest-FloatingIPsAssociationTestJSON-1398677185-router', 'tenant_id': 'd18b90294d894f469a75f6c6c239ea3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:36:44Z', 'revision_number': 5, 'project_id': 'd18b90294d894f469a75f6c6c239ea3a', 'gw_port': {'id': '63ba5c06-805e-4f23-8df2-b6633889dacd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ee:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f796dc9-7e5e-4531-ab4f-a15ea91f6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:36Z', 'updated_at': '2021-11-22T16:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:47.264293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c159ca8b-d93d-4246-97cd-b394bcaa10bf req-651f9966-d0ab-4486-b120-2b3e751c5323 service neutron] 10.222.0.62 "GET /v2.0/networks/0e74c8bd-2f41-426a-bb2e-3ecc97aa2540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839910 Nov 22 16:36:47.318640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] For port 63ba5c06-805e-4f23-8df2-b6633889dacd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=63ba5c06-805e-4f23-8df2-b6633889dacd,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:47.319266 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.340828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Calling delete_port for 63ba5c06-805e-4f23-8df2-b6633889dacd owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:47.558755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d01d3-c2d7-4381-98da-15dbc0a7a50c req-fa6569e1-e0e4-42b4-b68b-046d52494d5f tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.569209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e76d01d3-c2d7-4381-98da-15dbc0a7a50c req-fa6569e1-e0e4-42b4-b68b-046d52494d5f tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.1619203 Nov 22 16:36:47.685774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e76d01d3-c2d7-4381-98da-15dbc0a7a50c req-8a65f0ac-c24a-49c3-8877-618cf8f97dd6 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151142 Nov 22 16:36:47.706573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.802236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53226) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:47.813231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ba5c06-805e-4f23-8df2-b6633889dacd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:47.924895 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.082107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.084830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.183844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-197586549-network', 'tenant_id': '68534ac03d37435081c31f3f0e0bf30f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:48.188884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91dcbc59-963f-46ab-ad05-5cf8b68c6aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.208078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77d7d47b-df93-441f-b0ac-9b5dede21cd0 req-1c608ae6-38f5-4df8-943e-6b136a0d88ab tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 210 time: 0.0458901 Nov 22 16:36:48.209228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.209854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f796dc9-7e5e-4531-ab4f-a15ea91f6771 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:48.214776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.216194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e43d5ee4-f1b5-4f01-a64d-9f322d5ad752 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4f796dc9-7e5e-4531-ab4f-a15ea91f6771 HTTP/1.1" status: 204 len: 168 time: 2.1198781 Nov 22 16:36:48.218918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:48.263096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Made reservation on behalf of 68534ac03d37435081c31f3f0e0bf30f for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:48.266019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.285775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.362060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c491d2ae-9e07-4818-888c-86feaa0ed223 admin admin] Deleting subnet c211b024-2738-4a2e-8cf1-ed066faa1c85 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:48.368068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c491d2ae-9e07-4818-888c-86feaa0ed223 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.412364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a03a516f-01d8-4ab3-971b-066eff05566a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1410692 Nov 22 16:36:48.434858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c491d2ae-9e07-4818-888c-86feaa0ed223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.459309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.467067 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.493127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:48.527763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.528538 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Added segment a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6 of type vlan for network 25dde824-e933-455c-9b91-100514750689 Nov 22 16:36:48.530848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febe7be8-a96d-4a32-b7f3-c829a3f15994,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:48.580676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.591479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-215d3766-dda0-422e-81e6-bf66c7232465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.592300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-215d3766-dda0-422e-81e6-bf66c7232465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.593167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-215d3766-dda0-422e-81e6-bf66c7232465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.594062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-215d3766-dda0-422e-81e6-bf66c7232465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.594920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-215d3766-dda0-422e-81e6-bf66c7232465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.595747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-215d3766-dda0-422e-81e6-bf66c7232465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.596635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-215d3766-dda0-422e-81e6-bf66c7232465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.600085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-215d3766-dda0-422e-81e6-bf66c7232465 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e29b74c95954f449a6b2fa49e5be722&device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 6500 time: 0.1120048 Nov 22 16:36:48.602361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c491d2ae-9e07-4818-888c-86feaa0ed223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.622750 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.624751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.625503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.679674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c491d2ae-9e07-4818-888c-86feaa0ed223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.698016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53252) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:48.698788 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8948436 Nov 22 16:36:48.736996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d836c-b060-4e00-bc43-2274a2240211 admin admin] Pushing event updated for resources: {'Network': ['ID=25dde824-e933-455c-9b91-100514750689,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:48.748930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 25dde824-e933-455c-9b91-100514750689 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:48.768362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Request body: {'subnet': {'network_id': '25dde824-e933-455c-9b91-100514750689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-197586549-subnet', 'tenant_id': '68534ac03d37435081c31f3f0e0bf30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:48.772434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-10112382-1e7f-4115-88df-c8fd143b800e tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=43b0dde884a64e7a9470de88ce26e386&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249591 Nov 22 16:36:48.941733 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.943029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491d2ae-9e07-4818-888c-86feaa0ed223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c211b024-2738-4a2e-8cf1-ed066faa1c85,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:48.944376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9bab88-69a3-44d7-8684-ed05dbe07b39 None None] Network 7638b932-1d37-4c6f-83a0-02207bd49828 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:48.946862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c491d2ae-9e07-4818-888c-86feaa0ed223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.953591 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c491d2ae-9e07-4818-888c-86feaa0ed223 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c211b024-2738-4a2e-8cf1-ed066faa1c85 HTTP/1.1" status: 204 len: 168 time: 0.7333925 Nov 22 16:36:48.962941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.005503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ee28c900-bbbf-4b9b-9028-7487a84e9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.005969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ee28c900-bbbf-4b9b-9028-7487a84e9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.006418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ee28c900-bbbf-4b9b-9028-7487a84e9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.008921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ee28c900-bbbf-4b9b-9028-7487a84e9984 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=2b6e8df2-483e-44bc-9405-18a8edc40f68&id=468837d3-9008-4da8-8231-5cd5ce780b04&id=468837d3-9008-4da8-8231-5cd5ce780b04 HTTP/1.1" status: 200 len: 2298 time: 0.3405221 Nov 22 16:36:49.048881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-e8c85bf6-1113-4235-b60b-0e4843e5b44a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.050454 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-e8c85bf6-1113-4235-b60b-0e4843e5b44a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2724514 Nov 22 16:36:49.067111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Request body: {'port': {'device_id': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': '43b0dde884a64e7a9470de88ce26e386'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:49.120063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Made reservation on behalf of 68534ac03d37435081c31f3f0e0bf30f for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:49.122697 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.134701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:49.164079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:49.164433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a3d0c4f8-0083-4fb5-8f98-19cc99a59a33 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:49.164863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 63ba5c06-805e-4f23-8df2-b6633889dacd no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:49.212000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 63ba5c06-805e-4f23-8df2-b6633889dacd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:49.212735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 63ba5c06-805e-4f23-8df2-b6633889dacd not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:49.217376 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.247388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Made reservation on behalf of 43b0dde884a64e7a9470de88ce26e386 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:49.250418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58682d-f941-4519-8ad6-90bdd8056d87 req-afd4b7b0-da9b-4318-9b6e-c4b9fffe581e tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.252409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a58682d-f941-4519-8ad6-90bdd8056d87 req-afd4b7b0-da9b-4318-9b6e-c4b9fffe581e tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.3278780 Nov 22 16:36:49.254549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-f40e6a2d-d380-4748-a98f-23ef2b33af4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b37758-1682-4270-ab29-780874e6899b HTTP/1.1" status: 200 len: 1001 time: 0.2303064 Nov 22 16:36:49.256771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.274378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.366904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] DHCP port deletion for 7638b932-1d37-4c6f-83a0-02207bd49828 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:49.416411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.423499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.448263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a58682d-f941-4519-8ad6-90bdd8056d87 req-430029c0-4453-4f87-a046-5db55ab66196 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873653 Nov 22 16:36:49.456080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] Deleting port 3a92e006-a134-4f1c-b09f-49544c02e71a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:49.457400 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.470245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-6d4ccb1c-b201-44a7-a992-8b16eeadf180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.477961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-6d4ccb1c-b201-44a7-a992-8b16eeadf180 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2a4ee08f-c083-4020-9676-13ac238ef52a HTTP/1.1" status: 200 len: 856 time: 0.2059727 Nov 22 16:36:49.549756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442b2f8e-d165-4757-98b3-cc92411f73ca,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:49.588756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] For port 3a92e006-a134-4f1c-b09f-49544c02e71a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3a92e006-a134-4f1c-b09f-49544c02e71a,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:49.589174 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.617976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] Calling delete_port for 3a92e006-a134-4f1c-b09f-49544c02e71a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:49.656493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Allocated IP 192.168.233.190 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/d210b656-7d17-4af5-8156-56ae642698e8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:49.661446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Deleting port 3a92e006-a134-4f1c-b09f-49544c02e71a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:49.661791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.733803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-9d8a0383-cb23-44c3-912a-2c1e3e83e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.735610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-9d8a0383-cb23-44c3-912a-2c1e3e83e66d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2504342 Nov 22 16:36:49.737525 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.778869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] Pushing event deleted for resources: {'Port': ['ID=3a92e006-a134-4f1c-b09f-49544c02e71a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:49.810781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad6c19-e14c-4b5c-bd5b-77e002ccfc9d None None] No DVR routers for this DVR port 3a92e006-a134-4f1c-b09f-49544c02e71a on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:49.887287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b9fb7a4-f6bc-4b9e-9b1e-f0b0d418c71e req-019bf4c8-a8cf-4d90-888c-5aa809e723fe tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 210 time: 0.1128006 Nov 22 16:36:49.901035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] For port 3a92e006-a134-4f1c-b09f-49544c02e71a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3a92e006-a134-4f1c-b09f-49544c02e71a,segment=NetworkSegment(e253d4be-61ee-4a0d-bfbd-16f3947a4b27),segment_id=e253d4be-61ee-4a0d-bfbd-16f3947a4b27)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:49.901402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.912879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.951869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Calling delete_port for 3a92e006-a134-4f1c-b09f-49544c02e71a owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:50.003208 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.047278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-7f70fff7-71f5-4b3c-beb0-cf11481a263d service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789550 Nov 22 16:36:50.047278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74bc31ff-9422-43b5-b84a-21c1e8ecb4b1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.058670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.114850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:50.117646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Checking segment: {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:50.117801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Network hostable DHCP agents. Network: 25dde824-e933-455c-9b91-100514750689, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:50.118431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:50.122783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:50.161185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.179729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Network 25dde824-e933-455c-9b91-100514750689 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:50.192973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.194254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.198663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.204447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 25dde824-e933-455c-9b91-100514750689) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:50.208249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ee36af11-82e2-4af8-8ebc-5a8ce729bad0 service neutron] 10.222.0.37 "GET /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538939 Nov 22 16:36:50.215166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125a56ca-61eb-4cd5-a08a-8556ef824b7e None None] Network 25dde824-e933-455c-9b91-100514750689 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:50.219894 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-fd1712d7-809d-48bb-8854-d42e6a90232a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1599045 Nov 22 16:36:50.236507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Request body: {'port': {'device_id': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:50.239677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.240560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.284565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a92e006-a134-4f1c-b09f-49544c02e71a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.287210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-49d33712-9dc0-4669-969b-881a50437253 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 200 len: 217 time: 0.0497212 Nov 22 16:36:50.289717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] No DVR routers for this DVR port 3a92e006-a134-4f1c-b09f-49544c02e71a on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:50.329065 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.395090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-647d5748-fd0d-4dfd-b130-63672a3ba759 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6651301 Nov 22 16:36:50.481111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ae4a610b-222a-46e4-8036-07eed733e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.492348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ae4a610b-222a-46e4-8036-07eed733e008 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1952877 Nov 22 16:36:50.494507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.551496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa039d1c-b01a-4101-b6fe-87f81448e9f4 None None] Network 25dde824-e933-455c-9b91-100514750689 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:50.599270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7638b932-1d37-4c6f-83a0-02207bd49828']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:50.636866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:50.637173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e253d4be-61ee-4a0d-bfbd-16f3947a4b27') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:50.656934 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.665366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.682586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-96638dd9-39cc-4867-936e-9b60821bd38d None None] Provisioning complete for port d210b656-7d17-4af5-8156-56ae642698e8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:50.683271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96638dd9-39cc-4867-936e-9b60821bd38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.737469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.756007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:50.756785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:50.758812 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:50.762454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-96638dd9-39cc-4867-936e-9b60821bd38d None None] Port d210b656-7d17-4af5-8156-56ae642698e8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:50.828097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-0eea07b5-650f-4b25-a912-a8870396f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.831222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-0eea07b5-650f-4b25-a912-a8870396f64a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3249962 Nov 22 16:36:50.849343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d210b656-7d17-4af5-8156-56ae642698e8 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:50.861779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.879612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Transition to ACTIVE for port object d210b656-7d17-4af5-8156-56ae642698e8 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:50.893467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.900435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2624-10c3-4be0-9269-d4f306fc3bc9 req-ea647489-7dc0-4897-90a8-a66e7766fad4 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.912898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ea2624-10c3-4be0-9269-d4f306fc3bc9 req-ea647489-7dc0-4897-90a8-a66e7766fad4 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 943 time: 0.2375522 Nov 22 16:36:50.987355 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.988786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.989510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:51.024434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.032416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7638b932-1d37-4c6f-83a0-02207bd49828 HTTP/1.1" status: 204 len: 168 time: 2.0536332 Nov 22 16:36:51.078990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f65c6-53b9-4688-b397-b4d43ad416b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7638b932-1d37-4c6f-83a0-02207bd49828,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:51.100409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3a92e006-a134-4f1c-b09f-49544c02e71a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:51.136218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Attempting to bind port d210b656-7d17-4af5-8156-56ae642698e8 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:51.136992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Attempting to bind port d210b656-7d17-4af5-8156-56ae642698e8 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:51.137565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Attempting to bind port d210b656-7d17-4af5-8156-56ae642698e8 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:51.147768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Port d210b656-7d17-4af5-8156-56ae642698e8 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:51.148747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3a92e006-a134-4f1c-b09f-49544c02e71a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:51.149360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3a92e006-a134-4f1c-b09f-49544c02e71a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:51.151508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Attempting to bind port d210b656-7d17-4af5-8156-56ae642698e8 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:51.161852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:51.163832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:51.164522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:51.166113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Bound port: d210b656-7d17-4af5-8156-56ae642698e8, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:51.166736 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.167263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ea2624-10c3-4be0-9269-d4f306fc3bc9 req-6e94b040-3be5-4648-9557-c16595eb53d1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346330 Nov 22 16:36:51.218754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-f0baf0cb-92d5-4537-ac09-326061391af0 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546128 Nov 22 16:36:51.281072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53320) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:51.295301 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.348004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:51.370305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:51.428441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.430212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-481a7e64-53c2-481c-ad53-d6603ee75ead service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058132 Nov 22 16:36:51.460785 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a01bc08-5f82-4b68-b938-cbf2b90fcbd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d18b90294d894f469a75f6c6c239ea3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770751 Nov 22 16:36:51.485901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53324) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:51.500883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-1a81a9fe-895c-4e58-9321-686ca6347b66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 200 len: 217 time: 0.0622947 Nov 22 16:36:51.593352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f7877ed0-f651-4b59-8b2c-20fd4b95a480 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:51.753278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f7877ed0-f651-4b59-8b2c-20fd4b95a480, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f7877ed0-f651-4b59-8b2c-20fd4b95a480,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:51.782063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'f7877ed0-f651-4b59-8b2c-20fd4b95a480', 'network_id': '0e74c8bd-2f41-426a-bb2e-3ecc97aa2540', 'port_id': 'f7877ed0-f651-4b59-8b2c-20fd4b95a480', 'mac_address': 'fa:16:3e:f1:b5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1261e9bb-2b46-4ebb-923e-128d24304c36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:51.832646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.849781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7877ed0-f651-4b59-8b2c-20fd4b95a480 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:51.887385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f7877ed0-f651-4b59-8b2c-20fd4b95a480, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f7877ed0-f651-4b59-8b2c-20fd4b95a480,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:51.895225 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.896575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aba4e5d7-57f8-4001-bca9-4d40138ac0c5 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:51.915843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.916469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.917894 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] 10.222.0.37 "PUT /v2.0/ports/d210b656-7d17-4af5-8156-56ae642698e8 HTTP/1.1" status: 200 len: 1096 time: 1.6891720 Nov 22 16:36:51.924659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:51.927094 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "tag": "d210b656-7d17-4af5-8156-56ae642698e8"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:51.951618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5ea3d-1264-46d3-afb0-14a91228df95 service neutron] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:51.960204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-19fc3e5b-d7c8-4709-abd7-a99d786f218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.961726 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-19fc3e5b-d7c8-4709-abd7-a99d786f218b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 1101 time: 0.5520921 Nov 22 16:36:52.000318 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfe58-4b5c-41e4-9bd9-d2f786bfaf14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.022973 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69f32cf5-c119-474f-bae0-b3f1356c1c28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.075575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:52.093306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a282ae50-9201-4ec8-9225-d05a069371c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.094791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a282ae50-9201-4ec8-9225-d05a069371c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.5860953 Nov 22 16:36:52.101851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'mac_address': 'fa:16:3e:61:65:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:52.128596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69f32cf5-c119-474f-bae0-b3f1356c1c28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.171833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-31b496e3-9ae3-4c90-bb28-6ce1c0a301a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.173846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-31b496e3-9ae3-4c90-bb28-6ce1c0a301a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43b0dde884a64e7a9470de88ce26e386&device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 1099 time: 0.1859202 Nov 22 16:36:52.197694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=f7877ed0-f651-4b59-8b2c-20fd4b95a480,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:52.232480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-74c8c041-d1c9-4573-8082-dafe81dbba57 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.240089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-74c8c041-d1c9-4573-8082-dafe81dbba57 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 821 time: 0.2736797 Nov 22 16:36:52.262256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a936b22c-f22c-4335-bcce-faf4e8de9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.264194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a936b22c-f22c-4335-bcce-faf4e8de9fae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1582756 Nov 22 16:36:52.268908 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-b335b9b1-2cf8-49d5-941d-cb90b36b2e30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d210b656-7d17-4af5-8156-56ae642698e8 HTTP/1.1" status: 200 len: 217 time: 0.0780885 Nov 22 16:36:52.275209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-bdd855f0-d3da-441f-97ea-fb75a294670c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.276494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-71345edf-80ed-473c-8ab8-41a7cb1d73e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/quotas/68534ac03d37435081c31f3f0e0bf30f HTTP/1.1" status: 200 len: 375 time: 0.0345504 Nov 22 16:36:52.276716 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-bdd855f0-d3da-441f-97ea-fb75a294670c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2672203 Nov 22 16:36:52.278093 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.296373 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aba4e5d7-57f8-4001-bca9-4d40138ac0c5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:52.342292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:52.351143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.360003 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-675d1579-7444-4b64-8086-6ec6c60c4a68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5 HTTP/1.1" status: 200 len: 217 time: 0.0690217 Nov 22 16:36:52.385317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69f32cf5-c119-474f-bae0-b3f1356c1c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.389245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69f32cf5-c119-474f-bae0-b3f1356c1c28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.393707 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69f32cf5-c119-474f-bae0-b3f1356c1c28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4e62a55-a8e7-487c-afb5-3d5414427407 HTTP/1.1" status: 204 len: 168 time: 0.9064441 Nov 22 16:36:52.417715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-6aa460c1-19d5-4ff5-8df3-adff561bfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.419397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-6aa460c1-19d5-4ff5-8df3-adff561bfb11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1380868 Nov 22 16:36:52.423068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-7ef4d4a9-a94a-4c97-a169-37fbce095b2b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1451409 Nov 22 16:36:52.440732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f32cf5-c119-474f-bae0-b3f1356c1c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e62a55-a8e7-487c-afb5-3d5414427407,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:52.448676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:52.452428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['aba4e5d7-57f8-4001-bca9-4d40138ac0c5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:52.475043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-4f2c20e2-013f-4b61-bf51-6f287f3c8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.476769 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-4f2c20e2-013f-4b61-bf51-6f287f3c8b43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1060700 Nov 22 16:36:52.523695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-70f874f6-f5ef-4793-9ae9-3a7facd64898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.525237 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-70f874f6-f5ef-4793-9ae9-3a7facd64898 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974257 Nov 22 16:36:52.531791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfe58-4b5c-41e4-9bd9-d2f786bfaf14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.541879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc8dfe58-4b5c-41e4-9bd9-d2f786bfaf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.573691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-5fb40b83-faff-415d-9bee-ddf2155333c4 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870071 Nov 22 16:36:52.645646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-6124438e-12c1-4b09-8330-bd8cc776587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.647931 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-6124438e-12c1-4b09-8330-bd8cc776587a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618896 Nov 22 16:36:52.690815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc8dfe58-4b5c-41e4-9bd9-d2f786bfaf14 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9cb0207feeef4b829b7193661b80547e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6843436 Nov 22 16:36:52.700552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:52.705045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dfe58-4b5c-41e4-9bd9-d2f786bfaf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4049283d-9b5f-48bf-a325-5ad414049542,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:52.743700 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-41ebc689-0a3b-483d-b880-60796cf6bd21 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973591 Nov 22 16:36:52.805962 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-b1846b98-f778-466b-9d9b-5f65181a2417 service neutron] 10.222.0.59 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669801 Nov 22 16:36:52.817187 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3569aa18-cb2a-4630-ab27-8ce1ac1a8484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.872629 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72d0a0ea-f699-4c1f-b5ce-3f281c02c149 req-51b2250b-bcff-4eb8-beac-053739feefd4 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178870 Nov 22 16:36:52.899061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-adc3ae31-e023-469b-bcd5-58b0a72ff4cc service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033276 Nov 22 16:36:52.906035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3569aa18-cb2a-4630-ab27-8ce1ac1a8484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.907072 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-368d697c-d797-4a9b-8382-93fbbd3e8c9f service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488389 Nov 22 16:36:52.907576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['f7877ed0-f651-4b59-8b2c-20fd4b95a480'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:53.019835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-b6086a3a-41a3-42dc-8918-4839260c39af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb HTTP/1.1" status: 200 len: 217 time: 0.1069827 Nov 22 16:36:53.035361 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edf94efa-1533-48b3-b8bc-411c8ecd6f4e req-581ad58f-aad9-4e0a-9443-36cb6f45c89a service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187274 Nov 22 16:36:53.055875 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3569aa18-cb2a-4630-ab27-8ce1ac1a8484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.059801 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3569aa18-cb2a-4630-ab27-8ce1ac1a8484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.065286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3569aa18-cb2a-4630-ab27-8ce1ac1a8484 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4049283d-9b5f-48bf-a325-5ad414049542 HTTP/1.1" status: 204 len: 168 time: 0.3605690 Nov 22 16:36:53.133398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-69182018-11a7-4cad-93e5-b80bee6aaa30 service neutron] 10.222.0.59 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099396 Nov 22 16:36:53.136197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569aa18-cb2a-4630-ab27-8ce1ac1a8484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4049283d-9b5f-48bf-a325-5ad414049542,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:53.160609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-c2fd78e5-dbe9-439f-b0b5-a25f1dc837a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.163522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-c2fd78e5-dbe9-439f-b0b5-a25f1dc837a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.1305892 Nov 22 16:36:53.294284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a04a82a7-a5c5-4f6e-84f9-bf6afc33cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.300321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a04a82a7-a5c5-4f6e-84f9-bf6afc33cd57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1244390 Nov 22 16:36:53.603411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbb954-1a2a-4763-af5e-fcc0b2958d6a req-c42a7aa4-a8cc-4079-a3c5-bdff403b6ac2 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.614162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2fbb954-1a2a-4763-af5e-fcc0b2958d6a req-c42a7aa4-a8cc-4079-a3c5-bdff403b6ac2 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 948 time: 0.1443875 Nov 22 16:36:53.619822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aba4e5d7-57f8-4001-bca9-4d40138ac0c5 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:53.632247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-b3f0fba8-a668-4461-b93f-0f949c905b14 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240709 Nov 22 16:36:53.741000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:53.741999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.745645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2fbb954-1a2a-4763-af5e-fcc0b2958d6a req-0063ec08-9cbe-4553-8685-5c3c552e8bcc tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295252 Nov 22 16:36:53.823592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-4cc206e8-b9cd-4360-92da-7960f1172ec4 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817126 Nov 22 16:36:53.829860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53386) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:53.848732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.870078 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad882b74-cbef-4549-bfd6-21c05610c8a3 x-openstack-request-id: req-ad882b74-cbef-4549-bfd6-21c05610c8a3 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:53.870562 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "tag": "d210b656-7d17-4af5-8156-56ae642698e8", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:53.870754 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad882b74-cbef-4549-bfd6-21c05610c8a3 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:53.871049 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8', 'status': 'completed', 'code': 200} Nov 22 16:36:53.880941 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db81b1ea-a390-4412-bc81-49d4b934fb84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.881831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:53.884647 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafd95ad-64ae-4821-800f-79639edd0c31" -d '{"events": [{"server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "name": "network-vif-plugged", "status": "completed", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:53.900577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:53.907732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.933984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-d80dd09b-24f2-468c-9616-84f3b0da1418 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=c0d4f85a-1783-4f53-806b-b3186488fd29 HTTP/1.1" status: 200 len: 217 time: 0.1008925 Nov 22 16:36:53.973175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-167f3dff-764a-4db9-ae2b-1940f40b7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.974710 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-167f3dff-764a-4db9-ae2b-1940f40b7025 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43b0dde884a64e7a9470de88ce26e386&device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 1099 time: 0.0957327 Nov 22 16:36:53.976426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:54.028175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ebd170e8-e956-4c2b-a0f4-94c7d97015c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.028839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:54.029985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ebd170e8-e956-4c2b-a0f4-94c7d97015c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 200 len: 797 time: 0.0818417 Nov 22 16:36:54.060686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a5390-95bd-4aa3-a48c-068dba2cd021 req-5ee576c9-717d-44a4-956c-d208cc8b5d30 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.062391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d42a5390-95bd-4aa3-a48c-068dba2cd021 req-5ee576c9-717d-44a4-956c-d208cc8b5d30 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 944 time: 0.1313818 Nov 22 16:36:54.124209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-8db42ccc-91c6-4c67-99b3-da7e5a581c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.126204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-8db42ccc-91c6-4c67-99b3-da7e5a581c90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b6e8df2-483e-44bc-9405-18a8edc40f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839961 Nov 22 16:36:54.165024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-5e90e8e1-b3dc-4d32-9e5a-8ff758d6c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.167015 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-5e90e8e1-b3dc-4d32-9e5a-8ff758d6c2c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1741562 Nov 22 16:36:54.169560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db81b1ea-a390-4412-bc81-49d4b934fb84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.174383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db81b1ea-a390-4412-bc81-49d4b934fb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.183426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:54.191035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d42a5390-95bd-4aa3-a48c-068dba2cd021 req-2ae933ac-b093-4232-83f0-4c34867bc4d7 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131401 Nov 22 16:36:54.208127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'd210b656-7d17-4af5-8156-56ae642698e8', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'd210b656-7d17-4af5-8156-56ae642698e8', 'mac_address': 'fa:16:3e:0c:c9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:54.233783 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-c49f4de8-e569-4f69-929d-87528a924597 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d210b656-7d17-4af5-8156-56ae642698e8 HTTP/1.1" status: 200 len: 217 time: 0.0532777 Nov 22 16:36:54.247707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-08f80197-6808-4b27-b9d9-f5767fc47839 service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131005 Nov 22 16:36:54.326246 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.343665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53392) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:54.350286 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-db81b1ea-a390-4412-bc81-49d4b934fb84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b01b2ca41c274e9bb129e9331b9dbcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139754 Nov 22 16:36:54.354722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81b1ea-a390-4412-bc81-49d4b934fb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08613d96-2ba7-44f2-a5ee-8b4bf963e349,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:54.364797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d210b656-7d17-4af5-8156-56ae642698e8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:54.388733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-dbd4a268-c864-4920-abf5-4ae9af2be206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.391920 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-dbd4a268-c864-4920-abf5-4ae9af2be206 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1501422 Nov 22 16:36:54.417526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:54.424830 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.482077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15864ebd-39bc-4e5d-af0e-33055da69e35 req-0d11d66b-6a48-471b-99ac-5fbb1a4a599a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 210 time: 0.0524478 Nov 22 16:36:54.493895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-8d92d8c8-1753-4154-bdcb-3cab4cc1db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.496854 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-8d92d8c8-1753-4154-bdcb-3cab4cc1db58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963261 Nov 22 16:36:54.498303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-e298e5d7-43c8-4e49-83f4-470d524951dc service neutron] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324975 Nov 22 16:36:54.499423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:54.503234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e664c8c-43f5-4d01-a77a-dac65b9dcabb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.580333 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-23bd1569-c559-4f1d-a089-e866f3ceb52c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5 HTTP/1.1" status: 200 len: 217 time: 0.0688853 Nov 22 16:36:54.596466 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e664c8c-43f5-4d01-a77a-dac65b9dcabb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.644286 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-3b9dd2db-199f-4ef3-9df3-e20aab218e4b service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248143 Nov 22 16:36:54.687495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-6b23ed2d-2a45-41d2-9893-74f7b3ffae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.689200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-6b23ed2d-2a45-41d2-9893-74f7b3ffae83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.0970185 Nov 22 16:36:54.742878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['d210b656-7d17-4af5-8156-56ae642698e8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:54.756055 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e664c8c-43f5-4d01-a77a-dac65b9dcabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.758646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e664c8c-43f5-4d01-a77a-dac65b9dcabb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.760073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5e664c8c-43f5-4d01-a77a-dac65b9dcabb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08613d96-2ba7-44f2-a5ee-8b4bf963e349 HTTP/1.1" status: 204 len: 168 time: 0.4151473 Nov 22 16:36:54.791901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e664c8c-43f5-4d01-a77a-dac65b9dcabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08613d96-2ba7-44f2-a5ee-8b4bf963e349,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:54.797764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-7824a39d-63d2-4a46-92d2-bff872e5cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.799608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-7824a39d-63d2-4a46-92d2-bff872e5cec1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1014977 Nov 22 16:36:54.803353 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-55aad2bc-b46e-436e-9cb3-9cb0adbe4942 req-6e8d6315-6dd9-4e0b-a664-748c032c0840 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470754 Nov 22 16:36:55.062653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-7ea572ee-f405-4db8-91f0-4ea80a8349d3 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475393 Nov 22 16:36:55.177291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-4e9cf5f4-2534-46d9-abd1-a3b04e9ef6e1 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.179073 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-4e9cf5f4-2534-46d9-abd1-a3b04e9ef6e1 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.37 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 821 time: 0.3134847 Nov 22 16:36:55.203703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Request body: {'port': {'device_id': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'network_id': '25dde824-e933-455c-9b91-100514750689', 'admin_state_up': True, 'tenant_id': '68534ac03d37435081c31f3f0e0bf30f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:55.210528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-bbb21a40-3ae4-4044-ab07-5c9c9c8a9655 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=eb71f22afea7441882e411630866354f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457287 Nov 22 16:36:55.313151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-ef77929d-d6ab-484c-b20c-62e19d5deef4 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439923 Nov 22 16:36:55.381547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-f6e60a4e-9da5-4be3-9d40-545118598c97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325 HTTP/1.1" status: 200 len: 217 time: 0.0602896 Nov 22 16:36:55.423627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Made reservation on behalf of 68534ac03d37435081c31f3f0e0bf30f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:55.433143 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.482539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-2c6d69d7-40b9-44d3-9962-803fe77fe6c7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.484391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-2c6d69d7-40b9-44d3-9962-803fe77fe6c7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619085 Nov 22 16:36:55.492062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-439d9ad8-8642-4c56-b365-8c11aa121587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.493528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-439d9ad8-8642-4c56-b365-8c11aa121587 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 200 len: 797 time: 0.1038914 Nov 22 16:36:55.509943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-727287fb-b3f4-4951-8f98-b6f5f320d3b7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/quotas/eb71f22afea7441882e411630866354f HTTP/1.1" status: 200 len: 375 time: 0.0107734 Nov 22 16:36:55.596949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-95025d1e-962a-4434-a80f-50d9bbfcbe8b tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb71f22afea7441882e411630866354f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542734 Nov 22 16:36:55.618793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f7877ed0-f651-4b59-8b2c-20fd4b95a480 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:55.634236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a757921d-ade9-4c56-b309-07bff69675e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.637354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-a757921d-ade9-4c56-b309-07bff69675e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=468837d3-9008-4da8-8231-5cd5ce780b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263566 Nov 22 16:36:55.655736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Allocated IP 172.20.0.2 (25dde824-e933-455c-9b91-100514750689/74bc31ff-9422-43b5-b84a-21c1e8ecb4b1/9acf0a52-d7b2-4806-9e1a-cf6790292212) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:55.743943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port f7877ed0-f651-4b59-8b2c-20fd4b95a480 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:55.754699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port f7877ed0-f651-4b59-8b2c-20fd4b95a480 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:55.755696 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.849573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-c4944529-3333-4e0e-8dc9-be70c0b3a034 service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030141 Nov 22 16:36:55.991702 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aa76e5-d80d-4efe-b5b0-dede4f9a3c39 x-openstack-request-id: req-89aa76e5-d80d-4efe-b5b0-dede4f9a3c39 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:55.992076 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "name": "network-vif-plugged", "status": "completed", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:55.993092 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89aa76e5-d80d-4efe-b5b0-dede4f9a3c39 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:55.994361 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'code': 200} Nov 22 16:36:56.012224 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.042001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:56.128248 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.199812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.205235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f7877ed0-f651-4b59-8b2c-20fd4b95a480, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f7877ed0-f651-4b59-8b2c-20fd4b95a480,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:56.210290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port d210b656-7d17-4af5-8156-56ae642698e8 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:56.226473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.226473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port d210b656-7d17-4af5-8156-56ae642698e8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:56.226473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.274548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8846ae9a-cd24-4cf5-8ad1-07edb844d1b3 req-dd8cc2aa-ec22-46b4-a88e-663bbb5b3ede service neutron] 10.222.0.37 "GET /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161837 Nov 22 16:36:56.302360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Network 25dde824-e933-455c-9b91-100514750689 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:56.309206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:56.312323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event updated for resources: {'Port': ['ID=9acf0a52-d7b2-4806-9e1a-cf6790292212,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:56.314836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:56.467523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.470093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.509481 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ccd75dcb-a94f-4abc-b078-4761238689a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3183084 Nov 22 16:36:56.526826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Request body: {'port': {'device_id': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:56.531660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807afd4-30c7-499b-b1cd-0105b14dce77 req-36b6e0e8-bc28-4b3e-9491-70e247d25f67 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.541120 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f807afd4-30c7-499b-b1cd-0105b14dce77 req-36b6e0e8-bc28-4b3e-9491-70e247d25f67 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 949 time: 0.2165694 Nov 22 16:36:56.635842 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.657519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f807afd4-30c7-499b-b1cd-0105b14dce77 req-e806a295-49bf-4732-b965-15469a965c5b tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112108 Nov 22 16:36:56.824268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afbf0a-e7cc-4ea0-970e-47ed5e8baed3 req-65568a15-4680-4482-bec7-825f40bf2d3a tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.838634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40afbf0a-e7cc-4ea0-970e-47ed5e8baed3 req-65568a15-4680-4482-bec7-825f40bf2d3a tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 945 time: 0.0940609 Nov 22 16:36:56.870057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=f7877ed0-f651-4b59-8b2c-20fd4b95a480,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:56.966800 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.988365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40afbf0a-e7cc-4ea0-970e-47ed5e8baed3 req-edd30c94-2a9d-4aeb-a288-5ce431b609de tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458576 Nov 22 16:36:57.068365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:57.076405 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.215222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:57.403187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6abb91-a40d-435b-8c49-2c881786d1a0 req-51d29f3c-fb00-4c02-887f-9b2e94e43e7c tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:57.407602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c6abb91-a40d-435b-8c49-2c881786d1a0 req-51d29f3c-fb00-4c02-887f-9b2e94e43e7c tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 931 time: 0.1057415 Nov 22 16:36:57.451361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9acf0a52-d7b2-4806-9e1a-cf6790292212 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:57.473880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.495842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Transition to ACTIVE for port object 9acf0a52-d7b2-4806-9e1a-cf6790292212 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:57.504219 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.507846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c6abb91-a40d-435b-8c49-2c881786d1a0 req-eb93d669-3e54-43e3-9687-99af3fe3a1e7 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893197 Nov 22 16:36:57.605200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Pushing event updated for resources: {'Port': ['ID=9acf0a52-d7b2-4806-9e1a-cf6790292212,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:57.674717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6917ed5e-6a12-478e-a902-c0d78e43cf9f req-232e13d3-9b39-4d38-9ac6-6ad6127594f2 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 210 time: 0.0610480 Nov 22 16:36:57.848917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Attempting to bind port 9acf0a52-d7b2-4806-9e1a-cf6790292212 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:57.855469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Attempting to bind port 9acf0a52-d7b2-4806-9e1a-cf6790292212 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:57.856144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Attempting to bind port 9acf0a52-d7b2-4806-9e1a-cf6790292212 on network 25dde824-e933-455c-9b91-100514750689 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:57.891430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Port 9acf0a52-d7b2-4806-9e1a-cf6790292212 on network 25dde824-e933-455c-9b91-100514750689 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:57.892356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Attempting to bind port 9acf0a52-d7b2-4806-9e1a-cf6790292212 on network 25dde824-e933-455c-9b91-100514750689 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:57.897965 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-f6929d53-3074-4d08-b71b-9ef4d692113d tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=eb71f22afea7441882e411630866354f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547001 Nov 22 16:36:57.907412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:57.908549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Checking segment: {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:57.909754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Bound using segment: {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:57.910835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Bound port: 9acf0a52-d7b2-4806-9e1a-cf6790292212, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:57.911792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.925517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a3e28-6779-4a2e-994e-16096c50fcc3 req-688fd81f-7bdf-406c-929e-7df5ca02847c tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:57.937862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a3e28-6779-4a2e-994e-16096c50fcc3 req-688fd81f-7bdf-406c-929e-7df5ca02847c tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 950 time: 0.0899341 Nov 22 16:36:57.995857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a41497f-a4d7-46fc-b58b-8273565bee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7877ed0-f651-4b59-8b2c-20fd4b95a480'}, {'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:57.999841 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f895acd8-405f-47ab-8180-9e478332d6db" -d '{"events": [{"server_uuid": "8a41497f-a4d7-46fc-b58b-8273565bee60", "name": "network-vif-plugged", "status": "completed", "tag": "f7877ed0-f651-4b59-8b2c-20fd4b95a480"}, {"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-plugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:58.049066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a3e28-6779-4a2e-994e-16096c50fcc3 req-ae6725a0-6899-49b5-b33b-b81c79abc423 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095796 Nov 22 16:36:58.166129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-206b8c4a-e24f-41fb-a270-866cc7578681 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.174105 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-206b8c4a-e24f-41fb-a270-866cc7578681 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2528076 Nov 22 16:36:58.182979 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cac03ca-b39b-4e4c-82ff-70fc8edc6938 x-openstack-request-id: req-5cac03ca-b39b-4e4c-82ff-70fc8edc6938 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:58.183346 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a41497f-a4d7-46fc-b58b-8273565bee60", "name": "network-vif-plugged", "status": "completed", "tag": "f7877ed0-f651-4b59-8b2c-20fd4b95a480", "code": 200}, {"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-plugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:58.183571 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5cac03ca-b39b-4e4c-82ff-70fc8edc6938 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:58.184176 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a41497f-a4d7-46fc-b58b-8273565bee60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7877ed0-f651-4b59-8b2c-20fd4b95a480', 'code': 200} Nov 22 16:36:58.184858 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8', 'code': 200} Nov 22 16:36:58.231908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Request body: {'port': {'device_id': 'e9cd407c-e77f-4215-a280-3503a2b227f8', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': 'eb71f22afea7441882e411630866354f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:58.377462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:58.389750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:58.397485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.441650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.442588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.444174 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] 10.222.0.37 "PUT /v2.0/ports/9acf0a52-d7b2-4806-9e1a-cf6790292212 HTTP/1.1" status: 200 len: 1091 time: 1.9238200 Nov 22 16:36:58.448305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'tag': '9acf0a52-d7b2-4806-9e1a-cf6790292212'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:58.452062 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb85f924-682f-424c-a1f3-cd03c59e2d50", "tag": "9acf0a52-d7b2-4806-9e1a-cf6790292212"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:58.490785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd379c9-64f5-47c5-b0fe-0802d0b2f768 req-9d83fb27-9fe7-47a9-82b7-e272eb71e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.492848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8dd379c9-64f5-47c5-b0fe-0802d0b2f768 req-9d83fb27-9fe7-47a9-82b7-e272eb71e4d5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 1096 time: 0.2121813 Nov 22 16:36:58.503303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea0816-1f4b-4b87-9035-e937077be970 req-f22f04f8-3bf5-4cb6-8797-221bbc2e7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.507270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5ea0816-1f4b-4b87-9035-e937077be970 req-f22f04f8-3bf5-4cb6-8797-221bbc2e7076 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 1101 time: 0.2129648 Nov 22 16:36:58.550456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c81cd-a7bd-4410-b5d0-d9645293d5db service neutron] Pushing event updated for resources: {'Port': ['ID=9acf0a52-d7b2-4806-9e1a-cf6790292212,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:58.563378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Made reservation on behalf of eb71f22afea7441882e411630866354f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:58.565512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e344177-4597-45cd-87dc-4350d5b37925 req-7c3c35e9-9372-4700-82a3-d25eddf042d4 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.568164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e344177-4597-45cd-87dc-4350d5b37925 req-7c3c35e9-9372-4700-82a3-d25eddf042d4 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 945 time: 0.2329960 Nov 22 16:36:58.574937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.590503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.638070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-8972ada5-bc36-46f9-a589-821e109bdddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.645153 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-8972ada5-bc36-46f9-a589-821e109bdddc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 1094 time: 0.1417096 Nov 22 16:36:58.708801 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-1d9c3f38-f021-4a81-a0c3-afe7baa4f8e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212 HTTP/1.1" status: 200 len: 217 time: 0.0551755 Nov 22 16:36:58.723756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e344177-4597-45cd-87dc-4350d5b37925 req-fc0b58af-634a-49d7-b8d2-2b277c67c75f tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207962 Nov 22 16:36:58.742122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5ea0816-1f4b-4b87-9035-e937077be970 req-0dbdf190-8228-41a3-9c89-d3d80902b485 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703515 Nov 22 16:36:58.749150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8dd379c9-64f5-47c5-b0fe-0802d0b2f768 req-1686c39f-ae7e-474f-85b3-d45acbea8c2a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389674 Nov 22 16:36:58.813148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-1adbeb5f-7cec-4b6b-9b4f-c3dc08780914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.814779 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-1adbeb5f-7cec-4b6b-9b4f-c3dc08780914 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74bc31ff-9422-43b5-b84a-21c1e8ecb4b1 HTTP/1.1" status: 200 len: 861 time: 0.0985451 Nov 22 16:36:58.881878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.889007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.062224 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb87979f-2bc4-40b1-ba78-686acf76f61e x-openstack-request-id: req-eb87979f-2bc4-40b1-ba78-686acf76f61e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:59.062614 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb85f924-682f-424c-a1f3-cd03c59e2d50", "tag": "9acf0a52-d7b2-4806-9e1a-cf6790292212", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:59.062872 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb87979f-2bc4-40b1-ba78-686acf76f61e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:59.063421 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'tag': '9acf0a52-d7b2-4806-9e1a-cf6790292212', 'status': 'completed', 'code': 200} Nov 22 16:36:59.134773 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-ae54ba72-559a-4c70-91c9-9b3dd12bb3ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25dde824-e933-455c-9b91-100514750689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702934 Nov 22 16:36:59.178500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Allocated IP 192.168.233.185 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/3504e150-0cff-4a6d-8bbb-bc5f92c83adf) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:59.210249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf9ce1-9cd9-4df6-be99-2f76daa9b45f req-f29b1c69-2f01-4752-95e9-4796cdc78362 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:59.215509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fecf9ce1-9cd9-4df6-be99-2f76daa9b45f req-f29b1c69-2f01-4752-95e9-4796cdc78362 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 943 time: 0.0999484 Nov 22 16:36:59.224925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acae59bf-759c-436c-a22b-d1869d997377,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:59.358640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fecf9ce1-9cd9-4df6-be99-2f76daa9b45f req-6fbd80f3-a78a-4b04-b59a-7b6c25cd7165 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372526 Nov 22 16:36:59.401895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-0d85aecf-55ed-4eb9-a59a-e5282927c06f service neutron] 10.222.0.37 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574971 Nov 22 16:36:59.545724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa5529f6-4a36-48e0-8fdf-d44722d52862 req-c760272c-b8ff-4092-bbb8-34c04148626c tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 210 time: 0.0464211 Nov 22 16:36:59.730425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c02c978-6ad0-43ff-911a-4518fa95871c req-56116972-398a-43b6-bc3a-394b27224dac service neutron] 10.222.0.37 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702999 Nov 22 16:36:59.778009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.888178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-7c08521c-f23f-43ad-8ed5-3eac7a077f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:59.890356 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-7c08521c-f23f-43ad-8ed5-3eac7a077f6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 1094 time: 0.0777886 Nov 22 16:36:59.892186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.947444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ec23c-2a0a-4766-8587-0c7a8ed160f3 req-c7331e5b-758a-4c44-a618-40bea7d07df1 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:59.952954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e11ec23c-2a0a-4766-8587-0c7a8ed160f3 req-c7331e5b-758a-4c44-a618-40bea7d07df1 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 950 time: 0.2291415 Nov 22 16:37:00.053538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:00.070676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:00.077401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:00.081005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Pushing event updated for resources: {'Port': ['ID=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:00.111635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e11ec23c-2a0a-4766-8587-0c7a8ed160f3 req-cf255e60-2dec-48e3-a2e8-c3d5cdc7421a tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480713 Nov 22 16:37:00.196224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.198072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.203387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-5e4b7bf9-2d09-4d8f-86f5-e28df5fda6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.219124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-5e4b7bf9-2d09-4d8f-86f5-e28df5fda6b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 922 time: 0.3169174 Nov 22 16:37:00.272230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53552) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:00.325550 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-3ff5683c-4d9e-47a1-af21-1c8f073d15ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212 HTTP/1.1" status: 200 len: 217 time: 0.0983567 Nov 22 16:37:00.333752 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-0cf604cc-e5ec-4318-b2f7-80627aeb8c64 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1096830 Nov 22 16:37:00.371755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Request body: {'port': {'device_id': 'e9cd407c-e77f-4215-a280-3503a2b227f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:00.467619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718402ac-c922-4021-9c4a-34ea060b1752 req-cce511f7-a08b-4871-b984-fd8e8b8eeffe tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.480774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-718402ac-c922-4021-9c4a-34ea060b1752 req-cce511f7-a08b-4871-b984-fd8e8b8eeffe tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 945 time: 0.1785231 Nov 22 16:37:00.592648 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbe8c59b-8d66-400d-85f3-6a423d31f0b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.607941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-74ddf8da-43de-407c-a8ea-d796f5b94cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.610365 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-74ddf8da-43de-407c-a8ea-d796f5b94cc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74bc31ff-9422-43b5-b84a-21c1e8ecb4b1 HTTP/1.1" status: 200 len: 861 time: 0.2742763 Nov 22 16:37:00.617019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-718402ac-c922-4021-9c4a-34ea060b1752 req-8bc6df8b-7225-4f96-a82a-8d69c9d9a8fd tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209011 Nov 22 16:37:00.684412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.686084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d05c3be0-9cce-4452-b90d-0cab4df75b55 None None] Provisioning complete for port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:00.687602 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d05c3be0-9cce-4452-b90d-0cab4df75b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.733654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbe8c59b-8d66-400d-85f3-6a423d31f0b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.742710 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbe8c59b-8d66-400d-85f3-6a423d31f0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.748696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-bf77e3fa-c625-4015-a267-88761c300e75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25dde824-e933-455c-9b91-100514750689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046855 Nov 22 16:37:00.750351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d05c3be0-9cce-4452-b90d-0cab4df75b55 None None] Port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:00.825103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cbe8c59b-8d66-400d-85f3-6a423d31f0b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee3cb2fe1428443abdc3a43791753835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5515337 Nov 22 16:37:00.826421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8c59b-8d66-400d-85f3-6a423d31f0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c980d9bf-d8bd-46ef-bc71-dfa7fc3a59bf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:00.829108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:00.918696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-608a6811-4b9d-426a-a097-49f823a17579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.952178 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-608a6811-4b9d-426a-a097-49f823a17579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.962334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6e663-34fe-4b14-b9cb-57be2dcc6642 req-7c474590-0929-45d8-8a31-a74ecaf2363a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.963984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d8b6e663-34fe-4b14-b9cb-57be2dcc6642 req-7c474590-0929-45d8-8a31-a74ecaf2363a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 943 time: 0.1045110 Nov 22 16:37:01.066531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d8b6e663-34fe-4b14-b9cb-57be2dcc6642 req-f7d9c685-6bec-445f-8288-1bc53287470b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909855 Nov 22 16:37:01.093041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-608a6811-4b9d-426a-a097-49f823a17579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.096279 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-608a6811-4b9d-426a-a097-49f823a17579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.097491 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-608a6811-4b9d-426a-a097-49f823a17579 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c980d9bf-d8bd-46ef-bc71-dfa7fc3a59bf HTTP/1.1" status: 204 len: 168 time: 0.2675402 Nov 22 16:37:01.129572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a6811-4b9d-426a-a097-49f823a17579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c980d9bf-d8bd-46ef-bc71-dfa7fc3a59bf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:01.152374 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-c07ed6e2-988b-4993-bee5-061ca6b26fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950574 Nov 22 16:37:01.264568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa77a-12c8-4241-847f-d663fdbe9793 req-9b9dbdfb-d0aa-4618-b65e-710ff060425d tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.266707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be1aa77a-12c8-4241-847f-d663fdbe9793 req-9b9dbdfb-d0aa-4618-b65e-710ff060425d tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 936 time: 0.0947971 Nov 22 16:37:01.330017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3504e150-0cff-4a6d-8bbb-bc5f92c83adf {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:01.347926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.367612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be1aa77a-12c8-4241-847f-d663fdbe9793 req-148b1300-7f67-47fd-80c8-c31d9ede296b tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939314 Nov 22 16:37:01.381436 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Transition to ACTIVE for port object 3504e150-0cff-4a6d-8bbb-bc5f92c83adf will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:01.384315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5b2caaa-bfd4-4540-b775-3dffa3fc57b3 req-1adf0d66-c06c-45d9-8af5-c35b6bc91535 service neutron] 10.222.0.37 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201958 Nov 22 16:37:01.393765 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.691978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a966c-b3cc-47d6-9148-00a2a332b189 req-4821d1b1-a477-4ae3-8f25-6e3859fcda5c tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.701790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d6a966c-b3cc-47d6-9148-00a2a332b189 req-4821d1b1-a477-4ae3-8f25-6e3859fcda5c tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 950 time: 0.1148124 Nov 22 16:37:01.718607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53580) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:01.768059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f08a2251-d450-41b6-93ac-33bb0ed2ad75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.881400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d6a966c-b3cc-47d6-9148-00a2a332b189 req-b03f3a9d-5f5c-48ff-abf7-f74c52325e8f tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776903 Nov 22 16:37:01.926384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Pushing event updated for resources: {'Port': ['ID=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:01.982607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f08a2251-d450-41b6-93ac-33bb0ed2ad75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.014862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f08a2251-d450-41b6-93ac-33bb0ed2ad75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.022558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Attempting to bind port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:02.022902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Attempting to bind port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:02.023280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Attempting to bind port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:02.028097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:02.028443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Attempting to bind port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:02.034133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:02.034474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:02.034868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:02.035329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Bound port: 3504e150-0cff-4a6d-8bbb-bc5f92c83adf, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:02.035705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.114399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53592) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:02.115159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f08a2251-d450-41b6-93ac-33bb0ed2ad75 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9750b67600f0419ebd59e3a0bbcd023a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3905234 Nov 22 16:37:02.115335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a2251-d450-41b6-93ac-33bb0ed2ad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f2a82c-58df-4ec9-b60e-26b2cd660a58,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:02.146904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c332-8a98-4d4f-8832-8ac4a30625b2 req-377e19e5-2928-4276-937b-3192e87809a8 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.157473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1294c332-8a98-4d4f-8832-8ac4a30625b2 req-377e19e5-2928-4276-937b-3192e87809a8 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 945 time: 0.1125319 Nov 22 16:37:02.170930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] For port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:02.200145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] For port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:02.226715 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.246730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1294c332-8a98-4d4f-8832-8ac4a30625b2 req-3265e97c-844b-4295-9be8-ddf4712090e5 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856049 Nov 22 16:37:02.287775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66000d08-b835-40b1-8a53-7947f45fd6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.315889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66000d08-b835-40b1-8a53-7947f45fd6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.378834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.379620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.381095 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] 10.222.0.62 "PUT /v2.0/ports/3504e150-0cff-4a6d-8bbb-bc5f92c83adf HTTP/1.1" status: 200 len: 1096 time: 2.0258904 Nov 22 16:37:02.381668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cd407c-e77f-4215-a280-3503a2b227f8', 'tag': '3504e150-0cff-4a6d-8bbb-bc5f92c83adf'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:02.384055 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cd407c-e77f-4215-a280-3503a2b227f8", "tag": "3504e150-0cff-4a6d-8bbb-bc5f92c83adf"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:02.400584 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66000d08-b835-40b1-8a53-7947f45fd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.403461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-66000d08-b835-40b1-8a53-7947f45fd6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.407118 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-66000d08-b835-40b1-8a53-7947f45fd6b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45f2a82c-58df-4ec9-b60e-26b2cd660a58 HTTP/1.1" status: 204 len: 168 time: 0.2888248 Nov 22 16:37:02.417093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950445b-54c4-4156-945d-33db1c5818fa service neutron] Pushing event updated for resources: {'Port': ['ID=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:02.448998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66000d08-b835-40b1-8a53-7947f45fd6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f2a82c-58df-4ec9-b60e-26b2cd660a58,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:02.519613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-39f26285-abf7-4be3-bd65-9f6a9ffb1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.522048 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-39f26285-abf7-4be3-bd65-9f6a9ffb1118 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb71f22afea7441882e411630866354f&device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 1099 time: 0.0859301 Nov 22 16:37:02.627080 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-8a982c7e-dbb2-4c20-8d19-c25ab4adc63e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3504e150-0cff-4a6d-8bbb-bc5f92c83adf HTTP/1.1" status: 200 len: 217 time: 0.0950599 Nov 22 16:37:02.807274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-39c42c54-cdab-445e-ba73-22b968a35221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.811711 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-39c42c54-cdab-445e-ba73-22b968a35221 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1761432 Nov 22 16:37:02.958472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-51cf44c7-57e6-4b35-a9b1-3ca28930fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.963249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-51cf44c7-57e6-4b35-a9b1-3ca28930fe2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440895 Nov 22 16:37:03.073475 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-5dda835c-c647-4dbf-b9df-f0935be5c954 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014984 Nov 22 16:37:03.256982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-12a3dfe3-4561-4b49-9bda-e51b786381e6 req-7b32118e-ab5b-4bd9-a838-5b1439c50422 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743505 Nov 22 16:37:03.377157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486f419-4a03-4407-8d03-8ee395589a68 req-1345d0ca-2d16-4015-855e-75be8ea0344f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.384489 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1486f419-4a03-4407-8d03-8ee395589a68 req-1345d0ca-2d16-4015-855e-75be8ea0344f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 943 time: 0.1196642 Nov 22 16:37:03.488434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1486f419-4a03-4407-8d03-8ee395589a68 req-4fd6107e-3546-4f2c-908a-8b7d5b82915d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968671 Nov 22 16:37:03.660822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56c40f-88a4-4ce2-b3a7-5968f70f3aaa req-aa076594-d558-489d-9d7b-5996eefcc119 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.662601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d56c40f-88a4-4ce2-b3a7-5968f70f3aaa req-aa076594-d558-489d-9d7b-5996eefcc119 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 948 time: 0.0855324 Nov 22 16:37:03.775257 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d56c40f-88a4-4ce2-b3a7-5968f70f3aaa req-a40dbe7c-dcca-4645-8e27-ecbc1baa8ecb tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012840 Nov 22 16:37:03.858977 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:37:03.945237 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9471db71-944a-469c-92b1-eb35c4c1fd89 x-openstack-request-id: req-9471db71-944a-469c-92b1-eb35c4c1fd89 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:03.945533 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cd407c-e77f-4215-a280-3503a2b227f8", "tag": "3504e150-0cff-4a6d-8bbb-bc5f92c83adf", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:03.945811 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9471db71-944a-469c-92b1-eb35c4c1fd89 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:03.946223 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cd407c-e77f-4215-a280-3503a2b227f8', 'tag': '3504e150-0cff-4a6d-8bbb-bc5f92c83adf', 'status': 'completed', 'code': 200} Nov 22 16:37:04.050144 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9acf0a52-d7b2-4806-9e1a-cf6790292212 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:04.056650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-4573e18c-eefc-49a9-a2b5-8204b9cc8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.058882 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-4573e18c-eefc-49a9-a2b5-8204b9cc8388 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb71f22afea7441882e411630866354f&device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 1099 time: 0.0857120 Nov 22 16:37:04.334856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-6d7e2895-d74d-4b9c-8d2a-de23e8d9a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.334856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-6d7e2895-d74d-4b9c-8d2a-de23e8d9a192 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.2667542 Nov 22 16:37:04.449749 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-578968af-913b-457a-9562-268497ff49cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3504e150-0cff-4a6d-8bbb-bc5f92c83adf HTTP/1.1" status: 200 len: 217 time: 0.1025112 Nov 22 16:37:04.452560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:04.493286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '9acf0a52-d7b2-4806-9e1a-cf6790292212', 'network_id': '25dde824-e933-455c-9b91-100514750689', 'port_id': '9acf0a52-d7b2-4806-9e1a-cf6790292212', 'mac_address': 'fa:16:3e:0d:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc31ff-9422-43b5-b84a-21c1e8ecb4b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:04.522153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-d243ceb9-9c48-418d-b178-b359a451cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.524293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-d243ceb9-9c48-418d-b178-b359a451cf3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0704584 Nov 22 16:37:04.638630 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.702752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-44c11ad4-53d1-48f6-a9f4-61fabe0fbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.712442 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-44c11ad4-53d1-48f6-a9f4-61fabe0fbed6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683757 Nov 22 16:37:04.713729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9acf0a52-d7b2-4806-9e1a-cf6790292212 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:04.804854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:04.815693 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.869849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449ce10-2607-4d49-b3fa-5eab3420628e req-44c53f44-b515-47ef-adc2-1d3952d6f28a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.887364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4449ce10-2607-4d49-b3fa-5eab3420628e req-44c53f44-b515-47ef-adc2-1d3952d6f28a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 943 time: 0.1982412 Nov 22 16:37:04.925779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53676) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:04.963240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-c4bfa787-f917-4312-ba74-e7ca609f0390 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471440 Nov 22 16:37:05.010988 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4449ce10-2607-4d49-b3fa-5eab3420628e req-fdab34d6-6f8c-402a-a58e-df9ab99b1a9c tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161540 Nov 22 16:37:05.101748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9acf0a52-d7b2-4806-9e1a-cf6790292212,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:05.171559 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6e0b4e1-6628-419f-b38b-99d8fadb50f3 req-9edb182a-f7d7-4183-976e-5cb67f651846 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996400 Nov 22 16:37:05.197156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['9acf0a52-d7b2-4806-9e1a-cf6790292212'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:05.225709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671b092-bcae-42e1-a52c-9a672731d39d req-d3e7a2ef-2cd7-4e29-b1a9-2334c38b8cfb tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:05.235238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6671b092-bcae-42e1-a52c-9a672731d39d req-d3e7a2ef-2cd7-4e29-b1a9-2334c38b8cfb tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 948 time: 0.1146317 Nov 22 16:37:05.249979 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-103df985-f3e7-4e76-badb-47c2149c89a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.348303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6671b092-bcae-42e1-a52c-9a672731d39d req-b8cccbb0-98ee-49cf-bec1-37172c368906 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101544 Nov 22 16:37:05.439474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-103df985-f3e7-4e76-badb-47c2149c89a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.449072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-103df985-f3e7-4e76-badb-47c2149c89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.510105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103df985-f3e7-4e76-badb-47c2149c89a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf21b7f-04ce-4201-a9fa-bae33bf9339e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:05.556106 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-103df985-f3e7-4e76-badb-47c2149c89a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bee5276edf4349f0bbae4659a1a541b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6290300 Nov 22 16:37:05.558641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53692) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:05.675198 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37814a72-a714-464f-8814-522590d0d860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.709698 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37814a72-a714-464f-8814-522590d0d860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.801573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37814a72-a714-464f-8814-522590d0d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.805185 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-37814a72-a714-464f-8814-522590d0d860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.811062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-37814a72-a714-464f-8814-522590d0d860 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1bf21b7f-04ce-4201-a9fa-bae33bf9339e HTTP/1.1" status: 204 len: 168 time: 0.2465808 Nov 22 16:37:05.829481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37814a72-a714-464f-8814-522590d0d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf21b7f-04ce-4201-a9fa-bae33bf9339e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:06.063033 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:06.337143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:06.374037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'd210b656-7d17-4af5-8156-56ae642698e8', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'd210b656-7d17-4af5-8156-56ae642698e8', 'mac_address': 'fa:16:3e:0c:c9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:06.445986 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.500157 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.556184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d210b656-7d17-4af5-8156-56ae642698e8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:06.575274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea20796-3ae0-42b4-8e2a-246d123f8047 req-f3e12c47-f898-4d5b-9108-d3a5c7172405 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:06.584219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ea20796-3ae0-42b4-8e2a-246d123f8047 req-f3e12c47-f898-4d5b-9108-d3a5c7172405 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 944 time: 0.1002281 Nov 22 16:37:06.596203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:06.603403 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.695601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ea20796-3ae0-42b4-8e2a-246d123f8047 req-1631a703-b1b2-4488-b469-1e9d74d55157 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103673 Nov 22 16:37:06.834679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:06.851828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['d210b656-7d17-4af5-8156-56ae642698e8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:06.975115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97411588-120c-490b-ba9d-54a8eb9ffae3 req-6f98b0ec-c548-423e-b22e-da6ff55ec041 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:06.984644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97411588-120c-490b-ba9d-54a8eb9ffae3 req-6f98b0ec-c548-423e-b22e-da6ff55ec041 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 948 time: 0.1537697 Nov 22 16:37:07.059199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97411588-120c-490b-ba9d-54a8eb9ffae3 req-ef34775a-8b45-4bb8-9d6c-acdf61839ec4 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733073 Nov 22 16:37:07.620658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3504e150-0cff-4a6d-8bbb-bc5f92c83adf details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:07.668990 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.927654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:07.963457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '3504e150-0cff-4a6d-8bbb-bc5f92c83adf', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '3504e150-0cff-4a6d-8bbb-bc5f92c83adf', 'mac_address': 'fa:16:3e:76:e0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:08.088229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9acf0a52-d7b2-4806-9e1a-cf6790292212 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:08.281242 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.311299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 9acf0a52-d7b2-4806-9e1a-cf6790292212 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:08.319133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 9acf0a52-d7b2-4806-9e1a-cf6790292212 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:08.319838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.332866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3504e150-0cff-4a6d-8bbb-bc5f92c83adf {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:08.376230 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:08.428628 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.604379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:08.649519 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.703839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:08.707664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf0a52-d7b2-4806-9e1a-cf6790292212'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:08.711838 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48da296-bc13-4c3c-b5ae-609d1596886b" -d '{"events": [{"server_uuid": "cb85f924-682f-424c-a1f3-cd03c59e2d50", "name": "network-vif-plugged", "status": "completed", "tag": "9acf0a52-d7b2-4806-9e1a-cf6790292212"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:08.722965 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.723631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:08.880335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9acf0a52-d7b2-4806-9e1a-cf6790292212,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:08.894309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3504e150-0cff-4a6d-8bbb-bc5f92c83adf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:09.005719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port d210b656-7d17-4af5-8156-56ae642698e8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:09.006113 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.239784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.320166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:09.327849 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.461337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:11.666277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3504e150-0cff-4a6d-8bbb-bc5f92c83adf up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:11.935570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:11.987520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:11.988056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.261358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.301348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:12.314135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.397780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:15.382861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55f67ae3-da44-403a-92d0-1ac006aeb914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.425384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b8802-5745-47bb-be46-2fc16cf04b07 req-5ede0f09-74ed-45f0-96ce-8055c75c9aa5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:15.428669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf1b8802-5745-47bb-be46-2fc16cf04b07 req-5ede0f09-74ed-45f0-96ce-8055c75c9aa5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0844326 Nov 22 16:37:15.526333 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf1b8802-5745-47bb-be46-2fc16cf04b07 req-1caeb2be-f70a-4d59-bd39-91b918996ffc tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838053 Nov 22 16:37:15.693547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d2853-c63b-479c-aefd-fd11e244616a req-2e742ad7-98a0-4bac-a97d-676d0d8497ae tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:15.695304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca6d2853-c63b-479c-aefd-fd11e244616a req-2e742ad7-98a0-4bac-a97d-676d0d8497ae tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 950 time: 0.0709002 Nov 22 16:37:15.810932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca6d2853-c63b-479c-aefd-fd11e244616a req-9353c6f6-ab5e-4072-b71b-94f35dccf725 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035628 Nov 22 16:37:15.879923 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99267f-eb71-4183-8af7-5b40531603fa x-openstack-request-id: req-cd99267f-eb71-4183-8af7-5b40531603fa {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:15.880336 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb85f924-682f-424c-a1f3-cd03c59e2d50", "name": "network-vif-plugged", "status": "completed", "tag": "9acf0a52-d7b2-4806-9e1a-cf6790292212", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:15.880700 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd99267f-eb71-4183-8af7-5b40531603fa {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:15.881279 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf0a52-d7b2-4806-9e1a-cf6790292212', 'code': 200} Nov 22 16:37:16.206121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7c1bb-0e4b-469f-84ff-aa37ce4335d8 req-6293fe86-f1ed-4e44-818c-4e2004fd16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:16.208339 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd7c1bb-0e4b-469f-84ff-aa37ce4335d8 req-6293fe86-f1ed-4e44-818c-4e2004fd16da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 1096 time: 0.2126799 Nov 22 16:37:16.329023 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd7c1bb-0e4b-469f-84ff-aa37ce4335d8 req-fa3fdb67-c37a-4d47-a6b0-e03fe963b7de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125867 Nov 22 16:37:16.377991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14d7d1-44cf-41cb-bd84-3b7149fc0cb9 req-6a3e9647-11ad-4a01-8c4c-896dfc60329e tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:16.389305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f14d7d1-44cf-41cb-bd84-3b7149fc0cb9 req-6a3e9647-11ad-4a01-8c4c-896dfc60329e tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 950 time: 0.1220179 Nov 22 16:37:16.470276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53942) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:16.492359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f14d7d1-44cf-41cb-bd84-3b7149fc0cb9 req-de15d41a-4aea-485d-85b2-741f370a3d6c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010842 Nov 22 16:37:16.694346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f1efb1c-da89-4e28-8798-b45f02d41f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.884454 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f1efb1c-da89-4e28-8798-b45f02d41f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.890980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f1efb1c-da89-4e28-8798-b45f02d41f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.945074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f1efb1c-da89-4e28-8798-b45f02d41f74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0f9f79e4b8744e798b4b7eb62d3dadf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4728401 Nov 22 16:37:16.946302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1efb1c-da89-4e28-8798-b45f02d41f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b0b013-4743-4afc-ae15-1ce3fe3633a3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:16.947822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:17.043559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3628690a-85d8-46b4-aeec-1dcedfc264ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.094365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3628690a-85d8-46b4-aeec-1dcedfc264ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.228995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3628690a-85d8-46b4-aeec-1dcedfc264ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.232778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3628690a-85d8-46b4-aeec-1dcedfc264ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.240010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3628690a-85d8-46b4-aeec-1dcedfc264ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3b0b013-4743-4afc-ae15-1ce3fe3633a3 HTTP/1.1" status: 204 len: 168 time: 0.2906761 Nov 22 16:37:17.255848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628690a-85d8-46b4-aeec-1dcedfc264ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b0b013-4743-4afc-ae15-1ce3fe3633a3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:17.475616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a01a6-7362-4e5f-a78e-170fefe0d8b3 req-fad65cd7-1b87-4ec8-a961-289411b43fed tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:17.484432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-592a01a6-7362-4e5f-a78e-170fefe0d8b3 req-fad65cd7-1b87-4ec8-a961-289411b43fed tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.1203294 Nov 22 16:37:17.578233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-592a01a6-7362-4e5f-a78e-170fefe0d8b3 req-de918cea-554c-4f6b-ae4e-9c3c2314489b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846155 Nov 22 16:37:17.727478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090edf0-1c28-4f5d-949c-2d05e220f21b req-9a718491-1026-4c88-bea6-997b8b762dc2 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:17.737503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0090edf0-1c28-4f5d-949c-2d05e220f21b req-9a718491-1026-4c88-bea6-997b8b762dc2 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 950 time: 0.0821378 Nov 22 16:37:17.847321 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40d79fb9-fede-4d52-9d6f-69581944dab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.851947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0090edf0-1c28-4f5d-949c-2d05e220f21b req-1d82f7dc-060b-401d-989b-7915af5b3223 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111965 Nov 22 16:37:17.882778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8'}, {'server_uuid': 'e9cd407c-e77f-4215-a280-3503a2b227f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3504e150-0cff-4a6d-8bbb-bc5f92c83adf'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:17.886080 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff753f1-3ef4-47be-9175-ac7ff2223724" -d '{"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-plugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8"}, {"server_uuid": "e9cd407c-e77f-4215-a280-3503a2b227f8", "name": "network-vif-plugged", "status": "completed", "tag": "3504e150-0cff-4a6d-8bbb-bc5f92c83adf"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:17.891185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:17.923766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2038f98a-4a7f-4961-bd5f-711ed1a5c0e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.085423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2038f98a-4a7f-4961-bd5f-711ed1a5c0e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.092437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2038f98a-4a7f-4961-bd5f-711ed1a5c0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.147550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038f98a-4a7f-4961-bd5f-711ed1a5c0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61ca6d7-babf-45ad-a06a-a51cc1ccf169,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:18.176083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2038f98a-4a7f-4961-bd5f-711ed1a5c0e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b82892afe8a4dbd95d7e4b3ccb60d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834160 Nov 22 16:37:18.178873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54002) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:18.269707 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809d771f-26d9-48c5-a979-a51dd22c5628 x-openstack-request-id: req-809d771f-26d9-48c5-a979-a51dd22c5628 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:18.270756 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-plugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8", "code": 200}, {"server_uuid": "e9cd407c-e77f-4215-a280-3503a2b227f8", "name": "network-vif-plugged", "status": "completed", "tag": "3504e150-0cff-4a6d-8bbb-bc5f92c83adf", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:18.271356 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-809d771f-26d9-48c5-a979-a51dd22c5628 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:18.272051 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8', 'code': 200} Nov 22 16:37:18.272428 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cd407c-e77f-4215-a280-3503a2b227f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3504e150-0cff-4a6d-8bbb-bc5f92c83adf', 'code': 200} Nov 22 16:37:18.273662 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b8e618-711c-4e89-acbc-12c384fe4468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.330145 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b8e618-711c-4e89-acbc-12c384fe4468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.421534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681000e1-7777-4224-8919-55871fc88745 req-a30db58b-ca5e-4d3e-a9fd-ebe2d7a13b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:18.425606 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-681000e1-7777-4224-8919-55871fc88745 req-a30db58b-ca5e-4d3e-a9fd-ebe2d7a13b4a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 1101 time: 0.0734949 Nov 22 16:37:18.453045 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b8e618-711c-4e89-acbc-12c384fe4468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.457819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b8e618-711c-4e89-acbc-12c384fe4468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.472652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-21b8e618-711c-4e89-acbc-12c384fe4468 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f61ca6d7-babf-45ad-a06a-a51cc1ccf169 HTTP/1.1" status: 204 len: 168 time: 0.2918940 Nov 22 16:37:18.484323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8e618-711c-4e89-acbc-12c384fe4468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61ca6d7-babf-45ad-a06a-a51cc1ccf169,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:18.514754 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-681000e1-7777-4224-8919-55871fc88745 req-1eb70a96-8cda-45e3-908e-b8c3fc354473 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771749 Nov 22 16:37:18.712934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9edc38-ec6e-48f5-968b-2bcde6a145d2 req-8cb9eb55-db56-419c-aefa-2a4834e48dd9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:18.715629 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a9edc38-ec6e-48f5-968b-2bcde6a145d2 req-8cb9eb55-db56-419c-aefa-2a4834e48dd9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0603464 Nov 22 16:37:18.801826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a9edc38-ec6e-48f5-968b-2bcde6a145d2 req-fba7a96b-69e8-43df-ae06-5d06b96bbbd1 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744300 Nov 22 16:37:18.858783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.004237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d6b46-8aca-466a-ac9e-326d3649573b req-6b89af49-38f0-4d1c-91d3-66855dbd576b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:19.019118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-604d6b46-8aca-466a-ac9e-326d3649573b req-6b89af49-38f0-4d1c-91d3-66855dbd576b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0963731 Nov 22 16:37:19.103313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-604d6b46-8aca-466a-ac9e-326d3649573b req-8b33aef9-a3bb-4009-a5b7-6329c68ccfae tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827012 Nov 22 16:37:19.242781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ebabf-05e4-4677-bd4e-c2714983fd16 req-5bd564bf-2905-45c7-a1db-533bfd816bef tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:19.245366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0ebabf-05e4-4677-bd4e-c2714983fd16 req-5bd564bf-2905-45c7-a1db-533bfd816bef tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 950 time: 0.0738642 Nov 22 16:37:19.330354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0ebabf-05e4-4677-bd4e-c2714983fd16 req-68e8da55-12e0-4a5d-aab2-a422368e507e tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758529 Nov 22 16:37:19.722978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aba4e5d7-57f8-4001-bca9-4d40138ac0c5 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:19.812217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cbbd4-9206-4e6b-a96d-7877ed0d0ac7 req-dd1f0d95-8938-4386-a2ae-3c67eae9b8bf tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:19.829979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a51cbbd4-9206-4e6b-a96d-7877ed0d0ac7 req-dd1f0d95-8938-4386-a2ae-3c67eae9b8bf tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.1300704 Nov 22 16:37:19.878365 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.941703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:19.949938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.959940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a51cbbd4-9206-4e6b-a96d-7877ed0d0ac7 req-1be9bb70-0ee0-42f1-a8f7-f9108c0b6456 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268799 Nov 22 16:37:20.038388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:20.165965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c35d2-f92b-46ab-871e-b065c081132f req-1fc3b648-7e74-40b5-a386-c5fbfa662303 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.167947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e25c35d2-f92b-46ab-871e-b065c081132f req-1fc3b648-7e74-40b5-a386-c5fbfa662303 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0721364 Nov 22 16:37:20.236549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e25c35d2-f92b-46ab-871e-b065c081132f req-f21d45bb-2eb8-44a3-b6f2-7701613ac9ac tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Nov 22 16:37:20.273770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:20.277497 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42fabf-e4d5-4d36-93e5-6b9015c3d701" -d '{"events": [{"server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:20.328745 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d43a6ce-3cc9-44c4-a1bb-efe1612d7787 x-openstack-request-id: req-8d43a6ce-3cc9-44c4-a1bb-efe1612d7787 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:20.329734 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "name": "network-vif-unplugged", "status": "completed", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:20.348784 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d43a6ce-3cc9-44c4-a1bb-efe1612d7787 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:20.359123 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'code': 200} Nov 22 16:37:20.535073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f3414-1cdc-4d4b-99fe-195087419662 req-31be10b7-cdf9-49eb-b729-bd76c6ca56e6 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.537054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c88f3414-1cdc-4d4b-99fe-195087419662 req-31be10b7-cdf9-49eb-b729-bd76c6ca56e6 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.1510377 Nov 22 16:37:20.619465 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.651877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c88f3414-1cdc-4d4b-99fe-195087419662 req-ff84ebac-ef45-4dac-9ffb-b170ec1d732f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Nov 22 16:37:20.839840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b058b-914a-43cd-be98-df14a9968f8f req-5c7be6d5-098f-46a7-bd27-471e8b0c2f19 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.845218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a6b058b-914a-43cd-be98-df14a9968f8f req-5c7be6d5-098f-46a7-bd27-471e8b0c2f19 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 950 time: 0.0869362 Nov 22 16:37:20.917637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a6b058b-914a-43cd-be98-df14a9968f8f req-959123e7-e9f5-467f-b566-6e90a9fef572 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663509 Nov 22 16:37:21.284298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.570888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6208f-77d1-49a3-8b86-4e9cff9e8f1f req-eea9cc9d-488d-4cc6-8e78-387e67f6f8d2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:21.572795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abb6208f-77d1-49a3-8b86-4e9cff9e8f1f req-eea9cc9d-488d-4cc6-8e78-387e67f6f8d2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0728774 Nov 22 16:37:21.636566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abb6208f-77d1-49a3-8b86-4e9cff9e8f1f req-ddf7ae72-d856-4c91-8d7c-8cdc15dcaa61 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Nov 22 16:37:22.131584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d259b-50d3-4052-9a45-0a14b6818669 req-b47dd657-f9f2-48ee-b626-93a6e2497dd4 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.134343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf7d259b-50d3-4052-9a45-0a14b6818669 req-b47dd657-f9f2-48ee-b626-93a6e2497dd4 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 950 time: 0.0840008 Nov 22 16:37:22.174705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:22.227732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf7d259b-50d3-4052-9a45-0a14b6818669 req-7698b80d-2a64-4140-a6a9-04d983d1e8d5 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/security-groups?id=acae59bf-759c-436c-a22b-d1869d997377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792978 Nov 22 16:37:22.457236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:22.479861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'f8784564-f514-4c90-8c94-636545c3ad34', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'f8784564-f514-4c90-8c94-636545c3ad34', 'mac_address': 'fa:16:3e:b6:59:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:22.574661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.575628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9d603-6673-4159-9b6c-b3f169ad0058 req-dfba4f51-6342-4e41-a22c-6fd84e569578 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.587905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2b9d603-6673-4159-9b6c-b3f169ad0058 req-dfba4f51-6342-4e41-a22c-6fd84e569578 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.1668556 Nov 22 16:37:22.592020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8784564-f514-4c90-8c94-636545c3ad34 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:22.650513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:22.658117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.699901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2b9d603-6673-4159-9b6c-b3f169ad0058 req-c75bede7-262b-44c5-abe0-bbe22dc4e924 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106429 Nov 22 16:37:22.782805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:22.817246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f8784564-f514-4c90-8c94-636545c3ad34'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:23.518047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea32e8-980d-43f4-b4eb-c544f5f54b4c req-6afeb2a7-1094-4a0e-a7a1-7d47ee283f88 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.525268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4dea32e8-980d-43f4-b4eb-c544f5f54b4c req-6afeb2a7-1094-4a0e-a7a1-7d47ee283f88 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0818191 Nov 22 16:37:23.593943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4dea32e8-980d-43f4-b4eb-c544f5f54b4c req-d59b5a99-7be5-4539-b3a2-c20071c3d856 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673990 Nov 22 16:37:23.660061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-f05574d4-52e7-4f54-bd4c-45b88ed50620 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.663334 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-f05574d4-52e7-4f54-bd4c-45b88ed50620 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 950 time: 0.1067283 Nov 22 16:37:23.911991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Deleting port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:23.917504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.150797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] For port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:24.151875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.176102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:24.192084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Calling delete_port for 3504e150-0cff-4a6d-8bbb-bc5f92c83adf owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:24.309227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port f8784564-f514-4c90-8c94-636545c3ad34 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:24.310081 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.471711 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.532472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:24.540192 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa6d20-9bf7-4d21-8454-c3d4b9a40bc4" -d '{"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:24.541740 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.565878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3504e150-0cff-4a6d-8bbb-bc5f92c83adf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:24.607926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Pushing event deleted for resources: {'Port': ['ID=3504e150-0cff-4a6d-8bbb-bc5f92c83adf,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:24.611541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:24.623413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.624824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.625850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.628521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.629358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.630430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.630910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.631447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.632629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.633386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.634075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.634690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.635538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:24.636729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:24.757865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] No DVR routers for this DVR port 3504e150-0cff-4a6d-8bbb-bc5f92c83adf on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:24.763693 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.778403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cec052a-a1c3-4a2b-a149-04803e4a0fa3 req-692d04dd-805d-4424-9586-a6783bd09df7 tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.62 "DELETE /v2.0/ports/3504e150-0cff-4a6d-8bbb-bc5f92c83adf HTTP/1.1" status: 204 len: 173 time: 1.1056135 Nov 22 16:37:24.779583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cd407c-e77f-4215-a280-3503a2b227f8', 'name': 'network-vif-deleted', 'tag': '3504e150-0cff-4a6d-8bbb-bc5f92c83adf'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:24.789071 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf281caa-62b2-43b7-89c1-93f07eabe92d" -d '{"events": [{"server_uuid": "e9cd407c-e77f-4215-a280-3503a2b227f8", "name": "network-vif-deleted", "tag": "3504e150-0cff-4a6d-8bbb-bc5f92c83adf"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:24.791187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11c20fcd-6aea-4c74-8eb9-97fdbacd5dff req-38d5d123-ba0b-495f-abb8-11a3940098ea tempest-ImagesNegativeTestJSON-1632251261 tempest-ImagesNegativeTestJSON-1632251261-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9cd407c-e77f-4215-a280-3503a2b227f8 HTTP/1.1" status: 200 len: 210 time: 0.0928817 Nov 22 16:37:25.190186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:25.316474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.384740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54398) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:25.425394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:25.452427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.568483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:25.726551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be675ef7-22e7-4233-a5b4-fd1bc84318c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.914895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be675ef7-22e7-4233-a5b4-fd1bc84318c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.922804 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be675ef7-22e7-4233-a5b4-fd1bc84318c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.954067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be675ef7-22e7-4233-a5b4-fd1bc84318c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4534ef-fb86-4728-9223-25dc00447315,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.008240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-be675ef7-22e7-4233-a5b4-fd1bc84318c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5fd96dbce1bb437d8eb7a70433fa103a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6216331 Nov 22 16:37:26.014564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54414) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:26.051512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1963b-798b-4024-9674-216cba332be2 req-f0d65025-7227-4db5-8656-280f5790aedd tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.063779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1963b-798b-4024-9674-216cba332be2 req-f0d65025-7227-4db5-8656-280f5790aedd tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 948 time: 0.0816250 Nov 22 16:37:26.101669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21ba540e-8267-478f-8619-c7441681df93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.153638 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21ba540e-8267-478f-8619-c7441681df93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.166723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1963b-798b-4024-9674-216cba332be2 req-223ef7c9-913b-4f4c-9b98-831fbcacab19 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953181 Nov 22 16:37:26.260030 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c7dc10-50f9-4e68-ad6a-72f85bea9275 x-openstack-request-id: req-79c7dc10-50f9-4e68-ad6a-72f85bea9275 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:26.260942 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:26.260942 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79c7dc10-50f9-4e68-ad6a-72f85bea9275 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:26.261997 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34', 'code': 200} Nov 22 16:37:26.356669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21ba540e-8267-478f-8619-c7441681df93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.360311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21ba540e-8267-478f-8619-c7441681df93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.373298 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-21ba540e-8267-478f-8619-c7441681df93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba4534ef-fb86-4728-9223-25dc00447315 HTTP/1.1" status: 204 len: 168 time: 0.3519449 Nov 22 16:37:26.418626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba540e-8267-478f-8619-c7441681df93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4534ef-fb86-4728-9223-25dc00447315,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.455086 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a07a28-29f6-4e1f-9006-356abf653d90 x-openstack-request-id: req-41a07a28-29f6-4e1f-9006-356abf653d90 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:26.455701 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cd407c-e77f-4215-a280-3503a2b227f8", "name": "network-vif-deleted", "tag": "3504e150-0cff-4a6d-8bbb-bc5f92c83adf", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:26.456439 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41a07a28-29f6-4e1f-9006-356abf653d90 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:26.459234 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cd407c-e77f-4215-a280-3503a2b227f8', 'name': 'network-vif-deleted', 'tag': '3504e150-0cff-4a6d-8bbb-bc5f92c83adf', 'status': 'completed', 'code': 200} Nov 22 16:37:27.452270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a3fb5-b04d-44c4-b742-147cea66293b req-6d557f39-a047-4628-a5df-62e432be1588 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.461647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320a3fb5-b04d-44c4-b742-147cea66293b req-6d557f39-a047-4628-a5df-62e432be1588 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0786967 Nov 22 16:37:27.542234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320a3fb5-b04d-44c4-b742-147cea66293b req-4daf3f06-afd1-4771-8383-e653f14da365 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790305 Nov 22 16:37:27.759953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3504e150-0cff-4a6d-8bbb-bc5f92c83adf no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:27.791750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 3504e150-0cff-4a6d-8bbb-bc5f92c83adf {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:27.806763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3504e150-0cff-4a6d-8bbb-bc5f92c83adf not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:28.263937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:28.267792 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e4ad9f-e947-4ac8-a49a-da7d6403d5f9" -d '{"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-unplugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:28.878842 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30db90e-d4c4-4cc3-b5df-b7250982a107 x-openstack-request-id: req-e30db90e-d4c4-4cc3-b5df-b7250982a107 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:28.879719 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-unplugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:28.879719 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e30db90e-d4c4-4cc3-b5df-b7250982a107 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:28.879958 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8', 'code': 200} Nov 22 16:37:29.285939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c55b8-c978-45d1-b3a4-b1f5b85b6067 req-569e9f23-8434-40f3-8ec2-8d5e48a987cc tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.294677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-126c55b8-c978-45d1-b3a4-b1f5b85b6067 req-569e9f23-8434-40f3-8ec2-8d5e48a987cc tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.0739002 Nov 22 16:37:29.353495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-126c55b8-c978-45d1-b3a4-b1f5b85b6067 req-fb47ae48-c944-4485-a5c7-a7aa2a3c16a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573976 Nov 22 16:37:29.695844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54602) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.035950 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e79730b-bc3f-4079-b9ee-9e469fbfbf40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.185630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9acf0a52-d7b2-4806-9e1a-cf6790292212 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:30.291816 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e79730b-bc3f-4079-b9ee-9e469fbfbf40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.297992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e79730b-bc3f-4079-b9ee-9e469fbfbf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.351223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79730b-bc3f-4079-b9ee-9e469fbfbf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540d7d78-ceec-4fce-8f7c-94b4c20e95f3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:30.395241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0e79730b-bc3f-4079-b9ee-9e469fbfbf40 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48601436182c45a89a06a776f1af5da1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6970160 Nov 22 16:37:30.396897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.426289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:30.448336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '9acf0a52-d7b2-4806-9e1a-cf6790292212', 'network_id': '25dde824-e933-455c-9b91-100514750689', 'port_id': '9acf0a52-d7b2-4806-9e1a-cf6790292212', 'mac_address': 'fa:16:3e:0d:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc31ff-9422-43b5-b84a-21c1e8ecb4b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:30.484202 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.514065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.585536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.606177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.613439 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.618140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/540d7d78-ceec-4fce-8f7c-94b4c20e95f3 HTTP/1.1" status: 204 len: 168 time: 0.2200212 Nov 22 16:37:30.632787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540d7d78-ceec-4fce-8f7c-94b4c20e95f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:30.645640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.646312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.646559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9acf0a52-d7b2-4806-9e1a-cf6790292212 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:30.647060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.647579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.648132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.648654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.649190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.650340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.650877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.651470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.651973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.652637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da6ed-abfb-4f5c-bfe4-430eb33b712b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:30.745086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:30.758480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.800418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb41f5-6adc-4633-89bd-c96f8c382a81 req-153fb648-7dd7-44ed-9111-3daf64271d56 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:30.805524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fbb41f5-6adc-4633-89bd-c96f8c382a81 req-153fb648-7dd7-44ed-9111-3daf64271d56 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.1746886 Nov 22 16:37:30.902310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9acf0a52-d7b2-4806-9e1a-cf6790292212,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:30.912134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fbb41f5-6adc-4633-89bd-c96f8c382a81 req-bf36b3cf-b2d6-4b7c-98d1-a655b720afe2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997210 Nov 22 16:37:31.008017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['9acf0a52-d7b2-4806-9e1a-cf6790292212'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:31.096465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54650) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:31.321797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6a86de11-6be0-40f2-8372-114453109d83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb71f22afea7441882e411630866354f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238748 Nov 22 16:37:31.324245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54660) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:31.427883 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a07eb58a-d42f-4c51-ba50-7bdf7ae6e07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.455242 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a07eb58a-d42f-4c51-ba50-7bdf7ae6e07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.537333 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a07eb58a-d42f-4c51-ba50-7bdf7ae6e07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.540218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a07eb58a-d42f-4c51-ba50-7bdf7ae6e07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.542750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a07eb58a-d42f-4c51-ba50-7bdf7ae6e07e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/acae59bf-759c-436c-a22b-d1869d997377 HTTP/1.1" status: 204 len: 168 time: 0.2164133 Nov 22 16:37:31.561124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eb58a-d42f-4c51-ba50-7bdf7ae6e07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acae59bf-759c-436c-a22b-d1869d997377,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:32.202198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9acf0a52-d7b2-4806-9e1a-cf6790292212 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:32.360242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58c5af-efb2-4e2b-807e-7c95a6735677 req-01ddf429-c5b1-4218-be85-86bd8f363d0d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.362602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef58c5af-efb2-4e2b-807e-7c95a6735677 req-01ddf429-c5b1-4218-be85-86bd8f363d0d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 944 time: 0.4950595 Nov 22 16:37:32.376456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 9acf0a52-d7b2-4806-9e1a-cf6790292212 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:32.377111 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.473089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.477684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef58c5af-efb2-4e2b-807e-7c95a6735677 req-242ee7c4-4fc3-4e5c-b1f0-567a560e14d9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090460 Nov 22 16:37:32.572458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:32.573237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf0a52-d7b2-4806-9e1a-cf6790292212'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:32.578875 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528460fd-dbf0-4d2f-99c1-1f3abb3d59d5" -d '{"events": [{"server_uuid": "cb85f924-682f-424c-a1f3-cd03c59e2d50", "name": "network-vif-plugged", "status": "completed", "tag": "9acf0a52-d7b2-4806-9e1a-cf6790292212"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:32.588092 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.666109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9acf0a52-d7b2-4806-9e1a-cf6790292212,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:32.788282 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dede9af0-a6b8-43eb-bbbe-0aaa76af0386 x-openstack-request-id: req-dede9af0-a6b8-43eb-bbbe-0aaa76af0386 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:32.789032 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb85f924-682f-424c-a1f3-cd03c59e2d50", "name": "network-vif-plugged", "status": "completed", "tag": "9acf0a52-d7b2-4806-9e1a-cf6790292212", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:32.789493 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dede9af0-a6b8-43eb-bbbe-0aaa76af0386 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:32.790170 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9acf0a52-d7b2-4806-9e1a-cf6790292212', 'code': 200} Nov 22 16:37:33.110928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:33.419395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-445814196-network', 'tenant_id': '49d12066196a405386b1150347be3f1a'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:33.458907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Made reservation on behalf of 49d12066196a405386b1150347be3f1a for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:33.462387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.485360 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.529897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-15b3407d-c8d8-4fdc-8212-0f9981d3312b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.534355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-15b3407d-c8d8-4fdc-8212-0f9981d3312b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.1182129 Nov 22 16:37:33.684657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Deleting port 9acf0a52-d7b2-4806-9e1a-cf6790292212 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:33.685366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.688358 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.706777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4860d-699f-45d6-876c-2d23e700615f req-09a5631d-c834-434a-93bf-2925bfe57b9e tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.711509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50e4860d-699f-45d6-876c-2d23e700615f req-09a5631d-c834-434a-93bf-2925bfe57b9e tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 945 time: 0.0871656 Nov 22 16:37:33.712717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.807053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50e4860d-699f-45d6-876c-2d23e700615f req-08a901aa-d714-4ef4-a01d-5f576d106eac tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.59 "GET /v2.0/security-groups?id=3bdb9024-6a5f-468f-beab-91ab074dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892286 Nov 22 16:37:33.869762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:33.871256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] For port 9acf0a52-d7b2-4806-9e1a-cf6790292212, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9acf0a52-d7b2-4806-9e1a-cf6790292212,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:33.871636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.873095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26aef79-a2d3-49f3-b2ee-8d4648fdc6b2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:33.887839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Calling delete_port for 9acf0a52-d7b2-4806-9e1a-cf6790292212 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:33.936856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.941549 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Added segment cbfdee23-470f-442f-99f2-21954d550122 of type vlan for network 0da4965a-8c0b-4f7d-a272-8987060ac0da Nov 22 16:37:33.941549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54782) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.004047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70cdba-8c58-4cc6-bba0-5573c582a46b req-424538fb-b1e2-447b-af76-083b445a1ea2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.005772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d70cdba-8c58-4cc6-bba0-5573c582a46b req-424538fb-b1e2-447b-af76-083b445a1ea2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb85f924-682f-424c-a1f3-cd03c59e2d50 HTTP/1.1" status: 200 len: 945 time: 0.1066489 Nov 22 16:37:34.021255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.092976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.095170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.096419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.125814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.141920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['9acf0a52-d7b2-4806-9e1a-cf6790292212'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:34.174356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event deleted for resources: {'Port': ['ID=9acf0a52-d7b2-4806-9e1a-cf6790292212,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.202350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0da4965a-8c0b-4f7d-a272-8987060ac0da,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.217067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:34.230200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9f1e63c9-eb90-4071-b768-d5e51a0783a1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1131332 Nov 22 16:37:34.231268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.239138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Request body: {'subnet': {'network_id': '0da4965a-8c0b-4f7d-a272-8987060ac0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-445814196-subnet', 'tenant_id': '49d12066196a405386b1150347be3f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:34.261086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 0da4965a-8c0b-4f7d-a272-8987060ac0da details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:34.275285 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d70cdba-8c58-4cc6-bba0-5573c582a46b req-71a259b6-6b5d-40ef-831a-114249440863 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633703 Nov 22 16:37:34.286117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] No DVR routers for this DVR port 9acf0a52-d7b2-4806-9e1a-cf6790292212 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:34.290381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.296082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-52874c78-54f8-4d3f-971f-ea84be704c48 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:34.297521 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-69c9d200-966e-4e96-89e1-4b2d826111d6 req-000a4632-db01-4812-afdb-c8df405ed844 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.37 "DELETE /v2.0/ports/9acf0a52-d7b2-4806-9e1a-cf6790292212 HTTP/1.1" status: 204 len: 173 time: 0.7557859 Nov 22 16:37:34.298452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'name': 'network-vif-deleted', 'tag': '9acf0a52-d7b2-4806-9e1a-cf6790292212'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:34.298645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Made reservation on behalf of 49d12066196a405386b1150347be3f1a for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:34.300846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.302658 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac6a6cf-fb9c-40e3-af64-8728a0dff06f" -d '{"events": [{"server_uuid": "cb85f924-682f-424c-a1f3-cd03c59e2d50", "name": "network-vif-deleted", "tag": "9acf0a52-d7b2-4806-9e1a-cf6790292212"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:34.546596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:34.573070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'd210b656-7d17-4af5-8156-56ae642698e8', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'd210b656-7d17-4af5-8156-56ae642698e8', 'mac_address': 'fa:16:3e:0c:c9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:34.625187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-52874c78-54f8-4d3f-971f-ea84be704c48 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "PUT /v2.0/quotas/4b50efbed08a46068b39285127411379 HTTP/1.1" status: 200 len: 366 time: 0.6839800 Nov 22 16:37:34.626509 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.627806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.639416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.643825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d210b656-7d17-4af5-8156-56ae642698e8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:34.668250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:34.676089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.695881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7777373-ba6d-4a82-919e-0a05cc617e4f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.698803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f1e82481-ef8a-4e8f-aab5-297d827809f8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0699525 Nov 22 16:37:34.701466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54816) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.723938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-47297f09-9690-403b-a9d7-e5ce6d55a1e9 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "GET /v2.0/quotas/4b50efbed08a46068b39285127411379 HTTP/1.1" status: 200 len: 366 time: 0.0211439 Nov 22 16:37:34.726516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.747741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.758830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bbf9dffa-f3bf-4066-9886-749b569a2858 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/4b50efbed08a46068b39285127411379 HTTP/1.1" status: 204 len: 168 time: 0.0300004 Nov 22 16:37:34.762076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54820) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.776871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Checking segment: {'id': 'cbfdee23-470f-442f-99f2-21954d550122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0da4965a-8c0b-4f7d-a272-8987060ac0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:34.777630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Network hostable DHCP agents. Network: 0da4965a-8c0b-4f7d-a272-8987060ac0da, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:34.783228 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e9247a8-3f9e-4221-8f4e-96247bf412f7 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0178149 Nov 22 16:37:34.785033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.799324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-460d6920-7a7d-475f-8f8d-4153b916a9cb tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "GET /v2.0/quotas/4b50efbed08a46068b39285127411379 HTTP/1.1" status: 200 len: 370 time: 0.0130882 Nov 22 16:37:34.802121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54824) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.812929 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-890ea33a-dcfa-4be2-a749-602528ca3103 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "GET /v2.0/quotas/4b50efbed08a46068b39285127411379/default HTTP/1.1" status: 200 len: 370 time: 0.0094693 Nov 22 16:37:34.815657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.826665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Network 0da4965a-8c0b-4f7d-a272-8987060ac0da is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:34.833005 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-94896f3f-4116-43dd-b7e4-effe2639edfc tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] delete failed (client error): The resource could not be found. Nov 22 16:37:34.836929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-94896f3f-4116-43dd-b7e4-effe2639edfc tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/4b50efbed08a46068b39285127411379 HTTP/1.1" status: 404 len: 348 time: 0.0168059 Nov 22 16:37:34.844625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['d210b656-7d17-4af5-8156-56ae642698e8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:34.846472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 0da4965a-8c0b-4f7d-a272-8987060ac0da) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:34.853201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.853928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.900973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f0eee453-d425-49ea-8785-4e2aab76ff5d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6673770 Nov 22 16:37:34.912657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146359d-26ff-41aa-9f97-0c8e0c864e8f None None] Network 0da4965a-8c0b-4f7d-a272-8987060ac0da requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:35.028023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:35.088204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Usage tracker for resource:network and project:a413a3cfaba549fd880a683a91b42877 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:37:35.106338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:37:35.122357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Usage tracker for resource:subnet and project:a413a3cfaba549fd880a683a91b42877 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:37:35.130857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:37:35.152892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Usage tracker for resource:subnetpool and project:a413a3cfaba549fd880a683a91b42877 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:37:35.175116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62aa9f2-ed92-482a-8b5d-78b10dbbde5e None None] Network 0da4965a-8c0b-4f7d-a272-8987060ac0da requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:35.205015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:37:35.213970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Usage tracker for resource:port and project:a413a3cfaba549fd880a683a91b42877 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:37:35.219236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:37:35.229241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Usage tracker for resource:router and project:a413a3cfaba549fd880a683a91b42877 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:37:35.236086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:37:35.246971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Usage tracker for resource:floatingip and project:a413a3cfaba549fd880a683a91b42877 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:37:35.252713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:37:35.333863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Usage tracker for resource:security_group and project:a413a3cfaba549fd880a683a91b42877 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:37:35.340345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:37:35.350231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Usage tracker for resource:security_group_rule and project:a413a3cfaba549fd880a683a91b42877 is out of sync, need to count used quota {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:37:35.354832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.quota.resource [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103443) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:37:35.366493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b41b4723-5656-4159-8ebe-d63e535d51d8 tempest-QuotasTest-1101818479 tempest-QuotasTest-1101818479-project-admin] 10.222.0.59 "GET /v2.0/quotas/a413a3cfaba549fd880a683a91b42877/details.json HTTP/1.1" status: 200 len: 703 time: 0.3335631 Nov 22 16:37:35.542838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-85313225-d5eb-4446-8331-029eebfd77fb tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:35.545436 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-85313225-d5eb-4446-8331-029eebfd77fb tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.62 "GET /v2.0/ports?device_id=8a41497f-a4d7-46fc-b58b-8273565bee60 HTTP/1.1" status: 200 len: 945 time: 0.0975118 Nov 22 16:37:35.667391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Deleting port f7877ed0-f651-4b59-8b2c-20fd4b95a480 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:35.667840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.847981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] For port f7877ed0-f651-4b59-8b2c-20fd4b95a480, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f7877ed0-f651-4b59-8b2c-20fd4b95a480,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:35.849121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.868926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Calling delete_port for f7877ed0-f651-4b59-8b2c-20fd4b95a480 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:36.007429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54856) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:36.085691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.104252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['f7877ed0-f651-4b59-8b2c-20fd4b95a480'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:36.143249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Pushing event deleted for resources: {'Port': ['ID=f7877ed0-f651-4b59-8b2c-20fd4b95a480,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:36.226105 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc3fbed7-9cb0-4c56-b1a5-b3e734288f25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.233686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9acf0a52-d7b2-4806-9e1a-cf6790292212 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:36.243675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] No DVR routers for this DVR port f7877ed0-f651-4b59-8b2c-20fd4b95a480 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:36.248398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.256414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e89ecc1-5a38-4607-9684-bac69fcb46fd req-69d3fead-3955-4021-bc4f-2448afac41f1 tempest-AttachSCSIVolumeTestJSON-108415060 tempest-AttachSCSIVolumeTestJSON-108415060-project] 10.222.0.62 "DELETE /v2.0/ports/f7877ed0-f651-4b59-8b2c-20fd4b95a480 HTTP/1.1" status: 204 len: 173 time: 0.7018394 Nov 22 16:37:36.304462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 9acf0a52-d7b2-4806-9e1a-cf6790292212 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:36.308038 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9acf0a52-d7b2-4806-9e1a-cf6790292212 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:36.415147 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.486797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc3fbed7-9cb0-4c56-b1a5-b3e734288f25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.497857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc3fbed7-9cb0-4c56-b1a5-b3e734288f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.552134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fbed7-9cb0-4c56-b1a5-b3e734288f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6289d25f-470f-47a9-8240-63c054eb1be9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:36.600076 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bc3fbed7-9cb0-4c56-b1a5-b3e734288f25 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9bf2a663a1864d27b7dcf0a9bc053524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5908160 Nov 22 16:37:36.602863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54860) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:36.677959 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12644ba6-fda7-486e-9edb-a6b7cf52fad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.710707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12644ba6-fda7-486e-9edb-a6b7cf52fad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.796677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12644ba6-fda7-486e-9edb-a6b7cf52fad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.800501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12644ba6-fda7-486e-9edb-a6b7cf52fad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.806203 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12644ba6-fda7-486e-9edb-a6b7cf52fad2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6289d25f-470f-47a9-8240-63c054eb1be9 HTTP/1.1" status: 204 len: 168 time: 0.2001917 Nov 22 16:37:36.840166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12644ba6-fda7-486e-9edb-a6b7cf52fad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6289d25f-470f-47a9-8240-63c054eb1be9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:37.557681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:37.584627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-554543d7-8643-404c-9cff-c82850557cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.639149 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.694565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-554543d7-8643-404c-9cff-c82850557cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.700297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-554543d7-8643-404c-9cff-c82850557cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.761729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54868) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:37.780708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-554543d7-8643-404c-9cff-c82850557cac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a413a3cfaba549fd880a683a91b42877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2215371 Nov 22 16:37:37.814296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554543d7-8643-404c-9cff-c82850557cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fae1314-2e3e-4e9a-bf8f-b83086d03698,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:37.871268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c156f6d6-4470-4a97-a3fe-329915bb317a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.928894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c156f6d6-4470-4a97-a3fe-329915bb317a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.017453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c156f6d6-4470-4a97-a3fe-329915bb317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.021033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c156f6d6-4470-4a97-a3fe-329915bb317a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.022427 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c156f6d6-4470-4a97-a3fe-329915bb317a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2fae1314-2e3e-4e9a-bf8f-b83086d03698 HTTP/1.1" status: 204 len: 168 time: 0.2587056 Nov 22 16:37:38.033508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f6d6-4470-4a97-a3fe-329915bb317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fae1314-2e3e-4e9a-bf8f-b83086d03698,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:38.219415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:38.285477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port d210b656-7d17-4af5-8156-56ae642698e8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:38.285477 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.504402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.588004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:38.589215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:38.592807 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c37cddd-0903-424e-b371-50b1df45654f" -d '{"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-plugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:38.599493 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:38.679094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:39.384407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:39.558395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1589733746'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:39.596704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:39.601685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.617661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.715537 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.720290 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.733686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:39.761631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.761631 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment b8771340-3a90-45ba-ba8d-1f286c3c9d2c of type vlan for network 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 Nov 22 16:37:39.801388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c459b64a-5d2e-431d-9ab9-9851e42478ca,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:39.818443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f7877ed0-f651-4b59-8b2c-20fd4b95a480 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:39.819352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.846277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: f7877ed0-f651-4b59-8b2c-20fd4b95a480 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:39.846490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f7877ed0-f651-4b59-8b2c-20fd4b95a480 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:39.858337 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.863129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.863786 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.904165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5180202 Nov 22 16:37:40.034189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54910) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:40.042498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': '1fc0ad96-6d6a-49ee-a9d5-34cfec263e95', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:40.051295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c829d-1cf4-4f54-a5c0-891a556f0152 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=1fc0ad96-6d6a-49ee-a9d5-34cfec263e95,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:40.067590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:40.222931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:40.227152 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.373534 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcc6bfb-751f-4fc7-86b9-03ad69fbb482 x-openstack-request-id: req-cdcc6bfb-751f-4fc7-86b9-03ad69fbb482 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:40.374393 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb85f924-682f-424c-a1f3-cd03c59e2d50", "name": "network-vif-deleted", "tag": "9acf0a52-d7b2-4806-9e1a-cf6790292212", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:40.374774 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cdcc6bfb-751f-4fc7-86b9-03ad69fbb482 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:40.375579 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb85f924-682f-424c-a1f3-cd03c59e2d50', 'name': 'network-vif-deleted', 'tag': '9acf0a52-d7b2-4806-9e1a-cf6790292212', 'status': 'completed', 'code': 200} Nov 22 16:37:40.527511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.617272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=ce3377d1-5a09-4d71-9139-ab94a23e001f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:40.640888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': 'b8771340-3a90-45ba-ba8d-1f286c3c9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1fc0ad96-6d6a-49ee-a9d5-34cfec263e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:40.641493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:40.666795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:40.688431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:40.703027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f579d77-e319-494f-8c57-da8990210f1e None None] Network 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:40.718760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.719450 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.754131 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-b892b915-1a2d-4c5b-a90c-ba9cf45bbb3c req-f20bb534-21db-4e12-8ed6-d3c931adc020 tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] show failed (client error): The resource could not be found. Nov 22 16:37:40.761489 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e257a6e4-b302-427f-8401-c5becb84b8b1 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7240312 Nov 22 16:37:40.772561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54936) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:40.773376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b892b915-1a2d-4c5b-a90c-ba9cf45bbb3c req-f20bb534-21db-4e12-8ed6-d3c931adc020 tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] 10.222.0.59 "GET /v2.0/security-groups/611a4b52-fd3d-4f3e-a28a-735960b825f6 HTTP/1.1" status: 404 len: 352 time: 0.0352831 Nov 22 16:37:40.780373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459196615'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:40.808400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:40.814128 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.852132 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:37:40.866509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:40.896864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.897226 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment d5c8a15d-8b08-49c8-a099-457ccb833759 of type vlan for network bf95badf-4282-4cae-bc82-abf28a726e72 Nov 22 16:37:40.969353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-1fc0ad96-6d6a-49ee-a9d5-34cfec263e95', 'network_id': '1fc0ad96-6d6a-49ee-a9d5-34cfec263e95', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': 'ce3377d1-5a09-4d71-9139-ab94a23e001f'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:40.973266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.978889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.046214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.058004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:41.058683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.146979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Allocated IP 172.20.255.242 (1fc0ad96-6d6a-49ee-a9d5-34cfec263e95/ce3377d1-5a09-4d71-9139-ab94a23e001f/134967a2-801e-4da8-a977-8383b27f7439) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:41.151459 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3774319 Nov 22 16:37:41.154600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.159205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d43cea-f929-4e9a-9bdb-9c9ef1c9685a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=bf95badf-4282-4cae-bc82-abf28a726e72,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:41.164281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': 'bf95badf-4282-4cae-bc82-abf28a726e72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:41.259228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network bf95badf-4282-4cae-bc82-abf28a726e72 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:41.319648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:41.326345 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.461781 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.470185 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.537026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Pushing event updated for resources: {'Port': ['ID=134967a2-801e-4da8-a977-8383b27f7439,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:41.546394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Network 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:41.548740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:41.552747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:41.642049 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.739167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=25c117c0-a6cc-4db3-a989-a4c55aff8816,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:41.758837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': 'd5c8a15d-8b08-49c8-a099-457ccb833759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bf95badf-4282-4cae-bc82-abf28a726e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:41.759766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: bf95badf-4282-4cae-bc82-abf28a726e72, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:41.815268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Attempting to bind port 134967a2-801e-4da8-a977-8383b27f7439 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:41.815815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Attempting to bind port 134967a2-801e-4da8-a977-8383b27f7439 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'b8771340-3a90-45ba-ba8d-1f286c3c9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1fc0ad96-6d6a-49ee-a9d5-34cfec263e95'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:41.816803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Attempting to bind port 134967a2-801e-4da8-a977-8383b27f7439 on network 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:41.827741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:41.828813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Checking segment: {'id': 'b8771340-3a90-45ba-ba8d-1f286c3c9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1fc0ad96-6d6a-49ee-a9d5-34cfec263e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:41.829748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.831436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network bf95badf-4282-4cae-bc82-abf28a726e72 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:41.832874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Bound using segment: {'id': 'b8771340-3a90-45ba-ba8d-1f286c3c9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1fc0ad96-6d6a-49ee-a9d5-34cfec263e95'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:41.834056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Bound port: 134967a2-801e-4da8-a977-8383b27f7439, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8771340-3a90-45ba-ba8d-1f286c3c9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1fc0ad96-6d6a-49ee-a9d5-34cfec263e95'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:41.835266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.852669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, bf95badf-4282-4cae-bc82-abf28a726e72) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:41.868934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c873eed-0721-4928-a332-561c6d21ad0d None None] Network bf95badf-4282-4cae-bc82-abf28a726e72 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:41.881360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:41.887933 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.935089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-66fc5820-24cb-4df5-bf12-c30fb95857db tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7790425 Nov 22 16:37:41.939121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.070805 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1045390b-ee0c-410b-9113-132f1e660ab3 x-openstack-request-id: req-1045390b-ee0c-410b-9113-132f1e660ab3 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:42.071434 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-plugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:42.071434 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1045390b-ee0c-410b-9113-132f1e660ab3 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:42.071839 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8', 'code': 200} Nov 22 16:37:42.134996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.268531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-bf95badf-4282-4cae-bc82-abf28a726e72', 'network_id': 'bf95badf-4282-4cae-bc82-abf28a726e72', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': '25c117c0-a6cc-4db3-a989-a4c55aff8816'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:42.269793 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.361847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.377726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a41497f-a4d7-46fc-b58b-8273565bee60', 'name': 'network-vif-deleted', 'tag': 'f7877ed0-f651-4b59-8b2c-20fd4b95a480'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:42.380144 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c7100f-e2af-44df-83c5-0bf256e739bf" -d '{"events": [{"server_uuid": "8a41497f-a4d7-46fc-b58b-8273565bee60", "name": "network-vif-deleted", "tag": "f7877ed0-f651-4b59-8b2c-20fd4b95a480"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:42.397706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] For port 134967a2-801e-4da8-a977-8383b27f7439, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:42.423077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] For port 134967a2-801e-4da8-a977-8383b27f7439, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=134967a2-801e-4da8-a977-8383b27f7439,segment=NetworkSegment(b8771340-3a90-45ba-ba8d-1f286c3c9d2c),segment_id=b8771340-3a90-45ba-ba8d-1f286c3c9d2c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:42.457328 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.494498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55000) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.509191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-093e5c4b-b568-478a-b008-c7981e2e8a8f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608600532', 'description': 'tempest-description--2083459618'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:42.533770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e8ed6-85ae-4958-8da8-81cf1449148c None None] Pushing event updated for resources: {'Port': ['ID=134967a2-801e-4da8-a977-8383b27f7439,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:42.569351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-093e5c4b-b568-478a-b008-c7981e2e8a8f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.615124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Allocated IP 172.20.0.2 (bf95badf-4282-4cae-bc82-abf28a726e72/25c117c0-a6cc-4db3-a989-a4c55aff8816/87c5dc8d-ba07-4215-bb0a-b441a8d71fc6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:42.764335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-093e5c4b-b568-478a-b008-c7981e2e8a8f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.770624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-093e5c4b-b568-478a-b008-c7981e2e8a8f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.835987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-093e5c4b-b568-478a-b008-c7981e2e8a8f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.841518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55006) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.841716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-093e5c4b-b568-478a-b008-c7981e2e8a8f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3428535 Nov 22 16:37:42.849545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-671a1f2b-99bb-46d9-ae9c-7211b305eab2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Request body: {'security_group_rule': {'security_group_id': '59345411-4a5e-48dd-8036-f4773cefd211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:42.870218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e5c4b-b568-478a-b008-c7981e2e8a8f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59345411-4a5e-48dd-8036-f4773cefd211,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:42.926238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-671a1f2b-99bb-46d9-ae9c-7211b305eab2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.966445 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.983112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.024292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611176fd-e015-450c-9e3f-255e87cbf669 req-c554b4fe-019a-47ae-a076-39580994a426 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:43.029669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-611176fd-e015-450c-9e3f-255e87cbf669 req-c554b4fe-019a-47ae-a076-39580994a426 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 950 time: 0.1996393 Nov 22 16:37:43.073646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.114963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Network bf95badf-4282-4cae-bc82-abf28a726e72 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:43.116829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:43.122588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Pushing event updated for resources: {'Port': ['ID=87c5dc8d-ba07-4215-bb0a-b441a8d71fc6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:43.126683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:43.220047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=25c117c0-a6cc-4db3-a989-a4c55aff8816,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:43.231228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-671a1f2b-99bb-46d9-ae9c-7211b305eab2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.249529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-611176fd-e015-450c-9e3f-255e87cbf669 req-c407d538-05ce-4479-afa4-6671b5b31740 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128570 Nov 22 16:37:43.264233 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-671a1f2b-99bb-46d9-ae9c-7211b305eab2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.275691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 134967a2-801e-4da8-a977-8383b27f7439 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:43.339081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Attempting to bind port 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:43.339759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Attempting to bind port 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd5c8a15d-8b08-49c8-a099-457ccb833759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bf95badf-4282-4cae-bc82-abf28a726e72'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:43.340328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Attempting to bind port 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6 on network bf95badf-4282-4cae-bc82-abf28a726e72 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:43.347806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:43.348564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Checking segment: {'id': 'd5c8a15d-8b08-49c8-a099-457ccb833759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bf95badf-4282-4cae-bc82-abf28a726e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:43.349167 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.349764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Bound using segment: {'id': 'd5c8a15d-8b08-49c8-a099-457ccb833759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bf95badf-4282-4cae-bc82-abf28a726e72'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:43.350387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.350637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Bound port: 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c8a15d-8b08-49c8-a099-457ccb833759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bf95badf-4282-4cae-bc82-abf28a726e72'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:43.351238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.353668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1f2b-99bb-46d9-ae9c-7211b305eab2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e800650-aca5-4519-89c1-b21e47043494,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:43.367072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-671a1f2b-99bb-46d9-ae9c-7211b305eab2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.368767 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-671a1f2b-99bb-46d9-ae9c-7211b305eab2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5259962 Nov 22 16:37:43.373962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:43.379746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c5cde848-ab8c-49e5-a1d0-32480927dc04 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Request body: {'security_group_rule': {'security_group_id': '59345411-4a5e-48dd-8036-f4773cefd211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:43.382561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 134967a2-801e-4da8-a977-8383b27f7439 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:43.382561 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.390359 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c19a64-47cd-48de-bc2b-a34938611800 x-openstack-request-id: req-80c19a64-47cd-48de-bc2b-a34938611800 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:43.393962 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a41497f-a4d7-46fc-b58b-8273565bee60", "name": "network-vif-deleted", "tag": "f7877ed0-f651-4b59-8b2c-20fd4b95a480", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:43.394551 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80c19a64-47cd-48de-bc2b-a34938611800 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:43.395234 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a41497f-a4d7-46fc-b58b-8273565bee60', 'name': 'network-vif-deleted', 'tag': 'f7877ed0-f651-4b59-8b2c-20fd4b95a480', 'status': 'completed', 'code': 200} Nov 22 16:37:43.401238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf95badf-4282-4cae-bc82-abf28a726e72']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:43.420106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c8a15d-8b08-49c8-a099-457ccb833759') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:43.421037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c8a15d-8b08-49c8-a099-457ccb833759') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:43.454014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.479138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.489115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:43.489950 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:43.496092 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:43.532666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5cde848-ab8c-49e5-a1d0-32480927dc04 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.606233 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.api [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:37:43.606233 n-d-816865-2 neutron-server[103442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:37:43.606233 n-d-816865-2 neutron-server[103442]: [parameters: {'id': 'bf95badf-4282-4cae-bc82-abf28a726e72'}] Nov 22 16:37:43.606233 n-d-816865-2 neutron-server[103442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:43.607388 n-d-816865-2 neutron-server[103442]: DEBUG oslo_db.api [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:43.609513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e667f1b3-3bac-4d69-828d-948a7d037419 req-395a8661-29dc-4359-945f-f020ede4fc40 tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49d12066196a405386b1150347be3f1a HTTP/1.1" status: 200 len: 3005 time: 0.1836224 Nov 22 16:37:43.614918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] For port 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:43.622660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] For port 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=87c5dc8d-ba07-4215-bb0a-b441a8d71fc6,segment=NetworkSegment(d5c8a15d-8b08-49c8-a099-457ccb833759),segment_id=d5c8a15d-8b08-49c8-a099-457ccb833759)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:43.626061 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.647494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.774213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5cde848-ab8c-49e5-a1d0-32480927dc04 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.800568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e667f1b3-3bac-4d69-828d-948a7d037419 req-f28c9c80-ba9d-441a-93e2-e376653855d1 tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] 10.222.0.59 "GET /v2.0/security-groups/d26aef79-a2d3-49f3-b2ee-8d4648fdc6b2 HTTP/1.1" status: 200 len: 3002 time: 0.1859093 Nov 22 16:37:43.804194 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5cde848-ab8c-49e5-a1d0-32480927dc04 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.903929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 134967a2-801e-4da8-a977-8383b27f7439, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=134967a2-801e-4da8-a977-8383b27f7439,segment=NetworkSegment(b8771340-3a90-45ba-ba8d-1f286c3c9d2c),segment_id=b8771340-3a90-45ba-ba8d-1f286c3c9d2c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:43.933011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde848-ab8c-49e5-a1d0-32480927dc04 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d86dbb6-9d4b-4b34-bab4-9536b8014fae,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:43.935046 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.958670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5cde3-07a1-44b5-b9f1-3d66604a1d73 None None] Pushing event updated for resources: {'Port': ['ID=87c5dc8d-ba07-4215-bb0a-b441a8d71fc6,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:43.961177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e667f1b3-3bac-4d69-828d-948a7d037419 req-56d06c30-9846-4117-be8b-3ce3a3b7bf2c tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] 10.222.0.59 "GET /v2.0/security-groups/d26aef79-a2d3-49f3-b2ee-8d4648fdc6b2 HTTP/1.1" status: 200 len: 3002 time: 0.1592491 Nov 22 16:37:43.989448 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5cde848-ab8c-49e5-a1d0-32480927dc04 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.990246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f2117b-c4a1-400a-8c83-c5fdc5fbe498 None None] Network bf95badf-4282-4cae-bc82-abf28a726e72 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:43.991907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c5cde848-ab8c-49e5-a1d0-32480927dc04 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6168039 Nov 22 16:37:43.996230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55018) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:44.002738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:44.133354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.146345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.307492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:44.556088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc86d80-c5a0-4376-ae46-5b15a4865a19 None None] Network 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:44.572377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Deleting port 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:44.572969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.650658 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.655194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96660f55-f51d-45b5-944d-b567aa82faff req-d3d026a2-a5a9-4749-a5d5-4ca89b88b3ac tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] 10.222.0.59 "GET /v2.0/security-groups/d26aef79-a2d3-49f3-b2ee-8d4648fdc6b2 HTTP/1.1" status: 200 len: 3002 time: 0.0846264 Nov 22 16:37:44.740774 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-96660f55-f51d-45b5-944d-b567aa82faff req-2309da59-ee86-4d3a-aa7d-4640dc40cb29 tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:37:44.764393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] For port 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=87c5dc8d-ba07-4215-bb0a-b441a8d71fc6,segment=NetworkSegment(d5c8a15d-8b08-49c8-a099-457ccb833759),segment_id=d5c8a15d-8b08-49c8-a099-457ccb833759)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:44.764393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.767463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96660f55-f51d-45b5-944d-b567aa82faff req-2309da59-ee86-4d3a-aa7d-4640dc40cb29 tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] 10.222.0.59 "DELETE /v2.0/security-groups/d26aef79-a2d3-49f3-b2ee-8d4648fdc6b2 HTTP/1.1" status: 409 len: 352 time: 0.1105816 Nov 22 16:37:44.794177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Calling delete_port for 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:44.847096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=134967a2-801e-4da8-a977-8383b27f7439,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:44.922832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Allocated IP 172.25.0.82 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/90e1dad4-3c4b-4f18-b93e-e6e5a047e77b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:45.015784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c63d449a-9f33-4ce1-b88d-0b4272e76109 None None] Provisioning complete for port 134967a2-801e-4da8-a977-8383b27f7439 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:45.016375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c63d449a-9f33-4ce1-b88d-0b4272e76109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.074587 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-e4fc593c-329e-47b7-90a2-ed596c8e10cd req-99589efd-86e4-45d3-9e95-534d5c2c1a13 tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] show failed (client error): The resource could not be found. Nov 22 16:37:45.079710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.081348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.103348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4fc593c-329e-47b7-90a2-ed596c8e10cd req-99589efd-86e4-45d3-9e95-534d5c2c1a13 tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] 10.222.0.59 "GET /v2.0/security-groups/f89bd4e9-9790-4f86-a325-d9d08bc443e0 HTTP/1.1" status: 404 len: 352 time: 0.0775089 Nov 22 16:37:45.203162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:45.206971 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db597259-462e-43a4-b6b7-e8e3d1204da0" -d '{"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:45.250159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Port': ['ID=87c5dc8d-ba07-4215-bb0a-b441a8d71fc6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:45.262013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 134967a2-801e-4da8-a977-8383b27f7439 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:45.285513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No DVR routers for this DVR port 87c5dc8d-ba07-4215-bb0a-b441a8d71fc6 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:45.323630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:45.332788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.366882 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.373036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 134967a2-801e-4da8-a977-8383b27f7439 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:45.373684 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.441446 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-b4ccc075-d5ff-4c81-b1e2-204b617ca945 req-e9ef85c7-78cd-4009-9273-6ee6b61f66bc tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] show failed (client error): The resource could not be found. Nov 22 16:37:45.443352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4ccc075-d5ff-4c81-b1e2-204b617ca945 req-e9ef85c7-78cd-4009-9273-6ee6b61f66bc tempest-SecurityGroupsNegativeTestJSON-737199372 tempest-SecurityGroupsNegativeTestJSON-737199372-project] 10.222.0.59 "GET /v2.0/security-groups/56a0cf8d-5417-4c21-8bba-a2b678ba818c HTTP/1.1" status: 404 len: 352 time: 0.0509188 Nov 22 16:37:45.463293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55070) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:45.475161 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.523422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf95badf-4282-4cae-bc82-abf28a726e72']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:45.573903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=11']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:45.583001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c8a15d-8b08-49c8-a099-457ccb833759') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:45.586633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c8a15d-8b08-49c8-a099-457ccb833759') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:45.621344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16fc3a01-4aa9-4e53-9c8c-34d1ef67c141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.633876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.702814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.729073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.763981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6905af1-a948-4f6c-ab5a-942547fde6a4 admin admin] Deleting subnet d7777373-ba6d-4a82-919e-0a05cc617e4f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:45.796483 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b3ce8-c62a-488f-9f3e-3b0ddfa8580d x-openstack-request-id: req-ec8b3ce8-c62a-488f-9f3e-3b0ddfa8580d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:45.796773 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8784564-f514-4c90-8c94-636545c3ad34", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:45.797018 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec8b3ce8-c62a-488f-9f3e-3b0ddfa8580d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:45.798555 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34', 'code': 200} Nov 22 16:37:45.802429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6905af1-a948-4f6c-ab5a-942547fde6a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.880154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:45.880512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.913391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6905af1-a948-4f6c-ab5a-942547fde6a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:45.920712 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:46.032960 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182283a7-706e-415c-9405-a20d64848ca4 None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:37:46.101040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.108971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:46.134078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-71b989f2-c2b7-4a2f-9fa8-13cfa8450e5a None None] Provisioning complete for port 134967a2-801e-4da8-a977-8383b27f7439 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:46.134750 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-71b989f2-c2b7-4a2f-9fa8-13cfa8450e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.136208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6905af1-a948-4f6c-ab5a-942547fde6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.138796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.156393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/bf95badf-4282-4cae-bc82-abf28a726e72 HTTP/1.1" status: 204 len: 168 time: 4.2157586 Nov 22 16:37:46.157716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:46.161390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:46.190155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55104) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:46.208067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-861292198'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:46.280456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c248c-9b82-40c5-b724-b5947ac477e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=bf95badf-4282-4cae-bc82-abf28a726e72,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:46.282971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event updated for resources: {'Port': ['ID=90e1dad4-3c4b-4f18-b93e-e6e5a047e77b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:46.380164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:46.392562 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.427079 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6905af1-a948-4f6c-ab5a-942547fde6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.528738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6905af1-a948-4f6c-ab5a-942547fde6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7777373-ba6d-4a82-919e-0a05cc617e4f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:46.531055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:46.536954 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6905af1-a948-4f6c-ab5a-942547fde6a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.542064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b6905af1-a948-4f6c-ab5a-942547fde6a4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d7777373-ba6d-4a82-919e-0a05cc617e4f HTTP/1.1" status: 204 len: 168 time: 1.0768387 Nov 22 16:37:46.544936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55116) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:46.574027 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.579819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.580178 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment b0fccd6a-d06a-4253-8350-eb026276a29d of type vlan for network a9535dfc-b814-4803-a602-8249f0db1cbf Nov 22 16:37:46.736992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.738769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.756657 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.841756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182283a7-706e-415c-9405-a20d64848ca4 None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:37:46.850332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.866221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:46.867210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.908825 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.940922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da4965a-8c0b-4f7d-a272-8987060ac0da']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:46.953994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfdee23-470f-442f-99f2-21954d550122') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:46.954591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfdee23-470f-442f-99f2-21954d550122') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:46.973268 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.026322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.043924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:47.043924 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:47.045279 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:47.200853 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.209326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0141962 Nov 22 16:37:47.213276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55152) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:47.213791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.226835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': 'a9535dfc-b814-4803-a602-8249f0db1cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:47.317941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event updated for resources: {'Port': ['ID=90e1dad4-3c4b-4f18-b93e-e6e5a047e77b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:47.368411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.376140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce8e5e-af79-4ea1-99f1-65c7d95e28f4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=a9535dfc-b814-4803-a602-8249f0db1cbf,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:47.394547 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.395934 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9d755152-3f0a-4001-b7d8-94d46da87d76 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3981419 Nov 22 16:37:47.519372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a9535dfc-b814-4803-a602-8249f0db1cbf details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:47.544465 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.550276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.562766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] 10.222.0.59 "DELETE /v2.0/networks/0da4965a-8c0b-4f7d-a272-8987060ac0da HTTP/1.1" status: 204 len: 168 time: 1.0165644 Nov 22 16:37:47.596495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4bb7b-410b-4e2c-bb79-e2c986c06c4f admin admin] Pushing event deleted for resources: {'Network': ['ID=0da4965a-8c0b-4f7d-a272-8987060ac0da,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:47.610205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:47.620908 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.862697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:37:47.863352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:37:47.972908 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8508615b-1ef5-4310-ab62-74f982ada6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.144154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port 1f15688e-df61-49a5-bfe5-4e447a3286c5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:48.144794 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.161614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55214) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:48.248950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Port 1f15688e-df61-49a5-bfe5-4e447a3286c5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:48.258192 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e3a61d45-8faf-4bcf-8c5b-6275a7670c00 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49d12066196a405386b1150347be3f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929959 Nov 22 16:37:48.259080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55216) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:48.273249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port 2604c7ac-cf3a-4d6a-b59c-510cfcd349a7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:48.274577 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.363714 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4356071e-582f-4518-925f-32fab12189a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.375030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Port 2604c7ac-cf3a-4d6a-b59c-510cfcd349a7 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:48.399748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4356071e-582f-4518-925f-32fab12189a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.403399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port 3c71317e-2b12-41c5-b7a2-a7faa734ce37 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:48.405386 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.492351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4356071e-582f-4518-925f-32fab12189a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.499070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4356071e-582f-4518-925f-32fab12189a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.503605 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4356071e-582f-4518-925f-32fab12189a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d26aef79-a2d3-49f3-b2ee-8d4648fdc6b2 HTTP/1.1" status: 204 len: 168 time: 0.2427080 Nov 22 16:37:48.512652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356071e-582f-4518-925f-32fab12189a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26aef79-a2d3-49f3-b2ee-8d4648fdc6b2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:48.568740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.570892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port a324f623-9232-4a64-8155-9034599f0910 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:48.571722 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.591804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-ce3a059d-8600-4dd8-8283-8918842015dc tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:48.594433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-ce3a059d-8600-4dd8-8283-8918842015dc tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 821 time: 0.4382923 Nov 22 16:37:48.692388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port 2345d1cc-a42b-4d00-8d35-d62926e68fd1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:48.692787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.746340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-e1402561-70c1-498b-b372-02f95e4aad73 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/quotas/68534ac03d37435081c31f3f0e0bf30f HTTP/1.1" status: 200 len: 375 time: 0.0978365 Nov 22 16:37:48.767478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=cfd1f166-41d7-457e-8fa4-e51c46152abd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:48.826844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d39985ff-090c-41e1-88db-8a5d7e754b8b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792942 Nov 22 16:37:48.862186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': 'b0fccd6a-d06a-4253-8350-eb026276a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a9535dfc-b814-4803-a602-8249f0db1cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:48.862935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: a9535dfc-b814-4803-a602-8249f0db1cbf, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:48.891364 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.913564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port 49078459-b71c-460f-95d0-4a311894e0cd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:48.913684 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.975975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-7f4ac425-f779-401f-9d53-4bee05df693a service neutron] 10.222.0.59 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478512 Nov 22 16:37:48.989344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network a9535dfc-b814-4803-a602-8249f0db1cbf is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:49.052247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a9535dfc-b814-4803-a602-8249f0db1cbf) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:49.071453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085607f3-05fd-456e-abb9-aea9dabff070 None None] Network a9535dfc-b814-4803-a602-8249f0db1cbf requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:49.139257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:49.140266 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.180766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fa97e27e-6c8a-4b73-9c39-8931ecefd658 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9577413 Nov 22 16:37:49.183550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:49.341774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-367932d9-5fc8-4f81-9421-afebd72d61e3 service neutron] 10.222.0.59 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437278 Nov 22 16:37:49.472081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port 563dfa0e-e57c-43ca-8035-173f5df1a849 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:49.487878 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.504838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-a9535dfc-b814-4803-a602-8249f0db1cbf', 'network_id': 'a9535dfc-b814-4803-a602-8249f0db1cbf', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': 'cfd1f166-41d7-457e-8fa4-e51c46152abd'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:49.505836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.950727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Allocated IP 172.20.0.3 (a9535dfc-b814-4803-a602-8249f0db1cbf/cfd1f166-41d7-457e-8fa4-e51c46152abd/4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:49.955092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port 90e1dad4-3c4b-4f18-b93e-e6e5a047e77b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:49.955478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.076934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Port 90e1dad4-3c4b-4f18-b93e-e6e5a047e77b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:50.150796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Provisioning complete for port 7542bbcd-314f-41e6-a7bb-5b59bd82a136 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:50.151212 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40761ff3-4d5d-4661-931a-d8793c1ac66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.196251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:50.386460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1528526377-network', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:50.425626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.436387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.461370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.498401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6bc9023-d0c3-46c0-8ed1-86d5664fa7fd req-6c5e62f1-049a-47d6-8682-a8dae16599f0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 210 time: 0.1025467 Nov 22 16:37:50.500752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Network a9535dfc-b814-4803-a602-8249f0db1cbf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:50.516079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:50.525527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:50.527811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Made reservation on behalf of e5ad957032694c148c52f07f441e96a5 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:50.530880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.564481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.575590 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-53d154e2-85d2-4eac-92ce-62230c6f0a24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3188987 Nov 22 16:37:50.638665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Pushing event updated for resources: {'Port': ['ID=4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:50.660562 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.661880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Attempting to bind port 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:50.662270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Attempting to bind port 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'b0fccd6a-d06a-4253-8350-eb026276a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a9535dfc-b814-4803-a602-8249f0db1cbf'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:50.662899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Attempting to bind port 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da on network a9535dfc-b814-4803-a602-8249f0db1cbf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:50.669884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:50.670684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Checking segment: {'id': 'b0fccd6a-d06a-4253-8350-eb026276a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a9535dfc-b814-4803-a602-8249f0db1cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:50.671173 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.671577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Bound using segment: {'id': 'b0fccd6a-d06a-4253-8350-eb026276a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a9535dfc-b814-4803-a602-8249f0db1cbf'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:50.672206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Bound port: 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fccd6a-d06a-4253-8350-eb026276a29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a9535dfc-b814-4803-a602-8249f0db1cbf'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:50.672503 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.702601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Deleting port 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:50.703020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.824429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-11cd39db-0abf-4e89-b041-d8a101f0fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.826667 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-11cd39db-0abf-4e89-b041-d8a101f0fa4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 1099 time: 0.2343695 Nov 22 16:37:50.852525 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.868558 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.911230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:50.918328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:50.922742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b8edb4-f69b-409a-809f-c461d10b227b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:51.059318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] For port 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:51.063846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] For port 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da,segment=NetworkSegment(b0fccd6a-d06a-4253-8350-eb026276a29d),segment_id=b0fccd6a-d06a-4253-8350-eb026276a29d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:51.064894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] For port 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da, host n-d-816865-2, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:51.067474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.075521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.122599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Calling delete_port for 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:51.167794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48430695-f4c0-4827-92c5-ac451e5f4c0f None None] Pushing event updated for resources: {'Port': ['ID=4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:51.293418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.294571 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Added segment d71ad257-8fb4-4044-a7d9-85be01b1abe0 of type vlan for network a811e2d7-4df3-4598-945d-388683d0331a Nov 22 16:37:51.315223 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.323875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-0ff55c4f-f34f-4c59-bbb3-abf0605c16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.325505 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-0ff55c4f-f34f-4c59-bbb3-abf0605c16d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.4137173 Nov 22 16:37:51.440485 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-884b2be5-ed8a-42b5-9dbc-70a2eec3a72a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=f8784564-f514-4c90-8c94-636545c3ad34 HTTP/1.1" status: 200 len: 217 time: 0.0955350 Nov 22 16:37:51.489259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.577429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-af5074da-34ae-4c0d-8bc7-7d64628d3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.581104 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-af5074da-34ae-4c0d-8bc7-7d64628d3866 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.1294808 Nov 22 16:37:51.644558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.724106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-31536450-f19b-48bf-bda5-ac8fcd5e21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.724106 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-31536450-f19b-48bf-bda5-ac8fcd5e21d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263657 Nov 22 16:37:51.737667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Port': ['ID=4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:51.742313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.744010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.750588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.839612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No DVR routers for this DVR port 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:51.879638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5d4547d-cd32-4a47-9e6d-6f1abbb9ccfe req-497f7920-ff64-41f3-a68c-9c76e358f2d4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 210 time: 0.1258025 Nov 22 16:37:51.903641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.904008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7064328 Nov 22 16:37:51.972560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55340) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:51.981036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Request body: {'subnet': {'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1528526377-subnet', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:51.991900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.029773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befe146-b32a-42cf-bd86-c4cf533e52ae admin admin] Pushing event updated for resources: {'Network': ['ID=a811e2d7-4df3-4598-945d-388683d0331a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:52.033033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd1f166-41d7-457e-8fa4-e51c46152abd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:52.044339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a811e2d7-4df3-4598-945d-388683d0331a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:52.150177 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.184861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9535dfc-b814-4803-a602-8249f0db1cbf']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:52.200947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fccd6a-d06a-4253-8350-eb026276a29d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:52.201239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fccd6a-d06a-4253-8350-eb026276a29d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:52.213538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.236989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.251616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:52.252106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.323451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:52.328588 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:52.669849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.681264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-c5505455-0978-4913-b236-4d388dadda10 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:52.683259 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-c5505455-0978-4913-b236-4d388dadda10 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.62 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 821 time: 0.3510532 Nov 22 16:37:52.698449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.708860 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/a9535dfc-b814-4803-a602-8249f0db1cbf HTTP/1.1" status: 204 len: 168 time: 3.5239186 Nov 22 16:37:52.716304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55360) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:52.723740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1639537191'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:52.729378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Request body: {'port': {'device_id': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'network_id': '25dde824-e933-455c-9b91-100514750689', 'admin_state_up': True, 'tenant_id': '68534ac03d37435081c31f3f0e0bf30f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:52.819555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:52.826374 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.888350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:52.894472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Made reservation on behalf of e5ad957032694c148c52f07f441e96a5 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:52.897540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.930760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.931150 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment de5890fd-8739-45b7-886b-28ab2bdf63fb of type vlan for network bd84b712-0ab4-4240-a279-f4f48b480832 Nov 22 16:37:52.959503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-48539743-1edd-44fc-8bc0-8f30f5015335 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2194021 Nov 22 16:37:52.964281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0bf39-ba3c-4f47-bd61-6ab346bfc810 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=a9535dfc-b814-4803-a602-8249f0db1cbf,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:53.043073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.082063 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b0ad5ea-2dcb-4ec8-a7e9-8b4f55b3c5ba req-6714a72a-b6b2-4376-9466-43e8d3b0b831 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099136 Nov 22 16:37:53.118918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Made reservation on behalf of 68534ac03d37435081c31f3f0e0bf30f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:53.123650 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.123905 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.139385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:53.140048 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.206383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Deleting port e1ba04a6-3dc2-44ca-86d0-36123998492b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:53.206833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.267205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b36d1c17-a907-4199-ad86-0f39bede6557 None None] Could not find standard attr ID for object 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:37:53.304009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5864313 Nov 22 16:37:53.314728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55386) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:53.328895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': 'bd84b712-0ab4-4240-a279-f4f48b480832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:53.375260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9a319-4423-47a8-b380-40d3eace25ca None None] DHCP port deletion for a9535dfc-b814-4803-a602-8249f0db1cbf request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:53.401809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fe8b0-2e35-4cec-ae07-545806c54d65 None None] Network a9535dfc-b814-4803-a602-8249f0db1cbf requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:53.406288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78988ca1-716b-4618-872e-8fd596809a0f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=bd84b712-0ab4-4240-a279-f4f48b480832,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:53.447699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network bd84b712-0ab4-4240-a279-f4f48b480832 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:53.450275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fe8b0-2e35-4cec-ae07-545806c54d65 None None] Network a9535dfc-b814-4803-a602-8249f0db1cbf could not be found, it might have been deleted concurrently. {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:37:53.489064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] For port e1ba04a6-3dc2-44ca-86d0-36123998492b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e1ba04a6-3dc2-44ca-86d0-36123998492b,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:53.489646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.529635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Calling delete_port for e1ba04a6-3dc2-44ca-86d0-36123998492b owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:53.557391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:53.562261 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.583432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Allocated IP 172.20.0.14 (25dde824-e933-455c-9b91-100514750689/74bc31ff-9422-43b5-b84a-21c1e8ecb4b1/d0006fff-b8b7-49a6-9670-55ff231d33ef) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:53.627938 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.838450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2a0586-186d-45ee-b1f4-d125682a1463,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:53.855760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Checking segment: {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:53.856727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Network hostable DHCP agents. Network: a811e2d7-4df3-4598-945d-388683d0331a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:53.895218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Network a811e2d7-4df3-4598-945d-388683d0331a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:53.903660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db3791f4-8ffc-4edb-9cbf-7608565b40d9 req-bf177d47-de60-493d-a095-96e55ff891bc tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0719640 Nov 22 16:37:53.923848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a811e2d7-4df3-4598-945d-388683d0331a) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:53.935508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:53.935765 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.944282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab48925b-654f-4e1e-b130-6e95ac791152 None None] Network a811e2d7-4df3-4598-945d-388683d0331a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:53.972338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.980003 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a66512fe-09a6-448b-b7f3-ab3951d1ed99 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0041523 Nov 22 16:37:53.984774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55404) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:53.992629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:54.056810 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.061104 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.097977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.108622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-e357f61b-8d8e-4ef3-8956-88afc3be96f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2752650 Nov 22 16:37:54.300060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Network 25dde824-e933-455c-9b91-100514750689 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:54.326208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:54.330107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-a811e2d7-4df3-4598-945d-388683d0331a', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:54.331072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.335578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:54.355634 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.368981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305b0c3-1440-4d24-bb35-f623ea7f6db4 None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:54.585953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event updated for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:54.592811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-81499bbf-7407-4e06-80c8-8f4d18aaacb8 None None] Provisioning complete for port d0006fff-b8b7-49a6-9670-55ff231d33ef triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:54.593198 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81499bbf-7407-4e06-80c8-8f4d18aaacb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.673465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:54.674158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.698151 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-d9913100-3bf8-46bd-a71e-3ef49fdab219 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0026760 Nov 22 16:37:54.735496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Allocated IP 172.20.0.2 (a811e2d7-4df3-4598-945d-388683d0331a/8a2a0586-186d-45ee-b1f4-d125682a1463/b0c6687d-340c-43de-9cb4-cd5ea3aee482) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:54.826429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.842091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Request body: {'port': {'device_id': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:54.867616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-81499bbf-7407-4e06-80c8-8f4d18aaacb8 None None] Port d0006fff-b8b7-49a6-9670-55ff231d33ef cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:54.965479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.051905 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.058466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:55.067406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-14512966-2e04-441a-a0d0-5bf9c579a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:55.070384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-14512966-2e04-441a-a0d0-5bf9c579a201 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=30279def01164374abce033b558d42ea&device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 1099 time: 0.2705197 Nov 22 16:37:55.097759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:55.098289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4b3f1b57-1fd3-4dd8-8b02-67f1f02eb1da not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:55.114584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ba04a6-3dc2-44ca-86d0-36123998492b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:55.130238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.146098 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.168530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.219194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Pushing event updated for resources: {'Port': ['ID=b0c6687d-340c-43de-9cb4-cd5ea3aee482,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:55.233434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Network a811e2d7-4df3-4598-945d-388683d0331a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:55.234982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:55.239323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:55.364408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Attempting to bind port b0c6687d-340c-43de-9cb4-cd5ea3aee482 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:55.365119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Attempting to bind port b0c6687d-340c-43de-9cb4-cd5ea3aee482 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:55.365264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Attempting to bind port b0c6687d-340c-43de-9cb4-cd5ea3aee482 on network a811e2d7-4df3-4598-945d-388683d0331a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:55.387547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:55.388246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Checking segment: {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:55.389338 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.389938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Bound using segment: {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:55.390439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Bound port: b0c6687d-340c-43de-9cb4-cd5ea3aee482, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:55.390840 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.532917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=d1a7dc4a-0421-4f7b-8530-f8ad018e9c66,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:55.535590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': 'de5890fd-8739-45b7-886b-28ab2bdf63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd84b712-0ab4-4240-a279-f4f48b480832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:55.536169 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: bd84b712-0ab4-4240-a279-f4f48b480832, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:55.560416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.567026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] For port b0c6687d-340c-43de-9cb4-cd5ea3aee482, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:55.579025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] For port b0c6687d-340c-43de-9cb4-cd5ea3aee482, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b0c6687d-340c-43de-9cb4-cd5ea3aee482,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:55.581560 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.591550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.668834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaa56f-a20c-4153-a5da-852e1fd36716 None None] Pushing event updated for resources: {'Port': ['ID=b0c6687d-340c-43de-9cb4-cd5ea3aee482,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:55.717054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-1021a804-ea0a-4fb7-815b-673f055847e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:55.719222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-1021a804-ea0a-4fb7-815b-673f055847e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.6217906 Nov 22 16:37:55.793651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-79a4f524-533f-455d-8611-0c2b2d59e57e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5 HTTP/1.1" status: 200 len: 217 time: 0.0529432 Nov 22 16:37:55.795392 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.825882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Allocated IP 172.25.0.128 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/2e08dedd-17c4-442e-b79f-ae0ad307c27a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:55.835389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0006fff-b8b7-49a6-9670-55ff231d33ef {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:55.851307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.919596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Transition to ACTIVE for port object d0006fff-b8b7-49a6-9670-55ff231d33ef will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:55.928032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.949571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network bd84b712-0ab4-4240-a279-f4f48b480832 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:55.987672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474e89b-b1ce-4909-b777-793849bc4fcd req-7abecb76-100e-4dde-af6d-4d2ff59cfb9e tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:55.995877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9474e89b-b1ce-4909-b777-793849bc4fcd req-7abecb76-100e-4dde-af6d-4d2ff59cfb9e tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 932 time: 0.4525051 Nov 22 16:37:56.002667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c6ba4f-3707-4539-9f8e-6eb78271433b None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:56.021278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Pushing event updated for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:56.063123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, bd84b712-0ab4-4240-a279-f4f48b480832) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:56.079695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-0de46a60-38dc-409d-bc40-9741ee31ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:56.081297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-0de46a60-38dc-409d-bc40-9741ee31ff14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.2787890 Nov 22 16:37:56.082689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75783e50-ae3c-4aa7-ad5f-2ac47f427016 None None] Network bd84b712-0ab4-4240-a279-f4f48b480832 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:56.084416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:56.085072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.224005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.230551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2874af6c-8ae4-4954-815e-4bf311b27b5d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9126337 Nov 22 16:37:56.233130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:56.237614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Attempting to bind port d0006fff-b8b7-49a6-9670-55ff231d33ef on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:56.240279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Attempting to bind port d0006fff-b8b7-49a6-9670-55ff231d33ef by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:56.241290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Attempting to bind port d0006fff-b8b7-49a6-9670-55ff231d33ef on network 25dde824-e933-455c-9b91-100514750689 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:56.250852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9474e89b-b1ce-4909-b777-793849bc4fcd req-e3ab2b1b-423c-4532-8af5-be50d89a5fcc tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540052 Nov 22 16:37:56.256879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-298b6b30-23d5-43e3-b0f8-48db9daf6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:56.258469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-298b6b30-23d5-43e3-b0f8-48db9daf6471 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669374 Nov 22 16:37:56.295362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Port d0006fff-b8b7-49a6-9670-55ff231d33ef on network 25dde824-e933-455c-9b91-100514750689 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:56.311391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Attempting to bind port d0006fff-b8b7-49a6-9670-55ff231d33ef on network 25dde824-e933-455c-9b91-100514750689 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:56.399489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:56.400558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Checking segment: {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:56.400558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Bound using segment: {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:56.401202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Bound port: d0006fff-b8b7-49a6-9670-55ff231d33ef, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:56.401659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.443766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-bd84b712-0ab4-4240-a279-f4f48b480832', 'network_id': 'bd84b712-0ab4-4240-a279-f4f48b480832', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': 'd1a7dc4a-0421-4f7b-8530-f8ad018e9c66'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:56.445627 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.551767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Router a904bf9a-7c5a-4421-a383-2e070a44116d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:56.568820 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.678059 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.713338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:56.717225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-f3a142cc-231e-4bf6-a675-d80c0ed1e1ef service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218229 Nov 22 16:37:56.775260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:56.777163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:56.779260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Pushing event updated for resources: {'Port': ['ID=2e08dedd-17c4-442e-b79f-ae0ad307c27a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:56.823457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Allocated IP 172.20.0.1 (bd84b712-0ab4-4240-a279-f4f48b480832/d1a7dc4a-0421-4f7b-8530-f8ad018e9c66/97920272-da8f-43ff-97e3-0a4c86ab69e3) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:56.848362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.853689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:56.867275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:56.875560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe74d56-3d0f-46a0-a7e3-e6a0a86bde4b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:56.971819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f18d44e-1749-4a49-b14c-fef816c1a723 req-6861c11b-ade5-47e9-9c66-687d8caba848 service neutron] 10.222.0.62 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432351 Nov 22 16:37:57.021918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:57.032086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3c111cf0-6097-4115-b513-183b10cd6d7f admin admin] 10.222.0.59 "PUT /v2.0/routers/a904bf9a-7c5a-4421-a383-2e070a44116d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1102648 Nov 22 16:37:57.035510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55492) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:57.238167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] Sync routers for ids ['a904bf9a-7c5a-4421-a383-2e070a44116d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:57.300944 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.310924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] Routers {'a904bf9a-7c5a-4421-a383-2e070a44116d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:57.311934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a904bf9a-7c5a-4421-a383-2e070a44116d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:57.314158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d71b039c-1d6e-4ce6-baec-0b399b437715 None None] Provisioning complete for port 2e08dedd-17c4-442e-b79f-ae0ad307c27a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:57.314751 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d71b039c-1d6e-4ce6-baec-0b399b437715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.398572 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.470942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.505729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b0c6687d-340c-43de-9cb4-cd5ea3aee482 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:57.507142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d71b039c-1d6e-4ce6-baec-0b399b437715 None None] Port 2e08dedd-17c4-442e-b79f-ae0ad307c27a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:57.596388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Network bd84b712-0ab4-4240-a279-f4f48b480832 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:57.621135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:57.628429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:57.644581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:57.645315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.648225 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] 10.222.0.62 "PUT /v2.0/ports/d0006fff-b8b7-49a6-9670-55ff231d33ef HTTP/1.1" status: 200 len: 1092 time: 2.8148453 Nov 22 16:37:57.661552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:57.674476 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef" -d '{"events": [{"name": "network-changed", "server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:57.709893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22153802-2443-492a-9a39-946c04ec444a None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:57.749744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.762466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Pushing event updated for resources: {'Port': ['ID=97920272-da8f-43ff-97e3-0a4c86ab69e3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:57.829322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] Set router a904bf9a-7c5a-4421-a383-2e070a44116d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:57.876052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Deleting port 3c71317e-2b12-41c5-b7a2-a7faa734ce37 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:57.876328 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.950443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0d78a-9136-4fa8-91a3-9a79122d6a87 None None] Network a811e2d7-4df3-4598-945d-388683d0331a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:57.961915 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.001915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0fbc8-6f8d-4df8-87f6-b9787fd7a458 req-19f22f9a-3668-480e-9acf-6e5d18f19ab4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:58.003493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64e0fbc8-6f8d-4df8-87f6-b9787fd7a458 req-19f22f9a-3668-480e-9acf-6e5d18f19ab4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 944 time: 0.1306615 Nov 22 16:37:58.027516 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02308e27-3453-4562-bc4a-c0020177fe3b service neutron] Pushing event updated for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.057342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] For port 3c71317e-2b12-41c5-b7a2-a7faa734ce37, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3c71317e-2b12-41c5-b7a2-a7faa734ce37,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:58.058029 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.066872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-484cd430-309f-4282-b5a7-47123da18ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:58.069513 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-484cd430-309f-4282-b5a7-47123da18ad6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 1095 time: 0.3431015 Nov 22 16:37:58.083167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Calling delete_port for 3c71317e-2b12-41c5-b7a2-a7faa734ce37 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:58.112137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64e0fbc8-6f8d-4df8-87f6-b9787fd7a458 req-2ad32efb-aba2-486d-ab9f-e49b03092091 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016293 Nov 22 16:37:58.185018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-6162a4eb-9c2a-412c-8992-244ecbd66e5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef HTTP/1.1" status: 200 len: 217 time: 0.1010127 Nov 22 16:37:58.250375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Attempting to bind port 97920272-da8f-43ff-97e3-0a4c86ab69e3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:58.251317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Attempting to bind port 97920272-da8f-43ff-97e3-0a4c86ab69e3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'de5890fd-8739-45b7-886b-28ab2bdf63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd84b712-0ab4-4240-a279-f4f48b480832'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:58.252015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Attempting to bind port 97920272-da8f-43ff-97e3-0a4c86ab69e3 on network bd84b712-0ab4-4240-a279-f4f48b480832 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:58.265072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e84006d2-0078-4505-b8c4-04730b8b47e8 None None] Provisioning complete for port b0c6687d-340c-43de-9cb4-cd5ea3aee482 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:58.266050 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e84006d2-0078-4505-b8c4-04730b8b47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.268340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:58.269046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Checking segment: {'id': 'de5890fd-8739-45b7-886b-28ab2bdf63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd84b712-0ab4-4240-a279-f4f48b480832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:58.269840 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.270534 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.271589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Bound using segment: {'id': 'de5890fd-8739-45b7-886b-28ab2bdf63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd84b712-0ab4-4240-a279-f4f48b480832'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:58.272497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Bound port: 97920272-da8f-43ff-97e3-0a4c86ab69e3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5890fd-8739-45b7-886b-28ab2bdf63fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bd84b712-0ab4-4240-a279-f4f48b480832'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:58.273288 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.330572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a7dc4a-0421-4f7b-8530-f8ad018e9c66,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.352405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-5c805ec2-2f2d-424e-ad8e-8035f2c5788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:58.355348 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-5c805ec2-2f2d-424e-ad8e-8035f2c5788a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74bc31ff-9422-43b5-b84a-21c1e8ecb4b1 HTTP/1.1" status: 200 len: 861 time: 0.1624076 Nov 22 16:37:58.368683 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.417758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c71317e-2b12-41c5-b7a2-a7faa734ce37,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.487591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.495870 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-292ce2c1-69d3-4b3f-953e-60efb65395c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25dde824-e933-455c-9b91-100514750689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040037 Nov 22 16:37:58.507474 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb31daba-a959-4583-a202-9fb02198129a x-openstack-request-id: req-cb31daba-a959-4583-a202-9fb02198129a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:58.507774 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:58.508030 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb31daba-a959-4583-a202-9fb02198129a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:58.508440 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'status': 'completed', 'code': 200} Nov 22 16:37:58.536486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.544368 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.572298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd84b712-0ab4-4240-a279-f4f48b480832']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:58.604945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5890fd-8739-45b7-886b-28ab2bdf63fb') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:58.605304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5890fd-8739-45b7-886b-28ab2bdf63fb') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:58.618974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.639723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.647294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:58.647719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.676786 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.680424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:58.726296 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:58.788751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.api [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:37:58.788751 n-d-816865-2 neutron-server[103442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:37:58.788751 n-d-816865-2 neutron-server[103442]: [parameters: {'id': 'bd84b712-0ab4-4240-a279-f4f48b480832'}] Nov 22 16:37:58.788751 n-d-816865-2 neutron-server[103442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:58.788751 n-d-816865-2 neutron-server[103442]: DEBUG oslo_db.api [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:58.797248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.797860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a904bf9a-7c5a-4421-a383-2e070a44116d {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:37:58.805304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.805717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c9bebced-d458-445b-8f97-06ef5fd03c98 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a904bf9a-7c5a-4421-a383-2e070a44116d HTTP/1.1" status: 204 len: 168 time: 1.7691646 Nov 22 16:37:58.811693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55546) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:58.866837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8773d2e-944d-4926-ba99-b6ac00298f9d req-fcab9c1e-4e6c-450e-9088-48ad86d425da tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:58.875209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d8773d2e-944d-4926-ba99-b6ac00298f9d req-fcab9c1e-4e6c-450e-9088-48ad86d425da tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 948 time: 0.1378155 Nov 22 16:37:58.914136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6313b5-4403-4002-986e-bf19b12db50a admin admin] Deleting subnet 1261e9bb-2b46-4ebb-923e-128d24304c36 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:58.918473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6313b5-4403-4002-986e-bf19b12db50a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.012188 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-39c1f258-25c1-429f-b45d-39fd7413c4b2 service neutron] 10.222.0.62 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826838 Nov 22 16:37:59.018343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02227b9-b469-439c-a310-35c2dfcb5e90 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:59.022515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6313b5-4403-4002-986e-bf19b12db50a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.025840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b0c6687d-340c-43de-9cb4-cd5ea3aee482 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:59.035541 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.075645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d8773d2e-944d-4926-ba99-b6ac00298f9d req-927839f2-dad4-4991-be18-35f3813e566a tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986570 Nov 22 16:37:59.210674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.229555 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6313b5-4403-4002-986e-bf19b12db50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.246277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edae78-3454-490c-a182-b2bb62dfd468 req-c42e9017-53c4-46ec-922c-9bfad741c58e tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:59.250601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53edae78-3454-490c-a182-b2bb62dfd468 req-c42e9017-53c4-46ec-922c-9bfad741c58e tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 951 time: 0.1004899 Nov 22 16:37:59.293108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.324353 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.324592 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d60e1d70-94f0-4d5d-86fc-4f62151c9f21 req-80818929-0cb8-4248-8a75-2d47e39d7e97 service neutron] 10.222.0.62 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670577 Nov 22 16:37:59.339134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1365083569-router', 'tenant_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:37:54Z', 'revision_number': 5, 'project_id': 'a3c22944d32c48e79ee4ff31b22e8967', 'gw_port': {'id': '3c71317e-2b12-41c5-b7a2-a7faa734ce37', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:67:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904bf9a-7c5a-4421-a383-2e070a44116d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:30Z', 'updated_at': '2021-11-22T16:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:59.351201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] For port 97920272-da8f-43ff-97e3-0a4c86ab69e3, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:59.429569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] Checking router: a904bf9a-7c5a-4421-a383-2e070a44116d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:59.434031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] For port 97920272-da8f-43ff-97e3-0a4c86ab69e3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=97920272-da8f-43ff-97e3-0a4c86ab69e3,segment=NetworkSegment(de5890fd-8739-45b7-886b-28ab2bdf63fb),segment_id=de5890fd-8739-45b7-886b-28ab2bdf63fb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:59.468657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53edae78-3454-490c-a182-b2bb62dfd468 req-27bba10f-d5bc-4154-9b80-01e708c90bcf tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813290 Nov 22 16:37:59.479276 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.487103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6313b5-4403-4002-986e-bf19b12db50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.524748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port b0c6687d-340c-43de-9cb4-cd5ea3aee482, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b0c6687d-340c-43de-9cb4-cd5ea3aee482,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:59.544156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-5125b646-e8cb-40a3-bd36-125d5f30ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:59.545961 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-5125b646-e8cb-40a3-bd36-125d5f30ff4d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 1095 time: 0.1404738 Nov 22 16:37:59.570427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Deleting port 97920272-da8f-43ff-97e3-0a4c86ab69e3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:59.570843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.585709 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6313b5-4403-4002-986e-bf19b12db50a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.592960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0e6313b5-4403-4002-986e-bf19b12db50a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1261e9bb-2b46-4ebb-923e-128d24304c36 HTTP/1.1" status: 204 len: 168 time: 0.7790711 Nov 22 16:37:59.597965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55558) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:59.601028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6313b5-4403-4002-986e-bf19b12db50a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1261e9bb-2b46-4ebb-923e-128d24304c36,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.609974 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.629345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941498d-45f3-427c-b8df-ec7410cbe473 None None] Pushing event updated for resources: {'Port': ['ID=97920272-da8f-43ff-97e3-0a4c86ab69e3,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.677068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db39d3d9-4216-4bdd-a03a-6f9aa6fa8748 None None] Network 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:59.749290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] Routers set() bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:59.750433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] Router IDs set() for agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:37:59.752022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_agentschedulers_db [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a904bf9a-7c5a-4421-a383-2e070a44116d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent'). {{(pid=103444) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:37:59.752771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf03e2a-f992-4d5d-b50d-8190e28f300e None None] The sync data for ids ['a904bf9a-7c5a-4421-a383-2e070a44116d'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:59.788621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2defbbc-d727-400f-a843-8f02b15672a3 req-e4fc3898-5d32-481b-92c9-dd1c91b276d7 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:59.821764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2defbbc-d727-400f-a843-8f02b15672a3 req-e4fc3898-5d32-481b-92c9-dd1c91b276d7 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 944 time: 0.1672466 Nov 22 16:37:59.860352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e84006d2-0078-4505-b8c4-04730b8b47e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.866550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] For port 97920272-da8f-43ff-97e3-0a4c86ab69e3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=97920272-da8f-43ff-97e3-0a4c86ab69e3,segment=NetworkSegment(de5890fd-8739-45b7-886b-28ab2bdf63fb),segment_id=de5890fd-8739-45b7-886b-28ab2bdf63fb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:59.866550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.900982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Calling delete_port for 97920272-da8f-43ff-97e3-0a4c86ab69e3 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:59.902125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.904684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Router 0af4bc80-62e7-4ec4-969b-4c93dc235153 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:37:59.977284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-6b5a4a2a-1fae-474a-8d17-c8a3379ec414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:59.979199 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-6b5a4a2a-1fae-474a-8d17-c8a3379ec414 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 922 time: 0.4238060 Nov 22 16:38:00.002874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2defbbc-d727-400f-a843-8f02b15672a3 req-7ef82318-57d1-484b-8166-bfaebe48c8a5 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792853 Nov 22 16:38:00.010672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bebb76d-e325-49c1-9c36-e1c332bfae99 None None] Network bd84b712-0ab4-4240-a279-f4f48b480832 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:00.070356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=b0c6687d-340c-43de-9cb4-cd5ea3aee482,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:00.083721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Deleting port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:00.083721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.118603 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-e84006d2-0078-4505-b8c4-04730b8b47e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:38:00.120663 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-e84006d2-0078-4505-b8c4-04730b8b47e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:38:00.141246 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-eca10c23-04b4-4dc4-8e01-26a1c7779ee8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef HTTP/1.1" status: 200 len: 217 time: 0.1094620 Nov 22 16:38:00.281954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] For port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b85e1c5f-1048-4019-9d59-1ad75c0ba1ee,segment=NetworkSegment(2bb04f57-ffd0-4702-ade2-14b34a8241a2),segment_id=2bb04f57-ffd0-4702-ade2-14b34a8241a2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:00.286294 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.297666 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.297911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] DHCP port deletion for 0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:00.337630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Calling delete_port for b85e1c5f-1048-4019-9d59-1ad75c0ba1ee owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:00.435482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Port': ['ID=97920272-da8f-43ff-97e3-0a4c86ab69e3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:00.453198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No DVR routers for this DVR port 97920272-da8f-43ff-97e3-0a4c86ab69e3 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:00.529095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] Deleting port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:00.529579 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.541327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-a9c491cf-d6e5-444b-9ac7-5d3901ab3b94 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:00.543048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-a9c491cf-d6e5-444b-9ac7-5d3901ab3b94 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.62 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 948 time: 0.0741665 Nov 22 16:38:00.544807 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.561634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] No DVR routers for this DVR port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:00.613402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-c7fd24fc-068c-47b4-bcd6-945fabbdf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:00.632029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85e1c5f-1048-4019-9d59-1ad75c0ba1ee,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:00.647246 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-c7fd24fc-068c-47b4-bcd6-945fabbdf262 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74bc31ff-9422-43b5-b84a-21c1e8ecb4b1 HTTP/1.1" status: 200 len: 861 time: 0.4598250 Nov 22 16:38:00.678245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:00.694599 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.702396 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Sync routers for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:00.716209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] For port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:00.716849 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.725267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd84b712-0ab4-4240-a279-f4f48b480832']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:00.739565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5890fd-8739-45b7-886b-28ab2bdf63fb') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:00.740040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5890fd-8739-45b7-886b-28ab2bdf63fb') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:00.742434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.748497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] Calling delete_port for b85e1c5f-1048-4019-9d59-1ad75c0ba1ee owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:00.754525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] Port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:38:00.756231 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.763012 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.772367 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.781721 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:00.787205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e74c8bd-2f41-426a-bb2e-3ecc97aa2540']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:00.787471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:00.788209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.796161 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:00.803822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] Pushing event deleted for resources: {'Port': ['ID=b85e1c5f-1048-4019-9d59-1ad75c0ba1ee,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:00.815575 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:00.820499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137f1d0-d365-44ec-a64f-6092c41aaa2e None None] No DVR routers for this DVR port b85e1c5f-1048-4019-9d59-1ad75c0ba1ee on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:00.838880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb04f57-ffd0-4702-ade2-14b34a8241a2') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:00.839183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb04f57-ffd0-4702-ade2-14b34a8241a2') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:00.850043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8ff04-f7f1-49f9-b9ca-500f86665251 None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:00.884467 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.905394 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-f879a7cf-c2af-46b6-8fbf-6af43ea0089d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25dde824-e933-455c-9b91-100514750689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2563622 Nov 22 16:38:00.955464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.976481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Deleting port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:00.976816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.979829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:00.980225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:00.983215 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:00.989327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7bb13c17-dc61-4f73-a275-39353de1f856 None None] Provisioning complete for port b0c6687d-340c-43de-9cb4-cd5ea3aee482 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:00.989327 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7bb13c17-dc61-4f73-a275-39353de1f856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.050684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.052107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9d83905f-49be-4c83-8cd1-d24569278c31 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0658123 Nov 22 16:38:01.059079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.061035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55604) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:01.180099 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:01.198246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd8ff04-f7f1-49f9-b9ca-500f86665251 None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:38:01.278364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.282746 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/bd84b712-0ab4-4240-a279-f4f48b480832 HTTP/1.1" status: 204 len: 168 time: 5.0482664 Nov 22 16:38:01.291387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55610) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:01.314797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-295873481'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:01.344543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:01.348771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.351522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bb270-bc06-4557-bb96-01150e1312ec tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=bd84b712-0ab4-4240-a279-f4f48b480832,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:01.406871 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:37:58Z', 'revision_number': 3, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:01.445672 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.451348 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Checking router: 0af4bc80-62e7-4ec4-969b-4c93dc235153 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:01.451980 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Updating router 0af4bc80-62e7-4ec4-969b-4c93dc235153 port 2e08dedd-17c4-442e-b79f-ae0ad307c27a binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:38:01.484211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.492011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0e74c8bd-2f41-426a-bb2e-3ecc97aa2540 HTTP/1.1" status: 204 len: 168 time: 1.8894536 Nov 22 16:38:01.492268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-f30c324c-e0c2-4094-831b-00e0511fe4d4 service neutron] 10.222.0.62 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665882 Nov 22 16:38:01.492399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c63f48-3be5-4e36-948b-17403040b4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e74c8bd-2f41-426a-bb2e-3ecc97aa2540,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:01.493170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55612) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:01.503279 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.536264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:01.576215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20b9bc-36fe-4651-8db0-e21db50ae002 req-2505845b-5c33-4603-b8db-807defa39cce tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:01.578142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d20b9bc-36fe-4651-8db0-e21db50ae002 req-2505845b-5c33-4603-b8db-807defa39cce tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9 HTTP/1.1" status: 200 len: 948 time: 0.2177324 Nov 22 16:38:01.606351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] For port aba4e5d7-57f8-4001-bca9-4d40138ac0c5, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:01.606808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.703773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Calling delete_port for aba4e5d7-57f8-4001-bca9-4d40138ac0c5 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:01.753800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b0c6687d-340c-43de-9cb4-cd5ea3aee482 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:01.827346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d20b9bc-36fe-4651-8db0-e21db50ae002 req-c1169bd0-f763-494b-8471-9993fe273e67 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383387 Nov 22 16:38:01.872488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b0c6687d-340c-43de-9cb4-cd5ea3aee482 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:01.873023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.893135 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.902994 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.941165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.941578 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment 89aa0231-57aa-486e-8d8c-ab935bdd9982 of type vlan for network e99b04b9-7401-411e-a30a-173af41d2bd5 Nov 22 16:38:01.954087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8dc9fd-31f1-4131-a4ee-20bfe9aba6e3 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:02.034221 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Attempting to bind port 2e08dedd-17c4-442e-b79f-ae0ad307c27a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:02.034936 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Attempting to bind port 2e08dedd-17c4-442e-b79f-ae0ad307c27a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:02.035500 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Attempting to bind port 2e08dedd-17c4-442e-b79f-ae0ad307c27a on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:02.043872 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Pushing event updated for resources: {'Port': ['ID=2e08dedd-17c4-442e-b79f-ae0ad307c27a,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:02.051478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f28ebd2b-70bf-465b-b3e9-29c93019e7e6 None None] Provisioning complete for port 2e08dedd-17c4-442e-b79f-ae0ad307c27a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:02.051953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f28ebd2b-70bf-465b-b3e9-29c93019e7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.054511 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:02.059408 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:02.060324 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.061286 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:02.062085 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Bound port: 2e08dedd-17c4-442e-b79f-ae0ad307c27a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:02.063401 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.102389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.102703 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.103080 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.103421 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.103786 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.104886 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.105221 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.105550 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.105870 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.106532 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.107113 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.107503 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.108014 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:02.113268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-026e5dd3-9ebd-4b3e-81b3-fa6ff78cfdef req-d2128e59-39d9-4a1b-af01-96942aae642c service neutron] 10.222.0.62 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893195 Nov 22 16:38:02.113658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b85e1c5f-1048-4019-9d59-1ad75c0ba1ee no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:02.140321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b85e1c5f-1048-4019-9d59-1ad75c0ba1ee {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:02.140679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b85e1c5f-1048-4019-9d59-1ad75c0ba1ee not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:02.141131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3c71317e-2b12-41c5-b7a2-a7faa734ce37 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:02.154146 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] For port 2e08dedd-17c4-442e-b79f-ae0ad307c27a, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:02.158084 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] For port 2e08dedd-17c4-442e-b79f-ae0ad307c27a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2e08dedd-17c4-442e-b79f-ae0ad307c27a,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:02.164724 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.166658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3c71317e-2b12-41c5-b7a2-a7faa734ce37 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:02.167048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3c71317e-2b12-41c5-b7a2-a7faa734ce37 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:02.167485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e1ba04a6-3dc2-44ca-86d0-36123998492b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:02.191027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e1ba04a6-3dc2-44ca-86d0-36123998492b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:02.191367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e1ba04a6-3dc2-44ca-86d0-36123998492b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:02.193169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f28ebd2b-70bf-465b-b3e9-29c93019e7e6 None None] Port 2e08dedd-17c4-442e-b79f-ae0ad307c27a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:02.198137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.204707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:02.205310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.220082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32117a65-a3d1-4b3f-b839-c42e611aba6e None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:02.227003 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:02.228044 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:02.278486 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9807904 Nov 22 16:38:02.281676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55624) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:02.294987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': 'e99b04b9-7401-411e-a30a-173af41d2bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:02.298189 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5ffd9-3249-4ec8-b35f-53f1a500ab56 None None] Pushing event updated for resources: {'Port': ['ID=2e08dedd-17c4-442e-b79f-ae0ad307c27a,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:02.344127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9ab2e-4516-489f-9b3e-8448b7f6236e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=e99b04b9-7401-411e-a30a-173af41d2bd5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:02.359195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network e99b04b9-7401-411e-a30a-173af41d2bd5 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:02.363015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-00d0297c-4048-450c-a7a3-bb2018b0618f None None] Provisioning complete for port 2e08dedd-17c4-442e-b79f-ae0ad307c27a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:02.363222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00d0297c-4048-450c-a7a3-bb2018b0618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.383201 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:02.406022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ba170-587a-42c7-80c2-5cc109c2ed21 req-41f8e137-81eb-46e4-957c-349d47b43a3f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:02.407738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff7ba170-587a-42c7-80c2-5cc109c2ed21 req-41f8e137-81eb-46e4-957c-349d47b43a3f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 944 time: 0.3988142 Nov 22 16:38:02.456349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:02.472823 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.530583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.550323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff7ba170-587a-42c7-80c2-5cc109c2ed21 req-061e25cd-4a62-4cde-abaf-df27e167885e tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288910 Nov 22 16:38:02.590061 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00d0297c-4048-450c-a7a3-bb2018b0618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.614735 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.621711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-00d0297c-4048-450c-a7a3-bb2018b0618f None None] For port 2e08dedd-17c4-442e-b79f-ae0ad307c27a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2e08dedd-17c4-442e-b79f-ae0ad307c27a,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:02.631535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00d0297c-4048-450c-a7a3-bb2018b0618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.633008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Pushing event deleted for resources: {'Port': ['ID=aba4e5d7-57f8-4001-bca9-4d40138ac0c5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:02.659800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:02.671032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.689818 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:37:58Z', 'revision_number': 3, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:02.696007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0297c-4048-450c-a7a3-bb2018b0618f None None] Pushing event updated for resources: {'Port': ['ID=2e08dedd-17c4-442e-b79f-ae0ad307c27a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:02.711222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:02.713600 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c69ce0-0ff8-4f60-8a1c-25ca7eeb8e5e" -d '{"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-unplugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:02.734094 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495f858-57e1-449f-a2d2-793d773c0fa8 None None] The sync data for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 is: [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:37:58Z', 'revision_number': 3, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:02.739948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:02.748289 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.777424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Allocated IP 172.20.0.1 (a811e2d7-4df3-4598-945d-388683d0331a/8a2a0586-186d-45ee-b1f4-d125682a1463/53214533-c2dc-4659-be71-4d3d6e3e4911) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:02.845026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=11']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:02.862006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] No DVR routers for this DVR port aba4e5d7-57f8-4001-bca9-4d40138ac0c5 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:02.873222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.876644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc606612-7680-4fa6-bd34-262bc9ebd3de req-d8a00092-d517-4585-be6d-b2a42bfbe9cf tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.62 "DELETE /v2.0/ports/aba4e5d7-57f8-4001-bca9-4d40138ac0c5 HTTP/1.1" status: 204 len: 173 time: 2.3221221 Nov 22 16:38:02.879232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'name': 'network-vif-deleted', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:02.881661 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9df65f-d12e-4d22-973f-7b4374f1631d" -d '{"events": [{"server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "name": "network-vif-deleted", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:02.936654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.964679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.064833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.176425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Network a811e2d7-4df3-4598-945d-388683d0331a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:03.180754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:03.183195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:03.185505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Pushing event updated for resources: {'Port': ['ID=53214533-c2dc-4659-be71-4d3d6e3e4911,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.235297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.258612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.395367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=72b3340d-21ef-40ad-a3c2-43f05f6c1c76,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.467181 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991eca4-3c44-4a61-9708-6e36614846c9 x-openstack-request-id: req-b991eca4-3c44-4a61-9708-6e36614846c9 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:03.468038 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-unplugged", "status": "completed", "tag": "d210b656-7d17-4af5-8156-56ae642698e8", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:03.468038 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b991eca4-3c44-4a61-9708-6e36614846c9 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:03.468410 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8', 'code': 200} Nov 22 16:38:03.496403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': '89aa0231-57aa-486e-8d8c-ab935bdd9982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e99b04b9-7401-411e-a30a-173af41d2bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:03.496889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: e99b04b9-7401-411e-a30a-173af41d2bd5, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:03.541086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.673826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network e99b04b9-7401-411e-a30a-173af41d2bd5 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:03.722580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, e99b04b9-7401-411e-a30a-173af41d2bd5) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:03.732729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b62236-2311-452f-8341-6db29fcb9a57 None None] Network e99b04b9-7401-411e-a30a-173af41d2bd5 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:03.739322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3358e-a5c0-4c5c-8f8b-1f3c1b534381 req-f652f472-8f50-4afc-a525-988397eb2f34 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:03.740923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17a3358e-a5c0-4c5c-8f8b-1f3c1b534381 req-f652f472-8f50-4afc-a525-988397eb2f34 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 949 time: 0.1419053 Nov 22 16:38:03.744240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:03.746071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.814530 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2e08dedd-17c4-442e-b79f-ae0ad307c27a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:03.829475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-59fb041a-4f11-4d25-b0f4-dd632e59cbd4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5428212 Nov 22 16:38:03.835239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55646) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:03.850304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.858575 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.870385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5e9a1e2a-d73c-4537-8b5a-36072a014c7b None None] Provisioning complete for port 53214533-c2dc-4659-be71-4d3d6e3e4911 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:03.870784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1e2a-d73c-4537-8b5a-36072a014c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.907960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Deleting port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:03.908891 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.941463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.945307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Pushing event updated for resources: {'Port': ['ID=53214533-c2dc-4659-be71-4d3d6e3e4911,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.946394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a1e2a-d73c-4537-8b5a-36072a014c7b None None] Port 53214533-c2dc-4659-be71-4d3d6e3e4911 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:03.976648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17a3358e-a5c0-4c5c-8f8b-1f3c1b534381 req-889197ca-7659-494f-8d4b-213ff3ea2782 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.59 "GET /v2.0/security-groups?id=442b2f8e-d165-4757-98b3-cc92411f73ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241516 Nov 22 16:38:04.031615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d0006fff-b8b7-49a6-9670-55ff231d33ef details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:04.037919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aba4e5d7-57f8-4001-bca9-4d40138ac0c5 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:04.076266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] For port 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,segment=NetworkSegment(d661e597-e907-4ecc-bba2-5b8705938880),segment_id=d661e597-e907-4ecc-bba2-5b8705938880)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:04.076660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.091996 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.098780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Network a811e2d7-4df3-4598-945d-388683d0331a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:04.100290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Calling delete_port for 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:04.100533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:04.134385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: aba4e5d7-57f8-4001-bca9-4d40138ac0c5 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:04.135060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aba4e5d7-57f8-4001-bca9-4d40138ac0c5 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:04.157999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2e08dedd-17c4-442e-b79f-ae0ad307c27a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:04.158660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.354822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Router 0af4bc80-62e7-4ec4-969b-4c93dc235153 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:04.382303 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:38:04.527365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ba43b-b7f5-4716-a12f-a65dc2a39267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-e99b04b9-7401-411e-a30a-173af41d2bd5', 'network_id': 'e99b04b9-7401-411e-a30a-173af41d2bd5', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': '72b3340d-21ef-40ad-a3c2-43f05f6c1c76'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:04.531326 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-440ba43b-b7f5-4716-a12f-a65dc2a39267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.564922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:04.579074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-099fae12-382a-412b-8aa8-5299da69139b admin admin] 10.222.0.59 "PUT /v2.0/routers/0af4bc80-62e7-4ec4-969b-4c93dc235153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5164809 Nov 22 16:38:04.579437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d693c882-159a-41dc-a0de-758c03257598 None None] Provisioning complete for port 53214533-c2dc-4659-be71-4d3d6e3e4911 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:04.579795 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d693c882-159a-41dc-a0de-758c03257598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.708293 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b8a345-ee2e-48b3-975d-6b6e3a6359fd x-openstack-request-id: req-74b8a345-ee2e-48b3-975d-6b6e3a6359fd {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:04.708677 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9", "name": "network-vif-deleted", "tag": "aba4e5d7-57f8-4001-bca9-4d40138ac0c5", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:04.708926 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74b8a345-ee2e-48b3-975d-6b6e3a6359fd {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:04.709329 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730bfc2f-bdcd-4c30-a3f0-55ccffe27bc9', 'name': 'network-vif-deleted', 'tag': 'aba4e5d7-57f8-4001-bca9-4d40138ac0c5', 'status': 'completed', 'code': 200} Nov 22 16:38:04.797949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.858070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273b5f2-5e92-4415-ba5a-2359ef3bb096 req-1df752a5-0ae2-4296-9dea-60d8f3099972 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:04.865484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1273b5f2-5e92-4415-ba5a-2359ef3bb096 req-1df752a5-0ae2-4296-9dea-60d8f3099972 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.1552646 Nov 22 16:38:04.946698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:04.949512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d693c882-159a-41dc-a0de-758c03257598 None None] Port 53214533-c2dc-4659-be71-4d3d6e3e4911 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:04.965125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-6226ea9c-4e6e-4d9c-9385-ec6aed473c89 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:04.968630 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-6226ea9c-4e6e-4d9c-9385-ec6aed473c89 tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b6fa3df-8a15-4089-a80b-d0ed4b96df0b HTTP/1.1" status: 200 len: 949 time: 0.1157854 Nov 22 16:38:04.979214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'network_id': '25dde824-e933-455c-9b91-100514750689', 'port_id': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'mac_address': 'fa:16:3e:43:96:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc31ff-9422-43b5-b84a-21c1e8ecb4b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:04.993014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1273b5f2-5e92-4415-ba5a-2359ef3bb096 req-f075f07b-e5eb-4fdd-a19a-c451f8dab488 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265316 Nov 22 16:38:04.994860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.998126 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-440ba43b-b7f5-4716-a12f-a65dc2a39267 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72b3340d-21ef-40ad-a3c2-43f05f6c1c76: This subnet is being modified by another concurrent operation. Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:05.052331 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72b3340d-21ef-40ad-a3c2-43f05f6c1c76: This subnet is being modified by another concurrent operation. Nov 22 16:38:05.062443 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 16:38:05.094798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=72b3340d-21ef-40ad-a3c2-43f05f6c1c76,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.123414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e486a3c-8e0b-43a3-a700-7960f9b73a61 None None] Network e99b04b9-7401-411e-a30a-173af41d2bd5 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:05.152097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Deleting port d210b656-7d17-4af5-8156-56ae642698e8 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:05.152933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.252918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8d0c9c-36ba-45ea-96cf-1d02dc1de787,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.275920 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.307307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0006fff-b8b7-49a6-9670-55ff231d33ef {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:05.338337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:05.344678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] For port d210b656-7d17-4af5-8156-56ae642698e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d210b656-7d17-4af5-8156-56ae642698e8,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:05.345377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.347244 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.383856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Sync routers for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:05.384212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Calling delete_port for d210b656-7d17-4af5-8156-56ae642698e8 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:05.447966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:05.448635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:05.462139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.487057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99b04b9-7401-411e-a30a-173af41d2bd5']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:05.502253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89aa0231-57aa-486e-8d8c-ab935bdd9982') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:05.502841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.503223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89aa0231-57aa-486e-8d8c-ab935bdd9982') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:05.518323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.537263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c7771-e410-4af1-9d0a-2c3fda4ef57f None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:05.549454 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.614693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:05.615444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:05.619305 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:05.629403 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.682777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d0006fff-b8b7-49a6-9670-55ff231d33ef'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:05.701145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Pushing event deleted for resources: {'Port': ['ID=d210b656-7d17-4af5-8156-56ae642698e8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.730200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ad3d1-7e22-434e-8c3b-c6468348fb7a req-354b0ac6-08c5-41ef-bfc0-6b2745053646 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:05.733077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b0ad3d1-7e22-434e-8c3b-c6468348fb7a req-354b0ac6-08c5-41ef-bfc0-6b2745053646 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 945 time: 0.6075611 Nov 22 16:38:05.770360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] No DVR routers for this DVR port d210b656-7d17-4af5-8156-56ae642698e8 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:05.773741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.779535 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5736f958-897b-4f54-90c2-bf770e3a9bb9 req-dfcaa926-319e-407f-a00e-752a962a4f4d tempest-ImagesOneServerTestJSON-102220414 tempest-ImagesOneServerTestJSON-102220414-project] 10.222.0.37 "DELETE /v2.0/ports/d210b656-7d17-4af5-8156-56ae642698e8 HTTP/1.1" status: 204 len: 173 time: 0.8034010 Nov 22 16:38:05.780656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-deleted', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:05.784918 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed01bef9-103e-472b-957d-c0ab3317812d" -d '{"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-deleted", "tag": "d210b656-7d17-4af5-8156-56ae642698e8"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:05.798699 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.808258 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.815561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/e99b04b9-7401-411e-a30a-173af41d2bd5 HTTP/1.1" status: 204 len: 168 time: 1.9759135 Nov 22 16:38:05.817110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:05.823481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1488591762'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:05.867113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5e92b-0ea4-4da9-801c-99fbff9757fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=e99b04b9-7401-411e-a30a-173af41d2bd5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.868695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:05.881881 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.884611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.901812 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:05.903177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b0ad3d1-7e22-434e-8c3b-c6468348fb7a req-2fdd562f-08cb-4a08-9a0a-7d7e7393bbda tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056337 Nov 22 16:38:05.945223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:05.958077 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.958454 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment 9c03cc3c-1d09-41c8-b068-45b582bd7db0 of type vlan for network f093d793-46ce-450f-9de0-d43d6707464f Nov 22 16:38:06.007037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.037345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.044673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.045348 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.055658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c7771-e410-4af1-9d0a-2c3fda4ef57f None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:38:06.083177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2644703 Nov 22 16:38:06.098923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55662) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:06.104452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': 'f093d793-46ce-450f-9de0-d43d6707464f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:06.216035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42c1ea-6b61-46de-89e0-c676ddf18a72 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=f093d793-46ce-450f-9de0-d43d6707464f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:06.230828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:06.234766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.262122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f093d793-46ce-450f-9de0-d43d6707464f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:06.398001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:38:06.398793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:38:06.474511 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.485703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Router 491b8630-45d1-4194-b365-934369eb2347 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:06.559122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55668) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:06.564241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-46cb0127-9b28-4b38-9533-5a79bc9f4795 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888338387', 'description': 'tempest-description--2026927857'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:06.594035 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46cb0127-9b28-4b38-9533-5a79bc9f4795 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.676877 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4d5871-e51b-409f-b409-dab8c9ae3070 x-openstack-request-id: req-4c4d5871-e51b-409f-b409-dab8c9ae3070 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:06.677799 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6fa3df-8a15-4089-a80b-d0ed4b96df0b", "name": "network-vif-deleted", "tag": "d210b656-7d17-4af5-8156-56ae642698e8", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:06.677799 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c4d5871-e51b-409f-b409-dab8c9ae3070 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:06.678120 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6fa3df-8a15-4089-a80b-d0ed4b96df0b', 'name': 'network-vif-deleted', 'tag': 'd210b656-7d17-4af5-8156-56ae642698e8', 'status': 'completed', 'code': 200} Nov 22 16:38:06.702120 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.708635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:06.720768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1808b2b5-f442-4a70-b4cf-9684e345745e admin admin] 10.222.0.59 "PUT /v2.0/routers/491b8630-45d1-4194-b365-934369eb2347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2164452 Nov 22 16:38:06.723252 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] Sync routers for ids ['491b8630-45d1-4194-b365-934369eb2347'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:06.741847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55672) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:06.758004 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] Routers {'491b8630-45d1-4194-b365-934369eb2347'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:06.763599 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['491b8630-45d1-4194-b365-934369eb2347'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:06.821398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=65c61f94-f3f5-4780-99a4-417653586604,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:06.839674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': '9c03cc3c-1d09-41c8-b068-45b582bd7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f093d793-46ce-450f-9de0-d43d6707464f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:06.840147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: f093d793-46ce-450f-9de0-d43d6707464f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:06.857522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c2aec-943d-4bc7-b8d1-69a3450bdda4 req-5d88bb3e-5b1f-4262-91af-a0b746de78d7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.859494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e01c2aec-943d-4bc7-b8d1-69a3450bdda4 req-5d88bb3e-5b1f-4262-91af-a0b746de78d7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.1035495 Nov 22 16:38:06.905230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network f093d793-46ce-450f-9de0-d43d6707464f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:06.924667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f093d793-46ce-450f-9de0-d43d6707464f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:06.951260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46cb0127-9b28-4b38-9533-5a79bc9f4795 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.957049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e01c2aec-943d-4bc7-b8d1-69a3450bdda4 req-f3835e47-36c7-4e10-96e5-5956aad64122 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773041 Nov 22 16:38:06.960269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46cb0127-9b28-4b38-9533-5a79bc9f4795 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.971763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.975421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.992129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 2, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:06.992800 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] Set router 491b8630-45d1-4194-b365-934369eb2347 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:07.021668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d166b70-90e5-494c-b4b7-f922d5d8cedc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9215553 Nov 22 16:38:07.027151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55678) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:07.032903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb0127-9b28-4b38-9533-5a79bc9f4795 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82568df-ccd4-4877-b724-37509d952eb6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:07.053923 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46cb0127-9b28-4b38-9533-5a79bc9f4795 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.054869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Checking router: 0af4bc80-62e7-4ec4-969b-4c93dc235153 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:07.055487 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46cb0127-9b28-4b38-9533-5a79bc9f4795 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4951770 Nov 22 16:38:07.060408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55680) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:07.062122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Updating router 0af4bc80-62e7-4ec4-969b-4c93dc235153 port 53214533-c2dc-4659-be71-4d3d6e3e4911 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:38:07.068728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7dff71a7-40da-41f1-8656-fbc247ef0072 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Request body: {'security_group_rule': {'security_group_id': 'f82568df-ccd4-4877-b724-37509d952eb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:07.098524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec87571-69af-4c18-b1ca-e5ffd4b58981 None None] Network f093d793-46ce-450f-9de0-d43d6707464f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:07.163386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dff71a7-40da-41f1-8656-fbc247ef0072 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.166909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.214067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8856710-7414-4f46-bf22-cc43291f636b req-7909b620-aa47-4cf2-871a-28e5933bf0a6 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:07.223088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8856710-7414-4f46-bf22-cc43291f636b req-7909b620-aa47-4cf2-871a-28e5933bf0a6 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 948 time: 0.0867631 Nov 22 16:38:07.226054 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.229392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55682) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:07.287207 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.314808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8856710-7414-4f46-bf22-cc43291f636b req-ae3577f2-5939-4bfb-bd4a-4ace4e60a788 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905526 Nov 22 16:38:07.378841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47eceb2-7b9c-4cd9-ad74-e98dda19c4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f093d793-46ce-450f-9de0-d43d6707464f', 'network_id': 'f093d793-46ce-450f-9de0-d43d6707464f', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': '65c61f94-f3f5-4780-99a4-417653586604'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:07.387434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d47eceb2-7b9c-4cd9-ad74-e98dda19c4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.422334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dff71a7-40da-41f1-8656-fbc247ef0072 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.427791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dff71a7-40da-41f1-8656-fbc247ef0072 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.458656 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.502677 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '49078459-b71c-460f-95d0-4a311894e0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:38:04Z', 'revision_number': 5, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port': {'id': '49078459-b71c-460f-95d0-4a311894e0cd', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:59:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b8630-45d1-4194-b365-934369eb2347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:07.508080 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.525233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071dbd-830d-46be-9dfa-d7e496f11132 req-3e540093-dc2a-4626-83f1-0028652e1c47 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:07.528706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dff71a7-40da-41f1-8656-fbc247ef0072 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.530799 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7dff71a7-40da-41f1-8656-fbc247ef0072 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692087 Nov 22 16:38:07.532095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff71a7-40da-41f1-8656-fbc247ef0072 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3f9e57-fd3f-4dde-b73c-af38e3380092,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:07.533278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5071dbd-830d-46be-9dfa-d7e496f11132 req-3e540093-dc2a-4626-83f1-0028652e1c47 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 945 time: 0.1141176 Nov 22 16:38:07.540043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55688) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:07.545679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dca13b33-4d7c-4bb0-b10d-15dbd28b039e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Request body: {'security_group_rule': {'security_group_id': 'f82568df-ccd4-4877-b724-37509d952eb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:07.587757 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] Checking router: 491b8630-45d1-4194-b365-934369eb2347 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:07.592427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dca13b33-4d7c-4bb0-b10d-15dbd28b039e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.614565 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] Routers {'491b8630-45d1-4194-b365-934369eb2347'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:07.615687 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['491b8630-45d1-4194-b365-934369eb2347'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:07.633368 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.649636 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c5558722-9d4c-4120-9698-676545730867 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43b0dde884a64e7a9470de88ce26e386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185197 Nov 22 16:38:07.653455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55690) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:07.668551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5071dbd-830d-46be-9dfa-d7e496f11132 req-a1af3668-c220-46e0-8c21-d3d929a1c8f4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318562 Nov 22 16:38:07.698189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=65c61f94-f3f5-4780-99a4-417653586604,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:07.795501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a635345e-5b7c-4a33-90c4-848719ffaca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.821628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Deleting port 49078459-b71c-460f-95d0-4a311894e0cd {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:07.821996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.847880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.873567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f093d793-46ce-450f-9de0-d43d6707464f']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:07.887683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c03cc3c-1d09-41c8-b068-45b582bd7db0') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:07.888531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c03cc3c-1d09-41c8-b068-45b582bd7db0') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:07.899889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.915741 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.923981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:07.924830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.947566 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] Set router 491b8630-45d1-4194-b365-934369eb2347 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:07.986621 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:07.996430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a635345e-5b7c-4a33-90c4-848719ffaca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.023764 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:38:07Z', 'revision_number': 6, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:08.035800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] For port 49078459-b71c-460f-95d0-4a311894e0cd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=49078459-b71c-460f-95d0-4a311894e0cd,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:08.047430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dca13b33-4d7c-4bb0-b10d-15dbd28b039e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.048416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.054319 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dca13b33-4d7c-4bb0-b10d-15dbd28b039e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.067931 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6d1eb5-6888-4034-815e-88fca0c0d654 None None] The sync data for ids ['491b8630-45d1-4194-b365-934369eb2347'] in n-d-816865-2 is: [{'id': '491b8630-45d1-4194-b365-934369eb2347', 'name': 'tempest-AttachSCSIVolumeTestJSON-2091148356-router', 'tenant_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:38:07Z', 'revision_number': 6, 'project_id': 'f9313ff84b624c13950f9d4e1e7cbc49', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:08.090457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca13b33-4d7c-4bb0-b10d-15dbd28b039e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe36a82-22f2-42f6-8063-a05219c9597b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.098348 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dca13b33-4d7c-4bb0-b10d-15dbd28b039e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.103427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dca13b33-4d7c-4bb0-b10d-15dbd28b039e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5608082 Nov 22 16:38:08.105148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55694) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:08.116336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:08.127919 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.140387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d0006fff-b8b7-49a6-9670-55ff231d33ef up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:08.147239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Calling delete_port for 49078459-b71c-460f-95d0-4a311894e0cd owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:08.173595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabab45-3b56-48bd-8a02-86cf82318e84 req-2b95dbbc-b484-4621-9170-7644f2dbfd08 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.178991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cabab45-3b56-48bd-8a02-86cf82318e84 req-2b95dbbc-b484-4621-9170-7644f2dbfd08 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.0708337 Nov 22 16:38:08.183727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.235263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.236290 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.252133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-6b08fa14-dba3-468a-bd79-919a5975ece6 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.254243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-6b08fa14-dba3-468a-bd79-919a5975ece6 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.37 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 948 time: 0.1678517 Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-d47eceb2-7b9c-4cd9-ad74-e98dda19c4e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65c61f94-f3f5-4780-99a4-417653586604: This subnet is being modified by another concurrent operation. Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:08.258823 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65c61f94-f3f5-4780-99a4-417653586604: This subnet is being modified by another concurrent operation. Nov 22 16:38:08.268043 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 16:38:08.279612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cabab45-3b56-48bd-8a02-86cf82318e84 req-15325bc8-c0c2-4854-8ec1-476346cb849a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767431 Nov 22 16:38:08.280131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284117e-515a-4e69-b1e5-e630a84cb9c1 None None] Pushing event updated for resources: {'Port': ['ID=53214533-c2dc-4659-be71-4d3d6e3e4911,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.280654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.313951 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.326156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port d0006fff-b8b7-49a6-9670-55ff231d33ef completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:08.332685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/f093d793-46ce-450f-9de0-d43d6707464f HTTP/1.1" status: 204 len: 168 time: 1.3037493 Nov 22 16:38:08.334519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0be095-5110-40e2-9d9e-551c84525a38 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=f093d793-46ce-450f-9de0-d43d6707464f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.339611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55696) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:08.346565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433a965-21fd-469e-a5a4-020577591689 None None] Network f093d793-46ce-450f-9de0-d43d6707464f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:08.353129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1794103004'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:08.371583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a635345e-5b7c-4a33-90c4-848719ffaca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.374417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a635345e-5b7c-4a33-90c4-848719ffaca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.375470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port d0006fff-b8b7-49a6-9670-55ff231d33ef triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:08.376099 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.380488 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a635345e-5b7c-4a33-90c4-848719ffaca2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/442b2f8e-d165-4757-98b3-cc92411f73ca HTTP/1.1" status: 204 len: 168 time: 0.7253113 Nov 22 16:38:08.412595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:08.431036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635345e-5b7c-4a33-90c4-848719ffaca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442b2f8e-d165-4757-98b3-cc92411f73ca,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.437283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.454549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433a965-21fd-469e-a5a4-020577591689 None None] Network f093d793-46ce-450f-9de0-d43d6707464f could not be found, it might have been deleted concurrently. {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:38:08.490435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Attempting to bind port 53214533-c2dc-4659-be71-4d3d6e3e4911 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:08.490831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Attempting to bind port 53214533-c2dc-4659-be71-4d3d6e3e4911 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:08.491210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Attempting to bind port 53214533-c2dc-4659-be71-4d3d6e3e4911 on network a811e2d7-4df3-4598-945d-388683d0331a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:08.510838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:08.517094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Checking segment: {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:08.518101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.518967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Bound using segment: {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:08.519722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Bound port: 53214533-c2dc-4659-be71-4d3d6e3e4911, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:08.520497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.584357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:08.630479 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.631122 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment 5b4c5ef2-b923-4eef-84ac-5725ca6977f4 of type vlan for network 3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8 Nov 22 16:38:08.638455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.694827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Deleting port f8784564-f514-4c90-8c94-636545c3ad34 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:08.695285 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.741070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bda10-9caf-4c3b-97ff-c9d70de7db94 req-32532b07-5086-4c15-bc86-5eeb2d2b11a4 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.743103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e06bda10-9caf-4c3b-97ff-c9d70de7db94 req-32532b07-5086-4c15-bc86-5eeb2d2b11a4 tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 948 time: 0.2905440 Nov 22 16:38:08.745338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.751994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d8b99-973e-4496-892e-2b9690ab65ea None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:08.850143 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.853309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] For port f8784564-f514-4c90-8c94-636545c3ad34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f8784564-f514-4c90-8c94-636545c3ad34,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:08.854027 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.862005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.863973 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.866389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.870967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:08.875359 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9060708-a7a1-4352-9376-7c284605054b" -d '{"events": [{"server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "name": "network-vif-plugged", "status": "completed", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:08.883830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Calling delete_port for f8784564-f514-4c90-8c94-636545c3ad34 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:08.903765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e06bda10-9caf-4c3b-97ff-c9d70de7db94 req-132ef117-6ee2-4e25-a0f3-acf7e777dffd tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/security-groups?id=2441e04d-f4bf-416e-8f8f-6968b15e61f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530130 Nov 22 16:38:08.930218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Pushing event deleted for resources: {'Port': ['ID=49078459-b71c-460f-95d0-4a311894e0cd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.930218 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.946000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:08.960251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6166766 Nov 22 16:38:08.968767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55712) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:08.969175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] For port 53214533-c2dc-4659-be71-4d3d6e3e4911, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:08.974258 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': '3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:08.984115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-041684e7-f97e-4b41-82b6-381ae64f0c3f None None] Provisioning complete for port 53214533-c2dc-4659-be71-4d3d6e3e4911 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:08.984527 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-041684e7-f97e-4b41-82b6-381ae64f0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.986832 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.994755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] For port 53214533-c2dc-4659-be71-4d3d6e3e4911, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=53214533-c2dc-4659-be71-4d3d6e3e4911,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:08.999620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43668b47-283a-4278-90d9-27d48a56985b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.068229 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.070334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:09.113216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b94895-c7fe-412b-8dea-772483dc1a89 req-83939191-e101-44bf-8199-905a6a856bd1 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.115548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5b94895-c7fe-412b-8dea-772483dc1a89 req-83939191-e101-44bf-8199-905a6a856bd1 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 946 time: 0.0718491 Nov 22 16:38:09.219853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.244164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5b94895-c7fe-412b-8dea-772483dc1a89 req-ac9207aa-9afc-466d-b9ad-9d29a92f6441 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224425 Nov 22 16:38:09.292516 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ae3e4-4f47-4c6f-b771-d843d5d247f9 x-openstack-request-id: req-da5ae3e4-4f47-4c6f-b771-d843d5d247f9 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:09.293175 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "name": "network-vif-plugged", "status": "completed", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:09.293571 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da5ae3e4-4f47-4c6f-b771-d843d5d247f9 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:09.294496 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'code': 200} Nov 22 16:38:09.311271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3d8b99-973e-4496-892e-2b9690ab65ea None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:38:09.321264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:09.322449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:09.377483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Allocated IP 172.25.0.215 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/25fd8244-77cf-43c4-a6ab-226494c1da32) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:09.436373 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284117e-515a-4e69-b1e5-e630a84cb9c1 None None] Pushing event updated for resources: {'Port': ['ID=53214533-c2dc-4659-be71-4d3d6e3e4911,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.508467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:09.512559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.523058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65896858-0847-471a-8cd1-bcfd5939d5d0 req-06c95c8f-7bf8-4d8d-8f61-2cd2025fb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.525786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65896858-0847-471a-8cd1-bcfd5939d5d0 req-06c95c8f-7bf8-4d8d-8f61-2cd2025fb928 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 1097 time: 0.1304660 Nov 22 16:38:09.526138 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-041684e7-f97e-4b41-82b6-381ae64f0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.538276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc4ef9-2eaa-447f-9380-f50b1f6e6e11 req-184c3d6b-d5d7-434a-8f8f-1bf73b2930b7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.542439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3cc4ef9-2eaa-447f-9380-f50b1f6e6e11 req-184c3d6b-d5d7-434a-8f8f-1bf73b2930b7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.0838284 Nov 22 16:38:09.606372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65896858-0847-471a-8cd1-bcfd5939d5d0 req-e83ba93c-d4ea-4016-81b7-478a5896a77c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616415 Nov 22 16:38:09.622236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-041684e7-f97e-4b41-82b6-381ae64f0c3f None None] For port 53214533-c2dc-4659-be71-4d3d6e3e4911, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=53214533-c2dc-4659-be71-4d3d6e3e4911,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:09.624969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:09.664935 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-041684e7-f97e-4b41-82b6-381ae64f0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.794789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:09.872227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:09.872623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7e8d0c9c-36ba-45ea-96cf-1d02dc1de787 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:09.873039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 49078459-b71c-460f-95d0-4a311894e0cd no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:09.904838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041684e7-f97e-4b41-82b6-381ae64f0c3f None None] Pushing event updated for resources: {'Port': ['ID=53214533-c2dc-4659-be71-4d3d6e3e4911,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.910063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 49078459-b71c-460f-95d0-4a311894e0cd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:09.910424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 49078459-b71c-460f-95d0-4a311894e0cd not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:09.989537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3cc4ef9-2eaa-447f-9380-f50b1f6e6e11 req-1109bd2e-91cc-4a22-9c70-f0a01deec6e0 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3904607 Nov 22 16:38:10.069748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824697bd-35ef-453e-9afd-e3b2cfe3c12b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:10.089912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.132835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:08Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:10.168183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77a66b-fd1c-4637-9c40-4531b997f73a None None] The sync data for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 is: [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:08Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:10.230725 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.250499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.259750 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.303525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.325757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea24be03-905c-4759-ba1a-b0e5f6400f14 req-49254042-a486-4d4b-815e-583ce8e3222b tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee391cd0-a4f3-4f4b-adf4-068bd798eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0426543 Nov 22 16:38:10.396802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Pushing event deleted for resources: {'Port': ['ID=f8784564-f514-4c90-8c94-636545c3ad34,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:10.408424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:10.457492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: d210b656-7d17-4af5-8156-56ae642698e8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:10.458022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d210b656-7d17-4af5-8156-56ae642698e8 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:10.477154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.478050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 491b8630-45d1-4194-b365-934369eb2347 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:38:10.489683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.490868 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c90eb3e2-54d2-4998-bbe0-16727ee11538 admin admin] 10.222.0.59 "DELETE /v2.0/routers/491b8630-45d1-4194-b365-934369eb2347 HTTP/1.1" status: 204 len: 168 time: 3.7419767 Nov 22 16:38:10.493532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:10.528098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8303f91d-8440-4d9e-b42a-d00786f6d357 None None] Provisioning complete for port 53214533-c2dc-4659-be71-4d3d6e3e4911 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:10.528761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8303f91d-8440-4d9e-b42a-d00786f6d357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.589955 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e6b97e-4f2a-40af-a277-92e4d7d539fd admin admin] Deleting subnet 2c33fe6e-6b5b-45a6-a5a5-283d32a03e11 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:10.593572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b97e-4f2a-40af-a277-92e4d7d539fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.614391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] No DVR routers for this DVR port f8784564-f514-4c90-8c94-636545c3ad34 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:10.629170 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.634723 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-127e4405-d9f7-48d5-9ca2-93f78b87fdbb req-e39dbbe0-2e97-4606-afaa-2d5cbc97998c tempest-ListImageFiltersTestJSON-1214197710 tempest-ListImageFiltersTestJSON-1214197710-project] 10.222.0.37 "DELETE /v2.0/ports/f8784564-f514-4c90-8c94-636545c3ad34 HTTP/1.1" status: 204 len: 173 time: 2.3652008 Nov 22 16:38:10.635448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-deleted', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:10.644324 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4138328-0978-4802-be41-4b0f31dbf39c" -d '{"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-deleted", "tag": "f8784564-f514-4c90-8c94-636545c3ad34"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:10.695809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ada8e-416b-4663-abfb-afb66b5173c3 req-ba6169e2-59b6-445b-aa39-b18478655fe4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.714434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c19ada8e-416b-4663-abfb-afb66b5173c3 req-ba6169e2-59b6-445b-aa39-b18478655fe4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 946 time: 0.1849012 Nov 22 16:38:10.717733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.740894 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b97e-4f2a-40af-a277-92e4d7d539fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.798237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:10.800723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.842561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:10.894487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:10.948077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c19ada8e-416b-4663-abfb-afb66b5173c3 req-eaa03a78-e2a8-4574-9522-ddcbff4dbb0b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046690 Nov 22 16:38:10.956843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b97e-4f2a-40af-a277-92e4d7d539fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.048041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event updated for resources: {'Port': ['ID=25fd8244-77cf-43c4-a6ab-226494c1da32,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:11.108682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=ab3ae5e3-8f35-4277-9caf-79f04fe5e691,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:11.117037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': '5b4c5ef2-b923-4eef-84ac-5725ca6977f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:11.117737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: 3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:11.141329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b97e-4f2a-40af-a277-92e4d7d539fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.195166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network 3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:11.198019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.219071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6b97e-4f2a-40af-a277-92e4d7d539fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c33fe6e-6b5b-45a6-a5a5-283d32a03e11,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:11.228298 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b97e-4f2a-40af-a277-92e4d7d539fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.238488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b92dec-ffbf-45ba-9958-481f5a6f555e None None] Network ca285f18-3a2b-4ee7-9c5f-09a59683b75c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:11.240163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e3e6b97e-4f2a-40af-a277-92e4d7d539fd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2c33fe6e-6b5b-45a6-a5a5-283d32a03e11 HTTP/1.1" status: 204 len: 168 time: 0.7450464 Nov 22 16:38:11.242713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.253515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:11.302836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.303850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.331184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b8b36a02-a968-4b8b-9692-ddf3a1e7a168 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3611209 Nov 22 16:38:11.332411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb26e2-c862-4efa-bc0e-a6aaa8916e10 None None] Network 3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:11.336135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55748) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.409274 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.527129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Deleting port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:11.527877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.536222 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.551771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.667756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.695977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] For port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c,segment=NetworkSegment(d661e597-e907-4ecc-bba2-5b8705938880),segment_id=d661e597-e907-4ecc-bba2-5b8705938880)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:11.697339 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.756127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Calling delete_port for 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:11.903713 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c43198-933a-46f3-b98b-9d55ab530981 x-openstack-request-id: req-38c43198-933a-46f3-b98b-9d55ab530981 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:11.904017 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee391cd0-a4f3-4f4b-adf4-068bd798eaa6", "name": "network-vif-deleted", "tag": "f8784564-f514-4c90-8c94-636545c3ad34", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:11.904262 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38c43198-933a-46f3-b98b-9d55ab530981 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:11.904672 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee391cd0-a4f3-4f4b-adf4-068bd798eaa6', 'name': 'network-vif-deleted', 'tag': 'f8784564-f514-4c90-8c94-636545c3ad34', 'status': 'completed', 'code': 200} Nov 22 16:38:11.937763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 53214533-c2dc-4659-be71-4d3d6e3e4911 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:11.957820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.985008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.023947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.041001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] No DVR routers for this DVR port 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:12.063931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2becade8-b322-451a-b4d4-8efdbc249984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8', 'network_id': '3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': 'ab3ae5e3-8f35-4277-9caf-79f04fe5e691'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:12.069259 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2becade8-b322-451a-b4d4-8efdbc249984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.082939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49383962-0b0a-404e-9e0f-6a1fa1c1352b None None] DHCP port deletion for ca285f18-3a2b-4ee7-9c5f-09a59683b75c request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:12.099593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3ae5e3-8f35-4277-9caf-79f04fe5e691,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.131750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 53214533-c2dc-4659-be71-4d3d6e3e4911 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:12.132299 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.284069 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.288209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.288416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.298874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b86d4-8e82-4d03-8093-d1b537ca2795 None None] Network 3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:12.302612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.322002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca285f18-3a2b-4ee7-9c5f-09a59683b75c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:12.335390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd661e597-e907-4ecc-bba2-5b8705938880') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:12.335845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd661e597-e907-4ecc-bba2-5b8705938880') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:12.345531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809762bd-8458-451c-8768-c0d397c4e5fd req-e3c4a6d6-5336-41b0-b74a-f7099e41bc69 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.355635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-809762bd-8458-451c-8768-c0d397c4e5fd req-e3c4a6d6-5336-41b0-b74a-f7099e41bc69 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.3001237 Nov 22 16:38:12.384553 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.389042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event updated for resources: {'Port': ['ID=25fd8244-77cf-43c4-a6ab-226494c1da32,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.394897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:12.415116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4c5ef2-b923-4eef-84ac-5725ca6977f4') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:12.415424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4c5ef2-b923-4eef-84ac-5725ca6977f4') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:12.433643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:12.446511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.448507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.459813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: f8784564-f514-4c90-8c94-636545c3ad34 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:12.460145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f8784564-f514-4c90-8c94-636545c3ad34 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:12.469808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:12.470627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:12.474100 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:12.493032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.500639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.505932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:12.506396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:12.510021 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:12.541274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-809762bd-8458-451c-8768-c0d397c4e5fd req-032f046c-8f8c-457c-8e87-23564739d205 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837800 Nov 22 16:38:12.574045 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.631517 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.631517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ca285f18-3a2b-4ee7-9c5f-09a59683b75c HTTP/1.1" status: 204 len: 168 time: 1.3523481 Nov 22 16:38:12.635895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.635895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-909a53b7-8a7b-49a6-9af6-c49292451856 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5118110 Nov 22 16:38:12.644350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f3902-016b-437c-8a0d-c3e1e54faeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca285f18-3a2b-4ee7-9c5f-09a59683b75c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.668116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.685519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.696054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8 HTTP/1.1" status: 204 len: 168 time: 1.3589303 Nov 22 16:38:12.703903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55762) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.712466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1579157863'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:12.727255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b14b28-b536-4c58-8c87-32bb761761fb tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.745573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:12.750809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.785944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:12.798502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.799047 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment 1985299b-fcee-4491-882a-624615cabca3 of type vlan for network 5f48aee3-3598-4720-8b98-474fdc824aa2 Nov 22 16:38:12.855969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.889398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.896379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.897033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.906064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55766) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.955515 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cd72133e-1423-4832-bab2-7f25eb702f5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a3c22944d32c48e79ee4ff31b22e8967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481548 Nov 22 16:38:12.961398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55768) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.968561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2625651 Nov 22 16:38:12.971791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.978438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1931ae5-b817-4d47-8d2c-df9175b1aae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=5f48aee3-3598-4720-8b98-474fdc824aa2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.985957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': '5f48aee3-3598-4720-8b98-474fdc824aa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:12.990793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 5f48aee3-3598-4720-8b98-474fdc824aa2 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:13.093795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7659ef7c-dfeb-461a-a6bc-5a17b3396318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.127201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:13.132162 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.138944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7659ef7c-dfeb-461a-a6bc-5a17b3396318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.243707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127eab9-a0b8-4862-8e0c-5a35862a6371 req-ad451af1-555a-4ce4-bd62-ab9d056f307d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:13.245568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a127eab9-a0b8-4862-8e0c-5a35862a6371 req-ad451af1-555a-4ce4-bd62-ab9d056f307d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 946 time: 0.0679851 Nov 22 16:38:13.309426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7659ef7c-dfeb-461a-a6bc-5a17b3396318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.312905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7659ef7c-dfeb-461a-a6bc-5a17b3396318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.313022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a127eab9-a0b8-4862-8e0c-5a35862a6371 req-1784fbff-ab34-4bbd-beee-73d37c64304a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599368 Nov 22 16:38:13.314400 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7659ef7c-dfeb-461a-a6bc-5a17b3396318 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3bdb9024-6a5f-468f-beab-91ab074dc01b HTTP/1.1" status: 204 len: 168 time: 0.3511007 Nov 22 16:38:13.334971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659ef7c-dfeb-461a-a6bc-5a17b3396318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdb9024-6a5f-468f-beab-91ab074dc01b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:13.461457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.535787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': '1985299b-fcee-4491-882a-624615cabca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '5f48aee3-3598-4720-8b98-474fdc824aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:13.536055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: 5f48aee3-3598-4720-8b98-474fdc824aa2, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:13.539817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=8b3813a0-dafc-4b6c-8bfd-4305b1fbc280,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:13.564191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network 5f48aee3-3598-4720-8b98-474fdc824aa2 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:13.577905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 5f48aee3-3598-4720-8b98-474fdc824aa2) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:13.582514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:13.583373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.595425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb543c-0f79-4fc3-adea-8b14ca9d752f None None] Network 5f48aee3-3598-4720-8b98-474fdc824aa2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:13.616659 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aee89eeb-16e4-4064-a9c0-f05da8874ae0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6428041 Nov 22 16:38:13.619325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55790) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:13.804998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.816244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:13.863828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:13.875509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:13.875869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8e5b8d6a-7d03-4cfa-8ab2-86db18bf631c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:13.916253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.927740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55796) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:13.932089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-71c48f6b-b919-4f78-88e3-28b4763d64d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9313ff84b624c13950f9d4e1e7cbc49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577817 Nov 22 16:38:14.010573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ab83b-1379-4069-afd4-aac6fabcb4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-5f48aee3-3598-4720-8b98-474fdc824aa2', 'network_id': '5f48aee3-3598-4720-8b98-474fdc824aa2', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': '8b3813a0-dafc-4b6c-8bfd-4305b1fbc280'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:14.012360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c21ab83b-1379-4069-afd4-aac6fabcb4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.024974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a00cebb6-22ae-422c-ae53-3a86366b9c42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.029608 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.075265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3813a0-dafc-4b6c-8bfd-4305b1fbc280,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:14.084148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a00cebb6-22ae-422c-ae53-3a86366b9c42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.123585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63591c9-bcc0-4c3e-960a-4af250391bb9 None None] Network 5f48aee3-3598-4720-8b98-474fdc824aa2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:14.179013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.205381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f48aee3-3598-4720-8b98-474fdc824aa2']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:14.218749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1985299b-fcee-4491-882a-624615cabca3') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:14.218749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1985299b-fcee-4491-882a-624615cabca3') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:14.231173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.250209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a00cebb6-22ae-422c-ae53-3a86366b9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.253960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a00cebb6-22ae-422c-ae53-3a86366b9c42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.255414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a00cebb6-22ae-422c-ae53-3a86366b9c42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/241f7f26-d419-4c26-aa93-2de93dacea2b HTTP/1.1" status: 204 len: 168 time: 0.3265150 Nov 22 16:38:14.256519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.259275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-a828a911-0b3a-4c6c-922a-fa48738f639a tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1888338387&fields=id&tenant_id=e5ad957032694c148c52f07f441e96a5 HTTP/1.1" status: 200 len: 267 time: 0.0663238 Nov 22 16:38:14.276507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:14.277385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:14.281320 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:14.283803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cebb6-22ae-422c-ae53-3a86366b9c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241f7f26-d419-4c26-aa93-2de93dacea2b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:14.362202 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.381881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.389208 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/5f48aee3-3598-4720-8b98-474fdc824aa2 HTTP/1.1" status: 204 len: 168 time: 0.7643685 Nov 22 16:38:14.389761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:14.395193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1719636607'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:14.398747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ccdc2-d4a1-4a85-b135-0e2ab7877338 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=5f48aee3-3598-4720-8b98-474fdc824aa2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:14.432119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:14.436425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.445839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-1d1eb833-e434-4de9-8d35-ea5c7fc03fef tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:14.448143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-1d1eb833-e434-4de9-8d35-ea5c7fc03fef tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/networks?id=a811e2d7-4df3-4598-945d-388683d0331a HTTP/1.1" status: 200 len: 812 time: 0.1789079 Nov 22 16:38:14.468163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:14.470337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-e73eaba3-8cd4-4b8e-8a09-d7792ac18f4a tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/quotas/e5ad957032694c148c52f07f441e96a5 HTTP/1.1" status: 200 len: 375 time: 0.0152423 Nov 22 16:38:14.479673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.480034 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4 of type vlan for network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 Nov 22 16:38:14.531069 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.535547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-f5653ede-983d-4e84-a90e-e42c8ca6dcf6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5ad957032694c148c52f07f441e96a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576868 Nov 22 16:38:14.560588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.567149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:14.567810 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.627912 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2370300 Nov 22 16:38:14.630772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:14.637001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bbcdc0e8-9af0-47a0-9e22-479b2f56e8b4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:14.660215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5410c80-a51e-4558-9461-79a084187c6d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=3304c11c-5828-469b-bd8a-ffbffb2b4c87,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:14.674032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:14.730368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-f2822f68-c68d-431d-aaa8-adf774cae119 service neutron] 10.222.0.59 "GET /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774495 Nov 22 16:38:14.905871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcdc0e8-9af0-47a0-9e22-479b2f56e8b4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.928481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-94303a2a-177e-4c20-ae59-1607d8330532 service neutron] 10.222.0.59 "GET /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827974 Nov 22 16:38:14.931545 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcdc0e8-9af0-47a0-9e22-479b2f56e8b4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.952899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbcdc0e8-9af0-47a0-9e22-479b2f56e8b4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 is not hosted by any dhcp agent {{(pid=103443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:38:14.958541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcdc0e8-9af0-47a0-9e22-479b2f56e8b4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:14.959174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbcdc0e8-9af0-47a0-9e22-479b2f56e8b4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.960454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bbcdc0e8-9af0-47a0-9e22-479b2f56e8b4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "PUT /v2.0/networks/3304c11c-5828-469b-bd8a-ffbffb2b4c87 HTTP/1.1" status: 200 len: 723 time: 0.3284984 Nov 22 16:38:14.967674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55832) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:14.979993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': '3304c11c-5828-469b-bd8a-ffbffb2b4c87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:15.021565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdc0e8-9af0-47a0-9e22-479b2f56e8b4 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=3304c11c-5828-469b-bd8a-ffbffb2b4c87,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:15.037800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:15.166562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:15.172521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.327707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55846) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:15.381486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e30b1-0723-4a9f-ac17-8f36260a8ac1 req-d6279faf-3cf3-4c9e-bb5c-238c7a3ae627 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:15.385724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-903e30b1-0723-4a9f-ac17-8f36260a8ac1 req-d6279faf-3cf3-4c9e-bb5c-238c7a3ae627 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 946 time: 0.1007814 Nov 22 16:38:15.389895 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f32f-50d0-4cf8-8516-8f2dea5e3089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.446830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-903e30b1-0723-4a9f-ac17-8f36260a8ac1 req-4b2a10d3-fe63-4618-83c2-2a8a6ee35b13 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527480 Nov 22 16:38:15.482065 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.517339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1408822261-network', 'tenant_id': '7c893890fd464a4cb83f18e6e48a24e6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:15.544258 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=18954327-b63f-4233-b218-eb437ab648db,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:15.555785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Made reservation on behalf of 7c893890fd464a4cb83f18e6e48a24e6 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:15.558138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.588236 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.591660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3304c11c-5828-469b-bd8a-ffbffb2b4c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:15.592033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: 3304c11c-5828-469b-bd8a-ffbffb2b4c87, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:15.623638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:15.629529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9a017-ea93-4e4e-af0e-d8cd8d1a0a52 req-9d9a39e4-01da-4626-a18b-e99dcb065995 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:15.631108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2f9a017-ea93-4e4e-af0e-d8cd8d1a0a52 req-9d9a39e4-01da-4626-a18b-e99dcb065995 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.0862875 Nov 22 16:38:15.639699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 3304c11c-5828-469b-bd8a-ffbffb2b4c87) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:15.658249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:15.660060 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.664683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9b7ac-07ee-4bdc-b17b-d47872bc3ddc None None] Network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:15.692207 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-67325cb9-69ea-4d6b-bd88-a3ef8fccd8e6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7197466 Nov 22 16:38:15.692969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55858) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:15.701909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-23ff35d5-d7bd-4589-9d7a-ebccf71f7a85 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:15.727669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2f9a017-ea93-4e4e-af0e-d8cd8d1a0a52 req-9abd91ee-1224-45b2-9faf-36bfedda9c7b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821352 Nov 22 16:38:15.807072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.825283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.850976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:15.888384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.888384 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Added segment f74debfc-3250-4c8d-80b9-2f0313a96d87 of type vlan for network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 Nov 22 16:38:15.913119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23ff35d5-d7bd-4589-9d7a-ebccf71f7a85 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8777722'] for subnet, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.923519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3213fed-428c-4ab9-a5c2-1579609192e9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:16.034713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.050263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-3304c11c-5828-469b-bd8a-ffbffb2b4c87', 'network_id': '3304c11c-5828-469b-bd8a-ffbffb2b4c87', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': '18954327-b63f-4233-b218-eb437ab648db'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:16.052435 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.101658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.103177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.105199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.246866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9177377 Nov 22 16:38:16.247614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b31eb0-01cb-43ca-b17f-0d47129652ab admin admin] Pushing event updated for resources: {'Network': ['ID=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:16.251771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:16.255440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23ff35d5-d7bd-4589-9d7a-ebccf71f7a85 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763325645900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2973088'] for subnet, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.278502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Request body: {'subnet': {'network_id': '2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1408822261-subnet', 'tenant_id': '7c893890fd464a4cb83f18e6e48a24e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:16.306280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff35d5-d7bd-4589-9d7a-ebccf71f7a85 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.307635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23ff35d5-d7bd-4589-9d7a-ebccf71f7a85 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.312710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:16.313646 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-23ff35d5-d7bd-4589-9d7a-ebccf71f7a85 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "PUT /v2.0/subnets/18954327-b63f-4233-b218-eb437ab648db HTTP/1.1" status: 200 len: 806 time: 0.6168313 Nov 22 16:38:16.337513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff35d5-d7bd-4589-9d7a-ebccf71f7a85 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=18954327-b63f-4233-b218-eb437ab648db,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:16.356745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:16.419320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Made reservation on behalf of 7c893890fd464a4cb83f18e6e48a24e6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:16.422412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.454363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:16.545430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Allocated IP 172.20.0.2 (3304c11c-5828-469b-bd8a-ffbffb2b4c87/18954327-b63f-4233-b218-eb437ab648db/42195921-f491-404f-9338-47c528804bdc) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:16.566651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.570098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19e385d9-2646-460c-9895-c4d4ab4e3e1a req-9d4d093b-b3c4-40ae-9bda-e5dcf8d5ebff tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 210 time: 0.0666230 Nov 22 16:38:16.666848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.829877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:16.863253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'port_id': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'mac_address': 'fa:16:3e:15:43:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:16.967743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-10e6ba0b-94b2-49bf-b3a5-0bcdd0337dee tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.970903 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-10e6ba0b-94b2-49bf-b3a5-0bcdd0337dee tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.37 "GET /v2.0/networks?id=a811e2d7-4df3-4598-945d-388683d0331a HTTP/1.1" status: 200 len: 812 time: 0.2665501 Nov 22 16:38:17.013939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.042939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb31439e-5d44-451e-8b08-8ec8417b2532 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:17.096824 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.146754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:17.153092 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.167844 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-26a04caf-cfc1-4175-9b61-b961cd148bd8 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5ad957032694c148c52f07f441e96a5 HTTP/1.1" status: 200 len: 380 time: 0.1825538 Nov 22 16:38:17.176810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Request body: {'port': {'device_id': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'admin_state_up': True, 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'security_groups': ['f82568df-ccd4-4877-b724-37509d952eb6']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:17.234286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6ede31-2864-452e-a546-535bfbf68f8d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:17.287535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.327964 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.329091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Checking segment: {'id': 'f74debfc-3250-4c8d-80b9-2f0313a96d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:17.329612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Network hostable DHCP agents. Network: 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:17.336096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.338033 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:17.353767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['bb31439e-5d44-451e-8b08-8ec8417b2532'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:17.436571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=18954327-b63f-4233-b218-eb437ab648db,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:17.477717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:17.508154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Made reservation on behalf of e5ad957032694c148c52f07f441e96a5 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:17.511800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.557421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:17.570673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:17.571471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.582138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:17.585529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fcb1f0-731c-4152-b2a3-2c84ee2047a8 None None] Network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:17.590943 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.631988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:17.635439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:17.638388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Pushing event updated for resources: {'Port': ['ID=42195921-f491-404f-9338-47c528804bdc,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:17.649759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3304c11c-5828-469b-bd8a-ffbffb2b4c87']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.692734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.693246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.752511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ae075d84-428b-427d-a4d1-98001714991c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4890711 Nov 22 16:38:17.752511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.860241 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:38:17.900333 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.961069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:17.961704 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:17.976103 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:18.002118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Allocated IP 172.20.0.10 (a811e2d7-4df3-4598-945d-388683d0331a/8a2a0586-186d-45ee-b1f4-d125682a1463/dc8bb020-606b-4d0e-904d-79328a88763f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:18.230231 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.api [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:38:18.230231 n-d-816865-2 neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:38:18.230231 n-d-816865-2 neutron-server[103443]: [parameters: {'id': '3304c11c-5828-469b-bd8a-ffbffb2b4c87'}] Nov 22 16:38:18.230231 n-d-816865-2 neutron-server[103443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:38:18.232137 n-d-816865-2 neutron-server[103443]: DEBUG oslo_db.api [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:38:18.386910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2f206e6-1390-4d87-a013-4ea022539685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.441162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1906e-7ee3-4052-9c82-bf1676052db5 req-9f8158c8-b8be-44b8-8a73-47bff3e2bff4 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:18.444153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21d1906e-7ee3-4052-9c82-bf1676052db5 req-9f8158c8-b8be-44b8-8a73-47bff3e2bff4 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 944 time: 0.1448734 Nov 22 16:38:18.534850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21d1906e-7ee3-4052-9c82-bf1676052db5 req-fd3bd9b3-71eb-449d-a0e3-cf4b9cbfae83 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791488 Nov 22 16:38:18.535725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Attempting to bind port 42195921-f491-404f-9338-47c528804bdc on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:18.536046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Attempting to bind port 42195921-f491-404f-9338-47c528804bdc by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3304c11c-5828-469b-bd8a-ffbffb2b4c87'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:18.536428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Attempting to bind port 42195921-f491-404f-9338-47c528804bdc on network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:18.559580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:18.560356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Checking segment: {'id': 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3304c11c-5828-469b-bd8a-ffbffb2b4c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:18.560500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.561062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Bound using segment: {'id': 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3304c11c-5828-469b-bd8a-ffbffb2b4c87'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:18.561182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.561867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Bound port: 42195921-f491-404f-9338-47c528804bdc, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3304c11c-5828-469b-bd8a-ffbffb2b4c87'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:18.562740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.614229 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.682410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Network a811e2d7-4df3-4598-945d-388683d0331a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:18.688611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:18.691785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:18.734438 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.809767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:18.813366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:18.814463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.891834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event updated for resources: {'Port': ['ID=dc8bb020-606b-4d0e-904d-79328a88763f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:18.902356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Deleting port 42195921-f491-404f-9338-47c528804bdc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:18.902356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.904950 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-3bc851df-d460-4813-b2b8-b420809e6721 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7319760 Nov 22 16:38:18.925197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Request body: {'port': {'device_id': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:18.938366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] For port 42195921-f491-404f-9338-47c528804bdc, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:18.950127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] For port 42195921-f491-404f-9338-47c528804bdc, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=42195921-f491-404f-9338-47c528804bdc,segment=NetworkSegment(ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4),segment_id=ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:18.960095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a56566-ba15-49b8-99c8-45aaba17c1c9 None None] Network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:18.970616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.084913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] For port 42195921-f491-404f-9338-47c528804bdc, host n-d-816865-2, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:19.085299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.113750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Calling delete_port for 42195921-f491-404f-9338-47c528804bdc owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:19.133349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517d586-cfac-4681-949b-ff0e501cd993 None None] Pushing event updated for resources: {'Port': ['ID=42195921-f491-404f-9338-47c528804bdc,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:19.144278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d026da-63a2-4b3e-81d5-9d5c1c493f6a req-7ed5b788-8867-4b0b-96d0-74422955ac63 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.152583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39d026da-63a2-4b3e-81d5-9d5c1c493f6a req-7ed5b788-8867-4b0b-96d0-74422955ac63 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 932 time: 0.1604850 Nov 22 16:38:19.197303 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.219184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.269847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece65f8e-0d53-466c-8465-a1919f12e0a7 None None] Network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:19.349176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39d026da-63a2-4b3e-81d5-9d5c1c493f6a req-4889f4c9-3c99-47a9-bddb-44ea3b8d1f88 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950700 Nov 22 16:38:19.458794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0b526d96-4e02-40dc-97e4-cdc2ec9bff79 None None] Provisioning complete for port dc8bb020-606b-4d0e-904d-79328a88763f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:19.458794 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b526d96-4e02-40dc-97e4-cdc2ec9bff79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.475704 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-726051f5-50c0-49b2-a34a-b00867c4b8d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30279def01164374abce033b558d42ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6644928 Nov 22 16:38:19.477650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55972) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:19.519363 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.535685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0b526d96-4e02-40dc-97e4-cdc2ec9bff79 None None] Port dc8bb020-606b-4d0e-904d-79328a88763f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:19.629575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c3b461-e993-49e2-9a6a-bb3c719ffe88 None None] Network 3304c11c-5828-469b-bd8a-ffbffb2b4c87 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:19.646170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Port': ['ID=42195921-f491-404f-9338-47c528804bdc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:19.649191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No DVR routers for this DVR port 42195921-f491-404f-9338-47c528804bdc on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:19.656728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:19.675956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-594832177-network', 'tenant_id': '8ee0b1b9b59843b4ad84f0dcd7a9f18a'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:19.816026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e1c78-6e0d-4ed3-a31f-d4c181e2409b None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:19.851782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.855697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Made reservation on behalf of 8ee0b1b9b59843b4ad84f0dcd7a9f18a for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:19.861937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.876528 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bb46d86-069f-411d-825e-377f2ce1889c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.910843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.924603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3304c11c-5828-469b-bd8a-ffbffb2b4c87']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:19.945869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bb46d86-069f-411d-825e-377f2ce1889c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.956758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5a0f0-a017-41b9-a395-76454e43d492 req-802f3e54-fb94-4344-879d-2a14889c8639 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.957174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8bb020-606b-4d0e-904d-79328a88763f {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:19.965493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65b5a0f0-a017-41b9-a395-76454e43d492 req-802f3e54-fb94-4344-879d-2a14889c8639 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 946 time: 0.2734737 Nov 22 16:38:19.966112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.982320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Transition to ACTIVE for port object dc8bb020-606b-4d0e-904d-79328a88763f will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:19.985623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:19.986140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9469b2-8c68-4cbe-8d71-a27ec3c96dc4') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:19.993518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.019328 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.060832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e1c78-6e0d-4ed3-a31f-d4c181e2409b None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:38:20.062807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8bb020-606b-4d0e-904d-79328a88763f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.077771 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.141604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65b5a0f0-a017-41b9-a395-76454e43d492 req-73a04be4-8243-49a0-9acd-c13cd9379aa7 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696267 Nov 22 16:38:20.171071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:20.172922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:20.183260 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:20.226520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Attempting to bind port dc8bb020-606b-4d0e-904d-79328a88763f on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:20.227389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Attempting to bind port dc8bb020-606b-4d0e-904d-79328a88763f by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:20.227822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Attempting to bind port dc8bb020-606b-4d0e-904d-79328a88763f on network a811e2d7-4df3-4598-945d-388683d0331a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:20.229417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bb46d86-069f-411d-825e-377f2ce1889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.233888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Port dc8bb020-606b-4d0e-904d-79328a88763f on network a811e2d7-4df3-4598-945d-388683d0331a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:20.234352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Attempting to bind port dc8bb020-606b-4d0e-904d-79328a88763f on network a811e2d7-4df3-4598-945d-388683d0331a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:20.240108 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2bb46d86-069f-411d-825e-377f2ce1889c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.241587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2bb46d86-069f-411d-825e-377f2ce1889c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2441e04d-f4bf-416e-8f8f-6968b15e61f3 HTTP/1.1" status: 204 len: 168 time: 0.7564962 Nov 22 16:38:20.242549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:20.243032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Checking segment: {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:20.243623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Bound using segment: {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:20.249411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Bound port: dc8bb020-606b-4d0e-904d-79328a88763f, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71ad257-8fb4-4044-a7d9-85be01b1abe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:20.250142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.385714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] For port dc8bb020-606b-4d0e-904d-79328a88763f, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:20.393489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] For port dc8bb020-606b-4d0e-904d-79328a88763f, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dc8bb020-606b-4d0e-904d-79328a88763f,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:20.401012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb46d86-069f-411d-825e-377f2ce1889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2441e04d-f4bf-416e-8f8f-6968b15e61f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.401993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.445361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:20.513786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:20.514497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.519029 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] 10.222.0.37 "PUT /v2.0/ports/dc8bb020-606b-4d0e-904d-79328a88763f HTTP/1.1" status: 200 len: 1092 time: 1.6001534 Nov 22 16:38:20.519029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'tag': 'dc8bb020-606b-4d0e-904d-79328a88763f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:20.523169 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b9fe6-8797-44e8-960b-a19654f1d4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3301fc49-9e2e-48d4-8026-1a6408e19460", "tag": "dc8bb020-606b-4d0e-904d-79328a88763f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:20.558763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port bb31439e-5d44-451e-8b08-8ec8417b2532 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:20.559785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.607224 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.625437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.637140 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.642404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4774b-5be3-40d1-af3f-34fc40bcbc07 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8bb020-606b-4d0e-904d-79328a88763f,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.643893 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.658041 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.669723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/3304c11c-5828-469b-bd8a-ffbffb2b4c87 HTTP/1.1" status: 204 len: 168 time: 4.3556349 Nov 22 16:38:20.713421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55988) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:20.750266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-e3f51239-9c51-4ff4-a1b4-f099c60f0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:20.753990 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-e3f51239-9c51-4ff4-a1b4-f099c60f0889 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5ad957032694c148c52f07f441e96a5&device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 1095 time: 0.1726029 Nov 22 16:38:20.754516 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.815967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:20.821689 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a25a47d-76ac-4aa4-ba4f-348445a4ceef" -d '{"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:20.833523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcb67b-15a6-4777-b120-30cfc8adc35a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=3304c11c-5828-469b-bd8a-ffbffb2b4c87,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.837027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:20.844224 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34e3bf0-9a85-44ee-b1f6-cc2c59f4fd53 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:20.844844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34e3bf0-9a85-44ee-b1f6-cc2c59f4fd53 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:20.848434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d34e3bf0-9a85-44ee-b1f6-cc2c59f4fd53 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/3304c11c-5828-469b-bd8a-ffbffb2b4c87 HTTP/1.1" status: 404 len: 339 time: 0.1336544 Nov 22 16:38:20.862165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:20.872922 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.876345 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-b911ed86-85ee-4138-b817-77dedb5a888c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8bb020-606b-4d0e-904d-79328a88763f HTTP/1.1" status: 200 len: 217 time: 0.1136086 Nov 22 16:38:20.877092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55994) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:20.880820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243266f-36ac-43c9-bda5-6e41a0272a3b req-1b412707-b939-41e9-94d4-f1b7f5c8ab4d tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:20.887787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2051232352', 'description': 'd1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:20.895875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3243266f-36ac-43c9-bda5-6e41a0272a3b req-1b412707-b939-41e9-94d4-f1b7f5c8ab4d tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 944 time: 0.5133073 Nov 22 16:38:20.923043 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.923447 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Added segment b5a530cb-74d4-466a-9be4-2097bf7534ed of type vlan for network edeba5c5-73b6-49a4-8783-07d2efad14ea Nov 22 16:38:20.966016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-7e327beb-f8c2-4aff-bd06-a8a76393620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:20.968263 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-7e327beb-f8c2-4aff-bd06-a8a76393620b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a2a0586-186d-45ee-b1f4-d125682a1463 HTTP/1.1" status: 200 len: 851 time: 0.0741596 Nov 22 16:38:20.985868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.031087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4529d8df-3f51-405a-8987-242489152da8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.033830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.040800 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.042070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.042863 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.133495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:21.149972 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.197544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-23be6445-c15f-4f5e-a173-c8f80c1e0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.200098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-23be6445-c15f-4f5e-a173-c8f80c1e0f42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a811e2d7-4df3-4598-945d-388683d0331a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214363 Nov 22 16:38:21.205116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] Pushing event updated for resources: {'Network': ['ID=edeba5c5-73b6-49a4-8783-07d2efad14ea,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.223192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network edeba5c5-73b6-49a4-8783-07d2efad14ea details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:21.308126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3243266f-36ac-43c9-bda5-6e41a0272a3b req-b94f4fd9-65ea-4aab-b5a1-8f1a00ce0385 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091530 Nov 22 16:38:21.321678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9376eb08-33e3-4154-829e-d3e662a1512c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6629109 Nov 22 16:38:21.322658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:21.338624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Request body: {'subnet': {'network_id': 'edeba5c5-73b6-49a4-8783-07d2efad14ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-594832177-subnet', 'tenant_id': '8ee0b1b9b59843b4ad84f0dcd7a9f18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:21.416840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Made reservation on behalf of 8ee0b1b9b59843b4ad84f0dcd7a9f18a for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:21.421436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.457902 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-aba8c656-76b1-4f55-8e8b-90d6179512a7 service neutron] 10.222.0.37 "GET /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329831 Nov 22 16:38:21.458715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:21.503339 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.684759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.685135 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment 65e9b8f0-3774-421c-a04c-a65f64ebd73b of type vlan for network 021ee6ca-5268-41b7-980e-6c018007e7d4 Nov 22 16:38:21.707899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998dd14-30c3-4157-b7b2-a4c3804ba00d req-6110b788-c203-431f-a09a-9eed248a7348 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.718574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6998dd14-30c3-4157-b7b2-a4c3804ba00d req-6110b788-c203-431f-a09a-9eed248a7348 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 944 time: 0.1922114 Nov 22 16:38:21.793749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.959927 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4921e7f9-1bd4-45ae-b332-38328873eb0d req-10eec2c0-ed16-4431-9a51-c21e2815160d service neutron] 10.222.0.37 "GET /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909577 Nov 22 16:38:21.980170 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.994718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.995863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.998458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56018) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:22.058866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6998dd14-30c3-4157-b7b2-a4c3804ba00d req-577fddd1-270b-42d1-9764-881216b62c4d tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3370588 Nov 22 16:38:22.095894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d0006fff-b8b7-49a6-9670-55ff231d33ef details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:22.113999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.164973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=021ee6ca-5268-41b7-980e-6c018007e7d4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:22.195254 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6cd92c-49c6-4676-ae38-b02bae0d8a54 x-openstack-request-id: req-fe6cd92c-49c6-4676-ae38-b02bae0d8a54 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:22.195796 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3301fc49-9e2e-48d4-8026-1a6408e19460", "tag": "dc8bb020-606b-4d0e-904d-79328a88763f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:22.196188 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe6cd92c-49c6-4676-ae38-b02bae0d8a54 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:22.197067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 021ee6ca-5268-41b7-980e-6c018007e7d4 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:22.197644 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'tag': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'status': 'completed', 'code': 200} Nov 22 16:38:22.212866 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ad253f7-1af2-49a3-b1b7-3826d718d5e9 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3308096 Nov 22 16:38:22.217127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56024) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:22.383314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-5dfdeec4-c024-4177-b67c-1abf0f549d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:22.392773 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-5dfdeec4-c024-4177-b67c-1abf0f549d72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5ad957032694c148c52f07f441e96a5&device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 1095 time: 0.1541619 Nov 22 16:38:22.413975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4fd909-5808-4fbe-aa5c-d172c47b83b8 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:22.420022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2e4fd909-5808-4fbe-aa5c-d172c47b83b8 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/networks?id=021ee6ca-5268-41b7-980e-6c018007e7d4 HTTP/1.1" status: 200 len: 761 time: 0.1975236 Nov 22 16:38:22.421860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b0af18-4e6a-457a-8a93-fb69102fd1c3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:22.449246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56030) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:22.479579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8365b332-2782-469c-9059-bfe9d7a49924 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'description': 'd2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:22.490089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:22.518991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'network_id': '25dde824-e933-455c-9b91-100514750689', 'port_id': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'mac_address': 'fa:16:3e:43:96:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc31ff-9422-43b5-b84a-21c1e8ecb4b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:22.523618 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9014aedc-2709-4d08-ba2c-4ed8473038ec x-openstack-request-id: req-9014aedc-2709-4d08-ba2c-4ed8473038ec {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:22.524243 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:22.524398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-a227e0cb-20f9-4d3e-9107-c9dd4e1a467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:22.525075 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9014aedc-2709-4d08-ba2c-4ed8473038ec {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:22.525795 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-a227e0cb-20f9-4d3e-9107-c9dd4e1a467c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a811e2d7-4df3-4598-945d-388683d0331a HTTP/1.1" status: 200 len: 913 time: 0.1088414 Nov 22 16:38:22.525969 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'code': 200} Nov 22 16:38:22.595768 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-572b2a2d-8be7-45d4-bf44-cd6c083fd91c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8bb020-606b-4d0e-904d-79328a88763f HTTP/1.1" status: 200 len: 217 time: 0.0603504 Nov 22 16:38:22.616516 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.644714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0006fff-b8b7-49a6-9670-55ff231d33ef {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:22.691442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-14472df4-5757-4727-9167-5caf4c5ffe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:22.693769 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-14472df4-5757-4727-9167-5caf4c5ffe4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a2a0586-186d-45ee-b1f4-d125682a1463 HTTP/1.1" status: 200 len: 851 time: 0.0880156 Nov 22 16:38:22.695913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:22.702059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.808049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-b2aace6e-9e05-469d-9510-e47ea6849218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:22.810137 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-b2aace6e-9e05-469d-9510-e47ea6849218 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a811e2d7-4df3-4598-945d-388683d0331a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082625 Nov 22 16:38:22.810420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d0006fff-b8b7-49a6-9670-55ff231d33ef'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:22.811503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-626f42d4-83aa-455b-84bb-c1be1b9acb20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.839242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:22.970038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-003593d6-2a24-4a4d-be1c-57b8f0cc516d service neutron] 10.222.0.37 "GET /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487350 Nov 22 16:38:23.093439 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-626f42d4-83aa-455b-84bb-c1be1b9acb20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.096687 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-384b9fe6-8797-44e8-960b-a19654f1d4c0 req-4fc82e17-91b7-4493-ae02-8abfc047b9ff service neutron] 10.222.0.37 "GET /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186652 Nov 22 16:38:23.104571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-626f42d4-83aa-455b-84bb-c1be1b9acb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.169332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-626f42d4-83aa-455b-84bb-c1be1b9acb20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd16e4aaf0a54928b9214fc48ffcb432&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0503111 Nov 22 16:38:23.170600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f42d4-83aa-455b-84bb-c1be1b9acb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd053fe4-ab56-4fd0-992a-067f3668a5a2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:23.176439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56034) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:23.312794 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8365b332-2782-469c-9059-bfe9d7a49924 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.315974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57aba188-2e2e-4d99-addb-410c64593505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.326144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Checking segment: {'id': 'b5a530cb-74d4-466a-9be4-2097bf7534ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'edeba5c5-73b6-49a4-8783-07d2efad14ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:23.326559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Network hostable DHCP agents. Network: edeba5c5-73b6-49a4-8783-07d2efad14ea, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:23.338931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7eee9-3c6d-4e05-abf2-2d0b2afd70ed req-6fc7824c-59be-4e08-985a-d6dacc170b4f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:23.347175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fc7eee9-3c6d-4e05-abf2-2d0b2afd70ed req-6fc7824c-59be-4e08-985a-d6dacc170b4f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 945 time: 0.1788478 Nov 22 16:38:23.352283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57aba188-2e2e-4d99-addb-410c64593505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.379026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8365b332-2782-469c-9059-bfe9d7a49924 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.426245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57aba188-2e2e-4d99-addb-410c64593505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.430483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57aba188-2e2e-4d99-addb-410c64593505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.437925 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-57aba188-2e2e-4d99-addb-410c64593505 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd053fe4-ab56-4fd0-992a-067f3668a5a2 HTTP/1.1" status: 204 len: 168 time: 0.2595172 Nov 22 16:38:23.448647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aba188-2e2e-4d99-addb-410c64593505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd053fe4-ab56-4fd0-992a-067f3668a5a2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:23.466752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8365b332-2782-469c-9059-bfe9d7a49924 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network 021ee6ca-5268-41b7-980e-6c018007e7d4 is not hosted by any dhcp agent {{(pid=103443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:38:23.487240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8365b332-2782-469c-9059-bfe9d7a49924 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:23.488080 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8365b332-2782-469c-9059-bfe9d7a49924 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.492623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8365b332-2782-469c-9059-bfe9d7a49924 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "PUT /v2.0/networks/021ee6ca-5268-41b7-980e-6c018007e7d4 HTTP/1.1" status: 200 len: 758 time: 1.0364830 Nov 22 16:38:23.496619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:23.553373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Network edeba5c5-73b6-49a4-8783-07d2efad14ea is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:23.562792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365b332-2782-469c-9059-bfe9d7a49924 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=021ee6ca-5268-41b7-980e-6c018007e7d4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:23.576598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fc7eee9-3c6d-4e05-abf2-2d0b2afd70ed req-a653dfaf-cd2e-4be9-8312-5fc2dbda5b98 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273073 Nov 22 16:38:23.580343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, edeba5c5-73b6-49a4-8783-07d2efad14ea) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:23.589390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693778f7-7aaa-4094-936c-97f3c35bd075 None None] Network edeba5c5-73b6-49a4-8783-07d2efad14ea requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:23.592589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:23.593289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.628120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 021ee6ca-5268-41b7-980e-6c018007e7d4 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:23.647260 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5cef0189-1d66-474f-a89c-b0fb7dc04365 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3126421 Nov 22 16:38:23.714233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c488f5c3-b499-48a8-95fa-3805122a5591 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:23.720898 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c488f5c3-b499-48a8-95fa-3805122a5591 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/networks?id=021ee6ca-5268-41b7-980e-6c018007e7d4 HTTP/1.1" status: 200 len: 761 time: 0.2268054 Nov 22 16:38:23.725294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:23.731871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-445403595'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:23.802854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:23.810246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.851864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:23.863588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.864034 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment 7ac148f1-46e3-442f-b0df-84af1d3ae342 of type vlan for network e37f6a2e-0db3-413e-ad3d-d8c69c8d030b Nov 22 16:38:23.926087 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.953078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129258e1-423b-41a1-a928-927e9236c2a9 None None] Network edeba5c5-73b6-49a4-8783-07d2efad14ea requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:23.971955 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.982185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:23.983973 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.072214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=e37f6a2e-0db3-413e-ad3d-d8c69c8d030b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:24.103016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f0c89e2f-2ce4-4c9e-a679-de121e12764f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3745382 Nov 22 16:38:24.104190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56052) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:24.109926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': 'e37f6a2e-0db3-413e-ad3d-d8c69c8d030b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:24.114885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network e37f6a2e-0db3-413e-ad3d-d8c69c8d030b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:24.197754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d0006fff-b8b7-49a6-9670-55ff231d33ef up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:24.314708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:24.323812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.446060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port d0006fff-b8b7-49a6-9670-55ff231d33ef triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:24.446618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.475815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dc8bb020-606b-4d0e-904d-79328a88763f details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:24.853406 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.883781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dc8bb020-606b-4d0e-904d-79328a88763f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dc8bb020-606b-4d0e-904d-79328a88763f,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:24.902618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'port_id': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'mac_address': 'fa:16:3e:eb:af:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:24.976164 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.025575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8bb020-606b-4d0e-904d-79328a88763f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:25.027440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=7be7e534-e37d-47b6-a305-a1eff3f74db8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:25.038131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.053030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.056936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.057401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.057766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.058107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.058459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.059427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.059427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.059650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.060162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.065052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.065052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:25.075474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': '7ac148f1-46e3-442f-b0df-84af1d3ae342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'e37f6a2e-0db3-413e-ad3d-d8c69c8d030b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:25.075958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: e37f6a2e-0db3-413e-ad3d-d8c69c8d030b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:25.076407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dc8bb020-606b-4d0e-904d-79328a88763f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dc8bb020-606b-4d0e-904d-79328a88763f,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:25.107614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:25.109580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:25.112431 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb22a873-497c-4026-9f99-72534f935f90" -d '{"events": [{"server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "name": "network-vif-plugged", "status": "completed", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:25.115894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network e37f6a2e-0db3-413e-ad3d-d8c69c8d030b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:25.117376 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.133685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, e37f6a2e-0db3-413e-ad3d-d8c69c8d030b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:25.148915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.150021 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.179877 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3e5af93f-ae31-4e58-9536-a5a12832812b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0743644 Nov 22 16:38:25.182522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:25.187484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.193412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2053eb5d-6678-417d-8edf-7dfdb1cc7d0f None None] Network e37f6a2e-0db3-413e-ad3d-d8c69c8d030b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:25.359452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=dc8bb020-606b-4d0e-904d-79328a88763f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:25.383814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.513004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81b2a8-35e8-4a4e-9239-33cb410e3ac2 req-2be0be61-4db1-49f8-b637-6096cff64624 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.516567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da81b2a8-35e8-4a4e-9239-33cb410e3ac2 req-2be0be61-4db1-49f8-b637-6096cff64624 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.1108785 Nov 22 16:38:25.519496 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.526772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54f765e-ff16-4760-bf31-6febbe81427b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-e37f6a2e-0db3-413e-ad3d-d8c69c8d030b', 'network_id': 'e37f6a2e-0db3-413e-ad3d-d8c69c8d030b', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': '7be7e534-e37d-47b6-a305-a1eff3f74db8'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:25.536025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c54f765e-ff16-4760-bf31-6febbe81427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.539716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['dc8bb020-606b-4d0e-904d-79328a88763f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:25.576935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:25.600130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da81b2a8-35e8-4a4e-9239-33cb410e3ac2 req-f25d7277-1ab1-4899-bec9-4db5579bd871 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766587 Nov 22 16:38:25.645356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.681848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=7be7e534-e37d-47b6-a305-a1eff3f74db8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-c54f765e-ff16-4760-bf31-6febbe81427b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7be7e534-e37d-47b6-a305-a1eff3f74db8: This subnet is being modified by another concurrent operation. Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:25.730651 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7be7e534-e37d-47b6-a305-a1eff3f74db8: This subnet is being modified by another concurrent operation. Nov 22 16:38:25.737069 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 16:38:25.753476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aed4e8-1520-4c97-8a0e-972c702ebe39 None None] Network e37f6a2e-0db3-413e-ad3d-d8c69c8d030b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:25.820201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.850104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37f6a2e-0db3-413e-ad3d-d8c69c8d030b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:25.873744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf423e9-7437-4b15-91ac-85e16189eed0 req-97b387a6-fa53-465a-b537-88acf22783ae tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.876247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abf423e9-7437-4b15-91ac-85e16189eed0 req-97b387a6-fa53-465a-b537-88acf22783ae tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 945 time: 0.1559610 Nov 22 16:38:25.880005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac148f1-46e3-442f-b0df-84af1d3ae342') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:25.880528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac148f1-46e3-442f-b0df-84af1d3ae342') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:25.909648 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.942103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.945615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbcf0a0-3d42-4abf-a958-a3dc9cb7728a None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:25.965957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:25.967375 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:25.973241 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:26.042819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abf423e9-7437-4b15-91ac-85e16189eed0 req-f100c9c7-eeef-4def-92ee-9e569764186e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593800 Nov 22 16:38:26.097319 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.102836 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.109542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/e37f6a2e-0db3-413e-ad3d-d8c69c8d030b HTTP/1.1" status: 204 len: 168 time: 0.9258459 Nov 22 16:38:26.112487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:26.116467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcf0a0-3d42-4abf-a958-a3dc9cb7728a None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:38:26.143156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1d166-5d86-4d71-a273-8fa2fdc805e5 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=e37f6a2e-0db3-413e-ad3d-d8c69c8d030b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:26.188529 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cee777b-5612-4955-a4e7-81239ae2473e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] GET failed (client error): The resource could not be found. Nov 22 16:38:26.191287 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9cee777b-5612-4955-a4e7-81239ae2473e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/subnets/7be7e534-e37d-47b6-a305-a1eff3f74db8 HTTP/1.1" status: 404 len: 337 time: 0.0773010 Nov 22 16:38:26.194230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56088) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:26.220107 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d76d6e8-c4b4-4baa-8f1f-9913109fa44b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:26.221119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d76d6e8-c4b4-4baa-8f1f-9913109fa44b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:26.225441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45c699-fb4e-441a-865b-f08521f5d7e8 req-0e26118e-b8e9-411b-9a4b-10efeb7fd7ee tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:26.227061 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7d76d6e8-c4b4-4baa-8f1f-9913109fa44b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/e37f6a2e-0db3-413e-ad3d-d8c69c8d030b HTTP/1.1" status: 404 len: 339 time: 0.0306540 Nov 22 16:38:26.227169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d45c699-fb4e-441a-865b-f08521f5d7e8 req-0e26118e-b8e9-411b-9a4b-10efeb7fd7ee tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 946 time: 0.0802274 Nov 22 16:38:26.230724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56090) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:26.320715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d45c699-fb4e-441a-865b-f08521f5d7e8 req-54bc1e61-bab8-4c8d-aa83-03c75d1d247e tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807180 Nov 22 16:38:26.898031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-172132c7-7931-4af7-bbeb-25709ae68044 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:26.899864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-172132c7-7931-4af7-bbeb-25709ae68044 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/networks?id=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 HTTP/1.1" status: 200 len: 815 time: 0.1516707 Nov 22 16:38:26.927355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-533b3319-571d-4dad-9e6a-59619eaefada tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/quotas/7c893890fd464a4cb83f18e6e48a24e6 HTTP/1.1" status: 200 len: 375 time: 0.0183845 Nov 22 16:38:26.929400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334f3622-ac25-47f2-a6b8-dae2ae804347 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:26.931520 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-334f3622-ac25-47f2-a6b8-dae2ae804347 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6989133 Nov 22 16:38:26.934980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56106) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:26.965989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-447715b0-4ba8-4555-a495-ece0df1fc7ac tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c893890fd464a4cb83f18e6e48a24e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365372 Nov 22 16:38:26.977670 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-60e42cbe-9cac-4642-be09-a474e01e1cc0 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 207 time: 0.0392811 Nov 22 16:38:26.980024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56108) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:27.091789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-d16c70ec-2ca2-4a6c-b6a7-ecfc7623709c service neutron] 10.222.0.59 "GET /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166182 Nov 22 16:38:27.208152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-df17adb7-ec29-41e6-884f-55787e889d40 service neutron] 10.222.0.59 "GET /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141300 Nov 22 16:38:27.212327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac60553-7b1c-4312-ac53-8f87281a7199 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.219279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac60553-7b1c-4312-ac53-8f87281a7199 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.225672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac60553-7b1c-4312-ac53-8f87281a7199 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.232677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac60553-7b1c-4312-ac53-8f87281a7199 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.238875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:27.239494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7ac60553-7b1c-4312-ac53-8f87281a7199 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2580848 Nov 22 16:38:27.403145 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db662b75-d486-426e-a074-bc470e620a82 x-openstack-request-id: req-db662b75-d486-426e-a074-bc470e620a82 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:27.403674 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "name": "network-vif-plugged", "status": "completed", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:27.404054 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db662b75-d486-426e-a074-bc470e620a82 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:27.404607 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'code': 200} Nov 22 16:38:27.532630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ccf830e6-0673-474f-a91f-3653baac37d3 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2915740 Nov 22 16:38:27.536078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:27.679629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753683d-889f-49ad-bf4d-f248d7ed238c tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.684241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753683d-889f-49ad-bf4d-f248d7ed238c tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.689516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:27.689771 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6753683d-889f-49ad-bf4d-f248d7ed238c tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1526122 Nov 22 16:38:27.856504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa05765-7913-4891-bcf3-c2584bba8b80 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.858626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa05765-7913-4891-bcf3-c2584bba8b80 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.860436 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5aa05765-7913-4891-bcf3-c2584bba8b80 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1698406 Nov 22 16:38:27.864181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56134) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.022249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b6af2-13d6-4405-857b-619ae67fd09c tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.031114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56136) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.041350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc7b6af2-13d6-4405-857b-619ae67fd09c tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/networks/1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 HTTP/1.1" status: 200 len: 800 time: 0.1759887 Nov 22 16:38:28.147286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d0006fff-b8b7-49a6-9670-55ff231d33ef no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:28.190020 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eec0b15a-0de8-4835-ac90-9b6607f95e7f tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/networks/1fc0ad96-6d6a-49ee-a9d5-34cfec263e95?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1598196 Nov 22 16:38:28.202541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56140) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.202787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8a5c2-7dfb-48d2-b4d1-f47886c5e893 req-d718bcfd-a3d5-47a0-a523-fd956bbd15dc tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.204471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bfc8a5c2-7dfb-48d2-b4d1-f47886c5e893 req-d718bcfd-a3d5-47a0-a523-fd956bbd15dc tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.0773096 Nov 22 16:38:28.299377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bfc8a5c2-7dfb-48d2-b4d1-f47886c5e893 req-0e7fbba3-d8cf-4493-9502-3a683ad23dec tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812418 Nov 22 16:38:28.310650 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.311772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e813604-75f7-4385-bd4f-56ca1af89978 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.319074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3e813604-75f7-4385-bd4f-56ca1af89978 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/subnets/ce3377d1-5a09-4d71-9139-ab94a23e001f HTTP/1.1" status: 200 len: 811 time: 0.1133060 Nov 22 16:38:28.320017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56142) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.390226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:28.396691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.408803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984cabc4-8576-411a-8be5-fa4f0c2910dc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.410452 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-984cabc4-8576-411a-8be5-fa4f0c2910dc tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "GET /v2.0/subnets/ce3377d1-5a09-4d71-9139-ab94a23e001f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0891726 Nov 22 16:38:28.414397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.420625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042498392'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:28.481239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dc8bb020-606b-4d0e-904d-79328a88763f up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:28.488255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:28.493676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.503264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6010c-1b52-42eb-864f-09fe187115e6 req-f9e4a2a8-b3cb-40c7-b650-199b8aa8a436 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.504881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00d6010c-1b52-42eb-864f-09fe187115e6 req-f9e4a2a8-b3cb-40c7-b650-199b8aa8a436 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 945 time: 0.0868614 Nov 22 16:38:28.546937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:28.557160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:28.564237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.564682 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Added segment 7c460f75-66d6-42a7-8c19-49b1e3567b1f of type vlan for network afa59059-c0de-4a1b-999a-812fa6cdcbbd Nov 22 16:38:28.598352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port dc8bb020-606b-4d0e-904d-79328a88763f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:28.607944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port dc8bb020-606b-4d0e-904d-79328a88763f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:28.608385 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.616703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00d6010c-1b52-42eb-864f-09fe187115e6 req-6fd2b231-c467-4c58-b7a5-070fc466cea3 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004217 Nov 22 16:38:28.662502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.775146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.786585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.787725 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.796950 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.807390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec8a01f8-ad27-4d8b-b387-e6173863d8f0 req-73ac99e0-432c-4fb3-b05e-a67af462443f tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 210 time: 0.0900981 Nov 22 16:38:28.860081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4444876 Nov 22 16:38:28.886301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56146) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.901636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'network_id': 'afa59059-c0de-4a1b-999a-812fa6cdcbbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:28.916529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dc8bb020-606b-4d0e-904d-79328a88763f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dc8bb020-606b-4d0e-904d-79328a88763f,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:28.930490 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.039593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3d440-c08d-4738-90e7-f413303c26df tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Network': ['ID=afa59059-c0de-4a1b-999a-812fa6cdcbbd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:29.064162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network afa59059-c0de-4a1b-999a-812fa6cdcbbd details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:29.081479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-4a1c775f-596c-4f85-947a-76af94d1b557 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:29.083137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-4a1c775f-596c-4f85-947a-76af94d1b557 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.62 "GET /v2.0/networks?id=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 HTTP/1.1" status: 200 len: 815 time: 0.3011835 Nov 22 16:38:29.110289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b6d38-895a-46f1-b261-475efcb8cab7 req-c38732b6-ac55-4c8b-9b9e-229b30e33fc4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:29.112095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-109b6d38-895a-46f1-b261-475efcb8cab7 req-c38732b6-ac55-4c8b-9b9e-229b30e33fc4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 944 time: 0.1303511 Nov 22 16:38:29.120529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Request body: {'port': {'device_id': '531fe4cf-653f-4404-ada8-af4d5ea4202a', 'network_id': '2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10', 'admin_state_up': True, 'tenant_id': '7c893890fd464a4cb83f18e6e48a24e6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:29.162211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=dc8bb020-606b-4d0e-904d-79328a88763f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:29.163197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Made reservation on behalf of 9fc1c39924614d9cbdb8696dbe2c5237 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:29.167610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.245646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Performing IP validity checks on allocation pools {{(pid=103442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:38:29.246279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:38:29.330158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-109b6d38-895a-46f1-b261-475efcb8cab7 req-5acd2f1a-9679-4375-8df6-c2f88d16ee72 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120138 Nov 22 16:38:29.374438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Made reservation on behalf of 7c893890fd464a4cb83f18e6e48a24e6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:29.385505 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.406125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef'}, {'server_uuid': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8bb020-606b-4d0e-904d-79328a88763f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:29.408657 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4872a9-74c4-4cf8-b3c0-cf274d7a1f0c" -d '{"events": [{"server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "name": "network-vif-unplugged", "status": "completed", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef"}, {"server_uuid": "3301fc49-9e2e-48d4-8026-1a6408e19460", "name": "network-vif-plugged", "status": "completed", "tag": "dc8bb020-606b-4d0e-904d-79328a88763f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:29.466934 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.558910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Allocated IP 172.20.0.11 (2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10/3b6ede31-2864-452e-a546-535bfbf68f8d/0fea9211-88bf-45da-b978-0711bc2a63fc) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:29.595808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Checking segment: {'id': '7c460f75-66d6-42a7-8c19-49b1e3567b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'afa59059-c0de-4a1b-999a-812fa6cdcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:29.596998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network hostable DHCP agents. Network: afa59059-c0de-4a1b-999a-812fa6cdcbbd, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:29.605933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=57956fca-8fa5-44a9-b7ac-664011649821,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:29.628821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Network afa59059-c0de-4a1b-999a-812fa6cdcbbd is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:29.651808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, afa59059-c0de-4a1b-999a-812fa6cdcbbd) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:29.679296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:29.681244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.691717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ec47e-cf02-4342-89dc-e2ff6f5233eb None None] Network afa59059-c0de-4a1b-999a-812fa6cdcbbd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:29.727968 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-87746199-307d-4053-8ab6-928674da514a tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8299415 Nov 22 16:38:29.727968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56160) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:29.753208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-15f9f78e-c273-491b-b31b-ed0091893b48 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:29.969294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312703b-484f-40f7-b8f6-a8ccc5442e3c req-23c000f4-45e0-4716-be30-7c550e676ff1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:29.971342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d312703b-484f-40f7-b8f6-a8ccc5442e3c req-23c000f4-45e0-4716-be30-7c550e676ff1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.1276400 Nov 22 16:38:30.004448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15f9f78e-c273-491b-b31b-ed0091893b48 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8777722'] for subnet, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.020769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.075572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d312703b-484f-40f7-b8f6-a8ccc5442e3c req-c5b7d65a-ae7a-4f35-b798-3c29acbbee12 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926020 Nov 22 16:38:30.084235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-25866723-862d-44e1-83ec-a2564261bba7 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:30.087088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-25866723-862d-44e1-83ec-a2564261bba7 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 944 time: 0.1393652 Nov 22 16:38:30.108502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-afa59059-c0de-4a1b-999a-812fa6cdcbbd', 'network_id': 'afa59059-c0de-4a1b-999a-812fa6cdcbbd', 'tenant_id': '9fc1c39924614d9cbdb8696dbe2c5237', 'fixed_ips': [{'subnet_id': '57956fca-8fa5-44a9-b7ac-664011649821'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:30.109878 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.115025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.193561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:30.197412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:30.202202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:30.257702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:30.258318 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.269814 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744484e2-a008-4c34-b3ff-9e978eaddc49 x-openstack-request-id: req-744484e2-a008-4c34-b3ff-9e978eaddc49 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:30.270261 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "name": "network-vif-unplugged", "status": "completed", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef", "code": 200}, {"server_uuid": "3301fc49-9e2e-48d4-8026-1a6408e19460", "name": "network-vif-plugged", "status": "completed", "tag": "dc8bb020-606b-4d0e-904d-79328a88763f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:30.270629 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-744484e2-a008-4c34-b3ff-9e978eaddc49 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:30.271150 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'code': 200} Nov 22 16:38:30.272252 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'code': 200} Nov 22 16:38:30.273943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e0487-2a34-4cf5-8b39-8994de9baf1a None None] DHCP port deletion for 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:30.297631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Pushing event updated for resources: {'Port': ['ID=0fea9211-88bf-45da-b978-0711bc2a63fc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:30.322802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-5fec3e72-b6d2-42ca-add7-3d4520a440ed tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2096050 Nov 22 16:38:30.340698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982e945-35d1-467f-b06e-b7fdb6d94bcb req-63652594-c7c6-44a4-8ec6-13037cbb08f4 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:30.349197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7982e945-35d1-467f-b06e-b7fdb6d94bcb req-63652594-c7c6-44a4-8ec6-13037cbb08f4 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 946 time: 0.0868061 Nov 22 16:38:30.355009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Request body: {'port': {'device_id': '531fe4cf-653f-4404-ada8-af4d5ea4202a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:30.417920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52abe1-2a8d-4adb-a59e-fd785865a2fa req-92d1bfd4-1545-4ec7-bce4-74274af849bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:30.420193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ea52abe1-2a8d-4adb-a59e-fd785865a2fa req-92d1bfd4-1545-4ec7-bce4-74274af849bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 1097 time: 0.1203501 Nov 22 16:38:30.437701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9050ce77-6d34-4f90-8331-0569d0850b2e None None] Provisioning complete for port 0fea9211-88bf-45da-b978-0711bc2a63fc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:30.438342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9050ce77-6d34-4f90-8331-0569d0850b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.459834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Deleting port d0006fff-b8b7-49a6-9670-55ff231d33ef {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:30.460170 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.466310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.484882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7982e945-35d1-467f-b06e-b7fdb6d94bcb req-626f1972-e38c-446a-850d-53322c602f9f tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345022 Nov 22 16:38:30.496408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9050ce77-6d34-4f90-8331-0569d0850b2e None None] Port 0fea9211-88bf-45da-b978-0711bc2a63fc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:30.635980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15f9f78e-c273-491b-b31b-ed0091893b48 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763325645900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2973088'] for subnet, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.748808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Allocated IP 172.20.0.3 (afa59059-c0de-4a1b-999a-812fa6cdcbbd/57956fca-8fa5-44a9-b7ac-664011649821/7bd04af4-da2f-4ecc-99d8-5ff7bd277c50) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:30.794304 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ea52abe1-2a8d-4adb-a59e-fd785865a2fa req-c70abe69-5556-49ed-bf69-f4129ea560be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664985 Nov 22 16:38:30.838395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f9f78e-c273-491b-b31b-ed0091893b48 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:30.839203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15f9f78e-c273-491b-b31b-ed0091893b48 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.841314 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-15f9f78e-c273-491b-b31b-ed0091893b48 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "PUT /v2.0/subnets/57956fca-8fa5-44a9-b7ac-664011649821 HTTP/1.1" status: 200 len: 877 time: 1.1114678 Nov 22 16:38:30.845639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.971687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.982828 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.028105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.050134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Pushing event updated for resources: {'Port': ['ID=7bd04af4-da2f-4ecc-99d8-5ff7bd277c50,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.051534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] For port d0006fff-b8b7-49a6-9670-55ff231d33ef, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d0006fff-b8b7-49a6-9670-55ff231d33ef,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:31.051927 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.052676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fea9211-88bf-45da-b978-0711bc2a63fc {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:31.054640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9f78e-c273-491b-b31b-ed0091893b48 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event updated for resources: {'Subnet': ['ID=57956fca-8fa5-44a9-b7ac-664011649821,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.068617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.083603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Network afa59059-c0de-4a1b-999a-812fa6cdcbbd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:31.086407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:31.093304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:31.100994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Calling delete_port for d0006fff-b8b7-49a6-9670-55ff231d33ef owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:31.102224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Transition to ACTIVE for port object 0fea9211-88bf-45da-b978-0711bc2a63fc will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:31.118518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.206868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Attempting to bind port 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:31.207557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Attempting to bind port 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '7c460f75-66d6-42a7-8c19-49b1e3567b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'afa59059-c0de-4a1b-999a-812fa6cdcbbd'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:31.208169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Attempting to bind port 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50 on network afa59059-c0de-4a1b-999a-812fa6cdcbbd {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:31.219773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Pushing event updated for resources: {'Port': ['ID=0fea9211-88bf-45da-b978-0711bc2a63fc,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.229581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:31.231863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Checking segment: {'id': '7c460f75-66d6-42a7-8c19-49b1e3567b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'afa59059-c0de-4a1b-999a-812fa6cdcbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:31.232537 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.232964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Bound using segment: {'id': '7c460f75-66d6-42a7-8c19-49b1e3567b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'afa59059-c0de-4a1b-999a-812fa6cdcbbd'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:31.233695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Bound port: 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c460f75-66d6-42a7-8c19-49b1e3567b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'afa59059-c0de-4a1b-999a-812fa6cdcbbd'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:31.234111 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.236731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054ca26-ac2d-49cc-8fac-ac588c9c47aa None None] DHCP port deletion for 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:31.248072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.248837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.250616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.251165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Deleting port 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:31.251522 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.251757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.253422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.254144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.257999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.258748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.259577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.260427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.261518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.262269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:31.278525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2a8d3-4e85-4e6c-97a6-da23f8255d90 req-73a77e46-f24e-4c85-8aa5-03a31f3a1b46 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:31.287114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcc2a8d3-4e85-4e6c-97a6-da23f8255d90 req-73a77e46-f24e-4c85-8aa5-03a31f3a1b46 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 944 time: 0.1805618 Nov 22 16:38:31.371692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] For port 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:31.379632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] For port 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7bd04af4-da2f-4ecc-99d8-5ff7bd277c50,segment=NetworkSegment(7c460f75-66d6-42a7-8c19-49b1e3567b1f),segment_id=7c460f75-66d6-42a7-8c19-49b1e3567b1f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:31.382328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcc2a8d3-4e85-4e6c-97a6-da23f8255d90 req-af36bfdc-d923-475f-8b2d-cf339744f609 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940588 Nov 22 16:38:31.394669 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.424489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] For port 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50, host n-d-816865-2, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:31.425086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.454583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Calling delete_port for 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:31.455402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Attempting to bind port 0fea9211-88bf-45da-b978-0711bc2a63fc on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:31.456117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Attempting to bind port 0fea9211-88bf-45da-b978-0711bc2a63fc by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'f74debfc-3250-4c8d-80b9-2f0313a96d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:31.456525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.456887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Attempting to bind port 0fea9211-88bf-45da-b978-0711bc2a63fc on network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:31.472844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Port 0fea9211-88bf-45da-b978-0711bc2a63fc on network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:31.473540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Attempting to bind port 0fea9211-88bf-45da-b978-0711bc2a63fc on network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:31.490226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:31.490765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Checking segment: {'id': 'f74debfc-3250-4c8d-80b9-2f0313a96d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:31.491302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Bound using segment: {'id': 'f74debfc-3250-4c8d-80b9-2f0313a96d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:31.492893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Bound port: 0fea9211-88bf-45da-b978-0711bc2a63fc, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74debfc-3250-4c8d-80b9-2f0313a96d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:31.493403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.506267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event deleted for resources: {'Port': ['ID=d0006fff-b8b7-49a6-9670-55ff231d33ef,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.528648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16888d29-2ac6-40b7-bc42-d2245a866b47 None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:31.579753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd4ee0-0c7f-41d7-8cd8-6592b134c528 None None] Pushing event updated for resources: {'Port': ['ID=7bd04af4-da2f-4ecc-99d8-5ff7bd277c50,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.600536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b71acb9-c0d0-4060-9730-2444c1bfb48c req-02f7c4e0-da09-4024-a718-1083312871c4 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=5187d50d-1dea-43ec-bd00-9c823c5f7e90 HTTP/1.1" status: 200 len: 210 time: 0.0689170 Nov 22 16:38:31.644075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] No DVR routers for this DVR port d0006fff-b8b7-49a6-9670-55ff231d33ef on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:31.650717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.654969 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86dc7b2b-3bc1-40d3-8d60-9568349765dd req-04594021-291e-47f9-b7a5-74956443076d tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.62 "DELETE /v2.0/ports/d0006fff-b8b7-49a6-9670-55ff231d33ef HTTP/1.1" status: 204 len: 173 time: 1.5559072 Nov 22 16:38:31.655695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'name': 'network-vif-deleted', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:31.658266 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1005439-ac57-453a-94de-4eb7e68c33fa" -d '{"events": [{"server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "name": "network-vif-deleted", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:31.693056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] For port 0fea9211-88bf-45da-b978-0711bc2a63fc, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:31.698503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] For port 0fea9211-88bf-45da-b978-0711bc2a63fc, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0fea9211-88bf-45da-b978-0711bc2a63fc,segment=NetworkSegment(f74debfc-3250-4c8d-80b9-2f0313a96d87),segment_id=f74debfc-3250-4c8d-80b9-2f0313a96d87)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:31.705683 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.842509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Pushing event updated for resources: {'Port': ['ID=0fea9211-88bf-45da-b978-0711bc2a63fc,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.890351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:31.892518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.892990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af640a-0424-426c-a941-95b6caf01bd0 None None] DHCP port deletion for 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:31.894813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-e4fa6171-89c4-4b2f-96a8-bed22ad9ce4c service neutron] 10.222.0.62 "PUT /v2.0/ports/0fea9211-88bf-45da-b978-0711bc2a63fc HTTP/1.1" status: 200 len: 1092 time: 1.5636399 Nov 22 16:38:31.905257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531fe4cf-653f-4404-ada8-af4d5ea4202a', 'tag': '0fea9211-88bf-45da-b978-0711bc2a63fc'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:31.913158 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0cdb78-85f1-4055-8c51-078713633914" -d '{"events": [{"name": "network-changed", "server_uuid": "531fe4cf-653f-4404-ada8-af4d5ea4202a", "tag": "0fea9211-88bf-45da-b978-0711bc2a63fc"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:31.921281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.060185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Port': ['ID=7bd04af4-da2f-4ecc-99d8-5ff7bd277c50,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.156500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No DVR routers for this DVR port 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:32.216877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-73b9ae06-09ca-4c6c-af9d-8d7a571fab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:32.220814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-73b9ae06-09ca-4c6c-af9d-8d7a571fab4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c893890fd464a4cb83f18e6e48a24e6&device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 1095 time: 0.2069807 Nov 22 16:38:32.240140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.263902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdf90d-069e-47f4-ab6e-40fc282d9ae5 req-96f034d1-1b81-4925-b9b1-9c87352cd9f3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:32.265998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90bdf90d-069e-47f4-ab6e-40fc282d9ae5 req-96f034d1-1b81-4925-b9b1-9c87352cd9f3 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.1467044 Nov 22 16:38:32.304519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-f6e6a3e9-e838-4d04-87d6-233217de0f7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fea9211-88bf-45da-b978-0711bc2a63fc HTTP/1.1" status: 200 len: 217 time: 0.0628877 Nov 22 16:38:32.343346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.372406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90bdf90d-069e-47f4-ab6e-40fc282d9ae5 req-ba985c12-9e6c-4f22-91af-558c4ecedcd8 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714662 Nov 22 16:38:32.386406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=57956fca-8fa5-44a9-b7ac-664011649821,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.492360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.499690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-b470ae47-eb7f-46a9-a545-b32b05b1dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:32.503301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-b470ae47-eb7f-46a9-a545-b32b05b1dec6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b6ede31-2864-452e-a546-535bfbf68f8d HTTP/1.1" status: 200 len: 855 time: 0.1461244 Nov 22 16:38:32.528642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa59059-c0de-4a1b-999a-812fa6cdcbbd']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:32.545040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c460f75-66d6-42a7-8c19-49b1e3567b1f') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:32.545971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c460f75-66d6-42a7-8c19-49b1e3567b1f') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:32.563245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.580623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-6d5395a1-1ffb-4b22-856e-682538e8a9cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702767 Nov 22 16:38:32.586045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.599648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:32.600669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:32.604988 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:32.623207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badc216-d97c-4040-9901-a5cdbde2e74f req-1ced5bfe-3e09-4f0b-9a1d-3ab018db8aa1 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:32.631267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5badc216-d97c-4040-9901-a5cdbde2e74f req-1ced5bfe-3e09-4f0b-9a1d-3ab018db8aa1 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 946 time: 0.1086729 Nov 22 16:38:32.719286 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.769954 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.776108 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/afa59059-c0de-4a1b-999a-812fa6cdcbbd HTTP/1.1" status: 204 len: 168 time: 1.9046357 Nov 22 16:38:32.777863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f206906-b3f9-4dda-b174-40e1c5cbff95 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=afa59059-c0de-4a1b-999a-812fa6cdcbbd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.799495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56194) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.823852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5badc216-d97c-4040-9901-a5cdbde2e74f req-c6912c07-922a-41a4-8665-b28ff47b40c7 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914132 Nov 22 16:38:32.859006 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf006471-5ab2-42d7-a02a-69ad4f9e85a8 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:32.860289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf006471-5ab2-42d7-a02a-69ad4f9e85a8 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:32.865336 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bf006471-5ab2-42d7-a02a-69ad4f9e85a8 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/57956fca-8fa5-44a9-b7ac-664011649821 HTTP/1.1" status: 404 len: 337 time: 0.0643008 Nov 22 16:38:32.868035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56198) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.881098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-6ed45e9b-41bb-4c72-b680-1db39000aaf2 service neutron] 10.222.0.62 "GET /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910216 Nov 22 16:38:32.909883 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa61bdf1-70fc-4a7e-abf1-3d92c506b05f x-openstack-request-id: req-fa61bdf1-70fc-4a7e-abf1-3d92c506b05f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:32.910535 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187d50d-1dea-43ec-bd00-9c823c5f7e90", "name": "network-vif-deleted", "tag": "d0006fff-b8b7-49a6-9670-55ff231d33ef", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:32.911048 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa61bdf1-70fc-4a7e-abf1-3d92c506b05f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:32.911660 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187d50d-1dea-43ec-bd00-9c823c5f7e90', 'name': 'network-vif-deleted', 'tag': 'd0006fff-b8b7-49a6-9670-55ff231d33ef', 'status': 'completed', 'code': 200} Nov 22 16:38:32.913208 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d98d452-91cc-4111-a58f-120c864751c6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:32.914421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d98d452-91cc-4111-a58f-120c864751c6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:32.918649 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0d98d452-91cc-4111-a58f-120c864751c6 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/afa59059-c0de-4a1b-999a-812fa6cdcbbd HTTP/1.1" status: 404 len: 339 time: 0.0495129 Nov 22 16:38:32.927930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56200) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.983170 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00442a7-19a1-42db-9d2b-7b6a802eca53 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:32.984184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00442a7-19a1-42db-9d2b-7b6a802eca53 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:32.988261 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e00442a7-19a1-42db-9d2b-7b6a802eca53 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/7be7e534-e37d-47b6-a305-a1eff3f74db8 HTTP/1.1" status: 404 len: 337 time: 0.0572009 Nov 22 16:38:32.991296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.040335 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dad865a-2937-483f-b52c-a596080b9878 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:33.040878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dad865a-2937-483f-b52c-a596080b9878 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:33.047379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7dad865a-2937-483f-b52c-a596080b9878 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/e37f6a2e-0db3-413e-ad3d-d8c69c8d030b HTTP/1.1" status: 404 len: 339 time: 0.0524588 Nov 22 16:38:33.048211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56208) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.103892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94c7751b-ff27-4f0c-952f-0d8b9a5d495e req-dfb44146-0356-4f00-a9fd-40651c56c32b service neutron] 10.222.0.62 "GET /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051129 Nov 22 16:38:33.136115 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd102c3-a639-43b7-9112-330127aa6144 x-openstack-request-id: req-ecd102c3-a639-43b7-9112-330127aa6144 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:33.140290 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531fe4cf-653f-4404-ada8-af4d5ea4202a", "tag": "0fea9211-88bf-45da-b978-0711bc2a63fc", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:33.140650 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecd102c3-a639-43b7-9112-330127aa6144 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:33.141603 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531fe4cf-653f-4404-ada8-af4d5ea4202a', 'tag': '0fea9211-88bf-45da-b978-0711bc2a63fc', 'status': 'completed', 'code': 200} Nov 22 16:38:33.252659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.334082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cdb78-85f1-4055-8c51-078713633914 req-3f94b289-0263-4200-8553-013252a24b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:33.351730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f0cdb78-85f1-4055-8c51-078713633914 req-3f94b289-0263-4200-8553-013252a24b5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c893890fd464a4cb83f18e6e48a24e6&device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 1095 time: 0.1696830 Nov 22 16:38:33.400267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.407023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d287e-d7f6-4db6-8549-5850172aac18 req-d56c9e75-2bce-4c43-a339-b24305eed1af tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:33.408633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c45d287e-d7f6-4db6-8549-5850172aac18 req-d56c9e75-2bce-4c43-a339-b24305eed1af tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 944 time: 0.1716373 Nov 22 16:38:33.447165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021ee6ca-5268-41b7-980e-6c018007e7d4']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:33.465714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e9b8f0-3774-421c-a04c-a65f64ebd73b') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:33.467301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e9b8f0-3774-421c-a04c-a65f64ebd73b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:33.482747 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.489953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-97865752-0e71-49ab-846d-3785de2f4c5c None None] Could not find standard attr ID for object 7bd04af4-da2f-4ecc-99d8-5ff7bd277c50. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:33.511346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.522229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:33.524951 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:33.531237 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:33.554035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c45d287e-d7f6-4db6-8549-5850172aac18 req-db1325c7-4b98-4c78-8a2f-429080357f9b tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117694 Nov 22 16:38:33.573190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cdb78-85f1-4055-8c51-078713633914 req-dfb951b1-2ba8-443b-88e8-69afd8807cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:33.575814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f0cdb78-85f1-4055-8c51-078713633914 req-dfb951b1-2ba8-443b-88e8-69afd8807cfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 HTTP/1.1" status: 200 len: 916 time: 0.2126012 Nov 22 16:38:33.585216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ec9239-2be0-42ad-9ff1-2a0d0d5095d8 None None] DHCP port deletion for afa59059-c0de-4a1b-999a-812fa6cdcbbd request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:33.613242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e95b0e-ba72-4f71-a7fc-d38b3923dfa7 None None] Network afa59059-c0de-4a1b-999a-812fa6cdcbbd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:33.640276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e95b0e-ba72-4f71-a7fc-d38b3923dfa7 None None] Network afa59059-c0de-4a1b-999a-812fa6cdcbbd could not be found, it might have been deleted concurrently. {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:38:33.656571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d412da-713a-4b9e-b1b9-6fc135ae97ec None None] Network afa59059-c0de-4a1b-999a-812fa6cdcbbd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:33.683533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f0cdb78-85f1-4055-8c51-078713633914 req-385298a1-388d-484a-9bb1-e73b2dcf864d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fea9211-88bf-45da-b978-0711bc2a63fc HTTP/1.1" status: 200 len: 217 time: 0.1006703 Nov 22 16:38:33.740021 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.749502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.751522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d412da-713a-4b9e-b1b9-6fc135ae97ec None None] Network afa59059-c0de-4a1b-999a-812fa6cdcbbd could not be found, it might have been deleted concurrently. {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:38:33.766761 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/021ee6ca-5268-41b7-980e-6c018007e7d4 HTTP/1.1" status: 204 len: 168 time: 0.7115407 Nov 22 16:38:33.766761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56214) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.795536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cdb78-85f1-4055-8c51-078713633914 req-0b55b8c4-ef25-4dba-bf2c-1c85aa640299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:33.799233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f0cdb78-85f1-4055-8c51-078713633914 req-0b55b8c4-ef25-4dba-bf2c-1c85aa640299 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b6ede31-2864-452e-a546-535bfbf68f8d HTTP/1.1" status: 200 len: 855 time: 0.1053095 Nov 22 16:38:33.832122 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bf8a41-e458-45f8-a890-505c42cb5468 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:33.833242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bf8a41-e458-45f8-a890-505c42cb5468 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:33.836530 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-26bf8a41-e458-45f8-a890-505c42cb5468 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/18954327-b63f-4233-b218-eb437ab648db HTTP/1.1" status: 404 len: 337 time: 0.0660064 Nov 22 16:38:33.838158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fca286-2eee-4324-b242-b8dc704387b2 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=021ee6ca-5268-41b7-980e-6c018007e7d4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:33.840360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56216) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.880496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f0cdb78-85f1-4055-8c51-078713633914 req-ec0df4dd-e5ee-4cf4-99a9-796701d9321e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629325 Nov 22 16:38:33.890174 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ecca99-c56c-47f9-a19c-8205c4b4656b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:33.890712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ecca99-c56c-47f9-a19c-8205c4b4656b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:33.894031 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-24ecca99-c56c-47f9-a19c-8205c4b4656b tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/3304c11c-5828-469b-bd8a-ffbffb2b4c87 HTTP/1.1" status: 404 len: 339 time: 0.0481973 Nov 22 16:38:33.896616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56220) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.927127 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bfd1e9-12cb-4720-a447-0a6de1652e04 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:33.928112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bfd1e9-12cb-4720-a447-0a6de1652e04 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:33.933027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-45bfd1e9-12cb-4720-a447-0a6de1652e04 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/8b3813a0-dafc-4b6c-8bfd-4305b1fbc280 HTTP/1.1" status: 404 len: 337 time: 0.0350022 Nov 22 16:38:33.937150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56222) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.970635 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b715dd-e5d5-495a-958e-039d38fcd8da tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:33.971669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b715dd-e5d5-495a-958e-039d38fcd8da tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:33.977846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-04b715dd-e5d5-495a-958e-039d38fcd8da tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/5f48aee3-3598-4720-8b98-474fdc824aa2 HTTP/1.1" status: 404 len: 339 time: 0.0386417 Nov 22 16:38:33.979949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56224) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.040027 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26d7902-7a13-4c9e-a1f3-21f785c5b71d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.040889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26d7902-7a13-4c9e-a1f3-21f785c5b71d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.053294 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f26d7902-7a13-4c9e-a1f3-21f785c5b71d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/ab3ae5e3-8f35-4277-9caf-79f04fe5e691 HTTP/1.1" status: 404 len: 337 time: 0.0698893 Nov 22 16:38:34.055265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56226) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.084228 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-465db1ad-3ce5-415e-8370-c68f28046b56 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.085345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465db1ad-3ce5-415e-8370-c68f28046b56 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.092152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-465db1ad-3ce5-415e-8370-c68f28046b56 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/3c84a78f-f1b5-4f4a-842c-5fdfe7df37f8 HTTP/1.1" status: 404 len: 339 time: 0.0357020 Nov 22 16:38:34.095866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56228) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.139546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d0006fff-b8b7-49a6-9670-55ff231d33ef no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:34.147188 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76a6b2b-e7e1-4f6f-89ae-5e5e0837dc98 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.147665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76a6b2b-e7e1-4f6f-89ae-5e5e0837dc98 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.155537 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d76a6b2b-e7e1-4f6f-89ae-5e5e0837dc98 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/65c61f94-f3f5-4780-99a4-417653586604 HTTP/1.1" status: 404 len: 337 time: 0.0554008 Nov 22 16:38:34.155978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56230) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.177579 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7be889-5d2c-4233-8fa2-f03963b8989e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.178142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7be889-5d2c-4233-8fa2-f03963b8989e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.185378 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb7be889-5d2c-4233-8fa2-f03963b8989e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/f093d793-46ce-450f-9de0-d43d6707464f HTTP/1.1" status: 404 len: 339 time: 0.0246325 Nov 22 16:38:34.186030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56232) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.193556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: d0006fff-b8b7-49a6-9670-55ff231d33ef {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:34.194293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d0006fff-b8b7-49a6-9670-55ff231d33ef not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:34.225831 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-21efd859-a492-4013-b6c6-ccdfd6ed9c75 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.226336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21efd859-a492-4013-b6c6-ccdfd6ed9c75 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.234061 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-21efd859-a492-4013-b6c6-ccdfd6ed9c75 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/72b3340d-21ef-40ad-a3c2-43f05f6c1c76 HTTP/1.1" status: 404 len: 337 time: 0.0424943 Nov 22 16:38:34.235145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56234) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.269296 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02e58d7-7cd5-4e8d-98bf-5c9cda1602fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.270442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02e58d7-7cd5-4e8d-98bf-5c9cda1602fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.280042 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b02e58d7-7cd5-4e8d-98bf-5c9cda1602fa tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/e99b04b9-7401-411e-a30a-173af41d2bd5 HTTP/1.1" status: 404 len: 339 time: 0.0400784 Nov 22 16:38:34.281097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.321716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f0cdb78-85f1-4055-8c51-078713633914 req-4e05dfbd-bdcb-4332-927c-9de9c00228fa service neutron] 10.222.0.62 "GET /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249635 Nov 22 16:38:34.331636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b0f19-dddd-4f23-afe8-a2c42cf4ed84 req-0e7b54a1-86b7-4d49-b7d7-331c4076b402 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:34.347107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f70b0f19-dddd-4f23-afe8-a2c42cf4ed84 req-0e7b54a1-86b7-4d49-b7d7-331c4076b402 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 946 time: 0.5457547 Nov 22 16:38:34.351897 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2723ac-ec2a-4dab-827d-920dcfaa062e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.352376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2723ac-ec2a-4dab-827d-920dcfaa062e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.359171 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ba2723ac-ec2a-4dab-827d-920dcfaa062e tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/d1a7dc4a-0421-4f7b-8530-f8ad018e9c66 HTTP/1.1" status: 404 len: 337 time: 0.0737379 Nov 22 16:38:34.359171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.360616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56240) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.361163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Request body: {'floatingip': {'port_id': 'dc8bb020-606b-4d0e-904d-79328a88763f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.425483 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a9fb49-df12-4284-afa2-2d11a2beed16 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.426591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a9fb49-df12-4284-afa2-2d11a2beed16 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.440897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-49a9fb49-df12-4284-afa2-2d11a2beed16 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/bd84b712-0ab4-4240-a279-f4f48b480832 HTTP/1.1" status: 404 len: 339 time: 0.0792627 Nov 22 16:38:34.455769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56242) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.458233 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.561871 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88e37d6-6787-4af1-b2c0-d1801dab913d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.562332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88e37d6-6787-4af1-b2c0-d1801dab913d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.566173 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d88e37d6-6787-4af1-b2c0-d1801dab913d tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/cfd1f166-41d7-457e-8fa4-e51c46152abd HTTP/1.1" status: 404 len: 337 time: 0.0668819 Nov 22 16:38:34.569431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56244) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.639093 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab036be-09b3-4f71-9136-40f9e7ce5a8c tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.643280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab036be-09b3-4f71-9136-40f9e7ce5a8c tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.646193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aab036be-09b3-4f71-9136-40f9e7ce5a8c tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/a9535dfc-b814-4803-a602-8249f0db1cbf HTTP/1.1" status: 404 len: 339 time: 0.0759125 Nov 22 16:38:34.652230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.697101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f0cdb78-85f1-4055-8c51-078713633914 req-ca426a2e-27fb-4125-a921-7e7e950a8422 service neutron] 10.222.0.62 "GET /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485038 Nov 22 16:38:34.772253 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-758f7e1d-f824-4f94-8199-365af374c922 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.773791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758f7e1d-f824-4f94-8199-365af374c922 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.775444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2af62-eed4-41fe-9e18-0b62b998278b req-cbf38387-1e6c-4483-aa51-abe079c8640a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:34.775850 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-758f7e1d-f824-4f94-8199-365af374c922 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/25c117c0-a6cc-4db3-a989-a4c55aff8816 HTTP/1.1" status: 404 len: 337 time: 0.1238885 Nov 22 16:38:34.777019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-daf2af62-eed4-41fe-9e18-0b62b998278b req-cbf38387-1e6c-4483-aa51-abe079c8640a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.0950434 Nov 22 16:38:34.778548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56254) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.811294 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e220b2-4716-4d4f-9561-00da1230ce50 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:34.811941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e220b2-4716-4d4f-9561-00da1230ce50 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:34.816055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-66e220b2-4716-4d4f-9561-00da1230ce50 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/bf95badf-4282-4cae-bc82-abf28a726e72 HTTP/1.1" status: 404 len: 339 time: 0.0360949 Nov 22 16:38:34.818573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.903624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-daf2af62-eed4-41fe-9e18-0b62b998278b req-853d9b8c-9b93-45c6-92f3-00cd7841c1d4 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135259 Nov 22 16:38:34.908118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ae36b4-96b8-4506-bff4-1273ba81d559 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Deleting subnet ce3377d1-5a09-4d71-9139-ab94a23e001f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:34.912811 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06ae36b4-96b8-4506-bff4-1273ba81d559 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.992608 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06ae36b4-96b8-4506-bff4-1273ba81d559 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.194968 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06ae36b4-96b8-4506-bff4-1273ba81d559 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.247974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-3be1c0ba-5fd3-4100-8d24-2dddef5dfa22 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:35.249716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-3be1c0ba-5fd3-4100-8d24-2dddef5dfa22 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 821 time: 0.2034395 Nov 22 16:38:35.292886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-affe1cc0-4b55-4ff4-ba9d-54ac9a8b3a7f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/quotas/68534ac03d37435081c31f3f0e0bf30f HTTP/1.1" status: 200 len: 375 time: 0.0248625 Nov 22 16:38:35.300824 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06ae36b4-96b8-4506-bff4-1273ba81d559 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.376505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-01bee3bc-7238-4c74-8591-e32f9763df6b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679860 Nov 22 16:38:35.379649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae36b4-96b8-4506-bff4-1273ba81d559 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3377d1-5a09-4d71-9139-ab94a23e001f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:35.382164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06ae36b4-96b8-4506-bff4-1273ba81d559 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.386639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-06ae36b4-96b8-4506-bff4-1273ba81d559 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/subnets/ce3377d1-5a09-4d71-9139-ab94a23e001f HTTP/1.1" status: 204 len: 168 time: 0.5669916 Nov 22 16:38:35.390264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.398801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db8ad0-3636-4822-8f5e-e6137912f4f7 None None] Network 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:35.594533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.665613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-4c7b5b54-690b-4bab-b67c-98b9c01e09d8 service neutron] 10.222.0.59 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454107 Nov 22 16:38:35.672658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] DHCP port deletion for 1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:35.721211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.resource_extend [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:38:35.760351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] Deleting port 134967a2-801e-4da8-a977-8383b27f7439 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:35.770732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.853196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 134967a2-801e-4da8-a977-8383b27f7439 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:35.915538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.917438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] For port 134967a2-801e-4da8-a977-8383b27f7439, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=134967a2-801e-4da8-a977-8383b27f7439,segment=NetworkSegment(b8771340-3a90-45ba-ba8d-1f286c3c9d2c),segment_id=b8771340-3a90-45ba-ba8d-1f286c3c9d2c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:35.918592 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.924320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.925879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6f025a3d-3c20-4cd9-9a47-3325e50ec126 service neutron] 10.222.0.59 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590406 Nov 22 16:38:35.939255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Deleting port 134967a2-801e-4da8-a977-8383b27f7439 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:35.939972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.956638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] Calling delete_port for 134967a2-801e-4da8-a977-8383b27f7439 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:36.067253 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.092202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] For port 134967a2-801e-4da8-a977-8383b27f7439, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=134967a2-801e-4da8-a977-8383b27f7439,segment=NetworkSegment(b8771340-3a90-45ba-ba8d-1f286c3c9d2c),segment_id=b8771340-3a90-45ba-ba8d-1f286c3c9d2c)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:36.092721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.112994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Calling delete_port for 134967a2-801e-4da8-a977-8383b27f7439 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:36.160367 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Floating IP 916c953b-fb3c-48ee-ba1e-f5587f0c54b3 associated. External IP: 172.25.0.215, port: dc8bb020-606b-4d0e-904d-79328a88763f. Nov 22 16:38:36.160691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 134967a2-801e-4da8-a977-8383b27f7439, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=134967a2-801e-4da8-a977-8383b27f7439,segment=NetworkSegment(b8771340-3a90-45ba-ba8d-1f286c3c9d2c),segment_id=b8771340-3a90-45ba-ba8d-1f286c3c9d2c)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:36.169875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0fea9211-88bf-45da-b978-0711bc2a63fc details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:36.253791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.289510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Port': ['ID=134967a2-801e-4da8-a977-8383b27f7439,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.306403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] No DVR routers for this DVR port 134967a2-801e-4da8-a977-8383b27f7439 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:36.405831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0fea9211-88bf-45da-b978-0711bc2a63fc, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0fea9211-88bf-45da-b978-0711bc2a63fc,segment=NetworkSegment(f74debfc-3250-4c8d-80b9-2f0313a96d87),segment_id=f74debfc-3250-4c8d-80b9-2f0313a96d87)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:36.431674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '0fea9211-88bf-45da-b978-0711bc2a63fc', 'network_id': '2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10', 'port_id': '0fea9211-88bf-45da-b978-0711bc2a63fc', 'mac_address': 'fa:16:3e:c8:6f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6ede31-2864-452e-a546-535bfbf68f8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:36.442112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.526858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Router 0af4bc80-62e7-4ec4-969b-4c93dc235153 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:36.528199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.546264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event deleted for resources: {'Port': ['ID=134967a2-801e-4da8-a977-8383b27f7439,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.560629 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.564157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fea9211-88bf-45da-b978-0711bc2a63fc {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:36.594564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0fea9211-88bf-45da-b978-0711bc2a63fc, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0fea9211-88bf-45da-b978-0711bc2a63fc,segment=NetworkSegment(f74debfc-3250-4c8d-80b9-2f0313a96d87),segment_id=f74debfc-3250-4c8d-80b9-2f0313a96d87)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:36.600867 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.609685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.660381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] No DVR routers for this DVR port 134967a2-801e-4da8-a977-8383b27f7439 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:36.666100 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.692809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0fea9211-88bf-45da-b978-0711bc2a63fc,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.706987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc0ad96-6d6a-49ee-a9d5-34cfec263e95']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:36.729051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8771340-3a90-45ba-ba8d-1f286c3c9d2c') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:36.729568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8771340-3a90-45ba-ba8d-1f286c3c9d2c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:36.753073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7910309-14d6-4407-9d9c-490324795f80 None None] Pushing event deleted for resources: {'Port': ['ID=134967a2-801e-4da8-a977-8383b27f7439,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.756934 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.806215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a0b58-2815-473a-9a6c-1910470bc900 req-e243d7af-aa37-494c-9476-7d18d42f1b6f tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:36.831394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a99a0b58-2815-473a-9a6c-1910470bc900 req-e243d7af-aa37-494c-9476-7d18d42f1b6f tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 944 time: 0.5459833 Nov 22 16:38:36.834475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.849680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:36.850562 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.863955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:36.871362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:36.875594 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:36.883156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] Sync routers for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:36.896023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['0fea9211-88bf-45da-b978-0711bc2a63fc'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:36.965609 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5a7b4a2c-b33c-42e3-8446-81b30cad4011 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "PUT /v2.0/floatingips/916c953b-fb3c-48ee-ba1e-f5587f0c54b3 HTTP/1.1" status: 200 len: 992 time: 2.6080961 Nov 22 16:38:36.966424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'tag': 'dc8bb020-606b-4d0e-904d-79328a88763f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:36.968903 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a136803-3fdd-494c-8c83-3f543c07db83" -d '{"events": [{"name": "network-changed", "server_uuid": "3301fc49-9e2e-48d4-8026-1a6408e19460", "tag": "dc8bb020-606b-4d0e-904d-79328a88763f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:36.987064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:36.988015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:37.005774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.016843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.024805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] 10.222.0.59 "DELETE /v2.0/networks/1fc0ad96-6d6a-49ee-a9d5-34cfec263e95 HTTP/1.1" status: 204 len: 168 time: 1.6321838 Nov 22 16:38:37.049197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a99a0b58-2815-473a-9a6c-1910470bc900 req-2e56dc01-2c08-4df3-9c95-5109e50d647e tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051041 Nov 22 16:38:37.050290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745400e-12ff-4bd0-920e-383770143817 tempest-NetworksTest-1982055097 tempest-NetworksTest-1982055097-project] Pushing event deleted for resources: {'Network': ['ID=1fc0ad96-6d6a-49ee-a9d5-34cfec263e95,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:37.131952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:37.694678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56294) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.728383 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.815888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '916c953b-fb3c-48ee-ba1e-f5587f0c54b3', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'port_id': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'mac_address': 'fa:16:3e:eb:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:38:11Z', 'updated_at': '2021-11-22T16:38:35Z', 'revision_number': 1, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:09Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:37.891349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] Checking router: 0af4bc80-62e7-4ec4-969b-4c93dc235153 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:37.904750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:37.905870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:37.980153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56298) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.993757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-28cc9c9e-f946-41b2-9d81-54b3b0780dbb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fc1c39924614d9cbdb8696dbe2c5237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976995 Nov 22 16:38:38.100597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b33ae105-a53a-489f-869a-1221ab9a2917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.113250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:38.159274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b33ae105-a53a-489f-869a-1221ab9a2917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.213887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-572c778e-2cc5-469f-8df7-dfa7a9e77607 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.217783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-572c778e-2cc5-469f-8df7-dfa7a9e77607 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.62 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 821 time: 0.2200780 Nov 22 16:38:38.234573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Request body: {'port': {'device_id': '70739865-6e94-4628-95c2-4cf4e6720035', 'network_id': '25dde824-e933-455c-9b91-100514750689', 'admin_state_up': True, 'tenant_id': '68534ac03d37435081c31f3f0e0bf30f'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:38.268800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b33ae105-a53a-489f-869a-1221ab9a2917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.271716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b33ae105-a53a-489f-869a-1221ab9a2917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.275388 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b33ae105-a53a-489f-869a-1221ab9a2917 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c459b64a-5d2e-431d-9ab9-9851e42478ca HTTP/1.1" status: 204 len: 168 time: 0.2915504 Nov 22 16:38:38.298526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ae105-a53a-489f-869a-1221ab9a2917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c459b64a-5d2e-431d-9ab9-9851e42478ca,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:38.416390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a058134-9c4d-4812-a3fb-3da959058781 req-8b22e5e9-8769-4860-a3b6-9c708877c5f8 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.418122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a058134-9c4d-4812-a3fb-3da959058781 req-8b22e5e9-8769-4860-a3b6-9c708877c5f8 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.0974686 Nov 22 16:38:38.460602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Made reservation on behalf of 68534ac03d37435081c31f3f0e0bf30f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:38.464443 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.482117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '916c953b-fb3c-48ee-ba1e-f5587f0c54b3', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'port_id': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'mac_address': 'fa:16:3e:eb:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:38:11Z', 'updated_at': '2021-11-22T16:38:35Z', 'revision_number': 1, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:09Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:38.511228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97882933-8505-4a34-a23f-ea0c34e2ff4e None None] The sync data for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 is: [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '916c953b-fb3c-48ee-ba1e-f5587f0c54b3', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'port_id': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'mac_address': 'fa:16:3e:eb:af:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:38:11Z', 'updated_at': '2021-11-22T16:38:35Z', 'revision_number': 1, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:09Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:38.519408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a058134-9c4d-4812-a3fb-3da959058781 req-0b76ff95-0fb1-4dc0-aeb2-702aab3a9955 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908811 Nov 22 16:38:38.659707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-454480e1-f7b4-4829-99d3-7c318ca4edfe req-2f715425-0ec9-4483-aee7-9f7014a2857a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 210 time: 0.0391757 Nov 22 16:38:38.680603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Allocated IP 172.20.0.14 (25dde824-e933-455c-9b91-100514750689/74bc31ff-9422-43b5-b84a-21c1e8ecb4b1/baf6a0f7-b113-410b-8deb-295897e2857d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:38.780458 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18449550-0041-4775-91fb-b206af649da8 x-openstack-request-id: req-18449550-0041-4775-91fb-b206af649da8 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:38.780755 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3301fc49-9e2e-48d4-8026-1a6408e19460", "tag": "dc8bb020-606b-4d0e-904d-79328a88763f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:38.781186 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18449550-0041-4775-91fb-b206af649da8 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:38.781900 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'tag': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'status': 'completed', 'code': 200} Nov 22 16:38:38.790641 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846f37f-bb74-4734-aabe-39b4901b44cb None None] New status for floating IP 916c953b-fb3c-48ee-ba1e-f5587f0c54b3: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:38:38.905596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-3fb4b407-6e26-431a-b381-09b37011a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.907678 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-3fb4b407-6e26-431a-b381-09b37011a5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e5ad957032694c148c52f07f441e96a5&device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 1097 time: 0.0939906 Nov 22 16:38:38.940275 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.057915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-ab527d2e-be34-41d3-9cc7-de8de682d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.061917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-ab527d2e-be34-41d3-9cc7-de8de682d3e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 1096 time: 0.1194866 Nov 22 16:38:39.093137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-9776ae39-6e52-449e-a92f-beb23ab857d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.095955 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-9776ae39-6e52-449e-a92f-beb23ab857d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a811e2d7-4df3-4598-945d-388683d0331a HTTP/1.1" status: 200 len: 913 time: 0.1804030 Nov 22 16:38:39.134508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.219943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Network 25dde824-e933-455c-9b91-100514750689 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:39.223050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event updated for resources: {'Port': ['ID=baf6a0f7-b113-410b-8deb-295897e2857d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:39.234598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:39.238410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:39.254815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc1c02-45d0-4d64-9390-1672d1dafec2 None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:39.274074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-bf9ea79b-64f9-4904-b882-c85761df8580 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8bb020-606b-4d0e-904d-79328a88763f HTTP/1.1" status: 200 len: 1002 time: 0.1681445 Nov 22 16:38:39.287671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-5f842c9d-b074-4a86-ae88-43b610b628a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.289147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-5f842c9d-b074-4a86-ae88-43b610b628a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.2187710 Nov 22 16:38:39.334172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-9d090507-6f29-49a0-869a-28c0da5caca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.335811 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-9d090507-6f29-49a0-869a-28c0da5caca9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a2a0586-186d-45ee-b1f4-d125682a1463 HTTP/1.1" status: 200 len: 851 time: 0.0558293 Nov 22 16:38:39.337581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56336) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.358273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.359343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.387380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-53670cc4-9353-4344-b913-559a8296ee01 None None] Provisioning complete for port baf6a0f7-b113-410b-8deb-295897e2857d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:39.388969 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53670cc4-9353-4344-b913-559a8296ee01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.395391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-141fb49f-9dce-4d59-b6ff-f3e64180fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.398172 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-141fb49f-9dce-4d59-b6ff-f3e64180fc7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a811e2d7-4df3-4598-945d-388683d0331a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544057 Nov 22 16:38:39.408069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-c392af73-a4e3-41f7-be17-d8b4f9626da9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1786532 Nov 22 16:38:39.424946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Request body: {'port': {'device_id': '70739865-6e94-4628-95c2-4cf4e6720035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:39.434428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-53670cc4-9353-4344-b913-559a8296ee01 None None] Port baf6a0f7-b113-410b-8deb-295897e2857d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:39.452149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-7f947192-70ca-4317-86be-a04942151434 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb31439e-5d44-451e-8b08-8ec8417b2532 HTTP/1.1" status: 200 len: 1001 time: 0.1545353 Nov 22 16:38:39.476240 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1980027364'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:39.478020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272808c2-6c79-45b7-b8b5-8522723486d7 req-a081a62d-195c-4cae-ae34-59588de53e59 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.479543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-272808c2-6c79-45b7-b8b5-8522723486d7 req-a081a62d-195c-4cae-ae34-59588de53e59 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 945 time: 0.1689498 Nov 22 16:38:39.518104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:39.521841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.525518 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-c545a802-c1e0-4182-ac8c-54caf4ab100a service neutron] 10.222.0.37 "GET /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205781 Nov 22 16:38:39.540961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.564743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.580332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-82f6464a-9b70-490c-971f-264850cc793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.581830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-82f6464a-9b70-490c-971f-264850cc793d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.1227007 Nov 22 16:38:39.605748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-272808c2-6c79-45b7-b8b5-8522723486d7 req-7a6f97f5-5430-471c-b8d9-6a95084a47d7 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034207 Nov 22 16:38:39.663181 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1a136803-3fdd-494c-8c83-3f543c07db83 req-56ce9033-0f35-4813-9be7-b1b1f36b54ea service neutron] 10.222.0.37 "GET /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304522 Nov 22 16:38:39.706925 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.711926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.741800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-a00202ac-6aee-4785-ac1e-6d3c27e7cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.743707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-a00202ac-6aee-4785-ac1e-6d3c27e7cb5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532085 Nov 22 16:38:39.751789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:39.757540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea1b1bd-9278-4882-a142-f5dfeb60747d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:39.771944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.772232 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment d270f736-588b-49d6-8302-4120d3c43f36 of type vlan for network 12858706-fa25-40de-abb4-c8d8559d597e Nov 22 16:38:39.819535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.846918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.853704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:39.854304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.914604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-c98c1294-c1ce-4d41-8d3a-c8dc8b20f302 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628525 Nov 22 16:38:39.919775 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5811689 Nov 22 16:38:39.922518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.929170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1863435549'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:39.938862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e37e3-5d8c-49f8-a391-39511387d10b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=12858706-fa25-40de-abb4-c8d8559d597e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:39.959551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 12858706-fa25-40de-abb4-c8d8559d597e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:39.968018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:39.972694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.013527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:40.037676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.038034 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment 6038964f-0385-4aaa-a3d9-0ecd9c08755e of type vlan for network e636e3fb-f83b-4333-a7d3-a436a27c91c0 Nov 22 16:38:40.073143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df18384e-72da-4b57-9b38-5f5c545cc741 req-f6687d93-afa3-49a1-8d28-4ddb4762f72a service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518068 Nov 22 16:38:40.075354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf6a0f7-b113-410b-8deb-295897e2857d {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:40.079611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.084922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.098681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Transition to ACTIVE for port object baf6a0f7-b113-410b-8deb-295897e2857d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:40.104659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.107843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.115114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:40.115791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.156790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82834c01-8a84-4b89-bc11-5fd91dc7df7a None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:40.162337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Pushing event updated for resources: {'Port': ['ID=baf6a0f7-b113-410b-8deb-295897e2857d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:40.181501 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2551622 Nov 22 16:38:40.183686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.190037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0fea9211-88bf-45da-b978-0711bc2a63fc up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:40.191585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': '12858706-fa25-40de-abb4-c8d8559d597e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:40.196477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6e60a-4776-415f-8c05-c3ba380ed26a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=e636e3fb-f83b-4333-a7d3-a436a27c91c0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:40.216432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network e636e3fb-f83b-4333-a7d3-a436a27c91c0 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:40.330769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 0fea9211-88bf-45da-b978-0711bc2a63fc completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:40.335238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 0fea9211-88bf-45da-b978-0711bc2a63fc triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:40.335644 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.349093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Attempting to bind port baf6a0f7-b113-410b-8deb-295897e2857d on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:40.349420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Attempting to bind port baf6a0f7-b113-410b-8deb-295897e2857d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:40.349749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Attempting to bind port baf6a0f7-b113-410b-8deb-295897e2857d on network 25dde824-e933-455c-9b91-100514750689 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:40.363840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Port baf6a0f7-b113-410b-8deb-295897e2857d on network 25dde824-e933-455c-9b91-100514750689 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:40.364220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Attempting to bind port baf6a0f7-b113-410b-8deb-295897e2857d on network 25dde824-e933-455c-9b91-100514750689 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:40.379140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:40.379512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Checking segment: {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:40.379932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Bound using segment: {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:40.380701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Bound port: baf6a0f7-b113-410b-8deb-295897e2857d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '25dde824-e933-455c-9b91-100514750689'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:40.381076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.385619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:40.392507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.422728 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.448229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531fe4cf-653f-4404-ada8-af4d5ea4202a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fea9211-88bf-45da-b978-0711bc2a63fc'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:40.450991 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0b155e-a7d0-4623-be7c-bccecf207d2b" -d '{"events": [{"server_uuid": "531fe4cf-653f-4404-ada8-af4d5ea4202a", "name": "network-vif-plugged", "status": "completed", "tag": "0fea9211-88bf-45da-b978-0711bc2a63fc"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:40.452857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57485504-9a1c-4ab3-9424-da924530db04 req-b97d770a-6cbe-419b-900a-947f022e8fee tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:40.454456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57485504-9a1c-4ab3-9424-da924530db04 req-b97d770a-6cbe-419b-900a-947f022e8fee tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.1527748 Nov 22 16:38:40.463634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 0fea9211-88bf-45da-b978-0711bc2a63fc, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0fea9211-88bf-45da-b978-0711bc2a63fc,segment=NetworkSegment(f74debfc-3250-4c8d-80b9-2f0313a96d87),segment_id=f74debfc-3250-4c8d-80b9-2f0313a96d87)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:40.470035 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.519226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=0fea9211-88bf-45da-b978-0711bc2a63fc,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:40.527498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.527870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.528401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.528764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.529099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.529462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.529799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.530151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.530478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.530807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.531141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.531468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:40.578698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] For port baf6a0f7-b113-410b-8deb-295897e2857d, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:40.582657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] For port baf6a0f7-b113-410b-8deb-295897e2857d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=baf6a0f7-b113-410b-8deb-295897e2857d,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:40.588696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57485504-9a1c-4ab3-9424-da924530db04 req-480cdbda-d3a9-4298-b833-a569f86aeb45 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262257 Nov 22 16:38:40.592148 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.941401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1351c-08ed-46e4-bbaa-16d68b879837 None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:40.945841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:40.946670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.948855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] 10.222.0.62 "PUT /v2.0/ports/baf6a0f7-b113-410b-8deb-295897e2857d HTTP/1.1" status: 200 len: 1092 time: 1.5308747 Nov 22 16:38:40.949699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70739865-6e94-4628-95c2-4cf4e6720035', 'tag': 'baf6a0f7-b113-410b-8deb-295897e2857d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:40.952153 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b299fb50-e730-4020-a36b-01f45906a0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "70739865-6e94-4628-95c2-4cf4e6720035", "tag": "baf6a0f7-b113-410b-8deb-295897e2857d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:41.048830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041ce0a-3531-42ec-9030-e44f43247f82 service neutron] Pushing event updated for resources: {'Port': ['ID=baf6a0f7-b113-410b-8deb-295897e2857d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:41.092680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af0cfd-68b0-4582-ae68-ee58994bc116 req-1fba9174-9d39-4a91-b03b-5782285fd129 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.094186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8af0cfd-68b0-4582-ae68-ee58994bc116 req-1fba9174-9d39-4a91-b03b-5782285fd129 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 944 time: 0.1755116 Nov 22 16:38:41.096021 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.138211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-0ae7ada0-0bed-48e3-a6f8-7a935cc7d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.139600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-0ae7ada0-0bed-48e3-a6f8-7a935cc7d205 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 1095 time: 0.1456044 Nov 22 16:38:41.207310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-db820d40-8393-4835-86d9-e10b8e4d8fcf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baf6a0f7-b113-410b-8deb-295897e2857d HTTP/1.1" status: 200 len: 217 time: 0.0545824 Nov 22 16:38:41.215496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=4a0954c7-42e8-483d-bcc4-aa7791e38f00,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:41.275353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8af0cfd-68b0-4582-ae68-ee58994bc116 req-e42cbba9-1a66-4891-9113-10efc914be34 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738000 Nov 22 16:38:41.292701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-92f72187-13e6-4d10-8213-a330f2aef282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.292701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-92f72187-13e6-4d10-8213-a330f2aef282 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74bc31ff-9422-43b5-b84a-21c1e8ecb4b1 HTTP/1.1" status: 200 len: 861 time: 0.0697031 Nov 22 16:38:41.292701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': 'd270f736-588b-49d6-8302-4120d3c43f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '12858706-fa25-40de-abb4-c8d8559d597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:41.292701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: 12858706-fa25-40de-abb4-c8d8559d597e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:41.325114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-da6d34d7-2546-4496-ad22-7e1384de6970 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25dde824-e933-455c-9b91-100514750689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271692 Nov 22 16:38:41.342218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 12858706-fa25-40de-abb4-c8d8559d597e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:41.390175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 12858706-fa25-40de-abb4-c8d8559d597e) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:41.396701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.397348 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.401829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae301656-7040-494a-acbb-0e9b58a0d09a None None] Network 12858706-fa25-40de-abb4-c8d8559d597e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:41.430210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56360) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.430832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fa426941-c22a-487e-8a09-4014dcf5a763 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2437844 Nov 22 16:38:41.439938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': 'e636e3fb-f83b-4333-a7d3-a436a27c91c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:41.449677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-0d90714b-431d-48cf-a7d3-4b1c10d95313 service neutron] 10.222.0.62 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163425 Nov 22 16:38:41.562214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36de9776-bb80-4ee8-bd58-15dca76299d9 req-4958e9aa-b27a-46fc-96a9-2d6f0a777890 service neutron] 10.222.0.62 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052742 Nov 22 16:38:41.581243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-12858706-fa25-40de-abb4-c8d8559d597e', 'network_id': '12858706-fa25-40de-abb4-c8d8559d597e', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': '4a0954c7-42e8-483d-bcc4-aa7791e38f00'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:41.582164 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.613614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:41.618202 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.721526 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4dbb4d-5338-4f28-8ca6-d19f8939d1d5 x-openstack-request-id: req-6c4dbb4d-5338-4f28-8ca6-d19f8939d1d5 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:41.721918 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531fe4cf-653f-4404-ada8-af4d5ea4202a", "name": "network-vif-plugged", "status": "completed", "tag": "0fea9211-88bf-45da-b978-0711bc2a63fc", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:41.722515 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c4dbb4d-5338-4f28-8ca6-d19f8939d1d5 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:41.723004 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531fe4cf-653f-4404-ada8-af4d5ea4202a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fea9211-88bf-45da-b978-0711bc2a63fc', 'code': 200} Nov 22 16:38:41.754099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Allocated IP 2001:db8::2 (12858706-fa25-40de-abb4-c8d8559d597e/4a0954c7-42e8-483d-bcc4-aa7791e38f00/9d139beb-a1e1-467e-84fd-167617273d3c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:41.873593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22928454-68ca-408d-96cd-fe71b620e9e0 req-62630684-44de-4dc5-8df8-784e3642b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.875137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22928454-68ca-408d-96cd-fe71b620e9e0 req-62630684-44de-4dc5-8df8-784e3642b5f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 1097 time: 0.0843518 Nov 22 16:38:41.884157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ace67-1994-4a77-a4f6-c89c7c7e95c0 req-da15bad2-f8fb-40d7-b38f-254a0170b64a tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.885726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e8ace67-1994-4a77-a4f6-c89c7c7e95c0 req-da15bad2-f8fb-40d7-b38f-254a0170b64a tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 946 time: 0.1057785 Nov 22 16:38:41.931546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.939042 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.955951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22928454-68ca-408d-96cd-fe71b620e9e0 req-692654d4-389e-4071-b686-1ec6edd0a157 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688770 Nov 22 16:38:41.973752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e8ace67-1994-4a77-a4f6-c89c7c7e95c0 req-776b084b-6a65-41bf-9469-d027caf462ec tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722106 Nov 22 16:38:41.996819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Network 12858706-fa25-40de-abb4-c8d8559d597e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:41.998382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:42.014005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:42.031670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Pushing event updated for resources: {'Port': ['ID=9d139beb-a1e1-467e-84fd-167617273d3c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:42.036388 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3034d0bc-6c08-4df4-80fe-26e9da3834bf x-openstack-request-id: req-3034d0bc-6c08-4df4-80fe-26e9da3834bf {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:42.037505 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70739865-6e94-4628-95c2-4cf4e6720035", "tag": "baf6a0f7-b113-410b-8deb-295897e2857d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:42.037776 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3034d0bc-6c08-4df4-80fe-26e9da3834bf {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:42.038220 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70739865-6e94-4628-95c2-4cf4e6720035', 'tag': 'baf6a0f7-b113-410b-8deb-295897e2857d', 'status': 'completed', 'code': 200} Nov 22 16:38:42.111395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Attempting to bind port 9d139beb-a1e1-467e-84fd-167617273d3c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:42.111895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Attempting to bind port 9d139beb-a1e1-467e-84fd-167617273d3c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd270f736-588b-49d6-8302-4120d3c43f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '12858706-fa25-40de-abb4-c8d8559d597e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:42.112334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Attempting to bind port 9d139beb-a1e1-467e-84fd-167617273d3c on network 12858706-fa25-40de-abb4-c8d8559d597e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:42.118279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:42.118643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Checking segment: {'id': 'd270f736-588b-49d6-8302-4120d3c43f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '12858706-fa25-40de-abb4-c8d8559d597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:42.118834 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.119866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Bound using segment: {'id': 'd270f736-588b-49d6-8302-4120d3c43f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '12858706-fa25-40de-abb4-c8d8559d597e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:42.120430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Bound port: 9d139beb-a1e1-467e-84fd-167617273d3c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd270f736-588b-49d6-8302-4120d3c43f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '12858706-fa25-40de-abb4-c8d8559d597e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:42.122434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.154202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18a64f-a400-4f72-aac4-8f4274cbbaba req-b70dc115-b9b9-402c-af20-97845464d0d8 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.156225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a18a64f-a400-4f72-aac4-8f4274cbbaba req-b70dc115-b9b9-402c-af20-97845464d0d8 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 945 time: 0.0611274 Nov 22 16:38:42.177503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.195206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] For port 9d139beb-a1e1-467e-84fd-167617273d3c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:42.198587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] For port 9d139beb-a1e1-467e-84fd-167617273d3c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d139beb-a1e1-467e-84fd-167617273d3c,segment=NetworkSegment(d270f736-588b-49d6-8302-4120d3c43f36),segment_id=d270f736-588b-49d6-8302-4120d3c43f36)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:42.204082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.215099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a18a64f-a400-4f72-aac4-8f4274cbbaba req-1695858d-a4b0-42b4-b8e8-ec29684db1e7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525200 Nov 22 16:38:42.268466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42372960-6730-4a5f-8ff2-283e4fc95039 None None] Pushing event updated for resources: {'Port': ['ID=9d139beb-a1e1-467e-84fd-167617273d3c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:42.291116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=1d99a161-7c47-4d02-8fba-9400b34c0ce8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:42.309943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': '6038964f-0385-4aaa-a3d9-0ecd9c08755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e636e3fb-f83b-4333-a7d3-a436a27c91c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:42.310323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: e636e3fb-f83b-4333-a7d3-a436a27c91c0, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:42.333357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-912dac00-3de7-4cbd-a0d5-65030dc5ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.335112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-912dac00-3de7-4cbd-a0d5-65030dc5ee31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=68534ac03d37435081c31f3f0e0bf30f&device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 1095 time: 0.0776851 Nov 22 16:38:42.336864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network e636e3fb-f83b-4333-a7d3-a436a27c91c0 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:42.356010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, e636e3fb-f83b-4333-a7d3-a436a27c91c0) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:42.362693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.363712 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.366458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cfea1a-3d6a-48f0-ad49-1fcd7ab99294 None None] Network e636e3fb-f83b-4333-a7d3-a436a27c91c0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:42.391751 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-97203966-0406-43c5-be98-d4364ee61aea tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9594169 Nov 22 16:38:42.394938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56380) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:42.401495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a6aefef9-e71f-497e-848b-9c6115085ff8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-749469504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:42.440741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6aefef9-e71f-497e-848b-9c6115085ff8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.442430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6aefef9-e71f-497e-848b-9c6115085ff8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.460171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-547c84fa-499a-4941-a3bc-c353f0a6c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.461692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-547c84fa-499a-4941-a3bc-c353f0a6c0d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 200 len: 922 time: 0.1192362 Nov 22 16:38:42.520206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-0ef26f19-eed1-4f6f-bd76-f7549d3863dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baf6a0f7-b113-410b-8deb-295897e2857d HTTP/1.1" status: 200 len: 217 time: 0.0494032 Nov 22 16:38:42.531897 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6aefef9-e71f-497e-848b-9c6115085ff8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.551461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6aefef9-e71f-497e-848b-9c6115085ff8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.603528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6aefef9-e71f-497e-848b-9c6115085ff8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.605031 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a6aefef9-e71f-497e-848b-9c6115085ff8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2089686 Nov 22 16:38:42.607653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-923ae9a8-0ed1-422a-b5e3-48a0c469da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.608541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56386) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:42.609010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-923ae9a8-0ed1-422a-b5e3-48a0c469da0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=74bc31ff-9422-43b5-b84a-21c1e8ecb4b1 HTTP/1.1" status: 200 len: 861 time: 0.0811038 Nov 22 16:38:42.620125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:42.649402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-a4860cc4-fd0d-48ec-94b6-825dd6d4f1ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25dde824-e933-455c-9b91-100514750689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290661 Nov 22 16:38:42.702857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f711105f-999a-4943-9963-5308208784e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-e636e3fb-f83b-4333-a7d3-a436a27c91c0', 'network_id': 'e636e3fb-f83b-4333-a7d3-a436a27c91c0', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': '1d99a161-7c47-4d02-8fba-9400b34c0ce8'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:42.709174 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f711105f-999a-4943-9963-5308208784e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.756995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-b4776238-fe0c-46b5-87ff-dbef016c205a service neutron] 10.222.0.62 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991230 Nov 22 16:38:42.902000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.921947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b299fb50-e730-4020-a36b-01f45906a0c4 req-bdbd2616-dee3-43db-9488-8209c331e33b service neutron] 10.222.0.62 "GET /v2.0/networks/25dde824-e933-455c-9b91-100514750689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567988 Nov 22 16:38:43.016087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f711105f-999a-4943-9963-5308208784e3 None None] Allocated IP 2001:db8:1::2 (e636e3fb-f83b-4333-a7d3-a436a27c91c0/1d99a161-7c47-4d02-8fba-9400b34c0ce8/e135bc05-f9d8-4f63-b9a8-bd511151d9ef) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:43.023646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:43.033064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.050590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d71f49-d79f-4d52-8f3d-128ff104f134 req-ec23644b-d619-43ec-98a2-60af0360a68b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.052676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27d71f49-d79f-4d52-8f3d-128ff104f134 req-ec23644b-d619-43ec-98a2-60af0360a68b tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 944 time: 0.0887179 Nov 22 16:38:43.100653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.106642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27d71f49-d79f-4d52-8f3d-128ff104f134 req-53efaece-ed1a-4eb3-9757-6b013102cdb2 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475776 Nov 22 16:38:43.251453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:43.279052 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f711105f-999a-4943-9963-5308208784e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.290211 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f711105f-999a-4943-9963-5308208784e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.353837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f711105f-999a-4943-9963-5308208784e3 None None] Network e636e3fb-f83b-4333-a7d3-a436a27c91c0 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:43.359492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f711105f-999a-4943-9963-5308208784e3 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:43.363851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f711105f-999a-4943-9963-5308208784e3 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:43.398835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711105f-999a-4943-9963-5308208784e3 None None] Pushing event updated for resources: {'Port': ['ID=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:43.475369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662222-ca6e-4d2d-8243-c938212c877c req-79e2c535-a9c2-42c9-a80e-19d95a1c35f4 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.487687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7662222-ca6e-4d2d-8243-c938212c877c req-79e2c535-a9c2-42c9-a80e-19d95a1c35f4 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 946 time: 0.1373661 Nov 22 16:38:43.491810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f711105f-999a-4943-9963-5308208784e3 None None] Attempting to bind port e135bc05-f9d8-4f63-b9a8-bd511151d9ef on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:43.492189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f711105f-999a-4943-9963-5308208784e3 None None] Attempting to bind port e135bc05-f9d8-4f63-b9a8-bd511151d9ef by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6038964f-0385-4aaa-a3d9-0ecd9c08755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e636e3fb-f83b-4333-a7d3-a436a27c91c0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:43.492560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711105f-999a-4943-9963-5308208784e3 None None] Attempting to bind port e135bc05-f9d8-4f63-b9a8-bd511151d9ef on network e636e3fb-f83b-4333-a7d3-a436a27c91c0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:43.505762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711105f-999a-4943-9963-5308208784e3 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:43.507704 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711105f-999a-4943-9963-5308208784e3 None None] Checking segment: {'id': '6038964f-0385-4aaa-a3d9-0ecd9c08755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e636e3fb-f83b-4333-a7d3-a436a27c91c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:43.508286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f711105f-999a-4943-9963-5308208784e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.508958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f711105f-999a-4943-9963-5308208784e3 None None] Bound using segment: {'id': '6038964f-0385-4aaa-a3d9-0ecd9c08755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e636e3fb-f83b-4333-a7d3-a436a27c91c0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:43.509094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8::1 (12858706-fa25-40de-abb4-c8d8559d597e/4a0954c7-42e8-483d-bcc4-aa7791e38f00/52d2911e-373b-44e8-97f3-65832c5c7823) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:43.510386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f711105f-999a-4943-9963-5308208784e3 None None] Bound port: e135bc05-f9d8-4f63-b9a8-bd511151d9ef, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6038964f-0385-4aaa-a3d9-0ecd9c08755e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e636e3fb-f83b-4333-a7d3-a436a27c91c0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:43.511080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f711105f-999a-4943-9963-5308208784e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.595990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7662222-ca6e-4d2d-8243-c938212c877c req-254a3e0d-94a4-49cb-aa75-cd6865d035fc tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057327 Nov 22 16:38:43.605767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f711105f-999a-4943-9963-5308208784e3 None None] For port e135bc05-f9d8-4f63-b9a8-bd511151d9ef, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:43.610697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f711105f-999a-4943-9963-5308208784e3 None None] For port e135bc05-f9d8-4f63-b9a8-bd511151d9ef, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,segment=NetworkSegment(6038964f-0385-4aaa-a3d9-0ecd9c08755e),segment_id=6038964f-0385-4aaa-a3d9-0ecd9c08755e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:43.617515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f711105f-999a-4943-9963-5308208784e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.650841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56406) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:43.682801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-96b2b5fb-ed05-4ee8-b394-432cca8e4696 req-c0dfb9aa-84b6-442b-b2f1-2453048790c0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:38:43.689869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96b2b5fb-ed05-4ee8-b394-432cca8e4696 req-c0dfb9aa-84b6-442b-b2f1-2453048790c0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119781 Nov 22 16:38:43.725457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:43.729381 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eadf472-6376-4d05-945d-2c77e1e4a2e1" -d '{"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-unplugged", "status": "completed", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:43.746226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711105f-999a-4943-9963-5308208784e3 None None] Pushing event updated for resources: {'Port': ['ID=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:43.761248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.831974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.871694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-556a7b32-c514-4e9b-84b6-40017f17c169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.901305 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3f1532-528f-44e8-89bf-fc37d5a7092d x-openstack-request-id: req-cd3f1532-528f-44e8-89bf-fc37d5a7092d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:43.901929 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-unplugged", "status": "failed", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532", "code": 422}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:43.902611 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd3f1532-528f-44e8-89bf-fc37d5a7092d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:43.904147 n-d-816865-2 neutron-server[103444]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'code': 422} returned with failed status Nov 22 16:38:43.907799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 12858706-fa25-40de-abb4-c8d8559d597e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:43.911589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:43.923553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:43.924294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.001541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d139beb-a1e1-467e-84fd-167617273d3c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:44.011301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=52d2911e-373b-44e8-97f3-65832c5c7823,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:44.050748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49158f05-5ceb-4ad3-856b-a34b22c3f870 None None] Network 12858706-fa25-40de-abb4-c8d8559d597e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:44.154780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.163763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88ede4-1597-4848-974e-432e33b0a5c2 req-94eccf7c-3d3a-430a-9f60-fd32a8263685 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.165432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd88ede4-1597-4848-974e-432e33b0a5c2 req-94eccf7c-3d3a-430a-9f60-fd32a8263685 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.1841624 Nov 22 16:38:44.175313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-556a7b32-c514-4e9b-84b6-40017f17c169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.189423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-556a7b32-c514-4e9b-84b6-40017f17c169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.189637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1a3a5fc1-efd1-49eb-aed8-c672876f84dd None None] Provisioning complete for port 9d139beb-a1e1-467e-84fd-167617273d3c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:44.189945 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5fc1-efd1-49eb-aed8-c672876f84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.218871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9d139beb-a1e1-467e-84fd-167617273d3c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:44.219291 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.241660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a7b32-c514-4e9b-84b6-40017f17c169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb3f3f9-9d68-47b9-9e45-144535286323,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:44.302117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-556a7b32-c514-4e9b-84b6-40017f17c169 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8d3eb07b36f4ddfa2eac7d0fd8ddeff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6501367 Nov 22 16:38:44.308962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56426) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:44.341229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd88ede4-1597-4848-974e-432e33b0a5c2 req-371aad12-765d-4cf3-9ce1-4a64a5adef2a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601739 Nov 22 16:38:44.417345 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1994571-ae89-4217-b5a1-30dad56483dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.458512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1994571-ae89-4217-b5a1-30dad56483dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.491945 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a3a5fc1-efd1-49eb-aed8-c672876f84dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.505502 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.524203 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1994571-ae89-4217-b5a1-30dad56483dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.528632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1994571-ae89-4217-b5a1-30dad56483dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.534264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a1994571-ae89-4217-b5a1-30dad56483dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7bb3f3f9-9d68-47b9-9e45-144535286323 HTTP/1.1" status: 204 len: 168 time: 0.2194066 Nov 22 16:38:44.562037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1994571-ae89-4217-b5a1-30dad56483dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb3f3f9-9d68-47b9-9e45-144535286323,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:44.645310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 9d139beb-a1e1-467e-84fd-167617273d3c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d139beb-a1e1-467e-84fd-167617273d3c,segment=NetworkSegment(d270f736-588b-49d6-8302-4120d3c43f36),segment_id=d270f736-588b-49d6-8302-4120d3c43f36)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:44.657332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.661817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-ebc00ec4-ed5d-4680-99d0-8a2a367130fb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2359629 Nov 22 16:38:44.740489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.758813 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.767129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.862185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=9d139beb-a1e1-467e-84fd-167617273d3c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:44.891869 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-1a3a5fc1-efd1-49eb-aed8-c672876f84dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:38:44.893641 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-1a3a5fc1-efd1-49eb-aed8-c672876f84dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:38:44.983539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=52d2911e-373b-44e8-97f3-65832c5c7823,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:45.042340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 12858706-fa25-40de-abb4-c8d8559d597e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:45.049100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:45.257570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 93e069b6-0277-4ceb-b248-2261d9657ece is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:38:45.399215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aed066-e79e-468d-9fda-049139dc3186 req-b4627dc5-7710-4ba1-ab18-69941b7a386c tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.401631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:45.407679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3aed066-e79e-468d-9fda-049139dc3186 req-b4627dc5-7710-4ba1-ab18-69941b7a386c tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 944 time: 0.1171560 Nov 22 16:38:45.413133 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eb4b1a6-34b7-4c57-9d9f-89f456ad34f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.422789 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-840f963b-d896-40a0-a73f-22532fc3828c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/93e069b6-0277-4ceb-b248-2261d9657ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8094847 Nov 22 16:38:45.425274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56458) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:45.444730 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cedbed6-5c72-4272-bad9-71f3459b390e None None] Sync routers for ids ['93e069b6-0277-4ceb-b248-2261d9657ece'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:45.502702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca14eb9-bc9f-48fa-bb2d-9dfd4689531d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.505295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5ca14eb9-bc9f-48fa-bb2d-9dfd4689531d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports/52d2911e-373b-44e8-97f3-65832c5c7823 HTTP/1.1" status: 200 len: 911 time: 0.0778203 Nov 22 16:38:45.508093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:45.576499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3aed066-e79e-468d-9fda-049139dc3186 req-9bca20a2-f6d8-4cd7-8936-f3a2061de04f tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648848 Nov 22 16:38:45.834628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf3173-039a-493e-a517-3aba2604d362 None None] Network e636e3fb-f83b-4333-a7d3-a436a27c91c0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:45.929477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cedbed6-5c72-4272-bad9-71f3459b390e None None] Routers {'93e069b6-0277-4ceb-b248-2261d9657ece'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:45.930186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0cedbed6-5c72-4272-bad9-71f3459b390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['93e069b6-0277-4ceb-b248-2261d9657ece'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:45.950738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56470) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:45.956344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae795fb-b115-491e-ac4a-f1b973486f42 req-66c5eb3e-646b-41a9-ac0e-596ba5e5f47f tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.958170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ae795fb-b115-491e-ac4a-f1b973486f42 req-66c5eb3e-646b-41a9-ac0e-596ba5e5f47f tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 946 time: 0.1343801 Nov 22 16:38:46.008809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0cedbed6-5c72-4272-bad9-71f3459b390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:46.060136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ae795fb-b115-491e-ac4a-f1b973486f42 req-13ef8eed-d4ba-4c30-bd49-fb2611017656 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928464 Nov 22 16:38:46.066837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e135bc05-f9d8-4f63-b9a8-bd511151d9ef up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:46.162014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cedbed6-5c72-4272-bad9-71f3459b390e None None] Routers {'93e069b6-0277-4ceb-b248-2261d9657ece'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:46.162662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0cedbed6-5c72-4272-bad9-71f3459b390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['93e069b6-0277-4ceb-b248-2261d9657ece'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:46.173830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Provisioning complete for port 52d2911e-373b-44e8-97f3-65832c5c7823 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:46.174810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.213910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device baf6a0f7-b113-410b-8deb-295897e2857d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:46.275618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1231164284-network', 'tenant_id': '0e29bd5cae3e43b0a93bb8eb471702d4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:46.302310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0cedbed6-5c72-4272-bad9-71f3459b390e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:46.302891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cedbed6-5c72-4272-bad9-71f3459b390e None None] The sync data for ids ['93e069b6-0277-4ceb-b248-2261d9657ece'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:46.315344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851a66d-b394-4516-8f2b-68e62fa39c67 req-e646bb6a-d778-4ad6-a6d9-4088e46eca8f tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:46.332571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5851a66d-b394-4516-8f2b-68e62fa39c67 req-e646bb6a-d778-4ad6-a6d9-4088e46eca8f tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.1033084 Nov 22 16:38:46.346413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Made reservation on behalf of 0e29bd5cae3e43b0a93bb8eb471702d4 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:46.354915 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.366563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.380399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Port 52d2911e-373b-44e8-97f3-65832c5c7823 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:46.403209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e135bc05-f9d8-4f63-b9a8-bd511151d9ef triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:46.403860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.410879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.467206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5851a66d-b394-4516-8f2b-68e62fa39c67 req-3ca661d1-96bb-46ba-a84d-105fe8ba635f tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293302 Nov 22 16:38:46.471029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port baf6a0f7-b113-410b-8deb-295897e2857d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=baf6a0f7-b113-410b-8deb-295897e2857d,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:46.494750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Provisioning complete for port e135bc05-f9d8-4f63-b9a8-bd511151d9ef triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:46.495182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.530005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'baf6a0f7-b113-410b-8deb-295897e2857d', 'network_id': '25dde824-e933-455c-9b91-100514750689', 'port_id': 'baf6a0f7-b113-410b-8deb-295897e2857d', 'mac_address': 'fa:16:3e:2c:de:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bc31ff-9422-43b5-b84a-21c1e8ecb4b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:46.586662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:46.647624 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.743625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf6a0f7-b113-410b-8deb-295897e2857d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:46.760254 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.861340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port baf6a0f7-b113-410b-8deb-295897e2857d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=baf6a0f7-b113-410b-8deb-295897e2857d,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:46.898989 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.920098 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.991863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port e135bc05-f9d8-4f63-b9a8-bd511151d9ef, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,segment=NetworkSegment(6038964f-0385-4aaa-a3d9-0ecd9c08755e),segment_id=6038964f-0385-4aaa-a3d9-0ecd9c08755e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:47.005791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.006581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d139beb-a1e1-467e-84fd-167617273d3c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:47.060132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=baf6a0f7-b113-410b-8deb-295897e2857d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.062254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.072053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.092590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8:1::1 (e636e3fb-f83b-4333-a7d3-a436a27c91c0/1d99a161-7c47-4d02-8fba-9400b34c0ce8/86921ba0-51f3-4452-9f31-a07c38f9874d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:47.114810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:47.143450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8416f2e-9c3e-4f98-b203-e590c93ac8d5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.149663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.155204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.155629 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Added segment 62c26d4a-6215-4485-bca3-e9d628b1e250 of type vlan for network 777f2f1b-1a0f-4377-8a0e-02d3045c0cca Nov 22 16:38:47.259173 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:38:47.259542 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:38:47.271053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9d139beb-a1e1-467e-84fd-167617273d3c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:47.271443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.317937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.332108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['baf6a0f7-b113-410b-8deb-295897e2857d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:47.345695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695796f7-25fc-41e2-9ce0-eb9faa5f00cc req-30861a0b-4b42-4f96-a68b-c9d92f190b2a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:47.359491 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-695796f7-25fc-41e2-9ce0-eb9faa5f00cc req-30861a0b-4b42-4f96-a68b-c9d92f190b2a tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 945 time: 0.1027207 Nov 22 16:38:47.387850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.391566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.392668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:47.393370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.454011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-695796f7-25fc-41e2-9ce0-eb9faa5f00cc req-d385a58e-ba72-4189-a60e-44a3fe95c170 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934811 Nov 22 16:38:47.471987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] Pushing event updated for resources: {'Network': ['ID=777f2f1b-1a0f-4377-8a0e-02d3045c0cca,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.527577 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-45265135-376b-4aa6-84a4-d0bec6431e65 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5753148 Nov 22 16:38:47.530188 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.530488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:47.536117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Request body: {'subnet': {'network_id': '777f2f1b-1a0f-4377-8a0e-02d3045c0cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1231164284-subnet', 'tenant_id': '0e29bd5cae3e43b0a93bb8eb471702d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:47.540963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 777f2f1b-1a0f-4377-8a0e-02d3045c0cca details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:47.593695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network e636e3fb-f83b-4333-a7d3-a436a27c91c0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:47.598984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Made reservation on behalf of 0e29bd5cae3e43b0a93bb8eb471702d4 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:47.603149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.604081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:47.607240 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:47.609094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.668060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=86921ba0-51f3-4452-9f31-a07c38f9874d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.877743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.965329 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d33a0abe-ce44-474d-9986-b88ccb1dc53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.021911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.037949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Provisioning complete for port 9d139beb-a1e1-467e-84fd-167617273d3c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:48.038448 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15ef16bd-4772-4f80-a90a-c62f1826f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.149202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02236c6-5d79-4ce5-8248-b8c6bee867f7 req-89052200-89f7-4572-aee9-4c6ab8165181 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.150741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a02236c6-5d79-4ce5-8248-b8c6bee867f7 req-89052200-89f7-4572-aee9-4c6ab8165181 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.1793723 Nov 22 16:38:48.189681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e135bc05-f9d8-4f63-b9a8-bd511151d9ef up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:48.209222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f3f5d3-d16f-4cb5-9bc7-baa753ebb160,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:48.257850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a02236c6-5d79-4ce5-8248-b8c6bee867f7 req-7e892991-064d-4b64-80f8-9ed24aa5efe5 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855203 Nov 22 16:38:48.259094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Checking segment: {'id': '62c26d4a-6215-4485-bca3-e9d628b1e250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '777f2f1b-1a0f-4377-8a0e-02d3045c0cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:48.259771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Network hostable DHCP agents. Network: 777f2f1b-1a0f-4377-8a0e-02d3045c0cca, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:48.315046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Network 777f2f1b-1a0f-4377-8a0e-02d3045c0cca is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:48.322882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e135bc05-f9d8-4f63-b9a8-bd511151d9ef triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:48.323323 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.333638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 777f2f1b-1a0f-4377-8a0e-02d3045c0cca) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:48.352083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.353723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.396231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3361f3-f9c9-4126-882f-fc7a2c688090 None None] Network 777f2f1b-1a0f-4377-8a0e-02d3045c0cca requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:48.410310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eef55e65-e29c-496a-8518-5abc91b1fa0e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8783376 Nov 22 16:38:48.504630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-33fd6065-e085-43b0-ba48-ab7ac60acfa4 None None] Provisioning complete for port 86921ba0-51f3-4452-9f31-a07c38f9874d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:48.505787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33fd6065-e085-43b0-ba48-ab7ac60acfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.787373 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-33fd6065-e085-43b0-ba48-ab7ac60acfa4 None None] Port 86921ba0-51f3-4452-9f31-a07c38f9874d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:48.829408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-33fd6065-e085-43b0-ba48-ab7ac60acfa4 None None] Provisioning complete for port e135bc05-f9d8-4f63-b9a8-bd511151d9ef triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:48.829799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33fd6065-e085-43b0-ba48-ab7ac60acfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.889242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.899441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.904878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.974215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9e934-7f5d-4874-b631-8d4fa34aaa09 None None] Network 777f2f1b-1a0f-4377-8a0e-02d3045c0cca requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:49.045706 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.280489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=86921ba0-51f3-4452-9f31-a07c38f9874d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:49.280726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8a6a5-0c87-489e-9549-4cb4d6a62b4d req-ee841893-2a6b-4c40-8cbb-8eb65cb279dd tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.285434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6f8a6a5-0c87-489e-9549-4cb4d6a62b4d req-ee841893-2a6b-4c40-8cbb-8eb65cb279dd tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 945 time: 0.1445355 Nov 22 16:38:49.313442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network e636e3fb-f83b-4333-a7d3-a436a27c91c0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:49.319794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:49.384163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6f8a6a5-0c87-489e-9549-4cb4d6a62b4d req-4ec50553-df5d-4cd3-8c24-e8fc30ebc6dd tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891407 Nov 22 16:38:49.556987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 93e069b6-0277-4ceb-b248-2261d9657ece has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:49.577343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56532) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:49.737505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-44a8e15f-7b26-440b-a65f-9943a19b8a95 req-b474215b-c677-48df-ac83-62ce802516c2 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1564508642', 'description': 'tempest-description-382630894'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:49.771524 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:49.786439 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7a94beac-c066-4652-857d-5174cb8f258a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/93e069b6-0277-4ceb-b248-2261d9657ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2743483 Nov 22 16:38:49.787222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56536) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:49.789948 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4cf28-b19a-4a4b-bdcc-1509fcd75cef None None] Sync routers for ids ['93e069b6-0277-4ceb-b248-2261d9657ece'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:49.807623 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4cf28-b19a-4a4b-bdcc-1509fcd75cef None None] Routers {'93e069b6-0277-4ceb-b248-2261d9657ece'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:49.808686 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e4d4cf28-b19a-4a4b-bdcc-1509fcd75cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['93e069b6-0277-4ceb-b248-2261d9657ece'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:49.847651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d927117c-ba4d-4426-b20c-a73e820ce6a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.870192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94792a38-56ab-4bd3-8797-d266b11d5cb8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.873488 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-94792a38-56ab-4bd3-8797-d266b11d5cb8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports/86921ba0-51f3-4452-9f31-a07c38f9874d HTTP/1.1" status: 200 len: 913 time: 0.0848126 Nov 22 16:38:49.876768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56538) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:49.890702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6b9c9a20-d7d2-4fdb-8927-63eaa4bc3add None None] Provisioning complete for port 86921ba0-51f3-4452-9f31-a07c38f9874d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:49.891739 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9a20-d7d2-4fdb-8927-63eaa4bc3add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.902555 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-44a8e15f-7b26-440b-a65f-9943a19b8a95 req-b474215b-c677-48df-ac83-62ce802516c2 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.928327 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e4d4cf28-b19a-4a4b-bdcc-1509fcd75cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:49.947102 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4cf28-b19a-4a4b-bdcc-1509fcd75cef None None] Routers {'93e069b6-0277-4ceb-b248-2261d9657ece'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:49.947996 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e4d4cf28-b19a-4a4b-bdcc-1509fcd75cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['93e069b6-0277-4ceb-b248-2261d9657ece'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:49.984128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c9a20-d7d2-4fdb-8927-63eaa4bc3add None None] Port 86921ba0-51f3-4452-9f31-a07c38f9874d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:49.995951 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-44a8e15f-7b26-440b-a65f-9943a19b8a95 req-b474215b-c677-48df-ac83-62ce802516c2 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.002576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-44a8e15f-7b26-440b-a65f-9943a19b8a95 req-b474215b-c677-48df-ac83-62ce802516c2 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.006325 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e4d4cf28-b19a-4a4b-bdcc-1509fcd75cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:50.008138 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4cf28-b19a-4a4b-bdcc-1509fcd75cef None None] The sync data for ids ['93e069b6-0277-4ceb-b248-2261d9657ece'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:50.057297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474215b-c677-48df-ac83-62ce802516c2 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0bd2a-d695-4b51-a2c8-0c1db3a119fc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.066115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-44a8e15f-7b26-440b-a65f-9943a19b8a95 req-b474215b-c677-48df-ac83-62ce802516c2 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.083365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44a8e15f-7b26-440b-a65f-9943a19b8a95 req-b474215b-c677-48df-ac83-62ce802516c2 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3565814 Nov 22 16:38:50.101830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d927117c-ba4d-4426-b20c-a73e820ce6a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.113447 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d927117c-ba4d-4426-b20c-a73e820ce6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.171265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d927117c-ba4d-4426-b20c-a73e820ce6a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24c657e274994e7881e1fa42b0c59673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5917301 Nov 22 16:38:50.179258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:50.223190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device baf6a0f7-b113-410b-8deb-295897e2857d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:50.239292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927117c-ba4d-4426-b20c-a73e820ce6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9923fa-ab69-4a2d-920b-d64548dd11c7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.299478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e81a0bbf-d351-46b0-a44c-870ba54c508e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.333779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-a6939094-1463-4dd0-86bd-06816dd51ac9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.342694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-a6939094-1463-4dd0-86bd-06816dd51ac9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.349309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-a6939094-1463-4dd0-86bd-06816dd51ac9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.356738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-a6939094-1463-4dd0-86bd-06816dd51ac9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.358511 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port baf6a0f7-b113-410b-8deb-295897e2857d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:50.364240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-a6939094-1463-4dd0-86bd-06816dd51ac9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.364634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port baf6a0f7-b113-410b-8deb-295897e2857d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:50.365067 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.371630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-a6939094-1463-4dd0-86bd-06816dd51ac9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.379390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-a6939094-1463-4dd0-86bd-06816dd51ac9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.381531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-a6939094-1463-4dd0-86bd-06816dd51ac9 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5443 time: 0.2032402 Nov 22 16:38:50.407015 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e81a0bbf-d351-46b0-a44c-870ba54c508e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.464840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-43f0e57d-6a5d-4e0b-b5ad-db522d5eb1f7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.467039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-43f0e57d-6a5d-4e0b-b5ad-db522d5eb1f7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "GET /v2.0/ports/28892659-4971-4e49-a576-3a8312c6ef39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0766580 Nov 22 16:38:50.494168 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.532740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70739865-6e94-4628-95c2-4cf4e6720035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf6a0f7-b113-410b-8deb-295897e2857d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:50.535107 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7732832a-1738-4db8-b042-64b2ce58d30c" -d '{"events": [{"server_uuid": "70739865-6e94-4628-95c2-4cf4e6720035", "name": "network-vif-plugged", "status": "completed", "tag": "baf6a0f7-b113-410b-8deb-295897e2857d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:50.561317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port baf6a0f7-b113-410b-8deb-295897e2857d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=baf6a0f7-b113-410b-8deb-295897e2857d,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:50.570119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.575387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e81a0bbf-d351-46b0-a44c-870ba54c508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.579969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e81a0bbf-d351-46b0-a44c-870ba54c508e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.581336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e81a0bbf-d351-46b0-a44c-870ba54c508e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a9923fa-ab69-4a2d-920b-d64548dd11c7 HTTP/1.1" status: 204 len: 168 time: 0.4009380 Nov 22 16:38:50.607340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a0bbf-d351-46b0-a44c-870ba54c508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9923fa-ab69-4a2d-920b-d64548dd11c7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.631958 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-b3021335-489a-40cf-a76a-9bd0f211d62c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "GET /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1557467 Nov 22 16:38:50.645027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:50.739329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.850413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=baf6a0f7-b113-410b-8deb-295897e2857d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.893809 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.914827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.061184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-3d066726-2288-46af-9fcb-dbda251564dd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.062370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-3d066726-2288-46af-9fcb-dbda251564dd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.071664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-3d066726-2288-46af-9fcb-dbda251564dd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.078294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-3d066726-2288-46af-9fcb-dbda251564dd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.084403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-3d066726-2288-46af-9fcb-dbda251564dd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.090511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-3d066726-2288-46af-9fcb-dbda251564dd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.098081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-3d066726-2288-46af-9fcb-dbda251564dd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.108434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-3d066726-2288-46af-9fcb-dbda251564dd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 5443 time: 0.3337982 Nov 22 16:38:51.218921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 86921ba0-51f3-4452-9f31-a07c38f9874d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:51.218921 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.278822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06e730ad-2c54-4057-84c1-dfcc6f99da74 req-f5d84280-fc46-4106-b906-06592bce04e0 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&id=f745e6ef-1ca8-4411-9532-00509afbd1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1610134 Nov 22 16:38:51.312466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.337165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] For port 28892659-4971-4e49-a576-3a8312c6ef39, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28892659-4971-4e49-a576-3a8312c6ef39,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:51.369825 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.407651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] For port 28892659-4971-4e49-a576-3a8312c6ef39, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:51.417519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 86921ba0-51f3-4452-9f31-a07c38f9874d owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:51.489686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] device_id is not set on port 28892659-4971-4e49-a576-3a8312c6ef39 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:51.502867 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.524224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35129ae0-74eb-46cb-bd83-c0e4a210b2eb req-e5f402bb-21b1-4f06-8f31-f42341dc4ff7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.526172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35129ae0-74eb-46cb-bd83-c0e4a210b2eb req-e5f402bb-21b1-4f06-8f31-f42341dc4ff7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.0897484 Nov 22 16:38:51.527830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.659444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] Pushing event updated for resources: {'Port': ['ID=28892659-4971-4e49-a576-3a8312c6ef39,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:51.665913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] No DVR routers for this DVR port 28892659-4971-4e49-a576-3a8312c6ef39 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:51.722500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35129ae0-74eb-46cb-bd83-c0e4a210b2eb req-2b631636-f69f-477b-aa08-eb1ffb2e4e66 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854825 Nov 22 16:38:51.775515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] In _notify_port_updated(), no bound segment for port 28892659-4971-4e49-a576-3a8312c6ef39 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:38:51.778788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.781356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.785021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-6ab951b5-55b8-4f4c-a905-e1950aaf31a5 service neutron] 10.222.0.37 "PUT /v2.0/ports/28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 200 len: 1032 time: 1.1445081 Nov 22 16:38:51.858558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11281a13-9145-4a19-b8b1-a3876dad7096 req-c317d434-9989-423a-8e22-6ffb20f10345 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/d8b0bd2a-d695-4b51-a2c8-0c1db3a119fc HTTP/1.1" status: 200 len: 1823 time: 0.0714931 Nov 22 16:38:51.863823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-11281a13-9145-4a19-b8b1-a3876dad7096 req-5a52d0cd-8a31-409c-a180-fec3087201ce tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8b0bd2a-d695-4b51-a2c8-0c1db3a119fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:51.864477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-11281a13-9145-4a19-b8b1-a3876dad7096 req-5a52d0cd-8a31-409c-a180-fec3087201ce tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8b0bd2a-d695-4b51-a2c8-0c1db3a119fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:51.917499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-3991b36a-4f17-4971-89e4-3e5fdc95e28a tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.919684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-3991b36a-4f17-4971-89e4-3e5fdc95e28a tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "GET /v2.0/ports/ccd928a2-1f5c-45a7-a938-b2b22f4585d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0783355 Nov 22 16:38:51.931075 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.936076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:51.942587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56580) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:52.004997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=86921ba0-51f3-4452-9f31-a07c38f9874d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:52.054777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.065299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a945ec03-65d4-49cb-bb44-30460ef593fd None None] Provisioning complete for port 28892659-4971-4e49-a576-3a8312c6ef39 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:52.071500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a945ec03-65d4-49cb-bb44-30460ef593fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.194928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a945ec03-65d4-49cb-bb44-30460ef593fd None None] Port 28892659-4971-4e49-a576-3a8312c6ef39 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:52.221182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.236619 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-11281a13-9145-4a19-b8b1-a3876dad7096 req-5a52d0cd-8a31-409c-a180-fec3087201ce tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.257825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1820445347-network', 'tenant_id': '6cdb251341e84a28aac277445b096b14'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:52.331553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] For port ccd928a2-1f5c-45a7-a938-b2b22f4585d8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:52.333443 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Made reservation on behalf of 6cdb251341e84a28aac277445b096b14 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:52.336994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.350898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-11281a13-9145-4a19-b8b1-a3876dad7096 req-5a52d0cd-8a31-409c-a180-fec3087201ce tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.358762 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.363640 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-11281a13-9145-4a19-b8b1-a3876dad7096 req-5a52d0cd-8a31-409c-a180-fec3087201ce tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.395281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52d0cd-8a31-409c-a180-fec3087201ce tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff9f025-ce8b-4717-8be8-0fc2b966a4b1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:52.429725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-11281a13-9145-4a19-b8b1-a3876dad7096 req-5a52d0cd-8a31-409c-a180-fec3087201ce tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.431461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11281a13-9145-4a19-b8b1-a3876dad7096 req-5a52d0cd-8a31-409c-a180-fec3087201ce tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5716553 Nov 22 16:38:52.447421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] For port ccd928a2-1f5c-45a7-a938-b2b22f4585d8, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:52.503754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] device_id is not set on port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:52.522181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.530872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 93e069b6-0277-4ceb-b248-2261d9657ece has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:52.557899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.674107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.720083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378aaeef-e801-4a77-8061-3f61c846c6a5 req-4bfab810-27c6-4fdf-9337-153f70709d1c tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:52.731763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378aaeef-e801-4a77-8061-3f61c846c6a5 req-4bfab810-27c6-4fdf-9337-153f70709d1c tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 946 time: 0.2183180 Nov 22 16:38:52.742482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.800058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] No DVR routers for this DVR port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:52.811291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:52.883777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:52.911422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0ddfbb-af42-4f55-b6b7-34b0bde37496,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:52.938160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.938597 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Added segment f882922a-12c2-4aba-81dc-e41e276315ff of type vlan for network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 Nov 22 16:38:53.021953 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.042282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-10346079-966d-460d-9b47-c1e6d01b8a75 None None] Provisioning complete for port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:53.044215 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10346079-966d-460d-9b47-c1e6d01b8a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.072307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-378aaeef-e801-4a77-8061-3f61c846c6a5 req-6ff9ea85-a102-4cbd-bb99-3ce4d738e442 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392127 Nov 22 16:38:53.085501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] In _notify_port_updated(), no bound segment for port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 on network 2b6e8df2-483e-44bc-9405-18a8edc40f68 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:38:53.087505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.088196 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.090032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-f5dbe7a7-cb90-48fc-969d-223c17231cd1 service neutron] 10.222.0.37 "PUT /v2.0/ports/ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 200 len: 1032 time: 1.1616907 Nov 22 16:38:53.098350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:53.124290 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4756d429-e8d1-401a-b498-14e09a130398 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/93e069b6-0277-4ceb-b248-2261d9657ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2270553 Nov 22 16:38:53.124445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56590) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:53.141429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ab2d77-51a3-4b5a-8fa5-d11a24c8f3e1 None None] Sync routers for ids ['93e069b6-0277-4ceb-b248-2261d9657ece'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:53.147322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-10346079-966d-460d-9b47-c1e6d01b8a75 None None] Port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:53.166657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ab2d77-51a3-4b5a-8fa5-d11a24c8f3e1 None None] Routers {'93e069b6-0277-4ceb-b248-2261d9657ece'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:53.169093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a2ab2d77-51a3-4b5a-8fa5-d11a24c8f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['93e069b6-0277-4ceb-b248-2261d9657ece'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:53.248447 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375b01b8-76e6-46e4-8779-0f35ac82932d x-openstack-request-id: req-375b01b8-76e6-46e4-8779-0f35ac82932d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:53.249143 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70739865-6e94-4628-95c2-4cf4e6720035", "name": "network-vif-plugged", "status": "completed", "tag": "baf6a0f7-b113-410b-8deb-295897e2857d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:53.249526 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-375b01b8-76e6-46e4-8779-0f35ac82932d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:53.250077 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70739865-6e94-4628-95c2-4cf4e6720035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf6a0f7-b113-410b-8deb-295897e2857d', 'code': 200} Nov 22 16:38:53.251177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a2ab2d77-51a3-4b5a-8fa5-d11a24c8f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:53.263389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ab2d77-51a3-4b5a-8fa5-d11a24c8f3e1 None None] Routers {'93e069b6-0277-4ceb-b248-2261d9657ece'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:53.264532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a2ab2d77-51a3-4b5a-8fa5-d11a24c8f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['93e069b6-0277-4ceb-b248-2261d9657ece'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:53.277819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.278839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.279448 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.315080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a2ab2d77-51a3-4b5a-8fa5-d11a24c8f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:53.316328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ab2d77-51a3-4b5a-8fa5-d11a24c8f3e1 None None] The sync data for ids ['93e069b6-0277-4ceb-b248-2261d9657ece'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:53.739940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7953036 Nov 22 16:38:53.743600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56592) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:53.749266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Request body: {'subnet': {'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1820445347-subnet', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:53.760108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94a6ee-c28b-4673-a9e9-b5dfab4b4b2b admin admin] Pushing event updated for resources: {'Network': ['ID=0100c3d2-37de-41b4-b725-a0c27bdb28d1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:53.791201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:53.798487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Made reservation on behalf of 6cdb251341e84a28aac277445b096b14 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:53.801913 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.898234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeabe6d-df68-4378-8228-6dbd5de457be req-8c9f54dd-acec-40cf-8d6d-9cc7af7ee34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.900029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7eeabe6d-df68-4378-8228-6dbd5de457be req-8c9f54dd-acec-40cf-8d6d-9cc7af7ee34a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 1097 time: 0.2833288 Nov 22 16:38:53.914467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cb06f-1305-4d58-bc96-b40d31d94d46 req-6d5043bf-332a-42b6-84f2-ec0a20d7fc3c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.920763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cb06f-1305-4d58-bc96-b40d31d94d46 req-6d5043bf-332a-42b6-84f2-ec0a20d7fc3c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.926941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cb06f-1305-4d58-bc96-b40d31d94d46 req-6d5043bf-332a-42b6-84f2-ec0a20d7fc3c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.933151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cb06f-1305-4d58-bc96-b40d31d94d46 req-6d5043bf-332a-42b6-84f2-ec0a20d7fc3c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.939369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cb06f-1305-4d58-bc96-b40d31d94d46 req-6d5043bf-332a-42b6-84f2-ec0a20d7fc3c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.941287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-964cb06f-1305-4d58-bc96-b40d31d94d46 req-6d5043bf-332a-42b6-84f2-ec0a20d7fc3c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 3885 time: 0.3357115 Nov 22 16:38:54.046583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port 2e82f3de-69c3-4e1c-b5df-986471b0e325 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:54.047217 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.094583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.193312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac649ca-ead4-4a70-8bad-8a8a2ec7017f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:54.198970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Checking segment: {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:54.199354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Network hostable DHCP agents. Network: 0100c3d2-37de-41b4-b725-a0c27bdb28d1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:54.207600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7eeabe6d-df68-4378-8228-6dbd5de457be req-08dad0d0-0932-4b10-8ae2-06fc29860eef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634227 Nov 22 16:38:54.214239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-964cb06f-1305-4d58-bc96-b40d31d94d46 req-3a26067f-92fc-4f65-a035-32eeae1861a6 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585685 Nov 22 16:38:54.222400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:54.247866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 0100c3d2-37de-41b4-b725-a0c27bdb28d1) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:54.255072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.258169 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.262022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b0a2ea-1ede-4714-b517-1d9fdc0bf1a2 None None] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:54.304153 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-97b25866-28b1-4c2b-9ef3-83073be81c25 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5559037 Nov 22 16:38:54.307565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56598) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:54.312505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:54.319897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a0307ead-5f19-4ccc-b755-b7bc645b59d6 req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1727568758', 'description': 'tempest-description-907984678'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:54.338505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] For port 2e82f3de-69c3-4e1c-b5df-986471b0e325, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2e82f3de-69c3-4e1c-b5df-986471b0e325,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:54.339038 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.360138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for 2e82f3de-69c3-4e1c-b5df-986471b0e325 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:54.365564 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.api [req-a0307ead-5f19-4ccc-b755-b7bc645b59d6 req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:38:54.365564 n-d-816865-2 neutron-server[103443]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 16:38:54.365564 n-d-816865-2 neutron-server[103443]: [parameters: {'project_id_1': '0e29bd5cae3e43b0a93bb8eb471702d4', 'expiration_1': datetime.datetime(2021, 11, 22, 16, 38, 34, 330812)}] Nov 22 16:38:54.365564 n-d-816865-2 neutron-server[103443]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:38:54.366248 n-d-816865-2 neutron-server[103443]: DEBUG oslo_db.api [req-a0307ead-5f19-4ccc-b755-b7bc645b59d6 req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:38:54.379193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.380413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.517264 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.557776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.613566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 52b37758-1682-4270-ab29-780874e6899b no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:54.639595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:54.640659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.755695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.783633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.858743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=2e82f3de-69c3-4e1c-b5df-986471b0e325,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:54.873184 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:38:54.914538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Allocated IP 172.20.0.2 (0100c3d2-37de-41b4-b725-a0c27bdb28d1/dac649ca-ead4-4a70-8bad-8a8a2ec7017f/3bcd4303-ff78-410a-97b7-9c33280fbd87) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:54.949149 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.980367 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a0307ead-5f19-4ccc-b755-b7bc645b59d6 req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.006423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] No DVR routers for this DVR port 2e82f3de-69c3-4e1c-b5df-986471b0e325 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:55.023859 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.029543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-0a5bf067-72b1-4f5c-8791-6f7d4f8582ce tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "DELETE /v2.0/ports/2e82f3de-69c3-4e1c-b5df-986471b0e325 HTTP/1.1" status: 204 len: 173 time: 1.9312010 Nov 22 16:38:55.034234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3cc86-9eab-4343-8072-2d75373f425f req-3e0f770b-b02e-452b-9440-60b80003ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.034856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': '2e82f3de-69c3-4e1c-b5df-986471b0e325'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:55.036286 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-3e0f770b-b02e-452b-9440-60b80003ef87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7&tenant_id=cbef877ec5804e888249ee8576fc34bd HTTP/1.1" status: 200 len: 1094 time: 0.1470048 Nov 22 16:38:55.037535 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad81c789-25fb-477d-af24-ba898b73f283" -d '{"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "2e82f3de-69c3-4e1c-b5df-986471b0e325"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:55.094417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 52b37758-1682-4270-ab29-780874e6899b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=52b37758-1682-4270-ab29-780874e6899b,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:55.105265 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.106310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c0d4f85a-1783-4f53-806b-b3186488fd29 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:55.180366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=52b37758-1682-4270-ab29-780874e6899b,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:55.193280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-730283c3-098e-45b5-9936-e922b148d64c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2081082 Nov 22 16:38:55.213390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3cc86-9eab-4343-8072-2d75373f425f req-3e872851-75bf-4d6a-a2fe-29a22a62f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.215621 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-3e872851-75bf-4d6a-a2fe-29a22a62f0e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 1094 time: 0.1509733 Nov 22 16:38:55.251781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b37758-1682-4270-ab29-780874e6899b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:55.281868 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c2bf88-5a2d-457c-90b5-adde8989a2b5" -d '{"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-unplugged", "status": "completed", "tag": "52b37758-1682-4270-ab29-780874e6899b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:55.319436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.381488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a0307ead-5f19-4ccc-b755-b7bc645b59d6 req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.399329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a0307ead-5f19-4ccc-b755-b7bc645b59d6 req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.416978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.435366 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.439913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:55.440912 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.473238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.567753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 52d2911e-373b-44e8-97f3-65832c5c7823 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:55.568230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.575673 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.585896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3cc86-9eab-4343-8072-2d75373f425f req-a642ced2-ca6a-4a1c-9786-d2c7b3bd2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.588450 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-a642ced2-ca6a-4a1c-9786-d2c7b3bd2e0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.3639739 Nov 22 16:38:55.588891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:55.599230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a0307ead-5f19-4ccc-b755-b7bc645b59d6 req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.611754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0307ead-5f19-4ccc-b755-b7bc645b59d6 req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.3199167 Nov 22 16:38:55.653672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c0d4f85a-1783-4f53-806b-b3186488fd29, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c0d4f85a-1783-4f53-806b-b3186488fd29,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:55.656391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:55.664299 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.665120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:55.667463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ee39e-958a-4c64-9092-d15657845188 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9529d27-d75b-4434-886a-773b548e82dc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:55.668827 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Pushing event updated for resources: {'Port': ['ID=3bcd4303-ff78-410a-97b7-9c33280fbd87,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:55.673097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-c54d0921-9f6f-4061-b934-e6d5c681c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.676191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-c54d0921-9f6f-4061-b934-e6d5c681c4d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c893890fd464a4cb83f18e6e48a24e6&device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 1097 time: 0.3864594 Nov 22 16:38:55.687441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:55.813904 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-3b6ff5bd-ffb6-4174-9146-cb3120f386b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb31439e-5d44-451e-8b08-8ec8417b2532 HTTP/1.1" status: 200 len: 999 time: 0.2167952 Nov 22 16:38:55.844772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Allocated IP 172.25.0.164 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/1271fdf0-f57e-43e5-9cc2-ac338d4a49c9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:55.873157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Attempting to bind port 3bcd4303-ff78-410a-97b7-9c33280fbd87 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:55.873699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Attempting to bind port 3bcd4303-ff78-410a-97b7-9c33280fbd87 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:55.874166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Attempting to bind port 3bcd4303-ff78-410a-97b7-9c33280fbd87 on network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:55.879096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c0d4f85a-1783-4f53-806b-b3186488fd29,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:55.896827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.948933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.964618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:55.965702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Checking segment: {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:55.966213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.966712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Bound using segment: {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:55.969740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Bound port: 3bcd4303-ff78-410a-97b7-9c33280fbd87, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:55.969740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.990307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3cc86-9eab-4343-8072-2d75373f425f req-d9b67252-8c6c-401f-b827-b4afedcf8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.993065 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-d9b67252-8c6c-401f-b827-b4afedcf8997 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.1623454 Nov 22 16:38:55.997268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 52d2911e-373b-44e8-97f3-65832c5c7823 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:56.001197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] For port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:56.001575 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.008775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:56.017919 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.020237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28892659-4971-4e49-a576-3a8312c6ef39 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:56.049809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9868541-3385-447f-9bd8-2e6f89bd9282 req-49f2f410-8dbb-4f5e-a430-48bb73435229 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.052255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9868541-3385-447f-9bd8-2e6f89bd9282 req-49f2f410-8dbb-4f5e-a430-48bb73435229 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.3194208 Nov 22 16:38:56.054186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:56.084765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.138653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3cc86-9eab-4343-8072-2d75373f425f req-ca5cedee-25bd-4201-9426-c00011fcb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.141493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-ca5cedee-25bd-4201-9426-c00011fcb534 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404645 Nov 22 16:38:56.179197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.179587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28892659-4971-4e49-a576-3a8312c6ef39 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:56.180179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ccd928a2-1f5c-45a7-a938-b2b22f4585d8 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:56.279679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-282ebbcc-b524-4130-9b83-d028619dc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.281179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-282ebbcc-b524-4130-9b83-d028619dc558 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 HTTP/1.1" status: 200 len: 916 time: 0.4513547 Nov 22 16:38:56.281315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] For port 3bcd4303-ff78-410a-97b7-9c33280fbd87, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:56.288272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] For port 3bcd4303-ff78-410a-97b7-9c33280fbd87, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3bcd4303-ff78-410a-97b7-9c33280fbd87,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:56.294666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ccd928a2-1f5c-45a7-a938-b2b22f4585d8 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:56.295726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2e82f3de-69c3-4e1c-b5df-986471b0e325 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:56.307479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.335979 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-0735e661-f048-4c5d-a1b3-a9baca56446e service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800566 Nov 22 16:38:56.338099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.370620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9868541-3385-447f-9bd8-2e6f89bd9282 req-5c3481bc-0780-4eff-a9db-06671d6d17f0 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3057361 Nov 22 16:38:56.440390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-72274882-f1f5-4c1d-99f9-282ab7ecb83e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fea9211-88bf-45da-b978-0711bc2a63fc HTTP/1.1" status: 200 len: 217 time: 0.1428351 Nov 22 16:38:56.442915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25083de8-299d-4c76-82b2-0eeb19bd1506 None None] Pushing event updated for resources: {'Port': ['ID=3bcd4303-ff78-410a-97b7-9c33280fbd87,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.456230 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 2e82f3de-69c3-4e1c-b5df-986471b0e325 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:56.456860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2e82f3de-69c3-4e1c-b5df-986471b0e325 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:56.457434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 6b66d3b5-e58d-4ec8-814e-9327346ca5fb no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:56.534694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:56.558910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:56.582442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:56.590675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-38e238b1-ee58-49b7-b741-23f62a50705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.592164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-38e238b1-ee58-49b7-b741-23f62a50705a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b6ede31-2864-452e-a546-535bfbf68f8d HTTP/1.1" status: 200 len: 855 time: 0.1365907 Nov 22 16:38:56.604748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.625821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f4d07-bf86-41fe-ad43-b3b404b67608 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:56.659335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Pushing event updated for resources: {'Port': ['ID=1271fdf0-f57e-43e5-9cc2-ac338d4a49c9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.677258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:56.689148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-2b444acd-5a71-4072-917d-346778ac8fb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578055 Nov 22 16:38:56.692754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.735606 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-63b3cc86-9eab-4343-8072-2d75373f425f req-50710402-93ff-4f34-86b6-aa20646aa0a5 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882518 Nov 22 16:38:56.769596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fafb81f1-f639-4a6d-86a9-19ab2c1731c1 None None] Provisioning complete for port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:56.770421 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fafb81f1-f639-4a6d-86a9-19ab2c1731c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.815476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-7ed0640b-e2eb-49d5-ad34-a9f8b374e4c0 service neutron] 10.222.0.62 "GET /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127048 Nov 22 16:38:56.825145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a142c-2bc0-4615-9f0b-912d8bae55c8 req-39b9a588-2544-40de-a8ad-90305e04e697 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.826045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-416a142c-2bc0-4615-9f0b-912d8bae55c8 req-39b9a588-2544-40de-a8ad-90305e04e697 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 946 time: 0.3148794 Nov 22 16:38:56.870157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fafb81f1-f639-4a6d-86a9-19ab2c1731c1 None None] Port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:56.903185 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.920495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.920772 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.244884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.402315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=52d2911e-373b-44e8-97f3-65832c5c7823,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:57.435988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=12cc7d23-1d90-4dd3-a315-b7423f2e19d5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:57.675434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.676998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-416a142c-2bc0-4615-9f0b-912d8bae55c8 req-a6318561-a599-41be-8421-1e33652aaa13 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7691748 Nov 22 16:38:57.932823 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.942211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] No DVR routers for this DVR port 12cc7d23-1d90-4dd3-a315-b7423f2e19d5 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:57.945430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.949808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-ab0f1fb9-6e96-4f34-9d06-d36a48fd9e57 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "DELETE /v2.0/ports/12cc7d23-1d90-4dd3-a315-b7423f2e19d5 HTTP/1.1" status: 204 len: 173 time: 2.8882372 Nov 22 16:38:57.960587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cc20793-2209-41ad-87fd-1ca2238b7b67 req-fa87aec4-811d-4d2f-a587-713becd70bb4 service neutron] 10.222.0.62 "GET /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1258836 Nov 22 16:38:58.343389 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe8778-6925-4274-9bc5-74d7528c43bb x-openstack-request-id: req-d2fe8778-6925-4274-9bc5-74d7528c43bb {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:58.344797 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "2e82f3de-69c3-4e1c-b5df-986471b0e325", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:58.345996 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2fe8778-6925-4274-9bc5-74d7528c43bb {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:58.346533 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': '2e82f3de-69c3-4e1c-b5df-986471b0e325', 'status': 'completed', 'code': 200} Nov 22 16:38:58.497177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3bcd4303-ff78-410a-97b7-9c33280fbd87 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:58.551525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Router 42532f92-3977-44fb-879d-264263f89779 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:38:58.632887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3bcd4303-ff78-410a-97b7-9c33280fbd87 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:58.633275 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.849964 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.896523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 3bcd4303-ff78-410a-97b7-9c33280fbd87, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3bcd4303-ff78-410a-97b7-9c33280fbd87,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:58.903375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.949289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 93e069b6-0277-4ceb-b248-2261d9657ece has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:58.953184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:58.967415 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Sync routers for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:58.984462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa63d8-7359-4e6f-bbba-5f577b2d2e72 req-cd8b3a19-be78-4f84-beef-8e5e54c48649 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:58.989686 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:58.991747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa63d8-7359-4e6f-bbba-5f577b2d2e72 req-cd8b3a19-be78-4f84-beef-8e5e54c48649 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:58.992479 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:58.995804 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.000007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa63d8-7359-4e6f-bbba-5f577b2d2e72 req-cd8b3a19-be78-4f84-beef-8e5e54c48649 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:59.000748 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a6a6d5ae-92bc-4659-bab3-e8f173895e1b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6901569 Nov 22 16:38:59.003440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56638) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:59.008647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2fa63d8-7359-4e6f-bbba-5f577b2d2e72 req-cd8b3a19-be78-4f84-beef-8e5e54c48649 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 2409 time: 0.3769610 Nov 22 16:38:59.012712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4904cbe4-d4ab-4a70-a92e-7ef270cf21c8 None None] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:59.086898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=3bcd4303-ff78-410a-97b7-9c33280fbd87,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:59.310282 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:59.324784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ac3e0c98-b2b2-47c9-bd4f-1c906f8356bf None None] Provisioning complete for port 3bcd4303-ff78-410a-97b7-9c33280fbd87 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:59.325411 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0c98-b2b2-47c9-bd4f-1c906f8356bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.329654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port c0d4f85a-1783-4f53-806b-b3186488fd29 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:59.335518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.340222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:59.362757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9206b90e-98a3-4f6b-9bcc-2fc20fc3c5bd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/93e069b6-0277-4ceb-b248-2261d9657ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2515140 Nov 22 16:38:59.391514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:59.466096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0700f39-4aab-4488-97d4-4edc2c5ead5c None None] Sync routers for ids ['93e069b6-0277-4ceb-b248-2261d9657ece'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:59.550769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f552aacd-4694-40d4-a33c-d98072c32766 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e069b6-0277-4ceb-b248-2261d9657ece HTTP/1.1" status: 200 len: 205 time: 0.1504161 Nov 22 16:38:59.554146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:59.570498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0700f39-4aab-4488-97d4-4edc2c5ead5c None None] Routers {'93e069b6-0277-4ceb-b248-2261d9657ece'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:59.578048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2fa63d8-7359-4e6f-bbba-5f577b2d2e72 req-01888fec-5b6a-43a1-9c6e-d6eb63eb5780 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5681217 Nov 22 16:38:59.587209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c0700f39-4aab-4488-97d4-4edc2c5ead5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['93e069b6-0277-4ceb-b248-2261d9657ece'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:59.942124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c0700f39-4aab-4488-97d4-4edc2c5ead5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:59.970440 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8871ec-3907-4271-a816-f2432a85df7f x-openstack-request-id: req-bb8871ec-3907-4271-a816-f2432a85df7f {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:59.971998 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-unplugged", "status": "completed", "tag": "52b37758-1682-4270-ab29-780874e6899b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:59.972616 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb8871ec-3907-4271-a816-f2432a85df7f {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:59.975015 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:38:57Z', 'revision_number': 3, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:59.977234 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b37758-1682-4270-ab29-780874e6899b', 'code': 200} Nov 22 16:39:00.076481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3af2f014-ab7f-49d7-a1a8-9471378675a1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.152715 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Checking router: 42532f92-3977-44fb-879d-264263f89779 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:00.158030 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Updating router 42532f92-3977-44fb-879d-264263f89779 port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:00.166301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0700f39-4aab-4488-97d4-4edc2c5ead5c None None] Routers {'93e069b6-0277-4ceb-b248-2261d9657ece'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:00.167658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c0700f39-4aab-4488-97d4-4edc2c5ead5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['93e069b6-0277-4ceb-b248-2261d9657ece'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:00.251000 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.276463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3bcd4303-ff78-410a-97b7-9c33280fbd87 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:00.283960 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c0700f39-4aab-4488-97d4-4edc2c5ead5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:00.285649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0700f39-4aab-4488-97d4-4edc2c5ead5c None None] The sync data for ids ['93e069b6-0277-4ceb-b248-2261d9657ece'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:00.451691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c339a441-581a-4a9e-98fd-2c1f640844b2 req-0cb9df41-2e40-4ab4-a7b6-56be7de9988a tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/d9529d27-d75b-4434-886a-773b548e82dc HTTP/1.1" status: 200 len: 1823 time: 0.5457551 Nov 22 16:39:00.452181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:00.454875 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e8331b-22d0-4c80-a264-456f9ae2d4d4" -d '{"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "12cc7d23-1d90-4dd3-a315-b7423f2e19d5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:00.464107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3bcd4303-ff78-410a-97b7-9c33280fbd87 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:00.465139 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.476958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-c339a441-581a-4a9e-98fd-2c1f640844b2 req-267f7781-fb0e-4422-98a1-36cd6d0a0c84 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd9529d27-d75b-4434-886a-773b548e82dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:00.477253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-c339a441-581a-4a9e-98fd-2c1f640844b2 req-267f7781-fb0e-4422-98a1-36cd6d0a0c84 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd9529d27-d75b-4434-886a-773b548e82dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:00.556705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] For port c0d4f85a-1783-4f53-806b-b3186488fd29, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c0d4f85a-1783-4f53-806b-b3186488fd29,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:00.557161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.585126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for c0d4f85a-1783-4f53-806b-b3186488fd29 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:00.930252 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3af2f014-ab7f-49d7-a1a8-9471378675a1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.937337 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3af2f014-ab7f-49d7-a1a8-9471378675a1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.985209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2cc87b99-adff-4ca3-959c-d1434a7546ff None None] Provisioning complete for port 3bcd4303-ff78-410a-97b7-9c33280fbd87 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:00.985854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cc87b99-adff-4ca3-959c-d1434a7546ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.249521 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.264092 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.331135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3af2f014-ab7f-49d7-a1a8-9471378675a1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.331985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af2f014-ab7f-49d7-a1a8-9471378675a1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Fanout notify agent at l3_agent the message router_deleted on router 93e069b6-0277-4ceb-b248-2261d9657ece {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:39:01.345797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.422004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3af2f014-ab7f-49d7-a1a8-9471378675a1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.424466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3af2f014-ab7f-49d7-a1a8-9471378675a1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/93e069b6-0277-4ceb-b248-2261d9657ece HTTP/1.1" status: 204 len: 168 time: 1.8393698 Nov 22 16:39:01.440913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56654) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:01.500697 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da7f10-fb95-4a34-9935-f35081abb918 None None] Pushing event updated for resources: {'Port': ['ID=1271fdf0-f57e-43e5-9cc2-ac338d4a49c9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:01.539013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515e145-3652-4ba6-8017-acaf101e7996 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:01.542539 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c339a441-581a-4a9e-98fd-2c1f640844b2 req-267f7781-fb0e-4422-98a1-36cd6d0a0c84 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.615465 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Attempting to bind port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:01.618765 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Attempting to bind port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:01.620929 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Attempting to bind port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:01.641673 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:01.642089 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:01.642492 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.642892 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:01.643423 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Bound port: 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:01.643855 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.685291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c339a441-581a-4a9e-98fd-2c1f640844b2 req-267f7781-fb0e-4422-98a1-36cd6d0a0c84 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.702224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e2974e-8d46-4c3d-a0fc-d64348cea257 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet 1d99a161-7c47-4d02-8fba-9400b34c0ce8 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:01.705950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Allocated IP 172.20.0.1 (0100c3d2-37de-41b4-b725-a0c27bdb28d1/dac649ca-ead4-4a70-8bad-8a8a2ec7017f/dcc6e76f-7469-4b34-8121-49a6f3dfecb7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:01.706495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ec109ada-5847-49ae-815d-7c69045150e1 None None] Provisioning complete for port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:01.710287 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec109ada-5847-49ae-815d-7c69045150e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.716553 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c339a441-581a-4a9e-98fd-2c1f640844b2 req-267f7781-fb0e-4422-98a1-36cd6d0a0c84 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.746564 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99e2974e-8d46-4c3d-a0fc-d64348cea257 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.764349 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] For port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:01.771781 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] For port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1271fdf0-f57e-43e5-9cc2-ac338d4a49c9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:01.778750 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.834436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ec109ada-5847-49ae-815d-7c69045150e1 None None] Port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:01.874456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f7781-fb0e-4422-98a1-36cd6d0a0c84 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905df219-8c54-4270-a06d-70461ac5a93b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:01.900508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.920412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c339a441-581a-4a9e-98fd-2c1f640844b2 req-267f7781-fb0e-4422-98a1-36cd6d0a0c84 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.943361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c339a441-581a-4a9e-98fd-2c1f640844b2 req-267f7781-fb0e-4422-98a1-36cd6d0a0c84 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.4639544 Nov 22 16:39:01.944279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a493d-05b3-4fa2-a250-a176b0045e7a None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:01.979179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d4f85a-1783-4f53-806b-b3186488fd29'}, {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5'}, {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:01.983141 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc26d9e-8b3f-488d-9cc6-b027d9c76e2d" -d '{"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d4f85a-1783-4f53-806b-b3186488fd29"}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-unplugged", "status": "completed", "tag": "12cc7d23-1d90-4dd3-a315-b7423f2e19d5"}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-unplugged", "status": "completed", "tag": "6b66d3b5-e58d-4ec8-814e-9327346ca5fb"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:01.993445 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:01.995378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99e2974e-8d46-4c3d-a0fc-d64348cea257 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.002444 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:02.018735 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da7f10-fb95-4a34-9935-f35081abb918 None None] Pushing event updated for resources: {'Port': ['ID=1271fdf0-f57e-43e5-9cc2-ac338d4a49c9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:02.032337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.080968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-af21da65-be00-4ed4-9f9f-2a3d400d3066 None None] Provisioning complete for port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:02.081807 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af21da65-be00-4ed4-9f9f-2a3d400d3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.114586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.186598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:02.211703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:02.216027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:02.331514 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.365330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=c0d4f85a-1783-4f53-806b-b3186488fd29,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:02.490771 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:02.533311 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af21da65-be00-4ed4-9f9f-2a3d400d3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.549394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] No DVR routers for this DVR port c0d4f85a-1783-4f53-806b-b3186488fd29 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:02.575480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-af21da65-be00-4ed4-9f9f-2a3d400d3066 None None] For port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1271fdf0-f57e-43e5-9cc2-ac338d4a49c9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:02.580854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.581735 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af21da65-be00-4ed4-9f9f-2a3d400d3066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.604680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-58bd1e86-b74f-4516-8f28-c2468e0cb20e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "DELETE /v2.0/ports/c0d4f85a-1783-4f53-806b-b3186488fd29 HTTP/1.1" status: 204 len: 173 time: 4.4664776 Nov 22 16:39:02.629823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:02.700539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.721291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21da65-be00-4ed4-9f9f-2a3d400d3066 None None] Pushing event updated for resources: {'Port': ['ID=1271fdf0-f57e-43e5-9cc2-ac338d4a49c9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:02.913992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99e2974e-8d46-4c3d-a0fc-d64348cea257 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.950922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-772f7fb1-1e3d-4171-9e37-2f313b99399a None None] Provisioning complete for port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:02.967205 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-772f7fb1-1e3d-4171-9e37-2f313b99399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.077455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc39563-6388-4daa-b2f9-d6b23d5bacf0 req-26f7ce30-90cb-4067-bf5d-f47030687084 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:03.079328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1bc39563-6388-4daa-b2f9-d6b23d5bacf0 req-26f7ce30-90cb-4067-bf5d-f47030687084 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.8511438 Nov 22 16:39:03.090082 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99e2974e-8d46-4c3d-a0fc-d64348cea257 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.117852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-772f7fb1-1e3d-4171-9e37-2f313b99399a None None] Port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:03.260487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2974e-8d46-4c3d-a0fc-d64348cea257 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=1d99a161-7c47-4d02-8fba-9400b34c0ce8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:03.283959 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99e2974e-8d46-4c3d-a0fc-d64348cea257 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.290534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143736e8-6f5d-41b8-894b-222594d83318 None None] Network e636e3fb-f83b-4333-a7d3-a436a27c91c0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:03.290736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-99e2974e-8d46-4c3d-a0fc-d64348cea257 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/1d99a161-7c47-4d02-8fba-9400b34c0ce8 HTTP/1.1" status: 204 len: 168 time: 1.8426721 Nov 22 16:39:03.294436 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56664) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:03.379983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1bc39563-6388-4daa-b2f9-d6b23d5bacf0 req-e40a2198-5d51-4418-8129-f1aa4cba36be tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326798 Nov 22 16:39:03.396038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port 52b37758-1682-4270-ab29-780874e6899b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:03.396390 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.409156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.409544 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:38:57Z', 'revision_number': 3, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:03.432836 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.534209 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64aa211-1f21-4bf1-98be-81c3478d1a01 None None] The sync data for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 is: [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:38:57Z', 'revision_number': 3, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:03.694557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] For port 52b37758-1682-4270-ab29-780874e6899b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=52b37758-1682-4270-ab29-780874e6899b,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:03.695132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.712097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.772026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-6105eadf-8ee9-4595-8cf8-f592bb0c244f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet 4a0954c7-42e8-483d-bcc4-aa7791e38f00 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:03.789975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6105eadf-8ee9-4595-8cf8-f592bb0c244f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.940937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] DHCP port deletion for e636e3fb-f83b-4333-a7d3-a436a27c91c0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:04.136701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Pushing event updated for resources: {'Port': ['ID=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:04.139528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] Deleting port e135bc05-f9d8-4f63-b9a8-bd511151d9ef {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:04.140097 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.165068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:04.175324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:04.255335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6105eadf-8ee9-4595-8cf8-f592bb0c244f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.280312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e135bc05-f9d8-4f63-b9a8-bd511151d9ef no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:04.327368 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.327368 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.327733 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Floating IP 4f21249f-1d4d-4d68-8585-67a1529a0d6d disassociated. External IP: 172.25.0.234, port: 52b37758-1682-4270-ab29-780874e6899b. Nov 22 16:39:04.328023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for 52b37758-1682-4270-ab29-780874e6899b owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:04.556706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] For port e135bc05-f9d8-4f63-b9a8-bd511151d9ef, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,segment=NetworkSegment(6038964f-0385-4aaa-a3d9-0ecd9c08755e),segment_id=6038964f-0385-4aaa-a3d9-0ecd9c08755e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:04.557720 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.673123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] Calling delete_port for e135bc05-f9d8-4f63-b9a8-bd511151d9ef owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:04.720781 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b54a2c-6fda-43b1-ad16-1f9f0f2ed037 x-openstack-request-id: req-21b54a2c-6fda-43b1-ad16-1f9f0f2ed037 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:04.721359 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "12cc7d23-1d90-4dd3-a315-b7423f2e19d5", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:04.724497 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21b54a2c-6fda-43b1-ad16-1f9f0f2ed037 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:04.727054 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5', 'status': 'completed', 'code': 200} Nov 22 16:39:04.807007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.859087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=52b37758-1682-4270-ab29-780874e6899b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:04.968348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.017866 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6105eadf-8ee9-4595-8cf8-f592bb0c244f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.184586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port e135bc05-f9d8-4f63-b9a8-bd511151d9ef, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,segment=NetworkSegment(6038964f-0385-4aaa-a3d9-0ecd9c08755e),segment_id=6038964f-0385-4aaa-a3d9-0ecd9c08755e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:05.208408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6105eadf-8ee9-4595-8cf8-f592bb0c244f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.222729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.224532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Router 42532f92-3977-44fb-879d-264263f89779 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:05.269559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105eadf-8ee9-4595-8cf8-f592bb0c244f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0954c7-42e8-483d-bcc4-aa7791e38f00,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:05.445271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:05.447564 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6105eadf-8ee9-4595-8cf8-f592bb0c244f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.454193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6105eadf-8ee9-4595-8cf8-f592bb0c244f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/4a0954c7-42e8-483d-bcc4-aa7791e38f00 HTTP/1.1" status: 204 len: 168 time: 2.1495006 Nov 22 16:39:05.471024 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-28ec534a-6b6f-444d-9c10-162b30249aef admin admin] 10.222.0.59 "PUT /v2.0/routers/42532f92-3977-44fb-879d-264263f89779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4532981 Nov 22 16:39:05.471024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56676) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:05.588203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0fd3b-272d-4af7-95ec-4104d5d6b5c3 None None] Network 12858706-fa25-40de-abb4-c8d8559d597e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:05.611162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6e44948e-632c-4e92-b33a-8ea4d3c82af7 None None] Provisioning complete for port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:05.611567 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e44948e-632c-4e92-b33a-8ea4d3c82af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.720610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.796516 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.937472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:06.003030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] No DVR routers for this DVR port e135bc05-f9d8-4f63-b9a8-bd511151d9ef on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:06.015222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bba112-6ae9-49e5-8311-b8be19e24b45 None None] Pushing event deleted for resources: {'Port': ['ID=e135bc05-f9d8-4f63-b9a8-bd511151d9ef,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:06.051927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6e44948e-632c-4e92-b33a-8ea4d3c82af7 None None] Port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:06.227279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.310332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e636e3fb-f83b-4333-a7d3-a436a27c91c0']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:06.313837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] DHCP port deletion for 12858706-fa25-40de-abb4-c8d8559d597e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:06.335194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6038964f-0385-4aaa-a3d9-0ecd9c08755e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:06.335778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6038964f-0385-4aaa-a3d9-0ecd9c08755e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:06.362222 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.391444 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.406566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:06.407422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:06.411084 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:06.416328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:06.485274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da29060-72a2-4d15-bf45-0af0ef2e49a8 req-cdbc8b47-d6c5-4c7a-88a1-7dce817b41d2 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:06.498564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0da29060-72a2-4d15-bf45-0af0ef2e49a8 req-cdbc8b47-d6c5-4c7a-88a1-7dce817b41d2 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 943 time: 1.7695940 Nov 22 16:39:06.577938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.628734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.637344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] Deleting port 9d139beb-a1e1-467e-84fd-167617273d3c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:06.638701 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.647165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.661125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/e636e3fb-f83b-4333-a7d3-a436a27c91c0 HTTP/1.1" status: 204 len: 168 time: 1.1975763 Nov 22 16:39:06.675409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:06.680832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a49f8-353b-4fa1-bde8-c5908716d4d0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=e636e3fb-f83b-4333-a7d3-a436a27c91c0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:06.769904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] For port 9d139beb-a1e1-467e-84fd-167617273d3c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d139beb-a1e1-467e-84fd-167617273d3c,segment=NetworkSegment(d270f736-588b-49d6-8302-4120d3c43f36),segment_id=d270f736-588b-49d6-8302-4120d3c43f36)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:06.770310 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.795295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] Calling delete_port for 9d139beb-a1e1-467e-84fd-167617273d3c owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:06.893858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': 'c0d4f85a-1783-4f53-806b-b3186488fd29'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:06.896007 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2251c5c-9324-4748-8747-f30b902549e4" -d '{"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "c0d4f85a-1783-4f53-806b-b3186488fd29"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:06.913557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.925233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:06.925948 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.971410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0da29060-72a2-4d15-bf45-0af0ef2e49a8 req-286b938e-1beb-4624-a58f-444b98d9071d tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff4e710-4763-44b4-a216-d2bef6b6d3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4301579 Nov 22 16:39:07.029752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-cf54e7e2-656b-4f4d-b13b-4eecc7c08790 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:07.034402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-cf54e7e2-656b-4f4d-b13b-4eecc7c08790 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.62 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 946 time: 0.6075280 Nov 22 16:39:07.084529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Router 5d9e1503-0927-4c53-822a-258b0d944e88 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:07.097913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f950593e-9f22-4de5-b6bc-5f489f756ce7 req-43d440f0-3bc8-45cd-ae02-7ecb1f13a2bd tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1154676254', 'description': 'tempest-description-1382011369'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:07.130689 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.132323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f950593e-9f22-4de5-b6bc-5f489f756ce7 req-43d440f0-3bc8-45cd-ae02-7ecb1f13a2bd tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.265946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] No DVR routers for this DVR port 9d139beb-a1e1-467e-84fd-167617273d3c on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:07.316682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e852db-ace1-422f-a0b2-35e0b9fb1478 None None] Pushing event deleted for resources: {'Port': ['ID=9d139beb-a1e1-467e-84fd-167617273d3c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:07.378411 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Sync routers for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:07.410890 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:07.415813 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:07.432308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.483628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12858706-fa25-40de-abb4-c8d8559d597e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:07.496099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd270f736-588b-49d6-8302-4120d3c43f36') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:07.497249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd270f736-588b-49d6-8302-4120d3c43f36') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:07.615338 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:07.628488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.663763 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.872944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.993942 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 2, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:08.001380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:08.002049 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:08.013591 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:08.018086 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f950593e-9f22-4de5-b6bc-5f489f756ce7 req-43d440f0-3bc8-45cd-ae02-7ecb1f13a2bd tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.061735 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Checking router: 42532f92-3977-44fb-879d-264263f89779 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:08.062094 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Updating router 42532f92-3977-44fb-879d-264263f89779 port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:08.073174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f950593e-9f22-4de5-b6bc-5f489f756ce7 req-43d440f0-3bc8-45cd-ae02-7ecb1f13a2bd tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.079902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Deleting port baf6a0f7-b113-410b-8deb-295897e2857d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:08.079902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.167666 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.172503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d139beb-a1e1-467e-84fd-167617273d3c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:08.215759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f950593e-9f22-4de5-b6bc-5f489f756ce7 req-43d440f0-3bc8-45cd-ae02-7ecb1f13a2bd tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.217237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f950593e-9f22-4de5-b6bc-5f489f756ce7 req-43d440f0-3bc8-45cd-ae02-7ecb1f13a2bd tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 1.1236243 Nov 22 16:39:08.252358 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.256541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9d139beb-a1e1-467e-84fd-167617273d3c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:08.257137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d139beb-a1e1-467e-84fd-167617273d3c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:08.291657 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.308132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56698) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:08.311877 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b414a3-8695-4710-b58e-d2e51911e198 x-openstack-request-id: req-67b414a3-8695-4710-b58e-d2e51911e198 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:08.312332 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d4f85a-1783-4f53-806b-b3186488fd29", "code": 200}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-unplugged", "status": "completed", "tag": "12cc7d23-1d90-4dd3-a315-b7423f2e19d5", "code": 200}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-unplugged", "status": "completed", "tag": "6b66d3b5-e58d-4ec8-814e-9327346ca5fb", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:08.312625 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67b414a3-8695-4710-b58e-d2e51911e198 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:08.313163 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d4f85a-1783-4f53-806b-b3186488fd29', 'code': 200} Nov 22 16:39:08.313443 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cc7d23-1d90-4dd3-a315-b7423f2e19d5', 'code': 200} Nov 22 16:39:08.313901 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb', 'code': 200} Nov 22 16:39:08.317759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-986928876'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:08.318700 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/12858706-fa25-40de-abb4-c8d8559d597e HTTP/1.1" status: 204 len: 168 time: 1.6418736 Nov 22 16:39:08.323429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4e452-d20d-44ac-835b-286f0cc1faed tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=12858706-fa25-40de-abb4-c8d8559d597e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:08.330655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:08.341384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d440f0-3bc8-45cd-ae02-7ecb1f13a2bd tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b4a63-c686-403c-a869-022fe15dbb52,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:08.347209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device baf6a0f7-b113-410b-8deb-295897e2857d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:08.352353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] Sync routers for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:08.389823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:08.394446 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.457345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:08.466424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:08.467378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:08.490388 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.492369 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment 6ecced87-e675-401a-94f1-b20be2d9e247 of type vlan for network bd094d65-adc0-49d8-b214-ee921b2245bd Nov 22 16:39:08.497016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] No DVR routers for this DVR port 52b37758-1682-4270-ab29-780874e6899b on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:08.502281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] For port baf6a0f7-b113-410b-8deb-295897e2857d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=baf6a0f7-b113-410b-8deb-295897e2857d,segment=NetworkSegment(a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6),segment_id=a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:08.502882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.526628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.533139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-950646df-2e4b-4069-9e37-033c0c6b58fd tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "DELETE /v2.0/ports/52b37758-1682-4270-ab29-780874e6899b HTTP/1.1" status: 204 len: 173 time: 5.4522212 Nov 22 16:39:08.552885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Calling delete_port for baf6a0f7-b113-410b-8deb-295897e2857d owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:08.628689 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.690551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.700299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c01c5-0325-4316-a3fd-6bb8d211d162 req-16d354b8-05ed-463c-81c6-9388ab2e8615 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:08.701279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:08.702323 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.709137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-025c01c5-0325-4316-a3fd-6bb8d211d162 req-16d354b8-05ed-463c-81c6-9388ab2e8615 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/ports?device_id=70739865-6e94-4628-95c2-4cf4e6720035 HTTP/1.1" status: 200 len: 946 time: 0.2899499 Nov 22 16:39:08.750534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4403241 Nov 22 16:39:08.765144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56700) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:08.773291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': 'bd094d65-adc0-49d8-b214-ee921b2245bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:08.899831 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.930769 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.943654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-025c01c5-0325-4316-a3fd-6bb8d211d162 req-3b3fb3a3-dd0b-4c90-942a-99f151d67de7 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups?id=febe7be8-a96d-4a32-b7f3-c829a3f15994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221959 Nov 22 16:39:09.051693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14285eb-4778-4680-98c5-4e78254a8cc1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=bd094d65-adc0-49d8-b214-ee921b2245bd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:09.104973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:09.141667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.163916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:09.295555 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Attempting to bind port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:09.295966 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Attempting to bind port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:09.296283 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Attempting to bind port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 on network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:09.343220 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:09.343663 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Checking segment: {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:09.344090 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.344664 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Bound using segment: {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:09.345226 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Bound port: dcc6e76f-7469-4b34-8121-49a6f3dfecb7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:09.345778 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.532686 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] For port dcc6e76f-7469-4b34-8121-49a6f3dfecb7, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:09.539600 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] For port dcc6e76f-7469-4b34-8121-49a6f3dfecb7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:09.548820 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Pushing event updated for resources: {'Port': ['ID=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:09.560515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.563397 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.563823 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.564167 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.564666 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.565048 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.565384 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.565720 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.566051 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.566376 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.566700 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.567109 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.567371 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.584440 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.606875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event deleted for resources: {'Port': ['ID=baf6a0f7-b113-410b-8deb-295897e2857d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:09.618147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001aa3-8228-45d2-a8e0-d19153d9065d req-b79aff27-4380-45d0-af0d-5bb996ae5c80 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:09.627139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86001aa3-8228-45d2-a8e0-d19153d9065d req-b79aff27-4380-45d0-af0d-5bb996ae5c80 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.4957592 Nov 22 16:39:09.633466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network bd094d65-adc0-49d8-b214-ee921b2245bd details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:09.637580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No active binding found for port baf6a0f7-b113-410b-8deb-295897e2857d {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:39:09.638072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device baf6a0f7-b113-410b-8deb-295897e2857d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:09.753899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b4939a-39be-4c96-888c-b3e3233d4335 None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:09.764816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:09.765413 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.784383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.815149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-064a3526-f561-4593-857f-5229d92e979f None None] Provisioning complete for port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:09.815594 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-064a3526-f561-4593-857f-5229d92e979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.833844 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:09.834659 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:09.908810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] No DVR routers for this DVR port baf6a0f7-b113-410b-8deb-295897e2857d on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:09.947773 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.967945 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ac91a-fdeb-4a20-a2dc-871a7f47192d None None] Pushing event updated for resources: {'Port': ['ID=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:09.971645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf7792b-5342-4048-aaf2-ce2a492a6519 req-e2733e40-8efb-42ad-98a2-86b7ac5cff08 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.62 "DELETE /v2.0/ports/baf6a0f7-b113-410b-8deb-295897e2857d HTTP/1.1" status: 204 len: 173 time: 2.9313462 Nov 22 16:39:10.021606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=d56d1c96-5f32-4f72-98c8-d20472798e2a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:10.035511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': '6ecced87-e675-401a-94f1-b20be2d9e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bd094d65-adc0-49d8-b214-ee921b2245bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:10.038809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86001aa3-8228-45d2-a8e0-d19153d9065d req-f91bb91d-e19b-488a-991d-674832fd0fb6 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4100428 Nov 22 16:39:10.041179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: bd094d65-adc0-49d8-b214-ee921b2245bd, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:10.110740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network bd094d65-adc0-49d8-b214-ee921b2245bd is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:10.143914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:28:06Z', 'revision_number': 5, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:10.146187 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-064a3526-f561-4593-857f-5229d92e979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.146592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, bd094d65-adc0-49d8-b214-ee921b2245bd) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:10.161331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:10.164452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.197370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] For port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:10.199970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.217344 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fcd55537-5edd-40b6-9baf-441e9ca80767 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4512894 Nov 22 16:39:10.221008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56706) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:10.231259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ca51d-cea4-4b8e-bbb0-8cc8f92f4bc9 None None] Network bd094d65-adc0-49d8-b214-ee921b2245bd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:10.254045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for 6b66d3b5-e58d-4ec8-814e-9327346ca5fb owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:10.274290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6468533f-a072-4709-b2e7-c30c1091ce5e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1756956781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:10.296353 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:10.377773 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6468533f-a072-4709-b2e7-c30c1091ce5e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.380807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6468533f-a072-4709-b2e7-c30c1091ce5e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.498241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] Checking router: 5d9e1503-0927-4c53-822a-258b0d944e88 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:10.598673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6468533f-a072-4709-b2e7-c30c1091ce5e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.626763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6468533f-a072-4709-b2e7-c30c1091ce5e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.664847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6468533f-a072-4709-b2e7-c30c1091ce5e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.669840 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6468533f-a072-4709-b2e7-c30c1091ce5e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4421368 Nov 22 16:39:10.670560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56712) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:10.684746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'port': {'network_id': 'bd094d65-adc0-49d8-b214-ee921b2245bd', 'name': 'tempest-RoutersIpV6Test-865891645'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:10.858638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.923996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=6b66d3b5-e58d-4ec8-814e-9327346ca5fb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:10.985280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-064a3526-f561-4593-857f-5229d92e979f None None] For port dcc6e76f-7469-4b34-8121-49a6f3dfecb7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:11.033193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:11.041744 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.049602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] No DVR routers for this DVR port 6b66d3b5-e58d-4ec8-814e-9327346ca5fb on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:11.057529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.067324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e74a421-cffb-44b4-8801-d90fdd4bdc3a req-224e14a4-4945-444a-8a71-f66261316327 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.37 "DELETE /v2.0/ports/6b66d3b5-e58d-4ec8-814e-9327346ca5fb HTTP/1.1" status: 204 len: 173 time: 1.9524503 Nov 22 16:39:11.096771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] device_id is not set on port 798531a3-f909-4c0d-aac7-bdfd19953444 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:11.141129 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:09Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:11.144342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-064a3526-f561-4593-857f-5229d92e979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.160818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-bd094d65-adc0-49d8-b214-ee921b2245bd', 'network_id': 'bd094d65-adc0-49d8-b214-ee921b2245bd', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': 'd56d1c96-5f32-4f72-98c8-d20472798e2a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:11.164184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.218690 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2775844-dbd4-4d66-a67f-90df2fd39dd7 None None] The sync data for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 is: [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:09Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:11.256635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:11.263491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-96c5a799-6926-4b0e-9cd4-f41ea240201b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143578492', 'description': 'tempest-description--1257704799'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:11.315141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96c5a799-6926-4b0e-9cd4-f41ea240201b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.336747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:11.346343 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a07fd62-a0b3-4eeb-9af2-ad496cc119e9 x-openstack-request-id: req-5a07fd62-a0b3-4eeb-9af2-ad496cc119e9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:11.346664 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "c0d4f85a-1783-4f53-806b-b3186488fd29", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:11.346912 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a07fd62-a0b3-4eeb-9af2-ad496cc119e9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:11.347354 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': 'c0d4f85a-1783-4f53-806b-b3186488fd29', 'status': 'completed', 'code': 200} Nov 22 16:39:11.366003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:11.477753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8::279 (bd094d65-adc0-49d8-b214-ee921b2245bd/d56d1c96-5f32-4f72-98c8-d20472798e2a/798531a3-f909-4c0d-aac7-bdfd19953444) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:11.647245 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96c5a799-6926-4b0e-9cd4-f41ea240201b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.768558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f873a8f1-cadc-4cd7-8dc6-83aabf1772b7 req-d8bdb5a1-df04-4ef5-98b3-54b81fd125c4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.1451337 Nov 22 16:39:11.770680 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96c5a799-6926-4b0e-9cd4-f41ea240201b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.899217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5a799-6926-4b0e-9cd4-f41ea240201b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04560c42-7c4d-47e0-9ac6-55ef810c27ed,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:11.914675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f4a28b91-cfc0-49a0-8751-c6a64a7e82ce req-fcedb050-673c-4f9a-897d-75a1adf9714a tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1669224726', 'description': 'tempest-description-210441346'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:11.963201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96c5a799-6926-4b0e-9cd4-f41ea240201b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.964944 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-96c5a799-6926-4b0e-9cd4-f41ea240201b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7058136 Nov 22 16:39:11.972247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:12.000424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-513cd7d0-14e7-4e93-9e0b-9634fbc90a2d tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Request body: {'security_group_rule': {'security_group_id': '04560c42-7c4d-47e0-9ac6-55ef810c27ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:12.086763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f4a28b91-cfc0-49a0-8751-c6a64a7e82ce req-fcedb050-673c-4f9a-897d-75a1adf9714a tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.092724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.266293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.394606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-513cd7d0-14e7-4e93-9e0b-9634fbc90a2d tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.471960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network bd094d65-adc0-49d8-b214-ee921b2245bd is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:12.477657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:12.482738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:12.483877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f4a28b91-cfc0-49a0-8751-c6a64a7e82ce req-fcedb050-673c-4f9a-897d-75a1adf9714a tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.498550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.499265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.501628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3526-f561-4593-857f-5229d92e979f None None] Pushing event updated for resources: {'Port': ['ID=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:12.503676 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f4a28b91-cfc0-49a0-8751-c6a64a7e82ce req-fcedb050-673c-4f9a-897d-75a1adf9714a tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.524300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=798531a3-f909-4c0d-aac7-bdfd19953444,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:12.534615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Allocated IP 2001:db8::2 (bd094d65-adc0-49d8-b214-ee921b2245bd/d56d1c96-5f32-4f72-98c8-d20472798e2a/b49e83aa-b44e-4e35-bdca-88374f5174c0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:12.553418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f4a28b91-cfc0-49a0-8751-c6a64a7e82ce req-fcedb050-673c-4f9a-897d-75a1adf9714a tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.556346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4a28b91-cfc0-49a0-8751-c6a64a7e82ce req-fcedb050-673c-4f9a-897d-75a1adf9714a tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6501050 Nov 22 16:39:12.574427 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-669df29a-0e52-442f-aac7-61199bd0e166 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8972814 Nov 22 16:39:12.577795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56732) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:12.616864 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-513cd7d0-14e7-4e93-9e0b-9634fbc90a2d tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.623923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-513cd7d0-14e7-4e93-9e0b-9634fbc90a2d tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.698028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cd7d0-14e7-4e93-9e0b-9634fbc90a2d tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ea7c52-9e3d-4c5b-a37b-c99983284293,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:12.743088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedb050-673c-4f9a-897d-75a1adf9714a tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9120058-be05-460e-80a5-134cb21effae,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:12.767035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-513cd7d0-14e7-4e93-9e0b-9634fbc90a2d tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.767035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-513cd7d0-14e7-4e93-9e0b-9634fbc90a2d tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7917972 Nov 22 16:39:12.788086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:12.800133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7ca88f27-69fd-4741-aac8-3590927d9d1b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Request body: {'security_group_rule': {'security_group_id': '04560c42-7c4d-47e0-9ac6-55ef810c27ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:12.914346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dcc6e76f-7469-4b34-8121-49a6f3dfecb7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:12.932573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ca88f27-69fd-4741-aac8-3590927d9d1b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.953763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9953ba0-0857-4c3b-819e-158c82ee9aeb req-ef7a9ef1-c375-4568-9be1-149ccb1356ee tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.955847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9953ba0-0857-4c3b-819e-158c82ee9aeb req-ef7a9ef1-c375-4568-9be1-149ccb1356ee tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.1879976 Nov 22 16:39:13.035742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6b418ce8-a04a-4c76-b656-81b8eb0307d0 None None] Provisioning complete for port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:13.036137 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b418ce8-a04a-4c76-b656-81b8eb0307d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.038860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.082882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9953ba0-0857-4c3b-819e-158c82ee9aeb req-bf850749-d54c-4f8b-93b7-e2a8a8ce4750 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189110 Nov 22 16:39:13.101259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ca88f27-69fd-4741-aac8-3590927d9d1b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.107001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ca88f27-69fd-4741-aac8-3590927d9d1b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.131055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.142761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:13.161959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca88f27-69fd-4741-aac8-3590927d9d1b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dda623d-b737-46e1-babd-d5d67e00e55f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:13.172410 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ca88f27-69fd-4741-aac8-3590927d9d1b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.173745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7ca88f27-69fd-4741-aac8-3590927d9d1b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3820126 Nov 22 16:39:13.189103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:13.201507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:13.267612 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.290942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Network bd094d65-adc0-49d8-b214-ee921b2245bd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:13.309058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:13.364443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:13.378502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Pushing event updated for resources: {'Port': ['ID=b49e83aa-b44e-4e35-bdca-88374f5174c0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:13.410119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': '52b37758-1682-4270-ab29-780874e6899b'}, {'server_uuid': '70739865-6e94-4628-95c2-4cf4e6720035', 'name': 'network-vif-deleted', 'tag': 'baf6a0f7-b113-410b-8deb-295897e2857d'}, {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:13.413544 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b63be9-032d-4213-acc6-77ad9ba9d48d" -d '{"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "52b37758-1682-4270-ab29-780874e6899b"}, {"server_uuid": "70739865-6e94-4628-95c2-4cf4e6720035", "name": "network-vif-deleted", "tag": "baf6a0f7-b113-410b-8deb-295897e2857d"}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "6b66d3b5-e58d-4ec8-814e-9327346ca5fb"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:13.459552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:13.460296 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.548922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.578647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Attempting to bind port b49e83aa-b44e-4e35-bdca-88374f5174c0 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.579505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Attempting to bind port b49e83aa-b44e-4e35-bdca-88374f5174c0 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6ecced87-e675-401a-94f1-b20be2d9e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bd094d65-adc0-49d8-b214-ee921b2245bd'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.579919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Attempting to bind port b49e83aa-b44e-4e35-bdca-88374f5174c0 on network bd094d65-adc0-49d8-b214-ee921b2245bd {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.627374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:13.628526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Checking segment: {'id': '6ecced87-e675-401a-94f1-b20be2d9e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bd094d65-adc0-49d8-b214-ee921b2245bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:13.629510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.630092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Bound using segment: {'id': '6ecced87-e675-401a-94f1-b20be2d9e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bd094d65-adc0-49d8-b214-ee921b2245bd'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:13.630780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Bound port: b49e83aa-b44e-4e35-bdca-88374f5174c0, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecced87-e675-401a-94f1-b20be2d9e247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'bd094d65-adc0-49d8-b214-ee921b2245bd'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:13.631396 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.790317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Allocated IP 172.25.0.20 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/722b3a27-d377-4d49-8edc-dbea48cc5013) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:13.980287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.064014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-d82c83f1-57db-4bb3-8edb-c3c63618b9d8 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/4e7b4a63-c686-403c-a869-022fe15dbb52 HTTP/1.1" status: 200 len: 1824 time: 0.1430280 Nov 22 16:39:14.108331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] For port b49e83aa-b44e-4e35-bdca-88374f5174c0, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:14.124658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.138824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] For port b49e83aa-b44e-4e35-bdca-88374f5174c0, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b49e83aa-b44e-4e35-bdca-88374f5174c0,segment=NetworkSegment(6ecced87-e675-401a-94f1-b20be2d9e247),segment_id=6ecced87-e675-401a-94f1-b20be2d9e247)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:14.153444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:28:06Z', 'revision_number': 5, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:14.155942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.227659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-b7ec838d-cd98-42c5-ab48-e7e7cab3633e tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/b9120058-be05-460e-80a5-134cb21effae HTTP/1.1" status: 200 len: 1823 time: 0.1356292 Nov 22 16:39:14.228928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6abc5-9f79-4c7b-979b-7ae97e6306f3 None None] The sync data for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 is: [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'c104bb72-f175-4aae-abe3-e598a6c981ec', 'name': '', 'network_id': '2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'mac_address': 'fa:16:3e:4d:48:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:55Z', 'updated_at': '2021-11-22T16:28:06Z', 'revision_number': 5, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'subnets': [{'id': '2a4ee08f-c083-4020-9676-13ac238ef52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:14.234787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-89dd1cd7-2555-480d-9a9d-16c3fed56f2b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e7b4a63-c686-403c-a869-022fe15dbb52', 'remote_group_id': 'b9120058-be05-460e-80a5-134cb21effae', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:14.235409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-89dd1cd7-2555-480d-9a9d-16c3fed56f2b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e7b4a63-c686-403c-a869-022fe15dbb52', 'remote_group_id': 'b9120058-be05-460e-80a5-134cb21effae', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:14.290619 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.307574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4164a-63d5-421d-8116-b7dde1b70c66 None None] Pushing event updated for resources: {'Port': ['ID=b49e83aa-b44e-4e35-bdca-88374f5174c0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.332278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dcc6e76f-7469-4b34-8121-49a6f3dfecb7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:14.429785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:14.434219 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.549510 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.554795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:14.557182 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-89dd1cd7-2555-480d-9a9d-16c3fed56f2b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.559088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.660482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=798531a3-f909-4c0d-aac7-bdfd19953444,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.681061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:14.722772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:14.732409 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-89dd1cd7-2555-480d-9a9d-16c3fed56f2b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.789568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event updated for resources: {'Port': ['ID=722b3a27-d377-4d49-8edc-dbea48cc5013,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.796519 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-89dd1cd7-2555-480d-9a9d-16c3fed56f2b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.848495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd1cd7-2555-480d-9a9d-16c3fed56f2b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f534d35-5031-499b-841d-65c8aa0c493a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.858679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-89dd1cd7-2555-480d-9a9d-16c3fed56f2b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.871176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcbaac89-78f0-4b4f-9d8d-652a21960efe req-89dd1cd7-2555-480d-9a9d-16c3fed56f2b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6420679 Nov 22 16:39:14.881303 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6fb69-ed03-4749-80a1-ae3e4a489901 None None] New status for floating IP 4f21249f-1d4d-4d68-8585-67a1529a0d6d: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:39:14.930982 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.972572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.022819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.093344 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0cf7119-9b1e-4f7f-b08f-c57c33d6bea0 req-78aef87e-3c40-491b-8ed4-f9d4b270e132 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0413430 Nov 22 16:39:15.140094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.243856 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855329fc-6e86-4d00-bc05-cfcbf321382b x-openstack-request-id: req-855329fc-6e86-4d00-bc05-cfcbf321382b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:15.244692 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "52b37758-1682-4270-ab29-780874e6899b", "status": "completed", "code": 200}, {"server_uuid": "70739865-6e94-4628-95c2-4cf4e6720035", "name": "network-vif-deleted", "tag": "baf6a0f7-b113-410b-8deb-295897e2857d", "status": "completed", "code": 200}, {"server_uuid": "2788bc7d-c180-402c-9e99-7b5ae8f2ba0c", "name": "network-vif-deleted", "tag": "6b66d3b5-e58d-4ec8-814e-9327346ca5fb", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:15.245045 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-855329fc-6e86-4d00-bc05-cfcbf321382b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:15.245614 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': '52b37758-1682-4270-ab29-780874e6899b', 'status': 'completed', 'code': 200} Nov 22 16:39:15.246059 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70739865-6e94-4628-95c2-4cf4e6720035', 'name': 'network-vif-deleted', 'tag': 'baf6a0f7-b113-410b-8deb-295897e2857d', 'status': 'completed', 'code': 200} Nov 22 16:39:15.247703 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2788bc7d-c180-402c-9e99-7b5ae8f2ba0c', 'name': 'network-vif-deleted', 'tag': '6b66d3b5-e58d-4ec8-814e-9327346ca5fb', 'status': 'completed', 'code': 200} Nov 22 16:39:15.333549 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.345192 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.386141 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa59ed3b-2b2c-4631-ab03-15cfc51695bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.498687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event updated for resources: {'Port': ['ID=722b3a27-d377-4d49-8edc-dbea48cc5013,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:15.533369 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.560785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.562184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1af8ec71-aa89-4b5e-9f1b-e25298705ecc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3719678 Nov 22 16:39:15.674344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1040f4-a186-4955-a889-4e7c4f904209 req-a3918d0b-8ea8-4a59-89b2-0c95660ac3d7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:15.685184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd1040f4-a186-4955-a889-4e7c4f904209 req-a3918d0b-8ea8-4a59-89b2-0c95660ac3d7 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.0840256 Nov 22 16:39:15.696121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.704549 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.707951 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.778886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd1040f4-a186-4955-a889-4e7c4f904209 req-ba083b8d-93fd-4767-9f24-f1f77855df8a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925066 Nov 22 16:39:15.895302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=798531a3-f909-4c0d-aac7-bdfd19953444,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:15.981534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network bd094d65-adc0-49d8-b214-ee921b2245bd is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:15.984403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:15.987756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-002bfb59-1f24-4a6e-8de5-e0e9e2825df9 req-a85f2df4-bf17-433f-9f78-a7827c0350c6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1365579227', 'description': 'tempest-description-755969815'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:16.034627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-002bfb59-1f24-4a6e-8de5-e0e9e2825df9 req-a85f2df4-bf17-433f-9f78-a7827c0350c6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.133234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b929b0d-a984-4eef-84fb-b839aca9da83 None None] Network bd094d65-adc0-49d8-b214-ee921b2245bd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:16.174244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-002bfb59-1f24-4a6e-8de5-e0e9e2825df9 req-a85f2df4-bf17-433f-9f78-a7827c0350c6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.183076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-002bfb59-1f24-4a6e-8de5-e0e9e2825df9 req-a85f2df4-bf17-433f-9f78-a7827c0350c6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.282131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f2df4-bf17-433f-9f78-a7827c0350c6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd1c7a-d84d-42aa-8111-7bf9f19f494c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:16.300530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-002bfb59-1f24-4a6e-8de5-e0e9e2825df9 req-a85f2df4-bf17-433f-9f78-a7827c0350c6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.304730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-002bfb59-1f24-4a6e-8de5-e0e9e2825df9 req-a85f2df4-bf17-433f-9f78-a7827c0350c6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3195367 Nov 22 16:39:16.321519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 49ae7af7-ff85-46da-a08e-2a2e2b4d067d is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:16.416722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b49e83aa-b44e-4e35-bdca-88374f5174c0 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:16.431007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-05588450-6209-4db4-9311-74152553cf23 None None] Provisioning complete for port b49e83aa-b44e-4e35-bdca-88374f5174c0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:16.433128 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05588450-6209-4db4-9311-74152553cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.507775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:16.516156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b710e20a-eebc-4f31-b30d-2658d0858a3c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/49ae7af7-ff85-46da-a08e-2a2e2b4d067d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9370680 Nov 22 16:39:16.519268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56816) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:16.538093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280adb34-88c8-4570-991d-131c1a3a1000 None None] Sync routers for ids ['49ae7af7-ff85-46da-a08e-2a2e2b4d067d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:16.571792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280adb34-88c8-4570-991d-131c1a3a1000 None None] Routers {'49ae7af7-ff85-46da-a08e-2a2e2b4d067d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:16.572523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-280adb34-88c8-4570-991d-131c1a3a1000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['49ae7af7-ff85-46da-a08e-2a2e2b4d067d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:16.601927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74952911-9228-4f69-bf38-f053c26812e1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:16.607369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-74952911-9228-4f69-bf38-f053c26812e1 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports/798531a3-f909-4c0d-aac7-bdfd19953444 HTTP/1.1" status: 200 len: 983 time: 0.0824780 Nov 22 16:39:16.607893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56820) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:16.629594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-280adb34-88c8-4570-991d-131c1a3a1000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:16.671820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280adb34-88c8-4570-991d-131c1a3a1000 None None] Routers {'49ae7af7-ff85-46da-a08e-2a2e2b4d067d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:16.672362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-280adb34-88c8-4570-991d-131c1a3a1000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['49ae7af7-ff85-46da-a08e-2a2e2b4d067d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:16.727196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-280adb34-88c8-4570-991d-131c1a3a1000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:16.727852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280adb34-88c8-4570-991d-131c1a3a1000 None None] The sync data for ids ['49ae7af7-ff85-46da-a08e-2a2e2b4d067d'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:16.737696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b49e83aa-b44e-4e35-bdca-88374f5174c0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:16.738081 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.752733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1bf30bcf-34bc-455c-adc9-14ca3ec4c4d0 req-251a12e1-d78d-4239-8c34-1b2ba81b6850 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0671759 Nov 22 16:39:16.791265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9489cd2c-d756-4cc2-9569-650b05b81aaa req-a6802079-8dfc-4ab1-9768-59cfc99baff6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1339723860', 'description': 'tempest-description-568990166'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:16.845908 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9489cd2c-d756-4cc2-9569-650b05b81aaa req-a6802079-8dfc-4ab1-9768-59cfc99baff6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.891648 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05588450-6209-4db4-9311-74152553cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.987335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-05588450-6209-4db4-9311-74152553cf23 None None] For port b49e83aa-b44e-4e35-bdca-88374f5174c0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b49e83aa-b44e-4e35-bdca-88374f5174c0,segment=NetworkSegment(6ecced87-e675-401a-94f1-b20be2d9e247),segment_id=6ecced87-e675-401a-94f1-b20be2d9e247)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:17.031716 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9489cd2c-d756-4cc2-9569-650b05b81aaa req-a6802079-8dfc-4ab1-9768-59cfc99baff6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.036714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9489cd2c-d756-4cc2-9569-650b05b81aaa req-a6802079-8dfc-4ab1-9768-59cfc99baff6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.061425 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05588450-6209-4db4-9311-74152553cf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.087468 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9489cd2c-d756-4cc2-9569-650b05b81aaa req-a6802079-8dfc-4ab1-9768-59cfc99baff6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.088773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9489cd2c-d756-4cc2-9569-650b05b81aaa req-a6802079-8dfc-4ab1-9768-59cfc99baff6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3035190 Nov 22 16:39:17.108085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6802079-8dfc-4ab1-9768-59cfc99baff6 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c41289-a78e-458a-a2c5-fb9f3785e9ba,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:17.190284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05588450-6209-4db4-9311-74152553cf23 None None] Pushing event updated for resources: {'Port': ['ID=b49e83aa-b44e-4e35-bdca-88374f5174c0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:17.368259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ac391-04c6-4723-9b09-f7a24498796d req-0ad4f340-1b24-4a7b-9942-5b381990fcdd tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:17.371873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd5ac391-04c6-4723-9b09-f7a24498796d req-0ad4f340-1b24-4a7b-9942-5b381990fcdd tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.1050086 Nov 22 16:39:17.392392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-508241f0-0f6d-4d74-84f0-710ee6268f6d None None] Provisioning complete for port b49e83aa-b44e-4e35-bdca-88374f5174c0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:17.392773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-508241f0-0f6d-4d74-84f0-710ee6268f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.410059 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.489226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd5ac391-04c6-4723-9b09-f7a24498796d req-c675305d-8439-4e5b-900d-009f7d771c8d tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111083 Nov 22 16:39:17.607847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-508241f0-0f6d-4d74-84f0-710ee6268f6d None None] Provisioning complete for port 798531a3-f909-4c0d-aac7-bdfd19953444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:17.609667 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-508241f0-0f6d-4d74-84f0-710ee6268f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.676176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-508241f0-0f6d-4d74-84f0-710ee6268f6d None None] Port 798531a3-f909-4c0d-aac7-bdfd19953444 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:17.794289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-a5cefe22-30e5-4c71-8716-9c28dd0112f8 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/97cd1c7a-d84d-42aa-8111-7bf9f19f494c HTTP/1.1" status: 200 len: 1823 time: 0.0824132 Nov 22 16:39:17.815292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 798531a3-f909-4c0d-aac7-bdfd19953444 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:17.816195 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.861077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-665bc910-d90f-460d-9854-4eef6127bcf7 None None] Provisioning complete for port 798531a3-f909-4c0d-aac7-bdfd19953444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:17.861459 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-665bc910-d90f-460d-9854-4eef6127bcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.898898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-2201bada-6cac-4973-bcc9-aeff5deb3e87 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/e0c41289-a78e-458a-a2c5-fb9f3785e9ba HTTP/1.1" status: 200 len: 1823 time: 0.0971642 Nov 22 16:39:17.908475 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74afb6f4-04cf-49c3-bd9b-f548393a3931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.912297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-07460e76-e74e-4631-8360-f43b424060ac tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '97cd1c7a-d84d-42aa-8111-7bf9f19f494c', 'remote_group_id': 'e0c41289-a78e-458a-a2c5-fb9f3785e9ba', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:17.919243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-07460e76-e74e-4631-8360-f43b424060ac tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '97cd1c7a-d84d-42aa-8111-7bf9f19f494c', 'remote_group_id': 'e0c41289-a78e-458a-a2c5-fb9f3785e9ba', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:17.930623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-665bc910-d90f-460d-9854-4eef6127bcf7 None None] Port 798531a3-f909-4c0d-aac7-bdfd19953444 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:18.005032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.032602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 798531a3-f909-4c0d-aac7-bdfd19953444 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:18.047664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-07460e76-e74e-4631-8360-f43b424060ac tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.123971 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-07460e76-e74e-4631-8360-f43b424060ac tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.130629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-07460e76-e74e-4631-8360-f43b424060ac tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.172300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07460e76-e74e-4631-8360-f43b424060ac tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42fcb6f-6c2c-418a-a3ec-882cf4230db5,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:18.184168 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-07460e76-e74e-4631-8360-f43b424060ac tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.201506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7911b966-8d20-46d3-ab69-c7525dcc5ed6 req-07460e76-e74e-4631-8360-f43b424060ac tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2936158 Nov 22 16:39:18.231221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:18.352915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70717886-0e7c-4e62-ad07-3fb804a42556 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.367107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b49e83aa-b44e-4e35-bdca-88374f5174c0 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:18.428504 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70717886-0e7c-4e62-ad07-3fb804a42556 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.492897 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.517387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-047608e5-5efa-4ea5-a294-b2e5041f3c09 None None] Provisioning complete for port 798531a3-f909-4c0d-aac7-bdfd19953444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:18.520593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-047608e5-5efa-4ea5-a294-b2e5041f3c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.584818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-047608e5-5efa-4ea5-a294-b2e5041f3c09 None None] Port 798531a3-f909-4c0d-aac7-bdfd19953444 was deleted so its status cannot be updated. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 16:39:18.622662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=798531a3-f909-4c0d-aac7-bdfd19953444,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:18.627597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43566d24-0e84-4c48-b5ac-2711c038c386 req-e8c41f73-d895-445a-ad61-202002fae3f4 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0925298 Nov 22 16:39:18.647647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b49e83aa-b44e-4e35-bdca-88374f5174c0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:18.649173 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.673385 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70717886-0e7c-4e62-ad07-3fb804a42556 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.689365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70717886-0e7c-4e62-ad07-3fb804a42556 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.690553 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-70717886-0e7c-4e62-ad07-3fb804a42556 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "DELETE /v2.0/security-groups/59345411-4a5e-48dd-8036-f4773cefd211 HTTP/1.1" status: 204 len: 168 time: 0.4585919 Nov 22 16:39:18.741337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:18.822229 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-65b34f13-db99-4149-be12-f80b56ea1ba9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] show failed (client error): The resource could not be found. Nov 22 16:39:18.828931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-65b34f13-db99-4149-be12-f80b56ea1ba9 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "GET /v2.0/security-groups/59345411-4a5e-48dd-8036-f4773cefd211 HTTP/1.1" status: 404 len: 347 time: 0.0737519 Nov 22 16:39:18.833136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:18.872213 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.886820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70717886-0e7c-4e62-ad07-3fb804a42556 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59345411-4a5e-48dd-8036-f4773cefd211,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:18.999796 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2337c6d9-fc4e-441f-955b-052a74d9994f req-fbcafcac-40f8-45e0-ae75-20f786e87b5b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/e0c41289-a78e-458a-a2c5-fb9f3785e9ba HTTP/1.1" status: 200 len: 1823 time: 0.2910795 Nov 22 16:39:19.055303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-38c7975d-7a8f-49e2-8c97-231bd3f76b44 None None] Could not find standard attr ID for object 798531a3-f909-4c0d-aac7-bdfd19953444. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:39:19.094717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.242452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 49ae7af7-ff85-46da-a08e-2a2e2b4d067d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:19.609500 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2337c6d9-fc4e-441f-955b-052a74d9994f req-d9447771-eb2c-46ec-9631-66f808ee023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.636449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Deleting port 90e1dad4-3c4b-4f18-b93e-e6e5a047e77b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:19.636803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.671944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:19.680878 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-48541dc6-401f-419e-bee9-a7b35975930c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/49ae7af7-ff85-46da-a08e-2a2e2b4d067d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0716290 Nov 22 16:39:19.683675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56878) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:19.685283 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43ddd7-319f-4bb7-b4c0-3713129d8dc4 None None] Sync routers for ids ['49ae7af7-ff85-46da-a08e-2a2e2b4d067d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:19.703060 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df43ddd7-319f-4bb7-b4c0-3713129d8dc4 None None] Routers {'49ae7af7-ff85-46da-a08e-2a2e2b4d067d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:19.703681 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-df43ddd7-319f-4bb7-b4c0-3713129d8dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['49ae7af7-ff85-46da-a08e-2a2e2b4d067d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:19.713518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2337c6d9-fc4e-441f-955b-052a74d9994f req-d9447771-eb2c-46ec-9631-66f808ee023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.881955 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-df43ddd7-319f-4bb7-b4c0-3713129d8dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:19.901818 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df43ddd7-319f-4bb7-b4c0-3713129d8dc4 None None] Routers {'49ae7af7-ff85-46da-a08e-2a2e2b4d067d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:19.902875 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-df43ddd7-319f-4bb7-b4c0-3713129d8dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['49ae7af7-ff85-46da-a08e-2a2e2b4d067d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:19.936438 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.936778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.957050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Calling delete_port for 90e1dad4-3c4b-4f18-b93e-e6e5a047e77b owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:19.957931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2337c6d9-fc4e-441f-955b-052a74d9994f req-d9447771-eb2c-46ec-9631-66f808ee023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.959227 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-df43ddd7-319f-4bb7-b4c0-3713129d8dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:19.959900 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43ddd7-319f-4bb7-b4c0-3713129d8dc4 None None] The sync data for ids ['49ae7af7-ff85-46da-a08e-2a2e2b4d067d'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:19.961233 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2337c6d9-fc4e-441f-955b-052a74d9994f req-d9447771-eb2c-46ec-9631-66f808ee023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.962375 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-13aad73a-e71a-48d7-8edb-393b582b43b0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] remove_router_interface failed (client error): The resource could not be found. Nov 22 16:39:19.963364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-13aad73a-e71a-48d7-8edb-393b582b43b0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/49ae7af7-ff85-46da-a08e-2a2e2b4d067d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2785046 Nov 22 16:39:19.972905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56882) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:19.976855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2337c6d9-fc4e-441f-955b-052a74d9994f req-d9447771-eb2c-46ec-9631-66f808ee023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "DELETE /v2.0/security-groups/e0c41289-a78e-458a-a2c5-fb9f3785e9ba HTTP/1.1" status: 204 len: 173 time: 0.4876530 Nov 22 16:39:20.007601 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a0e0a9d3-6c98-4a38-ac46-89d75e57caa8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=49ae7af7-ff85-46da-a08e-2a2e2b4d067d HTTP/1.1" status: 200 len: 205 time: 0.0315616 Nov 22 16:39:20.009834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:20.015556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9447771-eb2c-46ec-9631-66f808ee023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c41289-a78e-458a-a2c5-fb9f3785e9ba,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:20.127886 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-980f3efb-3103-4b0e-a548-8ee2598fcc88 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.187091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf034bdf-13ba-4841-bee8-7e1edb39f871 req-6d1ec749-f15a-4837-910d-68115a2a783a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.189328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf034bdf-13ba-4841-bee8-7e1edb39f871 req-6d1ec749-f15a-4837-910d-68115a2a783a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 943 time: 0.1293073 Nov 22 16:39:20.306571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf034bdf-13ba-4841-bee8-7e1edb39f871 req-c247a765-3969-44c7-ac82-29c0447ac7cf tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105549 Nov 22 16:39:20.307909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.363148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f157be-dcba-4bfd-8204-cc620ff6715c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:20.395529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-980f3efb-3103-4b0e-a548-8ee2598fcc88 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.398367 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-980f3efb-3103-4b0e-a548-8ee2598fcc88 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.460471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Pushing event deleted for resources: {'Port': ['ID=90e1dad4-3c4b-4f18-b93e-e6e5a047e77b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:20.502978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-980f3efb-3103-4b0e-a548-8ee2598fcc88 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.503794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980f3efb-3103-4b0e-a548-8ee2598fcc88 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Fanout notify agent at l3_agent the message router_deleted on router 49ae7af7-ff85-46da-a08e-2a2e2b4d067d {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:39:20.514605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-980f3efb-3103-4b0e-a548-8ee2598fcc88 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.519764 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-980f3efb-3103-4b0e-a548-8ee2598fcc88 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/49ae7af7-ff85-46da-a08e-2a2e2b4d067d HTTP/1.1" status: 204 len: 168 time: 0.5049794 Nov 22 16:39:20.521552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56888) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:20.559596 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.562128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.566104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6dbb9f7d-fe26-4504-a740-8788bc5d23e0 tempest-ImagesOneServerNegativeTestJSON-1937526143 tempest-ImagesOneServerNegativeTestJSON-1937526143-project] 10.222.0.59 "DELETE /v2.0/floatingips/5fdf04af-8c2e-4364-9232-330dc318e7a1 HTTP/1.1" status: 204 len: 168 time: 1.7247798 Nov 22 16:39:20.622320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-151ff0d8-ea50-435a-a71c-47364bc4bf01 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet d56d1c96-5f32-4f72-98c8-d20472798e2a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:20.622704 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.627277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-151ff0d8-ea50-435a-a71c-47364bc4bf01 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.680588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-151ff0d8-ea50-435a-a71c-47364bc4bf01 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.698533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:39:20.751782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fb7b8cf-ddea-42d8-85f4-682b534526dd req-c225548f-a979-4a8b-871c-7f67cb2f0859 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0563431 Nov 22 16:39:20.861801 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-151ff0d8-ea50-435a-a71c-47364bc4bf01 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.874033 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:20.892481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af90fb5e-405a-4e09-b073-2baa65500ee9 req-096b1cb2-df3a-4c74-9b28-5f22a7134d0d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/97cd1c7a-d84d-42aa-8111-7bf9f19f494c HTTP/1.1" status: 200 len: 1823 time: 0.0963624 Nov 22 16:39:20.905594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'port_id': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'mac_address': 'fa:16:3e:15:43:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:39:20.981653 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.006649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-994ef785-fdac-43a3-9c55-f2cb6d8dac85 req-1d044ac5-bf49-4da8-8efe-cf8e58cbc69d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1148151745', 'description': 'tempest-description-917651053'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:21.018620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-151ff0d8-ea50-435a-a71c-47364bc4bf01 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.022376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb31439e-5d44-451e-8b08-8ec8417b2532 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:21.047203 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-994ef785-fdac-43a3-9c55-f2cb6d8dac85 req-1d044ac5-bf49-4da8-8efe-cf8e58cbc69d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.064969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:21.069184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ff0d8-ea50-435a-a71c-47364bc4bf01 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=d56d1c96-5f32-4f72-98c8-d20472798e2a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.072733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-151ff0d8-ea50-435a-a71c-47364bc4bf01 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.077447 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-151ff0d8-ea50-435a-a71c-47364bc4bf01 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/d56d1c96-5f32-4f72-98c8-d20472798e2a HTTP/1.1" status: 204 len: 168 time: 0.5546949 Nov 22 16:39:21.083957 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee417009-0967-467e-8bf5-88fef8274f85 None None] Network bd094d65-adc0-49d8-b214-ee921b2245bd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:21.085514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56900) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.168492 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.201249 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-994ef785-fdac-43a3-9c55-f2cb6d8dac85 req-1d044ac5-bf49-4da8-8efe-cf8e58cbc69d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.211839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-994ef785-fdac-43a3-9c55-f2cb6d8dac85 req-1d044ac5-bf49-4da8-8efe-cf8e58cbc69d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.248978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.280253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.293808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.298962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d044ac5-bf49-4da8-8efe-cf8e58cbc69d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0c375a-e59f-417d-85c5-0e509f2308d2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.313401 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-994ef785-fdac-43a3-9c55-f2cb6d8dac85 req-1d044ac5-bf49-4da8-8efe-cf8e58cbc69d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.324473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-994ef785-fdac-43a3-9c55-f2cb6d8dac85 req-1d044ac5-bf49-4da8-8efe-cf8e58cbc69d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3216798 Nov 22 16:39:21.371078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] DHCP port deletion for bd094d65-adc0-49d8-b214-ee921b2245bd request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:21.393250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port b49e83aa-b44e-4e35-bdca-88374f5174c0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:21.393601 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.407272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['bb31439e-5d44-451e-8b08-8ec8417b2532'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:21.468338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45b0e191-79ff-42ef-bb11-4a38e188585d req-12e12d6c-1e67-40b4-af15-b40b0c85df0f tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/4d0c375a-e59f-417d-85c5-0e509f2308d2 HTTP/1.1" status: 200 len: 1823 time: 0.0671997 Nov 22 16:39:21.475281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-45b0e191-79ff-42ef-bb11-4a38e188585d req-22d0f079-f876-43ef-adcc-272434d23367 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0c375a-e59f-417d-85c5-0e509f2308d2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:21.475887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-45b0e191-79ff-42ef-bb11-4a38e188585d req-22d0f079-f876-43ef-adcc-272434d23367 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0c375a-e59f-417d-85c5-0e509f2308d2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:21.522123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] Deleting port b49e83aa-b44e-4e35-bdca-88374f5174c0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:21.522665 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.558697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port b49e83aa-b44e-4e35-bdca-88374f5174c0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b49e83aa-b44e-4e35-bdca-88374f5174c0,segment=NetworkSegment(6ecced87-e675-401a-94f1-b20be2d9e247),segment_id=6ecced87-e675-401a-94f1-b20be2d9e247)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:21.559193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.577641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for b49e83aa-b44e-4e35-bdca-88374f5174c0 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:21.597280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] For port b49e83aa-b44e-4e35-bdca-88374f5174c0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b49e83aa-b44e-4e35-bdca-88374f5174c0,segment=NetworkSegment(6ecced87-e675-401a-94f1-b20be2d9e247),segment_id=6ecced87-e675-401a-94f1-b20be2d9e247)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:21.598718 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.612000 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45b0e191-79ff-42ef-bb11-4a38e188585d req-22d0f079-f876-43ef-adcc-272434d23367 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.622015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] Calling delete_port for b49e83aa-b44e-4e35-bdca-88374f5174c0 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:21.650637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45b0e191-79ff-42ef-bb11-4a38e188585d req-22d0f079-f876-43ef-adcc-272434d23367 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.660512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45b0e191-79ff-42ef-bb11-4a38e188585d req-22d0f079-f876-43ef-adcc-272434d23367 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.683049 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.703894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0f079-f876-43ef-adcc-272434d23367 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390736f2-2dad-4d97-bf8a-af11b11ceeff,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.724793 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45b0e191-79ff-42ef-bb11-4a38e188585d req-22d0f079-f876-43ef-adcc-272434d23367 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.739843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45b0e191-79ff-42ef-bb11-4a38e188585d req-22d0f079-f876-43ef-adcc-272434d23367 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2699473 Nov 22 16:39:21.766269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=b49e83aa-b44e-4e35-bdca-88374f5174c0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.790027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No DVR routers for this DVR port b49e83aa-b44e-4e35-bdca-88374f5174c0 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:21.813861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.862294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] No DVR routers for this DVR port b49e83aa-b44e-4e35-bdca-88374f5174c0 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:21.865136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3630ec-7e6c-4749-9191-acb25ecdde03 None None] Pushing event deleted for resources: {'Port': ['ID=b49e83aa-b44e-4e35-bdca-88374f5174c0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.926737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70bb81-58c0-4e1f-a955-8b81152eff8e req-36a1079c-bfb9-4c6a-84b3-c746bcc50c1a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:21.928478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e70bb81-58c0-4e1f-a955-8b81152eff8e req-36a1079c-bfb9-4c6a-84b3-c746bcc50c1a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 944 time: 0.0884202 Nov 22 16:39:21.966119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.999838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd094d65-adc0-49d8-b214-ee921b2245bd']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:22.011485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecced87-e675-401a-94f1-b20be2d9e247') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:22.012144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecced87-e675-401a-94f1-b20be2d9e247') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:22.021116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e70bb81-58c0-4e1f-a955-8b81152eff8e req-f30b5979-f486-44ff-be03-2abf610c4b9c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862229 Nov 22 16:39:22.030823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.050403 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.061486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:22.062729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:22.070649 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:22.085770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.155153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-82de12b4-e055-473a-a3db-819b1f000643 admin admin] Deleting subnet 74bc31ff-9422-43b5-b84a-21c1e8ecb4b1 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:22.175033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82de12b4-e055-473a-a3db-819b1f000643 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.218646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.247724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.265895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/bd094d65-adc0-49d8-b214-ee921b2245bd HTTP/1.1" status: 204 len: 168 time: 1.1714764 Nov 22 16:39:22.266086 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82de12b4-e055-473a-a3db-819b1f000643 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.280197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.281048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92246f23-f512-4981-b59c-d236825c62a4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=bd094d65-adc0-49d8-b214-ee921b2245bd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:22.299410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424904946'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:22.344365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b49e83aa-b44e-4e35-bdca-88374f5174c0 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:22.398911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b49e83aa-b44e-4e35-bdca-88374f5174c0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:22.400043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b49e83aa-b44e-4e35-bdca-88374f5174c0 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:22.446771 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82de12b4-e055-473a-a3db-819b1f000643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.493790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:22.497607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.537154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24cdfb08-06ea-4c49-b524-637fcbb1e807 req-6f67d550-3154-4a50-8dcd-c2bcdb7739d7 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/4d0c375a-e59f-417d-85c5-0e509f2308d2 HTTP/1.1" status: 200 len: 2417 time: 0.1503663 Nov 22 16:39:22.554294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:22.571048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-24cdfb08-06ea-4c49-b524-637fcbb1e807 req-650cc418-127a-45d1-be69-61cbfc7c465c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0c375a-e59f-417d-85c5-0e509f2308d2', 'remote_group_id': None}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:22.571352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-24cdfb08-06ea-4c49-b524-637fcbb1e807 req-650cc418-127a-45d1-be69-61cbfc7c465c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d0c375a-e59f-417d-85c5-0e509f2308d2', 'remote_group_id': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:22.585117 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.585454 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment d83c991a-c8e4-43c9-8545-75d2fe1bde15 of type vlan for network ed78451f-b98e-4901-b405-b508326dd5d4 Nov 22 16:39:22.596209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82de12b4-e055-473a-a3db-819b1f000643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.664712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de12b4-e055-473a-a3db-819b1f000643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74bc31ff-9422-43b5-b84a-21c1e8ecb4b1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:22.668481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44454086-fee5-48f0-97de-443875e0c969 None None] Network 25dde824-e933-455c-9b91-100514750689 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:22.674259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82de12b4-e055-473a-a3db-819b1f000643 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.681399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56922) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.681660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-82de12b4-e055-473a-a3db-819b1f000643 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/74bc31ff-9422-43b5-b84a-21c1e8ecb4b1 HTTP/1.1" status: 204 len: 168 time: 0.5941527 Nov 22 16:39:22.685373 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.748438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:22.753136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.764262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:22.764262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.780810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-24cdfb08-06ea-4c49-b524-637fcbb1e807 req-650cc418-127a-45d1-be69-61cbfc7c465c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.888598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6034112 Nov 22 16:39:22.903435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.906376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56924) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.914022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': 'ed78451f-b98e-4901-b405-b508326dd5d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:22.917234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d53673-b461-441b-9341-8da79d47499f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=ed78451f-b98e-4901-b405-b508326dd5d4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:22.939257 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-24cdfb08-06ea-4c49-b524-637fcbb1e807 req-650cc418-127a-45d1-be69-61cbfc7c465c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.949743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-24cdfb08-06ea-4c49-b524-637fcbb1e807 req-650cc418-127a-45d1-be69-61cbfc7c465c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.957951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ed78451f-b98e-4901-b405-b508326dd5d4 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:23.005581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cc418-127a-45d1-be69-61cbfc7c465c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99afbc30-121f-42de-a520-490e187a714b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:23.014387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-24cdfb08-06ea-4c49-b524-637fcbb1e807 req-650cc418-127a-45d1-be69-61cbfc7c465c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.028174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24cdfb08-06ea-4c49-b524-637fcbb1e807 req-650cc418-127a-45d1-be69-61cbfc7c465c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4644482 Nov 22 16:39:23.032660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087b6e9-5765-4793-914e-9200bcee5ea7 None None] DHCP port deletion for 25dde824-e933-455c-9b91-100514750689 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:23.087680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port bb31439e-5d44-451e-8b08-8ec8417b2532 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:23.088344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.160859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f21cb19c-6736-433c-9ef8-6e2c54a1226e req-2c31fed9-b44a-4b6f-aa61-4438f48e7dcf tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0557537 Nov 22 16:39:23.192170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:23.196711 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.263891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.303148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.312107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:23.313836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:23.317569 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907dda85-9ef1-4beb-b2e2-f97ee7632a9d" -d '{"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:23.321900 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.346973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88b6c1f8-9513-4c55-82c7-e27241f46e24 req-48180291-0bac-4891-8d96-868baa4e650b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/4d0c375a-e59f-417d-85c5-0e509f2308d2 HTTP/1.1" status: 200 len: 3016 time: 0.1133664 Nov 22 16:39:23.365579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dde824-e933-455c-9b91-100514750689']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:23.390553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:23.390882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a218ab8e-996b-4ce7-bc3c-7bca22bdd1d6') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:23.407616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.412729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:23.447028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.461716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:23.462424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:23.465652 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:23.574013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07652f8c-22eb-49d4-9624-9923b6ecf6d8 req-d421fa9a-7d37-405c-9bab-5c076f7e7bc5 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:23.575783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07652f8c-22eb-49d4-9624-9923b6ecf6d8 req-d421fa9a-7d37-405c-9bab-5c076f7e7bc5 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 946 time: 0.0920904 Nov 22 16:39:23.613038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.628521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.631894 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/25dde824-e933-455c-9b91-100514750689 HTTP/1.1" status: 204 len: 168 time: 0.9492114 Nov 22 16:39:23.674025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d7d65-167f-4972-95cc-fb3bc561c1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=25dde824-e933-455c-9b91-100514750689,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:23.679922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07652f8c-22eb-49d4-9624-9923b6ecf6d8 req-c274e48c-e609-4538-a381-df7d5fb080b6 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897615 Nov 22 16:39:23.701708 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.825634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=dcfe6f27-c635-4331-bdb1-9a74d5bad3df,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:23.828955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': 'd83c991a-c8e4-43c9-8545-75d2fe1bde15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed78451f-b98e-4901-b405-b508326dd5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:23.829447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: ed78451f-b98e-4901-b405-b508326dd5d4, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:23.857058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network ed78451f-b98e-4901-b405-b508326dd5d4 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:23.880039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ed78451f-b98e-4901-b405-b508326dd5d4) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:23.890509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f2547-33a1-4e96-9739-174005a224b0 None None] Network ed78451f-b98e-4901-b405-b508326dd5d4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:23.893268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:23.894604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.940813 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7e40bbec-71e2-4d96-ade5-5c4ea7ab6471 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0294011 Nov 22 16:39:23.941374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56940) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:23.951666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-964a465c-2ede-4604-8185-4bccd35f34c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-402970030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:23.959466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56942) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:24.008052 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-964a465c-2ede-4604-8185-4bccd35f34c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.009811 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-964a465c-2ede-4604-8185-4bccd35f34c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.074205 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c18df55-70c0-45e4-84e9-60f25c8ba151 x-openstack-request-id: req-8c18df55-70c0-45e4-84e9-60f25c8ba151 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:24.074979 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-plugged", "status": "completed", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:24.075395 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c18df55-70c0-45e4-84e9-60f25c8ba151 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:24.076217 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'code': 200} Nov 22 16:39:24.103614 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-964a465c-2ede-4604-8185-4bccd35f34c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.109532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-964a465c-2ede-4604-8185-4bccd35f34c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.135417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-964a465c-2ede-4604-8185-4bccd35f34c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.137013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-964a465c-2ede-4604-8185-4bccd35f34c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1931083 Nov 22 16:39:24.141163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56944) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:24.185983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-13c42aec-75f9-40d6-a842-e72522149b46 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68534ac03d37435081c31f3f0e0bf30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245228 Nov 22 16:39:24.188559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56946) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:24.233028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ed78451f-b98e-4901-b405-b508326dd5d4', 'network_id': 'ed78451f-b98e-4901-b405-b508326dd5d4', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': 'dcfe6f27-c635-4331-bdb1-9a74d5bad3df'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:24.236399 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.269519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3dbc5980-db14-48c9-a868-c966c4a53720 req-560792da-9043-46dd-8518-e024c7963c95 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-group-rules/99afbc30-121f-42de-a520-490e187a714b HTTP/1.1" status: 200 len: 783 time: 0.1825042 Nov 22 16:39:24.351702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33def6-ff47-4aa9-bd26-0a5cc21538b4 req-17eb2b61-e5c8-4412-b00a-783693058fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:24.353698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c33def6-ff47-4aa9-bd26-0a5cc21538b4 req-17eb2b61-e5c8-4412-b00a-783693058fce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 1097 time: 0.1911728 Nov 22 16:39:24.405359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-22942517-be3c-4708-894b-5410162986d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.434129 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-22942517-be3c-4708-894b-5410162986d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.465953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3dbc5980-db14-48c9-a868-c966c4a53720 req-3621363c-0bb5-40e9-ac75-171249f0f4ed tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/4d0c375a-e59f-417d-85c5-0e509f2308d2 HTTP/1.1" status: 200 len: 3016 time: 0.1949043 Nov 22 16:39:24.527211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.542313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3dbc5980-db14-48c9-a868-c966c4a53720 req-c51bbb07-d05b-43b5-805d-eaaa728a8f6d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.553420 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3dbc5980-db14-48c9-a868-c966c4a53720 req-c51bbb07-d05b-43b5-805d-eaaa728a8f6d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.610686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c33def6-ff47-4aa9-bd26-0a5cc21538b4 req-3d143764-a73e-4d94-8d60-f4bd7c474abb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392564 Nov 22 16:39:24.612842 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3dbc5980-db14-48c9-a868-c966c4a53720 req-c51bbb07-d05b-43b5-805d-eaaa728a8f6d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.619235 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3dbc5980-db14-48c9-a868-c966c4a53720 req-c51bbb07-d05b-43b5-805d-eaaa728a8f6d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.632698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3dbc5980-db14-48c9-a868-c966c4a53720 req-c51bbb07-d05b-43b5-805d-eaaa728a8f6d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/99afbc30-121f-42de-a520-490e187a714b HTTP/1.1" status: 204 len: 173 time: 0.1636827 Nov 22 16:39:24.660493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bbb07-d05b-43b5-805d-eaaa728a8f6d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99afbc30-121f-42de-a520-490e187a714b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:24.676688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-22942517-be3c-4708-894b-5410162986d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.680863 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-22942517-be3c-4708-894b-5410162986d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.684799 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-22942517-be3c-4708-894b-5410162986d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/febe7be8-a96d-4a32-b7f3-c829a3f15994 HTTP/1.1" status: 204 len: 168 time: 0.4937725 Nov 22 16:39:24.712939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22942517-be3c-4708-894b-5410162986d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febe7be8-a96d-4a32-b7f3-c829a3f15994,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:24.791384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97587206-1377-49d8-b1b0-0a7430b15c19 req-3e5d4bd4-c84a-4631-a609-687dfd995a4d tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0492837 Nov 22 16:39:24.898630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce05e35f-1456-43f1-84b4-be61c25fa4b8 req-f30e044b-8e22-4c2d-b070-a24023e4dd7c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/4d0c375a-e59f-417d-85c5-0e509f2308d2 HTTP/1.1" status: 200 len: 2417 time: 0.0746315 Nov 22 16:39:24.998336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Allocated IP 2001:db8::2 (ed78451f-b98e-4901-b405-b508326dd5d4/dcfe6f27-c635-4331-bdb1-9a74d5bad3df/2d0b65e7-10db-4f9e-ab28-27a1ab3b6731) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:25.044515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce05e35f-1456-43f1-84b4-be61c25fa4b8 req-52d1303b-0c62-445e-be1d-acde2d9465bb tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.099657 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce05e35f-1456-43f1-84b4-be61c25fa4b8 req-52d1303b-0c62-445e-be1d-acde2d9465bb tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.196100 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce05e35f-1456-43f1-84b4-be61c25fa4b8 req-52d1303b-0c62-445e-be1d-acde2d9465bb tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.204053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ce05e35f-1456-43f1-84b4-be61c25fa4b8 req-52d1303b-0c62-445e-be1d-acde2d9465bb tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.222001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce05e35f-1456-43f1-84b4-be61c25fa4b8 req-52d1303b-0c62-445e-be1d-acde2d9465bb tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "DELETE /v2.0/security-groups/4d0c375a-e59f-417d-85c5-0e509f2308d2 HTTP/1.1" status: 204 len: 173 time: 0.3117094 Nov 22 16:39:25.269852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1303b-0c62-445e-be1d-acde2d9465bb tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0c375a-e59f-417d-85c5-0e509f2308d2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:25.270155 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.282610 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.380629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8::1 (ed78451f-b98e-4901-b405-b508326dd5d4/dcfe6f27-c635-4331-bdb1-9a74d5bad3df/feda4a4f-9b00-4c79-b38d-f74d73640fb4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:25.405985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Network ed78451f-b98e-4901-b405-b508326dd5d4 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:25.415798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:25.429209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:25.478684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924c60-d7cb-4564-af49-4e698789eb5c req-ea37fe36-2e98-4873-96b1-a278fc32cb26 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:25.480434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7924c60-d7cb-4564-af49-4e698789eb5c req-ea37fe36-2e98-4873-96b1-a278fc32cb26 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 946 time: 0.1184273 Nov 22 16:39:25.513005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Pushing event updated for resources: {'Port': ['ID=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:25.582040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7924c60-d7cb-4564-af49-4e698789eb5c req-8d72fcae-1192-4c74-82f3-b1c6d2f188f9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940964 Nov 22 16:39:25.672502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Attempting to bind port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:25.676290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Attempting to bind port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd83c991a-c8e4-43c9-8545-75d2fe1bde15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed78451f-b98e-4901-b405-b508326dd5d4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:25.677414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Attempting to bind port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 on network ed78451f-b98e-4901-b405-b508326dd5d4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:25.692971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:25.694731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Checking segment: {'id': 'd83c991a-c8e4-43c9-8545-75d2fe1bde15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed78451f-b98e-4901-b405-b508326dd5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:25.695372 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.696877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Bound using segment: {'id': 'd83c991a-c8e4-43c9-8545-75d2fe1bde15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed78451f-b98e-4901-b405-b508326dd5d4'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:25.698091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Bound port: 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83c991a-c8e4-43c9-8545-75d2fe1bde15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ed78451f-b98e-4901-b405-b508326dd5d4'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:25.699928 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.715574 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.775573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.834236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network ed78451f-b98e-4901-b405-b508326dd5d4 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:25.845690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:25.857234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] For port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:25.859504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:25.860318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.862230 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] For port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,segment=NetworkSegment(d83c991a-c8e4-43c9-8545-75d2fe1bde15),segment_id=d83c991a-c8e4-43c9-8545-75d2fe1bde15)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:25.870905 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.939877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=feda4a4f-9b00-4c79-b38d-f74d73640fb4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:25.971003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda1137-f609-45f2-b27d-704f3ee42dd7 None None] Pushing event updated for resources: {'Port': ['ID=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:25.977175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.979811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.980692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.981268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.981987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.982290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.982696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.985518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.985868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.986455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.987067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:25.987415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:26.096190 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-613171ae-2077-4eef-ac3a-cce1d7c5b123 req-108b4f7a-9c17-4e26-b920-43195f2bd495 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] show failed (client error): The resource could not be found. Nov 22 16:39:26.097269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-613171ae-2077-4eef-ac3a-cce1d7c5b123 req-108b4f7a-9c17-4e26-b920-43195f2bd495 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/e0c41289-a78e-458a-a2c5-fb9f3785e9ba HTTP/1.1" status: 404 len: 352 time: 0.0232759 Nov 22 16:39:26.130624 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.281402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b052d61-4d2b-4ffc-ad8a-ff123db635fb req-2a6f08a9-53cd-420c-b51d-c5bb15d4ce5e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0580387 Nov 22 16:39:26.439639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc006652-358a-4bf7-8bc1-2f018cbebe1b req-9c0d450e-ebed-4a96-9997-43324a73ed5c tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/97cd1c7a-d84d-42aa-8111-7bf9f19f494c HTTP/1.1" status: 200 len: 1823 time: 0.1265206 Nov 22 16:39:26.586214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dc006652-358a-4bf7-8bc1-2f018cbebe1b req-3f745243-86f1-4864-a8da-1f5fc992e982 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.639887 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dc006652-358a-4bf7-8bc1-2f018cbebe1b req-3f745243-86f1-4864-a8da-1f5fc992e982 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.729228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dc006652-358a-4bf7-8bc1-2f018cbebe1b req-3f745243-86f1-4864-a8da-1f5fc992e982 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.734597 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dc006652-358a-4bf7-8bc1-2f018cbebe1b req-3f745243-86f1-4864-a8da-1f5fc992e982 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.736293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc006652-358a-4bf7-8bc1-2f018cbebe1b req-3f745243-86f1-4864-a8da-1f5fc992e982 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "DELETE /v2.0/security-groups/97cd1c7a-d84d-42aa-8111-7bf9f19f494c HTTP/1.1" status: 204 len: 173 time: 0.2937417 Nov 22 16:39:26.753214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f745243-86f1-4864-a8da-1f5fc992e982 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd1c7a-d84d-42aa-8111-7bf9f19f494c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:26.826932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.835919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.836839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.981770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=feda4a4f-9b00-4c79-b38d-f74d73640fb4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:27.052062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083a2ea-e32a-4d30-86ae-24b2ad22d0db req-86c434fe-c713-45f9-bbc1-7d1addad6766 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:27.056417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network ed78451f-b98e-4901-b405-b508326dd5d4 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:27.058336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:27.061600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4083a2ea-e32a-4d30-86ae-24b2ad22d0db req-86c434fe-c713-45f9-bbc1-7d1addad6766 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 946 time: 0.1854072 Nov 22 16:39:27.185470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4083a2ea-e32a-4d30-86ae-24b2ad22d0db req-590da519-69e1-4204-991e-492fa14f9c12 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228173 Nov 22 16:39:27.263606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 19a1f322-c274-4420-90ab-c614cc307729 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:27.476910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:27.490156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb7ee0-81fd-4ffe-ba9e-be3e653ea064 None None] Sync routers for ids ['19a1f322-c274-4420-90ab-c614cc307729'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:27.495013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6037b219-56b5-4e7c-afb0-dfae1fb86c43 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/19a1f322-c274-4420-90ab-c614cc307729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3496716 Nov 22 16:39:27.495611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:27.509651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb7ee0-81fd-4ffe-ba9e-be3e653ea064 None None] Routers {'19a1f322-c274-4420-90ab-c614cc307729'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:27.514809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1ebb7ee0-81fd-4ffe-ba9e-be3e653ea064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['19a1f322-c274-4420-90ab-c614cc307729'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:27.594163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1ebb7ee0-81fd-4ffe-ba9e-be3e653ea064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:27.606226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37c838-0204-47f8-b8be-2b65da62dd13 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:27.614595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb7ee0-81fd-4ffe-ba9e-be3e653ea064 None None] Routers {'19a1f322-c274-4420-90ab-c614cc307729'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:27.615378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1ebb7ee0-81fd-4ffe-ba9e-be3e653ea064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['19a1f322-c274-4420-90ab-c614cc307729'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:27.636133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4f37c838-0204-47f8-b8be-2b65da62dd13 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports/feda4a4f-9b00-4c79-b38d-f74d73640fb4 HTTP/1.1" status: 200 len: 911 time: 0.1383629 Nov 22 16:39:27.638317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57036) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:27.706093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1ebb7ee0-81fd-4ffe-ba9e-be3e653ea064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:27.706830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb7ee0-81fd-4ffe-ba9e-be3e653ea064 None None] The sync data for ids ['19a1f322-c274-4420-90ab-c614cc307729'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:27.810169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63f19536-e5e9-4b74-9dc1-6410feb53d4b req-783a72d7-a443-4586-abad-c839f01487d7 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/b9120058-be05-460e-80a5-134cb21effae HTTP/1.1" status: 200 len: 1823 time: 0.1719413 Nov 22 16:39:27.821457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18d299-1e4f-4dab-a839-120208ec78be None None] Network ed78451f-b98e-4901-b405-b508326dd5d4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:27.896762 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-63f19536-e5e9-4b74-9dc1-6410feb53d4b req-52b8f08b-2c64-4eaa-98ea-9ac16cde484e tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.933889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-63f19536-e5e9-4b74-9dc1-6410feb53d4b req-52b8f08b-2c64-4eaa-98ea-9ac16cde484e tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.999071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-11004005-b202-4696-b0e5-ffb0dd81a92c None None] Provisioning complete for port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:27.999551 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11004005-b202-4696-b0e5-ffb0dd81a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.061993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-63f19536-e5e9-4b74-9dc1-6410feb53d4b req-52b8f08b-2c64-4eaa-98ea-9ac16cde484e tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.065140 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-63f19536-e5e9-4b74-9dc1-6410feb53d4b req-52b8f08b-2c64-4eaa-98ea-9ac16cde484e tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.071640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63f19536-e5e9-4b74-9dc1-6410feb53d4b req-52b8f08b-2c64-4eaa-98ea-9ac16cde484e tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "DELETE /v2.0/security-groups/b9120058-be05-460e-80a5-134cb21effae HTTP/1.1" status: 204 len: 173 time: 0.2602620 Nov 22 16:39:28.112399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8f08b-2c64-4eaa-98ea-9ac16cde484e tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9120058-be05-460e-80a5-134cb21effae,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:28.199184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57042) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:28.367534 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11004005-b202-4696-b0e5-ffb0dd81a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.462508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-11004005-b202-4696-b0e5-ffb0dd81a92c None None] For port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,segment=NetworkSegment(d83c991a-c8e4-43c9-8545-75d2fe1bde15),segment_id=d83c991a-c8e4-43c9-8545-75d2fe1bde15)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:28.471416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11004005-b202-4696-b0e5-ffb0dd81a92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.500511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.632934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d9ad88d-06c4-40a1-b1d6-d9805e4dd91d req-a29f55f2-4ec4-4b37-b1f8-fff40be12b09 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.1291099 Nov 22 16:39:28.667425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11004005-b202-4696-b0e5-ffb0dd81a92c None None] Pushing event updated for resources: {'Port': ['ID=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:28.672371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:28.685806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2874cb85-ee56-4468-a53a-9798175b2d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.823732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-05539ced-8916-40c8-891c-4019695e3cd7 None None] Provisioning complete for port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:28.824967 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05539ced-8916-40c8-891c-4019695e3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.897938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:28.898858 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.900346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a06aaec0-316d-4c72-a10c-824df2275c5a req-6134e859-33b3-4382-84cf-526a313d7611 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/4e7b4a63-c686-403c-a869-022fe15dbb52 HTTP/1.1" status: 200 len: 1824 time: 0.1835747 Nov 22 16:39:29.032010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a06aaec0-316d-4c72-a10c-824df2275c5a req-8a854171-0b9b-4d2d-9859-2122d42c29ef tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.063852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2874cb85-ee56-4468-a53a-9798175b2d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.078643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2874cb85-ee56-4468-a53a-9798175b2d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.113709 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a06aaec0-316d-4c72-a10c-824df2275c5a req-8a854171-0b9b-4d2d-9859-2122d42c29ef tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.119816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port feda4a4f-9b00-4c79-b38d-f74d73640fb4 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:29.120665 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.136775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2874cb85-ee56-4468-a53a-9798175b2d74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2024a3ac6684d1e8698675ee87e29b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9351685 Nov 22 16:39:29.139286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:29.223536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874cb85-ee56-4468-a53a-9798175b2d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc63b8f-66e3-4d05-ab16-d1805bc117ac,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:29.243509 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9c04-d589-4f26-a257-898e1a09c2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.257211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a06aaec0-316d-4c72-a10c-824df2275c5a req-8a854171-0b9b-4d2d-9859-2122d42c29ef tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.261378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a06aaec0-316d-4c72-a10c-824df2275c5a req-8a854171-0b9b-4d2d-9859-2122d42c29ef tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.270533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a06aaec0-316d-4c72-a10c-824df2275c5a req-8a854171-0b9b-4d2d-9859-2122d42c29ef tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "DELETE /v2.0/security-groups/4e7b4a63-c686-403c-a869-022fe15dbb52 HTTP/1.1" status: 204 len: 173 time: 0.3584480 Nov 22 16:39:29.289600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a854171-0b9b-4d2d-9859-2122d42c29ef tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b4a63-c686-403c-a869-022fe15dbb52,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:29.291258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-05539ced-8916-40c8-891c-4019695e3cd7 None None] Provisioning complete for port feda4a4f-9b00-4c79-b38d-f74d73640fb4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:29.291811 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05539ced-8916-40c8-891c-4019695e3cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.309072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9c04-d589-4f26-a257-898e1a09c2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.341117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.380780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for feda4a4f-9b00-4c79-b38d-f74d73640fb4 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:29.393752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-05539ced-8916-40c8-891c-4019695e3cd7 None None] Port feda4a4f-9b00-4c79-b38d-f74d73640fb4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:29.399737 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9c04-d589-4f26-a257-898e1a09c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.404148 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d5e9c04-d589-4f26-a257-898e1a09c2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.409161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7d5e9c04-d589-4f26-a257-898e1a09c2a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edc63b8f-66e3-4d05-ab16-d1805bc117ac HTTP/1.1" status: 204 len: 168 time: 0.2664316 Nov 22 16:39:29.472924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e9c04-d589-4f26-a257-898e1a09c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc63b8f-66e3-4d05-ab16-d1805bc117ac,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:29.523286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8857a-0fbc-45b2-a8c9-a3675f00ad9d req-5e716492-ec44-4433-8e2b-e1ccb1bf6e67 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:29.527417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0f8857a-0fbc-45b2-a8c9-a3675f00ad9d req-5e716492-ec44-4433-8e2b-e1ccb1bf6e67 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 946 time: 0.1156225 Nov 22 16:39:29.540263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-566be6a4-0c0d-475c-ba3d-f1d5628e1a82 None None] Provisioning complete for port feda4a4f-9b00-4c79-b38d-f74d73640fb4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:29.540647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-566be6a4-0c0d-475c-ba3d-f1d5628e1a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.655836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-566be6a4-0c0d-475c-ba3d-f1d5628e1a82 None None] Port feda4a4f-9b00-4c79-b38d-f74d73640fb4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:29.659716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0f8857a-0fbc-45b2-a8c9-a3675f00ad9d req-a1199f3d-de95-48be-8b01-37a32e611b03 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256869 Nov 22 16:39:29.730666 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.858541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=feda4a4f-9b00-4c79-b38d-f74d73640fb4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:29.898855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e5d01a9-96ae-46b6-8435-8c65f7414368 None None] Could not find standard attr ID for object feda4a4f-9b00-4c79-b38d-f74d73640fb4. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:39:30.008526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b5b82c4-e5e2-4de8-8fe6-1c7d9ffae4b5 req-90e9e986-d7b6-4ed7-aa90-8be73035067b tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/d9529d27-d75b-4434-886a-773b548e82dc HTTP/1.1" status: 200 len: 2423 time: 0.1232979 Nov 22 16:39:30.156847 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b5b82c4-e5e2-4de8-8fe6-1c7d9ffae4b5 req-1d0bd8de-53e0-4de0-8f19-632a23ec023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.226633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b5b82c4-e5e2-4de8-8fe6-1c7d9ffae4b5 req-1d0bd8de-53e0-4de0-8f19-632a23ec023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.304057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b5b82c4-e5e2-4de8-8fe6-1c7d9ffae4b5 req-1d0bd8de-53e0-4de0-8f19-632a23ec023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.308427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b5b82c4-e5e2-4de8-8fe6-1c7d9ffae4b5 req-1d0bd8de-53e0-4de0-8f19-632a23ec023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.322882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b5b82c4-e5e2-4de8-8fe6-1c7d9ffae4b5 req-1d0bd8de-53e0-4de0-8f19-632a23ec023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "DELETE /v2.0/security-groups/d9529d27-d75b-4434-886a-773b548e82dc HTTP/1.1" status: 204 len: 173 time: 0.3053763 Nov 22 16:39:30.334497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:30.365271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bd8de-53e0-4de0-8f19-632a23ec023d tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9529d27-d75b-4434-886a-773b548e82dc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:30.451395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:30.452187 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.611484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-072b3699-081c-4975-b685-f4e072a8931d req-a0024afc-466a-425c-87b5-3dca25c62c24 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0662882 Nov 22 16:39:30.792652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.819510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cb6a79e-5339-4468-9792-7ca049b1c352 req-e9612c62-60e2-49eb-94d9-c26fbef858a5 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "GET /v2.0/security-groups/d8b0bd2a-d695-4b51-a2c8-0c1db3a119fc HTTP/1.1" status: 200 len: 2417 time: 0.1111951 Nov 22 16:39:30.957723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5cb6a79e-5339-4468-9792-7ca049b1c352 req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.010151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57092) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.033647 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5cb6a79e-5339-4468-9792-7ca049b1c352 req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.097683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 19a1f322-c274-4420-90ab-c614cc307729 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:31.160656 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5cb6a79e-5339-4468-9792-7ca049b1c352 req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.164378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5cb6a79e-5339-4468-9792-7ca049b1c352 req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.179035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cb6a79e-5339-4468-9792-7ca049b1c352 req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] 10.222.0.59 "DELETE /v2.0/security-groups/d8b0bd2a-d695-4b51-a2c8-0c1db3a119fc HTTP/1.1" status: 204 len: 173 time: 0.3578961 Nov 22 16:39:31.179678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57096) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.303394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:31.309134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0bd2a-d695-4b51-a2c8-0c1db3a119fc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:31.327701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.328057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.328408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.328754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.329087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.329416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.329745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.330075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.330406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.330729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.331078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.331402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad7307-9e31-483a-bea2-5bcac7204736 tempest-SecurityGroupRulesTestJSON-2127837578 tempest-SecurityGroupRulesTestJSON-2127837578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:31.334269 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5992dbd-2276-4fd7-aa7d-52bee6046ab5 None None] Sync routers for ids ['19a1f322-c274-4420-90ab-c614cc307729'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:31.364614 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ae313375-4d6d-4845-b4b3-d63e537893fb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/19a1f322-c274-4420-90ab-c614cc307729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7242053 Nov 22 16:39:31.368447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57102) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.372001 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5992dbd-2276-4fd7-aa7d-52bee6046ab5 None None] Routers {'19a1f322-c274-4420-90ab-c614cc307729'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:31.374449 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a5992dbd-2276-4fd7-aa7d-52bee6046ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['19a1f322-c274-4420-90ab-c614cc307729'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:31.374665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1201369529-network', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:31.399835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c80b7e-f7e9-43e9-8456-ce85b9c3ddcf admin admin] Deleting subnet 97f3f5d3-d16f-4cb5-9bc7-baa753ebb160 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:31.404214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63c80b7e-f7e9-43e9-8456-ce85b9c3ddcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.453070 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63c80b7e-f7e9-43e9-8456-ce85b9c3ddcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.488917 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6bc64127-9c03-4a47-adfe-28d5191ad87d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a1f322-c274-4420-90ab-c614cc307729 HTTP/1.1" status: 200 len: 205 time: 0.1179914 Nov 22 16:39:31.492164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57104) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.510462 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63c80b7e-f7e9-43e9-8456-ce85b9c3ddcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.533584 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a5992dbd-2276-4fd7-aa7d-52bee6046ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:31.563975 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5992dbd-2276-4fd7-aa7d-52bee6046ab5 None None] Routers {'19a1f322-c274-4420-90ab-c614cc307729'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:31.565115 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a5992dbd-2276-4fd7-aa7d-52bee6046ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['19a1f322-c274-4420-90ab-c614cc307729'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:31.574259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63c80b7e-f7e9-43e9-8456-ce85b9c3ddcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.593025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63c80b7e-f7e9-43e9-8456-ce85b9c3ddcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.601680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-63c80b7e-f7e9-43e9-8456-ce85b9c3ddcf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/97f3f5d3-d16f-4cb5-9bc7-baa753ebb160 HTTP/1.1" status: 204 len: 168 time: 0.4046214 Nov 22 16:39:31.619661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57108) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.625317 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a5992dbd-2276-4fd7-aa7d-52bee6046ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:31.626430 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5992dbd-2276-4fd7-aa7d-52bee6046ab5 None None] The sync data for ids ['19a1f322-c274-4420-90ab-c614cc307729'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:31.684613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c80b7e-f7e9-43e9-8456-ce85b9c3ddcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f3f5d3-d16f-4cb5-9bc7-baa753ebb160,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:31.704496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Made reservation on behalf of fd93cb64993149f4b16d812d5089a38b for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:31.710440 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.710703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7f1185c-9ae0-4e51-94bb-bb15c1ce705a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.751100 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.845246 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:39:31.967860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc97cf77-41c9-402b-a034-ee0843644c83 req-cecaa219-7967-47ec-8d65-44c67552823c tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.1612432 Nov 22 16:39:31.991740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.007160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.007160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.014396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7f1185c-9ae0-4e51-94bb-bb15c1ce705a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.021421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7f1185c-9ae0-4e51-94bb-bb15c1ce705a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.051076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:32.096293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7f1185c-9ae0-4e51-94bb-bb15c1ce705a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.096870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f1185c-9ae0-4e51-94bb-bb15c1ce705a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Fanout notify agent at l3_agent the message router_deleted on router 19a1f322-c274-4420-90ab-c614cc307729 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:39:32.100165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01335501-ecc1-479a-b048-cb94e9a82968,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:32.117357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7f1185c-9ae0-4e51-94bb-bb15c1ce705a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.120932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.123684 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Added segment 76d735d0-d3c1-40c0-8db7-3b523f88c68d of type vlan for network 9985d6af-ee68-482a-aca5-9afc048fa007 Nov 22 16:39:32.124503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d7f1185c-9ae0-4e51-94bb-bb15c1ce705a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/19a1f322-c274-4420-90ab-c614cc307729 HTTP/1.1" status: 204 len: 168 time: 0.6198256 Nov 22 16:39:32.125980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57112) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:32.251773 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.257129 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.258404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bac463-1125-473a-bec3-9c58fe17bd83 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet dcfe6f27-c635-4331-bdb1-9a74d5bad3df {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:32.270786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18bac463-1125-473a-bec3-9c58fe17bd83 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.294739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777f2f1b-1a0f-4377-8a0e-02d3045c0cca']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:32.314452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c26d4a-6215-4485-bca3-e9d628b1e250') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:32.317135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c26d4a-6215-4485-bca3-e9d628b1e250') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:32.359852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.363824 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.373387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:32.374515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.376871 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18bac463-1125-473a-bec3-9c58fe17bd83 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.496381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18bac463-1125-473a-bec3-9c58fe17bd83 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.541611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.566648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18bac463-1125-473a-bec3-9c58fe17bd83 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.587675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=9985d6af-ee68-482a-aca5-9afc048fa007,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:32.597646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:32.598784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:32.601635 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:32.613273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 9985d6af-ee68-482a-aca5-9afc048fa007 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:32.640057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bac463-1125-473a-bec3-9c58fe17bd83 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfe6f27-c635-4331-bdb1-9a74d5bad3df,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:32.654750 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18bac463-1125-473a-bec3-9c58fe17bd83 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.679387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a0d8ae7e-8fe0-44af-9d1d-feb8f1cea7d2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6686842 Nov 22 16:39:32.684806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57120) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:32.688867 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-18bac463-1125-473a-bec3-9c58fe17bd83 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/dcfe6f27-c635-4331-bdb1-9a74d5bad3df HTTP/1.1" status: 204 len: 168 time: 0.5601459 Nov 22 16:39:32.690602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:32.691754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Request body: {'subnet': {'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1201369529-subnet', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:32.693889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf054fd-ab50-481b-a238-798f989c8cfe None None] Network ed78451f-b98e-4901-b405-b508326dd5d4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:32.765550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Made reservation on behalf of fd93cb64993149f4b16d812d5089a38b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:32.771081 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.889178 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.899241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.906671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] 10.222.0.59 "DELETE /v2.0/networks/777f2f1b-1a0f-4377-8a0e-02d3045c0cca HTTP/1.1" status: 204 len: 168 time: 1.2820873 Nov 22 16:39:32.911507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.920384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e0f1f-0373-4f66-b3fc-1f204ad98d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=777f2f1b-1a0f-4377-8a0e-02d3045c0cca,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.050442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:33.051035 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.099959 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.102562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] DHCP port deletion for ed78451f-b98e-4901-b405-b508326dd5d4 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:33.232197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] Deleting port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:33.232837 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.234413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,segment=NetworkSegment(d83c991a-c8e4-43c9-8545-75d2fe1bde15),segment_id=d83c991a-c8e4-43c9-8545-75d2fe1bde15)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:33.234798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.275319 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b71ea3c-7119-48a6-9c84-36b6fa21df9e req-c629e489-baa2-4b08-8208-0b89c73cba2a tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0979071 Nov 22 16:39:33.275443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:33.280471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57128) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.313257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Checking segment: {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:33.313508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Network hostable DHCP agents. Network: 9985d6af-ee68-482a-aca5-9afc048fa007, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:33.337033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.365576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] For port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,segment=NetworkSegment(d83c991a-c8e4-43c9-8545-75d2fe1bde15),segment_id=d83c991a-c8e4-43c9-8545-75d2fe1bde15)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:33.366259 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.372874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Network 9985d6af-ee68-482a-aca5-9afc048fa007 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:33.388800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 9985d6af-ee68-482a-aca5-9afc048fa007) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:33.400566 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-59201360-fe9a-4404-8f4e-8595f06bf96c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e29bd5cae3e43b0a93bb8eb471702d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1151435 Nov 22 16:39:33.400836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:33.400836 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.401589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57130) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.412058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] Calling delete_port for 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:33.415128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca50228-f489-4f45-a5ff-c5a38f09a3aa None None] Network 9985d6af-ee68-482a-aca5-9afc048fa007 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:33.460977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b4c18205-3332-4d4e-83c1-75a1a8dbec23 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7741430 Nov 22 16:39:33.463588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57134) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.477186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:33.485689 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.499483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6518b938-a496-4767-a7da-2f9a2dc22967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.540444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.551077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No DVR routers for this DVR port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:33.602273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6518b938-a496-4767-a7da-2f9a2dc22967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.602614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.603872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.727885 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.735478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.780386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] Pushing event deleted for resources: {'Port': ['ID=2d0b65e7-10db-4f9e-ab28-27a1ab3b6731,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.791538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad8787-4697-4a41-88df-16c24552e891 None None] No DVR routers for this DVR port 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:33.829307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.902011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed78451f-b98e-4901-b405-b508326dd5d4']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:33.929793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83c991a-c8e4-43c9-8545-75d2fe1bde15') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:33.930030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83c991a-c8e4-43c9-8545-75d2fe1bde15') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:33.947745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.973416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6518b938-a496-4767-a7da-2f9a2dc22967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.991676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6518b938-a496-4767-a7da-2f9a2dc22967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.997666 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6518b938-a496-4767-a7da-2f9a2dc22967 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8416f2e-9c3e-4f98-b203-e590c93ac8d5 HTTP/1.1" status: 204 len: 168 time: 0.5930047 Nov 22 16:39:34.050495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-9985d6af-ee68-482a-aca5-9afc048fa007', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:34.051712 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.053306 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.055702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518b938-a496-4767-a7da-2f9a2dc22967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8416f2e-9c3e-4f98-b203-e590c93ac8d5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:34.078481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:34.078481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:34.083030 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:34.119820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.257869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.266707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.278406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/ed78451f-b98e-4901-b405-b508326dd5d4 HTTP/1.1" status: 204 len: 168 time: 1.5810530 Nov 22 16:39:34.283889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57150) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:34.298138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2085161001', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:34.317850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911d5ee-49de-4c1d-bb98-d02f08d157ce tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=ed78451f-b98e-4901-b405-b508326dd5d4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:34.486450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Allocated IP 172.20.0.2 (9985d6af-ee68-482a-aca5-9afc048fa007/6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e/e2b3f8b7-f262-4938-a77e-2fdcedf30407) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:34.502227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.504876 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.701749 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.708763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:34.749752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bcf2acf-8944-4202-9349-695fb9739e0e req-a8aa106f-edd4-4489-af11-484c602beb75 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.2004702 Nov 22 16:39:34.750995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:34.751469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2d0b65e7-10db-4f9e-ab28-27a1ab3b6731 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:34.755306 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.833997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Network 9985d6af-ee68-482a-aca5-9afc048fa007 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:34.838609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:34.843493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:34.858441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Pushing event updated for resources: {'Port': ['ID=e2b3f8b7-f262-4938-a77e-2fdcedf30407,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:34.932520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Attempting to bind port e2b3f8b7-f262-4938-a77e-2fdcedf30407 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:34.933569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Attempting to bind port e2b3f8b7-f262-4938-a77e-2fdcedf30407 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:34.934267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Attempting to bind port e2b3f8b7-f262-4938-a77e-2fdcedf30407 on network 9985d6af-ee68-482a-aca5-9afc048fa007 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:34.952133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:34.953036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Checking segment: {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:34.953968 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.954731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Bound using segment: {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:34.955645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Bound port: e2b3f8b7-f262-4938-a77e-2fdcedf30407, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:34.956448 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.983861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.116839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.193313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] For port e2b3f8b7-f262-4938-a77e-2fdcedf30407, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:35.197811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] For port e2b3f8b7-f262-4938-a77e-2fdcedf30407, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e2b3f8b7-f262-4938-a77e-2fdcedf30407,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:35.203221 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.320797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14ec82-bbb2-45c7-ba75-41e4ac71f6f5 None None] Pushing event updated for resources: {'Port': ['ID=e2b3f8b7-f262-4938-a77e-2fdcedf30407,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:35.607707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.666116 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.833979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:36.048383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Allocated IP 172.25.0.102 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/e5ae4bc4-e760-49f3-a9b5-3327e08f0167) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:36.075164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86204bcf-c162-4ec4-9c3b-46f318953a4b req-879c57b8-61c9-4d75-a511-b7800eeb9446 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.1308544 Nov 22 16:39:36.110977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1457587848-network', 'tenant_id': 'da1eb664b02f489e90e0c8c3b72fef69'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:36.271142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Made reservation on behalf of da1eb664b02f489e90e0c8c3b72fef69 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:36.273920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.300425 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.387371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e2b3f8b7-f262-4938-a77e-2fdcedf30407 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:36.482859 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.487569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e2b3f8b7-f262-4938-a77e-2fdcedf30407 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:36.507679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.588646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.664160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.722520 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.753609 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.770927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.791055 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.836951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899c2ee4-0f99-4df4-8307-9ae9fa590236,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:36.869203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port e2b3f8b7-f262-4938-a77e-2fdcedf30407, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e2b3f8b7-f262-4938-a77e-2fdcedf30407,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:36.877183 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.922115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:36.947715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.948063 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Added segment 97bc7496-c854-4d11-958e-b6caec2b689f of type vlan for network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 Nov 22 16:39:37.014569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=e2b3f8b7-f262-4938-a77e-2fdcedf30407,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.038188 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.098205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:37.107200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:37.124414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b07a5-6eab-495c-991f-721478fd572b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:37.147568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:37.174002 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.178786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc8a31-d538-435d-a6bb-9eaba49fd97b None None] Network 9985d6af-ee68-482a-aca5-9afc048fa007 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:37.248991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 172.25.0.244 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/d9a6e8d6-18ba-4f7c-814b-8e5495ffda16) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:37.319324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ae4bc4-e760-49f3-a9b5-3327e08f0167,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.402092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e81cfc02-4e57-4172-9c30-df3de2237db9 None None] Provisioning complete for port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:37.402728 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81cfc02-4e57-4172-9c30-df3de2237db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.545742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e81cfc02-4e57-4172-9c30-df3de2237db9 None None] Port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:37.569195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e81cfc02-4e57-4172-9c30-df3de2237db9 None None] Provisioning complete for port e2b3f8b7-f262-4938-a77e-2fdcedf30407 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:37.569569 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e81cfc02-4e57-4172-9c30-df3de2237db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.592416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.592416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:37.592416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.659284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8195462 Nov 22 16:39:37.659561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57200) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:37.665014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Request body: {'subnet': {'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1457587848-subnet', 'tenant_id': 'da1eb664b02f489e90e0c8c3b72fef69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:37.692355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.703064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62f6bb01-1f20-44bb-9292-6faf9f801eaa req-23805fb7-b567-4d20-8fc1-e2e705696e39 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.3349051 Nov 22 16:39:37.710364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Made reservation on behalf of da1eb664b02f489e90e0c8c3b72fef69 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:37.712927 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.979794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-35b551a5-4df4-4200-bfee-33e3e3ab207d None None] Provisioning complete for port e2b3f8b7-f262-4938-a77e-2fdcedf30407 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:37.990338 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35b551a5-4df4-4200-bfee-33e3e3ab207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.049483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.110481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.134724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8c7f6-7579-4682-a333-c201018e29f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.154972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:38.190535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204d7bae-a874-4cfe-908f-a1dedb4f79cd,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.291793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Checking segment: {'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:38.292282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Network hostable DHCP agents. Network: a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:38.343793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:38.352995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e2b3f8b7-f262-4938-a77e-2fdcedf30407 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:38.361224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:38.378762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:38.379484 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.431502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-79b675b9-6d12-4402-89b2-d7bb90d45355 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7707829 Nov 22 16:39:38.474205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de6790-145b-4352-93ea-edce54d89fd9 None None] Network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:38.478846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.556681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=d9a6e8d6-18ba-4f7c-814b-8e5495ffda16,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.585186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:38.590446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:38.595302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:38.600651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.979145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf5434af-036e-45b0-b77d-1ec89bc9f7ff req-f2838027-f327-469d-816c-e8a7029b7182 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0429239 Nov 22 16:39:39.221302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323c95c-8b9d-4b5f-94a2-c118a8e58294 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:39.281831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.301785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-bf4a8c5b-8cd8-463b-ac9b-97f743c4c992 req-7b298bd0-acda-4366-a5f4-f83f2ef9314e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-782622681', 'description': 'tempest-description-1183478525'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:39.308534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e2b3f8b7-f262-4938-a77e-2fdcedf30407 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:39.309057 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.349192 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf4a8c5b-8cd8-463b-ac9b-97f743c4c992 req-7b298bd0-acda-4366-a5f4-f83f2ef9314e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.454384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6320dc96-8455-4083-ae58-cff60dd65343 None None] Network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:39.579088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ce98fe13-0c61-4abb-837b-0556bbae9d5f None None] Provisioning complete for port d9a6e8d6-18ba-4f7c-814b-8e5495ffda16 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:39.580169 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ce98fe13-0c61-4abb-837b-0556bbae9d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.628467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ce98fe13-0c61-4abb-837b-0556bbae9d5f None None] Port d9a6e8d6-18ba-4f7c-814b-8e5495ffda16 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:40.110235 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf4a8c5b-8cd8-463b-ac9b-97f743c4c992 req-7b298bd0-acda-4366-a5f4-f83f2ef9314e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.137162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf4a8c5b-8cd8-463b-ac9b-97f743c4c992 req-7b298bd0-acda-4366-a5f4-f83f2ef9314e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.231449 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf4a8c5b-8cd8-463b-ac9b-97f743c4c992 req-7b298bd0-acda-4366-a5f4-f83f2ef9314e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.233084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf4a8c5b-8cd8-463b-ac9b-97f743c4c992 req-7b298bd0-acda-4366-a5f4-f83f2ef9314e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9470091 Nov 22 16:39:40.242515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b298bd0-acda-4366-a5f4-f83f2ef9314e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db6b075-bb0e-422c-abb1-1c191c26345e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:40.263999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.409463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Router 2daa3341-a443-4293-a7a3-5f821929cc36 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:40.544137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bfbee3d-c67d-4db8-8975-4eae3acf2cd2 req-eea1ad4b-43cc-4fbb-b0c2-8970867887a6 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0773513 Nov 22 16:39:40.620072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0a95dfb0-f1ea-4d23-8ed9-4f6d3ece368f req-3f67624f-b3fd-455a-8b49-e927282fd0f7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-193724289', 'description': 'tempest-description-1364971457'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:40.709662 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0a95dfb0-f1ea-4d23-8ed9-4f6d3ece368f req-3f67624f-b3fd-455a-8b49-e927282fd0f7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.713917 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.733075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:40.747905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Sync routers for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:40.767010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:40.767010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:40.820307 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.821627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7af986ff-b823-41e5-9579-93214fb634e9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.3544331 Nov 22 16:39:40.827082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57240) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:40.917912 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0a95dfb0-f1ea-4d23-8ed9-4f6d3ece368f req-3f67624f-b3fd-455a-8b49-e927282fd0f7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.924139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0a95dfb0-f1ea-4d23-8ed9-4f6d3ece368f req-3f67624f-b3fd-455a-8b49-e927282fd0f7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.980854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0a95dfb0-f1ea-4d23-8ed9-4f6d3ece368f req-3f67624f-b3fd-455a-8b49-e927282fd0f7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.982151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a95dfb0-f1ea-4d23-8ed9-4f6d3ece368f req-3f67624f-b3fd-455a-8b49-e927282fd0f7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3669286 Nov 22 16:39:40.985989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67624f-b3fd-455a-8b49-e927282fd0f7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef46c06d-c5ad-44ac-9595-99654169229a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:41.021091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:41.032336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 920d9273-060b-43b6-87a4-bebd55d3ca39 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:41.332720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:41.344804 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0126df-ad18-44a2-9771-083ed16a2ec6 None None] Sync routers for ids ['920d9273-060b-43b6-87a4-bebd55d3ca39'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:41.359225 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0126df-ad18-44a2-9771-083ed16a2ec6 None None] Routers {'920d9273-060b-43b6-87a4-bebd55d3ca39'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:41.361086 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6e0126df-ad18-44a2-9771-083ed16a2ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['920d9273-060b-43b6-87a4-bebd55d3ca39'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.402420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:37Z', 'revision_number': 3, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.424459 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.425228 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6e0126df-ad18-44a2-9771-083ed16a2ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.428991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3671e140-7718-4f0f-8ede-b2ab2b14d8cd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1402013 Nov 22 16:39:41.432635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:41.437353 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0126df-ad18-44a2-9771-083ed16a2ec6 None None] Routers {'920d9273-060b-43b6-87a4-bebd55d3ca39'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:41.438272 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6e0126df-ad18-44a2-9771-083ed16a2ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['920d9273-060b-43b6-87a4-bebd55d3ca39'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.476001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Checking router: 2daa3341-a443-4293-a7a3-5f821929cc36 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:41.477062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Updating router 2daa3341-a443-4293-a7a3-5f821929cc36 port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:41.504413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-8386b901-a1a0-4015-9c10-d0c21eb82bdb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:41.506333 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6e0126df-ad18-44a2-9771-083ed16a2ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.507401 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0126df-ad18-44a2-9771-083ed16a2ec6 None None] The sync data for ids ['920d9273-060b-43b6-87a4-bebd55d3ca39'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:41.512331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-8386b901-a1a0-4015-9c10-d0c21eb82bdb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 813 time: 0.2949014 Nov 22 16:39:41.512774 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.534162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-c8e78ef8-fe62-495c-82ab-08e8b3d80ef8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/quotas/da1eb664b02f489e90e0c8c3b72fef69 HTTP/1.1" status: 200 len: 375 time: 0.0197904 Nov 22 16:39:41.601736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-3f770214-dfce-477f-9726-e4018f8dd260 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664220 Nov 22 16:39:41.757637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1fc2d594-c684-4d9c-8aef-fb65eaaf902c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/routers/920d9273-060b-43b6-87a4-bebd55d3ca39 HTTP/1.1" status: 200 len: 885 time: 0.3235612 Nov 22 16:39:41.760729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57270) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:41.860729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.946657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-04045918-8914-41a7-8617-124a816015fa service neutron] 10.222.0.59 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438885 Nov 22 16:39:41.985014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.992267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.091672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5e4ab-98ac-41a9-aebd-0d8605adba48 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:42.108897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Allocated IP 172.20.0.1 (9985d6af-ee68-482a-aca5-9afc048fa007/6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e/ce68bc34-9b9a-45a5-9ccd-438502d77e1f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:42.109974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e736982-3178-4aff-a685-312787cd336e None None] Pushing event updated for resources: {'Port': ['ID=e5ae4bc4-e760-49f3-a9b5-3327e08f0167,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:42.127949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Attempting to bind port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:42.130056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Attempting to bind port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:42.130485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Attempting to bind port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:42.141346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:42.141778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:42.142138 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.142866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:42.143415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Bound port: e5ae4bc4-e760-49f3-a9b5-3327e08f0167, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:42.143810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.212074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] For port e5ae4bc4-e760-49f3-a9b5-3327e08f0167, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:42.217194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] For port e5ae4bc4-e760-49f3-a9b5-3327e08f0167, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e5ae4bc4-e760-49f3-a9b5-3327e08f0167,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:42.226069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.226490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.226897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.227271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.227795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.228278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.228780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.229231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.229975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.230377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.230810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.231184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e736982-3178-4aff-a685-312787cd336e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:42.268716 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.289198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-8255d122-9b73-4a59-b385-e591dcab5433 service neutron] 10.222.0.59 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346655 Nov 22 16:39:42.294140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.336349 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.392941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Network 9985d6af-ee68-482a-aca5-9afc048fa007 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:42.399293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:42.406137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:42.409125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Pushing event updated for resources: {'Port': ['ID=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:42.427940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6269acad-4fa0-4bfe-b5a8-9d09cde694cb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6655972 Nov 22 16:39:42.428946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:42.441330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1e0e0a7e-45b9-4597-912b-4514d585d933 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2085161001'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:42.487961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e736982-3178-4aff-a685-312787cd336e None None] Pushing event updated for resources: {'Port': ['ID=e5ae4bc4-e760-49f3-a9b5-3327e08f0167,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:42.520495 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.525901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf59d93-a0d9-4d5a-8529-d52b9380b5c4 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:42.546283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cf5f36ad-023c-48ad-8fb4-caa9220785d8 None None] Provisioning complete for port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:42.546631 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cf5f36ad-023c-48ad-8fb4-caa9220785d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.662313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:42.691131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:42.770311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.990055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61951be1-fba9-4e14-9b5e-0182d82f7a0c req-3eabfed0-041c-4e40-9fba-a179286a46c7 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.1068811 Nov 22 16:39:43.122865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cf5f36ad-023c-48ad-8fb4-caa9220785d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.233174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24c312f1-4fb4-4f98-a365-df5cf2a47ef0 req-aed048ae-a8e4-4ed4-8d95-a7c117f8998c tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 210 time: 0.0560486 Nov 22 16:39:43.252286 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.254204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cf5f36ad-023c-48ad-8fb4-caa9220785d8 None None] For port e5ae4bc4-e760-49f3-a9b5-3327e08f0167, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e5ae4bc4-e760-49f3-a9b5-3327e08f0167,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:43.269039 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.279175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cf5f36ad-023c-48ad-8fb4-caa9220785d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.296653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:43.342775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0a7e-45b9-4597-912b-4514d585d933 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.366209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0a7e-45b9-4597-912b-4514d585d933 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.406162 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.426424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Pushing event updated for resources: {'Port': ['ID=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:43.766354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Network 9985d6af-ee68-482a-aca5-9afc048fa007 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:43.780416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:43.804354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f36ad-023c-48ad-8fb4-caa9220785d8 None None] Pushing event updated for resources: {'Port': ['ID=e5ae4bc4-e760-49f3-a9b5-3327e08f0167,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:43.830001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9d1eb681-0c3e-4653-9e8e-50234fb6454e None None] Provisioning complete for port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:43.830364 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d1eb681-0c3e-4653-9e8e-50234fb6454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.039124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:37Z', 'revision_number': 3, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:44.133323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Router 2daa3341-a443-4293-a7a3-5f821929cc36 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:44.172482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cacc9b-3758-4bef-b477-7bf8c30fb548 None None] The sync data for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 is: [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:37Z', 'revision_number': 3, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:44.308982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f884ae2-7611-462b-87d3-50ae09d7d8e9 req-46c965e3-42d5-4777-a86f-054ee4634f39 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0864363 Nov 22 16:39:44.349953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9d1eb681-0c3e-4653-9e8e-50234fb6454e None None] Provisioning complete for port ce68bc34-9b9a-45a5-9ccd-438502d77e1f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:44.350529 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d1eb681-0c3e-4653-9e8e-50234fb6454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.381832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0e0a7e-45b9-4597-912b-4514d585d933 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 920d9273-060b-43b6-87a4-bebd55d3ca39 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:44.421301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:44.442686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ed09408-b2ec-4f0a-8f9d-4ecedf2ae520 admin admin] 10.222.0.59 "PUT /v2.0/routers/2daa3341-a443-4293-a7a3-5f821929cc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6099601 Nov 22 16:39:44.500482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9d1eb681-0c3e-4653-9e8e-50234fb6454e None None] Port ce68bc34-9b9a-45a5-9ccd-438502d77e1f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:44.578293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe1af15e-bfd5-4e98-a69c-1e17b7156064 req-4213c173-2e06-49bf-8fc8-7395e75c9614 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 210 time: 0.0863085 Nov 22 16:39:44.680961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-eccfc8b8-4ef9-4d83-8419-31b42893ef1d None None] Provisioning complete for port ce68bc34-9b9a-45a5-9ccd-438502d77e1f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:44.682894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eccfc8b8-4ef9-4d83-8419-31b42893ef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.748002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0e0a7e-45b9-4597-912b-4514d585d933 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:44.769580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962acab5-8a77-41a6-91a3-b10bfdcbf419 None None] Sync routers for ids ['920d9273-060b-43b6-87a4-bebd55d3ca39'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:44.789577 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0a7e-45b9-4597-912b-4514d585d933 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.793609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1e0e0a7e-45b9-4597-912b-4514d585d933 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/920d9273-060b-43b6-87a4-bebd55d3ca39 HTTP/1.1" status: 200 len: 892 time: 2.3554950 Nov 22 16:39:44.794561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57316) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:44.851604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962acab5-8a77-41a6-91a3-b10bfdcbf419 None None] Routers {'920d9273-060b-43b6-87a4-bebd55d3ca39'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:44.852270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-962acab5-8a77-41a6-91a3-b10bfdcbf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['920d9273-060b-43b6-87a4-bebd55d3ca39'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:44.953088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-eccfc8b8-4ef9-4d83-8419-31b42893ef1d None None] Port ce68bc34-9b9a-45a5-9ccd-438502d77e1f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:44.956334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-962acab5-8a77-41a6-91a3-b10bfdcbf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:45.002910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-429a685c-c39d-41e7-87e6-51e166c7a6ef tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:45.005368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962acab5-8a77-41a6-91a3-b10bfdcbf419 None None] Routers {'920d9273-060b-43b6-87a4-bebd55d3ca39'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:45.006641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-962acab5-8a77-41a6-91a3-b10bfdcbf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['920d9273-060b-43b6-87a4-bebd55d3ca39'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:45.017461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-429a685c-c39d-41e7-87e6-51e166c7a6ef tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.62 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 813 time: 0.4646413 Nov 22 16:39:45.036284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'port': {'device_id': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673', 'admin_state_up': True, 'tenant_id': 'da1eb664b02f489e90e0c8c3b72fef69'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:45.063259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-962acab5-8a77-41a6-91a3-b10bfdcbf419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:45.064239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962acab5-8a77-41a6-91a3-b10bfdcbf419 None None] The sync data for ids ['920d9273-060b-43b6-87a4-bebd55d3ca39'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:45.392730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-feeaaefc-e3c7-4bc4-9f2d-217413abdd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.505189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Made reservation on behalf of da1eb664b02f489e90e0c8c3b72fef69 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:45.521034 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.660970 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5b6753dd-48ad-4aed-95d1-e5d19ebef16a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/routers/920d9273-060b-43b6-87a4-bebd55d3ca39 HTTP/1.1" status: 200 len: 892 time: 0.8648946 Nov 22 16:39:45.667751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57326) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:45.722013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6db07706-8c5c-46f0-aeaf-92b1d3f6744a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=920d9273-060b-43b6-87a4-bebd55d3ca39 HTTP/1.1" status: 200 len: 205 time: 0.0526557 Nov 22 16:39:45.725091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57328) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:45.924229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Allocated IP 172.20.0.5 (a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673/204d7bae-a874-4cfe-908f-a1dedb4f79cd/2d04538b-5c16-46bc-96be-0ea3940916bd) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:46.010361 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.155770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.219580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.251863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.361478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:46.376682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port d9a6e8d6-18ba-4f7c-814b-8e5495ffda16 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:46.377075 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.380692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:46.383512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:46.471847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'Port': ['ID=2d04538b-5c16-46bc-96be-0ea3940916bd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.562272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e5ae4bc4-e760-49f3-a9b5-3327e08f0167 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:46.578873 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.588067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:46.589285 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.597681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for d9a6e8d6-18ba-4f7c-814b-8e5495ffda16 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:46.648602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6c2847dd-6cba-4a32-88e5-f8488bad8990 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6195161 Nov 22 16:39:46.650476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:46.667735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8eb36f70-f5cc-40f6-967d-f8e56ce3e0f4 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387029091', 'description': 'tempest-description--232562621'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:46.730052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:46.730691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.748309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Request body: {'port': {'device_id': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:46.756692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb36f70-f5cc-40f6-967d-f8e56ce3e0f4 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.820831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.946469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=d9a6e8d6-18ba-4f7c-814b-8e5495ffda16,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.966490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee2f77-8b15-408a-ba28-05f3496201b9 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:47.016552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.143599 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.247059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a0931a5-5581-41da-a2c6-00fd6f0933b7 req-07078304-6020-4d78-8e81-fa7028b0618a tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/ports?device_id=2788bc7d-c180-402c-9e99-7b5ae8f2ba0c HTTP/1.1" status: 200 len: 210 time: 0.0690401 Nov 22 16:39:47.276443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.288494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.340229 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Sync routers for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:47.378660 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:47.379899 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:47.406273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.407255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Fanout notify agent at l3_agent the message router_deleted on router 920d9273-060b-43b6-87a4-bebd55d3ca39 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:39:47.428996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.431703 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f1fa1fe6-de49-4cc6-95b7-eaea9a7cf437 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/920d9273-060b-43b6-87a4-bebd55d3ca39 HTTP/1.1" status: 204 len: 168 time: 1.7050812 Nov 22 16:39:47.441522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57338) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:47.448437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-646017362'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:47.452388 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb36f70-f5cc-40f6-967d-f8e56ce3e0f4 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.499947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:47.509935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.570002 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb36f70-f5cc-40f6-967d-f8e56ce3e0f4 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.605289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:47.639181 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:47.643313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.643854 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment 1987e08c-c10c-4203-8254-463523ec10ab of type vlan for network ee495858-6dfe-4f49-bb19-8a8da9e578e8 Nov 22 16:39:47.650559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8eb36f70-f5cc-40f6-967d-f8e56ce3e0f4 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.652351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8eb36f70-f5cc-40f6-967d-f8e56ce3e0f4 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9965875 Nov 22 16:39:47.660254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57340) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:47.665234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8606b8d0-2b46-48c3-98cf-42ca58f47f90 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Request body: {'security_group_rule': {'security_group_id': '40bbb418-d543-472b-94d4-fc15e9c54178', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:47.709568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb36f70-f5cc-40f6-967d-f8e56ce3e0f4 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bbb418-d543-472b-94d4-fc15e9c54178,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:47.780599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac2c01-2f07-425a-a17f-72935509676d req-e18e55f2-1f5a-4da2-9fec-af4b8544b065 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.804131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dac2c01-2f07-425a-a17f-72935509676d req-e18e55f2-1f5a-4da2-9fec-af4b8544b065 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 931 time: 0.3997059 Nov 22 16:39:47.818708 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-426d86dc-491d-438e-8b0c-e604744fded0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.827639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.851231 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8606b8d0-2b46-48c3-98cf-42ca58f47f90 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.916976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.924862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.936116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.032245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dac2c01-2f07-425a-a17f-72935509676d req-9e28fa53-391e-4396-b2c4-d0a167fd055f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235608 Nov 22 16:39:48.110028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=ee495858-6dfe-4f49-bb19-8a8da9e578e8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:48.128512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8606b8d0-2b46-48c3-98cf-42ca58f47f90 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.133147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e2b98948-26a1-4458-b90f-5ac43fa487c8 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6892614 Nov 22 16:39:48.134404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ee495858-6dfe-4f49-bb19-8a8da9e578e8 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:48.138012 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:48.151520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': 'ee495858-6dfe-4f49-bb19-8a8da9e578e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:48.159968 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8606b8d0-2b46-48c3-98cf-42ca58f47f90 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.233897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8606b8d0-2b46-48c3-98cf-42ca58f47f90 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.235768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8606b8d0-2b46-48c3-98cf-42ca58f47f90 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5742962 Nov 22 16:39:48.265947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:48.275001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8bd3ef87-b968-44cc-9545-0b787d4b592f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Request body: {'security_group_rule': {'security_group_id': '40bbb418-d543-472b-94d4-fc15e9c54178', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:48.298288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606b8d0-2b46-48c3-98cf-42ca58f47f90 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a1deb6-0a55-471e-a360-b9a194e18a69,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:48.410309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d04538b-5c16-46bc-96be-0ea3940916bd {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:48.421901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:48.429516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.438362 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 2, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:48.445703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:48.451897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.522466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Transition to ACTIVE for port object 2d04538b-5c16-46bc-96be-0ea3940916bd will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:39:48.539357 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.601285 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Checking router: 2daa3341-a443-4293-a7a3-5f821929cc36 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:48.602344 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Updating router 2daa3341-a443-4293-a7a3-5f821929cc36 port ce68bc34-9b9a-45a5-9ccd-438502d77e1f binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:48.633912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b0b951-a60f-4cec-b379-9510b61d6d33 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.661302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Pushing event updated for resources: {'Port': ['ID=2d04538b-5c16-46bc-96be-0ea3940916bd,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:48.675309 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.678828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bd3ef87-b968-44cc-9545-0b787d4b592f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.758713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b0b951-a60f-4cec-b379-9510b61d6d33 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.862426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.897409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Attempting to bind port 2d04538b-5c16-46bc-96be-0ea3940916bd on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:48.902283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Attempting to bind port 2d04538b-5c16-46bc-96be-0ea3940916bd by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:48.902283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Attempting to bind port 2d04538b-5c16-46bc-96be-0ea3940916bd on network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:48.942334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bd3ef87-b968-44cc-9545-0b787d4b592f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.947103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Port 2d04538b-5c16-46bc-96be-0ea3940916bd on network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:48.948334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Attempting to bind port 2d04538b-5c16-46bc-96be-0ea3940916bd on network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:48.963901 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bd3ef87-b968-44cc-9545-0b787d4b592f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.986263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3ef87-b968-44cc-9545-0b787d4b592f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed56bb6b-1867-4fb6-9214-ed8c7aac606c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:48.989514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:48.990283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Checking segment: {'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:48.991074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Bound using segment: {'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:48.992009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Bound port: 2d04538b-5c16-46bc-96be-0ea3940916bd, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:48.992811 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.086489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] For port 2d04538b-5c16-46bc-96be-0ea3940916bd, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:49.091410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] For port 2d04538b-5c16-46bc-96be-0ea3940916bd, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2d04538b-5c16-46bc-96be-0ea3940916bd,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:49.101177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.155486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8bd3ef87-b968-44cc-9545-0b787d4b592f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.161863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8bd3ef87-b968-44cc-9545-0b787d4b592f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8934858 Nov 22 16:39:49.164868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.178080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:49.184215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b0b951-a60f-4cec-b379-9510b61d6d33 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.190755 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b0b951-a60f-4cec-b379-9510b61d6d33 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.207016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.207985 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.213713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] 10.222.0.62 "PUT /v2.0/ports/2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 200 len: 1091 time: 2.4727085 Nov 22 16:39:49.213713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:49.214716 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772644d-2d3b-4380-859a-ec79f74ddf69" -d '{"events": [{"name": "network-changed", "server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:49.215956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-70b0b951-a60f-4cec-b379-9510b61d6d33 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "DELETE /v2.0/security-groups/dff4e710-4763-44b4-a216-d2bef6b6d3b9 HTTP/1.1" status: 204 len: 168 time: 0.7683706 Nov 22 16:39:49.225336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57364) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.251691 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.261906 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.316170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97f12a-2e1a-47fd-bda2-87d4a4be264b service neutron] Pushing event updated for resources: {'Port': ['ID=2d04538b-5c16-46bc-96be-0ea3940916bd,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.322922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0b951-a60f-4cec-b379-9510b61d6d33 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff4e710-4763-44b4-a216-d2bef6b6d3b9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.328259 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-1937e7bb-b2d3-4787-830e-d809a15cf26a tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] show failed (client error): The resource could not be found. Nov 22 16:39:49.332395 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1937e7bb-b2d3-4787-830e-d809a15cf26a tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "GET /v2.0/security-groups/dff4e710-4763-44b4-a216-d2bef6b6d3b9 HTTP/1.1" status: 404 len: 347 time: 0.0627158 Nov 22 16:39:49.332743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.337248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57372) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.341827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.459541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23eaf1a-9a69-4cc9-9e84-f5aa2433a5c2 req-512554c8-3d0b-4840-afef-f6c2a97854f8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.461534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b23eaf1a-9a69-4cc9-9e84-f5aa2433a5c2 req-512554c8-3d0b-4840-afef-f6c2a97854f8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 943 time: 0.1857588 Nov 22 16:39:49.462572 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a21422-1ba5-481f-abfc-c8c3c931e821 None None] Pushing event updated for resources: {'Port': ['ID=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.530438 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Attempting to bind port ce68bc34-9b9a-45a5-9ccd-438502d77e1f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:49.531155 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Attempting to bind port ce68bc34-9b9a-45a5-9ccd-438502d77e1f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:49.531683 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Attempting to bind port ce68bc34-9b9a-45a5-9ccd-438502d77e1f on network 9985d6af-ee68-482a-aca5-9afc048fa007 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:49.540550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-060d9c59-52d6-46e1-8b10-83859fa22d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.541409 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:49.542024 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Checking segment: {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:49.543021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-060d9c59-52d6-46e1-8b10-83859fa22d9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1094 time: 0.2799845 Nov 22 16:39:49.544637 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.547704 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Bound using segment: {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:49.548467 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Bound port: ce68bc34-9b9a-45a5-9ccd-438502d77e1f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:49.549039 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.653029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-039d749b-0683-4f06-8b2e-fb1cfdc5c3db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 200 len: 217 time: 0.0941179 Nov 22 16:39:49.706885 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] For port ce68bc34-9b9a-45a5-9ccd-438502d77e1f, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:49.723598 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] For port ce68bc34-9b9a-45a5-9ccd-438502d77e1f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:49.735754 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.785354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b23eaf1a-9a69-4cc9-9e84-f5aa2433a5c2 req-b18139ce-d062-4db2-bc8d-67d4003051f5 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056769 Nov 22 16:39:49.795030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-1591c497-00af-414a-91b5-59e158dd6817 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3321314 Nov 22 16:39:49.845003 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:49.846014 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:49.856979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.861368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=a4723c3c-e34a-4625-a053-6d6d288b0929,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.866864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': '1987e08c-c10c-4203-8254-463523ec10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee495858-6dfe-4f49-bb19-8a8da9e578e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:49.867351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: ee495858-6dfe-4f49-bb19-8a8da9e578e8, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:49.961926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-37a23a92-c604-4769-b644-81e7401b8b56 None None] Provisioning complete for port ce68bc34-9b9a-45a5-9ccd-438502d77e1f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:49.965899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a23a92-c604-4769-b644-81e7401b8b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.977299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-8e70867b-fb75-4b04-94e3-0dcbb9f5573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.980209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-8e70867b-fb75-4b04-94e3-0dcbb9f5573d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.3030951 Nov 22 16:39:50.022892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network ee495858-6dfe-4f49-bb19-8a8da9e578e8 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:50.100550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ee495858-6dfe-4f49-bb19-8a8da9e578e8) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:50.103438 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8706018-a8a3-4d2b-9813-53be33698c99 x-openstack-request-id: req-a8706018-a8a3-4d2b-9813-53be33698c99 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:50.103984 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:50.104526 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8706018-a8a3-4d2b-9813-53be33698c99 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:50.105210 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd', 'status': 'completed', 'code': 200} Nov 22 16:39:50.114026 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a21422-1ba5-481f-abfc-c8c3c931e821 None None] Pushing event updated for resources: {'Port': ['ID=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:50.117346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e37b04-979f-4b99-b81e-0b8b62b83333 None None] Network ee495858-6dfe-4f49-bb19-8a8da9e578e8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:50.126743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:50.128121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.143291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port 1f15688e-df61-49a5-bfe5-4e447a3286c5 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:50.144348 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.192999 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:50.213151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Allocated IP 172.25.0.99 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/3e374df5-b38e-47a2-b8b6-5097b6e20a0d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:50.422250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-af483a85-ed73-46c8-84e0-d9521bc5bd64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3577673 Nov 22 16:39:50.429097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-af75e94d-1120-4bdb-a628-f2ba239f4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:50.433160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-af75e94d-1120-4bdb-a628-f2ba239f4991 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 1097 time: 0.4974251 Nov 22 16:39:50.535944 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7d57c0c2-c4b0-49e3-9c97-975bfc697fd3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3942246 Nov 22 16:39:50.539638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57378) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:50.562806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2db9cc7e-c578-4e0e-812a-338b8a9024c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1110333466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:50.583046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ee495858-6dfe-4f49-bb19-8a8da9e578e8', 'network_id': 'ee495858-6dfe-4f49-bb19-8a8da9e578e8', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': 'a4723c3c-e34a-4625-a053-6d6d288b0929'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:50.585297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.663751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db9cc7e-c578-4e0e-812a-338b8a9024c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.665403 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db9cc7e-c578-4e0e-812a-338b8a9024c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.781029 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.819803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db9cc7e-c578-4e0e-812a-338b8a9024c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.828057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db9cc7e-c578-4e0e-812a-338b8a9024c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.841225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.841727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.949415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for 1f15688e-df61-49a5-bfe5-4e447a3286c5 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:50.980602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db9cc7e-c578-4e0e-812a-338b8a9024c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.983118 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2db9cc7e-c578-4e0e-812a-338b8a9024c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4415140 Nov 22 16:39:51.005981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57384) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:51.029543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a23a92-c604-4769-b644-81e7401b8b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.091416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-0b996da7-6e31-4d76-a617-e156378a76f0 service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556222 Nov 22 16:39:51.097656 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.258317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-37a23a92-c604-4769-b644-81e7401b8b56 None None] For port ce68bc34-9b9a-45a5-9ccd-438502d77e1f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:51.267608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81f6aafd-cf47-47ea-8dd1-60fe96f2a556 req-6f525338-18f5-4233-8bdd-f7a09063ecee service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589336 Nov 22 16:39:51.291090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Allocated IP 2001:db8::2 (ee495858-6dfe-4f49-bb19-8a8da9e578e8/a4723c3c-e34a-4625-a053-6d6d288b0929/93aad06f-eb36-4dbf-9ed9-b2d149c20d19) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:51.302488 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a23a92-c604-4769-b644-81e7401b8b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.325007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.366580 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:49Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:51.413896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c709b-72d5-4b8f-bf13-aab85a92bb14 req-2b3f2f95-f850-4fd0-bfc8-53c91a93bd2e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:51.420513 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80fd73e-26ae-417f-9840-4a2146b2f108 None None] The sync data for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 is: [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:49Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:51.424715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-627c709b-72d5-4b8f-bf13-aab85a92bb14 req-2b3f2f95-f850-4fd0-bfc8-53c91a93bd2e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 943 time: 0.4260309 Nov 22 16:39:51.498531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-af2d02d8-1aa7-4622-931d-f00cb0e4b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:51.507817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-af2d02d8-1aa7-4622-931d-f00cb0e4b31a service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.8634267 Nov 22 16:39:51.635520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a23a92-c604-4769-b644-81e7401b8b56 None None] Pushing event updated for resources: {'Port': ['ID=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:51.688148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5bf81b07-e18d-4b34-810d-844c2c1ee4cd None None] Provisioning complete for port ce68bc34-9b9a-45a5-9ccd-438502d77e1f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:51.688529 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bf81b07-e18d-4b34-810d-844c2c1ee4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.706645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-b565aea3-94e7-4776-944c-c1ac97632794 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb31439e-5d44-451e-8b08-8ec8417b2532 HTTP/1.1" status: 200 len: 1001 time: 0.1976202 Nov 22 16:39:51.836000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-b0478873-e3b8-4234-a0a8-51acff8829e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:51.837549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-b0478873-e3b8-4234-a0a8-51acff8829e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.1172154 Nov 22 16:39:51.874499 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.887344 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.958070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event updated for resources: {'Port': ['ID=3e374df5-b38e-47a2-b8b6-5097b6e20a0d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:51.971182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-627c709b-72d5-4b8f-bf13-aab85a92bb14 req-ee1cf3af-1380-476e-b755-a353cdae7537 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452065 Nov 22 16:39:51.979338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-a3e21804-eae0-4145-95cd-ba330b461f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:51.982114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-a3e21804-eae0-4145-95cd-ba330b461f07 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1094 time: 0.6325176 Nov 22 16:39:52.065951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:52.093451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:52.153935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:52.164205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-543500b0-98d0-4d9a-96dc-ec0293709e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.167459 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-543500b0-98d0-4d9a-96dc-ec0293709e98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3218131 Nov 22 16:39:52.434659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce68bc34-9b9a-45a5-9ccd-438502d77e1f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:52.537784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.537942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.549879 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.569916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ce68bc34-9b9a-45a5-9ccd-438502d77e1f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:52.570436 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.650532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Network ee495858-6dfe-4f49-bb19-8a8da9e578e8 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:52.673140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:52.681740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:52.688671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Pushing event updated for resources: {'Port': ['ID=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:52.688897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=1f15688e-df61-49a5-bfe5-4e447a3286c5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:52.721085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8::1 (ee495858-6dfe-4f49-bb19-8a8da9e578e8/a4723c3c-e34a-4625-a053-6d6d288b0929/6312ec47-4b6f-49fb-8a2a-74a45c51bcbc) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:52.725474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ccb29-c69d-4f04-93a0-8a137593b2b3 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:52.847810 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.851499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.853072 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cb38830b-df17-406e-9be8-a8d797c92194 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "DELETE /v2.0/floatingips/4f21249f-1d4d-4d68-8585-67a1529a0d6d HTTP/1.1" status: 204 len: 168 time: 3.5096684 Nov 22 16:39:52.860673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57396) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:52.956459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Attempting to bind port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:52.956877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Attempting to bind port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '1987e08c-c10c-4203-8254-463523ec10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee495858-6dfe-4f49-bb19-8a8da9e578e8'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:52.957254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Attempting to bind port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 on network ee495858-6dfe-4f49-bb19-8a8da9e578e8 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:52.975126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:52.982105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Checking segment: {'id': '1987e08c-c10c-4203-8254-463523ec10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee495858-6dfe-4f49-bb19-8a8da9e578e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:52.982722 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.983186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Bound using segment: {'id': '1987e08c-c10c-4203-8254-463523ec10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee495858-6dfe-4f49-bb19-8a8da9e578e8'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:52.983906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Bound port: 93aad06f-eb36-4dbf-9ed9-b2d149c20d19, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1987e08c-c10c-4203-8254-463523ec10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ee495858-6dfe-4f49-bb19-8a8da9e578e8'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:52.984399 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.121047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-6d8e5166-7ac4-42a7-959a-d884e1a93446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.123983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] For port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:53.130234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] For port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,segment=NetworkSegment(1987e08c-c10c-4203-8254-463523ec10ab),segment_id=1987e08c-c10c-4203-8254-463523ec10ab)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:53.131206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-6d8e5166-7ac4-42a7-959a-d884e1a93446 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 914 time: 1.1127458 Nov 22 16:39:53.136536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.140912 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.200284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-5d3d238d-ef2a-422b-82c6-caf64dc5b693 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 200 len: 217 time: 0.0672357 Nov 22 16:39:53.213962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fb87d48a-d99f-4d25-8f6b-1a086b7108c5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port ccd928a2-1f5c-45a7-a938-b2b22f4585d8 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:53.214314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb87d48a-d99f-4d25-8f6b-1a086b7108c5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.276138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e70397-39b0-4de5-961b-19ff6133901a None None] Pushing event updated for resources: {'Port': ['ID=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:53.309542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.421072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd29ddc-02a0-40f9-947d-c7c8e42f2d2f req-31bb029b-c311-4407-b640-a71931fddcb0 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.422818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dbd29ddc-02a0-40f9-947d-c7c8e42f2d2f req-31bb029b-c311-4407-b640-a71931fddcb0 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 943 time: 0.2436969 Nov 22 16:39:53.440755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network ee495858-6dfe-4f49-bb19-8a8da9e578e8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:53.454459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:53.458846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=6312ec47-4b6f-49fb-8a2a-74a45c51bcbc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:53.466315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:53.466902 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.508321 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.519866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-bc4a22c7-b795-48d6-86f5-410148b79db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.522328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-bc4a22c7-b795-48d6-86f5-410148b79db6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.3099744 Nov 22 16:39:53.566602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb87d48a-d99f-4d25-8f6b-1a086b7108c5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.567053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-3d00293e-b3dd-4511-b997-8bd1be492585 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3680558 Nov 22 16:39:53.595176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fb87d48a-d99f-4d25-8f6b-1a086b7108c5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for ccd928a2-1f5c-45a7-a938-b2b22f4585d8 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:53.611516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-1a244098-677c-4d0a-a4e1-cd6d525277ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728405 Nov 22 16:39:53.696765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dbd29ddc-02a0-40f9-947d-c7c8e42f2d2f req-ea21b8c5-3065-4b97-abd3-510ad287c180 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567241 Nov 22 16:39:53.743793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.839365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.151965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77f770af-8f67-4899-9457-9f5291fd9db3 req-3bb15f02-3278-45ee-b18d-226a049dcc9b service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557139 Nov 22 16:39:54.163328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-5abdb998-d006-48da-be9c-4fcdeaa74700 service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226374 Nov 22 16:39:54.412540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:54.518783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2d04538b-5c16-46bc-96be-0ea3940916bd details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:39:54.553742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0772644d-2d3b-4380-859a-ec79f74ddf69 req-7bf79494-60f1-4d91-ad49-fa8aea93b696 service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672209 Nov 22 16:39:54.562700 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.568097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:54.570414 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.571177 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.595175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-98e2fce6-0c5d-4252-b464-11bcfd8ed780 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2143578492&fields=id&tenant_id=6cdb251341e84a28aac277445b096b14 HTTP/1.1" status: 200 len: 267 time: 0.2211981 Nov 22 16:39:54.686838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb87d48a-d99f-4d25-8f6b-1a086b7108c5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.749549 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.834867 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.854898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.855838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.863525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87d48a-d99f-4d25-8f6b-1a086b7108c5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=ccd928a2-1f5c-45a7-a938-b2b22f4585d8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:54.899504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event updated for resources: {'Port': ['ID=3e374df5-b38e-47a2-b8b6-5097b6e20a0d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:54.918423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2d04538b-5c16-46bc-96be-0ea3940916bd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2d04538b-5c16-46bc-96be-0ea3940916bd,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:54.965356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edff521-51b1-4878-9fe3-f8033f02f5c6 None None] Network ee495858-6dfe-4f49-bb19-8a8da9e578e8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:54.990737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,segment=NetworkSegment(1987e08c-c10c-4203-8254-463523ec10ab),segment_id=1987e08c-c10c-4203-8254-463523ec10ab)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:54.991133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-7755b735-b680-4067-a6d1-df100c0cdf61 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:54.993181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '2d04538b-5c16-46bc-96be-0ea3940916bd', 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673', 'port_id': '2d04538b-5c16-46bc-96be-0ea3940916bd', 'mac_address': 'fa:16:3e:b8:75:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d7bae-a874-4cfe-908f-a1dedb4f79cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:39:55.002107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=6312ec47-4b6f-49fb-8a2a-74a45c51bcbc,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:55.005207 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb87d48a-d99f-4d25-8f6b-1a086b7108c5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.008089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-7755b735-b680-4067-a6d1-df100c0cdf61 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/networks?id=0100c3d2-37de-41b4-b725-a0c27bdb28d1 HTTP/1.1" status: 200 len: 816 time: 0.4000463 Nov 22 16:39:55.008741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fb87d48a-d99f-4d25-8f6b-1a086b7108c5 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "DELETE /v2.0/ports/ccd928a2-1f5c-45a7-a938-b2b22f4585d8 HTTP/1.1" status: 204 len: 168 time: 2.1409655 Nov 22 16:39:55.013612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57420) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.027569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.032417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-24af3992-0ce0-480c-b5b3-7803ecc53244 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/quotas/6cdb251341e84a28aac277445b096b14 HTTP/1.1" status: 200 len: 375 time: 0.0201643 Nov 22 16:39:55.044510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.067662 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.078259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-28789bdf-9e0e-4b17-b856-a44f04800a64 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8955157 Nov 22 16:39:55.129325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c69662c6-efca-49fc-a383-54a2d76c0d63 None None] Provisioning complete for port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:55.129848 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c69662c6-efca-49fc-a383-54a2d76c0d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.130014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-09afbfd8-38b4-4633-879f-c6de14958b8d tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6cdb251341e84a28aac277445b096b14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799856 Nov 22 16:39:55.172467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network ee495858-6dfe-4f49-bb19-8a8da9e578e8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:55.175845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:55.227155 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.270865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:55.286802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-68168b7a-911c-4d57-8390-43b207a0b8e7 service neutron] 10.222.0.59 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522274 Nov 22 16:39:55.296958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d04538b-5c16-46bc-96be-0ea3940916bd {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:55.316555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-73434b91-7519-4ba8-a6dc-482768a5546f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port 28892659-4971-4e49-a576-3a8312c6ef39 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:55.320864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73434b91-7519-4ba8-a6dc-482768a5546f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.326223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2d04538b-5c16-46bc-96be-0ea3940916bd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2d04538b-5c16-46bc-96be-0ea3940916bd,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:55.341657 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.433655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-0e24e591-18f3-4ae0-84c0-ad5a1d23cda4 service neutron] 10.222.0.59 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370625 Nov 22 16:39:55.492849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73434b91-7519-4ba8-a6dc-482768a5546f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.496171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router f9b214c2-4422-4422-aab9-15f53ecd5dfa is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:55.497506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=2d04538b-5c16-46bc-96be-0ea3940916bd,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:55.515158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-73434b91-7519-4ba8-a6dc-482768a5546f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for 28892659-4971-4e49-a576-3a8312c6ef39 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:55.661930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:55.677856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c3cae29c-e9f0-4b51-88bf-61ddd5345238 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/f9b214c2-4422-4422-aab9-15f53ecd5dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6705868 Nov 22 16:39:55.679151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735dd5ec-e334-4dc3-bc0a-1cab9d38143c None None] Sync routers for ids ['f9b214c2-4422-4422-aab9-15f53ecd5dfa'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:55.680624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57432) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.706250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dd5ec-e334-4dc3-bc0a-1cab9d38143c None None] Routers {'f9b214c2-4422-4422-aab9-15f53ecd5dfa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:55.707256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-735dd5ec-e334-4dc3-bc0a-1cab9d38143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f9b214c2-4422-4422-aab9-15f53ecd5dfa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:55.761494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c273c12-7131-477c-a5cb-127d9b46ba9e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:55.762896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7c273c12-7131-477c-a5cb-127d9b46ba9e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports/6312ec47-4b6f-49fb-8a2a-74a45c51bcbc HTTP/1.1" status: 200 len: 911 time: 0.0808926 Nov 22 16:39:55.765738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57434) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.773940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a34eb366-8cf5-4f79-b37b-4dd55c5fb06e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4723c3c-e34a-4625-a053-6d6d288b0929'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:55.805896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-735dd5ec-e334-4dc3-bc0a-1cab9d38143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:55.817834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:55.851096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73434b91-7519-4ba8-a6dc-482768a5546f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.911132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73434b91-7519-4ba8-a6dc-482768a5546f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=28892659-4971-4e49-a576-3a8312c6ef39,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:55.914738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735dd5ec-e334-4dc3-bc0a-1cab9d38143c None None] Routers {'f9b214c2-4422-4422-aab9-15f53ecd5dfa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:55.920723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-735dd5ec-e334-4dc3-bc0a-1cab9d38143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f9b214c2-4422-4422-aab9-15f53ecd5dfa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:55.982707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-735dd5ec-e334-4dc3-bc0a-1cab9d38143c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:55.983453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735dd5ec-e334-4dc3-bc0a-1cab9d38143c None None] The sync data for ids ['f9b214c2-4422-4422-aab9-15f53ecd5dfa'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:56.012891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0279f-1047-44fb-9538-4aff07739520 req-937a26a5-c034-4c35-a274-cbc49592ce3a tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:56.020918 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7f0279f-1047-44fb-9538-4aff07739520 req-937a26a5-c034-4c35-a274-cbc49592ce3a tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 946 time: 0.1919799 Nov 22 16:39:56.061850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73434b91-7519-4ba8-a6dc-482768a5546f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.068528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-4f6d790f-60c0-4014-a29f-29e2b51413c0 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:56.068912 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-73434b91-7519-4ba8-a6dc-482768a5546f tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "DELETE /v2.0/ports/28892659-4971-4e49-a576-3a8312c6ef39 HTTP/1.1" status: 204 len: 168 time: 1.0537951 Nov 22 16:39:56.069582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57444) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:56.071793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-4f6d790f-60c0-4014-a29f-29e2b51413c0 tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.62 "GET /v2.0/ports?device_id=531fe4cf-653f-4404-ada8-af4d5ea4202a HTTP/1.1" status: 200 len: 946 time: 0.1195180 Nov 22 16:39:56.094020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-252eca56-d480-4634-b8ba-a7b7f9831bac None None] Provisioning complete for port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:56.094545 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-252eca56-d480-4634-b8ba-a7b7f9831bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.161371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa94b5d-a658-4e69-a5b5-8ee50e5486a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting subnet affaa9e1-4362-459b-8e28-f193cb71fc51 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:56.165398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7aa94b5d-a658-4e69-a5b5-8ee50e5486a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.222819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7aa94b5d-a658-4e69-a5b5-8ee50e5486a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.313604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7f0279f-1047-44fb-9538-4aff07739520 req-5d794753-5d26-478c-a6ed-5bded37eb7ae tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3213fed-428c-4ab9-a5c2-1579609192e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917664 Nov 22 16:39:56.446330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:56.483962 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7aa94b5d-a658-4e69-a5b5-8ee50e5486a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.527833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-252eca56-d480-4634-b8ba-a7b7f9831bac None None] Provisioning complete for port 6312ec47-4b6f-49fb-8a2a-74a45c51bcbc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:56.528710 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-252eca56-d480-4634-b8ba-a7b7f9831bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.549856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a34eb366-8cf5-4f79-b37b-4dd55c5fb06e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.632621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-252eca56-d480-4634-b8ba-a7b7f9831bac None None] Port 6312ec47-4b6f-49fb-8a2a-74a45c51bcbc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:56.648766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:56.649155 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.683635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7aa94b5d-a658-4e69-a5b5-8ee50e5486a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.753741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa94b5d-a658-4e69-a5b5-8ee50e5486a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Subnet': ['ID=affaa9e1-4362-459b-8e28-f193cb71fc51,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:56.770181 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7aa94b5d-a658-4e69-a5b5-8ee50e5486a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.778636 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7aa94b5d-a658-4e69-a5b5-8ee50e5486a3 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "DELETE /v2.0/subnets/affaa9e1-4362-459b-8e28-f193cb71fc51 HTTP/1.1" status: 204 len: 168 time: 0.7079482 Nov 22 16:39:56.782862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57448) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:56.798025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305cb32-96e1-47f4-9868-dcc59bd02222 None None] Network 468837d3-9008-4da8-8231-5cd5ce780b04 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:56.841805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b89ea-5012-4c1c-86fc-7af53c32dfc3 req-c9c66971-211f-4abe-8ca7-3c5b7bc70d9f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:56.846031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c3fd2d38-a4c2-426a-90a3-8c7cf3b0f0a2 None None] Provisioning complete for port 6312ec47-4b6f-49fb-8a2a-74a45c51bcbc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:56.846415 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3fd2d38-a4c2-426a-90a3-8c7cf3b0f0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.853169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-404b89ea-5012-4c1c-86fc-7af53c32dfc3 req-c9c66971-211f-4abe-8ca7-3c5b7bc70d9f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 944 time: 0.4236360 Nov 22 16:39:56.853879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad075c9-ef00-493a-a042-9d1a336984be tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting subnet 90cfb5d4-6665-42bd-8f4b-d038aa7765fe {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:56.859868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad075c9-ef00-493a-a042-9d1a336984be tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.910750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Deleting port 0fea9211-88bf-45da-b978-0711bc2a63fc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:56.911421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.929353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad075c9-ef00-493a-a042-9d1a336984be tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.973001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd2d38-a4c2-426a-90a3-8c7cf3b0f0a2 None None] Port 6312ec47-4b6f-49fb-8a2a-74a45c51bcbc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:57.018363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-404b89ea-5012-4c1c-86fc-7af53c32dfc3 req-dc0a0e10-add2-4fbf-ac87-5d0bb13812a7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611269 Nov 22 16:39:57.068922 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad075c9-ef00-493a-a042-9d1a336984be tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.119772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] DHCP port deletion for 468837d3-9008-4da8-8231-5cd5ce780b04 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:57.129219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f4373d0f-0608-4585-a656-7c248b67d2af None None] Provisioning complete for port 6312ec47-4b6f-49fb-8a2a-74a45c51bcbc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:57.130096 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4373d0f-0608-4585-a656-7c248b67d2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.179463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad075c9-ef00-493a-a042-9d1a336984be tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.205117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973b62f-5a58-4030-8a36-6d2f070f8f34 None None] Network 2b6e8df2-483e-44bc-9405-18a8edc40f68 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:57.219850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad075c9-ef00-493a-a042-9d1a336984be tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.226269 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ad075c9-ef00-493a-a042-9d1a336984be tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "DELETE /v2.0/subnets/90cfb5d4-6665-42bd-8f4b-d038aa7765fe HTTP/1.1" status: 204 len: 168 time: 0.4419034 Nov 22 16:39:57.227118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57458) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:57.227891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad075c9-ef00-493a-a042-9d1a336984be tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Subnet': ['ID=90cfb5d4-6665-42bd-8f4b-d038aa7765fe,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:57.301626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f4373d0f-0608-4585-a656-7c248b67d2af None None] Port 6312ec47-4b6f-49fb-8a2a-74a45c51bcbc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:57.328948 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-2acf6b4e-508b-418a-a779-a5c8b1f4f747 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1387029091&fields=id&tenant_id=fd93cb64993149f4b16d812d5089a38b HTTP/1.1" status: 200 len: 267 time: 0.1325812 Nov 22 16:39:57.343479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] For port 0fea9211-88bf-45da-b978-0711bc2a63fc, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=0fea9211-88bf-45da-b978-0711bc2a63fc,segment=NetworkSegment(f74debfc-3250-4c8d-80b9-2f0313a96d87),segment_id=f74debfc-3250-4c8d-80b9-2f0313a96d87)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:57.343909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.425279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.426378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] Deleting port 7aca34ba-42d9-465f-9fae-377bb6e8e917 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:57.427267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.476957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Calling delete_port for 0fea9211-88bf-45da-b978-0711bc2a63fc owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:57.523316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Deleting port 7aca34ba-42d9-465f-9fae-377bb6e8e917 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:57.523799 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.537041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] For port 7aca34ba-42d9-465f-9fae-377bb6e8e917, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7aca34ba-42d9-465f-9fae-377bb6e8e917,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:57.537809 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.558107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] Calling delete_port for 7aca34ba-42d9-465f-9fae-377bb6e8e917 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:57.656079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-4c78c5b5-8c3a-4180-8659-3abab6ec6e9f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:57.657601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-4c78c5b5-8c3a-4180-8659-3abab6ec6e9f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.37 "GET /v2.0/networks?id=0100c3d2-37de-41b4-b725-a0c27bdb28d1 HTTP/1.1" status: 200 len: 816 time: 0.3083627 Nov 22 16:39:57.659250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456d690b-786e-402c-892b-2308aeef00da None None] DHCP port deletion for 2b6e8df2-483e-44bc-9405-18a8edc40f68 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:57.692889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] For port 7aca34ba-42d9-465f-9fae-377bb6e8e917, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7aca34ba-42d9-465f-9fae-377bb6e8e917,segment=NetworkSegment(3842485f-c6cd-4d10-8bc5-85ee1de366eb),segment_id=3842485f-c6cd-4d10-8bc5-85ee1de366eb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:57.693795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.710287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Calling delete_port for 7aca34ba-42d9-465f-9fae-377bb6e8e917 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:57.753330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.765996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-1c602bfa-cdf3-4822-90dc-a98bc70062d9 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:57.772643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] No DVR routers for this DVR port 7aca34ba-42d9-465f-9fae-377bb6e8e917 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:57.773327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-1c602bfa-cdf3-4822-90dc-a98bc70062d9 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/networks?id=9985d6af-ee68-482a-aca5-9afc048fa007 HTTP/1.1" status: 200 len: 806 time: 0.4144826 Nov 22 16:39:57.810110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4925db9-01cb-4ddf-be77-5c7d9c07919c None None] Pushing event deleted for resources: {'Port': ['ID=7aca34ba-42d9-465f-9fae-377bb6e8e917,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:57.827000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-456d690b-786e-402c-892b-2308aeef00da None None] Deleting port c10c6932-4f3a-4a37-96be-55d6483a5737 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:57.827211 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-456d690b-786e-402c-892b-2308aeef00da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.831620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.860246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-f6c0d5f8-2609-4231-8b1b-35ed44ee6109 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/quotas/fd93cb64993149f4b16d812d5089a38b HTTP/1.1" status: 200 len: 375 time: 0.0860200 Nov 22 16:39:57.864435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] No DVR routers for this DVR port 7aca34ba-42d9-465f-9fae-377bb6e8e917 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:57.866162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Port': ['ID=7aca34ba-42d9-465f-9fae-377bb6e8e917,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:57.915601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-c6ec3dd1-5ee9-4a28-b4db-70ca0cb4919a tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdb251341e84a28aac277445b096b14 HTTP/1.1" status: 200 len: 380 time: 0.2437556 Nov 22 16:39:57.928536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Request body: {'port': {'device_id': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'admin_state_up': True, 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'security_groups': ['04560c42-7c4d-47e0-9ac6-55ef810c27ed']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:57.947133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-456d690b-786e-402c-892b-2308aeef00da None None] For port c10c6932-4f3a-4a37-96be-55d6483a5737, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c10c6932-4f3a-4a37-96be-55d6483a5737,segment=NetworkSegment(4b63b765-247d-4228-b36b-d10b04feec58),segment_id=4b63b765-247d-4228-b36b-d10b04feec58)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:57.947694 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-456d690b-786e-402c-892b-2308aeef00da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.966597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-456d690b-786e-402c-892b-2308aeef00da None None] Calling delete_port for c10c6932-4f3a-4a37-96be-55d6483a5737 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:57.967366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.990683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468837d3-9008-4da8-8231-5cd5ce780b04']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:58.002772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3842485f-c6cd-4d10-8bc5-85ee1de366eb') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:58.003529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3842485f-c6cd-4d10-8bc5-85ee1de366eb') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:58.017715 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.035185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.045522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:58.047031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:58.052598 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:58.080363 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-456d690b-786e-402c-892b-2308aeef00da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.095792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d690b-786e-402c-892b-2308aeef00da None None] No DVR routers for this DVR port c10c6932-4f3a-4a37-96be-55d6483a5737 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:58.142190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d690b-786e-402c-892b-2308aeef00da None None] Pushing event deleted for resources: {'Port': ['ID=c10c6932-4f3a-4a37-96be-55d6483a5737,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:58.160776 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.167666 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.174708 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "DELETE /v2.0/networks/468837d3-9008-4da8-8231-5cd5ce780b04 HTTP/1.1" status: 204 len: 168 time: 0.9445353 Nov 22 16:39:58.179066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57468) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:58.242791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112abd3c-bd6e-48e7-a3d6-f92eb6a35c80 tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Network': ['ID=468837d3-9008-4da8-8231-5cd5ce780b04,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:58.284535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.314324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7aca34ba-42d9-465f-9fae-377bb6e8e917 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:58.345846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7aca34ba-42d9-465f-9fae-377bb6e8e917 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:58.346320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7aca34ba-42d9-465f-9fae-377bb6e8e917 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:58.347065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c10c6932-4f3a-4a37-96be-55d6483a5737 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:58.421049 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.424686 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a34eb366-8cf5-4f79-b37b-4dd55c5fb06e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.462138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6e8df2-483e-44bc-9405-18a8edc40f68']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:58.484655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b63b765-247d-4228-b36b-d10b04feec58') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:58.485268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b63b765-247d-4228-b36b-d10b04feec58') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:58.496690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.508230 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.535194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-25322254-bb38-4d79-a485-c32ed2ffaadc tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd93cb64993149f4b16d812d5089a38b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6564264 Nov 22 16:39:58.538840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.547369 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a34eb366-8cf5-4f79-b37b-4dd55c5fb06e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.550944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:58.551636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:58.558842 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:58.579977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34eb366-8cf5-4f79-b37b-4dd55c5fb06e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:58.586887 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a34eb366-8cf5-4f79-b37b-4dd55c5fb06e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.589116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a34eb366-8cf5-4f79-b37b-4dd55c5fb06e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/ports/6312ec47-4b6f-49fb-8a2a-74a45c51bcbc HTTP/1.1" status: 200 len: 911 time: 2.8222654 Nov 22 16:39:58.625685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2d04538b-5c16-46bc-96be-0ea3940916bd up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:58.640119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57470) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:58.683760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Pushing event deleted for resources: {'Port': ['ID=0fea9211-88bf-45da-b978-0711bc2a63fc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:58.683991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c967fb-10fb-4d48-81c2-97f916f43c26 None None] DHCP port deletion for 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:58.693616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Made reservation on behalf of 6cdb251341e84a28aac277445b096b14 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:58.700119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.701161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: c10c6932-4f3a-4a37-96be-55d6483a5737 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:58.701665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c10c6932-4f3a-4a37-96be-55d6483a5737 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:58.751267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 2d04538b-5c16-46bc-96be-0ea3940916bd completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:39:58.758028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 2d04538b-5c16-46bc-96be-0ea3940916bd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:58.759108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.898190 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.901363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] No DVR routers for this DVR port 0fea9211-88bf-45da-b978-0711bc2a63fc on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:58.905238 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.908607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71042cc3-8865-4f6e-967b-27d0608fffe1 req-8eab1635-09f6-463d-bc6b-de0a5e0699fb tempest-VolumesAdminNegativeTest-1700288739 tempest-VolumesAdminNegativeTest-1700288739-project] 10.222.0.62 "DELETE /v2.0/ports/0fea9211-88bf-45da-b978-0711bc2a63fc HTTP/1.1" status: 204 len: 173 time: 2.8235009 Nov 22 16:39:58.913697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531fe4cf-653f-4404-ada8-af4d5ea4202a', 'name': 'network-vif-deleted', 'tag': '0fea9211-88bf-45da-b978-0711bc2a63fc'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:58.916084 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c767c5-70a6-4bc5-b9d1-d86a8eb72281" -d '{"events": [{"server_uuid": "531fe4cf-653f-4404-ada8-af4d5ea4202a", "name": "network-vif-deleted", "tag": "0fea9211-88bf-45da-b978-0711bc2a63fc"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:58.956704 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:58.959829 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298a3888-eab8-49d0-9715-c76dcfccfa9b" -d '{"events": [{"server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "name": "network-vif-plugged", "status": "completed", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:58.982875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2d04538b-5c16-46bc-96be-0ea3940916bd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2d04538b-5c16-46bc-96be-0ea3940916bd,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:58.991206 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.993157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0fea9211-88bf-45da-b978-0711bc2a63fc no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:59.005558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.021717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.027424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] 10.222.0.59 "DELETE /v2.0/networks/2b6e8df2-483e-44bc-9405-18a8edc40f68 HTTP/1.1" status: 204 len: 168 time: 0.8469970 Nov 22 16:39:59.045717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a02cd-1fd4-43ec-95fa-6605a7316c0e tempest-TaggedBootDevicesTest_v242-493413936 tempest-TaggedBootDevicesTest_v242-493413936-project] Pushing event deleted for resources: {'Network': ['ID=2b6e8df2-483e-44bc-9405-18a8edc40f68,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.108478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 0fea9211-88bf-45da-b978-0711bc2a63fc {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:59.108478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 0fea9211-88bf-45da-b978-0711bc2a63fc not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:59.158737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=2d04538b-5c16-46bc-96be-0ea3940916bd,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.189178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Allocated IP 172.20.0.13 (0100c3d2-37de-41b4-b725-a0c27bdb28d1/dac649ca-ead4-4a70-8bad-8a8a2ec7017f/cb216882-e8d3-493d-a76c-1d0585561e4b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:59.202157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eb366-8cf5-4f79-b37b-4dd55c5fb06e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=6312ec47-4b6f-49fb-8a2a-74a45c51bcbc,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.250166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ca72f056-4d1e-4f06-a377-3563e8a637fa service neutron] 10.222.0.59 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244633 Nov 22 16:39:59.328122 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.462280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b1a77182-0984-4505-81c2-a57431f64bb5 service neutron] 10.222.0.59 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847630 Nov 22 16:39:59.503139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.596515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.672170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:59.691261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:59.712983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:59.795937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 6312ec47-4b6f-49fb-8a2a-74a45c51bcbc {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:59.796377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.801773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event updated for resources: {'Port': ['ID=cb216882-e8d3-493d-a76c-1d0585561e4b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.891620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:59.892705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.919057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1bf87-a1af-4397-a212-ff84865fa296 req-16944c9f-4311-49a5-9fb5-d3a0c62ed422 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:59.929456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63e1bf87-a1af-4397-a212-ff84865fa296 req-16944c9f-4311-49a5-9fb5-d3a0c62ed422 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 932 time: 0.1485114 Nov 22 16:39:59.954255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-231dd4b2-e16c-482f-a26d-de3e39141f8f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0297494 Nov 22 16:39:59.961227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.984084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 6312ec47-4b6f-49fb-8a2a-74a45c51bcbc owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:00.030318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Request body: {'port': {'device_id': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:00.049488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63e1bf87-a1af-4397-a212-ff84865fa296 req-f9ad3291-8879-460e-991e-22b70f4fc28f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187401 Nov 22 16:40:00.122431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-08df931c-33cf-4ab2-b2dd-c70fc894cdf1 None None] Provisioning complete for port cb216882-e8d3-493d-a76c-1d0585561e4b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:00.123478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08df931c-33cf-4ab2-b2dd-c70fc894cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.205803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-08df931c-33cf-4ab2-b2dd-c70fc894cdf1 None None] Port cb216882-e8d3-493d-a76c-1d0585561e4b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:00.224775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57490) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:00.295948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.338275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a63854-94a2-4378-a8b8-cb35f9995d6b admin admin] Deleting subnet 3b6ede31-2864-452e-a546-535bfbf68f8d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:00.362916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82a63854-94a2-4378-a8b8-cb35f9995d6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.375093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cce9a4-00ed-428d-8886-6b4b6ad81793 req-cf3e8b36-9a4a-408e-8cb9-68018a9a00de tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:00.383187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2cce9a4-00ed-428d-8886-6b4b6ad81793 req-cf3e8b36-9a4a-408e-8cb9-68018a9a00de tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 945 time: 0.1570997 Nov 22 16:40:00.393351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.455715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=6312ec47-4b6f-49fb-8a2a-74a45c51bcbc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:00.590284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82a63854-94a2-4378-a8b8-cb35f9995d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.646360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.674327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2cce9a4-00ed-428d-8886-6b4b6ad81793 req-aab01e4a-96a4-4f51-a40a-acdcca4d76b1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903464 Nov 22 16:40:00.726877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82a63854-94a2-4378-a8b8-cb35f9995d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.869543 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82a63854-94a2-4378-a8b8-cb35f9995d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.872098 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d94542-f6ca-4c27-8653-914729a1d598 x-openstack-request-id: req-67d94542-f6ca-4c27-8653-914729a1d598 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:00.872410 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "name": "network-vif-plugged", "status": "completed", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:00.872676 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67d94542-f6ca-4c27-8653-914729a1d598 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:00.873081 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd', 'code': 200} Nov 22 16:40:00.889053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82a63854-94a2-4378-a8b8-cb35f9995d6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.894830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ad5c92-fdfb-4547-bc07-8060077e6e56 None None] Network 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:00.896595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-82a63854-94a2-4378-a8b8-cb35f9995d6b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3b6ede31-2864-452e-a546-535bfbf68f8d HTTP/1.1" status: 204 len: 168 time: 0.6694520 Nov 22 16:40:00.903423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:00.952440 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff749ef6-8cdd-46e4-b52a-1bbb2118ed15 x-openstack-request-id: req-ff749ef6-8cdd-46e4-b52a-1bbb2118ed15 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:00.952734 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531fe4cf-653f-4404-ada8-af4d5ea4202a", "name": "network-vif-deleted", "tag": "0fea9211-88bf-45da-b978-0711bc2a63fc", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:00.952992 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff749ef6-8cdd-46e4-b52a-1bbb2118ed15 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:00.953399 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531fe4cf-653f-4404-ada8-af4d5ea4202a', 'name': 'network-vif-deleted', 'tag': '0fea9211-88bf-45da-b978-0711bc2a63fc', 'status': 'completed', 'code': 200} Nov 22 16:40:00.965804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a63854-94a2-4378-a8b8-cb35f9995d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6ede31-2864-452e-a546-535bfbf68f8d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:01.103600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be8e97-467f-4cbd-bba8-77f8b2804235 req-5794470f-355d-4e46-b058-1ad954547f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.105862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21be8e97-467f-4cbd-bba8-77f8b2804235 req-5794470f-355d-4e46-b058-1ad954547f7d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1096 time: 0.0925624 Nov 22 16:40:01.159730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.170680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e21468-180d-4c29-b2f5-9bfdc5dc0ca6 None None] DHCP port deletion for 2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:01.322541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6faca62-b65a-486c-b1e3-11d8fd32e11a req-e2a5603e-84cd-4c36-ae92-983f7195500b tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 210 time: 0.0827780 Nov 22 16:40:01.325540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21be8e97-467f-4cbd-bba8-77f8b2804235 req-303740e8-7079-41e4-a1f0-d09a4327f3c9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121627 Nov 22 16:40:01.350695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb216882-e8d3-493d-a76c-1d0585561e4b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:01.399891 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.428068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Transition to ACTIVE for port object cb216882-e8d3-493d-a76c-1d0585561e4b will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:40:01.491916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.576246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.634216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router f9b214c2-4422-4422-aab9-15f53ecd5dfa has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:01.635281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Pushing event updated for resources: {'Port': ['ID=cb216882-e8d3-493d-a76c-1d0585561e4b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:01.661106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.775099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f74debfc-3250-4c8d-80b9-2f0313a96d87') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.775335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f74debfc-3250-4c8d-80b9-2f0313a96d87') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.802178 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.827778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.833548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:01.845930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-78ac255f-96f7-4242-a6c8-1c913fd7a2f3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/f9b214c2-4422-4422-aab9-15f53ecd5dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2039337 Nov 22 16:40:01.848955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57514) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:01.851412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a29d9-6a5e-4501-a7fe-fe72e1f43774 req-04f36cb3-eb3f-41bd-bafe-746c5c13a416 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.854777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e8a29d9-6a5e-4501-a7fe-fe72e1f43774 req-04f36cb3-eb3f-41bd-bafe-746c5c13a416 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 944 time: 0.3338497 Nov 22 16:40:01.855757 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9c7ce-c529-489d-8099-246f50b55c05 None None] Sync routers for ids ['f9b214c2-4422-4422-aab9-15f53ecd5dfa'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:01.861434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:01.861860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:01.863848 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:01.883258 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9c7ce-c529-489d-8099-246f50b55c05 None None] Routers {'f9b214c2-4422-4422-aab9-15f53ecd5dfa'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:01.884051 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0bd9c7ce-c529-489d-8099-246f50b55c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f9b214c2-4422-4422-aab9-15f53ecd5dfa'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.891295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-eb5bd3d8-5460-4de9-a0d2-2307b3b42ddf tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.893759 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-eb5bd3d8-5460-4de9-a0d2-2307b3b42ddf tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.62 "GET /v2.0/networks?id=9985d6af-ee68-482a-aca5-9afc048fa007 HTTP/1.1" status: 200 len: 806 time: 0.4350903 Nov 22 16:40:01.927105 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f3858ace-67c2-442c-acf3-d2673567d371 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b214c2-4422-4422-aab9-15f53ecd5dfa HTTP/1.1" status: 200 len: 205 time: 0.0769343 Nov 22 16:40:01.933595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57516) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:01.950823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Attempting to bind port cb216882-e8d3-493d-a76c-1d0585561e4b on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:01.951319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Attempting to bind port cb216882-e8d3-493d-a76c-1d0585561e4b by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:01.951535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Attempting to bind port cb216882-e8d3-493d-a76c-1d0585561e4b on network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:01.988850 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0bd9c7ce-c529-489d-8099-246f50b55c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.999745 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9c7ce-c529-489d-8099-246f50b55c05 None None] Routers {'f9b214c2-4422-4422-aab9-15f53ecd5dfa'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:02.000363 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0bd9c7ce-c529-489d-8099-246f50b55c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f9b214c2-4422-4422-aab9-15f53ecd5dfa'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:02.010156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Port cb216882-e8d3-493d-a76c-1d0585561e4b on network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:40:02.010557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Attempting to bind port cb216882-e8d3-493d-a76c-1d0585561e4b on network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:02.054710 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0bd9c7ce-c529-489d-8099-246f50b55c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:02.055482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9c7ce-c529-489d-8099-246f50b55c05 None None] The sync data for ids ['f9b214c2-4422-4422-aab9-15f53ecd5dfa'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:02.068964 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-8c475630-f423-427a-a941-2100153ab188 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd93cb64993149f4b16d812d5089a38b HTTP/1.1" status: 200 len: 380 time: 0.1507456 Nov 22 16:40:02.081660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.084346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Request body: {'port': {'device_id': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'admin_state_up': True, 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'security_groups': ['40bbb418-d543-472b-94d4-fc15e9c54178']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:02.086084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:02.086431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Checking segment: {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:02.086843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Bound using segment: {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:02.087327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Bound port: cb216882-e8d3-493d-a76c-1d0585561e4b, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f882922a-12c2-4aba-81dc-e41e276315ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:02.087685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.099083 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.105797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] 10.222.0.59 "DELETE /v2.0/networks/2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10 HTTP/1.1" status: 204 len: 168 time: 1.1964116 Nov 22 16:40:02.111876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57518) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.113038 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e8a29d9-6a5e-4501-a7fe-fe72e1f43774 req-949d9cf6-250f-4501-a7ab-02309e0e9d56 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269442 Nov 22 16:40:02.115208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8a546bd-eb95-49cb-8340-f0b6a7c9d0e7 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.271916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a88d054-831f-437c-bc5b-bfd5a7584090 admin admin] Deleting subnet 39b0af18-4e6a-457a-8a93-fb69102fd1c3 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:02.296738 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a88d054-831f-437c-bc5b-bfd5a7584090 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.334546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] For port cb216882-e8d3-493d-a76c-1d0585561e4b, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:02.342689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] For port cb216882-e8d3-493d-a76c-1d0585561e4b, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cb216882-e8d3-493d-a76c-1d0585561e4b,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:02.346974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbd26d-97ad-4268-9fa8-7c587fa7a73e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b87cdb4-3fce-4df1-bbf9-dcc1b4f00a10,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:02.363577 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.369797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a88d054-831f-437c-bc5b-bfd5a7584090 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.421408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Made reservation on behalf of fd93cb64993149f4b16d812d5089a38b for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:02.428743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.473932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a88d054-831f-437c-bc5b-bfd5a7584090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.506115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.507292 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.509119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] 10.222.0.37 "PUT /v2.0/ports/cb216882-e8d3-493d-a76c-1d0585561e4b HTTP/1.1" status: 200 len: 1092 time: 2.4912872 Nov 22 16:40:02.871297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Allocated IP 172.20.0.8 (9985d6af-ee68-482a-aca5-9afc048fa007/6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e/82e2eb3b-66b7-42ad-87e4-824bbf245427) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:02.893269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8a546bd-eb95-49cb-8340-f0b6a7c9d0e7 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.898016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a88d054-831f-437c-bc5b-bfd5a7584090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.907473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8a546bd-eb95-49cb-8340-f0b6a7c9d0e7 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.925042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183af66-b1d5-4ecd-9bfb-3f228fea448e service neutron] Pushing event updated for resources: {'Port': ['ID=cb216882-e8d3-493d-a76c-1d0585561e4b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:02.955387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88d054-831f-437c-bc5b-bfd5a7584090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b0af18-4e6a-457a-8a93-fb69102fd1c3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:02.961268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a88d054-831f-437c-bc5b-bfd5a7584090 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.961891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3fadb-687f-4e51-a3c1-1c3f29b3ded3 None None] Network edeba5c5-73b6-49a4-8783-07d2efad14ea requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:02.966462 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8a88d054-831f-437c-bc5b-bfd5a7584090 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/39b0af18-4e6a-457a-8a93-fb69102fd1c3 HTTP/1.1" status: 204 len: 168 time: 0.8403308 Nov 22 16:40:02.970233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57530) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.977722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'tag': 'cb216882-e8d3-493d-a76c-1d0585561e4b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:02.982050 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177" -d '{"events": [{"name": "network-changed", "server_uuid": "31bb68c1-bb4e-4343-aa4c-e4a00359d80e", "tag": "cb216882-e8d3-493d-a76c-1d0585561e4b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:03.015644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8a546bd-eb95-49cb-8340-f0b6a7c9d0e7 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.016174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a546bd-eb95-49cb-8340-f0b6a7c9d0e7 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Fanout notify agent at l3_agent the message router_deleted on router f9b214c2-4422-4422-aab9-15f53ecd5dfa {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:40:03.028099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847f0b3-2e63-4b07-9fe0-30f96c0a75ba req-a837e3c8-96b0-4067-9dc9-a93d90ff14ed tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.036109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3847f0b3-2e63-4b07-9fe0-30f96c0a75ba req-a837e3c8-96b0-4067-9dc9-a93d90ff14ed tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 945 time: 0.2563577 Nov 22 16:40:03.056581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8a546bd-eb95-49cb-8340-f0b6a7c9d0e7 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.063386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b8a546bd-eb95-49cb-8340-f0b6a7c9d0e7 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/f9b214c2-4422-4422-aab9-15f53ecd5dfa HTTP/1.1" status: 204 len: 168 time: 1.1280510 Nov 22 16:40:03.067863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-2ec00aee-0d79-4756-b80b-70972d76dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.069877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57534) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:03.070634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-2ec00aee-0d79-4756-b80b-70972d76dea4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdb251341e84a28aac277445b096b14&device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 1095 time: 0.4239194 Nov 22 16:40:03.152555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-54255f00-4f4c-4b60-af31-bdc757f7e1df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb216882-e8d3-493d-a76c-1d0585561e4b HTTP/1.1" status: 200 len: 217 time: 0.0697694 Nov 22 16:40:03.196834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e91a8c7-e52d-4313-9eaf-edcf5d830d79 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet a4723c3c-e34a-4625-a053-6d6d288b0929 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:03.209107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e91a8c7-e52d-4313-9eaf-edcf5d830d79 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.245956 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.246406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11526f6b-4671-46dc-8a7e-c6cf1ed1820c None None] DHCP port deletion for edeba5c5-73b6-49a4-8783-07d2efad14ea request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:03.303423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.309697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e91a8c7-e52d-4313-9eaf-edcf5d830d79 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.326223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3847f0b3-2e63-4b07-9fe0-30f96c0a75ba req-a14af97b-a11c-45c1-be0b-1ab96484cece tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889249 Nov 22 16:40:03.351654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-c10c283d-f4e2-4481-bb39-78e1c512635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.357527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-c10c283d-f4e2-4481-bb39-78e1c512635d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dac649ca-ead4-4a70-8bad-8a8a2ec7017f HTTP/1.1" status: 200 len: 855 time: 0.1888812 Nov 22 16:40:03.494494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.500221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-2b6c55f5-19b7-4a17-9527-a384b97cb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.500818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.505110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-2b6c55f5-19b7-4a17-9527-a384b97cb588 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0100c3d2-37de-41b4-b725-a0c27bdb28d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339667 Nov 22 16:40:03.567848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeba5c5-73b6-49a4-8783-07d2efad14ea']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:03.588706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e91a8c7-e52d-4313-9eaf-edcf5d830d79 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.596922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Network 9985d6af-ee68-482a-aca5-9afc048fa007 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:03.598887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a530cb-74d4-466a-9be4-2097bf7534ed') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:03.599438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a530cb-74d4-466a-9be4-2097bf7534ed') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:03.639498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:03.643278 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.647613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:03.662036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event updated for resources: {'Port': ['ID=82e2eb3b-66b7-42ad-87e4-824bbf245427,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:03.723451 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.742281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:03.742281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:03.744158 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:03.765292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68353df2-88a0-4c53-bcd0-f4e778c451bd req-439ffbcf-4ebe-4ee6-963a-b33ee95a4131 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.773320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68353df2-88a0-4c53-bcd0-f4e778c451bd req-439ffbcf-4ebe-4ee6-963a-b33ee95a4131 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 931 time: 0.1671672 Nov 22 16:40:03.787876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-2128c1b0-c3a3-407c-b4bb-060e9227d2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749012 Nov 22 16:40:03.802936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.803720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.840824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e91a8c7-e52d-4313-9eaf-edcf5d830d79 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.898255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91a8c7-e52d-4313-9eaf-edcf5d830d79 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=a4723c3c-e34a-4625-a053-6d6d288b0929,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:03.911405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.919085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68353df2-88a0-4c53-bcd0-f4e778c451bd req-e96d4c6e-44a4-4d39-835a-571fba4268d3 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420372 Nov 22 16:40:03.922542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e75ba67-e672-49cf-8a35-03bc7b1ab63a None None] Network ee495858-6dfe-4f49-bb19-8a8da9e578e8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:03.973936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-ee7e00c0-72ad-46d5-a641-7a8e43befc09 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8955762 Nov 22 16:40:03.989474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e91a8c7-e52d-4313-9eaf-edcf5d830d79 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.000501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:04.000728 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5e91a8c7-e52d-4313-9eaf-edcf5d830d79 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/a4723c3c-e34a-4625-a053-6d6d288b0929 HTTP/1.1" status: 204 len: 168 time: 0.8980272 Nov 22 16:40:04.018405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Request body: {'port': {'device_id': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:04.041143 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.059567 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] 10.222.0.59 "DELETE /v2.0/networks/edeba5c5-73b6-49a4-8783-07d2efad14ea HTTP/1.1" status: 204 len: 168 time: 1.0877111 Nov 22 16:40:04.138566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597d428-e57f-4b5c-ac80-4350e856aa7c admin admin] Pushing event deleted for resources: {'Network': ['ID=edeba5c5-73b6-49a4-8783-07d2efad14ea,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:04.143290 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cd6a2f-14af-4128-80a1-ec7f03368d0f x-openstack-request-id: req-61cd6a2f-14af-4128-80a1-ec7f03368d0f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:04.143594 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bb68c1-bb4e-4343-aa4c-e4a00359d80e", "tag": "cb216882-e8d3-493d-a76c-1d0585561e4b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:04.143908 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61cd6a2f-14af-4128-80a1-ec7f03368d0f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:04.144331 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'tag': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'status': 'completed', 'code': 200} Nov 22 16:40:04.171632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92168bad-4ff9-4d7d-b47c-e02ef1bebc70 req-7c0eec04-1fdf-4dff-837c-90df11fc9361 service neutron] 10.222.0.37 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366468 Nov 22 16:40:04.217898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.269046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.285726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9452e74a-69b2-4b93-8447-5cca02475588 None None] Provisioning complete for port 82e2eb3b-66b7-42ad-87e4-824bbf245427 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:04.286424 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9452e74a-69b2-4b93-8447-5cca02475588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.367353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9452e74a-69b2-4b93-8447-5cca02475588 None None] Port 82e2eb3b-66b7-42ad-87e4-824bbf245427 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:04.385122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57548) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:04.479284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-3b05dc4c-37a2-4337-b932-985a0a9f2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:04.481453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-3b05dc4c-37a2-4337-b932-985a0a9f2985 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdb251341e84a28aac277445b096b14&device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 1095 time: 0.1892960 Nov 22 16:40:04.486636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f0ed7982-ae90-49e3-a4ed-56997bfca26a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c893890fd464a4cb83f18e6e48a24e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982099 Nov 22 16:40:04.496400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fb376-9851-44f7-953f-29958ccfe0e4 req-3cd17503-a91e-40cb-abb9-cb2dc18330b5 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:04.504405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-024fb376-9851-44f7-953f-29958ccfe0e4 req-3cd17503-a91e-40cb-abb9-cb2dc18330b5 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 944 time: 0.2105680 Nov 22 16:40:04.511992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57552) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:04.517364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] DHCP port deletion for ee495858-6dfe-4f49-bb19-8a8da9e578e8 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:04.635031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] Deleting port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:04.636190 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.702661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:04.704111 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.782798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-024fb376-9851-44f7-953f-29958ccfe0e4 req-01b79dc9-795d-49a7-b5e8-4e2cd9b4bf14 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771394 Nov 22 16:40:04.815202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] For port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,segment=NetworkSegment(1987e08c-c10c-4203-8254-463523ec10ab),segment_id=1987e08c-c10c-4203-8254-463523ec10ab)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:04.816076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.855552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] Calling delete_port for 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:04.886908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-3e1469cb-399e-4ac8-846c-1bd9513b642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:04.888353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-3e1469cb-399e-4ac8-846c-1bd9513b642b service neutron] 10.222.0.37 "GET /v2.0/networks?id=0100c3d2-37de-41b4-b725-a0c27bdb28d1 HTTP/1.1" status: 200 len: 917 time: 0.3752034 Nov 22 16:40:04.897620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e2eb3b-66b7-42ad-87e4-824bbf245427 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:04.913369 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.940601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Transition to ACTIVE for port object 82e2eb3b-66b7-42ad-87e4-824bbf245427 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:40:04.947290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.973252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-33801300-33e2-4336-8f8f-419c705a1132 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb216882-e8d3-493d-a76c-1d0585561e4b HTTP/1.1" status: 200 len: 217 time: 0.0566037 Nov 22 16:40:04.975224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,segment=NetworkSegment(1987e08c-c10c-4203-8254-463523ec10ab),segment_id=1987e08c-c10c-4203-8254-463523ec10ab)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:04.975600 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.003923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb65f14d-b944-4ff0-b078-8a23d8a535bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.039581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:05.043546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Pushing event updated for resources: {'Port': ['ID=82e2eb3b-66b7-42ad-87e4-824bbf245427,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:05.075010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.097105 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb65f14d-b944-4ff0-b078-8a23d8a535bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.147889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf514be-f767-43b9-98a5-1de7e4f409ee req-2a690e0d-afad-493d-a368-d1e8a14f83c6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.157712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] Pushing event deleted for resources: {'Port': ['ID=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:05.160425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f635e1d-52fd-4470-97f8-b2dcb6924808 None None] No DVR routers for this DVR port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:05.173639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8cf514be-f767-43b9-98a5-1de7e4f409ee req-2a690e0d-afad-493d-a368-d1e8a14f83c6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 945 time: 0.2484429 Nov 22 16:40:05.235382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Attempting to bind port 82e2eb3b-66b7-42ad-87e4-824bbf245427 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:05.235638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Attempting to bind port 82e2eb3b-66b7-42ad-87e4-824bbf245427 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:05.235836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Attempting to bind port 82e2eb3b-66b7-42ad-87e4-824bbf245427 on network 9985d6af-ee68-482a-aca5-9afc048fa007 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:05.240419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Port 82e2eb3b-66b7-42ad-87e4-824bbf245427 on network 9985d6af-ee68-482a-aca5-9afc048fa007 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:40:05.240867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Attempting to bind port 82e2eb3b-66b7-42ad-87e4-824bbf245427 on network 9985d6af-ee68-482a-aca5-9afc048fa007 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:05.246994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:05.247458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Checking segment: {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:05.247845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Bound using segment: {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:05.248655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Bound port: 82e2eb3b-66b7-42ad-87e4-824bbf245427, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d735d0-d3c1-40c0-8db7-3b523f88c68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:05.248852 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.249825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-544cb1be-0d07-4e9a-8091-e43746b1cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.251771 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-544cb1be-0d07-4e9a-8091-e43746b1cc92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dac649ca-ead4-4a70-8bad-8a8a2ec7017f HTTP/1.1" status: 200 len: 855 time: 0.2389753 Nov 22 16:40:05.411929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] For port 82e2eb3b-66b7-42ad-87e4-824bbf245427, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:05.419292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-2aedb1fc-7d00-4d8d-9558-c59c7b56af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.420815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-2aedb1fc-7d00-4d8d-9558-c59c7b56af6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0100c3d2-37de-41b4-b725-a0c27bdb28d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518571 Nov 22 16:40:05.425158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] For port 82e2eb3b-66b7-42ad-87e4-824bbf245427, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:05.440012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.441930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8cf514be-f767-43b9-98a5-1de7e4f409ee req-9a0887d3-205c-4c1a-b022-536b200154ae tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706921 Nov 22 16:40:05.504288 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.523433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.525414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.529710 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] 10.222.0.62 "PUT /v2.0/ports/82e2eb3b-66b7-42ad-87e4-824bbf245427 HTTP/1.1" status: 200 len: 1091 time: 1.5266132 Nov 22 16:40:05.533042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'tag': '82e2eb3b-66b7-42ad-87e4-824bbf245427'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:05.536814 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0161d80-c916-4cfc-9f0a-1daceac604a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c26ab-616d-4cbf-aa05-3c75453772de", "tag": "82e2eb3b-66b7-42ad-87e4-824bbf245427"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:05.562729 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb65f14d-b944-4ff0-b078-8a23d8a535bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.564045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f9939-4a9f-4bae-afc6-b9c8639cf6eb service neutron] Pushing event updated for resources: {'Port': ['ID=82e2eb3b-66b7-42ad-87e4-824bbf245427,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:05.578299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cb65f14d-b944-4ff0-b078-8a23d8a535bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.581975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cb65f14d-b944-4ff0-b078-8a23d8a535bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3213fed-428c-4ab9-a5c2-1579609192e9 HTTP/1.1" status: 204 len: 168 time: 1.0564113 Nov 22 16:40:05.653587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No DVR routers for this DVR port 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:05.714043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b303edbc-1ece-431c-8f3c-fd4737631aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.723925 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-b303edbc-1ece-431c-8f3c-fd4737631aae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd93cb64993149f4b16d812d5089a38b&device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 1094 time: 0.1241324 Nov 22 16:40:05.838771 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-1ea90fc1-ca4e-4fbe-a5ef-0cb24eba1522 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427 HTTP/1.1" status: 200 len: 217 time: 0.1087265 Nov 22 16:40:06.002187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-d27b5df1-ca52-44a9-b3af-dd03fb0284a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:06.008219 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-d27b5df1-ca52-44a9-b3af-dd03fb0284a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e HTTP/1.1" status: 200 len: 845 time: 0.1618931 Nov 22 16:40:06.129665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-27b35b7c-c780-4263-abde-c271fbc60f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:06.131327 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-27b35b7c-c780-4263-abde-c271fbc60f98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9985d6af-ee68-482a-aca5-9afc048fa007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158001 Nov 22 16:40:06.335791 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-99750f0c-e937-4dd0-b002-d94f12a59628 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967978 Nov 22 16:40:06.358389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:06.391955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:06.392490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 93aad06f-eb36-4dbf-9ed9-b2d149c20d19 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:06.454553 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c7eda62-a3d0-447d-ae8e-969d69b134a8 req-dcddab05-4638-4e33-ac6e-630772789b95 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108387 Nov 22 16:40:06.466262 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.528585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57568) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:06.541972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=93aad06f-eb36-4dbf-9ed9-b2d149c20d19,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.597109 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-246a4c13-ff14-41b4-ac52-1f21c84e2388 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ee0b1b9b59843b4ad84f0dcd7a9f18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674269 Nov 22 16:40:06.599424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:06.652531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b8c-bed9-4c1f-ade9-12fa5ed433b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.669278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.675878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b8c-bed9-4c1f-ade9-12fa5ed433b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.690020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee495858-6dfe-4f49-bb19-8a8da9e578e8']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.700821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1987e08c-c10c-4203-8254-463523ec10ab') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.701162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1987e08c-c10c-4203-8254-463523ec10ab') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.711009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.725209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.727694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65f14d-b944-4ff0-b078-8a23d8a535bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3213fed-428c-4ab9-a5c2-1579609192e9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.732593 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b8c-bed9-4c1f-ade9-12fa5ed433b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.737436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8acf4b8c-bed9-4c1f-ade9-12fa5ed433b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.742909 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8acf4b8c-bed9-4c1f-ade9-12fa5ed433b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4529d8df-3f51-405a-8987-242489152da8 HTTP/1.1" status: 204 len: 168 time: 0.1385174 Nov 22 16:40:06.748807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:06.749296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.751203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf4b8c-bed9-4c1f-ade9-12fa5ed433b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4529d8df-3f51-405a-8987-242489152da8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:06.760254 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:06.859682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4c995-61a7-4b67-8744-5b4ff0bfe7e3 req-c0dd7814-1884-4490-9d1c-3220ae8dc89a tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:06.861294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8e4c995-61a7-4b67-8744-5b4ff0bfe7e3 req-c0dd7814-1884-4490-9d1c-3220ae8dc89a tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 943 time: 0.3299954 Nov 22 16:40:06.872118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-40c0ad41-7393-4cb9-b391-ccab788cb6eb service neutron] 10.222.0.37 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3863275 Nov 22 16:40:06.873560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.903714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.910796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:06.911025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/ee495858-6dfe-4f49-bb19-8a8da9e578e8 HTTP/1.1" status: 204 len: 168 time: 2.9093425 Nov 22 16:40:06.926932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18762d1e-62f2-4d26-84ce-6d3423947a7c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=ee495858-6dfe-4f49-bb19-8a8da9e578e8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.931269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a6f3011d-1e10-4146-8009-fa10f62e371c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-57628352', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:07.003728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6f3011d-1e10-4146-8009-fa10f62e371c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.007664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6f3011d-1e10-4146-8009-fa10f62e371c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.018612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8e4c995-61a7-4b67-8744-5b4ff0bfe7e3 req-28262688-ecdd-4c87-9108-6810f404d821 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504457 Nov 22 16:40:07.096365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd798c9f-6172-4ac0-9ed9-5cda2c1b0177 req-a498e0af-0924-49db-b515-8ba637274c71 service neutron] 10.222.0.37 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147863 Nov 22 16:40:07.170044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6f3011d-1e10-4146-8009-fa10f62e371c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.175348 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6f3011d-1e10-4146-8009-fa10f62e371c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.205117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6f3011d-1e10-4146-8009-fa10f62e371c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.206405 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a6f3011d-1e10-4146-8009-fa10f62e371c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2941012 Nov 22 16:40:07.209260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57580) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:07.214416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1268883887'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:07.244057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:07.253343 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.275313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-f16141da-6025-4ae1-858a-f0d244f4abb7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-782622681&fields=id&tenant_id=da1eb664b02f489e90e0c8c3b72fef69 HTTP/1.1" status: 200 len: 267 time: 0.0584919 Nov 22 16:40:07.294910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:07.306104 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.306488 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment ef20a8db-7935-454c-8c58-a8bcde1f7a18 of type vlan for network 55966bb9-5a83-4525-a521-cccfdc51eda2 Nov 22 16:40:07.369279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.402541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-8952853d-0a5f-49aa-807f-a0aab427673a tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:07.404198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-8952853d-0a5f-49aa-807f-a0aab427673a tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 945 time: 0.1183994 Nov 22 16:40:07.408889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.416746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:07.417943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.421717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'port': {'security_groups': ['899c2ee4-0f99-4df4-8307-9ae9fa590236', '4db6b075-bb0e-422c-abb1-1c191c26345e']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:07.534145 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3237534 Nov 22 16:40:07.541554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57590) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:07.546769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:07.554904 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cd83c-3289-458f-8e99-10c14e517967 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=55966bb9-5a83-4525-a521-cccfdc51eda2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:07.567998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 55966bb9-5a83-4525-a521-cccfdc51eda2 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:07.569493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.708470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:07.715219 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.740832 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.914012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] For port 2d04538b-5c16-46bc-96be-0ea3940916bd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2d04538b-5c16-46bc-96be-0ea3940916bd,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:07.948703 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.955082 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.968984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:08.043307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57602) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:08.112092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'Port': ['ID=2d04538b-5c16-46bc-96be-0ea3940916bd,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:08.148079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.148906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.152808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fca76e7-c372-4165-937b-2d3403df3df5 req-767e0ff4-24cb-4e0e-a4e0-3501e19efa99 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "PUT /v2.0/ports/2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 200 len: 981 time: 0.7402828 Nov 22 16:40:08.155626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:08.158603 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbad25b-c000-468b-9255-5b97a32e8399" -d '{"events": [{"name": "network-changed", "server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:08.214529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.268561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:08.281722 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63aa5be-33a7-44be-90bf-00cfbb4dd27d x-openstack-request-id: req-e63aa5be-33a7-44be-90bf-00cfbb4dd27d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:08.282143 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c26ab-616d-4cbf-aa05-3c75453772de", "tag": "82e2eb3b-66b7-42ad-87e4-824bbf245427", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:08.282493 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e63aa5be-33a7-44be-90bf-00cfbb4dd27d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:08.283026 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'tag': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'status': 'completed', 'code': 200} Nov 22 16:40:08.290596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1684428515-network', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:08.327741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=70fb4019-d96b-4878-973b-f283e5c5233c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:08.330669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Made reservation on behalf of 2b1ab2c8146144448dd0ccedd7b32d45 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:08.333266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.367079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:08.367967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: 55966bb9-5a83-4525-a521-cccfdc51eda2, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:08.373989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.416130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 55966bb9-5a83-4525-a521-cccfdc51eda2 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:08.426921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-11f51a1e-e41c-4fbf-99cf-2b5bd2ae0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.429093 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-11f51a1e-e41c-4fbf-99cf-2b5bd2ae0157 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd93cb64993149f4b16d812d5089a38b&device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 1094 time: 0.1132910 Nov 22 16:40:08.440252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 55966bb9-5a83-4525-a521-cccfdc51eda2) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:08.449538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.450218 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.483472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c9a87-1160-458a-9cae-82cadc304e78 req-0943fba7-d184-43f1-b97d-95253be65ceb tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.484570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c71b62-aed8-42e2-b39c-dee23a62f301 None None] Network 55966bb9-5a83-4525-a521-cccfdc51eda2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:08.493056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba4c9a87-1160-458a-9cae-82cadc304e78 req-0943fba7-d184-43f1-b97d-95253be65ceb tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 944 time: 0.0916409 Nov 22 16:40:08.538372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-efc107ba-520d-4b77-a95d-2c2169148822 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9956894 Nov 22 16:40:08.539421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57612) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:08.605465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba4c9a87-1160-458a-9cae-82cadc304e78 req-d06cac2e-9bbf-4898-a404-10a5a2b9252e tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101184 Nov 22 16:40:08.758456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.841090 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.847403 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:08.881559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6587899e-03db-4ca7-b8d4-fef5dc1f609d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:08.900034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-d8870147-a29b-4cc7-952d-65d8d6ec686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.902190 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-d8870147-a29b-4cc7-952d-65d8d6ec686b service neutron] 10.222.0.62 "GET /v2.0/networks?id=9985d6af-ee68-482a-aca5-9afc048fa007 HTTP/1.1" status: 200 len: 907 time: 0.4453521 Nov 22 16:40:08.903461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:08.928361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d7fea-1c30-4f10-8cac-20901f200db7 req-fb461b41-3624-46b9-ac8b-ae1c7dce140c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.940722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-658d7fea-1c30-4f10-8cac-20901f200db7 req-fb461b41-3624-46b9-ac8b-ae1c7dce140c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 943 time: 0.1376235 Nov 22 16:40:08.949741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-55966bb9-5a83-4525-a521-cccfdc51eda2', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:08.952225 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.977107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-ed4df831-4003-4f79-9bd2-c4eb7c050b6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427 HTTP/1.1" status: 200 len: 217 time: 0.0661266 Nov 22 16:40:08.978492 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.979218 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Added segment dbd264ba-75b9-44aa-b8b7-cdb212643330 of type vlan for network 9c161799-af22-49e1-81ae-a2ac782bde6a Nov 22 16:40:09.050009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-658d7fea-1c30-4f10-8cac-20901f200db7 req-25739e51-2e8f-41a6-bbd4-89f8ee637420 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016510 Nov 22 16:40:09.395309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Allocated IP 2001:db8::2 (55966bb9-5a83-4525-a521-cccfdc51eda2/70fb4019-d96b-4878-973b-f283e5c5233c/1a2f98df-d566-4d8f-9382-74352ac01216) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:09.415859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-f29d2fa0-9974-4987-98f8-ae7319c9a202 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-193724289&fields=id&tenant_id=da1eb664b02f489e90e0c8c3b72fef69 HTTP/1.1" status: 200 len: 267 time: 0.0993063 Nov 22 16:40:09.506514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-a5f0eaf2-f5f6-4f35-936a-ca0116cf1b5e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:09.516057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-a5f0eaf2-f5f6-4f35-936a-ca0116cf1b5e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 984 time: 0.0987887 Nov 22 16:40:09.523516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'port': {'security_groups': ['4db6b075-bb0e-422c-abb1-1c191c26345e', '899c2ee4-0f99-4df4-8307-9ae9fa590236', 'ef46c06d-c5ad-44ac-9595-99654169229a']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:09.584620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-b601317a-1939-4ba0-9911-f78d2b3c4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:09.586256 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-b601317a-1939-4ba0-9911-f78d2b3c4727 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e HTTP/1.1" status: 200 len: 845 time: 0.5887136 Nov 22 16:40:09.607662 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.617379 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.619229 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.690162 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.697142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Pushing event updated for resources: {'Port': ['ID=1a2f98df-d566-4d8f-9382-74352ac01216,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:09.700680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.733080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Network 55966bb9-5a83-4525-a521-cccfdc51eda2 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:09.736886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:09.748792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:09.866282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Attempting to bind port 1a2f98df-d566-4d8f-9382-74352ac01216 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:09.866914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Attempting to bind port 1a2f98df-d566-4d8f-9382-74352ac01216 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:09.867476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Attempting to bind port 1a2f98df-d566-4d8f-9382-74352ac01216 on network 55966bb9-5a83-4525-a521-cccfdc51eda2 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:09.875058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:09.875712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Checking segment: {'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:09.876332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.876941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Bound using segment: {'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:09.877571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Bound port: 1a2f98df-d566-4d8f-9382-74352ac01216, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:09.878214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.959174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] For port 1a2f98df-d566-4d8f-9382-74352ac01216, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:09.964077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] For port 1a2f98df-d566-4d8f-9382-74352ac01216, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1a2f98df-d566-4d8f-9382-74352ac01216,segment=NetworkSegment(ef20a8db-7935-454c-8c58-a8bcde1f7a18),segment_id=ef20a8db-7935-454c-8c58-a8bcde1f7a18)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:09.971043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] For port 2d04538b-5c16-46bc-96be-0ea3940916bd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2d04538b-5c16-46bc-96be-0ea3940916bd,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:09.973105 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.992579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8::1 (55966bb9-5a83-4525-a521-cccfdc51eda2/70fb4019-d96b-4878-973b-f283e5c5233c/081f4747-7e8e-4e01-8063-5eec351b961c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:10.018406 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.026299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.047754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:10.062416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:10.064018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.065628 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47ef6452-61c1-44ee-a0fc-3468dd94ed97 req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "PUT /v2.0/ports/2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 200 len: 1020 time: 0.5484362 Nov 22 16:40:10.134513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-ca617d50-56ee-4fd7-a6a7-14e457f9bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:10.136435 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-ca617d50-56ee-4fd7-a6a7-14e457f9bad3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9985d6af-ee68-482a-aca5-9afc048fa007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5236449 Nov 22 16:40:10.155129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80804de1-35d2-4bb2-8ea3-108d841fbf98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'Port': ['ID=2d04538b-5c16-46bc-96be-0ea3940916bd,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.165920 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54a4ecb-ce0c-4b4e-9a26-bf616d036cde x-openstack-request-id: req-a54a4ecb-ce0c-4b4e-9a26-bf616d036cde {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:10.166398 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:10.166786 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a54a4ecb-ce0c-4b4e-9a26-bf616d036cde {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:10.168731 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd', 'status': 'completed', 'code': 200} Nov 22 16:40:10.172967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:10.200596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49667c46-a7c7-4015-b999-a9fa01db02ad None None] Pushing event updated for resources: {'Port': ['ID=1a2f98df-d566-4d8f-9382-74352ac01216,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.291262 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.292572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:10.293472 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.308188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-1242bae8-23f2-498e-b8c5-df7ff51d83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:10.309881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-1242bae8-23f2-498e-b8c5-df7ff51d83d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1174 time: 0.1187439 Nov 22 16:40:10.326741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.417022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3723941 Nov 22 16:40:10.430413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57632) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:10.438893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Request body: {'subnet': {'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1684428515-subnet', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:10.451315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e3a62-fa91-4dd5-8a7b-4d67ccd95dca admin admin] Pushing event updated for resources: {'Network': ['ID=9c161799-af22-49e1-81ae-a2ac782bde6a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.486458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 9c161799-af22-49e1-81ae-a2ac782bde6a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:10.545100 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-b856e0a3-d0de-43b6-b5e8-b3c732ac46f9 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973713 Nov 22 16:40:10.546659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Made reservation on behalf of 2b1ab2c8146144448dd0ccedd7b32d45 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:10.555365 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.563329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.617163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 82e2eb3b-66b7-42ad-87e4-824bbf245427 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:10.639227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-e45bbaa4-4558-4f69-bced-751f2a2fe634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:10.640784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-e45bbaa4-4558-4f69-bced-751f2a2fe634 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 914 time: 0.3145089 Nov 22 16:40:10.759524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-70bb28d5-4bce-4d84-b1a8-53687d06e052 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 200 len: 217 time: 0.0927589 Nov 22 16:40:10.801216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0161d80-c916-4cfc-9f0a-1daceac604a6 req-c768fcc2-fac7-4665-ab83-a2d049428fc6 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423301 Nov 22 16:40:10.836144 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:40:10.844386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 55966bb9-5a83-4525-a521-cccfdc51eda2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:10.854715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:10.860158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:10.861013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.878377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f77cc4-5a41-475f-bc24-2d83912e41c9 req-62e501f3-7214-40c0-904f-32806459ec39 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:10.896235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8f77cc4-5a41-475f-bc24-2d83912e41c9 req-62e501f3-7214-40c0-904f-32806459ec39 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 944 time: 0.5807271 Nov 22 16:40:10.913382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=081f4747-7e8e-4e01-8063-5eec351b961c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.931327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-440423ff-46ed-4b31-9334-10cf9c021415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:10.933212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-440423ff-46ed-4b31-9334-10cf9c021415 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.1635163 Nov 22 16:40:10.981068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-8b1f9e19-c1fd-4b7f-bb6c-5ab924d13d72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359020 Nov 22 16:40:11.016898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8f77cc4-5a41-475f-bc24-2d83912e41c9 req-0ef22df7-ac01-434f-b967-0412ed42de9f tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196434 Nov 22 16:40:11.072078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 82e2eb3b-66b7-42ad-87e4-824bbf245427, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:11.109432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'port_id': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'mac_address': 'fa:16:3e:a5:9f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:11.127089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.206697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-e5907e73-f6e3-4acd-9ad4-28cf1953e93a service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170234 Nov 22 16:40:11.222286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.242088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e2eb3b-66b7-42ad-87e4-824bbf245427 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:11.293335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 82e2eb3b-66b7-42ad-87e4-824bbf245427, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:11.307656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.378771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0235ca-5565-48b0-9477-7c6364f56cdd req-643835ed-4001-4128-8567-a41cab6b8eac tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:11.387394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c0235ca-5565-48b0-9477-7c6364f56cdd req-643835ed-4001-4128-8567-a41cab6b8eac tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1023 time: 0.1477571 Nov 22 16:40:11.406418 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.442116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=82e2eb3b-66b7-42ad-87e4-824bbf245427,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:11.451931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bbad25b-c000-468b-9255-5b97a32e8399 req-373d46d7-9942-437f-8065-45f98e91b3b9 service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264230 Nov 22 16:40:11.531016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c0235ca-5565-48b0-9477-7c6364f56cdd req-6c32c0fb-ba20-47aa-bf4a-89b02bd329ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=4db6b075-bb0e-422c-abb1-1c191c26345e&id=899c2ee4-0f99-4df4-8307-9ae9fa590236&id=ef46c06d-c5ad-44ac-9595-99654169229a HTTP/1.1" status: 200 len: 6207 time: 0.1426392 Nov 22 16:40:11.576867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Checking segment: {'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:11.576867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Network hostable DHCP agents. Network: 9c161799-af22-49e1-81ae-a2ac782bde6a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:11.619007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Pushing event updated for resources: {'Subnet': ['ID=886a69ac-91f5-4672-8dc8-3f1c5e0936bb,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:11.648632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['82e2eb3b-66b7-42ad-87e4-824bbf245427'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:11.651887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Network 9c161799-af22-49e1-81ae-a2ac782bde6a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:11.666691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 9c161799-af22-49e1-81ae-a2ac782bde6a) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:11.681519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:11.682151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.718196 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d3786a5f-9262-43af-a841-ca429466585b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2864616 Nov 22 16:40:11.725194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57638) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:11.730500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:11.734139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff7532-33d8-4322-b374-7df55b4d91a4 None None] Network 9c161799-af22-49e1-81ae-a2ac782bde6a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:11.781911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df7e9c-380c-4c12-8690-2cd5167b78bd req-37641b0c-e352-4d3b-9310-3efb210b4c61 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:11.798299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6df7e9c-380c-4c12-8690-2cd5167b78bd req-37641b0c-e352-4d3b-9310-3efb210b4c61 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 944 time: 0.1724279 Nov 22 16:40:11.800991 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.805686 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.807831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.872893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.874392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.882010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6df7e9c-380c-4c12-8690-2cd5167b78bd req-af52fee9-f6a5-49ce-b7a0-f698c4c18165 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816584 Nov 22 16:40:11.886669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.958686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a19e2246-c8e5-45ad-a554-d6f31e26a442 req-ca38d167-eb79-4407-99c3-55d6ab00a127 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1783617826 ', 'description': 'tempest-description-56244127'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:11.983931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a19e2246-c8e5-45ad-a554-d6f31e26a442 req-ca38d167-eb79-4407-99c3-55d6ab00a127 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.024849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5829bfba-248e-4de7-935f-341cc96d6b94 None None] Network 55966bb9-5a83-4525-a521-cccfdc51eda2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:12.079576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a19e2246-c8e5-45ad-a554-d6f31e26a442 req-ca38d167-eb79-4407-99c3-55d6ab00a127 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.085066 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a19e2246-c8e5-45ad-a554-d6f31e26a442 req-ca38d167-eb79-4407-99c3-55d6ab00a127 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.111398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=081f4747-7e8e-4e01-8063-5eec351b961c,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:12.121758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38d167-eb79-4407-99c3-55d6ab00a127 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88864dc1-e21d-4bc2-ac87-cce1b043c45b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:12.160581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a19e2246-c8e5-45ad-a554-d6f31e26a442 req-ca38d167-eb79-4407-99c3-55d6ab00a127 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.173615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5a0f7d97-107a-4de6-883c-d2d53de69252 None None] Provisioning complete for port 1a2f98df-d566-4d8f-9382-74352ac01216 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:12.173615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a0f7d97-107a-4de6-883c-d2d53de69252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.174181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a19e2246-c8e5-45ad-a554-d6f31e26a442 req-ca38d167-eb79-4407-99c3-55d6ab00a127 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2190807 Nov 22 16:40:12.174181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:12.184656 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01" -d '{"events": [{"name": "network-changed", "server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:12.224893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.243396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 55966bb9-5a83-4525-a521-cccfdc51eda2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:12.249427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:12.316456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18420848-bb70-41e8-8452-cbbd170a5928 req-ab7c5685-7680-4299-ac6e-0ebde6bff5fb tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:12.323119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-18420848-bb70-41e8-8452-cbbd170a5928 req-ab7c5685-7680-4299-ac6e-0ebde6bff5fb tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 944 time: 0.0899458 Nov 22 16:40:12.430843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-18420848-bb70-41e8-8452-cbbd170a5928 req-56ee3ff6-c4b9-420a-8b41-bb4aecde9c44 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011281 Nov 22 16:40:12.479645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1a2f98df-d566-4d8f-9382-74352ac01216 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:12.515745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:40:12.570327 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a0f7d97-107a-4de6-883c-d2d53de69252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.604177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-9c161799-af22-49e1-81ae-a2ac782bde6a', 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'fixed_ips': [{'subnet_id': '886a69ac-91f5-4672-8dc8-3f1c5e0936bb'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:12.605050 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.640217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:12.649320 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-029562ba-1038-4926-8569-e8774faffc4d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1021886 Nov 22 16:40:12.677058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:12.689209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.694910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1374389014'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:12.755530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ece4faa5-df5f-4462-9932-c055b998d958 req-c810af66-d2e7-45c6-9d71-cbb034613e3b tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/88864dc1-e21d-4bc2-ac87-cce1b043c45b HTTP/1.1" status: 200 len: 1798 time: 0.1339414 Nov 22 16:40:12.789021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:12.799506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.802235 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd2c42a-ba3a-4ba9-b74f-71cfec7a6e11 x-openstack-request-id: req-ffd2c42a-ba3a-4ba9-b74f-71cfec7a6e11 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:12.802752 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:12.803044 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffd2c42a-ba3a-4ba9-b74f-71cfec7a6e11 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:12.803567 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd', 'status': 'completed', 'code': 200} Nov 22 16:40:12.862190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.876697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:12.880932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:12.896810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-54a7bee2-2dc8-45ac-aa3d-72d25e6d25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:12.898666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-54a7bee2-2dc8-45ac-aa3d-72d25e6d25bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1174 time: 0.0710394 Nov 22 16:40:12.913008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.915227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:12.941748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.942129 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7 of type vlan for network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 Nov 22 16:40:13.025862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:13.070115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.145766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5a0f7d97-107a-4de6-883c-d2d53de69252 None None] For port 1a2f98df-d566-4d8f-9382-74352ac01216, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1a2f98df-d566-4d8f-9382-74352ac01216,segment=NetworkSegment(ef20a8db-7935-454c-8c58-a8bcde1f7a18),segment_id=ef20a8db-7935-454c-8c58-a8bcde1f7a18)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:13.167808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39716fc5-fcf1-4e2d-9fe8-9344b91eeed5 req-a63c8c7f-cc25-4883-93e2-3a8c1cf37978 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.169458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39716fc5-fcf1-4e2d-9fe8-9344b91eeed5 req-a63c8c7f-cc25-4883-93e2-3a8c1cf37978 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 946 time: 0.1556640 Nov 22 16:40:13.178287 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a0f7d97-107a-4de6-883c-d2d53de69252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.183379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Allocated IP 172.25.0.168 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/ca1177cd-04d0-4546-866c-50fd3477c073) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:13.189483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.195700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.196710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.230285 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5355105 Nov 22 16:40:13.247925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57660) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.253433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:13.280698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39716fc5-fcf1-4e2d-9fe8-9344b91eeed5 req-2531f698-241f-485d-8b43-a76485cb7307 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982819 Nov 22 16:40:13.299247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-f23dbbbf-b072-4700-bc84-ba81f8d04ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.299247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-f23dbbbf-b072-4700-bc84-ba81f8d04ea9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 914 time: 0.3813999 Nov 22 16:40:13.300353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1a2f98df-d566-4d8f-9382-74352ac01216 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:13.314370 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.387679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-4c9481dc-f41d-4c62-a52b-a8a0961a79c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 200 len: 217 time: 0.0783188 Nov 22 16:40:13.462812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5437182-9d9a-4091-8374-6f503536654a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=9fe9ce6a-ec3e-464c-a6eb-0200e292b448,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.511340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:13.514983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.537332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Allocated IP 172.20.0.2 (9c161799-af22-49e1-81ae-a2ac782bde6a/886a69ac-91f5-4672-8dc8-3f1c5e0936bb/aa74f26a-797c-49d5-9276-12b671593412) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:13.549377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9ec8686-7947-4c2b-bacf-9b8a9158eddc req-be6b8731-b01b-407d-a38c-6289c7ebeb93 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/88864dc1-e21d-4bc2-ac87-cce1b043c45b HTTP/1.1" status: 200 len: 1798 time: 0.1642826 Nov 22 16:40:13.602918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-8bfe49fe-4594-4770-bba6-301e8d8562a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.604555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-8bfe49fe-4594-4770-bba6-301e8d8562a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.1653187 Nov 22 16:40:13.620388 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.662696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:13.670721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-fc7b7c8f-0ff6-4438-a061-87f18780df75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561156 Nov 22 16:40:13.710620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1eedf1d4-ad55-4b58-8db2-5d7298c3ec1b None None] Provisioning complete for port 1a2f98df-d566-4d8f-9382-74352ac01216 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:13.711912 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1eedf1d4-ad55-4b58-8db2-5d7298c3ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.718825 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e9ec8686-7947-4c2b-bacf-9b8a9158eddc req-9000f08b-2d60-4048-84fe-e5dbe0664431 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.772434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.813600 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e9ec8686-7947-4c2b-bacf-9b8a9158eddc req-9000f08b-2d60-4048-84fe-e5dbe0664431 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.856508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f7d97-107a-4de6-883c-d2d53de69252 None None] Pushing event updated for resources: {'Port': ['ID=1a2f98df-d566-4d8f-9382-74352ac01216,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.894895 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e9ec8686-7947-4c2b-bacf-9b8a9158eddc req-9000f08b-2d60-4048-84fe-e5dbe0664431 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.897387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:13.898711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e9ec8686-7947-4c2b-bacf-9b8a9158eddc req-9000f08b-2d60-4048-84fe-e5dbe0664431 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.906796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:13.912313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9ec8686-7947-4c2b-bacf-9b8a9158eddc req-9000f08b-2d60-4048-84fe-e5dbe0664431 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/88864dc1-e21d-4bc2-ac87-cce1b043c45b HTTP/1.1" status: 204 len: 173 time: 0.3495243 Nov 22 16:40:13.943490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f8588-cc2c-4019-8d92-43150215d7f5 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:13.960591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:13.974735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000f08b-2d60-4048-84fe-e5dbe0664431 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88864dc1-e21d-4bc2-ac87-cce1b043c45b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.992386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-6f9cb561-d1b5-4b3c-9f02-0244784c5666 service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103402 Nov 22 16:40:14.068379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.105974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c24376e-f0d4-4f04-a971-8b6f26b2cc01 req-6be68e3b-9042-481c-bece-f025958f025b service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054311 Nov 22 16:40:14.154340 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.181594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91346644-08a2-47ff-80ec-a14d7248e878 req-e35af8bf-a048-40f6-b05b-522c07da3ef2 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:14.192936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91346644-08a2-47ff-80ec-a14d7248e878 req-e35af8bf-a048-40f6-b05b-522c07da3ef2 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 944 time: 0.0845227 Nov 22 16:40:14.259318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91346644-08a2-47ff-80ec-a14d7248e878 req-0e8c09ba-3beb-41ae-a3bd-e643c7f1b85a tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663126 Nov 22 16:40:14.374069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Network 9c161799-af22-49e1-81ae-a2ac782bde6a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:14.388031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:14.390529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:14.395631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1a2f98df-d566-4d8f-9382-74352ac01216 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:14.488960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a767fba-da67-4ded-a246-54515adc6b2e req-c8ee6230-7812-434e-8309-7e8a67a0adb6 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:14.490103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca1177cd-04d0-4546-866c-50fd3477c073,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:14.495692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a767fba-da67-4ded-a246-54515adc6b2e req-c8ee6230-7812-434e-8309-7e8a67a0adb6 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 944 time: 0.0916846 Nov 22 16:40:14.501047 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.525763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1eedf1d4-ad55-4b58-8db2-5d7298c3ec1b None None] Provisioning complete for port 081f4747-7e8e-4e01-8063-5eec351b961c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:14.526902 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1eedf1d4-ad55-4b58-8db2-5d7298c3ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.554887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Attempting to bind port aa74f26a-797c-49d5-9276-12b671593412 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:14.555301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Attempting to bind port aa74f26a-797c-49d5-9276-12b671593412 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:14.555615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Attempting to bind port aa74f26a-797c-49d5-9276-12b671593412 on network 9c161799-af22-49e1-81ae-a2ac782bde6a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:14.564833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Pushing event updated for resources: {'Port': ['ID=aa74f26a-797c-49d5-9276-12b671593412,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:14.597529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a767fba-da67-4ded-a246-54515adc6b2e req-f36efd10-b684-42cf-95be-77df74941845 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889456 Nov 22 16:40:14.599254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:14.599254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Checking segment: {'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:14.600367 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.600485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Bound using segment: {'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:14.600966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Bound port: aa74f26a-797c-49d5-9276-12b671593412, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:14.601355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.622330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=79d5b7d9-6da2-4ff0-8d1e-1a96489eb662,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:14.634810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 82e2eb3b-66b7-42ad-87e4-824bbf245427 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:14.661262 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-6ccf390d-006c-4f11-98d3-498a73558134 req-3c1f2a80-fc04-4b62-9f39-1047fc7e3ba8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:40:14.662971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ccf390d-006c-4f11-98d3-498a73558134 req-3c1f2a80-fc04-4b62-9f39-1047fc7e3ba8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/88864dc1-e21d-4bc2-ac87-cce1b043c45b HTTP/1.1" status: 404 len: 352 time: 0.0169756 Nov 22 16:40:14.697974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:14.698708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: 9fe9ce6a-ec3e-464c-a6eb-0200e292b448, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:14.757768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:14.781194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 9fe9ce6a-ec3e-464c-a6eb-0200e292b448) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:14.783144 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.789773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:14.790769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.837071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a85f01e1-6552-4be0-a78e-306da0812a13 req-fbf57946-6e22-47a6-b8f7-d9c7035337eb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1159293277', 'description': 'tempest-description-511389704'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:14.858642 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a1562da4-dc36-4396-b9b5-f4c8f7d0212e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6095424 Nov 22 16:40:14.861509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57678) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.888573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a85f01e1-6552-4be0-a78e-306da0812a13 req-fbf57946-6e22-47a6-b8f7-d9c7035337eb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.992487 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a85f01e1-6552-4be0-a78e-306da0812a13 req-fbf57946-6e22-47a6-b8f7-d9c7035337eb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.998868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a85f01e1-6552-4be0-a78e-306da0812a13 req-fbf57946-6e22-47a6-b8f7-d9c7035337eb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.060636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c41b3-0566-482f-8ee5-3a581e033ef4 None None] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:15.076051 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a85f01e1-6552-4be0-a78e-306da0812a13 req-fbf57946-6e22-47a6-b8f7-d9c7035337eb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.098254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a85f01e1-6552-4be0-a78e-306da0812a13 req-fbf57946-6e22-47a6-b8f7-d9c7035337eb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2668068 Nov 22 16:40:15.102826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:11Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:11Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:15.107735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf57946-6e22-47a6-b8f7-d9c7035337eb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf6e66b-a3aa-466e-8821-01f3ca287ca2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:15.131565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.197591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:15.198119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Updating router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b port 081f4747-7e8e-4e01-8063-5eec351b961c binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:15.238182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.244989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1eedf1d4-ad55-4b58-8db2-5d7298c3ec1b None None] Port 081f4747-7e8e-4e01-8063-5eec351b961c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:15.289644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] For port aa74f26a-797c-49d5-9276-12b671593412, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:15.293469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1a2f98df-d566-4d8f-9382-74352ac01216 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:15.293860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.357834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] For port aa74f26a-797c-49d5-9276-12b671593412, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa74f26a-797c-49d5-9276-12b671593412,segment=NetworkSegment(dbd264ba-75b9-44aa-b8b7-cdb212643330),segment_id=dbd264ba-75b9-44aa-b8b7-cdb212643330)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:15.372417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 82e2eb3b-66b7-42ad-87e4-824bbf245427 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:40:15.397704 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 82e2eb3b-66b7-42ad-87e4-824bbf245427 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:15.398376 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.411688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.495411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Router e225fe4f-e044-4c5c-9159-7eb965567693 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:40:15.548962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d9114-9017-4eb5-a0b2-1c916b74371b req-e2eabcbc-2d34-4cf1-9521-467368350650 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:15.575475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c17d9114-9017-4eb5-a0b2-1c916b74371b req-e2eabcbc-2d34-4cf1-9521-467368350650 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 946 time: 0.1244957 Nov 22 16:40:15.686912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:15.698759 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Sync routers for ids ['e225fe4f-e044-4c5c-9159-7eb965567693'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:15.724382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c17d9114-9017-4eb5-a0b2-1c916b74371b req-ed787836-f25d-4ddc-bd2c-712abff329bc tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438005 Nov 22 16:40:15.731133 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Routers {'e225fe4f-e044-4c5c-9159-7eb965567693'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:15.732464 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['e225fe4f-e044-4c5c-9159-7eb965567693'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:15.751364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a1a869c0-be20-4637-8e72-938283547faf req-82079f75-3632-433c-a011-b7c2a7125595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1057546501', 'description': 'tempest-description-258587353'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:15.774781 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.780509 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-68c2893a-ad05-4bd5-86b6-faa91e7c6cb3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0541997 Nov 22 16:40:15.787760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57690) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:15.804850 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a1a869c0-be20-4637-8e72-938283547faf req-82079f75-3632-433c-a011-b7c2a7125595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.814810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee08a0b9-8919-4ffe-8691-011efbbe3ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.833906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5e8c88fd-c7ab-49e3-ab03-16b00925eb40 None None] Provisioning complete for port ca1177cd-04d0-4546-866c-50fd3477c073 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:15.834698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e8c88fd-c7ab-49e3-ab03-16b00925eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.918510 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.935892 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Set router e225fe4f-e044-4c5c-9159-7eb965567693 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:16.034178 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a1a869c0-be20-4637-8e72-938283547faf req-82079f75-3632-433c-a011-b7c2a7125595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.042219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a1a869c0-be20-4637-8e72-938283547faf req-82079f75-3632-433c-a011-b7c2a7125595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.116282 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a1a869c0-be20-4637-8e72-938283547faf req-82079f75-3632-433c-a011-b7c2a7125595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.143798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1a869c0-be20-4637-8e72-938283547faf req-82079f75-3632-433c-a011-b7c2a7125595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3983610 Nov 22 16:40:16.147195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82079f75-3632-433c-a011-b7c2a7125595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f4123-5f8f-4888-ba88-10ed9c1be8e3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:16.245070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c88fd-c7ab-49e3-ab03-16b00925eb40 None None] Port ca1177cd-04d0-4546-866c-50fd3477c073 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:16.266621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56678316-c5a2-4d3f-8f13-577cb39d9947 None None] Pushing event updated for resources: {'Port': ['ID=aa74f26a-797c-49d5-9276-12b671593412,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:16.340357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:16.340825 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.385169 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:40:14Z', 'revision_number': 3, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:16.400699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e96066-4444-49c7-ac60-935f954b0eb2 req-d7362f86-4974-490c-9b45-0067e3eb84cf tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.402570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89e96066-4444-49c7-ac60-935f954b0eb2 req-d7362f86-4974-490c-9b45-0067e3eb84cf tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 944 time: 0.1828308 Nov 22 16:40:16.468694 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Checking router: e225fe4f-e044-4c5c-9159-7eb965567693 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:16.470266 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Updating router e225fe4f-e044-4c5c-9159-7eb965567693 port ca1177cd-04d0-4546-866c-50fd3477c073 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:16.513902 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.522966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Allocated IP 2001:db8:1::2 (9fe9ce6a-ec3e-464c-a6eb-0200e292b448/79d5b7d9-6da2-4ff0-8d1e-1a96489eb662/e00dc72a-94a2-4d93-bad8-65deee55f453) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:16.567090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89e96066-4444-49c7-ac60-935f954b0eb2 req-c89405b4-45c9-44ea-8de0-f02ba202da42 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527226 Nov 22 16:40:16.693588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5e8c88fd-c7ab-49e3-ab03-16b00925eb40 None None] Provisioning complete for port 081f4747-7e8e-4e01-8063-5eec351b961c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:16.694162 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e8c88fd-c7ab-49e3-ab03-16b00925eb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.779213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c88fd-c7ab-49e3-ab03-16b00925eb40 None None] Port 081f4747-7e8e-4e01-8063-5eec351b961c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:16.830094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f154399-e11c-4baf-8407-740105ae86dc req-50d1b16a-466e-45c6-ae61-597c78103d9b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.832380 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f154399-e11c-4baf-8407-740105ae86dc req-50d1b16a-466e-45c6-ae61-597c78103d9b tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 944 time: 0.1004062 Nov 22 16:40:16.865734 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.943134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device cb216882-e8d3-493d-a76c-1d0585561e4b details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:16.975035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f154399-e11c-4baf-8407-740105ae86dc req-319f045b-750c-454d-a842-b6e924452918 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341169 Nov 22 16:40:17.050927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-7094617f-8642-42f6-988c-5fd88445d133 req-2abf812a-47c0-40c8-9e17-82ceecc59796 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-796106023', 'description': 'tempest-description-835462016'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:17.056501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa74f26a-797c-49d5-9276-12b671593412 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:17.081616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.099466 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7094617f-8642-42f6-988c-5fd88445d133 req-2abf812a-47c0-40c8-9e17-82ceecc59796 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.187638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e2eb3b-66b7-42ad-87e4-824bbf245427'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:17.191445 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508d77f-a7a6-4f17-aa60-1afd2c578786" -d '{"events": [{"server_uuid": "ba7c26ab-616d-4cbf-aa05-3c75453772de", "name": "network-vif-plugged", "status": "completed", "tag": "82e2eb3b-66b7-42ad-87e4-824bbf245427"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:17.204318 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.224147 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.225327 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.235037 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.253380 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:40:17.303943 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7094617f-8642-42f6-988c-5fd88445d133 req-2abf812a-47c0-40c8-9e17-82ceecc59796 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.308131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:17.310443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 82e2eb3b-66b7-42ad-87e4-824bbf245427, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:17.311527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7094617f-8642-42f6-988c-5fd88445d133 req-2abf812a-47c0-40c8-9e17-82ceecc59796 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.352654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.355364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7094617f-8642-42f6-988c-5fd88445d133 req-2abf812a-47c0-40c8-9e17-82ceecc59796 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.371377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7094617f-8642-42f6-988c-5fd88445d133 req-2abf812a-47c0-40c8-9e17-82ceecc59796 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3338242 Nov 22 16:40:17.374554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf812a-47c0-40c8-9e17-82ceecc59796 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf3f3b-73dd-47eb-9bd6-616538aeb68b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:17.410828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:17.417633 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.418789 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Attempting to bind port ca1177cd-04d0-4546-866c-50fd3477c073 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:17.419199 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Attempting to bind port ca1177cd-04d0-4546-866c-50fd3477c073 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:17.419556 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Attempting to bind port ca1177cd-04d0-4546-866c-50fd3477c073 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:17.424596 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Pushing event updated for resources: {'Port': ['ID=ca1177cd-04d0-4546-866c-50fd3477c073,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:17.425613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8:1::1 (9fe9ce6a-ec3e-464c-a6eb-0200e292b448/79d5b7d9-6da2-4ff0-8d1e-1a96489eb662/542ac5f1-5ee5-450a-979d-18b83b0a30df) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:17.426402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c40be-181d-49f1-ac4b-2bfedee10b4c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:17.428796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5896fe-8f57-4794-8234-df2679cf01fa None None] Network 9c161799-af22-49e1-81ae-a2ac782bde6a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:17.430239 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:17.430637 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:17.431191 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.431952 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:17.433142 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Bound port: ca1177cd-04d0-4546-866c-50fd3477c073, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:17.433678 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.438168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:17.468654 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.469005 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.469352 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.469695 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.470032 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.470370 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.470704 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.471120 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.472716 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.473260 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.473638 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.473972 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:17.530332 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] For port ca1177cd-04d0-4546-866c-50fd3477c073, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:17.537699 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] For port ca1177cd-04d0-4546-866c-50fd3477c073, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ca1177cd-04d0-4546-866c-50fd3477c073,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:17.548686 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.633024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.695291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9451062-eca1-4fbe-8c6f-ea74222c293b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:17.698578 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc3192-55b6-42cc-bc3a-a7e4c4abbf52 None None] Pushing event updated for resources: {'Port': ['ID=ca1177cd-04d0-4546-866c-50fd3477c073,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:17.702878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Pushing event updated for resources: {'Port': ['ID=e00dc72a-94a2-4d93-bad8-65deee55f453,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:17.713054 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc5722-8ef1-4ff8-8485-b627ec628c80 x-openstack-request-id: req-54bc5722-8ef1-4ff8-8485-b627ec628c80 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:17.713492 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c26ab-616d-4cbf-aa05-3c75453772de", "name": "network-vif-plugged", "status": "completed", "tag": "82e2eb3b-66b7-42ad-87e4-824bbf245427", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:17.714240 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54bc5722-8ef1-4ff8-8485-b627ec628c80 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:17.714665 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'code': 200} Nov 22 16:40:17.717917 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Routers {'e225fe4f-e044-4c5c-9159-7eb965567693'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:17.718900 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:39:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['e225fe4f-e044-4c5c-9159-7eb965567693'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.749447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a6781bad-0ab1-46d2-b9bf-c80a15fd8f54 None None] Provisioning complete for port aa74f26a-797c-49d5-9276-12b671593412 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:17.750616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6781bad-0ab1-46d2-b9bf-c80a15fd8f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.876547 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.901241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05792a-6e94-4c1d-9fd3-e53c4a9f4de6 req-ad2a6747-9ac8-4a5d-b274-acb3fd253d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.902912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee05792a-6e94-4c1d-9fd3-e53c4a9f4de6 req-ad2a6747-9ac8-4a5d-b274-acb3fd253d02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 1096 time: 0.1032841 Nov 22 16:40:18.004677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee05792a-6e94-4c1d-9fd3-e53c4a9f4de6 req-c43e5857-b6fb-4de5-87c5-096626dd5588 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933640 Nov 22 16:40:18.012552 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] Set router e225fe4f-e044-4c5c-9159-7eb965567693 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:18.015697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.049950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port aa74f26a-797c-49d5-9276-12b671593412 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:18.050501 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.084048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Attempting to bind port e00dc72a-94a2-4d93-bad8-65deee55f453 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:18.084048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Attempting to bind port e00dc72a-94a2-4d93-bad8-65deee55f453 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:18.084525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Attempting to bind port e00dc72a-94a2-4d93-bad8-65deee55f453 on network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:18.088268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:18.102882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Allocated IP 172.20.0.1 (9c161799-af22-49e1-81ae-a2ac782bde6a/886a69ac-91f5-4672-8dc8-3f1c5e0936bb/25cb7d8b-2856-4aab-b8c2-61815ee2f85a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:18.107492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:18.111490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=542ac5f1-5ee5-450a-979d-18b83b0a30df,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:18.114521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:18.115327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.145607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:18.145607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Checking segment: {'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:18.145856 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.146696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Bound using segment: {'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:18.146696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Bound port: e00dc72a-94a2-4d93-bad8-65deee55f453, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:18.151699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.236587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port cb216882-e8d3-493d-a76c-1d0585561e4b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cb216882-e8d3-493d-a76c-1d0585561e4b,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:18.266693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eebc99-696b-4910-8144-1d157a758187 None None] Pushing event updated for resources: {'Port': ['ID=081f4747-7e8e-4e01-8063-5eec351b961c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:18.273746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'port_id': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'mac_address': 'fa:16:3e:e8:32:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:18.310187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0628e1cf-9e7a-400c-a7b9-51e453d6ea89 req-1526b34e-498f-46d8-8fef-c3131d21e5a5 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da1eb664b02f489e90e0c8c3b72fef69 HTTP/1.1" status: 200 len: 11010 time: 0.3086755 Nov 22 16:40:18.374747 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.376669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.413481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0628e1cf-9e7a-400c-a7b9-51e453d6ea89 req-26edf84f-89b0-4def-b1ad-cab8fbae7660 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/899c2ee4-0f99-4df4-8307-9ae9fa590236 HTTP/1.1" status: 200 len: 3002 time: 0.0941184 Nov 22 16:40:18.522808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0628e1cf-9e7a-400c-a7b9-51e453d6ea89 req-f4aaeffc-87d6-4257-ac29-7d500d2264c0 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/899c2ee4-0f99-4df4-8307-9ae9fa590236 HTTP/1.1" status: 200 len: 3002 time: 0.1082134 Nov 22 16:40:18.543728 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:40:14Z', 'revision_number': 3, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:18.561994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3c110a5-efa2-42bc-b5f9-f7505ec6f2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.596587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.708527 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a4332-b27d-48f7-bb2f-ef04fc122f4f None None] The sync data for ids ['e225fe4f-e044-4c5c-9159-7eb965567693'] in n-d-816865-2 is: [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:40:14Z', 'revision_number': 3, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:18.738343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f273b-0086-494e-a893-2bdcaaf03da9 req-c3d906ad-e0e1-42cf-a9ab-39126bf88a6a tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.740148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f98f273b-0086-494e-a893-2bdcaaf03da9 req-c3d906ad-e0e1-42cf-a9ab-39126bf88a6a tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 945 time: 0.1246262 Nov 22 16:40:18.785513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] For port e00dc72a-94a2-4d93-bad8-65deee55f453, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:18.793219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] For port e00dc72a-94a2-4d93-bad8-65deee55f453, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e00dc72a-94a2-4d93-bad8-65deee55f453,segment=NetworkSegment(e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7),segment_id=e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:18.818145 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.839496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f98f273b-0086-494e-a893-2bdcaaf03da9 req-a8a49843-7429-42d9-8b16-afe1f3f16ebb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810702 Nov 22 16:40:18.903389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Attempting to bind port 081f4747-7e8e-4e01-8063-5eec351b961c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:18.905748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Attempting to bind port 081f4747-7e8e-4e01-8063-5eec351b961c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:18.906411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Attempting to bind port 081f4747-7e8e-4e01-8063-5eec351b961c on network 55966bb9-5a83-4525-a521-cccfdc51eda2 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:18.968676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:18.969163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Checking segment: {'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:18.969663 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.970146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Bound using segment: {'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:18.970784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Bound port: 081f4747-7e8e-4e01-8063-5eec351b961c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef20a8db-7935-454c-8c58-a8bcde1f7a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:18.971355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.977294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=82e2eb3b-66b7-42ad-87e4-824bbf245427,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:19.142930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed1a63-4acb-466d-af20-7f697bd52732 req-c4b65a2c-87ec-46bd-9cdf-9067ece3c00b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.145467 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6781bad-0ab1-46d2-b9bf-c80a15fd8f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.146062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74b539-fde7-4b73-adb3-f452b2700f5b None None] Pushing event updated for resources: {'Port': ['ID=e00dc72a-94a2-4d93-bad8-65deee55f453,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:19.155632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28ed1a63-4acb-466d-af20-7f697bd52732 req-c4b65a2c-87ec-46bd-9cdf-9067ece3c00b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 946 time: 0.1968875 Nov 22 16:40:19.158729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.159513 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.180500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb216882-e8d3-493d-a76c-1d0585561e4b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:19.292749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port cb216882-e8d3-493d-a76c-1d0585561e4b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cb216882-e8d3-493d-a76c-1d0585561e4b,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:19.334536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.406824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a6781bad-0ab1-46d2-b9bf-c80a15fd8f54 None None] For port aa74f26a-797c-49d5-9276-12b671593412, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa74f26a-797c-49d5-9276-12b671593412,segment=NetworkSegment(dbd264ba-75b9-44aa-b8b7-cdb212643330),segment_id=dbd264ba-75b9-44aa-b8b7-cdb212643330)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:19.471037 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28ed1a63-4acb-466d-af20-7f697bd52732 req-8abf2db9-b356-4fa6-acd9-a6b41bdc25dc tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec59fe18-d119-4391-8efc-29bb02d64435&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798407 Nov 22 16:40:19.543679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-740f6a12-bbc7-4010-a8e2-52ad8ba2bc98 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.552024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-740f6a12-bbc7-4010-a8e2-52ad8ba2bc98 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 946 time: 0.3013759 Nov 22 16:40:19.555917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Network 9c161799-af22-49e1-81ae-a2ac782bde6a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:19.582875 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6781bad-0ab1-46d2-b9bf-c80a15fd8f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.623597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.709939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=cb216882-e8d3-493d-a76c-1d0585561e4b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:19.715916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['cb216882-e8d3-493d-a76c-1d0585561e4b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:19.740016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] For port 081f4747-7e8e-4e01-8063-5eec351b961c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:19.744711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] For port 081f4747-7e8e-4e01-8063-5eec351b961c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=081f4747-7e8e-4e01-8063-5eec351b961c,segment=NetworkSegment(ef20a8db-7935-454c-8c58-a8bcde1f7a18),segment_id=ef20a8db-7935-454c-8c58-a8bcde1f7a18)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:19.803042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:19.825143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:19.828233 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.929992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4897e54-9927-4034-9a35-6a8a6c81fa8c req-0282997c-8bd1-4c0c-bbb7-23de7ee300c5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.931522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Pushing event updated for resources: {'Port': ['ID=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:19.931888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4897e54-9927-4034-9a35-6a8a6c81fa8c req-0282997c-8bd1-4c0c-bbb7-23de7ee300c5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 946 time: 0.2242513 Nov 22 16:40:20.007379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-ea0b054a-a0ce-446a-8cbd-0c2a7b754532 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:20.009635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-ea0b054a-a0ce-446a-8cbd-0c2a7b754532 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.37 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 946 time: 0.6580431 Nov 22 16:40:20.074633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4897e54-9927-4034-9a35-6a8a6c81fa8c req-005cf5e8-a203-4e67-886a-9b3cd48a972b tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271665 Nov 22 16:40:20.077749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Deleting port bb31439e-5d44-451e-8b08-8ec8417b2532 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:20.078101 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.122942 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.188975 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:40:20.189813 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:40:20.190533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Provisioning complete for port ca1177cd-04d0-4546-866c-50fd3477c073 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:20.191162 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.334931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:20.342898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:20.371810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1a3b-0794-4fc1-a5aa-a89672b39500 req-9380bdc6-c00c-4a72-94dc-4332a80278cc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:20.373870 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34fb1a3b-0794-4fc1-a5aa-a89672b39500 req-9380bdc6-c00c-4a72-94dc-4332a80278cc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 945 time: 0.1565228 Nov 22 16:40:20.397374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.415587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] For port bb31439e-5d44-451e-8b08-8ec8417b2532, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bb31439e-5d44-451e-8b08-8ec8417b2532,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:20.416378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.417160 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.418574 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.520494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:20.627944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6781bad-0ab1-46d2-b9bf-c80a15fd8f54 None None] Pushing event updated for resources: {'Port': ['ID=aa74f26a-797c-49d5-9276-12b671593412,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:20.641153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Deleting port dc8bb020-606b-4d0e-904d-79328a88763f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:20.641586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.644418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34fb1a3b-0794-4fc1-a5aa-a89672b39500 req-beaa2c49-d671-48a8-a2a4-c6ecbe4c64e2 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397828 Nov 22 16:40:20.856692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=542ac5f1-5ee5-450a-979d-18b83b0a30df,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:20.883136 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.906422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3e5e5a5-6af8-4f33-98ba-02715a682e49 req-5e8cb196-da95-497f-b333-605130d2fa19 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/bcf6e66b-a3aa-466e-8821-01f3ca287ca2 HTTP/1.1" status: 200 len: 1819 time: 0.1308057 Nov 22 16:40:20.971831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.972289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.972611 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Floating IP 9cd7de48-837c-42f2-bb91-31f3b9714fef disassociated. External IP: 172.25.0.100, port: bb31439e-5d44-451e-8b08-8ec8417b2532. Nov 22 16:40:20.972960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Calling delete_port for bb31439e-5d44-451e-8b08-8ec8417b2532 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:21.021619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eebc99-696b-4910-8144-1d157a758187 None None] Pushing event updated for resources: {'Port': ['ID=081f4747-7e8e-4e01-8063-5eec351b961c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:21.023592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] For port dc8bb020-606b-4d0e-904d-79328a88763f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dc8bb020-606b-4d0e-904d-79328a88763f,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:21.024245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.059906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.072861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d3e5e5a5-6af8-4f33-98ba-02715a682e49 req-307ae80e-2910-40c4-8635-e936c6e9b883 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.140967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] For port ca1177cd-04d0-4546-866c-50fd3477c073, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ca1177cd-04d0-4546-866c-50fd3477c073,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:21.156472 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.157507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d3e5e5a5-6af8-4f33-98ba-02715a682e49 req-307ae80e-2910-40c4-8635-e936c6e9b883 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.214779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Provisioning complete for port 081f4747-7e8e-4e01-8063-5eec351b961c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:21.215279 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.237977 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d3e5e5a5-6af8-4f33-98ba-02715a682e49 req-307ae80e-2910-40c4-8635-e936c6e9b883 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.240634 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d3e5e5a5-6af8-4f33-98ba-02715a682e49 req-307ae80e-2910-40c4-8635-e936c6e9b883 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.248146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b545f0f-edb3-416a-b716-0477d5b8506d None None] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:21.258677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3e5e5a5-6af8-4f33-98ba-02715a682e49 req-307ae80e-2910-40c4-8635-e936c6e9b883 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/bcf6e66b-a3aa-466e-8821-01f3ca287ca2 HTTP/1.1" status: 204 len: 173 time: 0.3516436 Nov 22 16:40:21.267218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:18Z', 'revision_number': 3, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:19Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:17Z', 'revision_number': 1, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.316328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ae80e-2910-40c4-8635-e936c6e9b883 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf6e66b-a3aa-466e-8821-01f3ca287ca2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:21.322403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ec609a-2c14-43d2-ae56-1501e6f8f210 None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:18Z', 'revision_number': 3, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:19Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:17Z', 'revision_number': 1, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:21.405253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device cb216882-e8d3-493d-a76c-1d0585561e4b up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:21.414937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.449771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ca1177cd-04d0-4546-866c-50fd3477c073 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:21.452107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:21.456677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:21.508590 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.534554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d8f02-831c-4c57-b2cf-4cd2e12a8367 req-e3077ed7-3bf9-408c-b5aa-c5dc4cbbd403 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.537667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-629d8f02-831c-4c57-b2cf-4cd2e12a8367 req-e3077ed7-3bf9-408c-b5aa-c5dc4cbbd403 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 945 time: 0.1214933 Nov 22 16:40:21.568948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event deleted for resources: {'Port': ['ID=bb31439e-5d44-451e-8b08-8ec8417b2532,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:21.652840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.653213 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.653541 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Floating IP 916c953b-fb3c-48ee-ba1e-f5587f0c54b3 disassociated. External IP: 172.25.0.215, port: dc8bb020-606b-4d0e-904d-79328a88763f. Nov 22 16:40:21.653906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Calling delete_port for dc8bb020-606b-4d0e-904d-79328a88763f owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:21.660982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Pushing event updated for resources: {'Port': ['ID=ca1177cd-04d0-4546-866c-50fd3477c073,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:21.681736 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.748151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-629d8f02-831c-4c57-b2cf-4cd2e12a8367 req-10cf9bc2-eb12-4c5b-bfea-5c2158dd89cd tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831446 Nov 22 16:40:21.989176 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.015102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ca1177cd-04d0-4546-866c-50fd3477c073 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:22.015425 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.065963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ab64814-d7b6-4a79-875d-742a809d5840 req-b2ac8b44-ba78-4d64-bb0d-fe7a0e20dddf tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=bedea6d3-1074-4cba-a631-b2f976e1b5f7 HTTP/1.1" status: 200 len: 210 time: 0.1256225 Nov 22 16:40:22.127256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port cb216882-e8d3-493d-a76c-1d0585561e4b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:40:22.145736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Router 4467b748-20de-438a-9c01-105703147e08 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:22.183209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:22.201013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port cb216882-e8d3-493d-a76c-1d0585561e4b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:22.201964 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.271916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] For port 081f4747-7e8e-4e01-8063-5eec351b961c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=081f4747-7e8e-4e01-8063-5eec351b961c,segment=NetworkSegment(ef20a8db-7935-454c-8c58-a8bcde1f7a18),segment_id=ef20a8db-7935-454c-8c58-a8bcde1f7a18)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:22.390178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.505682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eaeaa-ba57-4faa-8bb3-9aab2a97cf8d req-e93efec0-dbe5-4a42-a7e2-7b6f0d92e0f1 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:22.513970 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b4eaeaa-ba57-4faa-8bb3-9aab2a97cf8d req-e93efec0-dbe5-4a42-a7e2-7b6f0d92e0f1 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/ports?device_id=3301fc49-9e2e-48d4-8026-1a6408e19460 HTTP/1.1" status: 200 len: 867 time: 0.2276194 Nov 22 16:40:22.531257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.592084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.607848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event deleted for resources: {'Port': ['ID=dc8bb020-606b-4d0e-904d-79328a88763f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:22.658532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b4eaeaa-ba57-4faa-8bb3-9aab2a97cf8d req-6dbbf9ab-aa82-4848-8b50-8912ad71401e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups?id=f82568df-ccd4-4877-b724-37509d952eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432352 Nov 22 16:40:22.662576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:22.746554 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.825429 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-5fa601dd-7366-43aa-a553-8c9c9ab9bde2 req-b366e094-251d-4659-a7d8-a965224012bb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:40:22.851046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fa601dd-7366-43aa-a553-8c9c9ab9bde2 req-b366e094-251d-4659-a7d8-a965224012bb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/bcf6e66b-a3aa-466e-8821-01f3ca287ca2 HTTP/1.1" status: 404 len: 352 time: 0.0696864 Nov 22 16:40:22.857012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e00dc72a-94a2-4d93-bad8-65deee55f453 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:22.899701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] No DVR routers for this DVR port bb31439e-5d44-451e-8b08-8ec8417b2532 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:22.912762 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.930042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-802bebc5-43f2-4af9-8268-c4d300834e93 req-f3733c83-2d7a-4b04-8de8-c58017840584 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "DELETE /v2.0/ports/bb31439e-5d44-451e-8b08-8ec8417b2532 HTTP/1.1" status: 204 len: 173 time: 3.3770392 Nov 22 16:40:22.944832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-deleted', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:22.960267 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae95de13-99bc-4fd2-ac40-16b63c860a11" -d '{"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-deleted", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:22.978711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] Sync routers for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:23.008934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925bfcf-df82-4678-a52a-1080efebfcc9 None None] Pushing event updated for resources: {'Port': ['ID=081f4747-7e8e-4e01-8063-5eec351b961c,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:23.172872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.192931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa22a8-3b4b-4b98-beb6-874d4345853d req-b46bf92f-6173-4b8b-9377-41abbff327c0 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:23.198273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6aa22a8-3b4b-4b98-beb6-874d4345853d req-b46bf92f-6173-4b8b-9377-41abbff327c0 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 945 time: 0.1853106 Nov 22 16:40:23.214745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:23.216179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:23.219565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Provisioning complete for port aa74f26a-797c-49d5-9276-12b671593412 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:23.220119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.275128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Pushing event updated for resources: {'Port': ['ID=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:23.309450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Router 0af4bc80-62e7-4ec4-969b-4c93dc235153 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:23.320311 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6aa22a8-3b4b-4b98-beb6-874d4345853d req-4efa265c-2da3-4c1d-abff-8d2c97f7a4b0 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135168 Nov 22 16:40:23.444854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:23.458889 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c625d548-8353-4363-8b91-6ebcf481b93f tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5929148 Nov 22 16:40:23.458889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Network 9c161799-af22-49e1-81ae-a2ac782bde6a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:23.459583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:23.464352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:23.469040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-372011896'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:23.595022 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.698038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:23.707459 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.717785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port cb216882-e8d3-493d-a76c-1d0585561e4b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cb216882-e8d3-493d-a76c-1d0585561e4b,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:23.730128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb216882-e8d3-493d-a76c-1d0585561e4b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:23.732895 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dae0955-6224-4147-a089-e38d43b60238" -d '{"events": [{"server_uuid": "31bb68c1-bb4e-4343-aa4c-e4a00359d80e", "name": "network-vif-plugged", "status": "completed", "tag": "cb216882-e8d3-493d-a76c-1d0585561e4b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:23.739919 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.740672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dc8bb020-606b-4d0e-904d-79328a88763f no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:23.749218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:23.762213 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] Sync routers for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:23.803525 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:23.804138 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:23.809334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: dc8bb020-606b-4d0e-904d-79328a88763f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:23.816423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dc8bb020-606b-4d0e-904d-79328a88763f not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:23.835307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e00dc72a-94a2-4d93-bad8-65deee55f453 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:23.843688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.852665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e7731-3a23-4fba-87ad-9335e7262adc req-89865019-2c83-4ffc-a42f-d6c5bfe1b4af tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:23.886429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-148e7731-3a23-4fba-87ad-9335e7262adc req-89865019-2c83-4ffc-a42f-d6c5bfe1b4af tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 945 time: 0.3429921 Nov 22 16:40:23.910249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:23.919090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57760) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:23.926842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Request body: {'floatingip': {'port_id': '82e2eb3b-66b7-42ad-87e4-824bbf245427'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:23.974861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9f2daca-9990-4587-aa5b-8fbdfddbb7e3 req-8d3d644f-ddd5-487c-a5d3-06bd25af372a tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/f48f4123-5f8f-4888-ba88-10ed9c1be8e3 HTTP/1.1" status: 200 len: 1819 time: 0.0870731 Nov 22 16:40:24.009314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:24.069369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] No DVR routers for this DVR port dc8bb020-606b-4d0e-904d-79328a88763f on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:24.100605 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.101034 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment 7c78111a-59b2-4134-846c-9d187177dade of type vlan for network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c Nov 22 16:40:24.105366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.109972 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed2b238c-09f8-43f8-b9d5-cc31df8bfd8b req-7227bf30-8816-4efa-9870-f74f63dafbe5 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.37 "DELETE /v2.0/ports/dc8bb020-606b-4d0e-904d-79328a88763f HTTP/1.1" status: 204 len: 173 time: 4.0875642 Nov 22 16:40:24.110876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'name': 'network-vif-deleted', 'tag': 'dc8bb020-606b-4d0e-904d-79328a88763f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:24.113578 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35534a6-8a93-4c8c-8266-bd66677c9f6f" -d '{"events": [{"server_uuid": "3301fc49-9e2e-48d4-8026-1a6408e19460", "name": "network-vif-deleted", "tag": "dc8bb020-606b-4d0e-904d-79328a88763f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:24.130308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.143925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: bb31439e-5d44-451e-8b08-8ec8417b2532 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:24.144459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bb31439e-5d44-451e-8b08-8ec8417b2532 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:24.168594 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:24.399849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=cb216882-e8d3-493d-a76c-1d0585561e4b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.411577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:24.713058 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:09Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:24.762390 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] Checking router: 0af4bc80-62e7-4ec4-969b-4c93dc235153 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:24.775475 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:24.776123 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:24.836857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Provisioning complete for port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:24.840291 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.945171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.988674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:25.035144 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:25.059738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port e00dc72a-94a2-4d93-bad8-65deee55f453, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e00dc72a-94a2-4d93-bad8-65deee55f453,segment=NetworkSegment(e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7),segment_id=e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:25.073843 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.076158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa74f26a-797c-49d5-9276-12b671593412 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:25.102268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Router e225fe4f-e044-4c5c-9159-7eb965567693 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:25.170785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:25.207642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Provisioning complete for port e00dc72a-94a2-4d93-bad8-65deee55f453 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:25.208019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.221223 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e9f2daca-9990-4587-aa5b-8fbdfddbb7e3 req-2a543470-3d62-4166-8fe7-a0ea800634fb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.236281 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.256869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:25.257626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:25.279119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e9f2daca-9990-4587-aa5b-8fbdfddbb7e3 req-2a543470-3d62-4166-8fe7-a0ea800634fb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.309442 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.316232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.317163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.388228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=e00dc72a-94a2-4d93-bad8-65deee55f453,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:25.426088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=00983d82-32c4-4ddb-bcc3-a15307e1bc0c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:25.433518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-802db36a-8174-450e-9297-f4e95ea78122 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9725108 Nov 22 16:40:25.437424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:25.446865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:25.453002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:25.476539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:25.511953 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:09Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:25.553046 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f0790a-5ec8-45fc-83f3-e3b36ffce9b1 None None] The sync data for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 is: [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:38:03Z', 'revision_number': 4, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '53214533-c2dc-4659-be71-4d3d6e3e4911', 'name': '', 'network_id': 'a811e2d7-4df3-4598-945d-388683d0331a', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'mac_address': 'fa:16:3e:57:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:02Z', 'updated_at': '2021-11-22T16:38:09Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'subnets': [{'id': '8a2a0586-186d-45ee-b1f4-d125682a1463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:25.570522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:25.581535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e9f2daca-9990-4587-aa5b-8fbdfddbb7e3 req-2a543470-3d62-4166-8fe7-a0ea800634fb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.585800 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e9f2daca-9990-4587-aa5b-8fbdfddbb7e3 req-2a543470-3d62-4166-8fe7-a0ea800634fb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.598002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9f2daca-9990-4587-aa5b-8fbdfddbb7e3 req-2a543470-3d62-4166-8fe7-a0ea800634fb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/f48f4123-5f8f-4888-ba88-10ed9c1be8e3 HTTP/1.1" status: 204 len: 173 time: 1.6220593 Nov 22 16:40:25.623770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:25.633427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.649382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a543470-3d62-4166-8fe7-a0ea800634fb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f4123-5f8f-4888-ba88-10ed9c1be8e3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:25.682711 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78ed844-1f5b-463c-a2ff-37bad70f90cf x-openstack-request-id: req-e78ed844-1f5b-463c-a2ff-37bad70f90cf {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:25.683086 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedea6d3-1074-4cba-a631-b2f976e1b5f7", "name": "network-vif-deleted", "tag": "bb31439e-5d44-451e-8b08-8ec8417b2532", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:25.683360 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e78ed844-1f5b-463c-a2ff-37bad70f90cf {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:25.683802 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedea6d3-1074-4cba-a631-b2f976e1b5f7', 'name': 'network-vif-deleted', 'tag': 'bb31439e-5d44-451e-8b08-8ec8417b2532', 'status': 'completed', 'code': 200} Nov 22 16:40:25.726389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.773305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.787130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] Checking router: 4467b748-20de-438a-9c01-105703147e08 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:25.914575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:25.934088 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Sync routers for ids ['e225fe4f-e044-4c5c-9159-7eb965567693'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:25.948684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port aa74f26a-797c-49d5-9276-12b671593412 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:25.949377 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36fce1f-0004-4b19-8b68-d1b807f2c5d4 x-openstack-request-id: req-a36fce1f-0004-4b19-8b68-d1b807f2c5d4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:25.949790 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3301fc49-9e2e-48d4-8026-1a6408e19460", "name": "network-vif-deleted", "tag": "dc8bb020-606b-4d0e-904d-79328a88763f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:25.950241 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a36fce1f-0004-4b19-8b68-d1b807f2c5d4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:25.950742 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3301fc49-9e2e-48d4-8026-1a6408e19460', 'name': 'network-vif-deleted', 'tag': 'dc8bb020-606b-4d0e-904d-79328a88763f', 'status': 'completed', 'code': 200} Nov 22 16:40:25.951823 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.960776 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Routers {'e225fe4f-e044-4c5c-9159-7eb965567693'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:25.961222 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a796e7-5e96-4da3-bbdf-1cbfd995c0e9 x-openstack-request-id: req-b5a796e7-5e96-4da3-bbdf-1cbfd995c0e9 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:25.961517 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bb68c1-bb4e-4343-aa4c-e4a00359d80e", "name": "network-vif-plugged", "status": "completed", "tag": "cb216882-e8d3-493d-a76c-1d0585561e4b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:25.963490 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5a796e7-5e96-4da3-bbdf-1cbfd995c0e9 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:25.964036 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'code': 200} Nov 22 16:40:25.965619 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['e225fe4f-e044-4c5c-9159-7eb965567693'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:25.987534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9175a5e0-26a9-4da4-a321-1ad4123edb58 admin admin] 10.222.0.59 "PUT /v2.0/routers/e225fe4f-e044-4c5c-9159-7eb965567693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1963603 Nov 22 16:40:26.030480 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.099158 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Floating IP 090a0288-0779-4ba0-80f4-299bed54a1cc associated. External IP: 172.25.0.99, port: 82e2eb3b-66b7-42ad-87e4-824bbf245427. Nov 22 16:40:26.170180 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Set router e225fe4f-e044-4c5c-9159-7eb965567693 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:26.200141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:26.200513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: 00983d82-32c4-4ddb-bcc3-a15307e1bc0c, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:26.218852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8336e1-5fbb-42b2-ac02-0b4b073baa82 None None] New status for floating IP 916c953b-fb3c-48ee-ba1e-f5587f0c54b3: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:40:26.264096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:26.272080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=06fb3d42-7fd5-496e-9c07-2a67d1ea2384,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:26.285793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd4cf4-6972-4476-b56e-28b74a13d5d5 req-a031b3c9-158a-4911-85e9-7076410c01cc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:26.287385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eefd4cf4-6972-4476-b56e-28b74a13d5d5 req-a031b3c9-158a-4911-85e9-7076410c01cc tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 946 time: 0.1338637 Nov 22 16:40:26.289235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 00983d82-32c4-4ddb-bcc3-a15307e1bc0c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:26.299967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:26.301989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.359327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-26ae95d1-6ec9-41a1-ad11-974bb119163d tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9207666 Nov 22 16:40:26.363430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57782) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:26.435367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eefd4cf4-6972-4476-b56e-28b74a13d5d5 req-8bdb7493-38fd-4d65-8288-75a0fc10dea6 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029642 Nov 22 16:40:26.517005 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:40:20Z', 'revision_number': 4, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '25cb7d8b-2856-4aab-b8c2-61815ee2f85a', 'name': '', 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'mac_address': 'fa:16:3e:95:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '886a69ac-91f5-4672-8dc8-3f1c5e0936bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:17Z', 'updated_at': '2021-11-22T16:40:21Z', 'revision_number': 2, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'subnets': [{'id': '886a69ac-91f5-4672-8dc8-3f1c5e0936bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:26.528642 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-299062b7-f768-4884-bcce-470945b53e23 req-55000e82-6b52-40ad-b963-c3fc16332d16 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:40:26.530623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299062b7-f768-4884-bcce-470945b53e23 req-55000e82-6b52-40ad-b963-c3fc16332d16 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/f48f4123-5f8f-4888-ba88-10ed9c1be8e3 HTTP/1.1" status: 404 len: 352 time: 0.0179851 Nov 22 16:40:26.610407 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Checking router: e225fe4f-e044-4c5c-9159-7eb965567693 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:26.610905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Updating router e225fe4f-e044-4c5c-9159-7eb965567693 port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:26.632208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57790) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:26.637487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c27047-185f-4bf9-ac01-ad71b372d034 None None] Network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:26.666746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:26.667723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:26.674513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2056d-462b-4836-b128-1480e4157173 req-6d249cd9-5532-49dd-804e-de4242d54baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:26.690185 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4da2056d-462b-4836-b128-1480e4157173 req-6d249cd9-5532-49dd-804e-de4242d54baf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 1097 time: 0.7652588 Nov 22 16:40:26.702891 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.728707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:26.837830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Provisioning complete for port 081f4747-7e8e-4e01-8063-5eec351b961c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:26.838465 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e2eedf8-cede-41a1-b56f-eae0f2d031c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.911232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cc11ce1-da14-40c3-bcb3-5948cb2af334 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.020593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cc11ce1-da14-40c3-bcb3-5948cb2af334 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.025702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b624edd2-6407-462e-97bc-85278455f41e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.051588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Router 2daa3341-a443-4293-a7a3-5f821929cc36 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:27.067331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b624edd2-6407-462e-97bc-85278455f41e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.189071 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.197032 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.203266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4da2056d-462b-4836-b128-1480e4157173 req-cf300b13-d1f0-472d-bf41-08af84caad56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4015658 Nov 22 16:40:27.204655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b624edd2-6407-462e-97bc-85278455f41e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.207487 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b624edd2-6407-462e-97bc-85278455f41e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.212341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b624edd2-6407-462e-97bc-85278455f41e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "DELETE /v2.0/security-groups/f82568df-ccd4-4877-b724-37509d952eb6 HTTP/1.1" status: 204 len: 168 time: 0.4692385 Nov 22 16:40:27.218249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57796) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:27.239433 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-2a9e8e83-70a4-4081-8984-a8ce1a3ceb76 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] show failed (client error): The resource could not be found. Nov 22 16:40:27.240653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2a9e8e83-70a4-4081-8984-a8ce1a3ceb76 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "GET /v2.0/security-groups/f82568df-ccd4-4877-b724-37509d952eb6 HTTP/1.1" status: 404 len: 347 time: 0.0212739 Nov 22 16:40:27.247496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57798) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:27.261936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:18Z', 'revision_number': 3, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:19Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:27.330468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624edd2-6407-462e-97bc-85278455f41e tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82568df-ccd4-4877-b724-37509d952eb6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:27.486868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:27.489550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cc11ce1-da14-40c3-bcb3-5948cb2af334 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.495193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0cc11ce1-da14-40c3-bcb3-5948cb2af334 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.504786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0cc11ce1-da14-40c3-bcb3-5948cb2af334 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "DELETE /v2.0/security-groups/ec59fe18-d119-4391-8efc-29bb02d64435 HTTP/1.1" status: 204 len: 168 time: 0.8713362 Nov 22 16:40:27.505470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:27.568897 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-55089301-88a4-4fe9-a826-dbdd5685bb38 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] show failed (client error): The resource could not be found. Nov 22 16:40:27.573419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-55089301-88a4-4fe9-a826-dbdd5685bb38 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups/ec59fe18-d119-4391-8efc-29bb02d64435 HTTP/1.1" status: 404 len: 347 time: 0.0570276 Nov 22 16:40:27.574456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:27.579669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:27.580597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.600674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:27.604187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:27.606151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Updating router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b port 542ac5f1-5ee5-450a-979d-18b83b0a30df binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:27.610733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.651162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc11ce1-da14-40c3-bcb3-5948cb2af334 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec59fe18-d119-4391-8efc-29bb02d64435,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:27.662262 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] Sync routers for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:27.668506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9490df9f-3385-426b-b439-fa309b854c7c tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "PUT /v2.0/floatingips/090a0288-0779-4ba0-80f4-299bed54a1cc HTTP/1.1" status: 200 len: 990 time: 3.7457719 Nov 22 16:40:27.679681 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Attempting to bind port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:27.687424 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Attempting to bind port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:27.688247 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Attempting to bind port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a on network 9c161799-af22-49e1-81ae-a2ac782bde6a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:27.714270 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:27.714894 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Checking segment: {'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:27.715346 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.715744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Bound using segment: {'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:27.716244 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Bound port: 25cb7d8b-2856-4aab-b8c2-61815ee2f85a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd264ba-75b9-44aa-b8b7-cdb212643330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:27.716643 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.748458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-2f759c94-5950-42cb-a11b-ed634ae0fcd2 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6031735 Nov 22 16:40:27.755513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:27.758142 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:27.758797 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:27.769146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Deleting port 25fd8244-77cf-43c4-a6ab-226494c1da32 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:27.769146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.806910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.835633 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40599f21-a596-4705-914f-79f43bbe8be7 None None] Provisioning complete for port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:27.836134 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40599f21-a596-4705-914f-79f43bbe8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.836762 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.898917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Deleting port 2604c7ac-cf3a-4d6a-b59c-510cfcd349a7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:27.900579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.949766 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:27.955134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'tag': '82e2eb3b-66b7-42ad-87e4-824bbf245427'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:27.968143 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85077acc-00e8-42cd-bc53-4a2c27312aed" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7c26ab-616d-4cbf-aa05-3c75453772de", "tag": "82e2eb3b-66b7-42ad-87e4-824bbf245427"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:27.995207 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.995689 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.998517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 081f4747-7e8e-4e01-8063-5eec351b961c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:28.012749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Calling delete_port for 2604c7ac-cf3a-4d6a-b59c-510cfcd349a7 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:28.013383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.100781 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4b2f9-c416-4f33-93c1-464382ffecff None None] Pushing event updated for resources: {'Port': ['ID=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:28.251457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-40599f21-a596-4705-914f-79f43bbe8be7 None None] Port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:28.251676 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.267032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.267032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.295130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event deleted for resources: {'Port': ['ID=2604c7ac-cf3a-4d6a-b59c-510cfcd349a7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:28.328975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Calling delete_port for 25fd8244-77cf-43c4-a6ab-226494c1da32 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:28.341095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09dd97d-0b09-443f-b63c-b19b3276a2bd None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:28.395161 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] For port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:28.408721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.411177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.422838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ab156491-5845-41ed-9dee-a503f5c5e9c9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "DELETE /v2.0/floatingips/9cd7de48-837c-42f2-bb91-31f3b9714fef HTTP/1.1" status: 204 len: 168 time: 0.8323929 Nov 22 16:40:28.424954 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] For port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,segment=NetworkSegment(dbd264ba-75b9-44aa-b8b7-cdb212643330),segment_id=dbd264ba-75b9-44aa-b8b7-cdb212643330)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:28.474564 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.486054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40599f21-a596-4705-914f-79f43bbe8be7 None None] Provisioning complete for port e00dc72a-94a2-4d93-bad8-65deee55f453 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:28.486494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40599f21-a596-4705-914f-79f43bbe8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.536356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.616303 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Routers {'e225fe4f-e044-4c5c-9159-7eb965567693'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:28.617239 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['e225fe4f-e044-4c5c-9159-7eb965567693'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:28.620484 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4b2f9-c416-4f33-93c1-464382ffecff None None] Pushing event updated for resources: {'Port': ['ID=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:28.648895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Allocated IP 2001:db8:2::2 (00983d82-32c4-4ddb-bcc3-a15307e1bc0c/06fb3d42-7fd5-496e-9c07-2a67d1ea2384/330ddbb9-d889-4124-a178-63d9c447b158) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:28.651759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 081f4747-7e8e-4e01-8063-5eec351b961c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:28.652182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.799329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Allocated IP 172.25.0.205 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/46965b08-6db1-412f-a781-b275f8d75ab4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:28.816108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.917433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Pushing event deleted for resources: {'Port': ['ID=25fd8244-77cf-43c4-a6ab-226494c1da32,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:28.948866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.949228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.949767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.950176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.950754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.951490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.952049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.952606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.953180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.953720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.954263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.954983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:28.990153 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.000557 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] Set router e225fe4f-e044-4c5c-9159-7eb965567693 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:29.003984 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '090a0288-0779-4ba0-80f4-299bed54a1cc', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'port_id': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'mac_address': 'fa:16:3e:a5:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:53Z', 'updated_at': '2021-11-22T16:40:25Z', 'revision_number': 1, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:51Z', 'revision_number': 5, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:29.047974 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.068666 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] Checking router: 2daa3341-a443-4293-a7a3-5f821929cc36 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:29.071237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.095484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:29.098879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:29.106001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:29.157295 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:29.158296 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:29.171772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.182315 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.195094 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.200510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Pushing event updated for resources: {'Port': ['ID=46965b08-6db1-412f-a781-b275f8d75ab4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:29.304025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.338070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44586c2-5076-459e-9c54-ae434f85a03c None None] Pushing event updated for resources: {'Port': ['ID=542ac5f1-5ee5-450a-979d-18b83b0a30df,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:29.382069 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.421305 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:29.573191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8:2::1 (00983d82-32c4-4ddb-bcc3-a15307e1bc0c/06fb3d42-7fd5-496e-9c07-2a67d1ea2384/2c3adfee-985b-4aa5-9fbc-32c4e13bc46b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:29.660104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.668756 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.723565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.766253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.801287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:29.804194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Pushing event updated for resources: {'Port': ['ID=46965b08-6db1-412f-a781-b275f8d75ab4,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:29.817703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.820574 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.832514 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.833712 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-70621f2d-5574-4e4b-afed-83ab7622dcb6 tempest-ServersTestManualDisk-1623742862 tempest-ServersTestManualDisk-1623742862-project] 10.222.0.59 "DELETE /v2.0/floatingips/916c953b-fb3c-48ee-ba1e-f5587f0c54b3 HTTP/1.1" status: 204 len: 168 time: 2.5851254 Nov 22 16:40:29.837208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57816) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:29.876486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:29.882994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:29.890571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:29.902146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:29.902727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.903931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:29.906678 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.907967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-e8daf7c6-159d-4f7b-a231-3ab26b7ccfb6 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1586535 Nov 22 16:40:29.910755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:29.944173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:30.077703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-6af8609a-5c6f-4f38-9590-edf87350f358 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0610685 Nov 22 16:40:30.095785 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:40:20Z', 'revision_number': 4, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '25cb7d8b-2856-4aab-b8c2-61815ee2f85a', 'name': '', 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'mac_address': 'fa:16:3e:95:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '886a69ac-91f5-4672-8dc8-3f1c5e0936bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:17Z', 'updated_at': '2021-11-22T16:40:28Z', 'revision_number': 4, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'subnets': [{'id': '886a69ac-91f5-4672-8dc8-3f1c5e0936bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:30.120946 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.124226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Pushing event updated for resources: {'Port': ['ID=330ddbb9-d889-4124-a178-63d9c447b158,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:30.132525 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451ddca-d5d9-4055-9af4-03cbd2b5d98c None None] The sync data for ids ['e225fe4f-e044-4c5c-9159-7eb965567693'] in n-d-816865-2 is: [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:40:20Z', 'revision_number': 4, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '25cb7d8b-2856-4aab-b8c2-61815ee2f85a', 'name': '', 'network_id': '9c161799-af22-49e1-81ae-a2ac782bde6a', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'mac_address': 'fa:16:3e:95:47:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '886a69ac-91f5-4672-8dc8-3f1c5e0936bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:17Z', 'updated_at': '2021-11-22T16:40:28Z', 'revision_number': 4, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'subnets': [{'id': '886a69ac-91f5-4672-8dc8-3f1c5e0936bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:30.180235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:30.308877 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '090a0288-0779-4ba0-80f4-299bed54a1cc', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'port_id': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'mac_address': 'fa:16:3e:a5:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:53Z', 'updated_at': '2021-11-22T16:40:25Z', 'revision_number': 1, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:51Z', 'revision_number': 5, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:30.398015 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f9108-8354-4cc1-94bb-be252bffe3fe None None] The sync data for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 is: [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '090a0288-0779-4ba0-80f4-299bed54a1cc', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'port_id': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'mac_address': 'fa:16:3e:a5:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:53Z', 'updated_at': '2021-11-22T16:40:25Z', 'revision_number': 1, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:51Z', 'revision_number': 5, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:30.398443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Attempting to bind port 542ac5f1-5ee5-450a-979d-18b83b0a30df on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:30.398976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Attempting to bind port 542ac5f1-5ee5-450a-979d-18b83b0a30df by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:30.405926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Attempting to bind port 542ac5f1-5ee5-450a-979d-18b83b0a30df on network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:30.476786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aac492-879a-48cd-bf7d-25a3f5cc7816 None None] The sync data for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 is: [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:30.516219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:30.516939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Checking segment: {'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:30.519376 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.521440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Bound using segment: {'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:30.522482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Bound port: 542ac5f1-5ee5-450a-979d-18b83b0a30df, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:30.523359 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.550429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e00dc72a-94a2-4d93-bad8-65deee55f453 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:30.631799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-54297e35-2aae-4772-92ad-b4f8df755a1a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.633361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef7ccdbf-fc8d-4b32-bee4-dbc85ba12d9f req-54297e35-2aae-4772-92ad-b4f8df755a1a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.5105922 Nov 22 16:40:30.693588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Attempting to bind port 330ddbb9-d889-4124-a178-63d9c447b158 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:30.693981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Attempting to bind port 330ddbb9-d889-4124-a178-63d9c447b158 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:30.694364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Attempting to bind port 330ddbb9-d889-4124-a178-63d9c447b158 on network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:30.712675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:30.713208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Checking segment: {'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:30.715050 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.716605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.717057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Bound using segment: {'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:30.717617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Bound port: 330ddbb9-d889-4124-a178-63d9c447b158, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:30.718036 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.724992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.726029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.800710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40599f21-a596-4705-914f-79f43bbe8be7 None None] Provisioning complete for port 542ac5f1-5ee5-450a-979d-18b83b0a30df triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:30.801114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40599f21-a596-4705-914f-79f43bbe8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.879234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-40599f21-a596-4705-914f-79f43bbe8be7 None None] Port 542ac5f1-5ee5-450a-979d-18b83b0a30df cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:30.935524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e00dc72a-94a2-4d93-bad8-65deee55f453 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:30.936358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.006652 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742a7f45-d3bd-4193-b79b-53fa1413b856 None None] New status for floating IP 090a0288-0779-4ba0-80f4-299bed54a1cc: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:40:31.023952 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:31.029820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0783b78c-d3e4-41a5-83ef-00159cc888f9 req-02cb33ac-2baf-4858-b7c0-fced6587c458 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/7aaf3f3b-73dd-47eb-9bd6-616538aeb68b HTTP/1.1" status: 200 len: 1818 time: 0.3294718 Nov 22 16:40:31.032783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:31.079838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.093581 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dc5865-69d5-4f38-94c9-5b8e2b8791a0 None None] New status for floating IP 9cd7de48-837c-42f2-bb91-31f3b9714fef: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:40:31.253834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0783b78c-d3e4-41a5-83ef-00159cc888f9 req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.330682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:31.347636 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0783b78c-d3e4-41a5-83ef-00159cc888f9 req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.378365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] For port 542ac5f1-5ee5-450a-979d-18b83b0a30df, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:31.412341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] For port 542ac5f1-5ee5-450a-979d-18b83b0a30df, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=542ac5f1-5ee5-450a-979d-18b83b0a30df,segment=NetworkSegment(e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7),segment_id=e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:31.451070 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.461256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] For port 330ddbb9-d889-4124-a178-63d9c447b158, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:31.466874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0783b78c-d3e4-41a5-83ef-00159cc888f9 req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.470865 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0783b78c-d3e4-41a5-83ef-00159cc888f9 req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.472544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0783b78c-d3e4-41a5-83ef-00159cc888f9 req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/7aaf3f3b-73dd-47eb-9bd6-616538aeb68b HTTP/1.1" status: 204 len: 173 time: 0.4417555 Nov 22 16:40:31.499027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:31.512658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf3f3b-73dd-47eb-9bd6-616538aeb68b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.515956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-203f247b-06a6-4d88-afe4-1df2ddc5991c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1497326 Nov 22 16:40:31.527045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:31.539563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.539916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.540262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.542464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.545750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.546267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.546554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.546887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.547244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.547571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.547894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.548671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973e6af0-160d-4f95-8de7-0068f9543a42 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:31.568475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.595582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] For port 330ddbb9-d889-4124-a178-63d9c447b158, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=330ddbb9-d889-4124-a178-63d9c447b158,segment=NetworkSegment(7c78111a-59b2-4134-846c-9d187177dade),segment_id=7c78111a-59b2-4134-846c-9d187177dade)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:31.598224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44586c2-5076-459e-9c54-ae434f85a03c None None] Pushing event updated for resources: {'Port': ['ID=542ac5f1-5ee5-450a-979d-18b83b0a30df,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.609199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Provisioning complete for port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:31.610063 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.622611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1216785802'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:31.628630 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.793740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdfed7-e404-41ae-9c4e-3e89d827899e None None] Pushing event updated for resources: {'Port': ['ID=330ddbb9-d889-4124-a178-63d9c447b158,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.825467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:31.826284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:31.832066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ca1177cd-04d0-4546-866c-50fd3477c073 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:32.061196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:32.139383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ca1177cd-04d0-4546-866c-50fd3477c073 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:32.139784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.165805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722a93c-41c6-4ddb-9b6c-976e2519655d req-da52f28d-39f7-4523-a6ab-ab07b1b38830 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:32.168731 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0722a93c-41c6-4ddb-9b6c-976e2519655d req-da52f28d-39f7-4523-a6ab-ab07b1b38830 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 946 time: 0.5937936 Nov 22 16:40:32.172219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.181938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:32.186123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.272343 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.367352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:32.384072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] For port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,segment=NetworkSegment(dbd264ba-75b9-44aa-b8b7-cdb212643330),segment_id=dbd264ba-75b9-44aa-b8b7-cdb212643330)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:32.410625 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.424900 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.425249 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added segment 6e502731-5aad-4e88-8ba6-3515e2d1981f of type vlan for network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 Nov 22 16:40:32.440354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0722a93c-41c6-4ddb-9b6c-976e2519655d req-9e73bc8c-d8dd-4338-8825-f4d85b749282 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408180 Nov 22 16:40:32.476967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Provisioning complete for port 542ac5f1-5ee5-450a-979d-18b83b0a30df triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:32.477345 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.515206 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.555846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Pushing event updated for resources: {'Port': ['ID=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:32.655166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:30Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:30Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:31Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:32.687831 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.701977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5ad0e-8bb2-4b96-a87d-8f20366fc2da None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:30Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:30Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:31Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:32.704396 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bec6b36-3dff-4b34-8646-e63bdb363c43 x-openstack-request-id: req-4bec6b36-3dff-4b34-8646-e63bdb363c43 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:32.705256 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7c26ab-616d-4cbf-aa05-3c75453772de", "tag": "82e2eb3b-66b7-42ad-87e4-824bbf245427", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:32.705682 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bec6b36-3dff-4b34-8646-e63bdb363c43 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:32.706210 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.706399 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'tag': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'status': 'completed', 'code': 200} Nov 22 16:40:32.716824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:32.718661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.938108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3652573 Nov 22 16:40:32.940913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57834) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:32.951320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'subnet': {'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:33.003793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a047fa9-1c63-47e1-a153-740071ba551b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Network': ['ID=d7eefcf2-7ae0-48f5-a35b-28f2f0541c07,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.063229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] For port 542ac5f1-5ee5-450a-979d-18b83b0a30df, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=542ac5f1-5ee5-450a-979d-18b83b0a30df,segment=NetworkSegment(e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7),segment_id=e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:33.081542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-f0c2b5da-7ebd-45bf-995b-efcecf02577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.082083 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25cb7d8b-2856-4aab-b8c2-61815ee2f85a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:33.083129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-f0c2b5da-7ebd-45bf-995b-efcecf02577d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd93cb64993149f4b16d812d5089a38b&device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 1096 time: 0.3124425 Nov 22 16:40:33.087706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Deleting port 53214533-c2dc-4659-be71-4d3d6e3e4911 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:33.088197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.088824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:33.188492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Made reservation on behalf of 3c7fd81ef23c4cb3be610f1bf09ec92e for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:33.194562 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.233139 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.440499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-fe15f1ba-109f-4409-8a4b-bd9b9c8367c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.443497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-fe15f1ba-109f-4409-8a4b-bd9b9c8367c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9985d6af-ee68-482a-aca5-9afc048fa007 HTTP/1.1" status: 200 len: 907 time: 0.3509040 Nov 22 16:40:33.477859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Deleting port c104bb72-f175-4aae-abe3-e598a6c981ec {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:33.478201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.487610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0e7560e9-91fa-461e-9fcb-c51971e6ecac None None] Provisioning complete for port 542ac5f1-5ee5-450a-979d-18b83b0a30df triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:33.488366 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0e7560e9-91fa-461e-9fcb-c51971e6ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.497487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023f214-ae36-436b-8acb-18486403fef4 None None] Pushing event updated for resources: {'Port': ['ID=542ac5f1-5ee5-450a-979d-18b83b0a30df,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.558701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111dc831-3fd0-4913-91ff-2879e133dc28 None None] Network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:33.586043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57836) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:33.590136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:33.590680 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.593732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7ab71295-763b-4708-98fe-cb336a33e543 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424438665', 'description': 'tempest-description--1219053740'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:33.611044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.617441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] For port 53214533-c2dc-4659-be71-4d3d6e3e4911, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=53214533-c2dc-4659-be71-4d3d6e3e4911,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:33.618158 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.676827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Calling delete_port for 53214533-c2dc-4659-be71-4d3d6e3e4911 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:33.705528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-975468fc-851a-439e-9413-7581d8b18a67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427 HTTP/1.1" status: 200 len: 1000 time: 0.2487948 Nov 22 16:40:33.713717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ab71295-763b-4708-98fe-cb336a33e543 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.716041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98f5d852-4d04-43e2-8078-0cb7472300e7 req-6ada8902-31fd-4000-880c-d8e95a508074 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips/7c7726df-0757-48ab-857b-7b79c1a720bc HTTP/1.1" status: 200 len: 693 time: 0.1188955 Nov 22 16:40:33.749831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Subnet': ['ID=b102ea22-1fd5-429c-bb68-75b35cca7357,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.835954 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Checking segment: {'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:33.836515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network hostable DHCP agents. Network: d7eefcf2-7ae0-48f5-a35b-28f2f0541c07, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:33.867992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:33.899659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 542ac5f1-5ee5-450a-979d-18b83b0a30df up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:33.906461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, d7eefcf2-7ae0-48f5-a35b-28f2f0541c07) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:33.911317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] For port c104bb72-f175-4aae-abe3-e598a6c981ec, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c104bb72-f175-4aae-abe3-e598a6c981ec,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:33.911687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.921781 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.923174 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.926924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-f058b620-da79-47e9-9b95-823ed8a60306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.928715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-f058b620-da79-47e9-9b95-823ed8a60306 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e HTTP/1.1" status: 200 len: 845 time: 0.2096710 Nov 22 16:40:33.944482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Calling delete_port for c104bb72-f175-4aae-abe3-e598a6c981ec owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:33.952921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d2658-4657-45b9-b890-25b83266a55e None None] Network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:33.953273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ab71295-763b-4708-98fe-cb336a33e543 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.967972 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ab71295-763b-4708-98fe-cb336a33e543 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.997268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ceded0b4-5334-4450-88dd-5209c88a95e3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0549779 Nov 22 16:40:34.010596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57840) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:34.039474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ab71295-763b-4708-98fe-cb336a33e543 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.044603 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7ab71295-763b-4708-98fe-cb336a33e543 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4574108 Nov 22 16:40:34.045292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:34.095266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6f65cf3c-3057-4065-bcfc-d3fc1d059866 None None] Provisioning complete for port 330ddbb9-d889-4124-a178-63d9c447b158 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:34.095911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f65cf3c-3057-4065-bcfc-d3fc1d059866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.128977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7f9bbd2c-3909-431a-988f-c6e0f33a1429 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'security_group_rule': {'security_group_id': 'c15bd2b5-aaaf-4d82-8d93-c67a6a9df846', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:34.141108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab71295-763b-4708-98fe-cb336a33e543 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:34.162381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-3780b963-653f-4496-a0a2-f8ce7c391a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:34.163924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-3780b963-653f-4496-a0a2-f8ce7c391a92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9985d6af-ee68-482a-aca5-9afc048fa007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2218409 Nov 22 16:40:34.172391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5d852-4d04-43e2-8078-0cb7472300e7 req-52823784-b526-4176-b0e4-387b3cda0467 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:34.173914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98f5d852-4d04-43e2-8078-0cb7472300e7 req-52823784-b526-4176-b0e4-387b3cda0467 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.3823748 Nov 22 16:40:34.185832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:34.203839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 542ac5f1-5ee5-450a-979d-18b83b0a30df triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:34.204227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.261074 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-b47d8cce-bbc7-4fb5-b9fb-3e08daf7847d req-3da26086-1543-4355-97af-cd49701361f4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:40:34.262523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b47d8cce-bbc7-4fb5-b9fb-3e08daf7847d req-3da26086-1543-4355-97af-cd49701361f4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/7aaf3f3b-73dd-47eb-9bd6-616538aeb68b HTTP/1.1" status: 404 len: 352 time: 0.0485466 Nov 22 16:40:34.279458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:34.280595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:34.468216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f9bbd2c-3909-431a-988f-c6e0f33a1429 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.488001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-5c5fecd9-596c-48da-9fe6-95845a41ab92 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127198 Nov 22 16:40:34.496324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.532447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:34.536996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f65cf3c-3057-4065-bcfc-d3fc1d059866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.595063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.602423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Pushing event deleted for resources: {'Port': ['ID=53214533-c2dc-4659-be71-4d3d6e3e4911,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:34.622824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f4566-53e7-4850-91d4-a73e74a5aa97 req-0b599731-5735-45c0-adfe-672510e22fe9 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:34.638149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6f65cf3c-3057-4065-bcfc-d3fc1d059866 None None] For port 330ddbb9-d889-4124-a178-63d9c447b158, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=330ddbb9-d889-4124-a178-63d9c447b158,segment=NetworkSegment(7c78111a-59b2-4134-846c-9d187177dade),segment_id=7c78111a-59b2-4134-846c-9d187177dade)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:34.642196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-049f4566-53e7-4850-91d4-a73e74a5aa97 req-0b599731-5735-45c0-adfe-672510e22fe9 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 946 time: 0.2726846 Nov 22 16:40:34.648353 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f65cf3c-3057-4065-bcfc-d3fc1d059866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.657477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57848) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:34.663145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Request body: {'floatingip': {'port_id': 'cb216882-e8d3-493d-a76c-1d0585561e4b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:34.719214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-d7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:34.720075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.778026 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f9bbd2c-3909-431a-988f-c6e0f33a1429 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.784651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.798997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f9bbd2c-3909-431a-988f-c6e0f33a1429 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.973344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bbd2c-3909-431a-988f-c6e0f33a1429 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8551c2-029c-4dc0-bc1b-da486a72cb19,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:34.984589 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85077acc-00e8-42cd-bc53-4a2c27312aed req-cdc75306-6de8-44c5-a8f2-731c38757c3f service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707463 Nov 22 16:40:34.995459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f9bbd2c-3909-431a-988f-c6e0f33a1429 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.998250 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7f9bbd2c-3909-431a-988f-c6e0f33a1429 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8744743 Nov 22 16:40:35.007343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac8b77cf-2785-4b2b-a41a-344aa0dbadbf req-98389ac8-ab9e-47aa-9c68-b24b9dffef42 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=2b1ab2c8146144448dd0ccedd7b32d45 HTTP/1.1" status: 200 len: 696 time: 0.1948349 Nov 22 16:40:35.012141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57850) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:35.018063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-baa730ce-7563-4a70-bfc8-ea61293bc6e1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'security_group_rule': {'security_group_id': 'c15bd2b5-aaaf-4d82-8d93-c67a6a9df846', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:35.139345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ce6aabc1-9f2f-4627-8173-c28369717165 None None] Provisioning complete for port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:35.140019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ce6aabc1-9f2f-4627-8173-c28369717165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.146458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65cf3c-3057-4065-bcfc-d3fc1d059866 None None] Pushing event updated for resources: {'Port': ['ID=330ddbb9-d889-4124-a178-63d9c447b158,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:35.150414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 330ddbb9-d889-4124-a178-63d9c447b158 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:35.154994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baa730ce-7563-4a70-bfc8-ea61293bc6e1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.265525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ce6aabc1-9f2f-4627-8173-c28369717165 None None] Port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:35.273046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Allocated IP 2001:db8:3::2 (d7eefcf2-7ae0-48f5-a35b-28f2f0541c07/b102ea22-1fd5-429c-bb68-75b35cca7357/557fc115-d648-485b-9017-81d8b7004572) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:35.370989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baa730ce-7563-4a70-bfc8-ea61293bc6e1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.378417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baa730ce-7563-4a70-bfc8-ea61293bc6e1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.410124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa730ce-7563-4a70-bfc8-ea61293bc6e1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7c110f-3834-4bf8-9d6f-cc0fd69800a0,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:35.444112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baa730ce-7563-4a70-bfc8-ea61293bc6e1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.445521 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-baa730ce-7563-4a70-bfc8-ea61293bc6e1 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4311616 Nov 22 16:40:35.450557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57852) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:35.455178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:35.482235 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.672857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.730353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 330ddbb9-d889-4124-a178-63d9c447b158 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:35.730744 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.767833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ce6aabc1-9f2f-4627-8173-c28369717165 None None] Provisioning complete for port 330ddbb9-d889-4124-a178-63d9c447b158 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:35.768216 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ce6aabc1-9f2f-4627-8173-c28369717165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.782419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Pushing event deleted for resources: {'Port': ['ID=c104bb72-f175-4aae-abe3-e598a6c981ec,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:35.830976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.839739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.847543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.858883 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.914280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b77cf-2785-4b2b-a41a-344aa0dbadbf req-60a3dac5-f04d-4f3d-a689-c1cd96e9a718 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:35.923068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac8b77cf-2785-4b2b-a41a-344aa0dbadbf req-60a3dac5-f04d-4f3d-a689-c1cd96e9a718 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/networks?id=48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 787 time: 0.9130414 Nov 22 16:40:35.929054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-ac8b77cf-2785-4b2b-a41a-344aa0dbadbf req-7c14f62d-14fb-451b-99d3-0a9b284cfcfd tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:40:35.941555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac8b77cf-2785-4b2b-a41a-344aa0dbadbf req-7c14f62d-14fb-451b-99d3-0a9b284cfcfd tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172098 Nov 22 16:40:35.943891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.960353 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.067317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Pushing event updated for resources: {'Port': ['ID=557fc115-d648-485b-9017-81d8b7004572,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:36.088283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:36.090250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:36.099462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:36.112605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:30Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:30Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:36.155050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:36.155643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Updating router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:36.284787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.299291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Attempting to bind port 557fc115-d648-485b-9017-81d8b7004572 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:36.299672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Attempting to bind port 557fc115-d648-485b-9017-81d8b7004572 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:36.300049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Attempting to bind port 557fc115-d648-485b-9017-81d8b7004572 on network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:36.308345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:36.308741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Checking segment: {'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:36.309157 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.309562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Bound using segment: {'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:36.310413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Bound port: 557fc115-d648-485b-9017-81d8b7004572, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:36.310897 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.318927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6aa553d6-a75d-42c2-993f-468183c4875d req-c1d80375-3bd0-45b3-b0af-74b8cb68f252 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da1eb664b02f489e90e0c8c3b72fef69 HTTP/1.1" status: 200 len: 6207 time: 0.3540781 Nov 22 16:40:36.339880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.457120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25cb7d8b-2856-4aab-b8c2-61815ee2f85a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:36.519957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6aa553d6-a75d-42c2-993f-468183c4875d req-b6707c94-5997-44f6-8d0c-3405e910d113 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/899c2ee4-0f99-4df4-8307-9ae9fa590236 HTTP/1.1" status: 200 len: 3002 time: 0.1907096 Nov 22 16:40:36.573425 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.573425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-107335ed-eede-4742-bc10-92ff154a9b7c None None] Provisioning complete for port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:36.573832 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-107335ed-eede-4742-bc10-92ff154a9b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.623056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Allocated IP 2001:db8:3::1 (d7eefcf2-7ae0-48f5-a35b-28f2f0541c07/b102ea22-1fd5-429c-bb68-75b35cca7357/30623a37-ddfa-427d-ae8d-03477d7f8222) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:36.636590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Router 0af4bc80-62e7-4ec4-969b-4c93dc235153 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:36.645910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6aa553d6-a75d-42c2-993f-468183c4875d req-af934c7a-dbce-4b0e-8e5c-30c5d4a37467 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/899c2ee4-0f99-4df4-8307-9ae9fa590236 HTTP/1.1" status: 200 len: 3002 time: 0.1113565 Nov 22 16:40:36.654069 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Floating IP dce5b990-708c-4c41-9b11-60d05877e204 associated. External IP: 172.25.0.20, port: cb216882-e8d3-493d-a76c-1d0585561e4b. Nov 22 16:40:36.701767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] For port 557fc115-d648-485b-9017-81d8b7004572, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:36.716658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-107335ed-eede-4742-bc10-92ff154a9b7c None None] Port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:36.724973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] For port 557fc115-d648-485b-9017-81d8b7004572, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=557fc115-d648-485b-9017-81d8b7004572,segment=NetworkSegment(6e502731-5aad-4e88-8ba6-3515e2d1981f),segment_id=6e502731-5aad-4e88-8ba6-3515e2d1981f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:36.731555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:36.731555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.737538 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.772088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Allocated IP 172.25.0.248 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/144fdd8e-f475-4b81-be6f-a33be4186c79) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:36.916517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bc310-79a4-4a15-8614-520769ce63d5 None None] Pushing event updated for resources: {'Port': ['ID=557fc115-d648-485b-9017-81d8b7004572,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:37.006190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-9395b320-94ba-436e-bb85-89f4035fc2e3 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips/7c7726df-0757-48ab-857b-7b79c1a720bc HTTP/1.1" status: 200 len: 693 time: 0.1651921 Nov 22 16:40:37.022391 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.024740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 542ac5f1-5ee5-450a-979d-18b83b0a30df up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:37.056979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.082463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:37.087501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Router 5d9e1503-0927-4c53-822a-258b0d944e88 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:37.094818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e18f02f0-81fb-4c36-b276-64c7d8c7df90 admin admin] 10.222.0.59 "PUT /v2.0/routers/0af4bc80-62e7-4ec4-969b-4c93dc235153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2534399 Nov 22 16:40:37.095073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.096773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:37.117432 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] Sync routers for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:37.144908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa95945-4823-46a5-82cf-da8a6b51fd80 None None] Pushing event updated for resources: {'Port': ['ID=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:37.164299 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:37.168199 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:37.198491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 542ac5f1-5ee5-450a-979d-18b83b0a30df triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:37.199136 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.207334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.336093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.366154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Attempting to bind port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:37.373846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Attempting to bind port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:37.374635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Attempting to bind port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b on network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:37.407125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:37.407749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Checking segment: {'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:37.408390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.409048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Bound using segment: {'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:37.409609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Bound port: 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c78111a-59b2-4134-846c-9d187177dade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:37.410498 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.424178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'Port': ['ID=144fdd8e-f475-4b81-be6f-a33be4186c79,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:37.497638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.501690 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.509175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:37.558410 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:37.601787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=30623a37-ddfa-427d-ae8d-03477d7f8222,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:37.613453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:37.622392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:37.653907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] For port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:37.659050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] For port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,segment=NetworkSegment(7c78111a-59b2-4134-846c-9d187177dade),segment_id=7c78111a-59b2-4134-846c-9d187177dade)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:37.662666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 330ddbb9-d889-4124-a178-63d9c447b158 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:37.687984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:37.691466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.691982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Router 42532f92-3977-44fb-879d-264263f89779 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:37.695878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:37.698741 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-fbf8ad10-ed23-4eb1-95f4-59a9a52f9680 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:37.708225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:37.709743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.713299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-fbf8ad10-ed23-4eb1-95f4-59a9a52f9680 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.6982989 Nov 22 16:40:37.730675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:37.740243 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.789903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] Sync routers for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:37.810695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fdf31798-0f50-422c-a3ff-fbf72229a217 admin admin] 10.222.0.59 "PUT /v2.0/routers/5d9e1503-0927-4c53-822a-258b0d944e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8991692 Nov 22 16:40:37.812510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:37.861325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:37.861972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:37.874171 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:40:34Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:37.911501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-f5ace808-4d1b-4d4f-9513-cbd11230c549 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.1969044 Nov 22 16:40:37.912217 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] Checking router: 0af4bc80-62e7-4ec4-969b-4c93dc235153 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:37.922898 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] Routers {'0af4bc80-62e7-4ec4-969b-4c93dc235153'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:37.923931 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['0af4bc80-62e7-4ec4-969b-4c93dc235153'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:38.003983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:38.053877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:38.054778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:38.059011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-35b94d51-ac63-4e1e-b66c-aff9e991d9f2 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.1458330 Nov 22 16:40:38.165447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] Set router 0af4bc80-62e7-4ec4-969b-4c93dc235153 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:38.223532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.233047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa95945-4823-46a5-82cf-da8a6b51fd80 None None] Pushing event updated for resources: {'Port': ['ID=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:38.235553 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.331114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Deleting port 46965b08-6db1-412f-a781-b275f8d75ab4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:38.331343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.360542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 330ddbb9-d889-4124-a178-63d9c447b158 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:38.360927 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.393459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Deleting port 2e08dedd-17c4-442e-b79f-ae0ad307c27a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:38.393831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.419386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fd458143-162a-4430-9212-439d9f2a82cd None None] Provisioning complete for port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:38.420178 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd458143-162a-4430-9212-439d9f2a82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.459401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.472486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.506075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] For port 2e08dedd-17c4-442e-b79f-ae0ad307c27a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2e08dedd-17c4-442e-b79f-ae0ad307c27a,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:38.506505 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.513633 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:40:34Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:38.524918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Calling delete_port for 2e08dedd-17c4-442e-b79f-ae0ad307c27a owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:38.532519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.573533 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7032781-10f3-4934-9aab-b04c979dd1cc None None] The sync data for ids ['0af4bc80-62e7-4ec4-969b-4c93dc235153'] in n-d-816865-2 is: [{'id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'name': 'tempest-ServersTestManualDisk-1528526377-router', 'tenant_id': 'e5ad957032694c148c52f07f441e96a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:54Z', 'updated_at': '2021-11-22T16:40:34Z', 'revision_number': 5, 'project_id': 'e5ad957032694c148c52f07f441e96a5', 'gw_port': {'id': '2e08dedd-17c4-442e-b79f-ae0ad307c27a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af4bc80-62e7-4ec4-969b-4c93dc235153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:55Z', 'updated_at': '2021-11-22T16:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:38.620285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:38.644226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:38.648749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.654047 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] Sync routers for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:38.696566 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:38.698827 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:38.752956 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.808664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e08dedd-17c4-442e-b79f-ae0ad307c27a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:38.866450 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bfd39922-bf31-4777-8575-65fef21165f7 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "PUT /v2.0/floatingips/dce5b990-708c-4c41-9b11-60d05877e204 HTTP/1.1" status: 200 len: 991 time: 4.2040591 Nov 22 16:40:38.917098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'tag': 'cb216882-e8d3-493d-a76c-1d0585561e4b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:38.919533 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26" -d '{"events": [{"name": "network-changed", "server_uuid": "31bb68c1-bb4e-4343-aa4c-e4a00359d80e", "tag": "cb216882-e8d3-493d-a76c-1d0585561e4b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:38.997605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39293dd8-47fa-4462-b1de-e702cc856cda None None] Network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:39.000188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70897c-a5ab-42ee-a18a-80e6adcca3e1 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:39.009096 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:39.099312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.356803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.357404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.379613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Calling delete_port for 46965b08-6db1-412f-a781-b275f8d75ab4 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:39.385687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.516988 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd458143-162a-4430-9212-439d9f2a82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.523756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.533612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Deleting port 2345d1cc-a42b-4d00-8d35-d62926e68fd1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:39.534249 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.539487 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.575652 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'dce5b990-708c-4c41-9b11-60d05877e204', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '42532f92-3977-44fb-879d-264263f89779', 'port_id': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'mac_address': 'fa:16:3e:e8:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:14Z', 'updated_at': '2021-11-22T16:40:35Z', 'revision_number': 1, 'project_id': '6cdb251341e84a28aac277445b096b14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:10Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:39.631485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fd458143-162a-4430-9212-439d9f2a82cd None None] For port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,segment=NetworkSegment(7c78111a-59b2-4134-846c-9d187177dade),segment_id=7c78111a-59b2-4134-846c-9d187177dade)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:39.646266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd458143-162a-4430-9212-439d9f2a82cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.653396 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] Checking router: 42532f92-3977-44fb-879d-264263f89779 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:39.660003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:30Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:37Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:39.685390 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:39.690847 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:39.695183 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.700228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.769415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'Port': ['ID=144fdd8e-f475-4b81-be6f-a33be4186c79,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:39.776397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.777107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af4bc80-62e7-4ec4-969b-4c93dc235153 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:40:39.780658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 557fc115-d648-485b-9017-81d8b7004572 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:39.800687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.805114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a1938557-18a2-4978-a27d-0af1556a82f8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0af4bc80-62e7-4ec4-969b-4c93dc235153 HTTP/1.1" status: 204 len: 168 time: 2.7082400 Nov 22 16:40:39.808357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57870) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:39.834187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.842680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.852339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] For port 2345d1cc-a42b-4d00-8d35-d62926e68fd1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2345d1cc-a42b-4d00-8d35-d62926e68fd1,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:39.852959 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.856835 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.857848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.897162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a305f77d-a598-4f3e-8292-64b6445c2819 None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:30Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:37Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:39.921028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41ffd37-e9d6-416c-ac45-3965c92ce678 admin admin] Deleting subnet 8a2a0586-186d-45ee-b1f4-d125682a1463 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:39.921360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Calling delete_port for 2345d1cc-a42b-4d00-8d35-d62926e68fd1 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:39.933945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.934613 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a41ffd37-e9d6-416c-ac45-3965c92ce678 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.935471 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bcb6c53e-b615-4c2d-91f9-0ba6ef7b1fd2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4837325 Nov 22 16:40:39.964394 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:39.993641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6acd782d-379f-4eed-b3d1-cf9396e98c0c None None] Provisioning complete for port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:39.994115 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6acd782d-379f-4eed-b3d1-cf9396e98c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.014189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a41ffd37-e9d6-416c-ac45-3965c92ce678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.072362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:40:34Z', 'revision_number': 5, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port': {'id': '2345d1cc-a42b-4d00-8d35-d62926e68fd1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:46Z', 'updated_at': '2021-11-22T16:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:40.100472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event updated for resources: {'Port': ['ID=30623a37-ddfa-427d-ae8d-03477d7f8222,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:40.151245 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd458143-162a-4430-9212-439d9f2a82cd None None] Pushing event updated for resources: {'Port': ['ID=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:40.158201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] Checking router: 5d9e1503-0927-4c53-822a-258b0d944e88 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:40.186670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] Routers {'5d9e1503-0927-4c53-822a-258b0d944e88'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:40.187465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5d9e1503-0927-4c53-822a-258b0d944e88'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:40.193075 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a41ffd37-e9d6-416c-ac45-3965c92ce678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.262420 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.291719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 557fc115-d648-485b-9017-81d8b7004572 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:40.292107 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.322879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Pushing event deleted for resources: {'Port': ['ID=46965b08-6db1-412f-a781-b275f8d75ab4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:40.374863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] Set router 5d9e1503-0927-4c53-822a-258b0d944e88 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:40.416985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:40.419705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:40.433277 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.441703 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.442786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c583a53-6a3c-454d-8227-0762fafc4f9e req-394c6651-09f9-4447-a4d4-c70fc046b35a tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "DELETE /v2.0/floatingips/7c7726df-0757-48ab-857b-7b79c1a720bc HTTP/1.1" status: 204 len: 173 time: 2.3835990 Nov 22 16:40:40.449138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a41ffd37-e9d6-416c-ac45-3965c92ce678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.482994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 6, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:40.489668 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'dce5b990-708c-4c41-9b11-60d05877e204', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '42532f92-3977-44fb-879d-264263f89779', 'port_id': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'mac_address': 'fa:16:3e:e8:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:14Z', 'updated_at': '2021-11-22T16:40:35Z', 'revision_number': 1, 'project_id': '6cdb251341e84a28aac277445b096b14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:10Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:40.551126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6acd782d-379f-4eed-b3d1-cf9396e98c0c None None] Provisioning complete for port 557fc115-d648-485b-9017-81d8b7004572 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:40.552116 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6acd782d-379f-4eed-b3d1-cf9396e98c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.554017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9f39214b-ac0e-431e-81d8-9462a0d1af49 req-d8e23edc-7f97-4b35-890b-faf1e9400595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-476490112', 'description': 'tempest-description-554131397'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:40.554646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52db6a9e-90ea-4edb-9a65-521f9961bc29 None None] The sync data for ids ['5d9e1503-0927-4c53-822a-258b0d944e88'] in n-d-816865-2 is: [{'id': '5d9e1503-0927-4c53-822a-258b0d944e88', 'name': 'tempest-TaggedBootDevicesTest_v242-1892905057-router', 'tenant_id': '1e29b74c95954f449a6b2fa49e5be722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:45Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 6, 'project_id': '1e29b74c95954f449a6b2fa49e5be722', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:40.568696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a41ffd37-e9d6-416c-ac45-3965c92ce678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.582293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a41ffd37-e9d6-416c-ac45-3965c92ce678 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8a2a0586-186d-45ee-b1f4-d125682a1463 HTTP/1.1" status: 204 len: 168 time: 0.7695558 Nov 22 16:40:40.584218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57878) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:40.609755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ffd37-e9d6-416c-ac45-3965c92ce678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2a0586-186d-45ee-b1f4-d125682a1463,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:40.705278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b1747-bd5e-4e83-8eed-8f6634ee10e3 None None] Network a811e2d7-4df3-4598-945d-388683d0331a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:40.705989 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fd116a-9e46-4b41-8f1b-109e740ec65e None None] The sync data for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 is: [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'dce5b990-708c-4c41-9b11-60d05877e204', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '42532f92-3977-44fb-879d-264263f89779', 'port_id': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'mac_address': 'fa:16:3e:e8:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:14Z', 'updated_at': '2021-11-22T16:40:35Z', 'revision_number': 1, 'project_id': '6cdb251341e84a28aac277445b096b14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:10Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:40.721182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:40.722256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.768501 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9f39214b-ac0e-431e-81d8-9462a0d1af49 req-d8e23edc-7f97-4b35-890b-faf1e9400595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.792984 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.795057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2345d1cc-a42b-4d00-8d35-d62926e68fd1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:40.816042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.836565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e4ce21-9442-4874-8054-3ec75e710899 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:40.887731 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.908265 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9f39214b-ac0e-431e-81d8-9462a0d1af49 req-d8e23edc-7f97-4b35-890b-faf1e9400595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.932906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9f39214b-ac0e-431e-81d8-9462a0d1af49 req-d8e23edc-7f97-4b35-890b-faf1e9400595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.985401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e23edc-7f97-4b35-890b-faf1e9400595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b299aadf-0171-431f-9d81-5913a154b0c6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:41.003443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 557fc115-d648-485b-9017-81d8b7004572, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=557fc115-d648-485b-9017-81d8b7004572,segment=NetworkSegment(6e502731-5aad-4e88-8ba6-3515e2d1981f),segment_id=6e502731-5aad-4e88-8ba6-3515e2d1981f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:41.014724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.015696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:41.018895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.024846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.029574 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9f39214b-ac0e-431e-81d8-9462a0d1af49 req-d8e23edc-7f97-4b35-890b-faf1e9400595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.044885 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f39214b-ac0e-431e-81d8-9462a0d1af49 req-d8e23edc-7f97-4b35-890b-faf1e9400595 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5672934 Nov 22 16:40:41.061371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Deleting port b0c6687d-340c-43de-9cb4-cd5ea3aee482 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:41.063054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.097251 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6acd782d-379f-4eed-b3d1-cf9396e98c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.170691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] For port b0c6687d-340c-43de-9cb4-cd5ea3aee482, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b0c6687d-340c-43de-9cb4-cd5ea3aee482,segment=NetworkSegment(d71ad257-8fb4-4044-a7d9-85be01b1abe0),segment_id=d71ad257-8fb4-4044-a7d9-85be01b1abe0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:41.171242 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.183510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=557fc115-d648-485b-9017-81d8b7004572,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:41.220038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Calling delete_port for b0c6687d-340c-43de-9cb4-cd5ea3aee482 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:41.243806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:41.244400 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.246838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-6acd782d-379f-4eed-b3d1-cf9396e98c0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:40:41.247098 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-6acd782d-379f-4eed-b3d1-cf9396e98c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:40:41.256155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.257023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d9e1503-0927-4c53-822a-258b0d944e88 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:40:41.263386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.265364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1391ce48-dcf5-4c84-8688-8b8a06d4aba6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5d9e1503-0927-4c53-822a-258b0d944e88 HTTP/1.1" status: 204 len: 168 time: 3.4445338 Nov 22 16:40:41.268138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57882) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:41.318469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6433efcd-f58f-4d0c-8174-2a1d2bbedcf7 None None] New status for floating IP dce5b990-708c-4c41-9b11-60d05877e204: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:40:41.320496 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac210eb-39a3-42af-8ca8-12938be70159 x-openstack-request-id: req-9ac210eb-39a3-42af-8ca8-12938be70159 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:41.320790 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bb68c1-bb4e-4343-aa4c-e4a00359d80e", "tag": "cb216882-e8d3-493d-a76c-1d0585561e4b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:41.321043 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ac210eb-39a3-42af-8ca8-12938be70159 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:41.321430 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'tag': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'status': 'completed', 'code': 200} Nov 22 16:40:41.358421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.434159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c6687d-340c-43de-9cb4-cd5ea3aee482,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:41.461843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] No DVR routers for this DVR port b0c6687d-340c-43de-9cb4-cd5ea3aee482 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:41.566633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.575657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-12016478-f251-45d4-87f2-75f8c7f3828a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1424438665&fields=id&tenant_id=cbef877ec5804e888249ee8576fc34bd HTTP/1.1" status: 200 len: 267 time: 0.1533070 Nov 22 16:40:41.611171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87b1ea0-e355-4ab9-a5ac-1cc179f387b5 None None] DHCP port deletion for a811e2d7-4df3-4598-945d-388683d0331a request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:41.681684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 53214533-c2dc-4659-be71-4d3d6e3e4911 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:41.692726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a811e2d7-4df3-4598-945d-388683d0331a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:41.708992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 53214533-c2dc-4659-be71-4d3d6e3e4911 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:41.709332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 53214533-c2dc-4659-be71-4d3d6e3e4911 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:41.711678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71ad257-8fb4-4044-a7d9-85be01b1abe0') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:41.711967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71ad257-8fb4-4044-a7d9-85be01b1abe0') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:41.730134 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.765091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.784755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:41.785939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-0138db2c-e681-4776-a1bc-0e8995658eec tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:41.797905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:41.804457 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-0138db2c-e681-4776-a1bc-0e8995658eec tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 817 time: 0.2212453 Nov 22 16:40:41.805384 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-095b4603-06ec-46e6-aa33-e4a7315abbab tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7775807 Nov 22 16:40:41.806265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:41.807304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.810240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:41.811219 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:41.818355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:41.821780 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:41.826848 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:41.829732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-112d494f-26ba-4f33-a089-0399aeae4634 admin admin] Deleting subnet 2a4ee08f-c083-4020-9676-13ac238ef52a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:41.843547 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112d494f-26ba-4f33-a089-0399aeae4634 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.923310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112d494f-26ba-4f33-a089-0399aeae4634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.931700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-3cb078fe-1205-44c5-997e-5ebdc4f9b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:41.933551 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-3cb078fe-1205-44c5-997e-5ebdc4f9b95c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdb251341e84a28aac277445b096b14&device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 1097 time: 0.6058879 Nov 22 16:40:41.951306 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-c8564800-e3dc-4dd7-988f-0c2d57d9ec6a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/quotas/cbef877ec5804e888249ee8576fc34bd HTTP/1.1" status: 200 len: 375 time: 0.1273067 Nov 22 16:40:41.988805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 557fc115-d648-485b-9017-81d8b7004572 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:41.997608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-147a33cb-d8b7-4d44-add7-3e7017e9f651 None None] Provisioning complete for port 30623a37-ddfa-427d-ae8d-03477d7f8222 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:41.997994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-147a33cb-d8b7-4d44-add7-3e7017e9f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.001564 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:42.138234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-147a33cb-d8b7-4d44-add7-3e7017e9f651 None None] Port 30623a37-ddfa-427d-ae8d-03477d7f8222 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:42.144294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112d494f-26ba-4f33-a089-0399aeae4634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.148123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-6d1dc824-72e9-4bf1-93ac-c3d35c792770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:42.149508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-6d1dc824-72e9-4bf1-93ac-c3d35c792770 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0100c3d2-37de-41b4-b725-a0c27bdb28d1 HTTP/1.1" status: 200 len: 917 time: 0.1775570 Nov 22 16:40:42.163607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-147a33cb-d8b7-4d44-add7-3e7017e9f651 None None] Provisioning complete for port 557fc115-d648-485b-9017-81d8b7004572 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:42.166164 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-147a33cb-d8b7-4d44-add7-3e7017e9f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.245224 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-e3870f0f-9e6b-43d2-bf11-dc2d29bf944c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb216882-e8d3-493d-a76c-1d0585561e4b HTTP/1.1" status: 200 len: 1001 time: 0.0723026 Nov 22 16:40:42.256860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 557fc115-d648-485b-9017-81d8b7004572 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:42.257480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.298740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-d4ac44c8-5be7-4e44-be37-0b2258e89282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:42.300428 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-d4ac44c8-5be7-4e44-be37-0b2258e89282 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dac649ca-ead4-4a70-8bad-8a8a2ec7017f HTTP/1.1" status: 200 len: 855 time: 0.0483360 Nov 22 16:40:42.303658 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:38Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:42.338132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:40:42.355472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Removed routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:40:42.355865 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.365544 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:42.366052 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Updating router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b port 30623a37-ddfa-427d-ae8d-03477d7f8222 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:42.381433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-49153703-d6ca-4ba5-8881-8b26eb5dcd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:42.383319 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-49153703-d6ca-4ba5-8881-8b26eb5dcd85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0100c3d2-37de-41b4-b725-a0c27bdb28d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750675 Nov 22 16:40:42.407353 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.426052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:42.468572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112d494f-26ba-4f33-a089-0399aeae4634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.487080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:42.487470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.497352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d494f-26ba-4f33-a089-0399aeae4634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4ee08f-c083-4020-9676-13ac238ef52a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:42.510998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-112d494f-26ba-4f33-a089-0399aeae4634 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.514506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-112d494f-26ba-4f33-a089-0399aeae4634 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a4ee08f-c083-4020-9676-13ac238ef52a HTTP/1.1" status: 204 len: 168 time: 1.2453141 Nov 22 16:40:42.520284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:42.543023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.555488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce9e90b-ae77-44e2-8e4c-7409ada7dcf4 None None] Network 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:42.589252 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.595818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] 10.222.0.59 "DELETE /v2.0/networks/a811e2d7-4df3-4598-945d-388683d0331a HTTP/1.1" status: 204 len: 168 time: 1.9929452 Nov 22 16:40:42.612965 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-0f38e67d-abcb-4998-8773-d7ffcc3a40e6 service neutron] 10.222.0.37 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218540 Nov 22 16:40:42.641041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.657963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-786c8c98-b3df-477d-a5bf-3a6305200e57 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2977495 Nov 22 16:40:42.660319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2029c0-81f3-48a9-9452-e9d9f4519aca admin admin] Pushing event deleted for resources: {'Network': ['ID=a811e2d7-4df3-4598-945d-388683d0331a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:42.698884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.710983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.858292 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.862077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:42.879262 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.912519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Deleting port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:42.912519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.913680 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fe7e99c-0e31-4a5a-ac14-0224bd368f26 req-959561e2-3a37-4be0-b5c5-2ea3482267c2 service neutron] 10.222.0.37 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696655 Nov 22 16:40:42.927640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2345d1cc-a42b-4d00-8d35-d62926e68fd1 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:42.956321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-00fb6eb3-ef38-4f3a-95ff-494f3cf40522 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5ad957032694c148c52f07f441e96a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0887499 Nov 22 16:40:42.963613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:42.986848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2345d1cc-a42b-4d00-8d35-d62926e68fd1 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:42.987253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2345d1cc-a42b-4d00-8d35-d62926e68fd1 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:42.987736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b0c6687d-340c-43de-9cb4-cd5ea3aee482 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:42.988054 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824579cf-569e-445c-ae86-1506b3428d6e None None] Pushing event updated for resources: {'Port': ['ID=30623a37-ddfa-427d-ae8d-03477d7f8222,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:42.991963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-48297faf-e77e-48bd-9489-de356dc29ee0 service neutron] 10.222.0.59 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093858 Nov 22 16:40:42.999599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:43.026355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940bdc95-bf33-4b53-974c-240828436988 None None] DHCP port deletion for 2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:43.032537 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b0c6687d-340c-43de-9cb4-cd5ea3aee482 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:43.032891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b0c6687d-340c-43de-9cb4-cd5ea3aee482 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:43.033332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c104bb72-f175-4aae-abe3-e598a6c981ec no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:43.047778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] For port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:43.048157 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.056980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: c104bb72-f175-4aae-abe3-e598a6c981ec {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:43.057401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c104bb72-f175-4aae-abe3-e598a6c981ec not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:43.057823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2e08dedd-17c4-442e-b79f-ae0ad307c27a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:43.079232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2e08dedd-17c4-442e-b79f-ae0ad307c27a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:43.079618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2e08dedd-17c4-442e-b79f-ae0ad307c27a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:43.080212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Calling delete_port for d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:43.114560 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Attempting to bind port 30623a37-ddfa-427d-ae8d-03477d7f8222 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:43.114934 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Attempting to bind port 30623a37-ddfa-427d-ae8d-03477d7f8222 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:43.115332 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Attempting to bind port 30623a37-ddfa-427d-ae8d-03477d7f8222 on network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:43.124325 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:43.130152 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Checking segment: {'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:43.130654 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.131150 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Bound using segment: {'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:43.131660 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Bound port: 30623a37-ddfa-427d-ae8d-03477d7f8222, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e502731-5aad-4e88-8ba6-3515e2d1981f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:43.132105 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.148233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Deleting port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:43.148627 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.189351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbe17037-0f9e-4ad5-9acb-c45bdb6204cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.200771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.246744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-940bdc95-bf33-4b53-974c-240828436988 None None] For port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,segment=NetworkSegment(574d8666-e297-4853-aea2-9b4158aea242),segment_id=574d8666-e297-4853-aea2-9b4158aea242)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:43.247426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.248949 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] For port 30623a37-ddfa-427d-ae8d-03477d7f8222, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:43.252651 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] For port 30623a37-ddfa-427d-ae8d-03477d7f8222, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=30623a37-ddfa-427d-ae8d-03477d7f8222,segment=NetworkSegment(6e502731-5aad-4e88-8ba6-3515e2d1981f),segment_id=6e502731-5aad-4e88-8ba6-3515e2d1981f)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:43.262804 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.268955 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbe17037-0f9e-4ad5-9acb-c45bdb6204cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.269550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Calling delete_port for d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:43.278770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] No DVR routers for this DVR port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:43.327408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:43.340367 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.341621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3950ec63-18f9-40e0-9b45-97e2fad80261 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 200 len: 952 time: 1.5276093 Nov 22 16:40:43.348798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57908) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:43.349049 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824579cf-569e-445c-ae86-1506b3428d6e None None] Pushing event updated for resources: {'Port': ['ID=30623a37-ddfa-427d-ae8d-03477d7f8222,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:43.350899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-39299d90-b877-4954-8f52-b28504018a7c service neutron] 10.222.0.59 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484859 Nov 22 16:40:43.369294 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:43.369911 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:43.388021 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.437765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Pushing event deleted for resources: {'Port': ['ID=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:43.448624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940bdc95-bf33-4b53-974c-240828436988 None None] No DVR routers for this DVR port d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:43.451487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.452426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.452644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.453181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.453621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.454061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.454490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.454918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.455395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.455822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.456250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.456681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940bdc95-bf33-4b53-974c-240828436988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:43.482885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-09c4fed2-1006-4d81-a153-3d5a6c5f936a None None] Provisioning complete for port 30623a37-ddfa-427d-ae8d-03477d7f8222 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:43.484116 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c4fed2-1006-4d81-a153-3d5a6c5f936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.500182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d6638c-8f3b-4de2-9aa9-a8268281b6a9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:43.536150 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:43.541022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.547296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-934d14b7-a5d1-45ef-a32c-cf1c6fa1b237 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 200 len: 952 time: 0.1888549 Nov 22 16:40:43.548040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57910) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:43.557770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'routes': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:43.561202 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbe17037-0f9e-4ad5-9acb-c45bdb6204cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.569027 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbe17037-0f9e-4ad5-9acb-c45bdb6204cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.570241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cbe17037-0f9e-4ad5-9acb-c45bdb6204cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49b8edb4-f69b-409a-809f-c461d10b227b HTTP/1.1" status: 204 len: 168 time: 0.6034937 Nov 22 16:40:43.591305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:43.629275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574d8666-e297-4853-aea2-9b4158aea242') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:43.629879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574d8666-e297-4853-aea2-9b4158aea242') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:43.657057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.685783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c4fed2-1006-4d81-a153-3d5a6c5f936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.708087 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.717660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:43.717950 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:43.722090 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:43.778184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-09c4fed2-1006-4d81-a153-3d5a6c5f936a None None] For port 30623a37-ddfa-427d-ae8d-03477d7f8222, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=30623a37-ddfa-427d-ae8d-03477d7f8222,segment=NetworkSegment(6e502731-5aad-4e88-8ba6-3515e2d1981f),segment_id=6e502731-5aad-4e88-8ba6-3515e2d1981f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:43.785002 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c4fed2-1006-4d81-a153-3d5a6c5f936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.902979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4fed2-1006-4d81-a153-3d5a6c5f936a None None] Pushing event updated for resources: {'Port': ['ID=30623a37-ddfa-427d-ae8d-03477d7f8222,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:43.911099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.920990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:43.932978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.937378 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] 10.222.0.59 "DELETE /v2.0/networks/2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9 HTTP/1.1" status: 204 len: 168 time: 1.4153097 Nov 22 16:40:43.938738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88ad08-725b-4250-b9b8-acd30ae71a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed2c925-5d9f-43aa-8934-df1c7c3ed3d9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:43.941625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:43.990527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:43.991067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d5d6638c-8f3b-4de2-9aa9-a8268281b6a9 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:44.046115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5e428c30-2b27-475b-910d-c102ea335339 None None] Provisioning complete for port 30623a37-ddfa-427d-ae8d-03477d7f8222 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:44.046485 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e428c30-2b27-475b-910d-c102ea335339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.084579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-45821147-6149-4d9a-8758-f76f2cb431f8 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3907454 Nov 22 16:40:44.091451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:44.104674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe17037-0f9e-4ad5-9acb-c45bdb6204cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b8edb4-f69b-409a-809f-c461d10b227b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:44.153630 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:42Z', 'revision_number': 6, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:43Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:44.216251 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b0390-1c87-4dd8-afec-eb9640836de2 None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:42Z', 'revision_number': 6, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:43Z', 'revision_number': 4, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:44.345751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.633474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.989067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57946) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:45.060874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Deleting port e1e1a20c-aa34-4329-acef-67f844afe701 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:45.061876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.132427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.176204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] For port e1e1a20c-aa34-4329-acef-67f844afe701, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e1e1a20c-aa34-4329-acef-67f844afe701,segment=NetworkSegment(672e6a3e-abab-4020-b7c6-37a4dffebdb4),segment_id=672e6a3e-abab-4020-b7c6-37a4dffebdb4)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:45.176449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.196393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Calling delete_port for e1e1a20c-aa34-4329-acef-67f844afe701 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:45.200970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:40:45.201313 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:40:45.211989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1788508655-network', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:45.286859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:45.289726 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.309649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.311609 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.401979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2a93e01-a074-444a-9419-a003f22eb00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.418765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Allocated IP 172.25.0.126 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/9154dfea-4953-46d9-be81-c9e361a3cc06) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:45.452065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:45.479688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:45.481531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:45.489014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.582547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e1a20c-aa34-4329-acef-67f844afe701,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:45.650834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:45.784061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-3f7aa08f-2522-40d7-90b0-b7831540f8bc tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:45.786158 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-3f7aa08f-2522-40d7-90b0-b7831540f8bc tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 817 time: 0.3409612 Nov 22 16:40:45.811842 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.864102 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:45.879712 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.895091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.952886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:45.967550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.002114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.006074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.006436 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Added segment 2fec84ca-22c7-4c23-adf1-4e7fd2478018 of type vlan for network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 Nov 22 16:40:46.009551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1df6a6-94db-4500-ac28-76ffe93dd4f9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:46.010263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 30623a37-ddfa-427d-ae8d-03477d7f8222 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:46.011580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.020799 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-1f7e6934-4207-4768-968f-bf43d4e4fb5e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbef877ec5804e888249ee8576fc34bd HTTP/1.1" status: 200 len: 380 time: 0.1249783 Nov 22 16:40:46.026713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.036644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'port': {'device_id': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'admin_state_up': True, 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'security_groups': ['c15bd2b5-aaaf-4d82-8d93-c67a6a9df846']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:46.051341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 7, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:43Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:46.089746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:46.104049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:46.104560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:46.168091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:46.171939 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.183649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:46.191744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 30623a37-ddfa-427d-ae8d-03477d7f8222 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:46.192035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:46.192166 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.236284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:46.236495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Pushing event updated for resources: {'Port': ['ID=9154dfea-4953-46d9-be81-c9e361a3cc06,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:46.270177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:46.276111 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.277114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:46.277749 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.377886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Made reservation on behalf of cbef877ec5804e888249ee8576fc34bd for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:46.382294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.427081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4346209 Nov 22 16:40:46.457177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82c726-54a2-49ba-ad86-b768ca1fca45 admin admin] Pushing event updated for resources: {'Network': ['ID=d14331d9-e11c-48d4-8bfd-0c8a5d767e08,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:46.458796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:46.462413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:46.479844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Request body: {'subnet': {'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1788508655-subnet', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:46.484119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.492311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:46.548550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:46.563542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.567437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a9471d7f-ae02-4d38-a50a-72b8499cc1e5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 200 len: 702 time: 3.0179887 Nov 22 16:40:46.568553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:46.569088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57952) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:46.571030 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.616328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 7, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:43Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:46.624068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.659344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ef3c62-ebbe-435a-9b29-546c632c4761 None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 7, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:43Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:46.712567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Allocated IP 172.20.0.4 (120b4df1-c4e4-4c49-9215-f205b614fedb/b68b4cf8-b4ea-4052-885b-226108bdd2d0/7f160bf3-9b1e-45bf-a24a-04166b583994) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:46.748187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:46.756680 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-85823165-a501-4888-ae1a-65daa374ed23 admin admin] 10.222.0.59 "PUT /v2.0/routers/60a94aac-8b08-4aa0-87a3-f64c97df50b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8136206 Nov 22 16:40:46.759851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57954) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:46.763619 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] Sync routers for ids ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:46.779821 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] Routers {'60a94aac-8b08-4aa0-87a3-f64c97df50b9'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:46.780472 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:46.903003 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] Set router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:46.955014 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.963776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.994262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.093603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fb99aa-6a34-4789-801b-3d59564b79de,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:47.101562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Checking segment: {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:47.102152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Network hostable DHCP agents. Network: d14331d9-e11c-48d4-8bfd-0c8a5d767e08, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:47.117224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:47.126750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Pushing event updated for resources: {'Port': ['ID=9154dfea-4953-46d9-be81-c9e361a3cc06,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:47.137391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:47.138428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:47.158759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.172787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:47.183184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.191803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-4980888a-6001-4ef1-8505-33d60bcb691b tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1059008 Nov 22 16:40:47.242068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, d14331d9-e11c-48d4-8bfd-0c8a5d767e08) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:47.265639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.266651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.280714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-737877d7-2c03-499f-8661-17b616d96695 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0873940 Nov 22 16:40:47.320179 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 5, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:47.353982 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] Checking router: 60a94aac-8b08-4aa0-87a3-f64c97df50b9 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:47.366177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1cd9ac81-fccb-447e-8168-74cd899d92d9 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 200 len: 702 time: 0.7939572 Nov 22 16:40:47.370001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57956) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:47.372727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.373733 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] Routers {'60a94aac-8b08-4aa0-87a3-f64c97df50b9'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:47.375017 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:47.375176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d752922e-0d7f-4e7f-a7dd-d1ce079496c5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9094710 Nov 22 16:40:47.380930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57958) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:47.392119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:47.466339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-e1341a96-2bc0-48ee-b2a7-e3cf80cc167f tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.468098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dff19c5-a37d-488c-870b-14fd0ce60728 req-e1341a96-2bc0-48ee-b2a7-e3cf80cc167f tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1862803 Nov 22 16:40:47.470039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.472835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.510254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9808a50b-b26f-475b-ac37-e0e1c5a94473 None None] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:47.510843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-c8e73ad0-d189-4f46-a444-bfa506ee0b92 req-c8fb91c9-bd14-4538-a8d8-314fa328127c tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-514478157', 'description': 'tempest-description-704443663'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:47.552205 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] Set router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:47.561821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.606125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.658432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c8e73ad0-d189-4f46-a444-bfa506ee0b92 req-c8fb91c9-bd14-4538-a8d8-314fa328127c tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.680240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:47.800874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.824920 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.831123 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 5, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:47.864168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Network 120b4df1-c4e4-4c49-9215-f205b614fedb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:47.869428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:47.875664 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae76a01-545a-4285-8a2c-4fbc34b68f59 None None] The sync data for ids ['60a94aac-8b08-4aa0-87a3-f64c97df50b9'] in n-d-816865-2 is: [{'id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'name': 'tempest-TaggedBootDevicesTest_v242-322534340-router', 'tenant_id': 'a38644435c4d49e8b84846172378c325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:06Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 5, 'project_id': 'a38644435c4d49e8b84846172378c325', 'gw_port': {'id': '7542bbcd-314f-41e6-a7bb-5b59bd82a136', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a94aac-8b08-4aa0-87a3-f64c97df50b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:09Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:47.889828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.932179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:47.942565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c8e73ad0-d189-4f46-a444-bfa506ee0b92 req-c8fb91c9-bd14-4538-a8d8-314fa328127c tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.943290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-d14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:47.944363 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.949117 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c8e73ad0-d189-4f46-a444-bfa506ee0b92 req-c8fb91c9-bd14-4538-a8d8-314fa328127c tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.970940 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-801f3327-ecd6-4da3-9b50-b4ab212944a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.972009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c8e73ad0-d189-4f46-a444-bfa506ee0b92 req-c8fb91c9-bd14-4538-a8d8-314fa328127c tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.973292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8e73ad0-d189-4f46-a444-bfa506ee0b92 req-c8fb91c9-bd14-4538-a8d8-314fa328127c tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4696629 Nov 22 16:40:48.032296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb91c9-bd14-4538-a8d8-314fa328127c tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b421ea-d2cf-4f7c-9b31-79d8271726e1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:48.202243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.210851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:48.248472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.284402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.293186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.378034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f3b36454-e0d6-4249-a049-2cd2a5eab605 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3504553 Nov 22 16:40:48.400796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Request body: {'port': {'device_id': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:48.424578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Allocated IP 172.20.0.2 (d14331d9-e11c-48d4-8bfd-0c8a5d767e08/60fb99aa-6a34-4789-801b-3d59564b79de/8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:48.473595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Deleting port 7542bbcd-314f-41e6-a7bb-5b59bd82a136 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:48.475361 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.478695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 7, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:43Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:48.485179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Allocated IP 172.25.0.115 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/9b64c81b-f202-48f4-9d26-a6a1bcc133af) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:48.503729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685cc9e-a3d0-4679-8cff-9197cf4861de req-24961b81-fa5d-4aea-8023-66d6152b0920 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.505300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1685cc9e-a3d0-4679-8cff-9197cf4861de req-24961b81-fa5d-4aea-8023-66d6152b0920 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 931 time: 0.0930908 Nov 22 16:40:48.516792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3b28c07c-1ef5-4b2c-b614-4aa094f79738 None None] Provisioning complete for port 7f160bf3-9b1e-45bf-a24a-04166b583994 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:48.517385 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b28c07c-1ef5-4b2c-b614-4aa094f79738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.569761 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.660724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1685cc9e-a3d0-4679-8cff-9197cf4861de req-296cc9d9-4a84-42be-b691-20192faa9293 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312840 Nov 22 16:40:48.669377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] For port 7542bbcd-314f-41e6-a7bb-5b59bd82a136, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7542bbcd-314f-41e6-a7bb-5b59bd82a136,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:48.669876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.714489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:48.731795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3b28c07c-1ef5-4b2c-b614-4aa094f79738 None None] Port 7f160bf3-9b1e-45bf-a24a-04166b583994 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:48.743434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Calling delete_port for 7542bbcd-314f-41e6-a7bb-5b59bd82a136 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:48.752385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:48.753032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:48.774829 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.789082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-325c95ed-1a47-4a98-9c60-471704208a58 req-0daa05e2-79af-43ae-b3e7-83140b902b64 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips/05224d4d-b647-4998-b53d-4960b19cd9ec HTTP/1.1" status: 200 len: 693 time: 0.0730579 Nov 22 16:40:48.915942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.922708 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.936526 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.952847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.968917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.978390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:48.981143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c95ed-1a47-4a98-9c60-471704208a58 req-afa27683-c9fa-4805-a9fe-f8b219105e98 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.981939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-325c95ed-1a47-4a98-9c60-471704208a58 req-afa27683-c9fa-4805-a9fe-f8b219105e98 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1864572 Nov 22 16:40:48.988380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:48.994140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:48.999637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:49.028004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f1d10-2cf3-44f0-8b8b-ff40093d8f07 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:49.032056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Pushing event updated for resources: {'Port': ['ID=9b64c81b-f202-48f4-9d26-a6a1bcc133af,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:49.051899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Pushing event updated for resources: {'Port': ['ID=8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:49.064976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:49.080820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:49.084608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:49.087537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-325c95ed-1a47-4a98-9c60-471704208a58 req-5985deb8-5e4f-468d-86a9-c3cf98749242 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0906885 Nov 22 16:40:49.254036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-325c95ed-1a47-4a98-9c60-471704208a58 req-ebd2518f-ddd4-439f-bbf6-610952317ae2 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0757365 Nov 22 16:40:49.264404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f160bf3-9b1e-45bf-a24a-04166b583994 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:49.274848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Attempting to bind port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:49.275301 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.275861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Attempting to bind port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:49.276293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Attempting to bind port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 on network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:49.281009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-767d3106-4488-4c81-acee-93aa8e1b7730 None None] Provisioning complete for port 9b64c81b-f202-48f4-9d26-a6a1bcc133af triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:49.281482 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.281649 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-767d3106-4488-4c81-acee-93aa8e1b7730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.314903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:49.316841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Checking segment: {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:49.316841 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.316841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Bound using segment: {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:49.317473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Bound port: 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:49.317999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.323832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Transition to ACTIVE for port object 7f160bf3-9b1e-45bf-a24a-04166b583994 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:40:49.324947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Pushing event deleted for resources: {'Port': ['ID=7542bbcd-314f-41e6-a7bb-5b59bd82a136,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:49.333401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.398324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-767d3106-4488-4c81-acee-93aa8e1b7730 None None] Port 9b64c81b-f202-48f4-9d26-a6a1bcc133af cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:49.400282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4541aef7-8272-481c-8d65-b953fca4ec73 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:49.452601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:49.491823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] For port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:49.497122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] For port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:49.505732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.514868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.613413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53821b8-aff4-46b8-b86c-13520d4889cc None None] Pushing event updated for resources: {'Port': ['ID=8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:49.622204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 7, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:43Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:49.662769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3072f740-af36-4997-8b58-313b55ead7b9 None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:45Z', 'revision_number': 7, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '30623a37-ddfa-427d-ae8d-03477d7f8222', 'name': '', 'network_id': 'd7eefcf2-7ae0-48f5-a35b-28f2f0541c07', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:d1:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:35Z', 'updated_at': '2021-11-22T16:40:43Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': 'b102ea22-1fd5-429c-bb68-75b35cca7357', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:49.737563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.741508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.877587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.878523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a94aac-8b08-4aa0-87a3-f64c97df50b9 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:40:49.882659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Attempting to bind port 7f160bf3-9b1e-45bf-a24a-04166b583994 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:49.883245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Attempting to bind port 7f160bf3-9b1e-45bf-a24a-04166b583994 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:49.883990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Attempting to bind port 7f160bf3-9b1e-45bf-a24a-04166b583994 on network 120b4df1-c4e4-4c49-9215-f205b614fedb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:49.892751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.897846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7911cc35-7bad-416e-97d5-a338b0dd0132 admin admin] 10.222.0.59 "DELETE /v2.0/routers/60a94aac-8b08-4aa0-87a3-f64c97df50b9 HTTP/1.1" status: 204 len: 168 time: 3.0218544 Nov 22 16:40:49.905938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:49.917778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Port 7f160bf3-9b1e-45bf-a24a-04166b583994 on network 120b4df1-c4e4-4c49-9215-f205b614fedb not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:40:49.918543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Attempting to bind port 7f160bf3-9b1e-45bf-a24a-04166b583994 on network 120b4df1-c4e4-4c49-9215-f205b614fedb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:49.941862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e1e1a20c-aa34-4329-acef-67f844afe701 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:49.972984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:49.973504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Checking segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:49.974034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Bound using segment: {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:49.974768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Bound port: 7f160bf3-9b1e-45bf-a24a-04166b583994, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498c281e-9d90-427c-ae5c-e5304ba3955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:49.975345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.993534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 30623a37-ddfa-427d-ae8d-03477d7f8222 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:49.993901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e1e1a20c-aa34-4329-acef-67f844afe701 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:49.994041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.994388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e1e1a20c-aa34-4329-acef-67f844afe701 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:50.108307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-74481286-de5c-458a-b9be-ea00dfeb04e9 admin admin] Deleting subnet f3497a59-724d-4d0a-a19b-28f2ea96cd6a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:50.116360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74481286-de5c-458a-b9be-ea00dfeb04e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.164786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Deleting port 9154dfea-4953-46d9-be81-c9e361a3cc06 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:50.165229 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.169433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.196776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:50.212365 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74481286-de5c-458a-b9be-ea00dfeb04e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.245838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:50.256318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.266336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 30623a37-ddfa-427d-ae8d-03477d7f8222, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=30623a37-ddfa-427d-ae8d-03477d7f8222,segment=NetworkSegment(6e502731-5aad-4e88-8ba6-3515e2d1981f),segment_id=6e502731-5aad-4e88-8ba6-3515e2d1981f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:50.266630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.324692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 30623a37-ddfa-427d-ae8d-03477d7f8222 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:50.328966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:50.329713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.331341 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-52216921-958b-40cf-9a17-cb332426b510 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 200 len: 1091 time: 1.9423959 Nov 22 16:40:50.333309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:50.335767 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f74226-4788-4c5b-96ae-1ac30f3628fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:50.421049 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.421674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.445920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Calling delete_port for 9154dfea-4953-46d9-be81-c9e361a3cc06 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:50.630149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.689797 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.810758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52216921-958b-40cf-9a17-cb332426b510 service neutron] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:50.831359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74481286-de5c-458a-b9be-ea00dfeb04e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.906410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-39f562fb-d8eb-4dec-af09-a0fb64f276a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:50.908054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-39f562fb-d8eb-4dec-af09-a0fb64f276a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1094 time: 0.1515713 Nov 22 16:40:50.928413 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.934376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:40:50.962337 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-d97c2696-9861-4a1d-b69d-b3aea3716f36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 200 len: 217 time: 0.0438828 Nov 22 16:40:50.968123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Pushing event deleted for resources: {'Port': ['ID=9154dfea-4953-46d9-be81-c9e361a3cc06,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:51.059117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74481286-de5c-458a-b9be-ea00dfeb04e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.102816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74481286-de5c-458a-b9be-ea00dfeb04e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3497a59-724d-4d0a-a19b-28f2ea96cd6a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:51.107354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74481286-de5c-458a-b9be-ea00dfeb04e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.113543 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-74481286-de5c-458a-b9be-ea00dfeb04e9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f3497a59-724d-4d0a-a19b-28f2ea96cd6a HTTP/1.1" status: 204 len: 168 time: 1.2036235 Nov 22 16:40:51.115683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57978) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:51.116734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-511eddd8-43e7-4757-8bcd-1c2f459d1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:51.118605 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-511eddd8-43e7-4757-8bcd-1c2f459d1928 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.1195798 Nov 22 16:40:51.131024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.134755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcae875-8065-4741-984c-511a0378e787 None None] Network 43116cfa-9392-49bf-b14c-7260caafa2a1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:51.139764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.155330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-325c95ed-1a47-4a98-9c60-471704208a58 req-fe8b58b8-c76c-40a7-9bb4-c8f84d79df03 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "DELETE /v2.0/floatingips/05224d4d-b647-4998-b53d-4960b19cd9ec HTTP/1.1" status: 204 len: 173 time: 1.8899128 Nov 22 16:40:51.201373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.225171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e047fd-6ea0-4b5e-b152-6514f8e70d2c None None] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:51.247640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=30623a37-ddfa-427d-ae8d-03477d7f8222,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:51.278453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-adc28573-d6e4-476c-8131-ce22fb8dec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:51.280284 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-adc28573-d6e4-476c-8131-ce22fb8dec84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418738 Nov 22 16:40:51.357712 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.380251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b0a1ca79-e8c4-4022-839f-2895038fc549 None None] Provisioning complete for port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:51.381815 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ca79-e8c4-4022-839f-2895038fc549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.394005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:51.407555 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Sync routers for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:51.429483 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:51.430130 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:51.438887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.452452 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.457218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e5c8b336-73db-4324-8e2f-8f32135f9f5d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0720479 Nov 22 16:40:51.459685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:51.481489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.547272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a296c-c19c-432b-92c1-a60286b67836 req-953371c8-fa67-4661-96a9-ba06c3501249 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:51.558036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-953371c8-fa67-4661-96a9-ba06c3501249 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 813 time: 0.3073781 Nov 22 16:40:51.589974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-e57457cc-f02c-4d66-b540-2fe6dc9bfa79 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/quotas/da1eb664b02f489e90e0c8c3b72fef69 HTTP/1.1" status: 200 len: 375 time: 0.0305276 Nov 22 16:40:51.655485 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:51.655984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] DHCP port deletion for 43116cfa-9392-49bf-b14c-7260caafa2a1 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:51.694319 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-f793fb1d-13fd-4982-a92f-0e9d5a00ab0c service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789713 Nov 22 16:40:51.734204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-71d69685-d054-4481-a226-b5ffc7e9e547 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425731 Nov 22 16:40:51.739092 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ca79-e8c4-4022-839f-2895038fc549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.886135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b0a1ca79-e8c4-4022-839f-2895038fc549 None None] For port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:51.891868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] Deleting port 6580dfd4-1a25-4a74-b089-5432f87db7e6 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:51.893044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.898222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ca79-e8c4-4022-839f-2895038fc549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.101518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] For port 6580dfd4-1a25-4a74-b089-5432f87db7e6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6580dfd4-1a25-4a74-b089-5432f87db7e6,segment=NetworkSegment(672e6a3e-abab-4020-b7c6-37a4dffebdb4),segment_id=672e6a3e-abab-4020-b7c6-37a4dffebdb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:52.114749 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.130567 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:49Z', 'revision_number': 3, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:52.133029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Deleting port 6580dfd4-1a25-4a74-b089-5432f87db7e6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:52.133671 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.151735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1ca79-e8c4-4022-839f-2895038fc549 None None] Pushing event updated for resources: {'Port': ['ID=8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:52.153368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-7540904c-fbf6-44aa-ac34-212f7e2606d1 service neutron] 10.222.0.59 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180448 Nov 22 16:40:52.181507 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Checking router: 5c6ea5b8-636b-47de-804a-c0a7fc02f926 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:52.183306 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Updating router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 port 9b64c81b-f202-48f4-9d26-a6a1bcc133af binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:52.185090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] Calling delete_port for 6580dfd4-1a25-4a74-b089-5432f87db7e6 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:52.247267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:52.250384 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.290354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:52.305104 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e9612c9c-173e-4fbe-97c6-4d0cef5bead9 req-b11eab0c-c319-4878-a0a2-0155209668ba service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639298 Nov 22 16:40:52.397352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] For port 6580dfd4-1a25-4a74-b089-5432f87db7e6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6580dfd4-1a25-4a74-b089-5432f87db7e6,segment=NetworkSegment(672e6a3e-abab-4020-b7c6-37a4dffebdb4),segment_id=672e6a3e-abab-4020-b7c6-37a4dffebdb4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:52.398089 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.424697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Calling delete_port for 6580dfd4-1a25-4a74-b089-5432f87db7e6 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:52.580467 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-433c470f-8a82-4215-8823-9f313a35b854 service neutron] 10.222.0.59 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254675 Nov 22 16:40:52.618413 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.649028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-32f23541-21d9-49c8-ab94-ca36d219a0ad None None] Provisioning complete for port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:52.649647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32f23541-21d9-49c8-ab94-ca36d219a0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.653198 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.654160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:52.655178 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.660876 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.699884 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Attempting to bind port 9b64c81b-f202-48f4-9d26-a6a1bcc133af on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:52.700674 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Attempting to bind port 9b64c81b-f202-48f4-9d26-a6a1bcc133af by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:52.701120 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Attempting to bind port 9b64c81b-f202-48f4-9d26-a6a1bcc133af on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:52.716707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf0aea-ce7d-45ee-a13a-54a8d26cc6c7 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:52.729693 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:52.730206 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:52.731061 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.731712 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:52.732161 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Bound port: 9b64c81b-f202-48f4-9d26-a6a1bcc133af, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:52.732630 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.738462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=6580dfd4-1a25-4a74-b089-5432f87db7e6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:52.751169 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.753180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:52.772959 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d59c9ae-4940-4e98-b6bd-e3ab5db15614 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3977168 Nov 22 16:40:52.773834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57992) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:52.780827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] No DVR routers for this DVR port 6580dfd4-1a25-4a74-b089-5432f87db7e6 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:52.793725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:52.800152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] Pushing event deleted for resources: {'Port': ['ID=6580dfd4-1a25-4a74-b089-5432f87db7e6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:52.804972 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] For port 9b64c81b-f202-48f4-9d26-a6a1bcc133af, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:52.810525 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] For port 9b64c81b-f202-48f4-9d26-a6a1bcc133af, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9b64c81b-f202-48f4-9d26-a6a1bcc133af,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:52.815605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a42f3-e1e1-4180-95f8-a72d36856b32 None None] No DVR routers for this DVR port 6580dfd4-1a25-4a74-b089-5432f87db7e6 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:52.822066 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.847239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:52.857710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:52.861728 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:52.862482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:52.897357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e606711-8cde-4dac-a07b-d849220ee081 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet b102ea22-1fd5-429c-bb68-75b35cca7357 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:52.904998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e606711-8cde-4dac-a07b-d849220ee081 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.966547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13a34e8-688f-4b0f-bc0f-d0940068f30b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:53.005792 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74902a-334e-427b-b32e-ab12c3bb6619 None None] Pushing event updated for resources: {'Port': ['ID=9b64c81b-f202-48f4-9d26-a6a1bcc133af,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:53.014102 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.031849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.068694 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74902a-334e-427b-b32e-ab12c3bb6619 None None] Pushing event updated for resources: {'Port': ['ID=9b64c81b-f202-48f4-9d26-a6a1bcc133af,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:53.075354 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:53.089095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43116cfa-9392-49bf-b14c-7260caafa2a1']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:53.117813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672e6a3e-abab-4020-b7c6-37a4dffebdb4') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:53.118100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672e6a3e-abab-4020-b7c6-37a4dffebdb4') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:53.137166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:53.147683 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.178927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.193397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:53.193880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:53.199539 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:53.260006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6580dfd4-1a25-4a74-b089-5432f87db7e6 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:53.304665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 6580dfd4-1a25-4a74-b089-5432f87db7e6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:53.305015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6580dfd4-1a25-4a74-b089-5432f87db7e6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:53.305446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7542bbcd-314f-41e6-a7bb-5b59bd82a136 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:53.331867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e606711-8cde-4dac-a07b-d849220ee081 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.377511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.395803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7160198f-159c-42e6-b95e-dcbdfdd57a6a None None] Provisioning complete for port 9b64c81b-f202-48f4-9d26-a6a1bcc133af triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:53.396850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7160198f-159c-42e6-b95e-dcbdfdd57a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.407223 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.410570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7542bbcd-314f-41e6-a7bb-5b59bd82a136 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:53.410961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7542bbcd-314f-41e6-a7bb-5b59bd82a136 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:53.414870 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] 10.222.0.59 "DELETE /v2.0/networks/43116cfa-9392-49bf-b14c-7260caafa2a1 HTTP/1.1" status: 204 len: 168 time: 2.2940428 Nov 22 16:40:53.414870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742b958-5dff-4294-8df1-fd7dc1774b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=43116cfa-9392-49bf-b14c-7260caafa2a1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:53.464874 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:49Z', 'revision_number': 3, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:53.555197 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffa9ad-87f5-473c-952f-f541bd838740 None None] The sync data for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 is: [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:49Z', 'revision_number': 3, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:53.583805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd277fe-a164-44e4-aa63-febd68673a34 req-52bce01f-23a1-4cda-8a9c-986e5fc8d625 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.596820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dd277fe-a164-44e4-aa63-febd68673a34 req-52bce01f-23a1-4cda-8a9c-986e5fc8d625 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 943 time: 0.1289678 Nov 22 16:40:53.626797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e606711-8cde-4dac-a07b-d849220ee081 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.680405 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7160198f-159c-42e6-b95e-dcbdfdd57a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.707605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e606711-8cde-4dac-a07b-d849220ee081 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.718493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Allocated IP 172.20.0.1 (d14331d9-e11c-48d4-8bfd-0c8a5d767e08/60fb99aa-6a34-4789-801b-3d59564b79de/4bcb2569-605b-45c6-9815-2410b3fc1c5e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:53.728978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dd277fe-a164-44e4-aa63-febd68673a34 req-6e5fd9ed-8f46-411a-b7f5-8d363c888138 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288183 Nov 22 16:40:53.745671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7160198f-159c-42e6-b95e-dcbdfdd57a6a None None] For port 9b64c81b-f202-48f4-9d26-a6a1bcc133af, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9b64c81b-f202-48f4-9d26-a6a1bcc133af,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:53.781953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7160198f-159c-42e6-b95e-dcbdfdd57a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.782892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e606711-8cde-4dac-a07b-d849220ee081 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=b102ea22-1fd5-429c-bb68-75b35cca7357,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:53.800871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:51Z', 'revision_number': 8, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:53.810546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.815729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e606711-8cde-4dac-a07b-d849220ee081 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.821013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e606711-8cde-4dac-a07b-d849220ee081 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/b102ea22-1fd5-429c-bb68-75b35cca7357 HTTP/1.1" status: 204 len: 168 time: 1.0460689 Nov 22 16:40:53.824655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58006) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.860195 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81674f6f-e47c-46cf-b2ec-597407a471e2 x-openstack-request-id: req-81674f6f-e47c-46cf-b2ec-597407a471e2 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:53.860654 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:53.861052 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81674f6f-e47c-46cf-b2ec-597407a471e2 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:53.861752 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'status': 'completed', 'code': 200} Nov 22 16:40:53.890207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebe55d-b910-43a2-9266-d9aaaed8f6fc None None] Network d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:53.929364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-15908882-b405-4858-8b1f-84d0a4811ce5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e29b74c95954f449a6b2fa49e5be722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162698 Nov 22 16:40:53.970677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58010) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:54.004988 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-147144c9-3abb-4388-a4c8-6fcfab2100ff req-27c903eb-a9c1-4505-9a24-9ab227ee4efd tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] show failed (client error): The resource could not be found. Nov 22 16:40:54.008094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-147144c9-3abb-4388-a4c8-6fcfab2100ff req-27c903eb-a9c1-4505-9a24-9ab227ee4efd tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips/05224d4d-b647-4998-b53d-4960b19cd9ec HTTP/1.1" status: 404 len: 350 time: 0.1118665 Nov 22 16:40:54.097953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:54.175987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:54.204669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27a4ed1c-ab52-41da-bb7e-749b0677595a req-b11afe81-2fa6-4a03-88ca-42f0dcf8b700 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 210 time: 0.0473533 Nov 22 16:40:54.252453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.257063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-542c2e7f-0411-4e35-a171-8571e773c322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.262779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-26a67695-1e2d-46c5-92ce-fb89a7e20744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.265494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160198f-159c-42e6-b95e-dcbdfdd57a6a None None] Pushing event updated for resources: {'Port': ['ID=9b64c81b-f202-48f4-9d26-a6a1bcc133af,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:54.269281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:54.270254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:54.272972 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-26a67695-1e2d-46c5-92ce-fb89a7e20744 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1094 time: 0.3515093 Nov 22 16:40:54.314965 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-04f85355-c3ee-4854-8a09-e94e3350d088 req-5a885f6b-14c7-445e-8a67-da89253a94c0 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] show failed (client error): The resource could not be found. Nov 22 16:40:54.331643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04f85355-c3ee-4854-8a09-e94e3350d088 req-5a885f6b-14c7-445e-8a67-da89253a94c0 tempest-FloatingIPsTestJSON-1253048399 tempest-FloatingIPsTestJSON-1253048399-project] 10.222.0.59 "GET /v2.0/floatingips/05224d4d-b647-4998-b53d-4960b19cd9ec HTTP/1.1" status: 404 len: 350 time: 0.1018770 Nov 22 16:40:54.332884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:54.375116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.410506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:54.410891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.449505 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-542c2e7f-0411-4e35-a171-8571e773c322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.499793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:54.607521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] DHCP port deletion for d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:54.688546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-38ccddb4-7f14-4e38-b0db-7955ed0511c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.694317 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-38ccddb4-7f14-4e38-b0db-7955ed0511c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.4041345 Nov 22 16:40:54.702106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.727662 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-542c2e7f-0411-4e35-a171-8571e773c322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.730701 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-542c2e7f-0411-4e35-a171-8571e773c322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.732126 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-542c2e7f-0411-4e35-a171-8571e773c322 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f745e6ef-1ca8-4411-9532-00509afbd1b6 HTTP/1.1" status: 204 len: 168 time: 0.7571504 Nov 22 16:40:54.958942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] Deleting port 557fc115-d648-485b-9017-81d8b7004572 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:54.959908 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.349957 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-d871e042-ba10-4fbf-b76f-7ff6d869af99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 200 len: 217 time: 0.6427145 Nov 22 16:40:55.417257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 557fc115-d648-485b-9017-81d8b7004572 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:55.418342 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.468583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8119395-6373-4480-af0b-c475d5952321 req-b7ef5142-67e0-425a-bde4-580be7ab7f69 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:55.485621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8119395-6373-4480-af0b-c475d5952321 req-b7ef5142-67e0-425a-bde4-580be7ab7f69 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 943 time: 0.5704544 Nov 22 16:40:55.535568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:55.555028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] For port 557fc115-d648-485b-9017-81d8b7004572, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=557fc115-d648-485b-9017-81d8b7004572,segment=NetworkSegment(6e502731-5aad-4e88-8ba6-3515e2d1981f),segment_id=6e502731-5aad-4e88-8ba6-3515e2d1981f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:55.555847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.556519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 557fc115-d648-485b-9017-81d8b7004572, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=557fc115-d648-485b-9017-81d8b7004572,segment=NetworkSegment(6e502731-5aad-4e88-8ba6-3515e2d1981f),segment_id=6e502731-5aad-4e88-8ba6-3515e2d1981f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:55.557245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.582684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] Calling delete_port for 557fc115-d648-485b-9017-81d8b7004572 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:55.590561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 557fc115-d648-485b-9017-81d8b7004572 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:55.608791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Pushing event updated for resources: {'Port': ['ID=4bcb2569-605b-45c6-9815-2410b3fc1c5e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:55.634040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c2e7f-0411-4e35-a171-8571e773c322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f745e6ef-1ca8-4411-9532-00509afbd1b6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:55.640754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:55.704994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:55.724777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a296c-c19c-432b-92c1-a60286b67836 req-ec471d2b-559e-4195-863f-19a14f75acbb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:55.727101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-ec471d2b-559e-4195-863f-19a14f75acbb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.37 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 813 time: 0.6498899 Nov 22 16:40:55.741388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:55.804224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-bd046a7c-0c59-4102-ac24-e463cedb4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:55.808825 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-bd046a7c-0c59-4102-ac24-e463cedb4d04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.4449923 Nov 22 16:40:55.849280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'port': {'device_id': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673', 'admin_state_up': True, 'tenant_id': 'da1eb664b02f489e90e0c8c3b72fef69'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:55.858927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:51Z', 'revision_number': 8, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:55.887774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8119395-6373-4480-af0b-c475d5952321 req-c8857cc6-dfaa-47f2-8d0f-49b8d24060e4 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007392 Nov 22 16:40:55.893423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58034) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:55.913800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c65504-bdd0-4646-8712-6750b650bf55 None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:40:51Z', 'revision_number': 8, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2c3adfee-985b-4aa5-9fbc-32c4e13bc46b', 'name': '', 'network_id': '00983d82-32c4-4ddb-bcc3-a15307e1bc0c', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:65:fa:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:28Z', 'updated_at': '2021-11-22T16:40:39Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '06fb3d42-7fd5-496e-9c07-2a67d1ea2384', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:55.955109 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.982759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.995168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:56.007987 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.045526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] No DVR routers for this DVR port 557fc115-d648-485b-9017-81d8b7004572 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:56.095553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'port_id': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'mac_address': 'fa:16:3e:67:07:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:56.111831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e3067-a673-45be-98ef-f204790c51e6 None None] Pushing event deleted for resources: {'Port': ['ID=557fc115-d648-485b-9017-81d8b7004572,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.120444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-0627a673-994c-4b4a-b92f-6cb31930b222 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0570927 Nov 22 16:40:56.189624 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.206577 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-02c74b2b-d87d-4d2d-a97a-69f351f7f0a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a38644435c4d49e8b84846172378c325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006108 Nov 22 16:40:56.231012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58036) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:56.231983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f160bf3-9b1e-45bf-a24a-04166b583994 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:56.265647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=557fc115-d648-485b-9017-81d8b7004572,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.273503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No DVR routers for this DVR port 557fc115-d648-485b-9017-81d8b7004572 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:56.284368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:56.297565 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.346405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0029772d-d115-45ab-aca8-8f1b2498cf63 None None] Provisioning complete for port 4bcb2569-605b-45c6-9815-2410b3fc1c5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:56.346792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0029772d-d115-45ab-aca8-8f1b2498cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.379938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-cd845e91-bdf6-4776-bcd7-4dfc656ff7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:56.381864 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-cd845e91-bdf6-4776-bcd7-4dfc656ff7cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5560539 Nov 22 16:40:56.393240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9b64c81b-f202-48f4-9d26-a6a1bcc133af up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:56.480546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.489921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0029772d-d115-45ab-aca8-8f1b2498cf63 None None] Port 4bcb2569-605b-45c6-9815-2410b3fc1c5e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:56.518399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.522265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9b64c81b-f202-48f4-9d26-a6a1bcc133af triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:56.523372 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.543183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.578342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['7f160bf3-9b1e-45bf-a24a-04166b583994'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:56.624905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7eefcf2-7ae0-48f5-a35b-28f2f0541c07']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:56.657973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e502731-5aad-4e88-8ba6-3515e2d1981f') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:56.658160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e502731-5aad-4e88-8ba6-3515e2d1981f') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:56.689370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.725034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-8d09b4c1-2299-489c-8092-fbbff2824815 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016212 Nov 22 16:40:56.779774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.836509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:56.837349 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:56.842293 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:56.884014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d10fdf21-a14d-4148-8f56-fa81fe1a2b7b req-5b7e9b35-8d42-42e4-9cdb-e36dd47f10a5 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 210 time: 0.5735092 Nov 22 16:40:56.930741 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-c4113e8d-21d4-47be-b001-ef273e0d4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:56.932709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-c4113e8d-21d4-47be-b001-ef273e0d4d8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1174 time: 0.6949487 Nov 22 16:40:56.954697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Made reservation on behalf of da1eb664b02f489e90e0c8c3b72fef69 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:56.959318 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.965128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 557fc115-d648-485b-9017-81d8b7004572 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:56.967184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2731102-bfdb-4f48-99ac-0442b40113c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.036326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 557fc115-d648-485b-9017-81d8b7004572 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:57.036977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 557fc115-d648-485b-9017-81d8b7004572 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:57.063046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2731102-bfdb-4f48-99ac-0442b40113c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.106724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.115774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.120658 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/d7eefcf2-7ae0-48f5-a35b-28f2f0541c07 HTTP/1.1" status: 204 len: 168 time: 3.2945092 Nov 22 16:40:57.130118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58040) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:57.155724 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1f74226-4788-4c5b-96ae-1ac30f3628fc req-a4757cb6-67d2-42e3-9946-899971742ca7 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886507 Nov 22 16:40:57.159555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862f077-51ea-450b-a8df-81f93246dd6b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=d7eefcf2-7ae0-48f5-a35b-28f2f0541c07,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:57.165475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.175690 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.267297 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.279438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Pushing event updated for resources: {'Port': ['ID=4bcb2569-605b-45c6-9815-2410b3fc1c5e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:57.361616 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2731102-bfdb-4f48-99ac-0442b40113c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.364226 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2731102-bfdb-4f48-99ac-0442b40113c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.365418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b2731102-bfdb-4f48-99ac-0442b40113c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d309191e-b2bb-4187-aaed-916afc58737c HTTP/1.1" status: 204 len: 168 time: 1.1312344 Nov 22 16:40:57.396505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-5d0da643-ebe4-4fb1-aa4e-2935e2ac7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:57.398031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-5d0da643-ebe4-4fb1-aa4e-2935e2ac7a57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 914 time: 0.4161887 Nov 22 16:40:57.403027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:57.405079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:57.519111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2731102-bfdb-4f48-99ac-0442b40113c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d309191e-b2bb-4187-aaed-916afc58737c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:57.528593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:57.586858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.642510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 7f160bf3-9b1e-45bf-a24a-04166b583994 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:40:57.650328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 7f160bf3-9b1e-45bf-a24a-04166b583994 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:57.650877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.667036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:57.690654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Allocated IP 172.20.0.2 (a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673/204d7bae-a874-4cfe-908f-a1dedb4f79cd/4a658b0b-3713-400b-82aa-8ec64246cacf) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:57.723743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-d2f56545-ea9c-4a6e-a558-9f00e74b1c55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 200 len: 217 time: 0.3120372 Nov 22 16:40:57.737614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d2387e0f-b7c3-49b6-833f-b53cdd0483b9 None None] Provisioning complete for port 4bcb2569-605b-45c6-9815-2410b3fc1c5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:57.738010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2387e0f-b7c3-49b6-833f-b53cdd0483b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.804616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 30623a37-ddfa-427d-ae8d-03477d7f8222 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:57.848482 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.850832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 30623a37-ddfa-427d-ae8d-03477d7f8222 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:57.851222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 30623a37-ddfa-427d-ae8d-03477d7f8222 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:57.851878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:57.859743 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-93168953-83bf-4646-a167-7cd4dc7e2f6f admin admin] 10.222.0.59 "PUT /v2.0/routers/5c6ea5b8-636b-47de-804a-c0a7fc02f926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3970113 Nov 22 16:40:57.865644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d2387e0f-b7c3-49b6-833f-b53cdd0483b9 None None] Port 4bcb2569-605b-45c6-9815-2410b3fc1c5e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:57.881303 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Sync routers for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:57.901054 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:57.901693 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:57.905225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:57.907691 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3339c8ed-3fd9-4f96-b5e2-2dfefff90270" -d '{"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:57.942874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:57.950515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.032986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964867ee-3608-4165-9249-f4a347761d96 req-f62fff14-dcc0-4f7a-a273-e880de03bed2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:58.034882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-964867ee-3608-4165-9249-f4a347761d96 req-f62fff14-dcc0-4f7a-a273-e880de03bed2 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 944 time: 0.7670090 Nov 22 16:40:58.065046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:58.257601 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:58.364938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-6818a820-33e5-4b20-895b-5340541a6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:58.366464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-6818a820-33e5-4b20-895b-5340541a6476 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.3448226 Nov 22 16:40:58.474891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-f79323d1-443f-4c5f-95b9-fe679dbc07bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857201 Nov 22 16:40:58.506432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-964867ee-3608-4165-9249-f4a347761d96 req-950379c4-66a7-4c0e-b494-2be014902c3b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012710 Nov 22 16:40:58.549834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.562795 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 2, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:58.640013 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Checking router: 5c6ea5b8-636b-47de-804a-c0a7fc02f926 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:58.640541 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Updating router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 port 4bcb2569-605b-45c6-9815-2410b3fc1c5e binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:58.679426 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.725652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58082) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:58.733957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1612938790-network', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:58.741779 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.756629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:58.815999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Made reservation on behalf of 5310862ed75e41f1a1933f95bf43af67 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:58.824871 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.851424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-f6c6955d-e6fa-4abb-b0e3-0148a7d5b84b service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411565 Nov 22 16:40:58.852673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.891850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:58.942239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:58.992601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:58.996665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'Port': ['ID=4a658b0b-3713-400b-82aa-8ec64246cacf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.100646 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.112680 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.139259 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.145394 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.198348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:59.234790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c463b-2628-4376-9dac-c27cad95df71,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.259704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.260089 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Added segment 5229d26e-8a7b-4b4b-8b1a-3531ed69366e of type vlan for network bcfa4cf4-e851-4083-8498-2eb1fc86e289 Nov 22 16:40:59.288766 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05876-7ef3-45c6-be9e-45ebaa7fbf46 None None] Pushing event updated for resources: {'Port': ['ID=4bcb2569-605b-45c6-9815-2410b3fc1c5e,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.289390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:59.290140 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.306926 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Attempting to bind port 4bcb2569-605b-45c6-9815-2410b3fc1c5e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:59.307492 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Attempting to bind port 4bcb2569-605b-45c6-9815-2410b3fc1c5e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:59.308101 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Attempting to bind port 4bcb2569-605b-45c6-9815-2410b3fc1c5e on network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:59.314910 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:59.315505 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Checking segment: {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:59.316886 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.318431 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Bound using segment: {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:59.319075 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Bound port: 4bcb2569-605b-45c6-9815-2410b3fc1c5e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:59.321182 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.358648 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee1ef2e-82be-49e5-a678-54dcf1e2835d x-openstack-request-id: req-eee1ef2e-82be-49e5-a678-54dcf1e2835d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:59.359502 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:59.359502 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eee1ef2e-82be-49e5-a678-54dcf1e2835d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:59.359878 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'code': 200} Nov 22 16:40:59.383470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-1a327922-d03d-4c18-9779-3a603f2a169f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6126347 Nov 22 16:40:59.394295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86933d31-1b07-432b-8ee9-f7924e3d9436 req-217ed29b-80bf-4369-ad54-798c50b65268 service neutron] 10.222.0.62 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191038 Nov 22 16:40:59.409609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Request body: {'port': {'device_id': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:59.451084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.467646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58088) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:59.532175 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] For port 4bcb2569-605b-45c6-9815-2410b3fc1c5e, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:59.539781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Deleting port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:59.540461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.546811 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] For port 4bcb2569-605b-45c6-9815-2410b3fc1c5e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4bcb2569-605b-45c6-9815-2410b3fc1c5e,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:59.557217 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.564859 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.569426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.570685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:59.571355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.664826 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9383786 Nov 22 16:40:59.670818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02e9d-cbe6-4e4f-8ed4-544242d46a3b req-c32e54dd-876e-4c29-abb0-2ba1682b5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:59.673149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9ef02e9d-cbe6-4e4f-8ed4-544242d46a3b req-c32e54dd-876e-4c29-abb0-2ba1682b5e58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1096 time: 0.1779296 Nov 22 16:40:59.676432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58094) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:59.684913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Request body: {'subnet': {'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1612938790-subnet', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:59.700374 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05876-7ef3-45c6-be9e-45ebaa7fbf46 None None] Pushing event updated for resources: {'Port': ['ID=4bcb2569-605b-45c6-9815-2410b3fc1c5e,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.710759 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:59.711641 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:59.739292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-72187553-8a10-47b3-9890-abd190c06f17 None None] Provisioning complete for port 4bcb2569-605b-45c6-9815-2410b3fc1c5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:59.739676 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72187553-8a10-47b3-9890-abd190c06f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.794545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e6ea0-f926-47ac-a961-b25c6b67d9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=bcfa4cf4-e851-4083-8498-2eb1fc86e289,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.810313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Made reservation on behalf of 5310862ed75e41f1a1933f95bf43af67 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:59.812868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.870924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network bcfa4cf4-e851-4083-8498-2eb1fc86e289 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:59.938752 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:59.986538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-96099638-network', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:00.030482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Made reservation on behalf of 01dc9ad2eed54d418bf31ced888fd7bb for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:00.033426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.073931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72187553-8a10-47b3-9890-abd190c06f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.078067 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.105998 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9ef02e9d-cbe6-4e4f-8ed4-544242d46a3b req-42699dcb-74b6-4467-8184-1c4235a853bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322389 Nov 22 16:41:00.120014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-72187553-8a10-47b3-9890-abd190c06f17 None None] For port 4bcb2569-605b-45c6-9815-2410b3fc1c5e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4bcb2569-605b-45c6-9815-2410b3fc1c5e,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:00.129341 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72187553-8a10-47b3-9890-abd190c06f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.249159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72187553-8a10-47b3-9890-abd190c06f17 None None] Pushing event updated for resources: {'Port': ['ID=4bcb2569-605b-45c6-9815-2410b3fc1c5e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:00.269797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.276200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.290686 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.293120 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:40:59Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:00.302131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-12476a6a-65ea-4a33-b1d8-b7b9a51907d4 None None] Provisioning complete for port 4bcb2569-605b-45c6-9815-2410b3fc1c5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:00.302673 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12476a6a-65ea-4a33-b1d8-b7b9a51907d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.337617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1e521-562e-478f-be09-f4c38175e661 req-c9a85dab-7d07-435f-bfdd-c7ac22b4be76 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:00.344950 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f5000-aef7-4ac0-9566-7871bef6890a None None] The sync data for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 is: [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:40:59Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:00.353379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14c1e521-562e-478f-be09-f4c38175e661 req-c9a85dab-7d07-435f-bfdd-c7ac22b4be76 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 931 time: 0.8613479 Nov 22 16:41:00.407916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:00.455193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.458386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.458737 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Added segment 0d063851-b70b-4d85-8132-aafd6aa5ad09 of type vlan for network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 Nov 22 16:41:00.472453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0397f8-86b9-470b-ab53-60fb17b92b95,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:00.570316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.594652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d25225-73c0-433d-b04b-499258f87610,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:00.625533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Checking segment: {'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:00.625934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Network hostable DHCP agents. Network: bcfa4cf4-e851-4083-8498-2eb1fc86e289, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:00.628962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] For port 25cb7d8b-2856-4aab-b8c2-61815ee2f85a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,segment=NetworkSegment(dbd264ba-75b9-44aa-b8b7-cdb212643330),segment_id=dbd264ba-75b9-44aa-b8b7-cdb212643330)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:00.629341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.638710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14c1e521-562e-478f-be09-f4c38175e661 req-4a8f346b-fa96-4966-9241-f60a8e67b084 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838018 Nov 22 16:41:00.648167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.649790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:00.650498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.679877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Calling delete_port for 25cb7d8b-2856-4aab-b8c2-61815ee2f85a owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:00.704670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Network bcfa4cf4-e851-4083-8498-2eb1fc86e289 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:00.769924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=420a208a-8bbc-4c0c-9867-e3e52c27c3e8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:00.785121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:00.786364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-824f213a-27f4-4d53-b9b9-ffcb66c63cd0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3176031 Nov 22 16:41:00.787807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, bcfa4cf4-e851-4083-8498-2eb1fc86e289) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:00.796805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58096) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:00.811545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Request body: {'subnet': {'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-96099638-subnet', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:00.816410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:00.818216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.852019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Made reservation on behalf of 01dc9ad2eed54d418bf31ced888fd7bb for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:00.856506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.886888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde11f5-fd8b-47a0-8e10-f9f71f4fe834 None None] Network bcfa4cf4-e851-4083-8498-2eb1fc86e289 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:01.073958 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb90c7fe-74de-44a1-a5e5-ebe461abab53 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3926322 Nov 22 16:41:01.075347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58098) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:01.224263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a658b0b-3713-400b-82aa-8ec64246cacf {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:01.239269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.240511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.250796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:01.283273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-bcfa4cf4-e851-4083-8498-2eb1fc86e289', 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'fixed_ips': [{'subnet_id': 'f9d25225-73c0-433d-b04b-499258f87610'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:01.285086 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.317003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:01.338809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Checking segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:01.338809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Network hostable DHCP agents. Network: 420a208a-8bbc-4c0c-9867-e3e52c27c3e8, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:01.370662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:01.377037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Transition to ACTIVE for port object 4a658b0b-3713-400b-82aa-8ec64246cacf will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:41:01.380011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.385347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 420a208a-8bbc-4c0c-9867-e3e52c27c3e8) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:01.391312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.392674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.398640 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.408604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86212257-aeb4-4536-98ac-c704d7d99d0a None None] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:01.426178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d78f1d9b-5324-44a7-800a-8be7ee8615ed admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6272316 Nov 22 16:41:01.427091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58100) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:01.435431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.437096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.440156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:01.477775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.480795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b4c0b-d167-478b-9c28-4dcf454736ad req-2c9768fb-0d85-4bac-9166-755cc73f2b95 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.481002 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.494274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f01b4c0b-d167-478b-9c28-4dcf454736ad req-2c9768fb-0d85-4bac-9166-755cc73f2b95 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.4171033 Nov 22 16:41:01.498472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cb7d8b-2856-4aab-b8c2-61815ee2f85a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:01.578118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Pushing event updated for resources: {'Port': ['ID=4a658b0b-3713-400b-82aa-8ec64246cacf,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:01.609481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.657143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:01.658626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.673823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Allocated IP 172.20.0.2 (bcfa4cf4-e851-4083-8498-2eb1fc86e289/f9d25225-73c0-433d-b04b-499258f87610/0f15331c-3add-43be-868c-871cceff18de) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:01.740947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.840013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.120741 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.129092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4bcb2569-605b-45c6-9815-2410b3fc1c5e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:02.130123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f01b4c0b-d167-478b-9c28-4dcf454736ad req-fa20eb48-fca0-424c-b4a2-25ac859aba83 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6347969 Nov 22 16:41:02.146787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Attempting to bind port 4a658b0b-3713-400b-82aa-8ec64246cacf on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:02.147159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Attempting to bind port 4a658b0b-3713-400b-82aa-8ec64246cacf by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:02.147499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Attempting to bind port 4a658b0b-3713-400b-82aa-8ec64246cacf on network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:02.205985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Allocated IP 172.20.0.2 (420a208a-8bbc-4c0c-9867-e3e52c27c3e8/c768d94a-3e81-4a9b-b7f5-d098bcdb0b28/48cf25a0-dd8b-48c1-80a6-e6e5704ba17c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:02.236747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Port 4a658b0b-3713-400b-82aa-8ec64246cacf on network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:41:02.237282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Attempting to bind port 4a658b0b-3713-400b-82aa-8ec64246cacf on network a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:02.246383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:02.246996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Checking segment: {'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:02.247991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Bound using segment: {'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:02.247991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Bound port: 4a658b0b-3713-400b-82aa-8ec64246cacf, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97bc7496-c854-4d11-958e-b6caec2b689f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:02.248431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.254221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:02.254566 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.284779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.313186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.335896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4bcb2569-605b-45c6-9815-2410b3fc1c5e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:02.336358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.467980 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.470407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Allocated IP 172.25.0.127 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/42c9c492-26ab-43f9-9685-8f44f2afa647) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:02.510123 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.520538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,segment=NetworkSegment(7c78111a-59b2-4134-846c-9d187177dade),segment_id=7c78111a-59b2-4134-846c-9d187177dade)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:02.521178 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.558179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:02.600938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.605487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Network bcfa4cf4-e851-4083-8498-2eb1fc86e289 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:02.605760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49761a3c-1da6-47b3-a5a6-842c05b8b3c1 req-8d4fdd75-a142-4856-8c2a-4708778942af tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:02.613432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:02.615606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49761a3c-1da6-47b3-a5a6-842c05b8b3c1 req-8d4fdd75-a142-4856-8c2a-4708778942af tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 943 time: 0.2992635 Nov 22 16:41:02.615831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Pushing event updated for resources: {'Port': ['ID=0f15331c-3add-43be-868c-871cceff18de,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:02.618165 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.620810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:02.620999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] For port 4a658b0b-3713-400b-82aa-8ec64246cacf, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:02.627055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.655228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.671854 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.683917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] For port 4a658b0b-3713-400b-82aa-8ec64246cacf, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4a658b0b-3713-400b-82aa-8ec64246cacf,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:02.693990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:02.701859 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.718340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:02.720561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Pushing event updated for resources: {'Port': ['ID=48cf25a0-dd8b-48c1-80a6-e6e5704ba17c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:02.724201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:02.727218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:02.731485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:02.736029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:02.743366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Attempting to bind port 0f15331c-3add-43be-868c-871cceff18de on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:02.743366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Attempting to bind port 0f15331c-3add-43be-868c-871cceff18de by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:02.743366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Attempting to bind port 0f15331c-3add-43be-868c-871cceff18de on network bcfa4cf4-e851-4083-8498-2eb1fc86e289 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:02.777728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Pushing event updated for resources: {'Port': ['ID=42c9c492-26ab-43f9-9685-8f44f2afa647,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:02.788288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:02.789361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Checking segment: {'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:02.789937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.790571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Bound using segment: {'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:02.791392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Bound port: 0f15331c-3add-43be-868c-871cceff18de, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:02.792715 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.797359 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3282a890-0d22-4300-9976-531cba7d0cd9 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:02.827822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Attempting to bind port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:02.827822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Attempting to bind port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:02.827822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Attempting to bind port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:02.829835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:02.830474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.831938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] 10.222.0.37 "PUT /v2.0/ports/4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 200 len: 1091 time: 3.4349296 Nov 22 16:41:02.839811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:02.842116 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0fc2bb-323e-4db1-9040-c34da7859e54" -d '{"events": [{"name": "network-changed", "server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:02.892747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:02.893121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Checking segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:02.893539 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.893952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Bound using segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:02.894453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Bound port: 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:02.894842 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.941836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49761a3c-1da6-47b3-a5a6-842c05b8b3c1 req-5950f713-4cf5-48a2-beef-40d4962ba4dc tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260489 Nov 22 16:41:02.945736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f2c84a3d-9373-4c1a-82d5-ffe28204569f None None] Provisioning complete for port 42c9c492-26ab-43f9-9685-8f44f2afa647 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:02.946120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2c84a3d-9373-4c1a-82d5-ffe28204569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.998347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed2e0d-94e0-4827-a001-5a6e1597e8eb service neutron] Pushing event updated for resources: {'Port': ['ID=4a658b0b-3713-400b-82aa-8ec64246cacf,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:03.003471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] For port 0f15331c-3add-43be-868c-871cceff18de, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:03.037591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] For port 0f15331c-3add-43be-868c-871cceff18de, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0f15331c-3add-43be-868c-871cceff18de,segment=NetworkSegment(5229d26e-8a7b-4b4b-8b1a-3531ed69366e),segment_id=5229d26e-8a7b-4b4b-8b1a-3531ed69366e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:03.046323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f2c84a3d-9373-4c1a-82d5-ffe28204569f None None] Port 42c9c492-26ab-43f9-9685-8f44f2afa647 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:03.050488 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.097838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] For port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:03.125693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] For port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=48cf25a0-dd8b-48c1-80a6-e6e5704ba17c,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:03.133414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.135459 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.155068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee0feb-8193-49b0-a416-ee2047d64dcc None None] Pushing event updated for resources: {'Port': ['ID=0f15331c-3add-43be-868c-871cceff18de,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:03.267334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e997a-8857-4c84-9aa7-9d83b7428044 None None] Pushing event updated for resources: {'Port': ['ID=48cf25a0-dd8b-48c1-80a6-e6e5704ba17c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:03.295162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.358908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a296c-c19c-432b-92c1-a60286b67836 req-f9c7af82-a7d0-475a-90d9-cc2210b845f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:03.360536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-f9c7af82-a7d0-475a-90d9-cc2210b845f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1094 time: 0.4483559 Nov 22 16:41:03.365138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.554230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-811f95d1-e768-4c4f-ae0a-adedbd0d2ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 200 len: 217 time: 0.1769536 Nov 22 16:41:03.582264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.696889 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f914a1d-4052-4e7a-bed0-2b40587e4749 x-openstack-request-id: req-9f914a1d-4052-4e7a-bed0-2b40587e4749 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:03.697182 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:03.697425 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f914a1d-4052-4e7a-bed0-2b40587e4749 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:03.697906 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf', 'status': 'completed', 'code': 200} Nov 22 16:41:03.769058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=2c3adfee-985b-4aa5-9fbc-32c4e13bc46b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:04.025333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:04.118625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:04.119362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.119867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.249868 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.282402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Router b61a2671-7175-4dc1-aacd-d10c929f70ce is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:04.293262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=48cf25a0-dd8b-48c1-80a6-e6e5704ba17c,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:04.298673 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.299905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0f15331c-3add-43be-868c-871cceff18de up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:04.424347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=48cf25a0-dd8b-48c1-80a6-e6e5704ba17c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:04.443645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0f15331c-3add-43be-868c-871cceff18de triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:04.444085 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.451833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:04.478074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.481631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Sync routers for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:04.481830 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-defe0906-be70-4568-85bf-8b9099a73111 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0532384 Nov 22 16:41:04.484564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58120) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:04.487013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a296c-c19c-432b-92c1-a60286b67836 req-efded975-fc4e-44df-a6cf-af13a88bf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:04.488444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-efded975-fc4e-44df-a6cf-af13a88bf04b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.8470049 Nov 22 16:41:04.519129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:04.520256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:04.579223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-2946e4b6-289f-4143-8313-a2b0b4c58777 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725496 Nov 22 16:41:04.594694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463b8b0-1caa-4e17-8f73-b3b30453d439 req-759b7308-c30a-4f12-ad6e-0db807731078 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:04.596297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d463b8b0-1caa-4e17-8f73-b3b30453d439 req-759b7308-c30a-4f12-ad6e-0db807731078 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.3404844 Nov 22 16:41:04.606790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Router e225fe4f-e044-4c5c-9159-7eb965567693 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:04.678350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.738705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Allocated IP 172.25.0.62 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f96939a9-926d-4c13-9c40-270a2da90b52) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:04.748780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.818096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 0f15331c-3add-43be-868c-871cceff18de, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0f15331c-3add-43be-868c-871cceff18de,segment=NetworkSegment(5229d26e-8a7b-4b4b-8b1a-3531ed69366e),segment_id=5229d26e-8a7b-4b4b-8b1a-3531ed69366e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:04.832223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:04.839411 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.064272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=0f15331c-3add-43be-868c-871cceff18de,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:05.144881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41a141-d7c6-4091-a38f-37bf41d6c1b7 None None] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:05.199897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d463b8b0-1caa-4e17-8f73-b3b30453d439 req-ce31cdff-2881-41b1-9b86-a6c857d91d97 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5726564 Nov 22 16:41:05.216094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.297030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-521cb826-3c5e-44d1-bb7c-bde67bb205e6 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955938 Nov 22 16:41:05.442349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675ffe3-22f8-4caa-8820-eb0332f27105 None None] Network bcfa4cf4-e851-4083-8498-2eb1fc86e289 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:05.534606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Allocated IP 172.20.0.1 (420a208a-8bbc-4c0c-9867-e3e52c27c3e8/c768d94a-3e81-4a9b-b7f5-d098bcdb0b28/fc499c55-8235-4c29-a26f-4229f35b9971) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:05.536792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:05.552965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-536c917a-1ffd-41a7-8712-ab8024c6d9a9 admin admin] 10.222.0.59 "PUT /v2.0/routers/e225fe4f-e044-4c5c-9159-7eb965567693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2131705 Nov 22 16:41:05.553244 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] Sync routers for ids ['e225fe4f-e044-4c5c-9159-7eb965567693'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:05.556971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58124) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:05.568340 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] Routers {'e225fe4f-e044-4c5c-9159-7eb965567693'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:05.572971 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['e225fe4f-e044-4c5c-9159-7eb965567693'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:05.577862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e1d12e60-edfc-4e3d-9705-9c9c795bfa9d None None] Provisioning complete for port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:05.578250 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1d12e60-edfc-4e3d-9705-9c9c795bfa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.589505 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.641997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed8fb-5de9-4ed9-a570-2d45d187573f req-fb0822df-efb8-43c0-bb43-36d76779e150 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.650607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e1ed8fb-5de9-4ed9-a570-2d45d187573f req-fb0822df-efb8-43c0-bb43-36d76779e150 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 943 time: 0.2175333 Nov 22 16:41:05.654065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:05.697849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-890a296c-c19c-432b-92c1-a60286b67836 req-897fe397-607d-4918-8339-8650c9bf021c service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877292 Nov 22 16:41:05.812030 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] Set router e225fe4f-e044-4c5c-9159-7eb965567693 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:05.860728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.876931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.932812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.938475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e1ed8fb-5de9-4ed9-a570-2d45d187573f req-8c29fe90-bff5-463f-89d9-62db95853f3f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846448 Nov 22 16:41:05.981866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:05.983309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:06.005406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-d66374d1-2ef8-4eb3-882e-2b998eeafe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.007121 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-d66374d1-2ef8-4eb3-882e-2b998eeafe50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1094 time: 0.1952071 Nov 22 16:41:06.008089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:06.035048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-800d1b30-9622-450a-b43d-17962172a4aa tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8949986 Nov 22 16:41:06.039740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:06.040216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58126) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:06.054302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:06.126094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b76a5f-851c-4ea5-a90e-76a8570c4fbb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet 06fb3d42-7fd5-496e-9c07-2a67d1ea2384 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:06.140869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29beea36-bc1c-4a90-bcca-90842fab9239 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:06.145429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-22b76a5f-851c-4ea5-a90e-76a8570c4fbb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.199327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-22b76a5f-851c-4ea5-a90e-76a8570c4fbb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.227124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:02Z', 'revision_number': 3, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:06.245350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:06.312544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-d669f6ad-82e8-4574-9d12-70970ee73e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.314374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-d669f6ad-82e8-4574-9d12-70970ee73e41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 914 time: 0.2759519 Nov 22 16:41:06.318324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-22b76a5f-851c-4ea5-a90e-76a8570c4fbb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.343863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Pushing event updated for resources: {'Port': ['ID=f96939a9-926d-4c13-9c40-270a2da90b52,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:06.395008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:06.398919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:06.419235 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:41:01Z', 'revision_number': 5, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:06.424760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-f32429d9-cd0e-489e-9e54-13bd68b3e25c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 200 len: 217 time: 0.0838006 Nov 22 16:41:06.472331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-22b76a5f-851c-4ea5-a90e-76a8570c4fbb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.516067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Checking router: b61a2671-7175-4dc1-aacd-d10c929f70ce for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:06.516657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Updating router b61a2671-7175-4dc1-aacd-d10c929f70ce port 42c9c492-26ab-43f9-9685-8f44f2afa647 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:06.534473 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] Checking router: e225fe4f-e044-4c5c-9159-7eb965567693 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:06.539138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-22b76a5f-851c-4ea5-a90e-76a8570c4fbb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.550571 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-22b76a5f-851c-4ea5-a90e-76a8570c4fbb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/06fb3d42-7fd5-496e-9c07-2a67d1ea2384 HTTP/1.1" status: 204 len: 168 time: 0.5056798 Nov 22 16:41:06.562425 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] Routers {'e225fe4f-e044-4c5c-9159-7eb965567693'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:06.563227 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['e225fe4f-e044-4c5c-9159-7eb965567693'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:06.565310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.572157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:06.590967 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.636956 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:06.643660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b76a5f-851c-4ea5-a90e-76a8570c4fbb tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=06fb3d42-7fd5-496e-9c07-2a67d1ea2384,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:06.668015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:06.679654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:06.792046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-5a2cedf7-eb34-4546-a907-3a42be9e20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.796771 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-5a2cedf7-eb34-4546-a907-3a42be9e20f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.3533032 Nov 22 16:41:06.810389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fbd99-d86c-4bac-b0d5-ad20054522db None None] Network 00983d82-32c4-4ddb-bcc3-a15307e1bc0c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:06.838678 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.848265 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] Set router e225fe4f-e044-4c5c-9159-7eb965567693 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:06.888617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-d23fa4c4-7cd7-4b7b-931a-a5547f06afe9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703559 Nov 22 16:41:06.905580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.981241 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.005505 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.033072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-e4c55882-9b7f-4ce0-b34f-2efe82633aac service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321449 Nov 22 16:41:07.045069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899536bb-0799-48b8-9041-63f91c2ffbeb req-97b56dd9-5ada-4598-b7dc-6528c59cf78a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.060911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-899536bb-0799-48b8-9041-63f91c2ffbeb req-97b56dd9-5ada-4598-b7dc-6528c59cf78a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.4457638 Nov 22 16:41:07.062192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:07.096442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Request body: {'floatingip': {'port_id': '7f160bf3-9b1e-45bf-a24a-04166b583994'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:07.101166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:07.177485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d24e04a1-d745-4ec9-854c-a8c77bcfffd4 None None] Provisioning complete for port f96939a9-926d-4c13-9c40-270a2da90b52 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:07.177873 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d24e04a1-d745-4ec9-854c-a8c77bcfffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.259705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Pushing event updated for resources: {'Port': ['ID=fc499c55-8235-4c29-a26f-4229f35b9971,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:07.279666 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.347643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.387618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:07.388020 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.416878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Deleting port ca1177cd-04d0-4546-866c-50fd3477c073 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:07.417285 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.442789 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:41:01Z', 'revision_number': 5, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:07.499621 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab875291-5ed3-48f0-9d0e-19a139c9c400 None None] The sync data for ids ['e225fe4f-e044-4c5c-9159-7eb965567693'] in n-d-816865-2 is: [{'id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'name': 'tempest-FloatingIPsTestJSON-1684428515-router', 'tenant_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:11Z', 'updated_at': '2021-11-22T16:41:01Z', 'revision_number': 5, 'project_id': '2b1ab2c8146144448dd0ccedd7b32d45', 'gw_port': {'id': 'ca1177cd-04d0-4546-866c-50fd3477c073', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e225fe4f-e044-4c5c-9159-7eb965567693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:12Z', 'updated_at': '2021-11-22T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:07.558180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d24e04a1-d745-4ec9-854c-a8c77bcfffd4 None None] Port f96939a9-926d-4c13-9c40-270a2da90b52 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:07.643149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] For port ca1177cd-04d0-4546-866c-50fd3477c073, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ca1177cd-04d0-4546-866c-50fd3477c073,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:07.643752 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.667724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Calling delete_port for ca1177cd-04d0-4546-866c-50fd3477c073 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:07.681856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d24e04a1-d745-4ec9-854c-a8c77bcfffd4 None None] Provisioning complete for port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:07.682363 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d24e04a1-d745-4ec9-854c-a8c77bcfffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.753967 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.767550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.795515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.878114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0f15331c-3add-43be-868c-871cceff18de up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:07.935782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.958312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] DHCP port deletion for 00983d82-32c4-4ddb-bcc3-a15307e1bc0c request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:08.001514 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.016048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Pushing event updated for resources: {'Port': ['ID=fc499c55-8235-4c29-a26f-4229f35b9971,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:08.037311 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.039309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b12d0d-259a-45b9-b99e-074b80efa5c1 req-77b17740-e42d-4fb1-9b7f-7d5ca3dda1d9 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:08.044937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20b12d0d-259a-45b9-b99e-074b80efa5c1 req-77b17740-e42d-4fb1-9b7f-7d5ca3dda1d9 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 943 time: 0.8086894 Nov 22 16:41:08.045270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:03Z', 'revision_number': 9, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:08.100067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 330ddbb9-d889-4124-a178-63d9c447b158 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:08.100562 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.116814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.131097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:08.157225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1177cd-04d0-4546-866c-50fd3477c073,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:08.159679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f866c562-2302-4019-ad71-82cd41e8be1a None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:08.178791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d24e04a1-d745-4ec9-854c-a8c77bcfffd4 None None] Provisioning complete for port 0f15331c-3add-43be-868c-871cceff18de triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:08.179204 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d24e04a1-d745-4ec9-854c-a8c77bcfffd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.183065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.204681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc339bf-4e80-4140-87dd-0414a2c94962 None None] Pushing event updated for resources: {'Port': ['ID=42c9c492-26ab-43f9-9685-8f44f2afa647,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:08.206974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Attempting to bind port 42c9c492-26ab-43f9-9685-8f44f2afa647 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:08.207366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Attempting to bind port 42c9c492-26ab-43f9-9685-8f44f2afa647 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:08.207746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Attempting to bind port 42c9c492-26ab-43f9-9685-8f44f2afa647 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:08.214422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0f15331c-3add-43be-868c-871cceff18de triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:08.214808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.218255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a0fc2bb-323e-4db1-9040-c34da7859e54 req-842ba65e-5164-48c6-b1f6-9dc869714398 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1544278 Nov 22 16:41:08.222426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:08.223098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:08.224579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 330ddbb9-d889-4124-a178-63d9c447b158, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=330ddbb9-d889-4124-a178-63d9c447b158,segment=NetworkSegment(7c78111a-59b2-4134-846c-9d187177dade),segment_id=7c78111a-59b2-4134-846c-9d187177dade)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:08.225282 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.245898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e4116-8ede-4a08-9ad9-4cdb1da43b75 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:08.287469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:08.290669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:08.292644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.341706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:08.342409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:08.343014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.343611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:08.344289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Bound port: 42c9c492-26ab-43f9-9685-8f44f2afa647, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:08.344863 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.349796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 330ddbb9-d889-4124-a178-63d9c447b158 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:08.405072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] Deleting port 330ddbb9-d889-4124-a178-63d9c447b158 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:08.405718 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.491528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.496277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.507274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:08.565874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20b12d0d-259a-45b9-b99e-074b80efa5c1 req-6222f057-d75a-41f8-af58-cda9d8df4f71 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046639 Nov 22 16:41:08.566563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] For port 330ddbb9-d889-4124-a178-63d9c447b158, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=330ddbb9-d889-4124-a178-63d9c447b158,segment=NetworkSegment(7c78111a-59b2-4134-846c-9d187177dade),segment_id=7c78111a-59b2-4134-846c-9d187177dade)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:08.567105 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.570646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] For port 42c9c492-26ab-43f9-9685-8f44f2afa647, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:08.632080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] For port 42c9c492-26ab-43f9-9685-8f44f2afa647, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=42c9c492-26ab-43f9-9685-8f44f2afa647,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:08.652151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.652734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router e225fe4f-e044-4c5c-9159-7eb965567693 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:08.658702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] Calling delete_port for 330ddbb9-d889-4124-a178-63d9c447b158 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:08.660528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.666426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58138) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:08.667544 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5ea83e4-058e-4c2b-aa6f-1c05b4f295ed admin admin] 10.222.0.59 "DELETE /v2.0/routers/e225fe4f-e044-4c5c-9159-7eb965567693 HTTP/1.1" status: 204 len: 168 time: 3.1093128 Nov 22 16:41:08.668479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.704441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Router b61a2671-7175-4dc1-aacd-d10c929f70ce has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:08.900650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-030378bb-5f0d-4766-92d0-ddcb5f745d33 admin admin] Deleting subnet 886a69ac-91f5-4672-8dc8-3f1c5e0936bb {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:08.909775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-030378bb-5f0d-4766-92d0-ddcb5f745d33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.997991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.029986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9fa39-4ff0-4359-9b21-5defad551770 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:09.082487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=330ddbb9-d889-4124-a178-63d9c447b158,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.100598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No DVR routers for this DVR port 330ddbb9-d889-4124-a178-63d9c447b158 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:09.113352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-030378bb-5f0d-4766-92d0-ddcb5f745d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.124214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:09.124890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:09.140054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc339bf-4e80-4140-87dd-0414a2c94962 None None] Pushing event updated for resources: {'Port': ['ID=42c9c492-26ab-43f9-9685-8f44f2afa647,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.168096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:41:09.254455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: from cryptography.utils import int_from_bytes Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: from cryptography.utils import int_from_bytes Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:09.255787 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:41:09.264933 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.273777 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d5810111-d92d-402b-bf84-3cafec0a0892 admin admin] 10.222.0.59 "PUT /v2.0/routers/b61a2671-7175-4dc1-aacd-d10c929f70ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7795343 Nov 22 16:41:09.351927 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.353943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Provisioning complete for port 0f15331c-3add-43be-868c-871cceff18de triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:09.354314 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.359887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:09.373717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.380373 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.395168 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.451300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25cb7d8b-2856-4aab-b8c2-61815ee2f85a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:09.498706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] Pushing event deleted for resources: {'Port': ['ID=330ddbb9-d889-4124-a178-63d9c447b158,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.500439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00983d82-32c4-4ddb-bcc3-a15307e1bc0c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:09.504417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22765d56-3c95-484a-87f3-2bf8df8ce433 None None] No DVR routers for this DVR port 330ddbb9-d889-4124-a178-63d9c447b158 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:09.514526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 25cb7d8b-2856-4aab-b8c2-61815ee2f85a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:09.522317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25cb7d8b-2856-4aab-b8c2-61815ee2f85a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:09.522783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ca1177cd-04d0-4546-866c-50fd3477c073 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:09.532363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c78111a-59b2-4134-846c-9d187177dade') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:09.532665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c78111a-59b2-4134-846c-9d187177dade') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:09.555570 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.577566 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-030378bb-5f0d-4766-92d0-ddcb5f745d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.587879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ca1177cd-04d0-4546-866c-50fd3477c073 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:09.588685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ca1177cd-04d0-4546-866c-50fd3477c073 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:09.588685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 330ddbb9-d889-4124-a178-63d9c447b158 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:09.621858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4a658b0b-3713-400b-82aa-8ec64246cacf details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:41:09.627943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 330ddbb9-d889-4124-a178-63d9c447b158 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:09.628424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 330ddbb9-d889-4124-a178-63d9c447b158 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:09.646323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.666472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:09.666885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:09.671925 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:09.750726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:03Z', 'revision_number': 9, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:09.755445 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Floating IP 73a6978e-7c71-41f6-8efe-60ff4a26385f associated. External IP: 172.25.0.248, port: 7f160bf3-9b1e-45bf-a24a-04166b583994. Nov 22 16:41:09.827945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.833515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.837607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bd4154-c037-4650-8508-380b4b78e448 None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:03Z', 'revision_number': 9, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '542ac5f1-5ee5-450a-979d-18b83b0a30df', 'name': '', 'network_id': '9fe9ce6a-ec3e-464c-a6eb-0200e292b448', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:74:8d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:16Z', 'updated_at': '2021-11-22T16:40:32Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '79d5b7d9-6da2-4ff0-8d1e-1a96489eb662', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:09.838158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/00983d82-32c4-4ddb-bcc3-a15307e1bc0c HTTP/1.1" status: 204 len: 168 time: 3.2645500 Nov 22 16:41:09.841091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58152) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:09.849812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-030378bb-5f0d-4766-92d0-ddcb5f745d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.858219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Router 47263fad-3515-418f-88cf-5872a8964184 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:09.917992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-030378bb-5f0d-4766-92d0-ddcb5f745d33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.922498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-030378bb-5f0d-4766-92d0-ddcb5f745d33 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/886a69ac-91f5-4672-8dc8-3f1c5e0936bb HTTP/1.1" status: 204 len: 168 time: 1.2515228 Nov 22 16:41:09.928391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716be14-6843-4143-8e05-a7c4bfad7792 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=00983d82-32c4-4ddb-bcc3-a15307e1bc0c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.936639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:09.960971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58156) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:09.968821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9d7b0bd3-bd79-47ba-887b-fabbefee8885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116181984', 'description': 'tempest-description--683808084'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:09.983628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eeb7f9-415c-4548-ae18-ad66422ab431 None None] Network 9c161799-af22-49e1-81ae-a2ac782bde6a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:09.991075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030378bb-5f0d-4766-92d0-ddcb5f745d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886a69ac-91f5-4672-8dc8-3f1c5e0936bb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:10.024191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0bd3-bd79-47ba-887b-fabbefee8885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.094366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4a658b0b-3713-400b-82aa-8ec64246cacf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4a658b0b-3713-400b-82aa-8ec64246cacf,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:10.123946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Provisioning complete for port fc499c55-8235-4c29-a26f-4229f35b9971 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:10.124470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.127838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '4a658b0b-3713-400b-82aa-8ec64246cacf', 'network_id': 'a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673', 'port_id': '4a658b0b-3713-400b-82aa-8ec64246cacf', 'mac_address': 'fa:16:3e:f7:3f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204d7bae-a874-4cfe-908f-a1dedb4f79cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:41:10.167712 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.218482 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.236231 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0bd3-bd79-47ba-887b-fabbefee8885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.243201 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0bd3-bd79-47ba-887b-fabbefee8885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.245779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a658b0b-3713-400b-82aa-8ec64246cacf {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:10.290897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b0bd3-bd79-47ba-887b-fabbefee8885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa44e583-5be6-4427-938d-9f1d245ffa21,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:10.297401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0bd3-bd79-47ba-887b-fabbefee8885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.299025 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9d7b0bd3-bd79-47ba-887b-fabbefee8885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3359993 Nov 22 16:41:10.302478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58158) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.305661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Port fc499c55-8235-4c29-a26f-4229f35b9971 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:10.308619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cfd5d025-a9ab-4027-b351-a0f727505860 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'security_group_rule': {'security_group_id': 'aa44e583-5be6-4427-938d-9f1d245ffa21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:10.309543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4a658b0b-3713-400b-82aa-8ec64246cacf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4a658b0b-3713-400b-82aa-8ec64246cacf,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:10.318819 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.364755 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d025-a9ab-4027-b351-a0f727505860 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.386027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=4a658b0b-3713-400b-82aa-8ec64246cacf,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:10.400584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 2, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:10.403160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Provisioning complete for port 42c9c492-26ab-43f9-9685-8f44f2afa647 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:10.403672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.493070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d025-a9ab-4027-b351-a0f727505860 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.493275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea7dd37-3611-4a03-aeb9-30f405eca9f0 None None] The sync data for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 is: [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 2, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:10.502678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] DHCP port deletion for 9c161799-af22-49e1-81ae-a2ac782bde6a request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:10.515215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.524882 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d025-a9ab-4027-b351-a0f727505860 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.604612 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.616634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4a658b0b-3713-400b-82aa-8ec64246cacf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:10.656837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5d025-a9ab-4027-b351-a0f727505860 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52059ab6-6a71-4cca-a2e1-723fd87dfb1e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:10.668344 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cfd5d025-a9ab-4027-b351-a0f727505860 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.673669 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cfd5d025-a9ab-4027-b351-a0f727505860 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697536 Nov 22 16:41:10.678641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58160) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.684103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c71fa2a1-3705-4f19-a0d4-4f51e406eb19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'security_group_rule': {'security_group_id': 'aa44e583-5be6-4427-938d-9f1d245ffa21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:10.689000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] For port 42c9c492-26ab-43f9-9685-8f44f2afa647, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=42c9c492-26ab-43f9-9685-8f44f2afa647,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:10.726277 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.772734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] Deleting port aa74f26a-797c-49d5-9276-12b671593412 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:10.773184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.788413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71fa2a1-3705-4f19-a0d4-4f51e406eb19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.828889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688fdc7-9f14-476d-98e8-0e65f882a72d req-75f7a3b7-d83c-44ff-9193-6e2a873c18ed tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.838612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a688fdc7-9f14-476d-98e8-0e65f882a72d req-75f7a3b7-d83c-44ff-9193-6e2a873c18ed tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 943 time: 0.8022368 Nov 22 16:41:10.913429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc63531-6222-4211-98b9-c0bdb87034d0 None None] Pushing event updated for resources: {'Port': ['ID=42c9c492-26ab-43f9-9685-8f44f2afa647,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:10.948945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71fa2a1-3705-4f19-a0d4-4f51e406eb19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.959911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71fa2a1-3705-4f19-a0d4-4f51e406eb19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.960451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] For port aa74f26a-797c-49d5-9276-12b671593412, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa74f26a-797c-49d5-9276-12b671593412,segment=NetworkSegment(dbd264ba-75b9-44aa-b8b7-cdb212643330),segment_id=dbd264ba-75b9-44aa-b8b7-cdb212643330)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:10.960968 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.982884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:10.997233 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Sync routers for ids ['47263fad-3515-418f-88cf-5872a8964184'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:11.001392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fa2a1-3705-4f19-a0d4-4f51e406eb19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d090edd4-f091-47f2-9f0b-aca9098058a1,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:11.013978 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Routers {'47263fad-3515-418f-88cf-5872a8964184'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:11.014810 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['47263fad-3515-418f-88cf-5872a8964184'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:11.048298 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71fa2a1-3705-4f19-a0d4-4f51e406eb19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.049994 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c71fa2a1-3705-4f19-a0d4-4f51e406eb19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3703024 Nov 22 16:41:11.054342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58162) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:11.059957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:11.068548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a688fdc7-9f14-476d-98e8-0e65f882a72d req-18c56538-12dd-4088-8642-abb9ed1e193a tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290747 Nov 22 16:41:11.160704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Router 4467b748-20de-438a-9c01-105703147e08 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:11.163325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.205307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 542ac5f1-5ee5-450a-979d-18b83b0a30df {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:11.205668 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.213072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.216309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-21dcd7be-4494-4022-973e-a6cb515e0ebb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9815731 Nov 22 16:41:11.224196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:11.225834 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Set router 47263fad-3515-418f-88cf-5872a8964184 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:11.228398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Deleting port aa74f26a-797c-49d5-9276-12b671593412 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:11.229125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.417273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 542ac5f1-5ee5-450a-979d-18b83b0a30df, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=542ac5f1-5ee5-450a-979d-18b83b0a30df,segment=NetworkSegment(e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7),segment_id=e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:11.418059 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.435755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 542ac5f1-5ee5-450a-979d-18b83b0a30df owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:11.456888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:11.462458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] Calling delete_port for aa74f26a-797c-49d5-9276-12b671593412 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:11.509744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:11.510479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2c3adfee-985b-4aa5-9fbc-32c4e13bc46b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:11.511149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa74f26a-797c-49d5-9276-12b671593412 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:11.511617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] For port aa74f26a-797c-49d5-9276-12b671593412, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa74f26a-797c-49d5-9276-12b671593412,segment=NetworkSegment(dbd264ba-75b9-44aa-b8b7-cdb212643330),segment_id=dbd264ba-75b9-44aa-b8b7-cdb212643330)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:11.512025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.540735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Calling delete_port for aa74f26a-797c-49d5-9276-12b671593412 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:11.597616 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:06Z', 'revision_number': 3, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:11.639904 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Checking router: 47263fad-3515-418f-88cf-5872a8964184 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:11.640249 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Updating router 47263fad-3515-418f-88cf-5872a8964184 port f96939a9-926d-4c13-9c40-270a2da90b52 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:11.649424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:11.672268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] Sync routers for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:11.693540 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.707714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.722075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:11.724774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:11.789209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.822613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bede4976-99c5-4a96-86fc-49f8720cb87e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "PUT /v2.0/floatingips/73a6978e-7c71-41f6-8efe-60ff4a26385f HTTP/1.1" status: 200 len: 991 time: 4.7282505 Nov 22 16:41:11.825460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:11.834157 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da5441f-c97b-45ee-b64f-5e994b9924ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:11.934072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.936203 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.980203 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.030932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=542ac5f1-5ee5-450a-979d-18b83b0a30df,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:12.054089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] Pushing event deleted for resources: {'Port': ['ID=aa74f26a-797c-49d5-9276-12b671593412,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:12.060967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583064b4-4def-41d4-8f97-f26f0250d034 None None] No DVR routers for this DVR port aa74f26a-797c-49d5-9276-12b671593412 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:12.095589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:12.111142 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cda012-638b-415e-9569-5d3e5aacce58 x-openstack-request-id: req-46cda012-638b-415e-9569-5d3e5aacce58 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:12.111433 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:12.111684 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-46cda012-638b-415e-9569-5d3e5aacce58 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:12.112095 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'status': 'completed', 'code': 200} Nov 22 16:41:12.216574 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.233980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Allocated IP 172.25.0.122 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/ecaf095c-2767-423d-940f-d92f63c336c3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:12.360076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.409977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa74f26a-797c-49d5-9276-12b671593412,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:12.429899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] No DVR routers for this DVR port aa74f26a-797c-49d5-9276-12b671593412 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:12.520154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '73a6978e-7c71-41f6-8efe-60ff4a26385f', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4467b748-20de-438a-9c01-105703147e08', 'port_id': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'mac_address': 'fa:16:3e:67:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:38Z', 'updated_at': '2021-11-22T16:41:09Z', 'revision_number': 1, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:12.534115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.549869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.552407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:12.560081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c161799-af22-49e1-81ae-a2ac782bde6a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:12.561306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] Checking router: 4467b748-20de-438a-9c01-105703147e08 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:12.574227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:12.574457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd264ba-75b9-44aa-b8b7-cdb212643330') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:12.574598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd264ba-75b9-44aa-b8b7-cdb212643330') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:12.575558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:12.586766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.600352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-6cd35d5d-71bc-4d2e-88c9-18bcee047c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:12.602539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-6cd35d5d-71bc-4d2e-88c9-18bcee047c3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1096 time: 0.4893312 Nov 22 16:41:12.614496 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.624808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7440-22f3-4230-990b-66f74ee999a0 req-2cf0052b-e0bf-4237-80fa-55ec80e282e0 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:12.626414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-749c7440-22f3-4230-990b-66f74ee999a0 req-2cf0052b-e0bf-4237-80fa-55ec80e282e0 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 944 time: 0.3588309 Nov 22 16:41:12.702504 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.710578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:12.719440 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d9434fc3-17c2-4497-bf1e-1a9071afde8a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8767805 Nov 22 16:41:12.722721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.728208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:12.746570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:12.747015 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:12.750335 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:12.755358 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:12.774764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:12.778912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:12.790264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:12.810896 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:12.832836 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:12.834607 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:12.840181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'Port': ['ID=ecaf095c-2767-423d-940f-d92f63c336c3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:12.923867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.983741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.015037 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:13.059715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-749c7440-22f3-4230-990b-66f74ee999a0 req-521ff7c7-d82a-46c6-88bd-cc9dcd5e3941 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029973 Nov 22 16:41:13.065324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4850bca3-d9a8-478a-b9ed-eed9b73544c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet 79d5b7d9-6da2-4ff0-8d1e-1a96489eb662 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:13.077073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4850bca3-d9a8-478a-b9ed-eed9b73544c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.158455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '73a6978e-7c71-41f6-8efe-60ff4a26385f', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4467b748-20de-438a-9c01-105703147e08', 'port_id': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'mac_address': 'fa:16:3e:67:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:38Z', 'updated_at': '2021-11-22T16:41:09Z', 'revision_number': 1, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:13.168183 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.180544 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.189191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9c161799-af22-49e1-81ae-a2ac782bde6a HTTP/1.1" status: 204 len: 168 time: 3.2252772 Nov 22 16:41:13.211705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38331c-3a7a-4895-b0f7-9b0ab2456b6f None None] The sync data for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 is: [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '73a6978e-7c71-41f6-8efe-60ff4a26385f', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '4467b748-20de-438a-9c01-105703147e08', 'port_id': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'mac_address': 'fa:16:3e:67:07:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:38Z', 'updated_at': '2021-11-22T16:41:09Z', 'revision_number': 1, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:13.255810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521f6fe-4262-44d5-9c99-cb8bf34e0423 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c161799-af22-49e1-81ae-a2ac782bde6a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:13.278049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-c8763fc0-fd4a-4a2f-a237-846eff614bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.280448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-c8763fc0-fd4a-4a2f-a237-846eff614bb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.6463332 Nov 22 16:41:13.281267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.296770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.375607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4850bca3-d9a8-478a-b9ed-eed9b73544c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.380744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 42c9c492-26ab-43f9-9685-8f44f2afa647 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:13.393273 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.413847 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.474052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58182) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:13.493491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8173e0d-3730-4013-abd8-3a0d425468de None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:13.522221 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf79deb-4d5e-4996-9e7d-22af9f1ab347 None None] Pushing event updated for resources: {'Port': ['ID=f96939a9-926d-4c13-9c40-270a2da90b52,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:13.525860 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Attempting to bind port f96939a9-926d-4c13-9c40-270a2da90b52 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:13.526234 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Attempting to bind port f96939a9-926d-4c13-9c40-270a2da90b52 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:13.526603 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Attempting to bind port f96939a9-926d-4c13-9c40-270a2da90b52 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:13.533204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 42c9c492-26ab-43f9-9685-8f44f2afa647 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:13.533641 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.538525 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:13.539067 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:13.539476 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.539878 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:13.540644 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Bound port: f96939a9-926d-4c13-9c40-270a2da90b52, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:13.540939 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.571919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'Port': ['ID=ecaf095c-2767-423d-940f-d92f63c336c3,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:13.576981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.614880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c86ec13a-5af3-4b24-bf56-8c8bb6485b17 None None] Provisioning complete for port f96939a9-926d-4c13-9c40-270a2da90b52 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:13.615457 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:11Z', 'revision_number': 10, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:13.615808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c86ec13a-5af3-4b24-bf56-8c8bb6485b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.618846 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] For port f96939a9-926d-4c13-9c40-270a2da90b52, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:13.623826 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] For port f96939a9-926d-4c13-9c40-270a2da90b52, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f96939a9-926d-4c13-9c40-270a2da90b52,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:13.654890 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-67214dd5-765f-4a5e-80b6-4e1b3ad9612d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b1ab2c8146144448dd0ccedd7b32d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559393 Nov 22 16:41:13.658594 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.658886 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:13.660639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4a658b0b-3713-400b-82aa-8ec64246cacf up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:13.661331 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.667618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58184) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:13.677855 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6a82f342-c75d-48af-99fb-4874c589dbe2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6139364 Nov 22 16:41:13.733146 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:13.733691 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:13.768197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955fd75-0801-4648-bf01-2357c95210fd None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:13.777040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c86ec13a-5af3-4b24-bf56-8c8bb6485b17 None None] Port f96939a9-926d-4c13-9c40-270a2da90b52 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:13.793438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42221ac0-e052-4b34-9ce6-62fb99f5546c None None] New status for floating IP 73a6978e-7c71-41f6-8efe-60ff4a26385f: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:41:13.832476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-fd840ec3-5f2f-4ad1-95f8-7c45e80a5fb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 200 len: 999 time: 0.5232174 Nov 22 16:41:13.885801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 4a658b0b-3713-400b-82aa-8ec64246cacf completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:41:13.906047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Allocated IP 172.20.0.1 (bcfa4cf4-e851-4083-8498-2eb1fc86e289/f9d25225-73c0-433d-b04b-499258f87610/1d60e394-0c87-4544-8264-222e0f580acf) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:13.920064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 4a658b0b-3713-400b-82aa-8ec64246cacf triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:13.920446 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.004033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4850bca3-d9a8-478a-b9ed-eed9b73544c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.017563 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d0d9cc-cf09-40d2-b53f-8ca2b06a90e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.045655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c2c70e9a-7505-4910-9100-5e65fd97b2bf None None] Provisioning complete for port f96939a9-926d-4c13-9c40-270a2da90b52 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:14.046044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2c70e9a-7505-4910-9100-5e65fd97b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.050374 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:14.120589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-43b47bf6-dc94-4fc1-9265-42b8669f5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.122386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-43b47bf6-dc94-4fc1-9265-42b8669f5bd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.2766771 Nov 22 16:41:14.125386 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.141707 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Sync routers for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:14.159784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d0d9cc-cf09-40d2-b53f-8ca2b06a90e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.163297 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:14.164262 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:14.170546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:14.172910 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485646de-84b6-42f1-b069-881945cf9cfa" -d '{"events": [{"server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "name": "network-vif-plugged", "status": "completed", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:14.201600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-b5fcfac3-4e38-4372-891f-8aad065d6aca tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1116181984&fields=id&tenant_id=01dc9ad2eed54d418bf31ced888fd7bb HTTP/1.1" status: 200 len: 267 time: 0.2832291 Nov 22 16:41:14.225329 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2c70e9a-7505-4910-9100-5e65fd97b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.236229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4a658b0b-3713-400b-82aa-8ec64246cacf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4a658b0b-3713-400b-82aa-8ec64246cacf,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:14.245395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.276005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c2c70e9a-7505-4910-9100-5e65fd97b2bf None None] For port f96939a9-926d-4c13-9c40-270a2da90b52, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f96939a9-926d-4c13-9c40-270a2da90b52,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:14.283171 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Routers {'47263fad-3515-418f-88cf-5872a8964184'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:14.284053 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['47263fad-3515-418f-88cf-5872a8964184'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:14.286408 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2c70e9a-7505-4910-9100-5e65fd97b2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.290819 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf79deb-4d5e-4996-9e7d-22af9f1ab347 None None] Pushing event updated for resources: {'Port': ['ID=f96939a9-926d-4c13-9c40-270a2da90b52,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.318997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=4a658b0b-3713-400b-82aa-8ec64246cacf,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.324429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4850bca3-d9a8-478a-b9ed-eed9b73544c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.340297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-023d59aa-759a-4013-b1ca-ff6982672910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.341880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-023d59aa-759a-4013-b1ca-ff6982672910 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012463 Nov 22 16:41:14.395267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c70e9a-7505-4910-9100-5e65fd97b2bf None None] Pushing event updated for resources: {'Port': ['ID=f96939a9-926d-4c13-9c40-270a2da90b52,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.406788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850bca3-d9a8-478a-b9ed-eed9b73544c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=79d5b7d9-6da2-4ff0-8d1e-1a96489eb662,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.425342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02ac98-fc8d-4221-a365-e82269aa6c95 None None] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:14.451511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4850bca3-d9a8-478a-b9ed-eed9b73544c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.456235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4850bca3-d9a8-478a-b9ed-eed9b73544c5 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/79d5b7d9-6da2-4ff0-8d1e-1a96489eb662 HTTP/1.1" status: 204 len: 168 time: 1.7220905 Nov 22 16:41:14.457957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58208) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:14.471140 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.473094 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:14.550107 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] Set router 47263fad-3515-418f-88cf-5872a8964184 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:14.558338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.632863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port e00dc72a-94a2-4d93-bad8-65deee55f453 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:14.633205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.660565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] DHCP port deletion for 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:14.714538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port e00dc72a-94a2-4d93-bad8-65deee55f453, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e00dc72a-94a2-4d93-bad8-65deee55f453,segment=NetworkSegment(e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7),segment_id=e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:14.714906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.730445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for e00dc72a-94a2-4d93-bad8-65deee55f453 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:14.732161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] Deleting port e00dc72a-94a2-4d93-bad8-65deee55f453 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:14.732717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.817948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] For port e00dc72a-94a2-4d93-bad8-65deee55f453, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e00dc72a-94a2-4d93-bad8-65deee55f453,segment=NetworkSegment(e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7),segment_id=e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:14.821103 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.829692 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:11Z', 'revision_number': 10, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:14.836115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.843909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] Calling delete_port for e00dc72a-94a2-4d93-bad8-65deee55f453 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:14.871723 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef55d870-c0f3-460c-a441-e8b1535af11b None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:11Z', 'revision_number': 10, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None, '_interfaces': [{'id': '081f4747-7e8e-4e01-8063-5eec351b961c', 'name': '', 'network_id': '55966bb9-5a83-4525-a521-cccfdc51eda2', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'mac_address': 'fa:16:3e:dd:5b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:09Z', 'updated_at': '2021-11-22T16:40:22Z', 'revision_number': 5, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'subnets': [{'id': '70fb4019-d96b-4878-973b-f283e5c5233c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:14.883369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=e00dc72a-94a2-4d93-bad8-65deee55f453,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.888699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No DVR routers for this DVR port e00dc72a-94a2-4d93-bad8-65deee55f453 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:14.981727 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:06Z', 'revision_number': 3, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:14.984995 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 2, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:15.008273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.038392 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd84f310-e113-4740-8991-a96ca1d4dd59 None None] The sync data for ids ['47263fad-3515-418f-88cf-5872a8964184'] in n-d-816865-2 is: [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:06Z', 'revision_number': 3, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:15.040986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Checking router: b61a2671-7175-4dc1-aacd-d10c929f70ce for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:15.041447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Updating router b61a2671-7175-4dc1-aacd-d10c929f70ce port fc499c55-8235-4c29-a26f-4229f35b9971 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:15.043796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe9ce6a-ec3e-464c-a6eb-0200e292b448']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:15.047732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d0d9cc-cf09-40d2-b53f-8ca2b06a90e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.051002 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45d0d9cc-cf09-40d2-b53f-8ca2b06a90e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.052269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-45d0d9cc-cf09-40d2-b53f-8ca2b06a90e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6587899e-03db-4ca7-b8d4-fef5dc1f609d HTTP/1.1" status: 204 len: 168 time: 1.3742759 Nov 22 16:41:15.056147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:15.056555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f1f39b-4fc8-45bc-b4f9-9c843be41ac7') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:15.069457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.074694 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.098558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.111905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:15.112315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.138351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:15.190939 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:15.198196 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.221966 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.230662 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/9fe9ce6a-ec3e-464c-a6eb-0200e292b448 HTTP/1.1" status: 204 len: 168 time: 0.7682409 Nov 22 16:41:15.231383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58214) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:15.253195 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.318082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Network bcfa4cf4-e851-4083-8498-2eb1fc86e289 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:15.322837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Pushing event updated for resources: {'Port': ['ID=1d60e394-0c87-4544-8264-222e0f580acf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:15.332647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] Pushing event deleted for resources: {'Port': ['ID=e00dc72a-94a2-4d93-bad8-65deee55f453,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:15.333646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0d9cc-cf09-40d2-b53f-8ca2b06a90e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6587899e-03db-4ca7-b8d4-fef5dc1f609d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:15.335928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] Network 9fe9ce6a-ec3e-464c-a6eb-0200e292b448 is not hosted by any dhcp agent {{(pid=103444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:41:15.342077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8e500-4708-4d12-81d8-8a406cc2554c None None] No DVR routers for this DVR port e00dc72a-94a2-4d93-bad8-65deee55f453 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:15.352321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:15.389173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-297060f1-e592-4daa-a442-32575b3cf683 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:15.406805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-297060f1-e592-4daa-a442-32575b3cf683 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 1.1701901 Nov 22 16:41:15.414673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e00dc72a-94a2-4d93-bad8-65deee55f453 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:15.422506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:15.492422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10279f2c-a82b-45fc-91cb-9d01577ad7ef tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=9fe9ce6a-ec3e-464c-a6eb-0200e292b448,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:15.518426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.522768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e00dc72a-94a2-4d93-bad8-65deee55f453 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:15.523414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e00dc72a-94a2-4d93-bad8-65deee55f453 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:15.524403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 542ac5f1-5ee5-450a-979d-18b83b0a30df no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:15.577109 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b40d6c7b-b3e4-4e51-adde-778551e3b6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.583533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 542ac5f1-5ee5-450a-979d-18b83b0a30df {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:15.583985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 542ac5f1-5ee5-450a-979d-18b83b0a30df not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:15.687753 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-d700cb35-5fac-40db-a839-e342712a1e3d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/quotas/01dc9ad2eed54d418bf31ced888fd7bb HTTP/1.1" status: 200 len: 375 time: 0.2799840 Nov 22 16:41:15.778490 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.796215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-340b7a8b-1b5e-4c96-8bf3-4de411fc1146 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4449816 Nov 22 16:41:15.802693 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.910683 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4846a-7086-46d9-986f-407a3ed33b62 None None] Pushing event updated for resources: {'Port': ['ID=fc499c55-8235-4c29-a26f-4229f35b9971,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:15.937760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-6a22a575-061d-47e3-b7ce-63243492b253 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2371731 Nov 22 16:41:15.950302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-84d57126-f3cf-495f-940a-26e933b452e9 None None] Provisioning complete for port 1d60e394-0c87-4544-8264-222e0f580acf triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:15.953297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84d57126-f3cf-495f-940a-26e933b452e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.011407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-84d57126-f3cf-495f-940a-26e933b452e9 None None] Port 1d60e394-0c87-4544-8264-222e0f580acf cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:16.046584 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Attempting to bind port fc499c55-8235-4c29-a26f-4229f35b9971 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:16.047277 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Attempting to bind port fc499c55-8235-4c29-a26f-4229f35b9971 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:16.047802 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Attempting to bind port fc499c55-8235-4c29-a26f-4229f35b9971 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:16.056725 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:16.057486 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Checking segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:16.057901 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.058318 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Bound using segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:16.058795 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Bound port: fc499c55-8235-4c29-a26f-4229f35b9971, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:16.059647 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.146229 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.172164 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.204300 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] For port fc499c55-8235-4c29-a26f-4229f35b9971, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:16.217293 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] For port fc499c55-8235-4c29-a26f-4229f35b9971, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fc499c55-8235-4c29-a26f-4229f35b9971,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:16.227995 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.292932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-49126683-8a6d-472b-8e14-9c74024b45dc service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972412 Nov 22 16:41:16.321521 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:16.322611 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:40:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:16.358696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7ed9f82e-ccf6-49c2-b832-6856274499e5 None None] Provisioning complete for port fc499c55-8235-4c29-a26f-4229f35b9971 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:16.359106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f82e-ccf6-49c2-b832-6856274499e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.579701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8da5441f-c97b-45ee-b64f-5e994b9924ab req-e1f5baec-0835-4071-9add-6062881f2ddb service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534289 Nov 22 16:41:16.615392 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f82e-ccf6-49c2-b832-6856274499e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.658036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-6e6cad82-d5f9-42fb-beed-a11be7cadbad service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379536 Nov 22 16:41:16.671449 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 081f4747-7e8e-4e01-8063-5eec351b961c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:16.672100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.705076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7ed9f82e-ccf6-49c2-b832-6856274499e5 None None] For port fc499c55-8235-4c29-a26f-4229f35b9971, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fc499c55-8235-4c29-a26f-4229f35b9971,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:16.719463 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f82e-ccf6-49c2-b832-6856274499e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.801449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:16.803857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.812253 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4846a-7086-46d9-986f-407a3ed33b62 None None] Pushing event updated for resources: {'Port': ['ID=fc499c55-8235-4c29-a26f-4229f35b9971,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:16.818504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9f82e-ccf6-49c2-b832-6856274499e5 None None] Pushing event updated for resources: {'Port': ['ID=fc499c55-8235-4c29-a26f-4229f35b9971,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:16.824467 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.860959 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f2ea8e0a-a00e-45b7-8812-6f15f3c69b4f None None] Provisioning complete for port fc499c55-8235-4c29-a26f-4229f35b9971 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:16.861417 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8e0a-a00e-45b7-8812-6f15f3c69b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.874537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 081f4747-7e8e-4e01-8063-5eec351b961c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=081f4747-7e8e-4e01-8063-5eec351b961c,segment=NetworkSegment(ef20a8db-7935-454c-8c58-a8bcde1f7a18),segment_id=ef20a8db-7935-454c-8c58-a8bcde1f7a18)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:16.874895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.878603 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:16.907976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 081f4747-7e8e-4e01-8063-5eec351b961c owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:17.051155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.067459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Pushing event updated for resources: {'Port': ['ID=1d60e394-0c87-4544-8264-222e0f580acf,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:17.093988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-network', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:17.252109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32ac63-aa64-4971-97b3-bb94a1502833 req-332fcb9e-f5f4-4bbc-91e2-f18c001bc131 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:17.253995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d32ac63-aa64-4971-97b3-bb94a1502833 req-332fcb9e-f5f4-4bbc-91e2-f18c001bc131 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 945 time: 0.1497929 Nov 22 16:41:17.273942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Made reservation on behalf of d4ff0dac12de4f9d853801a57e4b1d17 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:17.276799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.322538 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.369338 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:17.381816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d32ac63-aa64-4971-97b3-bb94a1502833 req-e23480b6-c7d5-4be0-b10a-b04c144bd128 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111388 Nov 22 16:41:17.432198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Network bcfa4cf4-e851-4083-8498-2eb1fc86e289 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:17.442829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:17.445391 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1599f600-bbea-45b7-b73f-977b48108343 None None] The sync data for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 is: [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:17.469346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fc499c55-8235-4c29-a26f-4229f35b9971 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:17.551900 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.566385 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.607404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port fc499c55-8235-4c29-a26f-4229f35b9971 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:17.607793 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.672837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.682809 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4754e55-2cb5-4bfc-8cb0-4df5038bd8a4 x-openstack-request-id: req-a4754e55-2cb5-4bfc-8cb0-4df5038bd8a4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:17.683462 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "name": "network-vif-plugged", "status": "completed", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:17.684965 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4754e55-2cb5-4bfc-8cb0-4df5038bd8a4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:17.685749 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf', 'code': 200} Nov 22 16:41:17.724934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:17.870699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=081f4747-7e8e-4e01-8063-5eec351b961c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:17.933950 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed03c6f-dfd9-409a-82c5-a1c2051b005f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:17.942355 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.942717 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Added segment 19293dc7-72b3-43f1-81cb-1a5514a2c381 of type vlan for network 3808a7f6-4a9b-4861-986c-f6d52b0db80e Nov 22 16:41:17.970581 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9bb333da-2b2a-4888-a62a-7b868ee0e89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.987660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f96939a9-926d-4c13-9c40-270a2da90b52 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:18.077127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8f40e6d0-88a1-41df-b445-06610562c206 None None] Provisioning complete for port 1d60e394-0c87-4544-8264-222e0f580acf triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:18.077611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f40e6d0-88a1-41df-b445-06610562c206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.084229 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.102210 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.167375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8f40e6d0-88a1-41df-b445-06610562c206 None None] Port 1d60e394-0c87-4544-8264-222e0f580acf cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:18.178213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f96939a9-926d-4c13-9c40-270a2da90b52 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:18.178854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.204828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f8bc9-6286-4b5b-be71-62c1a7d5e644 req-e9b5ac72-b9a6-40be-a85d-f061f468241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.207448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-237f8bc9-6286-4b5b-be71-62c1a7d5e644 req-e9b5ac72-b9a6-40be-a85d-f061f468241b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1096 time: 0.4592664 Nov 22 16:41:18.209625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Router 47263fad-3515-418f-88cf-5872a8964184 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:18.220954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ccf54259-d34f-4c62-8a2e-d23ce0552145 req-b4446849-014c-4f25-a9a9-621cd8c48a4b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 210 time: 0.1214423 Nov 22 16:41:18.235763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.236976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.238088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.308639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:18.372313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.5662434 Nov 22 16:41:18.384077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58248) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:18.389288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Request body: {'subnet': {'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-subnet', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:18.404648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c813839-f24c-451a-b655-2e13ea2236e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3808a7f6-4a9b-4861-986c-f6d52b0db80e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:18.406625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:18.413737 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9bbf9722-f221-469f-ac6d-56a5358f2da3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1509132 Nov 22 16:41:18.416797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:18.419882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:18.450421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:18.467838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-237f8bc9-6286-4b5b-be71-62c1a7d5e644 req-cd628295-623c-424f-b57e-98e0e195557b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392907 Nov 22 16:41:18.483102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdaed7b-c535-4464-8ccc-22a26cec5f1a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting subnet 70fb4019-d96b-4878-973b-f283e5c5233c {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:18.489992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcdaed7b-c535-4464-8ccc-22a26cec5f1a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.495110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Made reservation on behalf of d4ff0dac12de4f9d853801a57e4b1d17 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:18.498074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.514157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:18.528122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-47178009-ac29-4d44-ab5b-938eff9f7d7b admin admin] 10.222.0.59 "PUT /v2.0/routers/47263fad-3515-418f-88cf-5872a8964184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2877014 Nov 22 16:41:18.618124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcdaed7b-c535-4464-8ccc-22a26cec5f1a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.620161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:18.620858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:18.635173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c806eb-6b4d-48f5-8ea4-73d2db419faf req-15dd9259-8c62-41e7-b945-998d79dbccc6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.637047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55c806eb-6b4d-48f5-8ea4-73d2db419faf req-15dd9259-8c62-41e7-b945-998d79dbccc6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 945 time: 0.0932777 Nov 22 16:41:18.792260 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Sync routers for ids ['47263fad-3515-418f-88cf-5872a8964184'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:18.809809 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Routers {'47263fad-3515-418f-88cf-5872a8964184'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:18.812195 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['47263fad-3515-418f-88cf-5872a8964184'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:18.840057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55c806eb-6b4d-48f5-8ea4-73d2db419faf req-31da24c7-6e09-41e4-8707-9d5fb9889536 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961079 Nov 22 16:41:18.841552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:18.919249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-74a46554-e3f3-4cce-9aed-f2f5cba5dcde tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.920994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-74a46554-e3f3-4cce-9aed-f2f5cba5dcde tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.2275920 Nov 22 16:41:19.005209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.049101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcdaed7b-c535-4464-8ccc-22a26cec5f1a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.073711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-8b4ce2b8-5b6d-4d1b-9729-4cfe1e63b782 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01dc9ad2eed54d418bf31ced888fd7bb HTTP/1.1" status: 200 len: 380 time: 0.1426294 Nov 22 16:41:19.087728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'port': {'device_id': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'admin_state_up': True, 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'security_groups': ['aa44e583-5be6-4427-938d-9f1d245ffa21']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:19.088647 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Set router 47263fad-3515-418f-88cf-5872a8964184 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:19.098521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:17Z', 'revision_number': 11, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:19.191932 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.194854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:19.223108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:19.224039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:19.301409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Checking segment: {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:19.308938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Network hostable DHCP agents. Network: 3808a7f6-4a9b-4861-986c-f6d52b0db80e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:19.365116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:19.382174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb79913-b019-46d3-abc2-baa7f9c53d19,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:19.419719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Made reservation on behalf of 01dc9ad2eed54d418bf31ced888fd7bb for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:19.426249 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.436316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcdaed7b-c535-4464-8ccc-22a26cec5f1a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.468844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:19.511013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-584174b3-dc03-41ea-8581-9719ca61fa22 req-117737ef-f574-437b-bf07-d4f053031e8a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 210 time: 0.1052766 Nov 22 16:41:19.521132 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcdaed7b-c535-4464-8ccc-22a26cec5f1a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.524859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a8bc8-3173-4fd6-bbdf-a1e00756d3e7 None None] Network 55966bb9-5a83-4525-a521-cccfdc51eda2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:19.527712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:17Z', 'revision_number': 11, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:19.532677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bcdaed7b-c535-4464-8ccc-22a26cec5f1a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/70fb4019-d96b-4878-973b-f283e5c5233c HTTP/1.1" status: 204 len: 168 time: 1.1145074 Nov 22 16:41:19.535177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:19.536525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaed7b-c535-4464-8ccc-22a26cec5f1a tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Subnet': ['ID=70fb4019-d96b-4878-973b-f283e5c5233c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:19.561620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 3808a7f6-4a9b-4861-986c-f6d52b0db80e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:19.567793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:19.569204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.610098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-211d0b3b-7f10-45ea-9560-6cb9465b1baa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2227335 Nov 22 16:41:19.611454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58302) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:19.614226 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:15Z', 'revision_number': 4, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1d60e394-0c87-4544-8264-222e0f580acf', 'name': '', 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'mac_address': 'fa:16:3e:10:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f9d25225-73c0-433d-b04b-499258f87610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:12Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 2, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'subnets': [{'id': 'f9d25225-73c0-433d-b04b-499258f87610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:19.623319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:19.638931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe7e522-681f-4fc6-a5e5-3da5b9fdcc23 None None] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:19.648583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a290ef3b-6631-49fd-87ca-bc2f88cda7c4 None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:17Z', 'revision_number': 11, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:19.672644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.674468 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.698232 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Checking router: 47263fad-3515-418f-88cf-5872a8964184 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:19.698880 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Updating router 47263fad-3515-418f-88cf-5872a8964184 port 1d60e394-0c87-4544-8264-222e0f580acf binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:19.772547 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.788299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.850980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.889215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Allocated IP 172.20.0.3 (420a208a-8bbc-4c0c-9867-e3e52c27c3e8/c768d94a-3e81-4a9b-b7f5-d098bcdb0b28/b24c594e-94e5-4fde-96dc-390fb5d98b83) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:20.114907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Deleting port 1a2f98df-d566-4d8f-9382-74352ac01216 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:20.115280 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.226355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] For port 1a2f98df-d566-4d8f-9382-74352ac01216, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1a2f98df-d566-4d8f-9382-74352ac01216,segment=NetworkSegment(ef20a8db-7935-454c-8c58-a8bcde1f7a18),segment_id=ef20a8db-7935-454c-8c58-a8bcde1f7a18)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:20.226747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.269234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Calling delete_port for 1a2f98df-d566-4d8f-9382-74352ac01216 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:20.284536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:20.285794 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.350108 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.364854 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.393397 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.457258 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.480810 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Pushing event updated for resources: {'Port': ['ID=1d60e394-0c87-4544-8264-222e0f580acf,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:20.499365 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.500957 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.501600 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.502311 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.503228 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.510097 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.510821 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.511578 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.514187 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.514924 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.515545 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.518906 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:20.521527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.626007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] DHCP port deletion for 55966bb9-5a83-4525-a521-cccfdc51eda2 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:20.652593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31803a40-e0d6-4020-b430-e824defe5feb req-46d03d79-dcaa-4fb2-9832-be2e0186d7f9 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:20.660481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31803a40-e0d6-4020-b430-e824defe5feb req-46d03d79-dcaa-4fb2-9832-be2e0186d7f9 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 945 time: 0.6269546 Nov 22 16:41:20.666289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:20.682194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:20.698407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:20.711060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Allocated IP 172.20.0.2 (3808a7f6-4a9b-4861-986c-f6d52b0db80e/cfb79913-b019-46d3-abc2-baa7f9c53d19/b78a8d87-50fb-4ecb-9b9e-740dd8c853c4) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:20.720496 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Attempting to bind port 1d60e394-0c87-4544-8264-222e0f580acf on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:20.721676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:20.724471 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Attempting to bind port 1d60e394-0c87-4544-8264-222e0f580acf by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:20.724471 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Attempting to bind port 1d60e394-0c87-4544-8264-222e0f580acf on network bcfa4cf4-e851-4083-8498-2eb1fc86e289 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:20.740817 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:20.741388 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Checking segment: {'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:20.742554 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.743065 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Bound using segment: {'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:20.743872 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Bound port: 1d60e394-0c87-4544-8264-222e0f580acf, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5229d26e-8a7b-4b4b-8b1a-3531ed69366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:20.744390 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.811870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:20.812571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.891964 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-04b8546a-da6b-465f-9936-b764bcf4b504 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8112116 Nov 22 16:41:20.912311 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.919106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Request body: {'port': {'device_id': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:20.919360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.969397 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] For port 1d60e394-0c87-4544-8264-222e0f580acf, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:20.979931 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] For port 1d60e394-0c87-4544-8264-222e0f580acf, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1d60e394-0c87-4544-8264-222e0f580acf,segment=NetworkSegment(5229d26e-8a7b-4b4b-8b1a-3531ed69366e),segment_id=5229d26e-8a7b-4b4b-8b1a-3531ed69366e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:20.986312 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.994191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.040168 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.047484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] Deleting port 1a2f98df-d566-4d8f-9382-74352ac01216 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:21.048966 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.075039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-418f8ca8-18d2-46a8-9f95-30987572b9ec None None] Provisioning complete for port 1d60e394-0c87-4544-8264-222e0f580acf triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:21.075484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-418f8ca8-18d2-46a8-9f95-30987572b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.078181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.101396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.113180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31803a40-e0d6-4020-b430-e824defe5feb req-c15bfc16-d231-44af-9b86-1c1a1c0b0678 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501147 Nov 22 16:41:21.228712 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Routers {'47263fad-3515-418f-88cf-5872a8964184'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:21.229357 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['47263fad-3515-418f-88cf-5872a8964184'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:21.233824 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd467a-67c6-4447-9c7e-b65b42e04ccb None None] Pushing event updated for resources: {'Port': ['ID=1d60e394-0c87-4544-8264-222e0f580acf,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.279656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Port': ['ID=1a2f98df-d566-4d8f-9382-74352ac01216,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.296780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No DVR routers for this DVR port 1a2f98df-d566-4d8f-9382-74352ac01216 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:21.323271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.340620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 081f4747-7e8e-4e01-8063-5eec351b961c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:21.442538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Allocated IP 172.25.0.90 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:21.461622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:21.503570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:21.511501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Pushing event updated for resources: {'Port': ['ID=b78a8d87-50fb-4ecb-9b9e-740dd8c853c4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.523690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 081f4747-7e8e-4e01-8063-5eec351b961c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:21.524206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 081f4747-7e8e-4e01-8063-5eec351b961c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:21.524878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1a2f98df-d566-4d8f-9382-74352ac01216 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:21.527315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:21.536715 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] Set router 47263fad-3515-418f-88cf-5872a8964184 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:21.558186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] For port 1a2f98df-d566-4d8f-9382-74352ac01216, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:21.558897 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.581506 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.646543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55966bb9-5a83-4525-a521-cccfdc51eda2']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:21.652950 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.660168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1a2f98df-d566-4d8f-9382-74352ac01216 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:21.660534 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.660659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1a2f98df-d566-4d8f-9382-74352ac01216 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:21.668708 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef20a8db-7935-454c-8c58-a8bcde1f7a18') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:21.669990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef20a8db-7935-454c-8c58-a8bcde1f7a18') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:21.690186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.695625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] Calling delete_port for 1a2f98df-d566-4d8f-9382-74352ac01216 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:21.716095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.720766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.746057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] Port 1a2f98df-d566-4d8f-9382-74352ac01216 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:41:21.749970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:21.750565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:21.759044 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:21.776902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Pushing event updated for resources: {'Port': ['ID=97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.793938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:21.795642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:21.798801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:21.949615 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:15Z', 'revision_number': 4, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1d60e394-0c87-4544-8264-222e0f580acf', 'name': '', 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'mac_address': 'fa:16:3e:10:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f9d25225-73c0-433d-b04b-499258f87610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:12Z', 'updated_at': '2021-11-22T16:41:20Z', 'revision_number': 4, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'subnets': [{'id': 'f9d25225-73c0-433d-b04b-499258f87610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:21.989957 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614c7e7-7c77-4e40-affd-2b5c2fe4bb7c None None] The sync data for ids ['47263fad-3515-418f-88cf-5872a8964184'] in n-d-816865-2 is: [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:15Z', 'revision_number': 4, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1d60e394-0c87-4544-8264-222e0f580acf', 'name': '', 'network_id': 'bcfa4cf4-e851-4083-8498-2eb1fc86e289', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'mac_address': 'fa:16:3e:10:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'f9d25225-73c0-433d-b04b-499258f87610', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:12Z', 'updated_at': '2021-11-22T16:41:20Z', 'revision_number': 4, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'subnets': [{'id': 'f9d25225-73c0-433d-b04b-499258f87610', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:22.150529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e66a58c-209b-470a-b011-8a20558c6a96 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:22.156918 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.288396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] Pushing event deleted for resources: {'Port': ['ID=1a2f98df-d566-4d8f-9382-74352ac01216,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:22.305954 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.318806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1ce83-66eb-49f1-a6d7-3978ce950ab5 None None] No DVR routers for this DVR port 1a2f98df-d566-4d8f-9382-74352ac01216 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:22.320498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Attempting to bind port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:22.320987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Attempting to bind port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:22.321490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Attempting to bind port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 on network 3808a7f6-4a9b-4861-986c-f6d52b0db80e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:22.334691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-418f8ca8-18d2-46a8-9f95-30987572b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.341515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:22.350538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Checking segment: {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:22.351167 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.351600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Bound using segment: {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:22.352159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Bound port: b78a8d87-50fb-4ecb-9b9e-740dd8c853c4, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:22.353203 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.447506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-418f8ca8-18d2-46a8-9f95-30987572b9ec None None] For port 1d60e394-0c87-4544-8264-222e0f580acf, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1d60e394-0c87-4544-8264-222e0f580acf,segment=NetworkSegment(5229d26e-8a7b-4b4b-8b1a-3531ed69366e),segment_id=5229d26e-8a7b-4b4b-8b1a-3531ed69366e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:22.455103 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-418f8ca8-18d2-46a8-9f95-30987572b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.521246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.537321 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.545007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/networks/55966bb9-5a83-4525-a521-cccfdc51eda2 HTTP/1.1" status: 204 len: 168 time: 3.0078695 Nov 22 16:41:22.548458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] For port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:22.552919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58358) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.554440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedce8-2435-427a-975d-53cf298f15fd req-242a6705-66e0-414c-88a3-ce2aeee4612c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:22.559871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] For port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b78a8d87-50fb-4ecb-9b9e-740dd8c853c4,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:22.562502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'routes': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:22.563357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20dedce8-2435-427a-975d-53cf298f15fd req-242a6705-66e0-414c-88a3-ce2aeee4612c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 931 time: 0.8332562 Nov 22 16:41:22.591787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba189c-9f94-47c7-bee5-4a758a8d47b3 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Pushing event deleted for resources: {'Network': ['ID=55966bb9-5a83-4525-a521-cccfdc51eda2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:22.600747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24c594e-94e5-4fde-96dc-390fb5d98b83 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:22.611101 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.635754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f8ca8-18d2-46a8-9f95-30987572b9ec None None] Pushing event updated for resources: {'Port': ['ID=1d60e394-0c87-4544-8264-222e0f580acf,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:22.644667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Transition to ACTIVE for port object b24c594e-94e5-4fde-96dc-390fb5d98b83 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:41:22.649976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.657656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.683235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20dedce8-2435-427a-975d-53cf298f15fd req-11e6b6ba-a0c8-4bc8-9faf-b6a3661e3fd0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118362 Nov 22 16:41:22.784528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bee359a4-6c42-448c-aae8-745534146fc7 None None] Provisioning complete for port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:22.785639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:22.786004 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee359a4-6c42-448c-aae8-745534146fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.839207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bee359a4-6c42-448c-aae8-745534146fc7 None None] Port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:22.847706 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:22.873619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bee359a4-6c42-448c-aae8-745534146fc7 None None] Provisioning complete for port 1d60e394-0c87-4544-8264-222e0f580acf triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:22.874446 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee359a4-6c42-448c-aae8-745534146fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.880328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53314148-11af-4fa9-a0f5-9eb2f504c954 None None] Pushing event updated for resources: {'Port': ['ID=b78a8d87-50fb-4ecb-9b9e-740dd8c853c4,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:22.897570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-8fe856ee-0b5b-4d1b-8d4d-1efab995aac3 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-476490112&fields=id&tenant_id=da1eb664b02f489e90e0c8c3b72fef69 HTTP/1.1" status: 200 len: 267 time: 0.1146405 Nov 22 16:41:22.901206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.extraroute_db [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Added routes are [] {{(pid=103442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:41:22.901886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.extraroute_db [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Removed routes are [] {{(pid=103442) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:41:22.902440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.945861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Attempting to bind port b24c594e-94e5-4fde-96dc-390fb5d98b83 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:22.946356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Attempting to bind port b24c594e-94e5-4fde-96dc-390fb5d98b83 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:22.946667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Attempting to bind port b24c594e-94e5-4fde-96dc-390fb5d98b83 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:22.954560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Port b24c594e-94e5-4fde-96dc-390fb5d98b83 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:41:22.957178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Attempting to bind port b24c594e-94e5-4fde-96dc-390fb5d98b83 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:22.963393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:22.963771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Checking segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:22.964245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Bound using segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:22.964704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Bound port: b24c594e-94e5-4fde-96dc-390fb5d98b83, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:22.965070 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.987748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-893a55d2-346b-4f35-ba33-ee47aed97eeb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:22.996762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-893a55d2-346b-4f35-ba33-ee47aed97eeb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 945 time: 0.0981917 Nov 22 16:41:23.008154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'port': {'security_groups': ['899c2ee4-0f99-4df4-8307-9ae9fa590236', 'b299aadf-0171-431f-9d81-5913a154b0c6']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:23.042285 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.150777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.157088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:23.170401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:23.180556 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.277018 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.279613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1d60e394-0c87-4544-8264-222e0f580acf up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:23.321576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.322455 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.323755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] 10.222.0.62 "PUT /v2.0/ports/b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 1091 time: 2.4220703 Nov 22 16:41:23.324535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:23.326542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.328086 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcce2d3a-2828-41c0-b1ea-0b4899231328" -d '{"events": [{"name": "network-changed", "server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:23.388921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b370f4f-751c-489a-812d-cd61c36f545b service neutron] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:23.432714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1d60e394-0c87-4544-8264-222e0f580acf triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:23.433101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.638679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-d9b88b2c-780d-4b32-ad8b-6f5dee5a9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.641470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:23.641956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-d9b88b2c-780d-4b32-ad8b-6f5dee5a9286 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1094 time: 0.2468491 Nov 22 16:41:23.731238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] For port 4a658b0b-3713-400b-82aa-8ec64246cacf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4a658b0b-3713-400b-82aa-8ec64246cacf,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:23.775306 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-cf3e639f-dc27-4e47-ba28-d0d7f29942e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 217 time: 0.0562639 Nov 22 16:41:23.785518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:23.796260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] Sync routers for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:23.805204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.809126 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c8e6ba81-fca5-46c4-9949-3a36675a3ab0 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 200 len: 703 time: 1.2522342 Nov 22 16:41:23.820570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58368) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:23.828486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:23.829427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:23.849899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.862072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.898038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b3995f13-d9be-4588-8c09-19a88d43c757 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 200 len: 205 time: 0.0756707 Nov 22 16:41:23.901320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58370) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:23.917047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-9224ef57-b1eb-4cd7-997f-33039a6f326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.918861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-9224ef57-b1eb-4cd7-997f-33039a6f326d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1352069 Nov 22 16:41:23.934968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:23.937244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4a658b0b-3713-400b-82aa-8ec64246cacf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:23.959593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'Port': ['ID=4a658b0b-3713-400b-82aa-8ec64246cacf,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:23.980519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.985103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.987116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b80cfbe-c947-4699-b37f-72b6155d9704 req-e67f74b4-0a0c-4b9a-b51f-9df159389e30 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "PUT /v2.0/ports/4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 200 len: 981 time: 0.9892430 Nov 22 16:41:24.025645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:24.051707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-01539e32-5569-4244-9665-0f3cb0e8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.054092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-01539e32-5569-4244-9665-0f3cb0e8865b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270165 Nov 22 16:41:24.160754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4a658b0b-3713-400b-82aa-8ec64246cacf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:24.225427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-40092b7f-1719-4105-94c3-b9c816436c73 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481462 Nov 22 16:41:24.260716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:17Z', 'revision_number': 11, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:24.342987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] Checking router: bb83e72b-2ba9-456e-ab72-9a8b0e753d9b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:24.447343 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c077d1a-ef3c-4d31-9cef-74842327dee1 x-openstack-request-id: req-7c077d1a-ef3c-4d31-9cef-74842327dee1 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:24.448028 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:24.448537 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c077d1a-ef3c-4d31-9cef-74842327dee1 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:24.449163 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'status': 'completed', 'code': 200} Nov 22 16:41:24.492615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0bb96398-0e20-4f38-a1b1-6c0fe50632ca req-36d1082c-53a8-4c1f-a79a-54e967ce9cc7 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580044 Nov 22 16:41:24.527309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] Routers {'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:24.531164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Router 80052871-df74-488e-ab46-9c95118555cb is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:24.539080 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e077d1e-ba6a-4e5c-80ef-a2a56ef1ac7e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.539745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:24.631479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efae1c-afa2-4fac-9799-f99acbf6cacb req-5106fea1-bd96-45e1-9c74-e82b59c0a72a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.651573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54efae1c-afa2-4fac-9799-f99acbf6cacb req-5106fea1-bd96-45e1-9c74-e82b59c0a72a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 943 time: 0.1522181 Nov 22 16:41:24.683812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-2d72a826-9c80-4244-a5cf-98146a4f37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.686033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-2d72a826-9c80-4244-a5cf-98146a4f37cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1094 time: 0.1210902 Nov 22 16:41:24.729797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] Set router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:24.772011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54efae1c-afa2-4fac-9799-f99acbf6cacb req-456d5dd5-b40d-41f2-8554-e6cd8bf90077 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180515 Nov 22 16:41:24.817516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:17Z', 'revision_number': 11, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:24.866093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e077d1e-ba6a-4e5c-80ef-a2a56ef1ac7e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.869052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffd3703-fa24-46b9-b038-37cf949bfe3f None None] The sync data for ids ['bb83e72b-2ba9-456e-ab72-9a8b0e753d9b'] in n-d-816865-2 is: [{'id': 'bb83e72b-2ba9-456e-ab72-9a8b0e753d9b', 'name': 'tempest-RoutersIpV6Test-router-57628352', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:07Z', 'updated_at': '2021-11-22T16:41:17Z', 'revision_number': 11, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:24.870748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e077d1e-ba6a-4e5c-80ef-a2a56ef1ac7e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.870916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f71174-9017-472c-a857-9243d3517e63 None None] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:24.880703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bb3ed75-5987-4ec2-8eb1-0d0c533ebe9b req-0932b399-e2f0-4174-9f55-f0813698cf3f tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/b299aadf-0171-431f-9d81-5913a154b0c6 HTTP/1.1" status: 200 len: 1818 time: 0.0669374 Nov 22 16:41:24.906435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-e2039e61-1ad9-4e7d-b511-fd948d848522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.908044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-e2039e61-1ad9-4e7d-b511-fd948d848522 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.2129653 Nov 22 16:41:25.003061 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e077d1e-ba6a-4e5c-80ef-a2a56ef1ac7e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.003574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e077d1e-ba6a-4e5c-80ef-a2a56ef1ac7e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Fanout notify agent at l3_agent the message router_deleted on router bb83e72b-2ba9-456e-ab72-9a8b0e753d9b {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:25.012448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e077d1e-ba6a-4e5c-80ef-a2a56ef1ac7e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.013525 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0e077d1e-ba6a-4e5c-80ef-a2a56ef1ac7e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 204 len: 168 time: 1.1111875 Nov 22 16:41:25.018536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.025920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:25.040988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e5b2228d-5bc9-4305-9e0e-2196cc8d893b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1031551669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:25.041210 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Sync routers for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:25.048002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-6482d69e-e768-44bb-a03c-5f1b6b7981cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 217 time: 0.1315086 Nov 22 16:41:25.049815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.053629 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-77be57a5-61ff-411a-912c-257e1a679163 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.4369569 Nov 22 16:41:25.055411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58378) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.071030 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:25.072916 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:25.075411 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-4bb3ed75-5987-4ec2-8eb1-0d0c533ebe9b req-3f88f72a-6487-4509-8792-70e205684c25 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:41:25.091212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bb3ed75-5987-4ec2-8eb1-0d0c533ebe9b req-3f88f72a-6487-4509-8792-70e205684c25 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/b299aadf-0171-431f-9d81-5913a154b0c6 HTTP/1.1" status: 409 len: 341 time: 0.2095184 Nov 22 16:41:25.155605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-20ab835f-a924-4a4e-9f14-a66a5fe03f1c None None] Provisioning complete for port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:25.155986 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20ab835f-a924-4a4e-9f14-a66a5fe03f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.216499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-062a3145-e7df-457c-a5ee-8809d3cdc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:25.218208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-062a3145-e7df-457c-a5ee-8809d3cdc017 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1596534 Nov 22 16:41:25.219736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5b2228d-5bc9-4305-9e0e-2196cc8d893b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.221260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5b2228d-5bc9-4305-9e0e-2196cc8d893b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.379766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5b2228d-5bc9-4305-9e0e-2196cc8d893b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.400418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5b2228d-5bc9-4305-9e0e-2196cc8d893b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.415531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-c6079d87-2f06-4e89-991c-f3b67cb06d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:25.421950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-c6079d87-2f06-4e89-991c-f3b67cb06d8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905248 Nov 22 16:41:25.437569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:25.492726 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5b2228d-5bc9-4305-9e0e-2196cc8d893b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.494508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e5b2228d-5bc9-4305-9e0e-2196cc8d893b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4603441 Nov 22 16:41:25.497576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.504770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bd58e777-df3c-4b87-bd70-8fcb0ec57f81 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:25.610576 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:25.753009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-2ff62aad-0570-436f-9e37-ca28f15342ae service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217740 Nov 22 16:41:25.757316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-7937f6d8-716e-4228-b76a-194808d67eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:25.759651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-7937f6d8-716e-4228-b76a-194808d67eaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1135 time: 0.1575050 Nov 22 16:41:25.936613 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20ab835f-a924-4a4e-9f14-a66a5fe03f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.965553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:25.965929 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.002539 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:22Z', 'revision_number': 3, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:26.014129 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd58e777-df3c-4b87-bd70-8fcb0ec57f81 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.065352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd58e777-df3c-4b87-bd70-8fcb0ec57f81 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.102051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-20ab835f-a924-4a4e-9f14-a66a5fe03f1c None None] For port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b78a8d87-50fb-4ecb-9b9e-740dd8c853c4,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:26.119643 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Checking router: 80052871-df74-488e-ab46-9c95118555cb for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:26.121529 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Updating router 80052871-df74-488e-ab46-9c95118555cb port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:26.166474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20ab835f-a924-4a4e-9f14-a66a5fe03f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.186159 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.241403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab835f-a924-4a4e-9f14-a66a5fe03f1c None None] Pushing event updated for resources: {'Port': ['ID=b78a8d87-50fb-4ecb-9b9e-740dd8c853c4,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:26.248216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcce2d3a-2828-41c0-b1ea-0b4899231328 req-3cc4a172-09f6-4b0e-92db-1eb73f835d5d service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850137 Nov 22 16:41:26.269635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.287658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b24a3-a7c6-44e4-984b-5305544bdb5d req-f0ca75f7-ea17-440e-b358-b7b501b873d7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.289224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f4b24a3-a7c6-44e4-984b-5305544bdb5d req-f0ca75f7-ea17-440e-b358-b7b501b873d7 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 984 time: 0.4373841 Nov 22 16:41:26.294661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-9ab0ea13-0ff4-423f-a932-47fc2c47cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.308668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-9ab0ea13-0ff4-423f-a932-47fc2c47cd0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 914 time: 0.4642694 Nov 22 16:41:26.424072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-c6da4c08-3def-43dc-a15d-db4a224c25f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 200 len: 217 time: 0.0849266 Nov 22 16:41:26.495256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:26.498428 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:26.560231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd58e777-df3c-4b87-bd70-8fcb0ec57f81 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Router 3c497f0c-c843-431e-8e44-fffec59bdb8e is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:26.563010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Allocated IP 172.20.0.1 (3808a7f6-4a9b-4861-986c-f6d52b0db80e/cfb79913-b019-46d3-abc2-baa7f9c53d19/7abcdebc-99d3-4d51-97ee-d6fca2542ef3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:26.574139 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.577943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-5fbda559-795d-48bb-bfe1-508f664b1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.579476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-5fbda559-795d-48bb-bfe1-508f664b1fc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.1353486 Nov 22 16:41:26.590084 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.604944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2af4fe26-1c4f-4123-8da0-53bde4baef9d None None] Provisioning complete for port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:26.607464 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2af4fe26-1c4f-4123-8da0-53bde4baef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.637971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-341bd72c-0562-442a-ae2f-80653c75ed3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442991 Nov 22 16:41:26.658241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f4b24a3-a7c6-44e4-984b-5305544bdb5d req-4d51b7f6-37d9-4f9e-8e12-c454743bb602 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=b299aadf-0171-431f-9d81-5913a154b0c6&id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3201756 Nov 22 16:41:26.663350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f162e10-ba28-4002-8f04-67bc3e0a05ac None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:26.694829 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1562c0-94f0-424b-bd4c-943a4e565357 None None] Pushing event updated for resources: {'Port': ['ID=97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:26.711838 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Attempting to bind port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:26.712397 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Attempting to bind port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:26.714024 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Attempting to bind port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:26.729079 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:26.729616 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:26.731028 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.731515 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:26.733183 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Bound port: 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:26.737319 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.765407 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.801275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:41:26.830491 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] For port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:26.832016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.843292 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] For port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:26.849956 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.893197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:26.900048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:26.922437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:26.960333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41a985-c95a-4a8f-8635-25fa1d84a11f req-e0f620b5-129c-4a11-ab62-d5e9c0aba786 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.963611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c41a985-c95a-4a8f-8635-25fa1d84a11f req-e0f620b5-129c-4a11-ab62-d5e9c0aba786 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 943 time: 0.1829851 Nov 22 16:41:26.965092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd58e777-df3c-4b87-bd70-8fcb0ec57f81 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:26.974812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd58e777-df3c-4b87-bd70-8fcb0ec57f81 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.976409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bd58e777-df3c-4b87-bd70-8fcb0ec57f81 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "PUT /v2.0/routers/3c497f0c-c843-431e-8e44-fffec59bdb8e HTTP/1.1" status: 200 len: 698 time: 1.4774303 Nov 22 16:41:26.982245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58406) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:26.992898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Pushing event updated for resources: {'Port': ['ID=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:27.006771 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1562c0-94f0-424b-bd4c-943a4e565357 None None] Pushing event updated for resources: {'Port': ['ID=97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:27.011298 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:27.012212 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.026523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.239293 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:27.257690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-167153d3-2241-4025-b627-08913b256980 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/routers/3c497f0c-c843-431e-8e44-fffec59bdb8e HTTP/1.1" status: 200 len: 704 time: 0.2738030 Nov 22 16:41:27.272054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:27.288074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58408) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:27.292869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'mac_address': 'fa:16:3e:4d:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:41:27.301863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf30ddd-5799-46d1-93fa-2fbdbbbeff92 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:27.304532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:27.306913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] Sync routers for ids ['3c497f0c-c843-431e-8e44-fffec59bdb8e'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:27.310459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.340754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-01a164d7-cf12-48a8-a60c-d590babebd96 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c497f0c-c843-431e-8e44-fffec59bdb8e HTTP/1.1" status: 200 len: 205 time: 0.0473793 Nov 22 16:41:27.346994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] Routers {'3c497f0c-c843-431e-8e44-fffec59bdb8e'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:27.347634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3c497f0c-c843-431e-8e44-fffec59bdb8e'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.352688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58410) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:27.417146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c41a985-c95a-4a8f-8635-25fa1d84a11f req-43658a56-7f1d-4c99-87e8-fbee78e9dda5 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086276 Nov 22 16:41:27.443104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] Set router 3c497f0c-c843-431e-8e44-fffec59bdb8e gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:27.495731 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-2b8b0ead-570f-4ef1-be6a-e04ff888d737 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381446 Nov 22 16:41:27.527288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c497f0c-c843-431e-8e44-fffec59bdb8e', 'name': 'tempest-RoutersIpV6Test-router-1031551669', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:25Z', 'updated_at': '2021-11-22T16:41:26Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.570432 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:22Z', 'revision_number': 3, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.584552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] Checking router: 3c497f0c-c843-431e-8e44-fffec59bdb8e for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:27.612803 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ad608-cc2f-4a9e-b38a-173430087e39 None None] The sync data for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 is: [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:22Z', 'revision_number': 3, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:27.646773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5bf052d9-958c-40a3-b517-633a77c6b06b None None] Provisioning complete for port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:27.647212 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bf052d9-958c-40a3-b517-633a77c6b06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.647345 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cd66-19ea-4222-aaad-f21a1570acd4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.670129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.676665 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.716158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] Routers {'3c497f0c-c843-431e-8e44-fffec59bdb8e'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:27.716816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3c497f0c-c843-431e-8e44-fffec59bdb8e'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.772157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Pushing event updated for resources: {'Port': ['ID=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:27.775306 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.824428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] Set router 3c497f0c-c843-431e-8e44-fffec59bdb8e gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:27.894353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c497f0c-c843-431e-8e44-fffec59bdb8e', 'name': 'tempest-RoutersIpV6Test-router-1031551669', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:25Z', 'updated_at': '2021-11-22T16:41:26Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.950125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5085b23f-af9d-4047-a250-23bf4b57dafa None None] The sync data for ids ['3c497f0c-c843-431e-8e44-fffec59bdb8e'] in n-d-816865-2 is: [{'id': '3c497f0c-c843-431e-8e44-fffec59bdb8e', 'name': 'tempest-RoutersIpV6Test-router-1031551669', 'tenant_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:25Z', 'updated_at': '2021-11-22T16:41:26Z', 'revision_number': 2, 'project_id': '3c7fd81ef23c4cb3be610f1bf09ec92e', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:27.951764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.975306 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:27.978203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:28.017340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:28.017723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.182484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c594e-94e5-4fde-96dc-390fb5d98b83 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:28.240225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Router 80052871-df74-488e-ab46-9c95118555cb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:28.249744 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bf052d9-958c-40a3-b517-633a77c6b06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.284331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:28.380896 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.447702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:28.450934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5bf052d9-958c-40a3-b517-633a77c6b06b None None] For port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:28.461943 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bf052d9-958c-40a3-b517-633a77c6b06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.471929 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2efc0bb9-eacc-4dc7-bfce-8f36c887a599 admin admin] 10.222.0.59 "PUT /v2.0/routers/80052871-df74-488e-ab46-9c95118555cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4073663 Nov 22 16:41:28.525803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:28.567086 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0496b40-211e-4ff2-8076-7639e88f6541 x-openstack-request-id: req-c0496b40-211e-4ff2-8076-7639e88f6541 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:28.567680 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:28.567680 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0496b40-211e-4ff2-8076-7639e88f6541 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:28.568030 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf', 'status': 'completed', 'code': 200} Nov 22 16:41:28.625132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf052d9-958c-40a3-b517-633a77c6b06b None None] Pushing event updated for resources: {'Port': ['ID=97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:28.636375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0faf906f-d4ff-4ed7-950e-8f4660f7f049 None None] Provisioning complete for port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:28.636761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0faf906f-d4ff-4ed7-950e-8f4660f7f049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.733308 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b24c594e-94e5-4fde-96dc-390fb5d98b83'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:28.734292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed45387-3342-4c94-a372-ae94405a62db req-862695de-c181-42f4-8a98-9ad979a544e2 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:28.742441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fed45387-3342-4c94-a372-ae94405a62db req-862695de-c181-42f4-8a98-9ad979a544e2 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 984 time: 0.2139697 Nov 22 16:41:28.801264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cd66-19ea-4222-aaad-f21a1570acd4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.809443 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cd66-19ea-4222-aaad-f21a1570acd4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.851178 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5c8c297-931e-4cd7-8a61-74d946ee1203 req-8b6e4053-6bdb-4972-b9bd-29cd29366107 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3466010 Nov 22 16:41:28.853458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0faf906f-d4ff-4ed7-950e-8f4660f7f049 None None] Provisioning complete for port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:28.853674 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0faf906f-d4ff-4ed7-950e-8f4660f7f049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.942610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fed45387-3342-4c94-a372-ae94405a62db req-a322c856-0153-4449-9644-c4085c271b98 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=b299aadf-0171-431f-9d81-5913a154b0c6&id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1992354 Nov 22 16:41:28.955888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0faf906f-d4ff-4ed7-950e-8f4660f7f049 None None] Port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:28.981034 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cd66-19ea-4222-aaad-f21a1570acd4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.982022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d4cd66-19ea-4222-aaad-f21a1570acd4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Fanout notify agent at l3_agent the message router_deleted on router 3c497f0c-c843-431e-8e44-fffec59bdb8e {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:29.000037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7d4cd66-19ea-4222-aaad-f21a1570acd4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.005108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b7d4cd66-19ea-4222-aaad-f21a1570acd4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/3c497f0c-c843-431e-8e44-fffec59bdb8e HTTP/1.1" status: 204 len: 168 time: 1.6510472 Nov 22 16:41:29.005498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58432) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.060177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-62a01e97-a499-4b44-b046-c5d4751a0ac2 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c497f0c-c843-431e-8e44-fffec59bdb8e HTTP/1.1" status: 200 len: 205 time: 0.0510905 Nov 22 16:41:29.060837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58434) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.063029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-6b4df9ca-25b5-4c2d-957a-83961df72ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.065030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-6b4df9ca-25b5-4c2d-957a-83961df72ee1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1135 time: 0.1501060 Nov 22 16:41:29.136476 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-edfefc4a-2c49-4ad9-ae7b-0e0ba7d1ea22 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] delete failed (client error): The resource could not be found. Nov 22 16:41:29.139005 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-edfefc4a-2c49-4ad9-ae7b-0e0ba7d1ea22 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/3c497f0c-c843-431e-8e44-fffec59bdb8e HTTP/1.1" status: 404 len: 336 time: 0.0761576 Nov 22 16:41:29.143202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58436) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.196074 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2350be25-1d17-4aed-9e0d-03a765df23ba tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:29.197721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2350be25-1d17-4aed-9e0d-03a765df23ba tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:29.201259 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2350be25-1d17-4aed-9e0d-03a765df23ba tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/b102ea22-1fd5-429c-bb68-75b35cca7357 HTTP/1.1" status: 404 len: 337 time: 0.0568485 Nov 22 16:41:29.206711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58438) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.263991 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b853f52-d1e8-44e6-98ed-e581fe518077 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:29.265313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:29.265897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b853f52-d1e8-44e6-98ed-e581fe518077 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:29.269542 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5b853f52-d1e8-44e6-98ed-e581fe518077 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/06fb3d42-7fd5-496e-9c07-2a67d1ea2384 HTTP/1.1" status: 404 len: 337 time: 0.0581052 Nov 22 16:41:29.278144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58440) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.299503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db54ef-1453-46c2-9fd7-d1b2fe4a1576 req-5b3cb519-78b5-4af5-a128-174fc5bc2c64 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.301101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06db54ef-1453-46c2-9fd7-d1b2fe4a1576 req-5b3cb519-78b5-4af5-a128-174fc5bc2c64 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1952116 Nov 22 16:41:29.353812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-de39c105-ca92-4946-86b5-fe1d1d662664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.355172 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c8f836-4879-42e4-8774-c9548024729b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:29.355606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-de39c105-ca92-4946-86b5-fe1d1d662664 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 914 time: 0.2726676 Nov 22 16:41:29.356654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c8f836-4879-42e4-8774-c9548024729b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:29.364850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:29.368696 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.368852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c7c8f836-4879-42e4-8774-c9548024729b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/79d5b7d9-6da2-4ff0-8d1e-1a96489eb662 HTTP/1.1" status: 404 len: 337 time: 0.0860031 Nov 22 16:41:29.370558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58442) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.416070 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-649a45f1-935d-4049-8a06-4e7f744c31dd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:29.417594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649a45f1-935d-4049-8a06-4e7f744c31dd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:29.425745 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-649a45f1-935d-4049-8a06-4e7f744c31dd tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/70fb4019-d96b-4878-973b-f283e5c5233c HTTP/1.1" status: 404 len: 337 time: 0.0520797 Nov 22 16:41:29.427095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58444) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.466305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-81e41b88-2e77-4253-bb56-d66ede35f55b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 200 len: 217 time: 0.0913157 Nov 22 16:41:29.486481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06db54ef-1453-46c2-9fd7-d1b2fe4a1576 req-95804dcd-d5c8-4487-8b15-3e42c2f2704a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726859 Nov 22 16:41:29.494198 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1f7e03e5-6fb0-487d-a9d8-48d1fbcab19c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 200 len: 205 time: 0.0621278 Nov 22 16:41:29.497152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.559405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-3d294b91-e5bd-451d-a364-7a0936b43e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.564077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-3d294b91-e5bd-451d-a364-7a0936b43e3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.0763907 Nov 22 16:41:29.566462 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-3aab0ec5-ac54-4231-acb8-b6d7c21fbe1b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] delete failed (client error): The resource could not be found. Nov 22 16:41:29.567532 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3aab0ec5-ac54-4231-acb8-b6d7c21fbe1b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/bb83e72b-2ba9-456e-ab72-9a8b0e753d9b HTTP/1.1" status: 404 len: 336 time: 0.0692072 Nov 22 16:41:29.570066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58448) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.606844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-7e583dd8-ee00-450f-9a5d-7d279e4c316a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307896 Nov 22 16:41:29.612373 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-493c7903-94c9-49be-b528-aac4ea55f57e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b214c2-4422-4422-aab9-15f53ecd5dfa HTTP/1.1" status: 200 len: 205 time: 0.0408628 Nov 22 16:41:29.614468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58450) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.662732 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-fd781aca-6b8f-4203-adf4-adbf68573828 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] delete failed (client error): The resource could not be found. Nov 22 16:41:29.664511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fd781aca-6b8f-4203-adf4-adbf68573828 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/f9b214c2-4422-4422-aab9-15f53ecd5dfa HTTP/1.1" status: 404 len: 336 time: 0.0488312 Nov 22 16:41:29.667570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58452) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.701736 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f390a4-b8e4-4ae5-b9fb-e81f355f44f4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:29.702298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f390a4-b8e4-4ae5-b9fb-e81f355f44f4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:29.705603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-18f390a4-b8e4-4ae5-b9fb-e81f355f44f4 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/a4723c3c-e34a-4625-a053-6d6d288b0929 HTTP/1.1" status: 404 len: 337 time: 0.0369732 Nov 22 16:41:29.708399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.747332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bf1fa2d2-1a53-4f5b-9cee-6cd398b02836 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=920d9273-060b-43b6-87a4-bebd55d3ca39 HTTP/1.1" status: 200 len: 205 time: 0.0376804 Nov 22 16:41:29.749997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58456) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.806193 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-70e8323e-b687-420b-b166-8f164f5effe9 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] delete failed (client error): The resource could not be found. Nov 22 16:41:29.809959 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-70e8323e-b687-420b-b166-8f164f5effe9 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/920d9273-060b-43b6-87a4-bebd55d3ca39 HTTP/1.1" status: 404 len: 336 time: 0.0565779 Nov 22 16:41:29.810294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58458) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.823291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-95d33167-c952-477c-a0f0-3614d6106f47 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075961 Nov 22 16:41:29.848125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4b472f9a-7fa2-4add-9796-dbb001343158 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=19a1f322-c274-4420-90ab-c614cc307729 HTTP/1.1" status: 200 len: 205 time: 0.0362799 Nov 22 16:41:29.850443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.947349 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-f9acb89c-500e-4a85-b677-3e2c51125a34 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] delete failed (client error): The resource could not be found. Nov 22 16:41:29.951219 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f9acb89c-500e-4a85-b677-3e2c51125a34 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/19a1f322-c274-4420-90ab-c614cc307729 HTTP/1.1" status: 404 len: 336 time: 0.0970500 Nov 22 16:41:29.957330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58464) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.998355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf81c0ca-e46c-42dc-8f2e-cc07f45d92ab req-8371b997-f6b0-4a94-a992-579f80e64c52 service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660185 Nov 22 16:41:30.017111 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f291433f-07b4-4451-8e65-8e775a39f52e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:30.017611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f291433f-07b4-4451-8e65-8e775a39f52e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:30.020947 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f291433f-07b4-4451-8e65-8e775a39f52e tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/dcfe6f27-c635-4331-bdb1-9a74d5bad3df HTTP/1.1" status: 404 len: 337 time: 0.0625896 Nov 22 16:41:30.023589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58468) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.071502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-df85bb6a-83e7-40e0-bb80-38165e86ae8c tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=49ae7af7-ff85-46da-a08e-2a2e2b4d067d HTTP/1.1" status: 200 len: 205 time: 0.0443048 Nov 22 16:41:30.073083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58472) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.141358 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-586f4063-1338-4eef-bfd0-f12337912c12 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] delete failed (client error): The resource could not be found. Nov 22 16:41:30.145371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-586f4063-1338-4eef-bfd0-f12337912c12 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/49ae7af7-ff85-46da-a08e-2a2e2b4d067d HTTP/1.1" status: 404 len: 336 time: 0.0707057 Nov 22 16:41:30.145928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.174864 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da035ac-78e7-4750-ba67-2b6bd7a78ce9 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:30.175352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da035ac-78e7-4750-ba67-2b6bd7a78ce9 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:30.181535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2da035ac-78e7-4750-ba67-2b6bd7a78ce9 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/d56d1c96-5f32-4f72-98c8-d20472798e2a HTTP/1.1" status: 404 len: 337 time: 0.0337915 Nov 22 16:41:30.181756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58476) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.216112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58478) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.222635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5dca883e-c989-4a32-8b09-6d4fc599ce58 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "GET /v2.0/ports?device_id=93e069b6-0277-4ceb-b248-2261d9657ece HTTP/1.1" status: 200 len: 205 time: 0.0393853 Nov 22 16:41:30.262523 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-e8dc46d8-b584-44bd-82cd-3c7ba3a54c7b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] delete failed (client error): The resource could not be found. Nov 22 16:41:30.263819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e8dc46d8-b584-44bd-82cd-3c7ba3a54c7b tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/routers/93e069b6-0277-4ceb-b248-2261d9657ece HTTP/1.1" status: 404 len: 336 time: 0.0466585 Nov 22 16:41:30.266389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58484) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.295910 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ca6c52-02d7-47d0-a360-01a8210330d6 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:30.296635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ca6c52-02d7-47d0-a360-01a8210330d6 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:30.299871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f6ca6c52-02d7-47d0-a360-01a8210330d6 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/1d99a161-7c47-4d02-8fba-9400b34c0ce8 HTTP/1.1" status: 404 len: 337 time: 0.0324128 Nov 22 16:41:30.302720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58490) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.350186 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba9000a-45cf-47fd-8797-684e069fa209 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:30.350662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba9000a-45cf-47fd-8797-684e069fa209 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:30.354213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2ba9000a-45cf-47fd-8797-684e069fa209 tempest-RoutersIpV6Test-274588879 tempest-RoutersIpV6Test-274588879-project] 10.222.0.59 "DELETE /v2.0/subnets/4a0954c7-42e8-483d-bcc4-aa7791e38f00 HTTP/1.1" status: 404 len: 337 time: 0.0438571 Nov 22 16:41:30.408488 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Sync routers for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:30.422018 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:30.422999 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:30.479171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256d56-d448-4266-833c-b1372536ed6c req-af1bb841-6ff9-47c1-81de-9bc3e73098ae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.481290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-af1bb841-6ff9-47c1-81de-9bc3e73098ae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/networks?id=3808a7f6-4a9b-4861-986c-f6d52b0db80e HTTP/1.1" status: 200 len: 829 time: 0.1694088 Nov 22 16:41:30.498712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-ba95b1e0-45b9-4f78-81ad-994b811a74a3 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/quotas/d4ff0dac12de4f9d853801a57e4b1d17 HTTP/1.1" status: 200 len: 375 time: 0.0109482 Nov 22 16:41:30.566200 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:30.573214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-f0ac3472-d274-4673-81ad-4accfc70b507 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4ff0dac12de4f9d853801a57e4b1d17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673902 Nov 22 16:41:30.664443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58500) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.719497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-017fbfba-8b48-419b-bc8b-ffbb8d561e81 service neutron] 10.222.0.59 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388328 Nov 22 16:41:30.826698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:30.859792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-8520b0f9-b293-4b43-893d-67ec7352336f service neutron] 10.222.0.59 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324894 Nov 22 16:41:30.888440 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1cddb195-4825-4359-9cce-1f5dbe417e9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c7fd81ef23c4cb3be610f1bf09ec92e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226205 Nov 22 16:41:30.891069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.917000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port b24c594e-94e5-4fde-96dc-390fb5d98b83 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:41:30.922655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b24c594e-94e5-4fde-96dc-390fb5d98b83 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:30.923338 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.012669 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa79c-54a7-4713-be45-1974ede78eeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.044013 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 2, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:31.075500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.075976 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Checking router: 80052871-df74-488e-ab46-9c95118555cb for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:31.076341 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Updating router 80052871-df74-488e-ab46-9c95118555cb port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:31.106714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa79c-54a7-4713-be45-1974ede78eeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.113316 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.123551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:31.126462 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233e6c9c-1f58-43d4-a6ef-914dc46c9b3a" -d '{"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:31.162107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:31.173100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.232930 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa79c-54a7-4713-be45-1974ede78eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.238158 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f1aa79c-54a7-4713-be45-1974ede78eeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.242255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f1aa79c-54a7-4713-be45-1974ede78eeb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ea1b1bd-9278-4882-a142-f5dfeb60747d HTTP/1.1" status: 204 len: 168 time: 0.3472333 Nov 22 16:41:31.282930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aa79c-54a7-4713-be45-1974ede78eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea1b1bd-9278-4882-a142-f5dfeb60747d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.293991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.472106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f0a6-8c5d-4347-8475-85f0eab9133f req-d03572c0-199f-4419-beda-06276aebebfb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:31.486873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ba3f0a6-8c5d-4347-8475-85f0eab9133f req-d03572c0-199f-4419-beda-06276aebebfb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 984 time: 0.1210535 Nov 22 16:41:31.535472 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.548318 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.579442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ba3f0a6-8c5d-4347-8475-85f0eab9133f req-93f4aa64-7310-433b-9123-d515ba941d74 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=b299aadf-0171-431f-9d81-5913a154b0c6&id=899c2ee4-0f99-4df4-8307-9ae9fa590236&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0880430 Nov 22 16:41:31.613367 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4396ed-1adb-42a2-b59c-2e0557025115 None None] Pushing event updated for resources: {'Port': ['ID=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.701595 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Attempting to bind port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:31.702244 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Attempting to bind port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:31.702796 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Attempting to bind port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 on network 3808a7f6-4a9b-4861-986c-f6d52b0db80e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:31.714507 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:31.715140 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Checking segment: {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:31.715695 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.716252 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Bound using segment: {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:31.716885 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Bound port: 7abcdebc-99d3-4d51-97ee-d6fca2542ef3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:31.717468 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.802405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402363-2d1f-46c7-98e9-6f838a0c52cf req-c24f1e13-c418-446b-9c46-d5bad91dc487 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:31.803079 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] For port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:31.808101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7402363-2d1f-46c7-98e9-6f838a0c52cf req-c24f1e13-c418-446b-9c46-d5bad91dc487 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 945 time: 0.1099072 Nov 22 16:41:31.815196 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] For port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:31.825584 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.922743 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:31.923327 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:31.925376 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4396ed-1adb-42a2-b59c-2e0557025115 None None] Pushing event updated for resources: {'Port': ['ID=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.957339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7402363-2d1f-46c7-98e9-6f838a0c52cf req-10a8ff65-f17a-41fc-b022-7faae5056355 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451793 Nov 22 16:41:32.147271 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:32.229085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a0342cad-0dcb-4a8f-8a45-7d9fb9664836 None None] Provisioning complete for port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:32.229691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0342cad-0dcb-4a8f-8a45-7d9fb9664836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.329192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a11c0bab-ee05-4a78-9dcc-4e6813a85774 req-91155f13-7f33-4d26-ad5b-372e82719dcd tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 210 time: 0.0563116 Nov 22 16:41:32.388001 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc4f651-7828-4427-a086-96e9700854d4 x-openstack-request-id: req-fdc4f651-7828-4427-a086-96e9700854d4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:32.389457 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:32.390630 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdc4f651-7828-4427-a086-96e9700854d4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:32.392363 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'code': 200} Nov 22 16:41:32.538414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0342cad-0dcb-4a8f-8a45-7d9fb9664836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.556388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58548) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:32.570493 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:31Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:32.601853 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ca1f3c-a880-44d7-af97-13f70ce8e3b1 None None] The sync data for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 is: [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:31Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:32.620303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a0342cad-0dcb-4a8f-8a45-7d9fb9664836 None None] For port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:32.649409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0342cad-0dcb-4a8f-8a45-7d9fb9664836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.687831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-bd29605f-fdf7-4b32-a68d-3ab9e63c1b70 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-514478157&fields=id&tenant_id=da1eb664b02f489e90e0c8c3b72fef69 HTTP/1.1" status: 200 len: 267 time: 0.2091923 Nov 22 16:41:32.728574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60bc68-6312-4361-85ad-5a50713675f1 req-2ecda5df-3443-4f35-bf20-f33b39f7520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:32.730128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a60bc68-6312-4361-85ad-5a50713675f1 req-2ecda5df-3443-4f35-bf20-f33b39f7520c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1096 time: 0.2614334 Nov 22 16:41:32.801836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-78f5c94f-b8ce-4a00-9088-e6705cfae223 None None] Provisioning complete for port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:32.802709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78f5c94f-b8ce-4a00-9088-e6705cfae223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.884816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0342cad-0dcb-4a8f-8a45-7d9fb9664836 None None] Pushing event updated for resources: {'Port': ['ID=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:32.886140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466386646'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:32.945027 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a60bc68-6312-4361-85ad-5a50713675f1 req-d1f0d989-9ea4-46ac-9d95-b87ba6c3d7aa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315205 Nov 22 16:41:32.969242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-470b4f55-ac00-4f5d-97c4-dcf6f14123e8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:32.981741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-470b4f55-ac00-4f5d-97c4-dcf6f14123e8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 984 time: 0.2904370 Nov 22 16:41:32.989184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'port': {'security_groups': ['899c2ee4-0f99-4df4-8307-9ae9fa590236', 'b299aadf-0171-431f-9d81-5913a154b0c6', '70b421ea-d2cf-4f7c-9b31-79d8271726e1']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:33.000703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.026715 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.062763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256d56-d448-4266-833c-b1372536ed6c req-9ae13a3e-794b-4d30-aa6c-e849f1036736 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:33.064372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-9ae13a3e-794b-4d30-aa6c-e849f1036736 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.62 "GET /v2.0/networks?id=3808a7f6-4a9b-4861-986c-f6d52b0db80e HTTP/1.1" status: 200 len: 829 time: 0.3182821 Nov 22 16:41:33.105999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.188295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.198404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.246711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Request body: {'port': {'device_id': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'admin_state_up': True, 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:33.296218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:33.361943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:33.363198 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.390166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50df9b5c-3fef-40bc-8ac7-7e0630a07825,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:33.411617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.412219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.412907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.413809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.414465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.415078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.415594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.416025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.416551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.417051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.418150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.418678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.471569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Made reservation on behalf of d4ff0dac12de4f9d853801a57e4b1d17 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:33.475460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.501031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.521558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.534205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] For port 4a658b0b-3713-400b-82aa-8ec64246cacf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4a658b0b-3713-400b-82aa-8ec64246cacf,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:33.578591 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.584958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.599299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:33.602017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4a658b0b-3713-400b-82aa-8ec64246cacf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:33.624366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe60291-db31-4769-ae49-57f05007d912,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:33.671181 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.681259 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-28b26165-4379-4a41-893e-4db782f9080b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1231430 Nov 22 16:41:33.693671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'Port': ['ID=4a658b0b-3713-400b-82aa-8ec64246cacf,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:33.696138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:33.719749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:33.720417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.727557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c9e22e0-d4af-419b-9a3a-ab16d9b9f1fe req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "PUT /v2.0/ports/4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 200 len: 1020 time: 0.7445683 Nov 22 16:41:33.751677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:33.754256 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f4668a-135e-4575-acac-d974d9f853ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:33.781504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.781954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.782196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.782534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.788796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.789234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.789579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.790149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.790402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.790917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.791279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.791616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52da414f-8543-40c2-b159-43c16722eca1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:33.802546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4a658b0b-3713-400b-82aa-8ec64246cacf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:33.847822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Allocated IP 172.20.0.6 (3808a7f6-4a9b-4861-986c-f6d52b0db80e/cfb79913-b019-46d3-abc2-baa7f9c53d19/e5250a52-8146-46ce-8111-af5f99441bb7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:33.930511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef9c1229-2277-4556-9e9b-5ed19d56395d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2287092 Nov 22 16:41:33.933235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58568) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:33.939971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9c9abd14-00c5-4963-8f4e-2757fb8fc098 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-security--198291460', 'description': 'tempest-security-description-1316742180'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:33.990557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c9abd14-00c5-4963-8f4e-2757fb8fc098 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.100048 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c9abd14-00c5-4963-8f4e-2757fb8fc098 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.110225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec93b8f-6c17-46f0-ab88-dfda67d1d409 req-f40cf865-07a2-4932-8198-5268fc0fc224 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:34.119270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ec93b8f-6c17-46f0-ab88-dfda67d1d409 req-f40cf865-07a2-4932-8198-5268fc0fc224 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 945 time: 0.1132476 Nov 22 16:41:34.122576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c9abd14-00c5-4963-8f4e-2757fb8fc098 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.125925 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c9abd14-00c5-4963-8f4e-2757fb8fc098 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.127352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9c9abd14-00c5-4963-8f4e-2757fb8fc098 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "PUT /v2.0/security-groups/ffe60291-db31-4769-ae49-57f05007d912 HTTP/1.1" status: 200 len: 1796 time: 0.1929269 Nov 22 16:41:34.137675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58570) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.212591 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ec93b8f-6c17-46f0-ab88-dfda67d1d409 req-7d7885ab-c7b3-426a-bc82-0bb89135f6b9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923636 Nov 22 16:41:34.214316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9abd14-00c5-4963-8f4e-2757fb8fc098 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe60291-db31-4769-ae49-57f05007d912,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.255852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58572) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.261661 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ca434ea1-7eda-4a71-8ef9-d937086012f2 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups/ffe60291-db31-4769-ae49-57f05007d912 HTTP/1.1" status: 200 len: 1796 time: 0.1255674 Nov 22 16:41:34.265731 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.356198 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa4542a-8dfc-4ef6-b050-b7cf350faef2 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.414929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.431725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa4542a-8dfc-4ef6-b050-b7cf350faef2 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.544396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:34.551179 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa4542a-8dfc-4ef6-b050-b7cf350faef2 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.551600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:34.553305 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fa4542a-8dfc-4ef6-b050-b7cf350faef2 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.554084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:34.554517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8fa4542a-8dfc-4ef6-b050-b7cf350faef2 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/ffe60291-db31-4769-ae49-57f05007d912 HTTP/1.1" status: 204 len: 168 time: 0.2974749 Nov 22 16:41:34.558192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58576) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.579027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4542a-8dfc-4ef6-b050-b7cf350faef2 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe60291-db31-4769-ae49-57f05007d912,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.619289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Pushing event updated for resources: {'Port': ['ID=e5250a52-8146-46ce-8111-af5f99441bb7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.645399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58578) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.647392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-30591154-6fec-45f1-a603-55d344536041 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824969 Nov 22 16:41:34.674541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:34.675575 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.696887 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-e9dd4528-7d95-4359-9c6c-b55d9d072cde tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] delete failed (client error): The resource could not be found. Nov 22 16:41:34.699359 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e9dd4528-7d95-4359-9c6c-b55d9d072cde tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/ffe60291-db31-4769-ae49-57f05007d912 HTTP/1.1" status: 404 len: 347 time: 0.0527818 Nov 22 16:41:34.705285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58580) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.709627 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-dca1ee9f-8b74-490c-add5-fb6a090778b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4729288 Nov 22 16:41:34.719816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2acaf049-c4cd-4f51-829d-b70007e546d7 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1263364441'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:34.747361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Request body: {'port': {'device_id': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:34.771658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f36b0-0a57-4c62-9ee9-7fa67cd6d1e1 req-d75ff0dd-eb33-4501-aa86-2b361d54cb0f tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:34.773547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a41f36b0-0a57-4c62-9ee9-7fa67cd6d1e1 req-d75ff0dd-eb33-4501-aa86-2b361d54cb0f tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 931 time: 0.0795922 Nov 22 16:41:34.792219 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acaf049-c4cd-4f51-829d-b70007e546d7 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.847821 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a41f36b0-0a57-4c62-9ee9-7fa67cd6d1e1 req-629352df-db3e-40fa-8ddc-7b0d432af89a tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614812 Nov 22 16:41:34.856869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.942665 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acaf049-c4cd-4f51-829d-b70007e546d7 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.947861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc92c161-2acd-43de-851b-6f94d05b6a1b req-60fd9361-6061-4774-8265-3891449896f3 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/70b421ea-d2cf-4f7c-9b31-79d8271726e1 HTTP/1.1" status: 200 len: 1818 time: 0.0617452 Nov 22 16:41:34.951074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acaf049-c4cd-4f51-829d-b70007e546d7 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.008365 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-bc92c161-2acd-43de-851b-6f94d05b6a1b req-06d931c5-51b2-45f0-a777-4aa1cad1cf53 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:41:35.016737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc92c161-2acd-43de-851b-6f94d05b6a1b req-06d931c5-51b2-45f0-a777-4aa1cad1cf53 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/70b421ea-d2cf-4f7c-9b31-79d8271726e1 HTTP/1.1" status: 409 len: 341 time: 0.0651195 Nov 22 16:41:35.018185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4096ff53-8797-4582-9773-bf24d1aa954c None None] Provisioning complete for port e5250a52-8146-46ce-8111-af5f99441bb7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:35.018877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4096ff53-8797-4582-9773-bf24d1aa954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.044003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acaf049-c4cd-4f51-829d-b70007e546d7 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.045290 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2acaf049-c4cd-4f51-829d-b70007e546d7 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3301320 Nov 22 16:41:35.049703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58586) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:35.053289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaf049-c4cd-4f51-829d-b70007e546d7 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26298de9-317a-4b14-8b85-a7b440bb40ce,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.064243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-12864f89-8755-4178-a974-7e90528b1933 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': '26298de9-317a-4b14-8b85-a7b440bb40ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:35.068365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4096ff53-8797-4582-9773-bf24d1aa954c None None] Port e5250a52-8146-46ce-8111-af5f99441bb7 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:35.077159 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e1bf11-d16d-4526-9929-21abc02bf120 x-openstack-request-id: req-41e1bf11-d16d-4526-9929-21abc02bf120 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:35.077461 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:35.077720 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41e1bf11-d16d-4526-9929-21abc02bf120 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:35.079238 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf', 'status': 'completed', 'code': 200} Nov 22 16:41:35.144184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12864f89-8755-4178-a974-7e90528b1933 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.160134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4668a-135e-4575-acac-d974d9f853ed req-fb6418aa-9987-441a-8c52-3cc3da341ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:35.161656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4668a-135e-4575-acac-d974d9f853ed req-fb6418aa-9987-441a-8c52-3cc3da341ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1174 time: 0.0671039 Nov 22 16:41:35.260701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5250a52-8146-46ce-8111-af5f99441bb7 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:35.270071 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.278677 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12864f89-8755-4178-a974-7e90528b1933 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.288176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Transition to ACTIVE for port object e5250a52-8146-46ce-8111-af5f99441bb7 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:41:35.290561 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12864f89-8755-4178-a974-7e90528b1933 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.295895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.363055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12864f89-8755-4178-a974-7e90528b1933 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30806f9a-694c-4c43-a73b-078a9b711cdf,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.383770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12864f89-8755-4178-a974-7e90528b1933 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.386093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-12864f89-8755-4178-a974-7e90528b1933 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3349738 Nov 22 16:41:35.392279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58592) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:35.409166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4668a-135e-4575-acac-d974d9f853ed req-f3d8a372-ffb7-4732-8855-037e5b46f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:35.410690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4668a-135e-4575-acac-d974d9f853ed req-f3d8a372-ffb7-4732-8855-037e5b46f1e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 200 len: 914 time: 0.2372091 Nov 22 16:41:35.479826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4668a-135e-4575-acac-d974d9f853ed req-da2a2771-b7cf-457b-960c-2259f9beb1a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 200 len: 217 time: 0.0564935 Nov 22 16:41:35.480890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1fa62255-3d99-4d0c-be0e-ba52423148fd tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.534775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1fa62255-3d99-4d0c-be0e-ba52423148fd tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.617367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fccec-ff3a-4b97-bd71-930bf0e9a8e9 req-e80d1f09-9a36-455a-9344-5ee2496c31e6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:35.619351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e7fccec-ff3a-4b97-bd71-930bf0e9a8e9 req-e80d1f09-9a36-455a-9344-5ee2496c31e6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 945 time: 0.1298132 Nov 22 16:41:35.621370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4668a-135e-4575-acac-d974d9f853ed req-9a411da2-dd5b-4c77-a66c-de0414facb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:35.622788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4668a-135e-4575-acac-d974d9f853ed req-9a411da2-dd5b-4c77-a66c-de0414facb4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 200 len: 853 time: 0.1202447 Nov 22 16:41:35.623584 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1fa62255-3d99-4d0c-be0e-ba52423148fd tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.630859 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1fa62255-3d99-4d0c-be0e-ba52423148fd tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.631810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1fa62255-3d99-4d0c-be0e-ba52423148fd tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/30806f9a-694c-4c43-a73b-078a9b711cdf HTTP/1.1" status: 204 len: 168 time: 0.2385302 Nov 22 16:41:35.639957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:35.667389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa62255-3d99-4d0c-be0e-ba52423148fd tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30806f9a-694c-4c43-a73b-078a9b711cdf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.694826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4668a-135e-4575-acac-d974d9f853ed req-5f083cb1-a84c-4ad0-8f7d-859b22ddb916 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605021 Nov 22 16:41:35.756146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5250a52-8146-46ce-8111-af5f99441bb7,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.799433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2a06fef5-636a-4d97-8d68-d955efedc3be tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1464541 Nov 22 16:41:35.802232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58602) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:35.814434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e7fccec-ff3a-4b97-bd71-930bf0e9a8e9 req-8a924525-a756-43a1-95e1-8ba557ae425f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814394 Nov 22 16:41:35.840270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Attempting to bind port e5250a52-8146-46ce-8111-af5f99441bb7 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:35.840610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Attempting to bind port e5250a52-8146-46ce-8111-af5f99441bb7 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:35.841151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Attempting to bind port e5250a52-8146-46ce-8111-af5f99441bb7 on network 3808a7f6-4a9b-4861-986c-f6d52b0db80e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:35.853604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Port e5250a52-8146-46ce-8111-af5f99441bb7 on network 3808a7f6-4a9b-4861-986c-f6d52b0db80e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:41:35.853940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Attempting to bind port e5250a52-8146-46ce-8111-af5f99441bb7 on network 3808a7f6-4a9b-4861-986c-f6d52b0db80e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:35.859863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:35.860015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Checking segment: {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:35.860310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Bound using segment: {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:35.860977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Bound port: e5250a52-8146-46ce-8111-af5f99441bb7, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19293dc7-72b3-43f1-81cb-1a5514a2c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:35.861774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.923318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4668a-135e-4575-acac-d974d9f853ed req-2464960d-4d21-4e7d-a91a-ce77e915d77c service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119603 Nov 22 16:41:35.965732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] For port e5250a52-8146-46ce-8111-af5f99441bb7, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:35.971791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] For port e5250a52-8146-46ce-8111-af5f99441bb7, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5250a52-8146-46ce-8111-af5f99441bb7,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:35.981596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.020885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06f4e781-f41d-4ba2-9e2c-b213308bb18c tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.027809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.028365 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.029842 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] 10.222.0.62 "PUT /v2.0/ports/e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 200 len: 1091 time: 1.2900138 Nov 22 16:41:36.030321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:36.032709 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6234d91-c31e-4eb9-b9f3-fc2b74759224" -d '{"events": [{"name": "network-changed", "server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:36.050749 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06f4e781-f41d-4ba2-9e2c-b213308bb18c tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.054766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ced5f7-e240-4544-aede-cce0c6fd57e3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5250a52-8146-46ce-8111-af5f99441bb7,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:36.136946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f66c3c-6769-4dbd-b3e8-23d2e89ca370 req-4e9c685c-7da7-47de-9a5c-a874e784fbdd tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.138818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45f66c3c-6769-4dbd-b3e8-23d2e89ca370 req-4e9c685c-7da7-47de-9a5c-a874e784fbdd tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1023 time: 0.2106879 Nov 22 16:41:36.160458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256d56-d448-4266-833c-b1372536ed6c req-e115ba94-ead2-45ed-a2fe-a241a99df641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.162033 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-e115ba94-ead2-45ed-a2fe-a241a99df641 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4ff0dac12de4f9d853801a57e4b1d17&device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 1094 time: 0.0715485 Nov 22 16:41:36.171770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5f4668a-135e-4575-acac-d974d9f853ed req-bde378e3-8560-4f45-9094-21e5dc85fa1d service neutron] 10.222.0.37 "GET /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244906 Nov 22 16:41:36.190838 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06f4e781-f41d-4ba2-9e2c-b213308bb18c tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.194218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06f4e781-f41d-4ba2-9e2c-b213308bb18c tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.198844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-06f4e781-f41d-4ba2-9e2c-b213308bb18c tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/26298de9-317a-4b14-8b85-a7b440bb40ce HTTP/1.1" status: 204 len: 168 time: 0.3938463 Nov 22 16:41:36.203097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58612) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.227011 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-31b4cc36-9e90-451b-9385-684ffd708092 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 200 len: 217 time: 0.0560036 Nov 22 16:41:36.254389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4e781-f41d-4ba2-9e2c-b213308bb18c tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26298de9-317a-4b14-8b85-a7b440bb40ce,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:36.300568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256d56-d448-4266-833c-b1372536ed6c req-debf249e-a2e7-4bf1-9157-577eb7f497e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.302223 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-debf249e-a2e7-4bf1-9157-577eb7f497e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfb79913-b019-46d3-abc2-baa7f9c53d19 HTTP/1.1" status: 200 len: 868 time: 0.0674763 Nov 22 16:41:36.326289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58614) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.326766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a4a61317-83eb-43ed-ac04-0456c96ff90a tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1177344 Nov 22 16:41:36.342300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45f66c3c-6769-4dbd-b3e8-23d2e89ca370 req-c98a7160-eeb6-4a7d-90c5-3e8fd6cfdb00 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=b299aadf-0171-431f-9d81-5913a154b0c6&id=899c2ee4-0f99-4df4-8307-9ae9fa590236&id=70b421ea-d2cf-4f7c-9b31-79d8271726e1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1911111 Nov 22 16:41:36.347654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-46b45ee2-657d-4dd4-855f-afe8dfd685a3 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389289921'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:36.377183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46b45ee2-657d-4dd4-855f-afe8dfd685a3 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.408503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d256d56-d448-4266-833c-b1372536ed6c req-26145c44-4db7-474a-b54b-da30a40e9335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.410149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-26145c44-4db7-474a-b54b-da30a40e9335 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3808a7f6-4a9b-4861-986c-f6d52b0db80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972207 Nov 22 16:41:36.484146 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.558183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46b45ee2-657d-4dd4-855f-afe8dfd685a3 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.567269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46b45ee2-657d-4dd4-855f-afe8dfd685a3 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.595441 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-a572d3e7-a4ac-4649-b3e3-66365eaeb4c3 service neutron] 10.222.0.62 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740742 Nov 22 16:41:36.629931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d67373-83fd-47b4-b1e6-37d34eb0a3c4 req-17de0004-f034-4971-9335-dbc4105ac372 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.642372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27d67373-83fd-47b4-b1e6-37d34eb0a3c4 req-17de0004-f034-4971-9335-dbc4105ac372 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 945 time: 0.0773547 Nov 22 16:41:36.643674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58618) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.649833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'floatingip': {'port_id': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:36.657400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b45ee2-657d-4dd4-855f-afe8dfd685a3 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdb39b1-7bc4-4de6-9a4f-17a11cdcc222,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:36.666006 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46b45ee2-657d-4dd4-855f-afe8dfd685a3 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.667300 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46b45ee2-657d-4dd4-855f-afe8dfd685a3 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3393478 Nov 22 16:41:36.669970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58620) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.674547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3603cfd2-dd17-4715-adae-11707e914063 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': 'abdb39b1-7bc4-4de6-9a4f-17a11cdcc222', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:36.720627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.736355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3603cfd2-dd17-4715-adae-11707e914063 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.756609 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4d256d56-d448-4266-833c-b1372536ed6c req-69748dc3-1f14-4e65-9b35-b691689b937f service neutron] 10.222.0.62 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489706 Nov 22 16:41:36.830833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3603cfd2-dd17-4715-adae-11707e914063 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.843342 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3603cfd2-dd17-4715-adae-11707e914063 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.874278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603cfd2-dd17-4715-adae-11707e914063 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c4a687-754c-46de-9218-9c991051cb92,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:36.899097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c7e97-0a30-4082-9190-6ef93970192e req-a37d0397-12c1-4b82-afa9-645de331973b tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.908225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-931c7e97-0a30-4082-9190-6ef93970192e req-a37d0397-12c1-4b82-afa9-645de331973b tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 943 time: 0.1837537 Nov 22 16:41:36.915531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3603cfd2-dd17-4715-adae-11707e914063 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.919464 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3603cfd2-dd17-4715-adae-11707e914063 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2479751 Nov 22 16:41:36.921745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58622) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.936826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-074ea2c6-a231-43d8-9c89-b5ac8969457b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': 'abdb39b1-7bc4-4de6-9a4f-17a11cdcc222', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:37.028450 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-074ea2c6-a231-43d8-9c89-b5ac8969457b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.099717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-074ea2c6-a231-43d8-9c89-b5ac8969457b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.101451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-0bd6e681-dce7-44c9-96f8-78e0e8c2c863 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:37.103214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-0bd6e681-dce7-44c9-96f8-78e0e8c2c863 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.37 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1023 time: 0.1903112 Nov 22 16:41:37.105326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-074ea2c6-a231-43d8-9c89-b5ac8969457b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.124669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ea2c6-a231-43d8-9c89-b5ac8969457b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc8f022-96e3-40ca-9bca-3bc5a95f9e8f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:37.131192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-931c7e97-0a30-4082-9190-6ef93970192e req-a63d4059-a9ec-4284-b1ef-caa7a22a61f0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074032 Nov 22 16:41:37.138736 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-074ea2c6-a231-43d8-9c89-b5ac8969457b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.144180 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-074ea2c6-a231-43d8-9c89-b5ac8969457b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2209613 Nov 22 16:41:37.144799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:37.155818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2742f417-dd54-4771-af7e-91a9a1f95533 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': 'abdb39b1-7bc4-4de6-9a4f-17a11cdcc222', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:37.195857 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2742f417-dd54-4771-af7e-91a9a1f95533 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.289340 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2742f417-dd54-4771-af7e-91a9a1f95533 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.297223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2742f417-dd54-4771-af7e-91a9a1f95533 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.314010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742f417-dd54-4771-af7e-91a9a1f95533 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9295f558-4795-43db-83ef-36761b0c9d2d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:37.332065 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbe0665-df38-4d84-bbbb-02be3e8d335e x-openstack-request-id: req-5bbe0665-df38-4d84-bbbb-02be3e8d335e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:37.332499 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:37.333199 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5bbe0665-df38-4d84-bbbb-02be3e8d335e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:37.333600 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'status': 'completed', 'code': 200} Nov 22 16:41:37.355887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2742f417-dd54-4771-af7e-91a9a1f95533 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.355887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2742f417-dd54-4771-af7e-91a9a1f95533 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2069790 Nov 22 16:41:37.366993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58628) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:37.373098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5c238c3a-fc85-4568-ab25-dc520054b3ed tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': 'abdb39b1-7bc4-4de6-9a4f-17a11cdcc222', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:37.427055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Deleting port 4a658b0b-3713-400b-82aa-8ec64246cacf {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:37.427456 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.471721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c238c3a-fc85-4568-ab25-dc520054b3ed tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.476458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-befdd73f-6d2a-4646-8f33-d2ce589316f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:37.479874 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-befdd73f-6d2a-4646-8f33-d2ce589316f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4ff0dac12de4f9d853801a57e4b1d17&device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 1094 time: 0.1234620 Nov 22 16:41:37.621476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c238c3a-fc85-4568-ab25-dc520054b3ed tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.627125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c238c3a-fc85-4568-ab25-dc520054b3ed tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.653124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-eb7f257a-a6cd-44fe-9e09-2b391d20c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:37.655026 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-eb7f257a-a6cd-44fe-9e09-2b391d20c11d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3808a7f6-4a9b-4861-986c-f6d52b0db80e HTTP/1.1" status: 200 len: 930 time: 0.1688983 Nov 22 16:41:37.665854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c238c3a-fc85-4568-ab25-dc520054b3ed tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75bc3b1-c7a8-42a4-9dd4-d31bbd22591f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:37.702783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.714825 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c238c3a-fc85-4568-ab25-dc520054b3ed tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.718881 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5c238c3a-fc85-4568-ab25-dc520054b3ed tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3482456 Nov 22 16:41:37.718881 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-28811998-673b-4b94-923d-9242498e5ceb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 200 len: 217 time: 0.0543091 Nov 22 16:41:37.719185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58638) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:37.723523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7fdb5e1e-6e39-45db-9153-2eb5ba10c22b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': 'abdb39b1-7bc4-4de6-9a4f-17a11cdcc222', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:37.804205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5e1e-6e39-45db-9153-2eb5ba10c22b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.810003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-650e3ecb-a89c-4845-8f4b-47e24dbd8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:37.810999 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-650e3ecb-a89c-4845-8f4b-47e24dbd8498 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfb79913-b019-46d3-abc2-baa7f9c53d19 HTTP/1.1" status: 200 len: 868 time: 0.0812631 Nov 22 16:41:37.893122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-3378b073-2f80-4941-b6b7-ffef65eb5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:37.894861 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-3378b073-2f80-4941-b6b7-ffef65eb5aa7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3808a7f6-4a9b-4861-986c-f6d52b0db80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754819 Nov 22 16:41:37.906735 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5e1e-6e39-45db-9153-2eb5ba10c22b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.916545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5e1e-6e39-45db-9153-2eb5ba10c22b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.975857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:41:37.988311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb5e1e-6e39-45db-9153-2eb5ba10c22b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad465f63-6964-423d-9f8b-6538126f4d6a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.002142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdb5e1e-6e39-45db-9153-2eb5ba10c22b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.007678 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7fdb5e1e-6e39-45db-9153-2eb5ba10c22b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2876613 Nov 22 16:41:38.010899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58640) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.061868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.064640 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75fc-6b1c-4e35-a506-05e3cf5f20fc tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.066020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] For port 4a658b0b-3713-400b-82aa-8ec64246cacf, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4a658b0b-3713-400b-82aa-8ec64246cacf,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:38.066427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.075843 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-93db1d7f-74c0-4b89-9e4d-96bc372e0c8e service neutron] 10.222.0.62 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711302 Nov 22 16:41:38.077123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.077753 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75fc-6b1c-4e35-a506-05e3cf5f20fc tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.086717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bc934-e66c-458d-b548-7d0c86ebe0b0 req-c30b2822-9b90-4614-8186-f1cb7fe3cd61 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:38.089197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b40bc934-e66c-458d-b548-7d0c86ebe0b0 req-c30b2822-9b90-4614-8186-f1cb7fe3cd61 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 1023 time: 0.5783215 Nov 22 16:41:38.144097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Calling delete_port for 4a658b0b-3713-400b-82aa-8ec64246cacf owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:38.168219 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75fc-6b1c-4e35-a506-05e3cf5f20fc tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.177114 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd4f75fc-6b1c-4e35-a506-05e3cf5f20fc tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.177945 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fd4f75fc-6b1c-4e35-a506-05e3cf5f20fc tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ad465f63-6964-423d-9f8b-6538126f4d6a HTTP/1.1" status: 204 len: 168 time: 0.1662571 Nov 22 16:41:38.181076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58644) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.209032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f75fc-6b1c-4e35-a506-05e3cf5f20fc tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad465f63-6964-423d-9f8b-6538126f4d6a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.253077 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a6234d91-c31e-4eb9-b9f3-fc2b74759224 req-facbc554-4a7e-4776-ba86-14b3eca602ea service neutron] 10.222.0.62 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682692 Nov 22 16:41:38.267706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e93859c8-b441-4829-9c99-4c8260b17ecf tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0844574 Nov 22 16:41:38.271706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58646) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.299147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae88d062-8a88-4058-a981-9bb14cd5d876 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.311007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae88d062-8a88-4058-a981-9bb14cd5d876 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.327812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b40bc934-e66c-458d-b548-7d0c86ebe0b0 req-62bbc013-6065-4728-900b-8766a8c5685e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=b299aadf-0171-431f-9d81-5913a154b0c6&id=899c2ee4-0f99-4df4-8307-9ae9fa590236&id=70b421ea-d2cf-4f7c-9b31-79d8271726e1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1964478 Nov 22 16:41:38.335070 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Floating IP 1bd6176a-4c3d-4e08-bbad-af5f39a84d43 associated. External IP: 172.25.0.122, port: b24c594e-94e5-4fde-96dc-390fb5d98b83. Nov 22 16:41:38.357616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae88d062-8a88-4058-a981-9bb14cd5d876 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.357616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae88d062-8a88-4058-a981-9bb14cd5d876 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.360291 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ae88d062-8a88-4058-a981-9bb14cd5d876 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/a75bc3b1-c7a8-42a4-9dd4-d31bbd22591f HTTP/1.1" status: 204 len: 168 time: 0.0863154 Nov 22 16:41:38.367607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58648) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.393291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88d062-8a88-4058-a981-9bb14cd5d876 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a75bc3b1-c7a8-42a4-9dd4-d31bbd22591f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.462798 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-623e8ac4-5c43-40a8-86f8-4a1122b3d971 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0915246 Nov 22 16:41:38.466121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.507756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee2f01bd-ed3b-40c3-a21a-20130ac4318f tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.520594 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee2f01bd-ed3b-40c3-a21a-20130ac4318f tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.553957 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.564151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee2f01bd-ed3b-40c3-a21a-20130ac4318f tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.575125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4a658b0b-3713-400b-82aa-8ec64246cacf'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:38.575621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee2f01bd-ed3b-40c3-a21a-20130ac4318f tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.576815 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee2f01bd-ed3b-40c3-a21a-20130ac4318f tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/9295f558-4795-43db-83ef-36761b0c9d2d HTTP/1.1" status: 204 len: 168 time: 0.1077292 Nov 22 16:41:38.579990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:38.590707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58654) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.611546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f01bd-ed3b-40c3-a21a-20130ac4318f tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9295f558-4795-43db-83ef-36761b0c9d2d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.749579 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-47bdb6f9-b0de-4e8c-a574-0b10b2825ba1 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1526325 Nov 22 16:41:38.752337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'Port': ['ID=4a658b0b-3713-400b-82aa-8ec64246cacf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.758530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.810048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07686264-9d84-4472-ac16-97fbfc68585d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.833656 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07686264-9d84-4472-ac16-97fbfc68585d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.842093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] No DVR routers for this DVR port 4a658b0b-3713-400b-82aa-8ec64246cacf on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:38.850431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.854392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-350e47e9-1c59-4c65-b2ea-84dc8e7cad37 req-4b906465-4724-41fc-be41-50a50b522ec4 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.37 "DELETE /v2.0/ports/4a658b0b-3713-400b-82aa-8ec64246cacf HTTP/1.1" status: 204 len: 173 time: 1.7195625 Nov 22 16:41:38.854937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'name': 'network-vif-deleted', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:38.857383 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c807e0c-3f01-4562-92cd-959fdfbd414f" -d '{"events": [{"server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "name": "network-vif-deleted", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:38.872097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e5250a52-8146-46ce-8111-af5f99441bb7 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:41:38.884298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Router b61a2671-7175-4dc1-aacd-d10c929f70ce has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:38.899683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07686264-9d84-4472-ac16-97fbfc68585d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.904921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86fc6a-158b-4884-9c7e-23b2f074d687 req-e58cbdd0-c527-42fa-a933-3502721c8679 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:38.907592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07686264-9d84-4472-ac16-97fbfc68585d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.912580 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-07686264-9d84-4472-ac16-97fbfc68585d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/6dc8f022-96e3-40ca-9bca-3bc5a95f9e8f HTTP/1.1" status: 204 len: 168 time: 0.1489818 Nov 22 16:41:38.915611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae86fc6a-158b-4884-9c7e-23b2f074d687 req-e58cbdd0-c527-42fa-a933-3502721c8679 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 943 time: 0.1777840 Nov 22 16:41:38.918302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58662) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.946360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07686264-9d84-4472-ac16-97fbfc68585d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dc8f022-96e3-40ca-9bca-3bc5a95f9e8f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.990224 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4a8a3129-e77d-4a2e-b2af-f3a42d9cdf78 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0702047 Nov 22 16:41:38.999874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58672) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:39.058770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b7d5-e3ef-42c8-a77c-081cf7f88319 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.070175 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b7d5-e3ef-42c8-a77c-081cf7f88319 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.124050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b7d5-e3ef-42c8-a77c-081cf7f88319 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.133815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b7d5-e3ef-42c8-a77c-081cf7f88319 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.140056 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a7e8b7d5-e3ef-42c8-a77c-081cf7f88319 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e5c4a687-754c-46de-9218-9c991051cb92 HTTP/1.1" status: 204 len: 168 time: 0.1379867 Nov 22 16:41:39.141882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58674) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:39.146756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e5250a52-8146-46ce-8111-af5f99441bb7, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5250a52-8146-46ce-8111-af5f99441bb7,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:39.156328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8b7d5-e3ef-42c8-a77c-081cf7f88319 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5c4a687-754c-46de-9218-9c991051cb92,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:39.161953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae86fc6a-158b-4884-9c7e-23b2f074d687 req-9f779d39-d3bd-41fe-bafc-76c320a95f29 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409475 Nov 22 16:41:39.177698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'port_id': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'mac_address': 'fa:16:3e:13:4b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:41:39.208364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:39.219719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b8f05bcd-09cb-4be4-96b0-7802e6f3f253 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740345 Nov 22 16:41:39.222453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58676) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:39.239521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.239795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] Sync routers for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:39.296986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:39.297684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:39.299737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ccf8131-e50c-471a-a4ff-48fcbedc5b6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "PUT /v2.0/floatingips/1bd6176a-4c3d-4e08-bbad-af5f39a84d43 HTTP/1.1" status: 200 len: 991 time: 2.6548407 Nov 22 16:41:39.303345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e09d65d8-c6eb-4f55-bcf5-eba0261b4502 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.332611 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fd5e9e-342b-4593-8419-bca8dbb26acc x-openstack-request-id: req-73fd5e9e-342b-4593-8419-bca8dbb26acc {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:39.333102 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50d48da-d79a-424d-bf12-8f8138f1f6fe", "name": "network-vif-deleted", "tag": "4a658b0b-3713-400b-82aa-8ec64246cacf", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:39.333437 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73fd5e9e-342b-4593-8419-bca8dbb26acc {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:39.334003 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50d48da-d79a-424d-bf12-8f8138f1f6fe', 'name': 'network-vif-deleted', 'tag': '4a658b0b-3713-400b-82aa-8ec64246cacf', 'status': 'completed', 'code': 200} Nov 22 16:41:39.359048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e09d65d8-c6eb-4f55-bcf5-eba0261b4502 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.375124 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.402186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5250a52-8146-46ce-8111-af5f99441bb7 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:39.429702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e09d65d8-c6eb-4f55-bcf5-eba0261b4502 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.434399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e09d65d8-c6eb-4f55-bcf5-eba0261b4502 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.438690 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e09d65d8-c6eb-4f55-bcf5-eba0261b4502 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/abdb39b1-7bc4-4de6-9a4f-17a11cdcc222 HTTP/1.1" status: 204 len: 168 time: 0.2123661 Nov 22 16:41:39.439398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58682) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:39.453892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d65d8-c6eb-4f55-bcf5-eba0261b4502 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdb39b1-7bc4-4de6-9a4f-17a11cdcc222,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:39.498542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e5250a52-8146-46ce-8111-af5f99441bb7, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5250a52-8146-46ce-8111-af5f99441bb7,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:39.509063 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.531576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b6307f9f-350e-4399-85ae-9be8ece2fd21 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0862014 Nov 22 16:41:39.531943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58686) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:39.539274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1901661d-bac4-46c9-aa3b-52a3bd5facda tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-secgroup--421499214'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:39.553614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:39.608701 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1901661d-bac4-46c9-aa3b-52a3bd5facda tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.652741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8725aeee-c235-464e-9bdb-35ecd2e0ac25 req-3c661ed7-3f75-4c98-9c8a-1dafb323eff1 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=d50d48da-d79a-424d-bf12-8f8138f1f6fe HTTP/1.1" status: 200 len: 210 time: 0.0449684 Nov 22 16:41:39.701348 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1901661d-bac4-46c9-aa3b-52a3bd5facda tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.707761 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1901661d-bac4-46c9-aa3b-52a3bd5facda tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.740159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1901661d-bac4-46c9-aa3b-52a3bd5facda tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.745091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58690) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:39.745503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1901661d-bac4-46c9-aa3b-52a3bd5facda tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2123981 Nov 22 16:41:39.751503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d7437b0b-fddb-4f06-bb45-db071aa880be tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': '19558518-be14-4954-8247-e476a50786a2', 'direction': 'ingress', 'protocol': 17}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:39.763319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901661d-bac4-46c9-aa3b-52a3bd5facda tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19558518-be14-4954-8247-e476a50786a2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:39.810234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=e5250a52-8146-46ce-8111-af5f99441bb7,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:39.848513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7437b0b-fddb-4f06-bb45-db071aa880be tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.936391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7437b0b-fddb-4f06-bb45-db071aa880be tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.943471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7437b0b-fddb-4f06-bb45-db071aa880be tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.963764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7437b0b-fddb-4f06-bb45-db071aa880be tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5777fea2-8a4a-4c5d-bcb9-ba12da8912f3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:39.979341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['e5250a52-8146-46ce-8111-af5f99441bb7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:39.979919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7437b0b-fddb-4f06-bb45-db071aa880be tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.984343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d7437b0b-fddb-4f06-bb45-db071aa880be tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2343910 Nov 22 16:41:39.984343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.049979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af7e5fae-3dc2-4433-b673-cc739eb6ab40 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.081961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af7e5fae-3dc2-4433-b673-cc739eb6ab40 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.152918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af7e5fae-3dc2-4433-b673-cc739eb6ab40 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.157697 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af7e5fae-3dc2-4433-b673-cc739eb6ab40 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.159030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-af7e5fae-3dc2-4433-b673-cc739eb6ab40 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/19558518-be14-4954-8247-e476a50786a2 HTTP/1.1" status: 204 len: 168 time: 0.1742425 Nov 22 16:41:40.161904 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58704) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.171902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e5fae-3dc2-4433-b673-cc739eb6ab40 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19558518-be14-4954-8247-e476a50786a2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.202606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1bd6176a-4c3d-4e08-bbad-af5f39a84d43', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'port_id': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'mac_address': 'fa:16:3e:4d:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:12Z', 'updated_at': '2021-11-22T16:41:37Z', 'revision_number': 1, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 5, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.252176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] Checking router: b61a2671-7175-4dc1-aacd-d10c929f70ce for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:40.272265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:40.272969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.274366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58710) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.276211 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0df77493-5657-4d72-9064-e8621857e703 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1007025 Nov 22 16:41:40.297571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-147b5997-d50b-451f-9abd-0fbfd272895d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499079125'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:40.335650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-147b5997-d50b-451f-9abd-0fbfd272895d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.352487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f563527-f46b-491c-96fe-c1c5ebf4e755 req-2d5a1e8e-db5c-4f05-b5c0-d94284f30922 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:40.354026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f563527-f46b-491c-96fe-c1c5ebf4e755 req-2d5a1e8e-db5c-4f05-b5c0-d94284f30922 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 944 time: 0.0934730 Nov 22 16:41:40.433805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:40.442374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f563527-f46b-491c-96fe-c1c5ebf4e755 req-3635a078-e746-40a1-86c2-ab0841690d79 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709517 Nov 22 16:41:40.468731 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-147b5997-d50b-451f-9abd-0fbfd272895d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.474470 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-147b5997-d50b-451f-9abd-0fbfd272895d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.513162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-147b5997-d50b-451f-9abd-0fbfd272895d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.514579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-147b5997-d50b-451f-9abd-0fbfd272895d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2369273 Nov 22 16:41:40.517341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58714) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.522281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-36d5796c-1434-4944-aef2-7cf6d66cdbe9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-secgroup--399696933'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:40.528928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b5997-d50b-451f-9abd-0fbfd272895d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3907470-269b-48fd-91a5-9a0fe934b016,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.558796 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36d5796c-1434-4944-aef2-7cf6d66cdbe9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.668337 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36d5796c-1434-4944-aef2-7cf6d66cdbe9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.673997 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36d5796c-1434-4944-aef2-7cf6d66cdbe9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.716879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36d5796c-1434-4944-aef2-7cf6d66cdbe9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.721174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-36d5796c-1434-4944-aef2-7cf6d66cdbe9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2000785 Nov 22 16:41:40.722345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58718) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.723697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5796c-1434-4944-aef2-7cf6d66cdbe9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea9bf43-6042-4385-b98a-e2e9e48e193e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.728728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-47717d33-b41c-4045-9e7b-a4201aa29d57 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': 'a3907470-269b-48fd-91a5-9a0fe934b016', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dea9bf43-6042-4385-b98a-e2e9e48e193e', 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:40.777041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47717d33-b41c-4045-9e7b-a4201aa29d57 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.825111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1bd6176a-4c3d-4e08-bbad-af5f39a84d43', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'port_id': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'mac_address': 'fa:16:3e:4d:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:12Z', 'updated_at': '2021-11-22T16:41:37Z', 'revision_number': 1, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 5, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.864120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18012e50-add1-4b16-b94a-c532088b4536 None None] The sync data for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 is: [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1bd6176a-4c3d-4e08-bbad-af5f39a84d43', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'port_id': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'mac_address': 'fa:16:3e:4d:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:12Z', 'updated_at': '2021-11-22T16:41:37Z', 'revision_number': 1, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 5, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:40.919569 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47717d33-b41c-4045-9e7b-a4201aa29d57 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.929601 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47717d33-b41c-4045-9e7b-a4201aa29d57 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.944069 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47717d33-b41c-4045-9e7b-a4201aa29d57 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ffd5a5-18f5-48a8-950f-f731c8f3b8c2,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.983639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-47717d33-b41c-4045-9e7b-a4201aa29d57 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.989601 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-47717d33-b41c-4045-9e7b-a4201aa29d57 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2622755 Nov 22 16:41:40.990127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58728) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.032598 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8faee0e7-d7fd-4fdf-be18-b51c05a21805 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.035543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4636cc37-1aa8-43d9-afe4-c09733eae338 req-f6bcd180-1f19-4c2b-a69d-55abdcbf35c5 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/b299aadf-0171-431f-9d81-5913a154b0c6 HTTP/1.1" status: 200 len: 1818 time: 0.0921428 Nov 22 16:41:41.044663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8faee0e7-d7fd-4fdf-be18-b51c05a21805 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.090646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8faee0e7-d7fd-4fdf-be18-b51c05a21805 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.107289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8faee0e7-d7fd-4fdf-be18-b51c05a21805 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.112654 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8faee0e7-d7fd-4fdf-be18-b51c05a21805 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/02ffd5a5-18f5-48a8-950f-f731c8f3b8c2 HTTP/1.1" status: 204 len: 168 time: 0.1198375 Nov 22 16:41:41.113919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faee0e7-d7fd-4fdf-be18-b51c05a21805 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02ffd5a5-18f5-48a8-950f-f731c8f3b8c2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.117150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.119612 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4636cc37-1aa8-43d9-afe4-c09733eae338 req-1e9d1238-601e-4f3e-9560-096444a1b077 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.165283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4636cc37-1aa8-43d9-afe4-c09733eae338 req-1e9d1238-601e-4f3e-9560-096444a1b077 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.233251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-896b0aa3-428f-41b8-814d-f6740b650473 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1144128 Nov 22 16:41:41.238978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58732) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.246915 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c82e1-72b3-4508-bf9c-2e9393a29a34 None None] New status for floating IP 1bd6176a-4c3d-4e08-bbad-af5f39a84d43: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:41:41.261879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4636cc37-1aa8-43d9-afe4-c09733eae338 req-1e9d1238-601e-4f3e-9560-096444a1b077 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.269007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4636cc37-1aa8-43d9-afe4-c09733eae338 req-1e9d1238-601e-4f3e-9560-096444a1b077 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.270713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4636cc37-1aa8-43d9-afe4-c09733eae338 req-1e9d1238-601e-4f3e-9560-096444a1b077 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/b299aadf-0171-431f-9d81-5913a154b0c6 HTTP/1.1" status: 204 len: 173 time: 0.2285836 Nov 22 16:41:41.291643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d1238-601e-4f3e-9560-096444a1b077 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299aadf-0171-431f-9d81-5913a154b0c6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.337414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:41.340066 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba223699-4a35-4119-8666-7afa65688b28" -d '{"events": [{"name": "network-changed", "server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:41.370381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27e7f246-3a14-445c-a8c5-ba51dab3710d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.420107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27e7f246-3a14-445c-a8c5-ba51dab3710d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.487375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27e7f246-3a14-445c-a8c5-ba51dab3710d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.491498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27e7f246-3a14-445c-a8c5-ba51dab3710d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.494035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27e7f246-3a14-445c-a8c5-ba51dab3710d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/dea9bf43-6042-4385-b98a-e2e9e48e193e HTTP/1.1" status: 204 len: 168 time: 0.2534404 Nov 22 16:41:41.498404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4ef6a40-a642-4f69-b70e-0542c4303633 req-219e117b-d888-4e18-8aad-8a6b7a598fea tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/70b421ea-d2cf-4f7c-9b31-79d8271726e1 HTTP/1.1" status: 200 len: 1818 time: 0.0694346 Nov 22 16:41:41.498527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58738) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.524903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7f246-3a14-445c-a8c5-ba51dab3710d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea9bf43-6042-4385-b98a-e2e9e48e193e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.582402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f4ef6a40-a642-4f69-b70e-0542c4303633 req-7df4d9a8-851b-4a61-839d-013dfb25ceae tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.612346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f4ef6a40-a642-4f69-b70e-0542c4303633 req-7df4d9a8-851b-4a61-839d-013dfb25ceae tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.618230 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7bad732d-5761-46e3-bf4b-7a80d7f2e5fc tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1182749 Nov 22 16:41:41.622039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58752) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.674141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f4ef6a40-a642-4f69-b70e-0542c4303633 req-7df4d9a8-851b-4a61-839d-013dfb25ceae tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.677138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f4ef6a40-a642-4f69-b70e-0542c4303633 req-7df4d9a8-851b-4a61-839d-013dfb25ceae tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.678434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4ef6a40-a642-4f69-b70e-0542c4303633 req-7df4d9a8-851b-4a61-839d-013dfb25ceae tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/70b421ea-d2cf-4f7c-9b31-79d8271726e1 HTTP/1.1" status: 204 len: 173 time: 0.1792104 Nov 22 16:41:41.692374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4d9a8-851b-4a61-839d-013dfb25ceae tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b421ea-d2cf-4f7c-9b31-79d8271726e1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.705837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14d50230-38c1-4934-8c8b-d16ab73a2942 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.742303 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3754269d-32cf-44b0-8d23-5caee923ff3d x-openstack-request-id: req-3754269d-32cf-44b0-8d23-5caee923ff3d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:41.742595 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:41.743216 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3754269d-32cf-44b0-8d23-5caee923ff3d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:41.743680 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'status': 'completed', 'code': 200} Nov 22 16:41:41.760997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4a658b0b-3713-400b-82aa-8ec64246cacf no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:41.770870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14d50230-38c1-4934-8c8b-d16ab73a2942 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.806914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 4a658b0b-3713-400b-82aa-8ec64246cacf {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:41.807791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4a658b0b-3713-400b-82aa-8ec64246cacf not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:41.845091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba223699-4a35-4119-8666-7afa65688b28 req-41a8ebfc-ec1c-4110-a80b-81cf4a4a6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.847494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba223699-4a35-4119-8666-7afa65688b28 req-41a8ebfc-ec1c-4110-a80b-81cf4a4a6ba2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1096 time: 0.0794737 Nov 22 16:41:41.880727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e6be5-2cf0-4f09-a1e7-886807fd837e req-03d2c080-4557-40a1-a301-a5a830314632 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.882466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-957e6be5-2cf0-4f09-a1e7-886807fd837e req-03d2c080-4557-40a1-a301-a5a830314632 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 944 time: 0.0627365 Nov 22 16:41:41.907892 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14d50230-38c1-4934-8c8b-d16ab73a2942 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.908912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14d50230-38c1-4934-8c8b-d16ab73a2942 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.909982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-14d50230-38c1-4934-8c8b-d16ab73a2942 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/a3907470-269b-48fd-91a5-9a0fe934b016 HTTP/1.1" status: 204 len: 168 time: 0.2866871 Nov 22 16:41:41.917171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58760) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.938213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d50230-38c1-4934-8c8b-d16ab73a2942 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3907470-269b-48fd-91a5-9a0fe934b016,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.974976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-957e6be5-2cf0-4f09-a1e7-886807fd837e req-a301712b-7e8a-4bde-a876-8cf521552dfb tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809660 Nov 22 16:41:42.055146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba223699-4a35-4119-8666-7afa65688b28 req-c1ae7281-10ed-45af-805a-8b4f702633df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:42.057297 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba223699-4a35-4119-8666-7afa65688b28 req-c1ae7281-10ed-45af-805a-8b4f702633df service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.2022860 Nov 22 16:41:42.122831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-21a525e6-1b6c-4064-b8f3-d41112acea75 req-8cbd2882-d4ee-4516-88c8-319b80851061 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-872659314', 'description': 'tempest-description-1717190712'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:42.143635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a1a87a21-8ea0-4046-9dd7-8fa45fed44cd tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2255502 Nov 22 16:41:42.144274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58764) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:42.155955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3d7e7bcb-cf5e-4ff2-8503-861164e26d12 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868030721'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:42.160290 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-21a525e6-1b6c-4064-b8f3-d41112acea75 req-8cbd2882-d4ee-4516-88c8-319b80851061 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.185397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba223699-4a35-4119-8666-7afa65688b28 req-1c3f651e-5228-4cb4-9cc7-f5bd85f48308 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 1001 time: 0.1194470 Nov 22 16:41:42.202088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7bcb-cf5e-4ff2-8503-861164e26d12 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.259412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-21a525e6-1b6c-4064-b8f3-d41112acea75 req-8cbd2882-d4ee-4516-88c8-319b80851061 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.266122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba223699-4a35-4119-8666-7afa65688b28 req-12fe30a9-4a36-4d0a-a0ba-0001839c546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:42.267419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-21a525e6-1b6c-4064-b8f3-d41112acea75 req-8cbd2882-d4ee-4516-88c8-319b80851061 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.267923 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba223699-4a35-4119-8666-7afa65688b28 req-12fe30a9-4a36-4d0a-a0ba-0001839c546e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0757029 Nov 22 16:41:42.308871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-21a525e6-1b6c-4064-b8f3-d41112acea75 req-8cbd2882-d4ee-4516-88c8-319b80851061 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.311588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21a525e6-1b6c-4064-b8f3-d41112acea75 req-8cbd2882-d4ee-4516-88c8-319b80851061 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1940496 Nov 22 16:41:42.320986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd2882-d4ee-4516-88c8-319b80851061 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ac37d-538d-42d1-bb2b-8b0396eb7e67,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:42.368330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba223699-4a35-4119-8666-7afa65688b28 req-745bb69c-de1c-4222-8e64-3e9dfc476cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:42.370287 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba223699-4a35-4119-8666-7afa65688b28 req-745bb69c-de1c-4222-8e64-3e9dfc476cf5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930648 Nov 22 16:41:42.381287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7bcb-cf5e-4ff2-8503-861164e26d12 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.390371 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7bcb-cf5e-4ff2-8503-861164e26d12 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.473510 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7bcb-cf5e-4ff2-8503-861164e26d12 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.475444 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d7e7bcb-cf5e-4ff2-8503-861164e26d12 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3251853 Nov 22 16:41:42.481042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:42.485022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e7bcb-cf5e-4ff2-8503-861164e26d12 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9cb808-3e4f-4457-badb-e5b39a582d33,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:42.499223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ccfb61e7-a530-4c32-9e38-195fd8ce1074 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': 'fd9cb808-3e4f-4457-badb-e5b39a582d33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:42.546429 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba223699-4a35-4119-8666-7afa65688b28 req-99379cec-a9e5-488b-b74a-b763b2237fea service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677692 Nov 22 16:41:42.570259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0e140ca-3e2a-4a5d-bad6-5e9baa0ec1c8 req-803d0e95-303b-416d-9363-3050474b6d27 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/b36ac37d-538d-42d1-bb2b-8b0396eb7e67 HTTP/1.1" status: 200 len: 1819 time: 0.0612273 Nov 22 16:41:42.571461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfb61e7-a530-4c32-9e38-195fd8ce1074 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.592624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-d0e140ca-3e2a-4a5d-bad6-5e9baa0ec1c8 req-6a7252ec-5811-422c-8c08-3af674f002ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Request body: {'security_group': {'name': 'tempest-sg-hth-538537088', 'description': 'tempest-description-hth-1487398578'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:42.651316 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d0e140ca-3e2a-4a5d-bad6-5e9baa0ec1c8 req-6a7252ec-5811-422c-8c08-3af674f002ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.675283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfb61e7-a530-4c32-9e38-195fd8ce1074 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.680538 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba223699-4a35-4119-8666-7afa65688b28 req-4ef13057-72f8-4c3d-a7ee-84ef9643f4ca service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271484 Nov 22 16:41:42.684042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfb61e7-a530-4c32-9e38-195fd8ce1074 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.725582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb61e7-a530-4c32-9e38-195fd8ce1074 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e18fa7-02f1-468a-b397-b94b7d67ec56,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:42.734719 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfb61e7-a530-4c32-9e38-195fd8ce1074 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.736090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ccfb61e7-a530-4c32-9e38-195fd8ce1074 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2533884 Nov 22 16:41:42.738915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d0e140ca-3e2a-4a5d-bad6-5e9baa0ec1c8 req-6a7252ec-5811-422c-8c08-3af674f002ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.739732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:42.748267 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d0e140ca-3e2a-4a5d-bad6-5e9baa0ec1c8 req-6a7252ec-5811-422c-8c08-3af674f002ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.750922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d0e140ca-3e2a-4a5d-bad6-5e9baa0ec1c8 req-6a7252ec-5811-422c-8c08-3af674f002ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.752165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0e140ca-3e2a-4a5d-bad6-5e9baa0ec1c8 req-6a7252ec-5811-422c-8c08-3af674f002ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "PUT /v2.0/security-groups/b36ac37d-538d-42d1-bb2b-8b0396eb7e67 HTTP/1.1" status: 200 len: 1793 time: 0.1689479 Nov 22 16:41:42.794310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e855646-ba42-475c-81f4-001f04c033db tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.808240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e855646-ba42-475c-81f4-001f04c033db tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.813376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7252ec-5811-422c-8c08-3af674f002ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ac37d-538d-42d1-bb2b-8b0396eb7e67,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:42.860866 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e855646-ba42-475c-81f4-001f04c033db tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.869072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e5250a52-8146-46ce-8111-af5f99441bb7 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:42.870211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e855646-ba42-475c-81f4-001f04c033db tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.874721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:42.882695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5e855646-ba42-475c-81f4-001f04c033db tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e1e18fa7-02f1-468a-b397-b94b7d67ec56 HTTP/1.1" status: 204 len: 168 time: 0.1420441 Nov 22 16:41:42.916849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e855646-ba42-475c-81f4-001f04c033db tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1e18fa7-02f1-468a-b397-b94b7d67ec56,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:42.928342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-531cd85a-9ea2-47d8-99e8-fed622c4b25b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522206 Nov 22 16:41:42.929883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58778) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:42.940304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port e5250a52-8146-46ce-8111-af5f99441bb7 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:41:42.945913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port e5250a52-8146-46ce-8111-af5f99441bb7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:42.946806 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.978478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a128cef-8dcd-472d-9819-763d12c76aff req-b756e196-1f01-4905-a261-183a543d8103 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/b36ac37d-538d-42d1-bb2b-8b0396eb7e67 HTTP/1.1" status: 200 len: 1793 time: 0.1257665 Nov 22 16:41:42.998922 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e39b-85ba-41f4-b908-5c866f22f88e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.032824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e39b-85ba-41f4-b908-5c866f22f88e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.061108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e44cddfc-20e9-43d8-b69d-4916349e4d3e req-6130bb6b-8a25-4596-95be-f9fe16565952 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/b36ac37d-538d-42d1-bb2b-8b0396eb7e67 HTTP/1.1" status: 200 len: 1793 time: 0.0507684 Nov 22 16:41:43.089780 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.138836 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e39b-85ba-41f4-b908-5c866f22f88e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.141465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e39b-85ba-41f4-b908-5c866f22f88e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.145317 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c7d9e39b-85ba-41f4-b908-5c866f22f88e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/fd9cb808-3e4f-4457-badb-e5b39a582d33 HTTP/1.1" status: 204 len: 168 time: 0.2115126 Nov 22 16:41:43.146434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.155238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9e39b-85ba-41f4-b908-5c866f22f88e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9cb808-3e4f-4457-badb-e5b39a582d33,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.160572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e44cddfc-20e9-43d8-b69d-4916349e4d3e req-24bb02bb-9aa8-43f5-bf03-1a77a4899b74 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.167743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:43.170736 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69959d93-8e0c-44a3-beed-11c2957c7443" -d '{"events": [{"server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "name": "network-vif-plugged", "status": "completed", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:43.183336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e5250a52-8146-46ce-8111-af5f99441bb7, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5250a52-8146-46ce-8111-af5f99441bb7,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:43.189133 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.207951 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e44cddfc-20e9-43d8-b69d-4916349e4d3e req-24bb02bb-9aa8-43f5-bf03-1a77a4899b74 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.239288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5cba5656-605f-477b-bc0c-2e9193cd652e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0916448 Nov 22 16:41:43.245607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58792) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.250478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-862de5ea-c7dc-43e2-8b37-a2684090edd9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510486236'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:43.257198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=e5250a52-8146-46ce-8111-af5f99441bb7,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.277943 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e44cddfc-20e9-43d8-b69d-4916349e4d3e req-24bb02bb-9aa8-43f5-bf03-1a77a4899b74 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.281635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e44cddfc-20e9-43d8-b69d-4916349e4d3e req-24bb02bb-9aa8-43f5-bf03-1a77a4899b74 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.282967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e44cddfc-20e9-43d8-b69d-4916349e4d3e req-24bb02bb-9aa8-43f5-bf03-1a77a4899b74 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/b36ac37d-538d-42d1-bb2b-8b0396eb7e67 HTTP/1.1" status: 204 len: 173 time: 0.2152426 Nov 22 16:41:43.283851 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-862de5ea-c7dc-43e2-8b37-a2684090edd9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.294101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb02bb-9aa8-43f5-bf03-1a77a4899b74 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36ac37d-538d-42d1-bb2b-8b0396eb7e67,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.377504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-862de5ea-c7dc-43e2-8b37-a2684090edd9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.382506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-862de5ea-c7dc-43e2-8b37-a2684090edd9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.420752 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-862de5ea-c7dc-43e2-8b37-a2684090edd9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.421968 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-862de5ea-c7dc-43e2-8b37-a2684090edd9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1753163 Nov 22 16:41:43.422216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d191-9406-49b4-a711-b0fcc97f6eb7 req-b2070747-b695-45d1-ac44-d12582123e28 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:43.424054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4f8d191-9406-49b4-a711-b0fcc97f6eb7 req-b2070747-b695-45d1-ac44-d12582123e28 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 945 time: 0.0686390 Nov 22 16:41:43.424836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.428239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862de5ea-c7dc-43e2-8b37-a2684090edd9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f74be1c-a74a-4a8b-9815-93e99f39189a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.429652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fc2889a9-b502-4bda-aa1a-0f33c9de25d6 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': '5f74be1c-a74a-4a8b-9815-93e99f39189a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:43.496426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc2889a9-b502-4bda-aa1a-0f33c9de25d6 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.503485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4f8d191-9406-49b4-a711-b0fcc97f6eb7 req-946492ad-36f1-4594-9083-e416bbe9dd30 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686240 Nov 22 16:41:43.573444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc2889a9-b502-4bda-aa1a-0f33c9de25d6 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.578508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc2889a9-b502-4bda-aa1a-0f33c9de25d6 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.599167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2889a9-b502-4bda-aa1a-0f33c9de25d6 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdf70cd-4b5b-428d-9743-b8b047bdb133,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.611668 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc2889a9-b502-4bda-aa1a-0f33c9de25d6 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.616135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58802) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.624929 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c37a3fd-7ba3-4048-a275-27b905729d4a x-openstack-request-id: req-6c37a3fd-7ba3-4048-a275-27b905729d4a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:43.625700 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "name": "network-vif-plugged", "status": "completed", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:43.626244 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c37a3fd-7ba3-4048-a275-27b905729d4a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:43.626816 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'code': 200} Nov 22 16:41:43.629848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fc2889a9-b502-4bda-aa1a-0f33c9de25d6 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1997612 Nov 22 16:41:43.645987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.667726 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f0fdb845-b9d4-4875-827d-d4cc5cb42e02 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules/9cdf70cd-4b5b-428d-9743-b8b047bdb133 HTTP/1.1" status: 200 len: 763 time: 0.0498588 Nov 22 16:41:43.710682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f3d0e91c-6d6c-4a30-baf6-fe45b0ad50f9 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0636911 Nov 22 16:41:43.711380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.744368 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5179-a78e-417d-a9dc-5c7a2d3d45b1 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.757533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5179-a78e-417d-a9dc-5c7a2d3d45b1 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.770489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cbcd4-f6ee-4f5e-8ffa-23188c783652 req-1894a9c1-3fb9-4b78-945f-00b62cc01622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:43.772243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ce5cbcd4-f6ee-4f5e-8ffa-23188c783652 req-1894a9c1-3fb9-4b78-945f-00b62cc01622 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 1096 time: 0.0709558 Nov 22 16:41:43.807403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5179-a78e-417d-a9dc-5c7a2d3d45b1 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.816222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b2bb5179-a78e-417d-a9dc-5c7a2d3d45b1 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.820400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58810) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.820782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b2bb5179-a78e-417d-a9dc-5c7a2d3d45b1 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/9cdf70cd-4b5b-428d-9743-b8b047bdb133 HTTP/1.1" status: 204 len: 168 time: 0.1077769 Nov 22 16:41:43.828387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb5179-a78e-417d-a9dc-5c7a2d3d45b1 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cdf70cd-4b5b-428d-9743-b8b047bdb133,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.861760 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ce5cbcd4-f6ee-4f5e-8ffa-23188c783652 req-b7e9b11b-f169-402a-b6a4-e9a788f63986 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819275 Nov 22 16:41:43.884930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8102cba1-fad9-4d8b-acca-9b3d92a38e88 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0625715 Nov 22 16:41:43.887655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.892986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-075c500f-32e2-41b7-bb58-080d1283239a tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': '5f74be1c-a74a-4a8b-9815-93e99f39189a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:43.923464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-075c500f-32e2-41b7-bb58-080d1283239a tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.950525 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-7934c807-92f7-4445-80b5-d514f18ad484 req-2232d675-01c0-420b-9e81-60453099a7dc tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:41:43.951868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7934c807-92f7-4445-80b5-d514f18ad484 req-2232d675-01c0-420b-9e81-60453099a7dc tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/70b421ea-d2cf-4f7c-9b31-79d8271726e1 HTTP/1.1" status: 404 len: 352 time: 0.0176892 Nov 22 16:41:43.987747 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-075c500f-32e2-41b7-bb58-080d1283239a tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.993858 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-075c500f-32e2-41b7-bb58-080d1283239a tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.005743 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-b67e3acb-f8a8-4f07-a793-8d106eb002e6 req-a6f3d9f1-9152-4001-b944-97c527167852 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:41:44.006772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b67e3acb-f8a8-4f07-a793-8d106eb002e6 req-a6f3d9f1-9152-4001-b944-97c527167852 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/b299aadf-0171-431f-9d81-5913a154b0c6 HTTP/1.1" status: 404 len: 352 time: 0.0196817 Nov 22 16:41:44.016806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c500f-32e2-41b7-bb58-080d1283239a tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a8e0e1-4180-42a2-8a17-3ca94ca2a522,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:44.022520 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-075c500f-32e2-41b7-bb58-080d1283239a tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.024027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-075c500f-32e2-41b7-bb58-080d1283239a tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352015 Nov 22 16:41:44.026931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.050807 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-b07ea6bd-16a3-4e38-91a7-45ee7eec3eae req-f18ecad0-131c-4c2f-b0e4-b03796b447ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:41:44.051260 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-38659795-1c82-4f62-b0c9-187919ef0cf6 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules/22a8e0e1-4180-42a2-8a17-3ca94ca2a522 HTTP/1.1" status: 200 len: 763 time: 0.0223510 Nov 22 16:41:44.051903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b07ea6bd-16a3-4e38-91a7-45ee7eec3eae req-f18ecad0-131c-4c2f-b0e4-b03796b447ba tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/7aaf3f3b-73dd-47eb-9bd6-616538aeb68b HTTP/1.1" status: 404 len: 352 time: 0.0155044 Nov 22 16:41:44.053391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58824) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.091737 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-b0d49851-d185-49f0-9253-eb65dff1a2f6 req-65e7209c-0b29-4f92-8c8a-0489b7be6966 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:41:44.092131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0d49851-d185-49f0-9253-eb65dff1a2f6 req-65e7209c-0b29-4f92-8c8a-0489b7be6966 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/f48f4123-5f8f-4888-ba88-10ed9c1be8e3 HTTP/1.1" status: 404 len: 352 time: 0.0166166 Nov 22 16:41:44.107589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3e9bc4b9-c0dd-42b9-9e26-abe6dabaffbc tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0501790 Nov 22 16:41:44.107965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.140181 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-dcad6f22-67b6-4ccd-8ce5-d34a51126fa8 req-19c81d26-7fa0-426b-9d42-76d215f1b132 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:41:44.141197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcad6f22-67b6-4ccd-8ce5-d34a51126fa8 req-19c81d26-7fa0-426b-9d42-76d215f1b132 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/bcf6e66b-a3aa-466e-8821-01f3ca287ca2 HTTP/1.1" status: 404 len: 352 time: 0.0196457 Nov 22 16:41:44.157490 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e662928f-c78d-4e02-abcc-8be4f600206e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.166508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e662928f-c78d-4e02-abcc-8be4f600206e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.207976 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-29ee37a1-a51d-410c-806b-a9f920eaff91 req-2c08ed85-fca5-438f-b3b9-dbf7d6899d84 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] show failed (client error): The resource could not be found. Nov 22 16:41:44.209024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ee37a1-a51d-410c-806b-a9f920eaff91 req-2c08ed85-fca5-438f-b3b9-dbf7d6899d84 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/88864dc1-e21d-4bc2-ac87-cce1b043c45b HTTP/1.1" status: 404 len: 352 time: 0.0270693 Nov 22 16:41:44.209764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e662928f-c78d-4e02-abcc-8be4f600206e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.220248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e662928f-c78d-4e02-abcc-8be4f600206e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.224481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e662928f-c78d-4e02-abcc-8be4f600206e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/22a8e0e1-4180-42a2-8a17-3ca94ca2a522 HTTP/1.1" status: 204 len: 168 time: 0.1127129 Nov 22 16:41:44.225370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.240570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662928f-c78d-4e02-abcc-8be4f600206e tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22a8e0e1-4180-42a2-8a17-3ca94ca2a522,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:44.293153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.298418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-96c8a0af-c96f-4f55-9407-a4f99afa0661 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Request body: {'security_group_rule': {'security_group_id': '5f74be1c-a74a-4a8b-9815-93e99f39189a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:44.299709 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40eda8d3-f37e-4cfd-a601-942f8e16e2da tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688906 Nov 22 16:41:44.339307 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-96c8a0af-c96f-4f55-9407-a4f99afa0661 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Project 76229c1cbb0c4533adf36be5421d03f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:41:44.347973 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96c8a0af-c96f-4f55-9407-a4f99afa0661 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.439272 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96c8a0af-c96f-4f55-9407-a4f99afa0661 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.449764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96c8a0af-c96f-4f55-9407-a4f99afa0661 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.476077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8a0af-c96f-4f55-9407-a4f99afa0661 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2660904e-6c17-45c7-9e45-2c4717f92b87,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:44.525759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96c8a0af-c96f-4f55-9407-a4f99afa0661 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.530064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-96c8a0af-c96f-4f55-9407-a4f99afa0661 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2331514 Nov 22 16:41:44.530293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58846) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.558906 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3798764c-b4e9-4718-8ccd-fc6a66969a60 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules/2660904e-6c17-45c7-9e45-2c4717f92b87 HTTP/1.1" status: 200 len: 769 time: 0.0194192 Nov 22 16:41:44.559254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcb5e3-627a-4ff3-9e89-f5ab0e3a7c6e req-313be4a8-11ff-42ed-b17d-5c7ea97695a0 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:44.559254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcb5e3-627a-4ff3-9e89-f5ab0e3a7c6e req-313be4a8-11ff-42ed-b17d-5c7ea97695a0 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1023 time: 0.0839474 Nov 22 16:41:44.559543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58848) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.611108 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1f71ab73-7382-4b62-83fe-307df497c5bd tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0486200 Nov 22 16:41:44.612546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.678359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ba39744-e6aa-4fd3-9a62-53782e7ac90d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.699721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcb5e3-627a-4ff3-9e89-f5ab0e3a7c6e req-35b89216-768c-4a59-ad0e-c1bf3548600e tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=4db6b075-bb0e-422c-abb1-1c191c26345e&id=899c2ee4-0f99-4df4-8307-9ae9fa590236&id=ef46c06d-c5ad-44ac-9595-99654169229a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1284821 Nov 22 16:41:44.701808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ba39744-e6aa-4fd3-9a62-53782e7ac90d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.742185 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ba39744-e6aa-4fd3-9a62-53782e7ac90d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.748690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ba39744-e6aa-4fd3-9a62-53782e7ac90d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.754726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ba39744-e6aa-4fd3-9a62-53782e7ac90d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2660904e-6c17-45c7-9e45-2c4717f92b87 HTTP/1.1" status: 204 len: 168 time: 0.1364446 Nov 22 16:41:44.755041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58854) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.761418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba39744-e6aa-4fd3-9a62-53782e7ac90d tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2660904e-6c17-45c7-9e45-2c4717f92b87,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:44.822078 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5c33cd3e-e4de-4682-8c2e-777f98497e46 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0640628 Nov 22 16:41:44.825670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.860290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae8d61-ba80-497c-984a-df18f8b4d4ce req-b04e054b-63a3-43b7-86f2-0295a8831876 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:44.862177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43ae8d61-ba80-497c-984a-df18f8b4d4ce req-b04e054b-63a3-43b7-86f2-0295a8831876 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 945 time: 0.0924506 Nov 22 16:41:44.953102 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43ae8d61-ba80-497c-984a-df18f8b4d4ce req-9953072b-7724-41cc-b0d5-46fcff956fb4 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807014 Nov 22 16:41:44.953871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcc44267-ca53-44ce-aef4-1c7e92904b0b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.988505 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcc44267-ca53-44ce-aef4-1c7e92904b0b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.045686 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcc44267-ca53-44ce-aef4-1c7e92904b0b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.049213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcc44267-ca53-44ce-aef4-1c7e92904b0b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.052965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bcc44267-ca53-44ce-aef4-1c7e92904b0b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "DELETE /v2.0/security-groups/5f74be1c-a74a-4a8b-9815-93e99f39189a HTTP/1.1" status: 204 len: 168 time: 0.2237663 Nov 22 16:41:45.053332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:45.065988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc44267-ca53-44ce-aef4-1c7e92904b0b tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f74be1c-a74a-4a8b-9815-93e99f39189a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:45.115393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1526081c-be77-4ef4-b8d7-abc554bad70c tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0604610 Nov 22 16:41:45.120481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:45.181105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4c3318d8-4316-4d86-863a-60e1db183122 tempest-SecGroupIPv6Test-1461078183 tempest-SecGroupIPv6Test-1461078183-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0558641 Nov 22 16:41:45.389991 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5e76abc8-1cac-49a6-b575-ab71578ddcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.487760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:45.636290 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fa0c6c62-36f1-4f30-bd3a-31713c0ddd69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76229c1cbb0c4533adf36be5421d03f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471848 Nov 22 16:41:45.638987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58878) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:45.692628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc327fda-4d66-4e56-9e05-57923fe00d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.717624 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc327fda-4d66-4e56-9e05-57923fe00d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.796762 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc327fda-4d66-4e56-9e05-57923fe00d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.799400 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc327fda-4d66-4e56-9e05-57923fe00d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.800762 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fc327fda-4d66-4e56-9e05-57923fe00d63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50df9b5c-3fef-40bc-8ac7-7e0630a07825 HTTP/1.1" status: 204 len: 168 time: 0.1606872 Nov 22 16:41:45.809539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc327fda-4d66-4e56-9e05-57923fe00d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50df9b5c-3fef-40bc-8ac7-7e0630a07825,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:45.888284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe06a5c-c809-484e-b757-dd4f11834887 req-37984a3c-ca08-4f5e-b726-5875352058a3 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:45.890067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbe06a5c-c809-484e-b757-dd4f11834887 req-37984a3c-ca08-4f5e-b726-5875352058a3 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1023 time: 0.0698578 Nov 22 16:41:45.982472 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbe06a5c-c809-484e-b757-dd4f11834887 req-04eb402f-6cfc-44ef-ad56-075da4c02fe9 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups?id=4db6b075-bb0e-422c-abb1-1c191c26345e&id=899c2ee4-0f99-4df4-8307-9ae9fa590236&id=ef46c06d-c5ad-44ac-9595-99654169229a&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0854304 Nov 22 16:41:46.121019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c6b34-0e9e-44ce-add1-443922e81aca req-48a50dcb-bdff-422e-bf74-226f1dae5b64 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:46.122746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-717c6b34-0e9e-44ce-add1-443922e81aca req-48a50dcb-bdff-422e-bf74-226f1dae5b64 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 945 time: 0.0585144 Nov 22 16:41:46.178460 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-717c6b34-0e9e-44ce-add1-443922e81aca req-c77c9346-70ac-4043-99f2-3e748af53fba tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493062 Nov 22 16:41:46.385541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-d4ae5ad2-6d38-4d3a-b2ea-b92b9c5866e8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:46.387311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-d4ae5ad2-6d38-4d3a-b2ea-b92b9c5866e8 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.62 "GET /v2.0/ports?device_id=fce413f0-34a6-43ab-bb90-1be00240feb1 HTTP/1.1" status: 200 len: 1023 time: 0.0896585 Nov 22 16:41:46.538657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Deleting port 2d04538b-5c16-46bc-96be-0ea3940916bd {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:46.539856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.651069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c019217-8e86-4133-95fd-873b75a3f629 req-fff1f2dd-d864-4f68-9fc6-07bc8c8c42be tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 258 time: 0.3038507 Nov 22 16:41:46.665510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:46.668509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] For port 2d04538b-5c16-46bc-96be-0ea3940916bd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2d04538b-5c16-46bc-96be-0ea3940916bd,segment=NetworkSegment(97bc7496-c854-4d11-958e-b6caec2b689f),segment_id=97bc7496-c854-4d11-958e-b6caec2b689f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:46.669355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.689934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Calling delete_port for 2d04538b-5c16-46bc-96be-0ea3940916bd owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:46.695043 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.697203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58918) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:46.854321 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.884273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.897032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2d04538b-5c16-46bc-96be-0ea3940916bd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:46.906549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-58b647d8-ecfd-4ff0-aec4-bc8cb320ce1e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:46.907306 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-58b647d8-ecfd-4ff0-aec4-bc8cb320ce1e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:41:46.907926 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-58b647d8-ecfd-4ff0-aec4-bc8cb320ce1e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:41:46.908956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-58b647d8-ecfd-4ff0-aec4-bc8cb320ce1e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2106907 Nov 22 16:41:46.912702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58926) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:46.921145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894738948'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:46.933989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'Port': ['ID=2d04538b-5c16-46bc-96be-0ea3940916bd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:46.988097 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.002595 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.010438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] No DVR routers for this DVR port 2d04538b-5c16-46bc-96be-0ea3940916bd on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:47.015437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.021282 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f80f07e6-3553-46cd-82b4-1c1531dda93d req-03f7dcba-7981-4a5c-86a6-d6d27bd9a97d tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.62 "DELETE /v2.0/ports/2d04538b-5c16-46bc-96be-0ea3940916bd HTTP/1.1" status: 204 len: 173 time: 0.6242874 Nov 22 16:41:47.021282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'name': 'network-vif-deleted', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:47.048116 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d425c2b2-6a02-4ba0-8b61-1c8c360a385a" -d '{"events": [{"server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "name": "network-vif-deleted", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:47.077034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Allocated IP 172.25.0.163 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/c371735f-7bef-497c-9dad-d1f4ac5e42c0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:47.157164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.162908 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.227892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed3c46-d821-452a-8a0f-48a9d8890dbe,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:47.268503 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.297482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.307286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.349909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.359241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.360680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4462283 Nov 22 16:41:47.365548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58938) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.371050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-59309010-3f77-40fb-968e-3de2a68f24a5 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'c4addd84-b456-4f63-a2cd-9686cebf6c3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:47.390836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419fce6-e91a-403b-95d5-4d0f7353f02c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4addd84-b456-4f63-a2cd-9686cebf6c3d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:47.409186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59309010-3f77-40fb-968e-3de2a68f24a5 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.428312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:47.431172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:47.437126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:47.477964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Pushing event updated for resources: {'Port': ['ID=c371735f-7bef-497c-9dad-d1f4ac5e42c0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:47.517534 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59309010-3f77-40fb-968e-3de2a68f24a5 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.524634 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59309010-3f77-40fb-968e-3de2a68f24a5 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.552480 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59309010-3f77-40fb-968e-3de2a68f24a5 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541463aa-e868-408d-a9f7-3ba52ed122e9,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:47.564210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59309010-3f77-40fb-968e-3de2a68f24a5 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.566124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-59309010-3f77-40fb-968e-3de2a68f24a5 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2013426 Nov 22 16:41:47.569159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58940) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.569624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.576853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f7c98da6-2c20-4324-8b73-cd6df05e8ea4 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'c4addd84-b456-4f63-a2cd-9686cebf6c3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:47.635099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.644556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7c98da6-2c20-4324-8b73-cd6df05e8ea4 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.712128 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-f7c98da6-2c20-4324-8b73-cd6df05e8ea4 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:41:47.713666 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f7c98da6-2c20-4324-8b73-cd6df05e8ea4 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1430845 Nov 22 16:41:47.719280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58942) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.804855 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1733d14-439f-48f4-837a-a3ef2c94eb63 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.828264 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33f1b642-9780-4ed4-a63a-85f002d27a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.843591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1733d14-439f-48f4-837a-a3ef2c94eb63 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.893412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.906759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.908381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1733d14-439f-48f4-837a-a3ef2c94eb63 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.912243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1733d14-439f-48f4-837a-a3ef2c94eb63 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.917207 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c1733d14-439f-48f4-837a-a3ef2c94eb63 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/c4addd84-b456-4f63-a2cd-9686cebf6c3d HTTP/1.1" status: 204 len: 168 time: 0.1959298 Nov 22 16:41:47.918563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.930051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1733d14-439f-48f4-837a-a3ef2c94eb63 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4addd84-b456-4f63-a2cd-9686cebf6c3d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.016898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Pushing event updated for resources: {'Port': ['ID=c371735f-7bef-497c-9dad-d1f4ac5e42c0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.053827 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d377ab3-2392-48d6-8c73-8946905ec110 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1096592 Nov 22 16:41:48.055316 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.058487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.065794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cc90cc37-4a19-43d8-b345-c47bc8fa85a1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--860750392'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:48.102276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc90cc37-4a19-43d8-b345-c47bc8fa85a1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.117477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.117477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c019217-8e86-4133-95fd-873b75a3f629 req-84f46e02-9c97-4011-b347-3b5135adcfae tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4581563 Nov 22 16:41:48.200820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c019217-8e86-4133-95fd-873b75a3f629 req-f92c2b13-0d86-4b2d-97f2-3faea8adb826 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 696 time: 0.0640571 Nov 22 16:41:48.293227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc90cc37-4a19-43d8-b345-c47bc8fa85a1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.301628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc90cc37-4a19-43d8-b345-c47bc8fa85a1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.342073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc90cc37-4a19-43d8-b345-c47bc8fa85a1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.343368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc90cc37-4a19-43d8-b345-c47bc8fa85a1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2826598 Nov 22 16:41:48.347833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58958) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.354147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fa3588f9-bacb-4cef-864a-41f277b00f95 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': '82d50a32-1282-4cf1-9ce9-9df9d657cc8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:48.355049 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-fa3588f9-bacb-4cef-864a-41f277b00f95 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 22 16:41:48.355663 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-fa3588f9-bacb-4cef-864a-41f277b00f95 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:48.359008 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fa3588f9-bacb-4cef-864a-41f277b00f95 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075269 Nov 22 16:41:48.360022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58960) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.378682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c019217-8e86-4133-95fd-873b75a3f629 req-86e3acce-9224-412d-b405-5793c9871fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:48.380120 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c019217-8e86-4133-95fd-873b75a3f629 req-86e3acce-9224-412d-b405-5793c9871fd9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1698325 Nov 22 16:41:48.381255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90cc37-4a19-43d8-b345-c47bc8fa85a1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d50a32-1282-4cf1-9ce9-9df9d657cc8e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.428407 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7bf4-1431-4b37-8483-21a681b587c1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.455639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7bf4-1431-4b37-8483-21a681b587c1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.509386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7bf4-1431-4b37-8483-21a681b587c1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.512191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7bf4-1431-4b37-8483-21a681b587c1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.517369 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ccbc7bf4-1431-4b37-8483-21a681b587c1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/82d50a32-1282-4cf1-9ce9-9df9d657cc8e HTTP/1.1" status: 204 len: 168 time: 0.1524324 Nov 22 16:41:48.517751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.525134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc7bf4-1431-4b37-8483-21a681b587c1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d50a32-1282-4cf1-9ce9-9df9d657cc8e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.582998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2723dc29-9e3a-4336-a886-223ee1eab58a tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0629110 Nov 22 16:41:48.586028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58966) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.592023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a875e7e7-6b79-4231-9e65-42ac0e3fa75d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--203072294'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:48.625373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a875e7e7-6b79-4231-9e65-42ac0e3fa75d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.640145 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93619efc-a692-4c3c-8e04-c38b0a4d18aa x-openstack-request-id: req-93619efc-a692-4c3c-8e04-c38b0a4d18aa {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:48.640470 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce413f0-34a6-43ab-bb90-1be00240feb1", "name": "network-vif-deleted", "tag": "2d04538b-5c16-46bc-96be-0ea3940916bd", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:48.640762 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93619efc-a692-4c3c-8e04-c38b0a4d18aa {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:48.641267 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce413f0-34a6-43ab-bb90-1be00240feb1', 'name': 'network-vif-deleted', 'tag': '2d04538b-5c16-46bc-96be-0ea3940916bd', 'status': 'completed', 'code': 200} Nov 22 16:41:48.731299 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a875e7e7-6b79-4231-9e65-42ac0e3fa75d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.736991 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a875e7e7-6b79-4231-9e65-42ac0e3fa75d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.781591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a875e7e7-6b79-4231-9e65-42ac0e3fa75d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.785475 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a875e7e7-6b79-4231-9e65-42ac0e3fa75d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1957552 Nov 22 16:41:48.785638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58970) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.793126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bbd38744-7e3b-4faf-84b8-2ff2ae750962 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'fd356767-d4d0-4f7f-b004-774d8ca42794', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:48.793726 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-bbd38744-7e3b-4faf-84b8-2ff2ae750962 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 22 16:41:48.794333 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-bbd38744-7e3b-4faf-84b8-2ff2ae750962 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:48.795563 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bbd38744-7e3b-4faf-84b8-2ff2ae750962 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088463 Nov 22 16:41:48.797006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875e7e7-6b79-4231-9e65-42ac0e3fa75d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd356767-d4d0-4f7f-b004-774d8ca42794,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.799109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58972) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.866271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4975fc3b-806c-4707-835b-b1c902d86e8b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.871048 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.914402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4975fc3b-806c-4707-835b-b1c902d86e8b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.965989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-c2a567cd-0fe9-4de3-9d2a-4311acb9f1aa tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:48.967958 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-c2a567cd-0fe9-4de3-9d2a-4311acb9f1aa tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0942888 Nov 22 16:41:48.984666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4975fc3b-806c-4707-835b-b1c902d86e8b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.987625 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4975fc3b-806c-4707-835b-b1c902d86e8b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.988859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4975fc3b-806c-4707-835b-b1c902d86e8b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/fd356767-d4d0-4f7f-b004-774d8ca42794 HTTP/1.1" status: 204 len: 168 time: 0.1875110 Nov 22 16:41:48.992496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.041851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975fc3b-806c-4707-835b-b1c902d86e8b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd356767-d4d0-4f7f-b004-774d8ca42794,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.046422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-fe3101e3-45df-4456-9a1f-034c44376998 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 696 time: 0.0711164 Nov 22 16:41:49.047892 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9c1e96a1-c060-45ad-b5ed-5d5dec1ae905 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0540774 Nov 22 16:41:49.051963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58976) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.057114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f432a224-6939-4443-9531-bc3c57e9107e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092764785'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.073227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Request body: {'floatingip': {'port_id': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.096691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f432a224-6939-4443-9531-bc3c57e9107e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.145487 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.181540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f432a224-6939-4443-9531-bc3c57e9107e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.188422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f432a224-6939-4443-9531-bc3c57e9107e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.222028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f432a224-6939-4443-9531-bc3c57e9107e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.223653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f432a224-6939-4443-9531-bc3c57e9107e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1708686 Nov 22 16:41:49.226503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58978) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.234252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0782e362-cbcf-46c5-87a6-c424bff22fe2 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'afd3a78b-d232-4b9d-941a-f013a687aada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.251835 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-0782e362-cbcf-46c5-87a6-c424bff22fe2 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 22 16:41:49.252507 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-0782e362-cbcf-46c5-87a6-c424bff22fe2 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:49.253683 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0782e362-cbcf-46c5-87a6-c424bff22fe2 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240698 Nov 22 16:41:49.255866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432a224-6939-4443-9531-bc3c57e9107e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd3a78b-d232-4b9d-941a-f013a687aada,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.259129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58982) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.264383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-505ec287-e90a-44c5-a5b9-550a30eaaa1f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'afd3a78b-d232-4b9d-941a-f013a687aada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.265876 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-505ec287-e90a-44c5-a5b9-550a30eaaa1f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 22 16:41:49.266515 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-505ec287-e90a-44c5-a5b9-550a30eaaa1f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:49.267989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-505ec287-e90a-44c5-a5b9-550a30eaaa1f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072637 Nov 22 16:41:49.270564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.275289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-59b413f8-a03e-41cc-b674-d88849c7c236 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'afd3a78b-d232-4b9d-941a-f013a687aada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.276324 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-59b413f8-a03e-41cc-b674-d88849c7c236 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 22 16:41:49.276818 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-59b413f8-a03e-41cc-b674-d88849c7c236 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:49.277779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-59b413f8-a03e-41cc-b674-d88849c7c236 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062900 Nov 22 16:41:49.281963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58986) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.287791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-76bcdc61-b509-4060-a805-44cce8d7dfcc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'afd3a78b-d232-4b9d-941a-f013a687aada', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.288649 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-76bcdc61-b509-4060-a805-44cce8d7dfcc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 22 16:41:49.289131 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-76bcdc61-b509-4060-a805-44cce8d7dfcc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:49.290409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-76bcdc61-b509-4060-a805-44cce8d7dfcc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085456 Nov 22 16:41:49.293439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58988) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.306178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.311684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-550840078'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.336940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:49.340324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.367812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:49.377677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.378015 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Added segment c414007f-0384-4f86-997e-12156ab81f5f of type vlan for network 7bf485ee-00ae-42be-b790-e5bca2fa413e Nov 22 16:41:49.425355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.436264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c57b067-8504-45bd-ad4b-36dbedba545d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.463384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.470346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:49.471111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.506035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c57b067-8504-45bd-ad4b-36dbedba545d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.539182 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2317841 Nov 22 16:41:49.547152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58994) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.553093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1731920810'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.572623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ec22b-985b-4243-a84e-566aab1d47d5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Network': ['ID=7bf485ee-00ae-42be-b790-e5bca2fa413e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.589723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:49.592056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:49.594651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.622145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:49.634843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.635245 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Added segment 185a8658-668f-494b-b2dd-1c50ba4c2e3e of type vlan for network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b Nov 22 16:41:49.679553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.710615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.717464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:49.718159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.783421 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2351174 Nov 22 16:41:49.793313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.802936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'subnet': {'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.847491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f444a9-3fca-477a-913d-275d1d3724d6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Network': ['ID=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.860309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:49.910457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:49.915525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.992495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c57b067-8504-45bd-ad4b-36dbedba545d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.995222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c57b067-8504-45bd-ad4b-36dbedba545d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.996678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1c57b067-8504-45bd-ad4b-36dbedba545d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/afd3a78b-d232-4b9d-941a-f013a687aada HTTP/1.1" status: 204 len: 168 time: 0.7023008 Nov 22 16:41:49.999487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59004) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.012970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57b067-8504-45bd-ad4b-36dbedba545d tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd3a78b-d232-4b9d-941a-f013a687aada,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:50.055559 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-769663a9-2c32-4bc5-99ee-6e0bcb305ac6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0549016 Nov 22 16:41:50.059838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59006) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.065699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-68a637b3-f15d-4ff0-9783-63a270215e2e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--777458561'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.121254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68a637b3-f15d-4ff0-9783-63a270215e2e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.123272 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.128760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.198959 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.239463 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Floating IP c22800b5-b7cd-452a-bb35-a84c4f27988f associated. External IP: 172.25.0.163, port: e5250a52-8146-46ce-8111-af5f99441bb7. Nov 22 16:41:50.285311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Subnet': ['ID=f513ce70-31cc-40a1-9871-c1ee9675c580,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:50.289010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68a637b3-f15d-4ff0-9783-63a270215e2e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.297652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68a637b3-f15d-4ff0-9783-63a270215e2e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.332142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Checking segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:50.332660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network hostable DHCP agents. Network: 7bf485ee-00ae-42be-b790-e5bca2fa413e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:50.339261 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68a637b3-f15d-4ff0-9783-63a270215e2e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.344449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-68a637b3-f15d-4ff0-9783-63a270215e2e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2830849 Nov 22 16:41:50.347633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.355477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1b23605a-dfba-4c97-807e-3c2721c5efaf tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.356269 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-1b23605a-dfba-4c97-807e-3c2721c5efaf tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:41:50.356446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a637b3-f15d-4ff0-9783-63a270215e2e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5070e3-d4bb-40e9-84b3-8afd53328955,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:50.356796 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-1b23605a-dfba-4c97-807e-3c2721c5efaf tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.359876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1b23605a-dfba-4c97-807e-3c2721c5efaf tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102055 Nov 22 16:41:50.363102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59010) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.369128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a8013304-4792-42d1-9cd4-677bb3c460f2 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.388777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:50.402550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 7bf485ee-00ae-42be-b790-e5bca2fa413e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:50.412657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.413268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.416479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd19a18-f49a-4099-b698-6f570065d767 None None] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:50.439777 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-a8013304-4792-42d1-9cd4-677bb3c460f2 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.442283 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a8013304-4792-42d1-9cd4-677bb3c460f2 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0780475 Nov 22 16:41:50.448930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.451671 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b4422ebe-05ac-4ed2-8d95-bc786013b748 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6570573 Nov 22 16:41:50.452716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59014) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.463605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'subnet': {'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.469382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8ab754a6-2511-4b4c-986c-75c291cf5d86 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.469889 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-8ab754a6-2511-4b4c-986c-75c291cf5d86 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 22 16:41:50.470415 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-8ab754a6-2511-4b4c-986c-75c291cf5d86 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.471468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8ab754a6-2511-4b4c-986c-75c291cf5d86 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0212436 Nov 22 16:41:50.474928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.481507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1b53d5c0-09fa-4bbf-8bd4-aecac5302808 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.589619 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-1b53d5c0-09fa-4bbf-8bd4-aecac5302808 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.590681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1b53d5c0-09fa-4bbf-8bd4-aecac5302808 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1145699 Nov 22 16:41:50.598364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59018) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.600386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Router 80052871-df74-488e-ab46-9c95118555cb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:50.607117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-32f81803-beac-4e50-93f5-0d6004e2924e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.607988 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-32f81803-beac-4e50-93f5-0d6004e2924e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:41:50.608819 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-32f81803-beac-4e50-93f5-0d6004e2924e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.610490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-32f81803-beac-4e50-93f5-0d6004e2924e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085223 Nov 22 16:41:50.614891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59020) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.616243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-7bf485ee-00ae-42be-b790-e5bca2fa413e', 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'fixed_ips': [{'subnet_id': 'f513ce70-31cc-40a1-9871-c1ee9675c580'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:50.619106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.623362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4980224a-f88c-4761-bc07-0f8c9f123fcd tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.643870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:50.649757 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.716560 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.726354 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-4980224a-f88c-4761-bc07-0f8c9f123fcd tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Project 1d4d4241fa6a4d2697ebe31e089e046a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:41:50.755185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:50.756796 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-4980224a-f88c-4761-bc07-0f8c9f123fcd tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.757864 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4980224a-f88c-4761-bc07-0f8c9f123fcd tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1411712 Nov 22 16:41:50.762352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.766520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.780952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] Sync routers for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:50.781263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-232a9a97-1ffe-442c-860e-0d346dea9e14 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.782268 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-232a9a97-1ffe-442c-860e-0d346dea9e14 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 22 16:41:50.783442 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-232a9a97-1ffe-442c-860e-0d346dea9e14 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.789128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59024) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.789910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-232a9a97-1ffe-442c-860e-0d346dea9e14 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156343 Nov 22 16:41:50.795164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2d74b8d2-7a17-4bae-a79f-51b2c0a94c14 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.816940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:50.818018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:50.839618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4cfc3e28-9403-4ae6-b35b-530bb8d0795e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "PUT /v2.0/floatingips/c22800b5-b7cd-452a-bb35-a84c4f27988f HTTP/1.1" status: 200 len: 996 time: 1.7711921 Nov 22 16:41:50.840671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:50.845844 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ed073c-3534-401b-ad1a-0c4301a22dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:50.862844 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-2d74b8d2-7a17-4bae-a79f-51b2c0a94c14 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Project 1d4d4241fa6a4d2697ebe31e089e046a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:41:50.875691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Allocated IP 10.1.1.2 (7bf485ee-00ae-42be-b790-e5bca2fa413e/f513ce70-31cc-40a1-9871-c1ee9675c580/6a63097f-cea0-4575-a0ac-ded0a1de31f7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:50.887210 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-2d74b8d2-7a17-4bae-a79f-51b2c0a94c14 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.891649 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2d74b8d2-7a17-4bae-a79f-51b2c0a94c14 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0975075 Nov 22 16:41:50.893733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59028) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.901493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3b20a038-bf09-4b34-b703-66ed934d089f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'bc5070e3-d4bb-40e9-84b3-8afd53328955', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.930481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-5133422e-23d1-4e81-bf2f-14104770f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.932231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-5133422e-23d1-4e81-bf2f-14104770f3e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4ff0dac12de4f9d853801a57e4b1d17&device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 1096 time: 0.0792186 Nov 22 16:41:50.946845 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-3b20a038-bf09-4b34-b703-66ed934d089f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Project 1d4d4241fa6a4d2697ebe31e089e046a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:41:50.947863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.994797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2d04538b-5c16-46bc-96be-0ea3940916bd no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:51.022679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Checking segment: {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:51.023077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network hostable DHCP agents. Network: 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:51.025525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Subnet': ['ID=a356b5a9-bc98-48e5-9f17-8a22a5d492a3,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:51.026317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 2d04538b-5c16-46bc-96be-0ea3940916bd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:51.026892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2d04538b-5c16-46bc-96be-0ea3940916bd not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:51.036854 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-3b20a038-bf09-4b34-b703-66ed934d089f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:51.040865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3b20a038-bf09-4b34-b703-66ed934d089f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1433406 Nov 22 16:41:51.041473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59030) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:51.051155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:51.052191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:51.066383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:51.076249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.077480 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.096017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770e0a7-3bd2-424a-ad85-b7c392683fd3 None None] Network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:51.110926 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0122a180-54d1-408a-abf0-419ef56523eb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6530895 Nov 22 16:41:51.111635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:51.121641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'port': {'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'name': 'tempest-TaggedBootDevicesTest-2007543180', 'fixed_ips': [{'subnet_id': 'f513ce70-31cc-40a1-9871-c1ee9675c580'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:51.148297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-5b9cc0bb-2f43-43f1-b3c3-8b54f5c129a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.151657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-5b9cc0bb-2f43-43f1-b3c3-8b54f5c129a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3808a7f6-4a9b-4861-986c-f6d52b0db80e HTTP/1.1" status: 200 len: 930 time: 0.1993601 Nov 22 16:41:51.216942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec160a55-aa74-4a93-9182-ed707dc9a78e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.320483 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec160a55-aa74-4a93-9182-ed707dc9a78e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.337876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-51354c7d-ce9b-4dd7-8348-3e13447df49c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 200 len: 999 time: 0.1458752 Nov 22 16:41:51.436306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-8a236a59-58ee-4aca-8705-7e7b3b85536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.437742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-8a236a59-58ee-4aca-8705-7e7b3b85536f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfb79913-b019-46d3-abc2-baa7f9c53d19 HTTP/1.1" status: 200 len: 868 time: 0.0915465 Nov 22 16:41:51.439401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:51.443598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec160a55-aa74-4a93-9182-ed707dc9a78e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.446351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec160a55-aa74-4a93-9182-ed707dc9a78e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.447549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ec160a55-aa74-4a93-9182-ed707dc9a78e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/bc5070e3-d4bb-40e9-84b3-8afd53328955 HTTP/1.1" status: 204 len: 168 time: 0.4050131 Nov 22 16:41:51.453196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59034) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:51.525196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec160a55-aa74-4a93-9182-ed707dc9a78e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5070e3-d4bb-40e9-84b3-8afd53328955,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:51.525479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.556488 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46bfc1fc-5fb0-4b7d-a725-22f726291dd3 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0954518 Nov 22 16:41:51.556774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59036) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:51.561126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-335cee9e-43ee-4422-b318-9c0d97cae76e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962667144'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:51.568259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-a8d525fe-fe38-40cd-bcba-08df8d6ff5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.569806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-a8d525fe-fe38-40cd-bcba-08df8d6ff5ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3808a7f6-4a9b-4861-986c-f6d52b0db80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069527 Nov 22 16:41:51.612124 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.654778 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.660057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.665625 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-335cee9e-43ee-4422-b318-9c0d97cae76e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.708635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] device_id is not set on port 47283cdb-d11b-4767-878a-52260f6b7a4d yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:51.746047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:51.780638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:51.784870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:51.796280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Pushing event updated for resources: {'Port': ['ID=6a63097f-cea0-4575-a0ac-ded0a1de31f7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:51.815842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-e4b708bc-aee4-478d-87e6-6b5f96f87efb service neutron] 10.222.0.59 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256055 Nov 22 16:41:51.821684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-1c6e2e81-f98b-4ecc-be06-3bb1677eb85b', 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'fixed_ips': [{'subnet_id': 'a356b5a9-bc98-48e5-9f17-8a22a5d492a3'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:51.822848 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.874117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.876510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.876843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.877196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.877560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.877880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.878227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.878615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.878993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.879299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.879653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.879955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:51.913524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Attempting to bind port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:51.913908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Attempting to bind port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:51.914253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Attempting to bind port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:51.925394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:51.925782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Checking segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:51.926170 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.926562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Bound using segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:51.927299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Bound port: 6a63097f-cea0-4575-a0ac-ded0a1de31f7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:51.927666 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.981938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-335cee9e-43ee-4422-b318-9c0d97cae76e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.994011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-335cee9e-43ee-4422-b318-9c0d97cae76e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.038291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Allocated IP 10.1.1.167 (7bf485ee-00ae-42be-b790-e5bca2fa413e/f513ce70-31cc-40a1-9871-c1ee9675c580/47283cdb-d11b-4767-878a-52260f6b7a4d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:52.059865 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-335cee9e-43ee-4422-b318-9c0d97cae76e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.061228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-335cee9e-43ee-4422-b318-9c0d97cae76e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5037770 Nov 22 16:41:52.065183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.069558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9912ba91-d81c-448d-9ec1-9404498a0b63 req-4d4e5547-e5c8-4d38-8f0e-dcaa8a15bf2c service neutron] 10.222.0.59 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258658 Nov 22 16:41:52.070187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cee9e-43ee-4422-b318-9c0d97cae76e tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e237a-cb81-40eb-a8bb-af080b8972b0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.070511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-69b3d6cf-f838-496c-b7cc-68dc788a1d5a tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'a57e237a-cb81-40eb-a8bb-af080b8972b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:52.076522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'c22800b5-b7cd-452a-bb35-a84c4f27988f', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '80052871-df74-488e-ab46-9c95118555cb', 'port_id': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'mac_address': 'fa:16:3e:13:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:47Z', 'updated_at': '2021-11-22T16:41:50Z', 'revision_number': 1, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:32Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:52.128433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] Checking router: 80052871-df74-488e-ab46-9c95118555cb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:52.143458 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-69b3d6cf-f838-496c-b7cc-68dc788a1d5a tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The resource could not be found. Nov 22 16:41:52.147983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69b3d6cf-f838-496c-b7cc-68dc788a1d5a tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0789063 Nov 22 16:41:52.148162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Allocated IP 10.2.2.2 (1c6e2e81-f98b-4ecc-be06-3bb1677eb85b/a356b5a9-bc98-48e5-9f17-8a22a5d492a3/20a40e84-ee48-4193-883f-81f1f55be608) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:52.148446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59042) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.155839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fea1fc7f-07f1-4282-94e9-8f4d92fcf58b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'a57e237a-cb81-40eb-a8bb-af080b8972b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b360fdfc-f3d7-49c9-b51c-ac8f57c0c27e'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:52.156901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] For port 6a63097f-cea0-4575-a0ac-ded0a1de31f7, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:52.162229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] For port 6a63097f-cea0-4575-a0ac-ded0a1de31f7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6a63097f-cea0-4575-a0ac-ded0a1de31f7,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:52.163180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:52.163836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:52.172520 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.209371 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-fea1fc7f-07f1-4282-94e9-8f4d92fcf58b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The resource could not be found. Nov 22 16:41:52.213885 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fea1fc7f-07f1-4282-94e9-8f4d92fcf58b tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0611317 Nov 22 16:41:52.214276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59044) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.259720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2a97f70-81b7-4981-9094-001714baa26a req-09cec816-f1da-4b73-9bf7-3eaa2f8aa957 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/ef46c06d-c5ad-44ac-9595-99654169229a HTTP/1.1" status: 200 len: 1819 time: 0.0990672 Nov 22 16:41:52.288464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69457d91-6729-42a9-963d-5ca613b68905 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.325309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69457d91-6729-42a9-963d-5ca613b68905 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.332643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.377998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e2a97f70-81b7-4981-9094-001714baa26a req-d5f3cdfe-4090-4205-b71a-524cdef96bcb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.413696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e2a97f70-81b7-4981-9094-001714baa26a req-d5f3cdfe-4090-4205-b71a-524cdef96bcb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.423940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.427333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69457d91-6729-42a9-963d-5ca613b68905 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.432260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69457d91-6729-42a9-963d-5ca613b68905 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.433213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94808336-0ddf-4f1e-99bc-f2ef657042ea None None] Pushing event updated for resources: {'Port': ['ID=6a63097f-cea0-4575-a0ac-ded0a1de31f7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.433547 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69457d91-6729-42a9-963d-5ca613b68905 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/a57e237a-cb81-40eb-a8bb-af080b8972b0 HTTP/1.1" status: 204 len: 168 time: 0.2180965 Nov 22 16:41:52.451990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59046) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.463926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:52.481451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69457d91-6729-42a9-963d-5ca613b68905 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e237a-cb81-40eb-a8bb-af080b8972b0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.513177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:52.517605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=47283cdb-d11b-4767-878a-52260f6b7a4d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.522283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:52.526165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e2a97f70-81b7-4981-9094-001714baa26a req-d5f3cdfe-4090-4205-b71a-524cdef96bcb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.528844 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e2a97f70-81b7-4981-9094-001714baa26a req-d5f3cdfe-4090-4205-b71a-524cdef96bcb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.536391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2a97f70-81b7-4981-9094-001714baa26a req-d5f3cdfe-4090-4205-b71a-524cdef96bcb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/ef46c06d-c5ad-44ac-9595-99654169229a HTTP/1.1" status: 204 len: 173 time: 0.2520068 Nov 22 16:41:52.545375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:52.551918 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb551641-79c8-42ed-a17f-083d5e43c2b6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0940094 Nov 22 16:41:52.560815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59050) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.565674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-862a5e84-f08c-4068-ac29-41894d50b671 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': '85f22a5b-b2a5-4c09-8038-fcb0c0119890', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:52.606496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3cdfe-4090-4205-b71a-524cdef96bcb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef46c06d-c5ad-44ac-9595-99654169229a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.659396 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-862a5e84-f08c-4068-ac29-41894d50b671 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The resource could not be found. Nov 22 16:41:52.663575 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-862a5e84-f08c-4068-ac29-41894d50b671 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0986319 Nov 22 16:41:52.669959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59052) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.681953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-909ad976-8869-47d4-b12d-415f9abc5032 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204155051'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:52.707307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.708076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.732867 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.739317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909ad976-8869-47d4-b12d-415f9abc5032 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.749833 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.752823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9516023b-e704-4053-a24a-ee4869e93df5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6395669 Nov 22 16:41:52.753930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.765865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'port': {'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'name': 'tempest-TaggedBootDevicesTest-1271779007', 'fixed_ips': [{'subnet_id': 'f513ce70-31cc-40a1-9871-c1ee9675c580'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:52.839445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:52.872073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909ad976-8869-47d4-b12d-415f9abc5032 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.875808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:52.878514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:52.879319 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909ad976-8869-47d4-b12d-415f9abc5032 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.898006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Pushing event updated for resources: {'Port': ['ID=20a40e84-ee48-4193-883f-81f1f55be608,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.929350 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-909ad976-8869-47d4-b12d-415f9abc5032 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.930860 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-909ad976-8869-47d4-b12d-415f9abc5032 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2552028 Nov 22 16:41:52.934288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59056) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.938852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-afad065c-a4ac-474b-a7bd-7d549f7b1ddc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--286281355'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:52.952381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ad976-8869-47d4-b12d-415f9abc5032 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a82283-cf5c-466c-8781-612bb2b66131,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.966551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afad065c-a4ac-474b-a7bd-7d549f7b1ddc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.005720 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7899a82-adf5-4068-b927-3fce266e81a8 x-openstack-request-id: req-f7899a82-adf5-4068-b927-3fce266e81a8 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:53.006085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Attempting to bind port 20a40e84-ee48-4193-883f-81f1f55be608 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:53.006196 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:53.006303 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7899a82-adf5-4068-b927-3fce266e81a8 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:53.006437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Attempting to bind port 20a40e84-ee48-4193-883f-81f1f55be608 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:53.006716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Attempting to bind port 20a40e84-ee48-4193-883f-81f1f55be608 on network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:53.007054 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'status': 'completed', 'code': 200} Nov 22 16:41:53.019207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:53.019550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Checking segment: {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:53.019990 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.020399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Bound using segment: {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:53.020900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Bound port: 20a40e84-ee48-4193-883f-81f1f55be608, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:53.021298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.100577 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afad065c-a4ac-474b-a7bd-7d549f7b1ddc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.104473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-c3ba13da-2615-4560-8ddc-905c0b1c56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.107589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-c3ba13da-2615-4560-8ddc-905c0b1c56d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4ff0dac12de4f9d853801a57e4b1d17&device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 1096 time: 0.0953493 Nov 22 16:41:53.114296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:53.120760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.123352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afad065c-a4ac-474b-a7bd-7d549f7b1ddc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.140941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] For port 20a40e84-ee48-4193-883f-81f1f55be608, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:53.157100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] For port 20a40e84-ee48-4193-883f-81f1f55be608, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=20a40e84-ee48-4193-883f-81f1f55be608,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:53.163892 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.171290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'c22800b5-b7cd-452a-bb35-a84c4f27988f', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '80052871-df74-488e-ab46-9c95118555cb', 'port_id': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'mac_address': 'fa:16:3e:13:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:47Z', 'updated_at': '2021-11-22T16:41:50Z', 'revision_number': 1, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:32Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:53.189844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] device_id is not set on port 0807fb5f-f78f-45e5-963a-edc12e383e40 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:53.232715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-1789f7c5-cd95-456a-92fb-804c76eca6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.234217 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-1789f7c5-cd95-456a-92fb-804c76eca6b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3808a7f6-4a9b-4861-986c-f6d52b0db80e HTTP/1.1" status: 200 len: 930 time: 0.1179316 Nov 22 16:41:53.255609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a121c8a-01d1-4324-8a28-cf59fc07f040 None None] The sync data for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 is: [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'c22800b5-b7cd-452a-bb35-a84c4f27988f', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '80052871-df74-488e-ab46-9c95118555cb', 'port_id': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'mac_address': 'fa:16:3e:13:4b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:47Z', 'updated_at': '2021-11-22T16:41:50Z', 'revision_number': 1, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:32Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:53.291716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5cce3-ae6d-402e-8e02-fb57e1451aec None None] Pushing event updated for resources: {'Port': ['ID=20a40e84-ee48-4193-883f-81f1f55be608,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:53.351164 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-afad065c-a4ac-474b-a7bd-7d549f7b1ddc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.352027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-afad065c-a4ac-474b-a7bd-7d549f7b1ddc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4167180 Nov 22 16:41:53.357939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59058) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:53.373749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6a63097f-cea0-4575-a0ac-ded0a1de31f7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:53.390460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7c4d602d-fad3-4399-9e95-fd5192b54d21 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': '70a82283-cf5c-466c-8781-612bb2b66131', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2b5bc416-195b-4bdf-8a4a-a78c1a58f5ca'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:53.413518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad065c-a4ac-474b-a7bd-7d549f7b1ddc tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5bc416-195b-4bdf-8a4a-a78c1a58f5ca,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:53.443658 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-fd8eb411-8017-4d81-8581-23c815b5d9db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 200 len: 999 time: 0.1995294 Nov 22 16:41:53.476418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:53.477018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.511547 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-7c4d602d-fad3-4399-9e95-fd5192b54d21 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:53.515135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7c4d602d-fad3-4399-9e95-fd5192b54d21 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1333194 Nov 22 16:41:53.518558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59060) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:53.541885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Allocated IP 10.1.1.184 (7bf485ee-00ae-42be-b790-e5bca2fa413e/f513ce70-31cc-40a1-9871-c1ee9675c580/0807fb5f-f78f-45e5-963a-edc12e383e40) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:53.566176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-5d4a7634-b4b1-46ec-93c4-242fa616d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.567786 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-5d4a7634-b4b1-46ec-93c4-242fa616d3e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfb79913-b019-46d3-abc2-baa7f9c53d19 HTTP/1.1" status: 200 len: 868 time: 0.1161320 Nov 22 16:41:53.711189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0b39-c70a-4163-b108-0af4173f75b6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.713428 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.724824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-77b9b584-f68d-4e3a-945f-c369e0ec4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.727425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-77b9b584-f68d-4e3a-945f-c369e0ec4ecf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3808a7f6-4a9b-4861-986c-f6d52b0db80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451335 Nov 22 16:41:53.781388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 6a63097f-cea0-4575-a0ac-ded0a1de31f7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6a63097f-cea0-4575-a0ac-ded0a1de31f7,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:53.803926 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.927868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-b6b5420d-2bc7-416d-8c0d-6d83da090ba2 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 258 time: 0.9244587 Nov 22 16:41:53.933868 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-c57a10cd-cefc-447d-8c17-922214e54d88 service neutron] 10.222.0.62 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955106 Nov 22 16:41:53.942997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0b39-c70a-4163-b108-0af4173f75b6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.944960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:53.951568 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c920fcd9-056b-462c-b634-4863e97bc4f5 None None] New status for floating IP c22800b5-b7cd-452a-bb35-a84c4f27988f: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:41:53.960646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=6a63097f-cea0-4575-a0ac-ded0a1de31f7,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:54.000301 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.052302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-159cd257-2890-4e99-b29f-efa06ac7c7b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7182398 Nov 22 16:41:54.137585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f395c-035d-40bc-abb5-a77cdb73d06b None None] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:54.245623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.285851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-6d37aaa3-f680-4a53-9122-cc6e55b8ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.290723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-6d37aaa3-f680-4a53-9122-cc6e55b8ae31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cdb251341e84a28aac277445b096b14&device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 1097 time: 0.1522117 Nov 22 16:41:54.457759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-18e08420-2efc-43cb-8803-7b4d9e013f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.459830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-18e08420-2efc-43cb-8803-7b4d9e013f66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0100c3d2-37de-41b4-b725-a0c27bdb28d1 HTTP/1.1" status: 200 len: 917 time: 0.1369176 Nov 22 16:41:54.465862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.501508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0b39-c70a-4163-b108-0af4173f75b6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.504333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d7b0b39-c70a-4163-b108-0af4173f75b6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.508342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d7b0b39-c70a-4163-b108-0af4173f75b6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/2b5bc416-195b-4bdf-8a4a-a78c1a58f5ca HTTP/1.1" status: 204 len: 168 time: 0.9842758 Nov 22 16:41:54.518731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59070) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.541226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a7e32486-3b64-4653-b927-6ec404b6b8bf None None] Provisioning complete for port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:54.541654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7e32486-3b64-4653-b927-6ec404b6b8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.560350 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2ed073c-3534-401b-ad1a-0c4301a22dc8 req-c4239052-48a3-4e0f-b252-0c745b132eab service neutron] 10.222.0.62 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6132777 Nov 22 16:41:54.560920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b0b39-c70a-4163-b108-0af4173f75b6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5bc416-195b-4bdf-8a4a-a78c1a58f5ca,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:54.583849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-b86a6b4e-c273-45f6-9409-a2afa4894b1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb216882-e8d3-493d-a76c-1d0585561e4b HTTP/1.1" status: 200 len: 1001 time: 0.1147420 Nov 22 16:41:54.630521 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7b4f6f9e-6ea4-4ee0-aebf-90a5b2f5b411 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1007895 Nov 22 16:41:54.630521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59072) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.683555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:54.692534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:54.713919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=0807fb5f-f78f-45e5-963a-edc12e383e40,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:54.719458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:54.723067 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.753546 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd3966a0-b513-45f5-8bbf-398beaa81a7f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.786562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-86825ad5-f534-478a-a32f-2ad418b45cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.787987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-86825ad5-f534-478a-a32f-2ad418b45cc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dac649ca-ead4-4a70-8bad-8a8a2ec7017f HTTP/1.1" status: 200 len: 855 time: 0.1731713 Nov 22 16:41:54.798764 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd3966a0-b513-45f5-8bbf-398beaa81a7f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.860675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd3966a0-b513-45f5-8bbf-398beaa81a7f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.863594 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd3966a0-b513-45f5-8bbf-398beaa81a7f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.864767 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bd3966a0-b513-45f5-8bbf-398beaa81a7f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/70a82283-cf5c-466c-8781-612bb2b66131 HTTP/1.1" status: 204 len: 168 time: 0.2228899 Nov 22 16:41:54.868732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59074) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.887154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3966a0-b513-45f5-8bbf-398beaa81a7f tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a82283-cf5c-466c-8781-612bb2b66131,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:54.900611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c047bc93-83a0-4356-a14d-acbdcf9a3e4d None None] Network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:54.905079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.905748 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.922455 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-932a906f-20a8-4d57-afc3-63f0b2a355f1 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0525832 Nov 22 16:41:54.926304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59076) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.931805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-85496102-fd64-4bbd-9336-75e2d599e7f6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--716773623'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:54.951301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-40c4a91b-cb1d-4923-a32d-dfef6237f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.952846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-40c4a91b-cb1d-4923-a32d-dfef6237f14f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0100c3d2-37de-41b4-b725-a0c27bdb28d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518083 Nov 22 16:41:54.959656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-19d22a27-6ba0-4e00-b2fd-496c67125b35 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2041881 Nov 22 16:41:54.972832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85496102-fd64-4bbd-9336-75e2d599e7f6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.068411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-63ff02fd-a88c-4052-a9b8-3dec5890bfd2 None None] Provisioning complete for port 20a40e84-ee48-4193-883f-81f1f55be608 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:55.068918 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63ff02fd-a88c-4052-a9b8-3dec5890bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.077941 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85496102-fd64-4bbd-9336-75e2d599e7f6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.088031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85496102-fd64-4bbd-9336-75e2d599e7f6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.098816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Allocated IP 172.25.0.54 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/6a924c27-c61b-4621-8717-76cb09912866) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:55.108405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-6e223788-93d0-47df-8c63-5c51a7668adb service neutron] 10.222.0.37 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281447 Nov 22 16:41:55.122751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85496102-fd64-4bbd-9336-75e2d599e7f6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce9efe7-a1f3-4517-9316-acc00f2fe7b5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.143736 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85496102-fd64-4bbd-9336-75e2d599e7f6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.147810 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-85496102-fd64-4bbd-9336-75e2d599e7f6 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2177386 Nov 22 16:41:55.148830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59080) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.153467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d6d28720-d166-4863-8955-dbd98d39c86a tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'cce9efe7-a1f3-4517-9316-acc00f2fe7b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:55.199595 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-d6d28720-d166-4863-8955-dbd98d39c86a tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:55.201026 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6d28720-d166-4863-8955-dbd98d39c86a tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0511737 Nov 22 16:41:55.205437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59082) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.216493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-395dbe60-4a67-424a-93ad-bf608acfb21c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group_rule': {'security_group_id': 'cce9efe7-a1f3-4517-9316-acc00f2fe7b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:55.275417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fba1c9ae-02b3-4989-993c-401e64fa726a req-86a85235-f42a-4e3e-a6aa-91abed254064 service neutron] 10.222.0.37 "GET /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601934 Nov 22 16:41:55.305557 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-395dbe60-4a67-424a-93ad-bf608acfb21c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:55.306671 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-395dbe60-4a67-424a-93ad-bf608acfb21c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0997653 Nov 22 16:41:55.311493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.325226 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.329773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63ff02fd-a88c-4052-a9b8-3dec5890bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.380503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-63ff02fd-a88c-4052-a9b8-3dec5890bfd2 None None] For port 20a40e84-ee48-4193-883f-81f1f55be608, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=20a40e84-ee48-4193-883f-81f1f55be608,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:55.386120 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.389962 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63ff02fd-a88c-4052-a9b8-3dec5890bfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.408971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bc06161-645d-4f59-90ce-33f76a2222ea tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.438526 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bc06161-645d-4f59-90ce-33f76a2222ea tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.459810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:55.483009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:55.504188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:55.510879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bc06161-645d-4f59-90ce-33f76a2222ea tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.513860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bc06161-645d-4f59-90ce-33f76a2222ea tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.515295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4bc06161-645d-4f59-90ce-33f76a2222ea tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/cce9efe7-a1f3-4517-9316-acc00f2fe7b5 HTTP/1.1" status: 204 len: 168 time: 0.2026818 Nov 22 16:41:55.520618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.521005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff02fd-a88c-4052-a9b8-3dec5890bfd2 None None] Pushing event updated for resources: {'Port': ['ID=20a40e84-ee48-4193-883f-81f1f55be608,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.544936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-39342242-6bdc-4835-b6a9-1de9f90c1cf9 None None] Provisioning complete for port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:55.545509 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39342242-6bdc-4835-b6a9-1de9f90c1cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.554571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc06161-645d-4f59-90ce-33f76a2222ea tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce9efe7-a1f3-4517-9316-acc00f2fe7b5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.567558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Pushing event updated for resources: {'Port': ['ID=6a924c27-c61b-4621-8717-76cb09912866,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.598660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 20a40e84-ee48-4193-883f-81f1f55be608 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:55.620349 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7662b568-20dc-4d8f-90c9-a05c669dcf25 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0981555 Nov 22 16:41:55.620790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59088) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.625661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b2459cb6-5420-438c-986b-4128efdc8613 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523306137'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:55.636532 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.656613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2459cb6-5420-438c-986b-4128efdc8613 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.707814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.726689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 20a40e84-ee48-4193-883f-81f1f55be608 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:55.726689 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.766191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2459cb6-5420-438c-986b-4128efdc8613 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.777522 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2459cb6-5420-438c-986b-4128efdc8613 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.808611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-39342242-6bdc-4835-b6a9-1de9f90c1cf9 None None] Provisioning complete for port 0807fb5f-f78f-45e5-963a-edc12e383e40 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:55.808996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39342242-6bdc-4835-b6a9-1de9f90c1cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.821009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2459cb6-5420-438c-986b-4128efdc8613 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25afb0db-c7dc-4d83-a885-725daf8e8813,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.826707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2459cb6-5420-438c-986b-4128efdc8613 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.828253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b2459cb6-5420-438c-986b-4128efdc8613 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2063394 Nov 22 16:41:55.831238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59090) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.838266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c81ab9e2-33c1-45bd-b222-0cc7354b4d73 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:55.839701 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-c81ab9e2-33c1-45bd-b222-0cc7354b4d73 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:41:55.839701 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-c81ab9e2-33c1-45bd-b222-0cc7354b4d73 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 16:41:55.843304 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c81ab9e2-33c1-45bd-b222-0cc7354b4d73 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "PUT /v2.0/security-groups/25afb0db-c7dc-4d83-a885-725daf8e8813 HTTP/1.1" status: 409 len: 330 time: 0.0082495 Nov 22 16:41:55.844164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59092) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.885139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-39342242-6bdc-4835-b6a9-1de9f90c1cf9 None None] Port 0807fb5f-f78f-45e5-963a-edc12e383e40 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:55.891396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6a63097f-cea0-4575-a0ac-ded0a1de31f7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:55.909770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad20ebcf-909d-413f-82ed-53c42dd80972 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.925118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.931869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-39342242-6bdc-4835-b6a9-1de9f90c1cf9 None None] Provisioning complete for port 47283cdb-d11b-4767-878a-52260f6b7a4d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:55.932470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39342242-6bdc-4835-b6a9-1de9f90c1cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.934903 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.938290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad20ebcf-909d-413f-82ed-53c42dd80972 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.980558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-39342242-6bdc-4835-b6a9-1de9f90c1cf9 None None] Port 47283cdb-d11b-4767-878a-52260f6b7a4d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:55.987748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:55.988165 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.997844 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad20ebcf-909d-413f-82ed-53c42dd80972 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.000828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad20ebcf-909d-413f-82ed-53c42dd80972 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.004731 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ad20ebcf-909d-413f-82ed-53c42dd80972 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/25afb0db-c7dc-4d83-a885-725daf8e8813 HTTP/1.1" status: 204 len: 168 time: 0.1573200 Nov 22 16:41:56.005997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59094) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:56.015906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.020000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20ebcf-909d-413f-82ed-53c42dd80972 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25afb0db-c7dc-4d83-a885-725daf8e8813,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:56.035148 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.036534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1065662 Nov 22 16:41:56.044029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1a97a-f35a-42f7-b605-7383a9c5fe45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Pushing event updated for resources: {'Port': ['ID=6a924c27-c61b-4621-8717-76cb09912866,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:56.090449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-86a51c21-2cb9-4c29-a5da-a21e83b9b8b5 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0816467 Nov 22 16:41:56.095004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59096) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:56.112772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-927511e2-03b7-4c43-8694-8a6f39dfb9c7 None None] Provisioning complete for port 0807fb5f-f78f-45e5-963a-edc12e383e40 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:56.113171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-927511e2-03b7-4c43-8694-8a6f39dfb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.123436 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-5f6c8f13-202e-4f6d-ab59-63befbd5b0e6 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0773213 Nov 22 16:41:56.124742 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-fb4bf1b2-bef9-459d-a17c-f48bc63433c4 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] delete failed (client error): The resource could not be found. Nov 22 16:41:56.125862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fb4bf1b2-bef9-459d-a17c-f48bc63433c4 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "DELETE /v2.0/security-groups/b40aa3d7-6968-4432-a2a4-4868b083720c HTTP/1.1" status: 404 len: 347 time: 0.0296879 Nov 22 16:41:56.129817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59098) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:56.145893 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f747a749-682c-4e36-9415-b1d009f2aeff req-73622889-f037-4c51-b711-0a294b3d6357 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539188 Nov 22 16:41:56.152041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-927511e2-03b7-4c43-8694-8a6f39dfb9c7 None None] Port 0807fb5f-f78f-45e5-963a-edc12e383e40 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:56.164156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-927511e2-03b7-4c43-8694-8a6f39dfb9c7 None None] Provisioning complete for port 47283cdb-d11b-4767-878a-52260f6b7a4d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:56.164565 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-927511e2-03b7-4c43-8694-8a6f39dfb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.201821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-927511e2-03b7-4c43-8694-8a6f39dfb9c7 None None] Port 47283cdb-d11b-4767-878a-52260f6b7a4d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:56.213737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-927511e2-03b7-4c43-8694-8a6f39dfb9c7 None None] Provisioning complete for port 20a40e84-ee48-4193-883f-81f1f55be608 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:56.214251 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-927511e2-03b7-4c43-8694-8a6f39dfb9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.219247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a749-682c-4e36-9415-b1d009f2aeff req-2a0d963d-6362-4cc0-8d5b-df4255f75582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:56.220930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f747a749-682c-4e36-9415-b1d009f2aeff req-2a0d963d-6362-4cc0-8d5b-df4255f75582 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd93cb64993149f4b16d812d5089a38b&device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 1096 time: 0.0455613 Nov 22 16:41:56.353710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a749-682c-4e36-9415-b1d009f2aeff req-2d8a5f3f-64a2-4776-976d-d92799d4f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:56.353710 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f747a749-682c-4e36-9415-b1d009f2aeff req-2d8a5f3f-64a2-4776-976d-d92799d4f1b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9985d6af-ee68-482a-aca5-9afc048fa007 HTTP/1.1" status: 200 len: 907 time: 0.1067050 Nov 22 16:41:56.431690 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f747a749-682c-4e36-9415-b1d009f2aeff req-a464682f-46c2-4b3a-ba3d-154060f9da9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427 HTTP/1.1" status: 200 len: 1000 time: 0.0660899 Nov 22 16:41:56.486795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a749-682c-4e36-9415-b1d009f2aeff req-b7c2eca2-13d7-4b77-a18b-52ead2d8070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:56.488459 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f747a749-682c-4e36-9415-b1d009f2aeff req-b7c2eca2-13d7-4b77-a18b-52ead2d8070e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e HTTP/1.1" status: 200 len: 845 time: 0.0501678 Nov 22 16:41:56.516798 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-135bba2c-fbcf-4128-9b2f-32b847bf292c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] show failed (client error): The resource could not be found. Nov 22 16:41:56.517830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-135bba2c-fbcf-4128-9b2f-32b847bf292c tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-groups/99fb0368-6b04-4a87-97d3-af4494f4ef5f HTTP/1.1" status: 404 len: 347 time: 0.3868473 Nov 22 16:41:56.525650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59100) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:56.540385 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-e19e6d43-f2b1-49bf-b721-e333f75ef680 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] show failed (client error): The resource could not be found. Nov 22 16:41:56.544998 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e19e6d43-f2b1-49bf-b721-e333f75ef680 tempest-NegativeSecGroupIPv6Test-1697017586 tempest-NegativeSecGroupIPv6Test-1697017586-project] 10.222.0.59 "GET /v2.0/security-group-rules/489652a8-c158-4fbb-be53-57d8331f5dba HTTP/1.1" status: 404 len: 356 time: 0.0148437 Nov 22 16:41:56.557005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a749-682c-4e36-9415-b1d009f2aeff req-9302cb94-331a-4c92-977f-fb66cdc1724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:56.558539 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f747a749-682c-4e36-9415-b1d009f2aeff req-9302cb94-331a-4c92-977f-fb66cdc1724f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9985d6af-ee68-482a-aca5-9afc048fa007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611379 Nov 22 16:41:56.617621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-65f5b974-3ee1-4e62-bc0d-c93f8106a04b tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:56.619380 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46ee67f7-cd02-40c6-adea-9a10f1c66ebf req-65f5b974-3ee1-4e62-bc0d-c93f8106a04b tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.4801581 Nov 22 16:41:56.676777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7a43c53-bd61-421e-a2f7-f994b92eef6e req-53b1d47e-488c-4dd8-8749-14b892a594bb tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "GET /v2.0/security-groups/4db6b075-bb0e-422c-abb1-1c191c26345e HTTP/1.1" status: 200 len: 1819 time: 0.0419159 Nov 22 16:41:56.677466 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f747a749-682c-4e36-9415-b1d009f2aeff req-9cb6c168-f6e5-493b-a20a-3e1752deccc6 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111145 Nov 22 16:41:56.744620 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7a43c53-bd61-421e-a2f7-f994b92eef6e req-96731fc5-872f-46e0-bd4e-ac0ba0b86ad6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.777120 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7a43c53-bd61-421e-a2f7-f994b92eef6e req-96731fc5-872f-46e0-bd4e-ac0ba0b86ad6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.778789 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f747a749-682c-4e36-9415-b1d009f2aeff req-b5507af2-b335-42e8-a687-1318dd860e39 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930815 Nov 22 16:41:56.825494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7a43c53-bd61-421e-a2f7-f994b92eef6e req-96731fc5-872f-46e0-bd4e-ac0ba0b86ad6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.828380 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7a43c53-bd61-421e-a2f7-f994b92eef6e req-96731fc5-872f-46e0-bd4e-ac0ba0b86ad6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.829526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7a43c53-bd61-421e-a2f7-f994b92eef6e req-96731fc5-872f-46e0-bd4e-ac0ba0b86ad6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] 10.222.0.59 "DELETE /v2.0/security-groups/4db6b075-bb0e-422c-abb1-1c191c26345e HTTP/1.1" status: 204 len: 173 time: 0.1462758 Nov 22 16:41:56.835445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59108) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:56.835649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:56.848518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96731fc5-872f-46e0-bd4e-ac0ba0b86ad6 tempest-SecurityGroupsTestJSON-1289121298 tempest-SecurityGroupsTestJSON-1289121298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db6b075-bb0e-422c-abb1-1c191c26345e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:56.888530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ca81ca-2bf0-4260-9642-cea4a76074e3 admin admin] Deleting subnet 204d7bae-a874-4cfe-908f-a1dedb4f79cd {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:56.892119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66ca81ca-2bf0-4260-9642-cea4a76074e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.928291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66ca81ca-2bf0-4260-9642-cea4a76074e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.974095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66ca81ca-2bf0-4260-9642-cea4a76074e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.005860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.007035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0e0d3d57-70c6-42ab-a60d-e4d43bc76762 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d4d4241fa6a4d2697ebe31e089e046a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1719928 Nov 22 16:41:57.057966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66ca81ca-2bf0-4260-9642-cea4a76074e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.093451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca81ca-2bf0-4260-9642-cea4a76074e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204d7bae-a874-4cfe-908f-a1dedb4f79cd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.096696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ebda3d9-43b3-4b89-ab57-d53a9d1a0414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.098791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66ca81ca-2bf0-4260-9642-cea4a76074e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.102090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-66ca81ca-2bf0-4260-9642-cea4a76074e3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/204d7bae-a874-4cfe-908f-a1dedb4f79cd HTTP/1.1" status: 204 len: 168 time: 0.2652760 Nov 22 16:41:57.104888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59116) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.173837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ebda3d9-43b3-4b89-ab57-d53a9d1a0414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.206084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 20a40e84-ee48-4193-883f-81f1f55be608 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:57.222077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.259792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 20a40e84-ee48-4193-883f-81f1f55be608 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:57.260894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.305924 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ebda3d9-43b3-4b89-ab57-d53a9d1a0414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.309294 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ebda3d9-43b3-4b89-ab57-d53a9d1a0414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.310481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ebda3d9-43b3-4b89-ab57-d53a9d1a0414 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5ed3c46-d821-452a-8a0f-48a9d8890dbe HTTP/1.1" status: 204 len: 168 time: 0.3036430 Nov 22 16:41:57.333340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebda3d9-43b3-4b89-ab57-d53a9d1a0414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed3c46-d821-452a-8a0f-48a9d8890dbe,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.336106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.367798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:57.384281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bc7496-c854-4d11-958e-b6caec2b689f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:57.384755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bc7496-c854-4d11-958e-b6caec2b689f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:57.385391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59120) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.392497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-334b016c-f8bb-42de-b5a1-3bd3e61b2af1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717891815', 'description': 'tempest-description--168648806'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:57.396899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.415713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.425133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-334b016c-f8bb-42de-b5a1-3bd3e61b2af1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.426928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:57.427416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:57.429617 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:57.513237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-334b016c-f8bb-42de-b5a1-3bd3e61b2af1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.517612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-334b016c-f8bb-42de-b5a1-3bd3e61b2af1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.524130 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.545445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.549265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] 10.222.0.59 "DELETE /v2.0/networks/a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673 HTTP/1.1" status: 204 len: 168 time: 0.4433999 Nov 22 16:41:57.550156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e0fad-0a7b-43c7-8eda-b49e3f957aca admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ef08f0-6e0a-452e-8f2a-ab6b3d64d673,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.561767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc00f7b-66b7-4903-8581-028164f31144 req-105b8465-36c5-4d64-8a27-a76e1976c3ca tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:57.569172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-334b016c-f8bb-42de-b5a1-3bd3e61b2af1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.569761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbc00f7b-66b7-4903-8581-028164f31144 req-105b8465-36c5-4d64-8a27-a76e1976c3ca tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0999587 Nov 22 16:41:57.571988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-334b016c-f8bb-42de-b5a1-3bd3e61b2af1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1841302 Nov 22 16:41:57.575189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59126) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.581569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e4ffa0ea-7c6a-4811-8e24-e74cdcc3b152 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'security_group_rule': {'security_group_id': '9162e700-9624-48b0-9b98-187899a8cac0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:57.593170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b016c-f8bb-42de-b5a1-3bd3e61b2af1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9162e700-9624-48b0-9b98-187899a8cac0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.628065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbc00f7b-66b7-4903-8581-028164f31144 req-82fe8e8f-ce5c-41a6-984d-89f875e08f9a tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0577583 Nov 22 16:41:57.640919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa0ea-7c6a-4811-8e24-e74cdcc3b152 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.645926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-fbc00f7b-66b7-4903-8581-028164f31144 req-71be560d-1d71-42ab-9b9b-93571c9d46cc tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Request body: {'floatingip': {'port_id': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:57.698185 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fbc00f7b-66b7-4903-8581-028164f31144 req-71be560d-1d71-42ab-9b9b-93571c9d46cc tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.713186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa0ea-7c6a-4811-8e24-e74cdcc3b152 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.724053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa0ea-7c6a-4811-8e24-e74cdcc3b152 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.754766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffa0ea-7c6a-4811-8e24-e74cdcc3b152 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042016dc-6bad-4875-97a3-399db9bcbb1a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.765872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4ffa0ea-7c6a-4811-8e24-e74cdcc3b152 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.767171 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e4ffa0ea-7c6a-4811-8e24-e74cdcc3b152 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901503 Nov 22 16:41:57.770589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59134) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.777220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-82690d0a-d172-4e41-b577-b4acf2f82f04 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'security_group_rule': {'security_group_id': '9162e700-9624-48b0-9b98-187899a8cac0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:57.809734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59138) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.835552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82690d0a-d172-4e41-b577-b4acf2f82f04 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.899369 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-142243d0-b2ae-443b-b5ce-3e31b3ab5807 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da1eb664b02f489e90e0c8c3b72fef69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0868516 Nov 22 16:41:57.901925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59140) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.950283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82690d0a-d172-4e41-b577-b4acf2f82f04 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.959133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82690d0a-d172-4e41-b577-b4acf2f82f04 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.988360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82690d0a-d172-4e41-b577-b4acf2f82f04 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2df7c1c-44a7-4e66-9a90-6ea71d5a9567,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.994779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2af4757-3aa7-422b-b799-a94386bdf29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.998825 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82690d0a-d172-4e41-b577-b4acf2f82f04 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.002912 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-82690d0a-d172-4e41-b577-b4acf2f82f04 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2274086 Nov 22 16:41:58.003844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59148) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.008621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:58.020486 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-fbc00f7b-66b7-4903-8581-028164f31144 req-71be560d-1d71-42ab-9b9b-93571c9d46cc tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 16:41:58.022974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbc00f7b-66b7-4903-8581-028164f31144 req-71be560d-1d71-42ab-9b9b-93571c9d46cc tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "PUT /v2.0/floatingips/f8127595-0f25-41c3-a180-6b2e73ef83f5 HTTP/1.1" status: 409 len: 549 time: 0.3844986 Nov 22 16:41:58.038992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2af4757-3aa7-422b-b799-a94386bdf29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.060467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.154891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2af4757-3aa7-422b-b799-a94386bdf29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.158017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2af4757-3aa7-422b-b799-a94386bdf29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.162224 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b2af4757-3aa7-422b-b799-a94386bdf29a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/899c2ee4-0f99-4df4-8307-9ae9fa590236 HTTP/1.1" status: 204 len: 168 time: 0.2563584 Nov 22 16:41:58.172756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af4757-3aa7-422b-b799-a94386bdf29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899c2ee4-0f99-4df4-8307-9ae9fa590236,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.228410 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.278100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-d0e11b85-e8ab-43ec-88df-7c6da86d2a62 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips/f8127595-0f25-41c3-a180-6b2e73ef83f5 HTTP/1.1" status: 200 len: 692 time: 0.0617366 Nov 22 16:41:58.373696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Allocated IP 172.25.0.146 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/57452557-ab1c-4c69-9004-7122850f358c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:58.423824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59166) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.467735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-6d68cfba-8c4f-498e-9a20-95c73bcee55d tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:58.475539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-6d68cfba-8c4f-498e-9a20-95c73bcee55d tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1874323 Nov 22 16:41:58.516242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.535523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-5d1bed8f-589b-410f-9e4e-dbd3248b16b7 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0590382 Nov 22 16:41:58.564424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.597772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-96e5d868-c378-4601-bb71-4036e30e5e33 tempest-ServiceProvidersTest-194738141 tempest-ServiceProvidersTest-194738141-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1695046 Nov 22 16:41:58.612289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-1037376e-0285-4ab2-8e53-baa432a051b0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.0680718 Nov 22 16:41:58.616580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:58.621079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:58.626848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:58.654187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=57452557-ab1c-4c69-9004-7122850f358c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.769105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.786873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Deleting port 6a924c27-c61b-4621-8717-76cb09912866 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:58.787255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.827784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.897054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.897391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.915814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Calling delete_port for 6a924c27-c61b-4621-8717-76cb09912866 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:58.947229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59182) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.058326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.067872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.126580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a105409-5647-4b4a-ad72-00c8d273abad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.131526 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.188618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Pushing event deleted for resources: {'Port': ['ID=6a924c27-c61b-4621-8717-76cb09912866,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.215420 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.220986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=57452557-ab1c-4c69-9004-7122850f358c,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.257576 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.267984 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e2262375-1b24-44e4-8269-7ce22d4fbb38 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2629597 Nov 22 16:41:59.298909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a105409-5647-4b4a-ad72-00c8d273abad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.307039 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a105409-5647-4b4a-ad72-00c8d273abad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.339511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.344826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.351203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19d1caa4-911e-43f5-bcb6-be585da0abf1 req-a5838df5-8d7b-4660-a941-5658de54d1f9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "DELETE /v2.0/floatingips/f8127595-0f25-41c3-a180-6b2e73ef83f5 HTTP/1.1" status: 204 len: 173 time: 0.7375872 Nov 22 16:41:59.368161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a105409-5647-4b4a-ad72-00c8d273abad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7624c7b-5062-41f8-bac4-9e27f82bd68f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.433742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.445499 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7a105409-5647-4b4a-ad72-00c8d273abad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a5244430b8d48aca3ba6ba99601b3ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4970958 Nov 22 16:41:59.448636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59206) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.513718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e204f39b-b91f-4c14-8290-59265bbd4e36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.542825 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e204f39b-b91f-4c14-8290-59265bbd4e36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.594074 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1662831870-network', 'tenant_id': '631b6de943884cab8640a77055b2bfb4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:59.604219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e204f39b-b91f-4c14-8290-59265bbd4e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.607846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e204f39b-b91f-4c14-8290-59265bbd4e36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.609293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e204f39b-b91f-4c14-8290-59265bbd4e36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7624c7b-5062-41f8-bac4-9e27f82bd68f HTTP/1.1" status: 204 len: 168 time: 0.1744993 Nov 22 16:41:59.620750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204f39b-b91f-4c14-8290-59265bbd4e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7624c7b-5062-41f8-bac4-9e27f82bd68f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.630744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Made reservation on behalf of 631b6de943884cab8640a77055b2bfb4 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:59.633466 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.652510 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.740970 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.747983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-7384bd53-23d5-4e7f-a2a8-08d32fe20ef2 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 1001 time: 0.0838561 Nov 22 16:41:59.752643 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.788669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:59.808123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-3535406d-084b-4e0a-9f66-e5dcab35b87d tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:59.810104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-3535406d-084b-4e0a-9f66-e5dcab35b87d tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports/e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 200 len: 942 time: 0.0544198 Nov 22 16:41:59.822104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.837210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.837570 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Added segment 9984f6a8-00a8-4a1c-8001-85173b631012 of type vlan for network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe Nov 22 16:41:59.848493 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:59.887618 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.915596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.916999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:59.917588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.947950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-c50dcb6e-7fb4-4f3b-a7dc-b8d2bd73d55e tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 1001 time: 0.0756555 Nov 22 16:41:59.968744 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5189648 Nov 22 16:41:59.976977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59220) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.983343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Request body: {'subnet': {'network_id': '1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1662831870-subnet', 'tenant_id': '631b6de943884cab8640a77055b2bfb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:59.995090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a673c-9ced-42e5-bb63-c07f9c4d2707 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.008998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:42:00.011890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Made reservation on behalf of 631b6de943884cab8640a77055b2bfb4 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:00.015271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.076926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-c5d969bd-2d05-4a2f-8a1e-4b13b8030ae9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:00.079110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-c5d969bd-2d05-4a2f-8a1e-4b13b8030ae9 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1251879 Nov 22 16:42:00.166109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-57826531-dab3-4682-98c8-de9e9ad93495 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 1001 time: 0.0717001 Nov 22 16:42:00.177555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:00.237164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.243646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.311945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d2a318-0f0c-4ea0-8385-7182fd4457e8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.314608 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Checking segment: {'id': '9984f6a8-00a8-4a1c-8001-85173b631012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:00.315081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Network hostable DHCP agents. Network: 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:42:00.334630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:42:00.345207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:00.350061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:00.350782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.364440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b1f54-e104-4d07-be61-1cf1c3159750 None None] Network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:00.377953 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a9d3736b-98b7-4654-a4b2-fd92b05dafe9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4015069 Nov 22 16:42:00.419164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.427136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.427790 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Floating IP c22800b5-b7cd-452a-bb35-a84c4f27988f disassociated. External IP: 172.25.0.163, port: e5250a52-8146-46ce-8111-af5f99441bb7. Nov 22 16:42:00.526750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59240) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.532377 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037689 Nov 22 16:42:00.535344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.537753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73fefb1-fe8c-4b46-abbf-f43cd57e08a1 None None] Network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:00.667536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a5ac77d2-d0b3-45ee-b89b-2a8601d2781d tempest-NetworksApiDiscovery-1250545020 tempest-NetworksApiDiscovery-1250545020-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1299136 Nov 22 16:42:00.701245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Router 80052871-df74-488e-ab46-9c95118555cb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:00.822435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:00.828425 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.834366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] Sync routers for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:00.847021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:00.847798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:00.860505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-8dbce731-a414-4ac5-872a-15b2ae5f2b45 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "PUT /v2.0/floatingips/c22800b5-b7cd-452a-bb35-a84c4f27988f HTTP/1.1" status: 200 len: 695 time: 0.6872170 Nov 22 16:42:00.860983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:00.863750 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7440456e-a9dd-4b3b-b0f2-8557046e520e" -d '{"events": [{"name": "network-changed", "server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:00.925919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-b6b5bfd1-d4c1-42f7-adae-8cd3e82c1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:00.927596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-b6b5bfd1-d4c1-42f7-adae-8cd3e82c1613 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4ff0dac12de4f9d853801a57e4b1d17&device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 1096 time: 0.0505147 Nov 22 16:42:00.935474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59258) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.974173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:01.023398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-f5610590-751e-4a67-b361-da1138849910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.025480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-f5610590-751e-4a67-b361-da1138849910 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3808a7f6-4a9b-4861-986c-f6d52b0db80e HTTP/1.1" status: 200 len: 930 time: 0.0894339 Nov 22 16:42:01.056741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fea1fecc-c39f-4dd6-afbe-01a10e200941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.072914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-b2988606-388a-49e1-bffc-332a09ce7bf6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 200 len: 217 time: 0.0408957 Nov 22 16:42:01.127386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-4d8cc4f0-6b84-494e-9e90-bbe8b35160db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.128907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-4d8cc4f0-6b84-494e-9e90-bbe8b35160db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cfb79913-b019-46d3-abc2-baa7f9c53d19 HTTP/1.1" status: 200 len: 868 time: 0.0496113 Nov 22 16:42:01.150641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fea1fecc-c39f-4dd6-afbe-01a10e200941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.155938 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fea1fecc-c39f-4dd6-afbe-01a10e200941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.186191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-cdcfd840-11be-4cfb-a988-77b563a10a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.188108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-cdcfd840-11be-4cfb-a988-77b563a10a85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3808a7f6-4a9b-4861-986c-f6d52b0db80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523722 Nov 22 16:42:01.200031 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fea1fecc-c39f-4dd6-afbe-01a10e200941 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da27a55f78b44172b1c294710bdf4da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2600157 Nov 22 16:42:01.200254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:32Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:01.200828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1fecc-c39f-4dd6-afbe-01a10e200941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60175bf1-fc34-4188-8a51-7c97a04e8229,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.200828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59262) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.228649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] Checking router: 80052871-df74-488e-ab46-9c95118555cb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:01.237764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:01.238386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:01.252462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c99cb1d3-fac8-4551-a065-020c74bee632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.277321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c99cb1d3-fac8-4551-a065-020c74bee632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.294527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-fdac79ac-61a0-4acf-9ea6-97d4611f78b5 service neutron] 10.222.0.59 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977001 Nov 22 16:42:01.329819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c99cb1d3-fac8-4551-a065-020c74bee632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.332889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c99cb1d3-fac8-4551-a065-020c74bee632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.339452 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c99cb1d3-fac8-4551-a065-020c74bee632 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60175bf1-fc34-4188-8a51-7c97a04e8229 HTTP/1.1" status: 204 len: 168 time: 0.1378713 Nov 22 16:42:01.349193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cb1d3-fac8-4551-a065-020c74bee632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60175bf1-fc34-4188-8a51-7c97a04e8229,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.371100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:01.405464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff43005-3d94-4ae1-bc2a-148185fbcfcc req-d10dbe1f-a9b0-4cf0-9114-531baa517f74 service neutron] 10.222.0.59 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030784 Nov 22 16:42:01.558250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-f4d73ce6-de82-4905-9a39-9263120a3a7b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1717891815&fields=id&tenant_id=8c7aa44e61954cce90f493fe9e5d5afd HTTP/1.1" status: 200 len: 267 time: 0.0526655 Nov 22 16:42:01.600064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:32Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:01.618341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8e7193ed-f21c-4cdd-bff4-cefb9b25363a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.618341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8e7193ed-f21c-4cdd-bff4-cefb9b25363a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports/47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 200 len: 932 time: 0.0477784 Nov 22 16:42:01.629864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f6e917-ad47-461e-ab55-e7826e4eea80 None None] The sync data for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 is: [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 4, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7abcdebc-99d3-4d51-97ee-d6fca2542ef3', 'name': '', 'network_id': '3808a7f6-4a9b-4861-986c-f6d52b0db80e', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'mac_address': 'fa:16:3e:d0:37:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:26Z', 'updated_at': '2021-11-22T16:41:32Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'subnets': [{'id': 'cfb79913-b019-46d3-abc2-baa7f9c53d19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:01.682244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-884aadef-5c71-44b4-91c6-e4fabfab7824 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.683921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-884aadef-5c71-44b4-91c6-e4fabfab7824 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports/0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 200 len: 932 time: 0.0600719 Nov 22 16:42:01.741611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-7a8d60b1-f589-4ada-89fc-a5ce1965b8b2 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0504158 Nov 22 16:42:01.779239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-399e7e87-bde8-4c53-9f93-45ac7f9b76cf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0301421 Nov 22 16:42:01.911847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-b48abc85-c965-4af5-8161-1c8a10fc0fb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.918381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-b48abc85-c965-4af5-8161-1c8a10fc0fb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.924272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-b48abc85-c965-4af5-8161-1c8a10fc0fb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.925916 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-b48abc85-c965-4af5-8161-1c8a10fc0fb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/networks?id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b HTTP/1.1" status: 200 len: 1990 time: 0.1336553 Nov 22 16:42:01.945324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-74e236ab-b43f-44f0-aae2-ea0c28baa19b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/quotas/8c7aa44e61954cce90f493fe9e5d5afd HTTP/1.1" status: 200 len: 375 time: 0.0100565 Nov 22 16:42:01.953030 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4650826-bdc5-45f7-9a15-beb43df5722c None None] New status for floating IP c22800b5-b7cd-452a-bb35-a84c4f27988f: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:42:02.010537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-4c30d5b5-ab1e-4f3a-8f8c-7cc0d05651ec tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0585380 Nov 22 16:42:02.135480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82e94374-710c-43b2-ba59-4a00c4fe1415 service neutron] 10.222.0.59 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121180 Nov 22 16:42:02.230068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-7cca4e65-ae30-4577-8288-3b4bab9a96ae service neutron] 10.222.0.59 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875990 Nov 22 16:42:02.278267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-08573ed9-816f-4b01-badb-186d32714914 service neutron] 10.222.0.59 "GET /v2.0/ports/47283cdb-d11b-4767-878a-52260f6b7a4d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0413694 Nov 22 16:42:02.376635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-a49a12fc-e393-4a77-803e-fdf12b11802f service neutron] 10.222.0.59 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924172 Nov 22 16:42:02.478978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2043c6c1-2d97-4c88-88a5-50ca200991e5 service neutron] 10.222.0.59 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950713 Nov 22 16:42:02.524724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-b29ba54f-263c-47ce-b882-8f574217862f service neutron] 10.222.0.59 "GET /v2.0/ports/0807fb5f-f78f-45e5-963a-edc12e383e40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0379481 Nov 22 16:42:02.625282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-403b58f8-e0e1-4af8-9074-91b87a7b3c59 service neutron] 10.222.0.59 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918489 Nov 22 16:42:02.724824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-52e0d51d-0e96-4084-9d7a-60a81c53841a service neutron] 10.222.0.59 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932581 Nov 22 16:42:02.835523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8e201c02-4fb7-40d3-8bb3-a3a07a3d8840 service neutron] 10.222.0.59 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041739 Nov 22 16:42:02.933104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-bfd0afb8-2178-47e5-bd2d-9c10d57449e5 service neutron] 10.222.0.59 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967095 Nov 22 16:42:02.980726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59312) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.038468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-f3e44b15-d016-4805-9706-0cbac9842536 service neutron] 10.222.0.59 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990789 Nov 22 16:42:03.095723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-885b5dfe-ef57-4610-9423-1f6f3a9d946f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.140115 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-7bf137ca-fc38-4206-bb68-4291fd97d10a service neutron] 10.222.0.59 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953140 Nov 22 16:42:03.178827 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-885b5dfe-ef57-4610-9423-1f6f3a9d946f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.183729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-885b5dfe-ef57-4610-9423-1f6f3a9d946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.228127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-885b5dfe-ef57-4610-9423-1f6f3a9d946f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e69a4f2ca47743a198292b708f012a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431464 Nov 22 16:42:03.228127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b5dfe-ef57-4610-9423-1f6f3a9d946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df25e4c-06b8-406c-b044-7609f838c3fc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:03.228395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59316) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.235485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0c6f9f22-55f2-4889-9c72-ff6e3637fbb5 service neutron] 10.222.0.59 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887070 Nov 22 16:42:03.280471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7181c541-3189-4973-a24a-4582623a8d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.301710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7181c541-3189-4973-a24a-4582623a8d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.328562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-11372f1b-85ae-4af7-ad32-1cdcad026682 service neutron] 10.222.0.59 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904520 Nov 22 16:42:03.349310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7181c541-3189-4973-a24a-4582623a8d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.354147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7181c541-3189-4973-a24a-4582623a8d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.355192 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7181c541-3189-4973-a24a-4582623a8d6d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5df25e4c-06b8-406c-b044-7609f838c3fc HTTP/1.1" status: 204 len: 168 time: 0.1259141 Nov 22 16:42:03.369098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181c541-3189-4973-a24a-4582623a8d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df25e4c-06b8-406c-b044-7609f838c3fc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:03.434721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-f3c19af2-8898-4dd6-91b2-b5938a676fd6 service neutron] 10.222.0.59 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999908 Nov 22 16:42:03.536875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-c499a920-8494-451e-a1ae-dbfbf687a3cb service neutron] 10.222.0.59 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944121 Nov 22 16:42:03.661472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59326) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.675671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc2636fd-0e66-4f73-b86a-8f967ef56d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.755767 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc2636fd-0e66-4f73-b86a-8f967ef56d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.761846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc2636fd-0e66-4f73-b86a-8f967ef56d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.802176 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cc2636fd-0e66-4f73-b86a-8f967ef56d79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f3bafe78db34d04bbe626f91022b23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393540 Nov 22 16:42:03.802938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2636fd-0e66-4f73-b86a-8f967ef56d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b2368-862d-4b0f-9782-a560c772cb40,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:03.805933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59334) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.862092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49e2f359-7d0d-40d1-a81d-0d633b5aaa46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.885096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49e2f359-7d0d-40d1-a81d-0d633b5aaa46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.940714 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49e2f359-7d0d-40d1-a81d-0d633b5aaa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.944670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49e2f359-7d0d-40d1-a81d-0d633b5aaa46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.946216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49e2f359-7d0d-40d1-a81d-0d633b5aaa46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c2b2368-862d-4b0f-9782-a560c772cb40 HTTP/1.1" status: 204 len: 168 time: 0.1393101 Nov 22 16:42:03.959412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2f359-7d0d-40d1-a81d-0d633b5aaa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b2368-862d-4b0f-9782-a560c772cb40,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:04.852356 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bd1f6a-a4ae-431d-a397-0658bb4c8afc x-openstack-request-id: req-22bd1f6a-a4ae-431d-a397-0658bb4c8afc {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:04.853486 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:04.853971 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22bd1f6a-a4ae-431d-a397-0658bb4c8afc {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:04.854578 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'status': 'completed', 'code': 200} Nov 22 16:42:04.921768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-62e26b6d-7452-422b-803b-d942d1d92022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:04.923462 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-62e26b6d-7452-422b-803b-d942d1d92022 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d4ff0dac12de4f9d853801a57e4b1d17&device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 1096 time: 0.0483103 Nov 22 16:42:04.930142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-2e53d818-4758-4d3f-b34a-3fa8bb696b39 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips/c22800b5-b7cd-452a-bb35-a84c4f27988f HTTP/1.1" status: 200 len: 693 time: 0.0573833 Nov 22 16:42:05.142298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-0ea44900-b2da-4188-b999-30496da5d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.144278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-0ea44900-b2da-4188-b999-30496da5d012 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3808a7f6-4a9b-4861-986c-f6d52b0db80e HTTP/1.1" status: 200 len: 930 time: 0.2126663 Nov 22 16:42:05.148891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-70ad776e-8bbc-4075-bce3-b345166aed82 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.151600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-70ad776e-8bbc-4075-bce3-b345166aed82 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.2104304 Nov 22 16:42:05.212147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-8d689bdb-3968-4210-ba9e-312389490acf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 200 len: 217 time: 0.0565960 Nov 22 16:42:05.218786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-84722a48-228a-4648-a0f9-3b4cd90e1047 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 696 time: 0.0593054 Nov 22 16:42:05.273462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-ecd3a807-d3aa-4e01-a828-b95e4f4460a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.275795 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-ecd3a807-d3aa-4e01-a828-b95e4f4460a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfb79913-b019-46d3-abc2-baa7f9c53d19 HTTP/1.1" status: 200 len: 868 time: 0.0517800 Nov 22 16:42:05.313348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-e3168dfa-7489-42c8-83c0-ad3627a45565 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.163 HTTP/1.1" status: 200 len: 696 time: 0.0808747 Nov 22 16:42:05.342053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-114d8f2f-cac4-45c7-a1a3-f8d06ce820ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.344347 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-114d8f2f-cac4-45c7-a1a3-f8d06ce820ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3808a7f6-4a9b-4861-986c-f6d52b0db80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608222 Nov 22 16:42:05.518352 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-c1a51a17-899f-4d56-be06-2b2c9ffea27f service neutron] 10.222.0.62 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643307 Nov 22 16:42:05.590730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-a721b3bc-18f3-428d-9534-7c6dae26d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.592252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-a721b3bc-18f3-428d-9534-7c6dae26d102 service neutron] 10.222.0.37 "GET /v2.0/ports/47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 200 len: 1028 time: 0.1594415 Nov 22 16:42:05.664278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7440456e-a9dd-4b3b-b0f2-8557046e520e req-ebf3cb2e-7850-4731-8287-ac590e2f1459 service neutron] 10.222.0.62 "GET /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307206 Nov 22 16:42:05.670164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b117e96-6efb-4ecf-8d99-ddf8f3e93f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.671806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b117e96-6efb-4ecf-8d99-ddf8f3e93f6f service neutron] 10.222.0.37 "GET /v2.0/ports/0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 200 len: 1028 time: 0.0558200 Nov 22 16:42:05.686641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Deleting port c371735f-7bef-497c-9dad-d1f4ac5e42c0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:05.687127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.204926 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.205624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.230092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Calling delete_port for c371735f-7bef-497c-9dad-d1f4ac5e42c0 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:06.241669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5b400de2-6187-41c4-a6ea-e1f09fa01959 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.247528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5b400de2-6187-41c4-a6ea-e1f09fa01959 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.253338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5b400de2-6187-41c4-a6ea-e1f09fa01959 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.254996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5b400de2-6187-41c4-a6ea-e1f09fa01959 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "GET /v2.0/networks?id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b HTTP/1.1" status: 200 len: 1990 time: 0.5647242 Nov 22 16:42:06.370913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-58a96267-0511-47b4-9f38-11f7599acaa2 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7aa44e61954cce90f493fe9e5d5afd HTTP/1.1" status: 200 len: 380 time: 0.1058543 Nov 22 16:42:06.384133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'admin_state_up': True, 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'security_groups': ['9162e700-9624-48b0-9b98-187899a8cac0']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:06.547854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.583486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Pushing event deleted for resources: {'Port': ['ID=c371735f-7bef-497c-9dad-d1f4ac5e42c0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:06.587107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:06.590881 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.690283 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.709919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.712629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.713808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b393c9c8-20c7-42d7-8e39-795c7a89e7d1 req-14e72e63-da0c-4dde-b32b-7aca3dedf288 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "DELETE /v2.0/floatingips/c22800b5-b7cd-452a-bb35-a84c4f27988f HTTP/1.1" status: 204 len: 173 time: 1.3898857 Nov 22 16:42:06.832294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-211cc3f8-c523-49a4-b8a8-c63a14b8fc7b req-03ce75f8-d55d-4353-b968-8c0c92830813 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0391734 Nov 22 16:42:06.837907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Allocated IP 172.20.0.14 (d14331d9-e11c-48d4-8bfd-0c8a5d767e08/60fb99aa-6a34-4789-801b-3d59564b79de/ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:07.075776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.119106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.182837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:07.186773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:07.190672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:07.217582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:07.254378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.255762 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.278838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9dcacf7a-80d2-450e-97f5-599a8c17b939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8995807 Nov 22 16:42:07.296049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'admin_state_up': True, 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'security_groups': ['9162e700-9624-48b0-9b98-187899a8cac0']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:07.483981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:07.490835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.636137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-695c459e-8be1-4579-89d2-1fa6d1bef4c3 None None] Provisioning complete for port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:07.636634 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-695c459e-8be1-4579-89d2-1fa6d1bef4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.688906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Allocated IP 10.1.1.225 (7bf485ee-00ae-42be-b790-e5bca2fa413e/f513ce70-31cc-40a1-9871-c1ee9675c580/9ed289d3-f33b-4397-94a7-1e177906ef09) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:07.693804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-695c459e-8be1-4579-89d2-1fa6d1bef4c3 None None] Port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:07.716409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.761587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181433d-bf0d-4b92-984a-98b5d495620e req-0f5f85ae-38fd-4172-a8b2-fbd1093959c0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.763397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8181433d-bf0d-4b92-984a-98b5d495620e req-0f5f85ae-38fd-4172-a8b2-fbd1093959c0 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0918229 Nov 22 16:42:07.846400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8181433d-bf0d-4b92-984a-98b5d495620e req-cff4c4b7-1f00-474a-8b91-a133199cd9a4 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0663457 Nov 22 16:42:07.925688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.965406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f79b52c4-2a71-462d-bb1d-220a4dc34715 req-ef78d05b-64ab-49a6-8083-c9ee51466405 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0512192 Nov 22 16:42:08.001638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.053643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:08.070711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:08.088230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:08.091224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=9ed289d3-f33b-4397-94a7-1e177906ef09,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:08.158598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ecacb-86a5-4b6d-a024-5c1d54f0c6a6 req-19d45c7f-7f1f-41ea-9f4f-24c04478c86f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:08.165088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ecacb-86a5-4b6d-a024-5c1d54f0c6a6 req-19d45c7f-7f1f-41ea-9f4f-24c04478c86f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:08.166729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c0ecacb-86a5-4b6d-a024-5c1d54f0c6a6 req-19d45c7f-7f1f-41ea-9f4f-24c04478c86f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 1654 time: 0.1173015 Nov 22 16:42:08.176525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:08.176525 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.214551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-72b9dc15-4b9b-4bc3-a168-751983cbe66c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9244792 Nov 22 16:42:08.231883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'admin_state_up': True, 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'security_groups': ['9162e700-9624-48b0-9b98-187899a8cac0']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:08.294745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c0ecacb-86a5-4b6d-a024-5c1d54f0c6a6 req-eb443fba-807b-4003-a72d-55eac7b1b9e6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147442 Nov 22 16:42:08.376559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:08.380993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.425332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b533eddb-58ed-4683-b96f-019cec300b6d None None] Provisioning complete for port 9ed289d3-f33b-4397-94a7-1e177906ef09 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:08.425740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b533eddb-58ed-4683-b96f-019cec300b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.489082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b533eddb-58ed-4683-b96f-019cec300b6d None None] Port 9ed289d3-f33b-4397-94a7-1e177906ef09 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:08.577646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Allocated IP 10.1.1.240 (7bf485ee-00ae-42be-b790-e5bca2fa413e/f513ce70-31cc-40a1-9871-c1ee9675c580/5eb5d6e6-69d4-415a-a4ea-f4d4e50031af) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:08.816122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.869035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.927757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:08.933744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:08.938465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:09.020521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:09.021177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.025217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:09.059002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-25735ffc-92d4-4569-89c5-12b57f978b0e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8348961 Nov 22 16:42:09.080109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b', 'admin_state_up': True, 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'security_groups': ['9162e700-9624-48b0-9b98-187899a8cac0']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:09.225683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:09.292065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af184-1500-403f-b1a8-1c2206bb7182 req-b5e05936-3d2f-4389-a50d-59fc7ff70980 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:09.293723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-941af184-1500-403f-b1a8-1c2206bb7182 req-b5e05936-3d2f-4389-a50d-59fc7ff70980 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 945 time: 0.2499573 Nov 22 16:42:09.324207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f1b9faf0-5bf4-42d6-9ae4-12176adbcf27 None None] Provisioning complete for port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:09.324842 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1b9faf0-5bf4-42d6-9ae4-12176adbcf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.372645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9faf0-5bf4-42d6-9ae4-12176adbcf27 None None] Port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:09.391825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-941af184-1500-403f-b1a8-1c2206bb7182 req-4c5978e1-9d7b-498b-b58e-4c13c6dd99e8 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/security-groups?id=5ed03c6f-dfd9-409a-82c5-a1c2051b005f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804524 Nov 22 16:42:09.405552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.667956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c035a-0e83-42cf-868a-b8749992a80b req-5c4a9ccb-484d-4e1d-9ea5-0e98de3e8926 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:09.675210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c035a-0e83-42cf-868a-b8749992a80b req-5c4a9ccb-484d-4e1d-9ea5-0e98de3e8926 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:09.682302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c035a-0e83-42cf-868a-b8749992a80b req-5c4a9ccb-484d-4e1d-9ea5-0e98de3e8926 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:09.684409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d42c035a-0e83-42cf-868a-b8749992a80b req-5c4a9ccb-484d-4e1d-9ea5-0e98de3e8926 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 2375 time: 0.1631458 Nov 22 16:42:09.787470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Allocated IP 10.2.2.100 (1c6e2e81-f98b-4ecc-be06-3bb1677eb85b/a356b5a9-bc98-48e5-9f17-8a22a5d492a3/c9c69c0b-df8e-4745-83dc-31f7e9f45c69) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:09.812946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d42c035a-0e83-42cf-868a-b8749992a80b req-35d13902-0cda-45b3-8ece-44a3462e84c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204462 Nov 22 16:42:10.025335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.069580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.142177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:10.163336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:10.166042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:10.179356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:10.258926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:10.260099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.283118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d6bac828-e8d8-4fd8-9446-253aab43d99b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2072117 Nov 22 16:42:10.301477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b', 'admin_state_up': True, 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'security_groups': ['9162e700-9624-48b0-9b98-187899a8cac0']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:10.352033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-a4ab2b95-020e-46c4-86b1-eee790932576 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:10.356235 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-a4ab2b95-020e-46c4-86b1-eee790932576 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.62 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 945 time: 0.0987828 Nov 22 16:42:10.520914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Deleting port e5250a52-8146-46ce-8111-af5f99441bb7 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:10.521256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.584622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad8034-22ac-4eea-988f-c67475fa8578 req-50e76759-d132-45c7-9af7-c34ae219fd94 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:10.586900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4ad8034-22ac-4eea-988f-c67475fa8578 req-50e76759-d132-45c7-9af7-c34ae219fd94 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 946 time: 0.1442311 Nov 22 16:42:10.591337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Made reservation on behalf of 8c7aa44e61954cce90f493fe9e5d5afd for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:10.597119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.676087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-173a5193-ba11-4a6f-b3ad-c9da86dab0a0 None None] Provisioning complete for port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:10.677082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-173a5193-ba11-4a6f-b3ad-c9da86dab0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.699522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] For port e5250a52-8146-46ce-8111-af5f99441bb7, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5250a52-8146-46ce-8111-af5f99441bb7,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:10.701295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.728132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-173a5193-ba11-4a6f-b3ad-c9da86dab0a0 None None] Port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:10.729149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Calling delete_port for e5250a52-8146-46ce-8111-af5f99441bb7 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:10.885424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4ad8034-22ac-4eea-988f-c67475fa8578 req-9ca42106-2827-43ce-b232-830e5c4f3ca2 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865318 Nov 22 16:42:10.973368 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.985445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['e5250a52-8146-46ce-8111-af5f99441bb7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:11.003263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Allocated IP 10.2.2.200 (1c6e2e81-f98b-4ecc-be06-3bb1677eb85b/a356b5a9-bc98-48e5-9f17-8a22a5d492a3/0041cd8c-9640-47b1-896a-7445382c04ca) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:11.035400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Pushing event deleted for resources: {'Port': ['ID=e5250a52-8146-46ce-8111-af5f99441bb7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:11.079330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] No DVR routers for this DVR port e5250a52-8146-46ce-8111-af5f99441bb7 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:11.082442 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.090061 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6de5e824-0152-4fd0-943c-5aa1d8516e90 req-0781254f-7832-4217-a40a-cfc696d3b603 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.62 "DELETE /v2.0/ports/e5250a52-8146-46ce-8111-af5f99441bb7 HTTP/1.1" status: 204 len: 173 time: 0.7257593 Nov 22 16:42:11.090832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'name': 'network-vif-deleted', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:11.093572 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82583259-b4a0-4147-8641-340e48f1799f" -d '{"events": [{"server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "name": "network-vif-deleted", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:11.124717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e0eecf8-b204-46e5-9125-cff5ee3d79ab req-b3c0974c-6b25-422e-b4ab-c693d847a159 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869 tempest-FloatingIPsAssociationNegativeTestJSON-1921499869-project] 10.222.0.59 "GET /v2.0/ports?device_id=b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537 HTTP/1.1" status: 200 len: 210 time: 0.0371892 Nov 22 16:42:11.325211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d196da7-f746-473f-a83a-29d69737168c req-e0953484-b51f-48ae-9bca-0dd0a777ad88 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.331646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d196da7-f746-473f-a83a-29d69737168c req-e0953484-b51f-48ae-9bca-0dd0a777ad88 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.338089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d196da7-f746-473f-a83a-29d69737168c req-e0953484-b51f-48ae-9bca-0dd0a777ad88 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.345463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d196da7-f746-473f-a83a-29d69737168c req-e0953484-b51f-48ae-9bca-0dd0a777ad88 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.347342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d196da7-f746-473f-a83a-29d69737168c req-e0953484-b51f-48ae-9bca-0dd0a777ad88 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 3096 time: 0.1099310 Nov 22 16:42:11.397366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.427086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d196da7-f746-473f-a83a-29d69737168c req-686f55d7-6f28-46b6-927e-ae79d1f87e69 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692766 Nov 22 16:42:11.456676 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.510107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:11.513745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:11.517972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:11.548653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event updated for resources: {'Port': ['ID=0041cd8c-9640-47b1-896a-7445382c04ca,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:11.602117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.602690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.629171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5a0fe346-27c0-4b6c-8356-1507311fa676 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3366461 Nov 22 16:42:11.645770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:11.743425 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.804784 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc015c74-9542-4e64-a25d-680d73be8202 x-openstack-request-id: req-cc015c74-9542-4e64-a25d-680d73be8202 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:11.805506 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537", "name": "network-vif-deleted", "tag": "e5250a52-8146-46ce-8111-af5f99441bb7", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:11.805506 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc015c74-9542-4e64-a25d-680d73be8202 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:11.805829 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48a4a8e-2fe1-4c48-9c1f-7ff9b0bcd537', 'name': 'network-vif-deleted', 'tag': 'e5250a52-8146-46ce-8111-af5f99441bb7', 'status': 'completed', 'code': 200} Nov 22 16:42:11.872928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-24c39f74-857a-42a1-acea-fa73812c4177 None None] Provisioning complete for port 0041cd8c-9640-47b1-896a-7445382c04ca triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:11.873674 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24c39f74-857a-42a1-acea-fa73812c4177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.936162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-24c39f74-857a-42a1-acea-fa73812c4177 None None] Port 0041cd8c-9640-47b1-896a-7445382c04ca cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:12.187405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:12.206517 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.224591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Transition to ACTIVE for port object ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:12.234446 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.284333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:12.441372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Attempting to bind port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:12.442047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Attempting to bind port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:12.442047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Attempting to bind port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 on network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:12.459444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d142ba-70b4-4bc9-b3ae-37cc42cfc142 req-4a18937e-d1ba-4b67-a2be-0589c2908ec1 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:12.468323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5d142ba-70b4-4bc9-b3ae-37cc42cfc142 req-4a18937e-d1ba-4b67-a2be-0589c2908ec1 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 946 time: 0.1022742 Nov 22 16:42:12.472083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 on network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:12.472431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Attempting to bind port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 on network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:12.485089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:12.485433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Checking segment: {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:12.485897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Bound using segment: {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:12.486324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Bound port: ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fec84ca-22c7-4c23-adf1-4e7fd2478018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:12.486746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.575184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5d142ba-70b4-4bc9-b3ae-37cc42cfc142 req-55b74b83-c0bc-4b55-9032-3e23aa5d2663 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059067 Nov 22 16:42:12.595758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] For port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:12.600479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] For port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:12.607721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.624630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59514) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:12.680456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:12.681958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.684481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 HTTP/1.1" status: 200 len: 1092 time: 1.0473192 Nov 22 16:42:12.685314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:12.689807 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d82d06f-b5c2-40db-a5b0-d24384e51754" -d '{"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:12.729583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:12.837404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0b6e6-38df-481b-ba40-5f16424a05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:12.962167 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.037127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-b2389080-eb60-414a-8199-8aa6f657ac6b tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:13.045408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-b2389080-eb60-414a-8199-8aa6f657ac6b tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/networks?id=1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe HTTP/1.1" status: 200 len: 810 time: 0.2753639 Nov 22 16:42:13.136394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-f99002b2-d23b-4d16-8bc8-5d7c6cc67ec5 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/quotas/631b6de943884cab8640a77055b2bfb4 HTTP/1.1" status: 200 len: 375 time: 0.0900609 Nov 22 16:42:13.242101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-8067de7e-9d51-4d25-9989-f3aa29d112c1 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=631b6de943884cab8640a77055b2bfb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704184 Nov 22 16:42:13.318509 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.379487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-6afbd5ab-927d-4e1d-a6c7-edaf92b7bdab service neutron] 10.222.0.59 "GET /v2.0/networks/1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263356 Nov 22 16:42:13.756164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Deleting port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:13.756647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.894520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] For port 7abcdebc-99d3-4d51-97ee-d6fca2542ef3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:13.895385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.923142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Calling delete_port for 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:13.935406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47283cdb-d11b-4767-878a-52260f6b7a4d {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:13.944909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.957092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-4f3bf13b-b01a-4bc8-b01b-dff5c5a4c7bf service neutron] 10.222.0.59 "GET /v2.0/networks/1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765984 Nov 22 16:42:13.987530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Transition to ACTIVE for port object 47283cdb-d11b-4767-878a-52260f6b7a4d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:13.993452 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.105182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Pushing event updated for resources: {'Port': ['ID=47283cdb-d11b-4767-878a-52260f6b7a4d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:14.278268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Attempting to bind port 47283cdb-d11b-4767-878a-52260f6b7a4d on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:14.278673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Attempting to bind port 47283cdb-d11b-4767-878a-52260f6b7a4d by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:14.281096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Attempting to bind port 47283cdb-d11b-4767-878a-52260f6b7a4d on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:14.300557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Port 47283cdb-d11b-4767-878a-52260f6b7a4d on network 7bf485ee-00ae-42be-b790-e5bca2fa413e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:14.301049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Attempting to bind port 47283cdb-d11b-4767-878a-52260f6b7a4d on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:14.324241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:14.324847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Checking segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:14.328744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Bound using segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:14.329424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Bound port: 47283cdb-d11b-4767-878a-52260f6b7a4d, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:14.329811 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.433227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.484585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abcdebc-99d3-4d51-97ee-d6fca2542ef3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:14.530111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] For port 47283cdb-d11b-4767-878a-52260f6b7a4d, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:14.541459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] For port 47283cdb-d11b-4767-878a-52260f6b7a4d, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=47283cdb-d11b-4767-878a-52260f6b7a4d,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:14.555621 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.638015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.638854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.640278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] 10.222.0.37 "PUT /v2.0/ports/47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 200 len: 1131 time: 1.9271679 Nov 22 16:42:14.705930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:14.840878 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.909764 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.932353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11480c-5ad6-478d-8c3d-2b0654afeac0 req-2cbc21a4-0570-49fa-b991-e3f2e373ac9c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.949203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11480c-5ad6-478d-8c3d-2b0654afeac0 req-2cbc21a4-0570-49fa-b991-e3f2e373ac9c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.964772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11480c-5ad6-478d-8c3d-2b0654afeac0 req-2cbc21a4-0570-49fa-b991-e3f2e373ac9c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.975435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11480c-5ad6-478d-8c3d-2b0654afeac0 req-2cbc21a4-0570-49fa-b991-e3f2e373ac9c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.994543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11480c-5ad6-478d-8c3d-2b0654afeac0 req-2cbc21a4-0570-49fa-b991-e3f2e373ac9c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:15.005645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11480c-5ad6-478d-8c3d-2b0654afeac0 req-2cbc21a4-0570-49fa-b991-e3f2e373ac9c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:15.016456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a11480c-5ad6-478d-8c3d-2b0654afeac0 req-2cbc21a4-0570-49fa-b991-e3f2e373ac9c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 4602 time: 0.4702806 Nov 22 16:42:15.047314 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e5250a52-8146-46ce-8111-af5f99441bb7 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:15.162773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: e5250a52-8146-46ce-8111-af5f99441bb7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:15.167112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e5250a52-8146-46ce-8111-af5f99441bb7 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:15.418188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Router 80052871-df74-488e-ab46-9c95118555cb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:15.420516 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-859675ae-9434-4ddd-9752-63a38713899f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.456243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a11480c-5ad6-478d-8c3d-2b0654afeac0 req-123b5845-1d0f-42fa-9239-9822649ffc03 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4376991 Nov 22 16:42:15.540545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef89bc-c136-476f-a7a8-edd79d30dd56 service neutron] Pushing event updated for resources: {'Port': ['ID=47283cdb-d11b-4767-878a-52260f6b7a4d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:15.601867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:15.607960 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f5371c3e-d740-44f5-8757-2efdb8f30fe8 admin admin] 10.222.0.59 "PUT /v2.0/routers/80052871-df74-488e-ab46-9c95118555cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9830267 Nov 22 16:42:15.610985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59552) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.624655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] Sync routers for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:15.669731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:15.670646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:15.740930 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9846b5-7645-4623-97b8-179faf3ffb32 x-openstack-request-id: req-6b9846b5-7645-4623-97b8-179faf3ffb32 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:15.741681 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:15.743295 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b9846b5-7645-4623-97b8-179faf3ffb32 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:15.744383 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'status': 'completed', 'code': 200} Nov 22 16:42:15.848739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0807fb5f-f78f-45e5-963a-edc12e383e40 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:15.868024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.893154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Transition to ACTIVE for port object 0807fb5f-f78f-45e5-963a-edc12e383e40 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:15.900205 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.971688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Pushing event updated for resources: {'Port': ['ID=0807fb5f-f78f-45e5-963a-edc12e383e40,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:15.977462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:16.231667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Attempting to bind port 0807fb5f-f78f-45e5-963a-edc12e383e40 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:16.232323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Attempting to bind port 0807fb5f-f78f-45e5-963a-edc12e383e40 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:16.232941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Attempting to bind port 0807fb5f-f78f-45e5-963a-edc12e383e40 on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:16.256908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Port 0807fb5f-f78f-45e5-963a-edc12e383e40 on network 7bf485ee-00ae-42be-b790-e5bca2fa413e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:16.258003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Attempting to bind port 0807fb5f-f78f-45e5-963a-edc12e383e40 on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:16.280598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:16.281695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Checking segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:16.282648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Bound using segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:16.283765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Bound port: 0807fb5f-f78f-45e5-963a-edc12e383e40, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:16.284882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.544397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] For port 0807fb5f-f78f-45e5-963a-edc12e383e40, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:16.558699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] For port 0807fb5f-f78f-45e5-963a-edc12e383e40, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0807fb5f-f78f-45e5-963a-edc12e383e40,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:16.623387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.626377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:42:14Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:16.643747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8358c0c2-4f90-495c-918e-07cd51bac26f req-94d33030-ab47-4cf0-b243-7c75eef37e5f tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 210 time: 0.0891838 Nov 22 16:42:16.715792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] Checking router: 80052871-df74-488e-ab46-9c95118555cb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:16.734539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] Routers {'80052871-df74-488e-ab46-9c95118555cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:16.735225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['80052871-df74-488e-ab46-9c95118555cb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:16.739203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.739845 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.741602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] 10.222.0.37 "PUT /v2.0/ports/0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 200 len: 1131 time: 2.0712435 Nov 22 16:42:16.827994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:16.964590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] Set router 80052871-df74-488e-ab46-9c95118555cb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:16.972565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-d9837dbb-1e5b-4e39-8f86-948a474522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.974349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-d9837dbb-1e5b-4e39-8f86-948a474522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.975407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-d9837dbb-1e5b-4e39-8f86-948a474522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.976747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-d9837dbb-1e5b-4e39-8f86-948a474522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.978056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-d9837dbb-1e5b-4e39-8f86-948a474522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.979073 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-d9837dbb-1e5b-4e39-8f86-948a474522cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.982632 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-d9837dbb-1e5b-4e39-8f86-948a474522cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5288 time: 1.2104657 Nov 22 16:42:17.170649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.176904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b097c3e-d9f4-45f2-8163-a004fab26ebc service neutron] Pushing event updated for resources: {'Port': ['ID=0807fb5f-f78f-45e5-963a-edc12e383e40,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:17.206073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.519634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-43382396-f328-460d-95b7-aae88dc53a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.528994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-43382396-f328-460d-95b7-aae88dc53a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.528994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-43382396-f328-460d-95b7-aae88dc53a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.531038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-43382396-f328-460d-95b7-aae88dc53a43 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5358276 Nov 22 16:42:17.564265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:42:14Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:17.616697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183a7da-7015-4ddb-b792-dd4034ac637b None None] The sync data for ids ['80052871-df74-488e-ab46-9c95118555cb'] in n-d-816865-2 is: [{'id': '80052871-df74-488e-ab46-9c95118555cb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1754060425-router', 'tenant_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:19Z', 'updated_at': '2021-11-22T16:42:14Z', 'revision_number': 5, 'project_id': 'd4ff0dac12de4f9d853801a57e4b1d17', 'gw_port': {'id': '97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80052871-df74-488e-ab46-9c95118555cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:21Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:17.745958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010470-9ece-4160-be39-a207dfd59010 req-3fb1f604-184b-49ce-a478-2704403c9900 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.753551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010470-9ece-4160-be39-a207dfd59010 req-3fb1f604-184b-49ce-a478-2704403c9900 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.769539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010470-9ece-4160-be39-a207dfd59010 req-3fb1f604-184b-49ce-a478-2704403c9900 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.776105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010470-9ece-4160-be39-a207dfd59010 req-3fb1f604-184b-49ce-a478-2704403c9900 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.786999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-0bdbf4c6-3e15-4f77-a97f-2ac3a0458743 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.789090 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-0bdbf4c6-3e15-4f77-a97f-2ac3a0458743 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.62 "GET /v2.0/networks?id=1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe HTTP/1.1" status: 200 len: 810 time: 1.0868831 Nov 22 16:42:17.806963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Request body: {'port': {'device_id': 'd886b63a-72d8-4a6e-b2dc-9669ae3c41aa', 'network_id': '1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe', 'admin_state_up': True, 'tenant_id': '631b6de943884cab8640a77055b2bfb4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:17.807782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010470-9ece-4160-be39-a207dfd59010 req-3fb1f604-184b-49ce-a478-2704403c9900 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.824891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1579c033-154b-4212-919f-9198843ac0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.825645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010470-9ece-4160-be39-a207dfd59010 req-3fb1f604-184b-49ce-a478-2704403c9900 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.837683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010470-9ece-4160-be39-a207dfd59010 req-3fb1f604-184b-49ce-a478-2704403c9900 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.853228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b010470-9ece-4160-be39-a207dfd59010 req-3fb1f604-184b-49ce-a478-2704403c9900 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5375 time: 0.4517217 Nov 22 16:42:18.160035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Made reservation on behalf of 631b6de943884cab8640a77055b2bfb4 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:18.163754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.174523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed289d3-f33b-4397-94a7-1e177906ef09 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:18.192334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.195581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.208357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-c148b27f-ee45-4f1e-b097-d014746f2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:18.210080 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1d82d06f-b5c2-40db-a5b0-d24384e51754 req-c148b27f-ee45-4f1e-b097-d014746f2b49 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6630235 Nov 22 16:42:18.216878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Transition to ACTIVE for port object 9ed289d3-f33b-4397-94a7-1e177906ef09 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:18.218060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '47283cdb-d11b-4767-878a-52260f6b7a4d'}, {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '0807fb5f-f78f-45e5-963a-edc12e383e40'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:18.222727 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c" -d '{"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "47283cdb-d11b-4767-878a-52260f6b7a4d"}, {"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "0807fb5f-f78f-45e5-963a-edc12e383e40"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:18.250536 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.323187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Pushing event updated for resources: {'Port': ['ID=9ed289d3-f33b-4397-94a7-1e177906ef09,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:18.426895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Allocated IP 172.20.0.8 (1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe/e7d2a318-0f0c-4ea0-8385-7182fd4457e8/b4714f06-7794-4f4c-810e-5102005c985d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:18.548532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b010470-9ece-4160-be39-a207dfd59010 req-3e4e0428-bc19-485f-b077-5cb237e13939 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6940525 Nov 22 16:42:18.574314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Attempting to bind port 9ed289d3-f33b-4397-94a7-1e177906ef09 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:18.574570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Attempting to bind port 9ed289d3-f33b-4397-94a7-1e177906ef09 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:18.574913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Attempting to bind port 9ed289d3-f33b-4397-94a7-1e177906ef09 on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:18.584371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Port 9ed289d3-f33b-4397-94a7-1e177906ef09 on network 7bf485ee-00ae-42be-b790-e5bca2fa413e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:18.584713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Attempting to bind port 9ed289d3-f33b-4397-94a7-1e177906ef09 on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:18.602548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:18.603222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Checking segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:18.603804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Bound using segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:18.604625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Bound port: 9ed289d3-f33b-4397-94a7-1e177906ef09, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:18.605322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.692485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.767551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.771165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] For port 9ed289d3-f33b-4397-94a7-1e177906ef09, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:18.777081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] For port 9ed289d3-f33b-4397-94a7-1e177906ef09, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9ed289d3-f33b-4397-94a7-1e177906ef09,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:18.782698 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.859572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:18.860212 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.866228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] 10.222.0.37 "PUT /v2.0/ports/9ed289d3-f33b-4397-94a7-1e177906ef09 HTTP/1.1" status: 200 len: 1091 time: 2.0556941 Nov 22 16:42:18.902218 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.915871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:18.948837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:18.960900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:18.963505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:18.971075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Deleting port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:18.971425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.012255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f986d-5401-4962-87e0-ea56b8fbc1df service neutron] Pushing event updated for resources: {'Port': ['ID=9ed289d3-f33b-4397-94a7-1e177906ef09,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:19.084936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] For port 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:19.085298 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.104507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Calling delete_port for 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:19.152478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f9918-8972-4acd-9c51-610b9e99287d req-25846daa-cf64-470d-95aa-cbd2736f4f04 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:19.175741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-971f9918-8972-4acd-9c51-610b9e99287d req-25846daa-cf64-470d-95aa-cbd2736f4f04 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 946 time: 0.1807468 Nov 22 16:42:19.182313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:19.188116 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.231683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:19.232153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7abcdebc-99d3-4d51-97ee-d6fca2542ef3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:19.340275 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.347088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Pushing event updated for resources: {'Port': ['ID=b4714f06-7794-4f4c-810e-5102005c985d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:19.386052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b5e86391-bfba-4419-be36-2835c5b554aa tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:19.387873 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b5e86391-bfba-4419-be36-2835c5b554aa tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.37 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 946 time: 0.5042527 Nov 22 16:42:19.394991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:19.409930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-971f9918-8972-4acd-9c51-610b9e99287d req-10c03419-e975-4f88-aab3-3559c9009540 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups?id=04560c42-7c4d-47e0-9ac6-55ef810c27ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333236 Nov 22 16:42:19.445092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:19.445092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.459149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f687cef-2c76-4e84-ae14-601af87dd624 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:19.593712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:19.605561 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.626853 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-9dbf3c28-fc05-446f-a782-a1056b74ff57 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8238950 Nov 22 16:42:19.627823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.640227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Transition to ACTIVE for port object 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:19.641317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Request body: {'port': {'device_id': 'd886b63a-72d8-4a6e-b2dc-9669ae3c41aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:19.660131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.747475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Pushing event updated for resources: {'Port': ['ID=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:19.825748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.832141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.906439 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.931155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c66f19-54cc-4d35-9afa-c790bb107ea0 req-f16f58a1-dfc1-4071-8d15-9380f58313f3 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:19.932810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Deleting port cb216882-e8d3-493d-a76c-1d0585561e4b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:19.933160 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.940648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.941241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80052871-df74-488e-ab46-9c95118555cb {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:19.947695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.948549 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4050f6d1-cb53-493c-abcc-d48054bdf9a4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/80052871-df74-488e-ab46-9c95118555cb HTTP/1.1" status: 204 len: 168 time: 4.3369057 Nov 22 16:42:19.965468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4c66f19-54cc-4d35-9afa-c790bb107ea0 req-f16f58a1-dfc1-4071-8d15-9380f58313f3 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 931 time: 0.3217196 Nov 22 16:42:19.969496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59586) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:20.027911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Attempting to bind port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:20.028303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Attempting to bind port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:20.028583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Attempting to bind port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:20.094010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af on network 7bf485ee-00ae-42be-b790-e5bca2fa413e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:20.094378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Attempting to bind port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:20.128693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:20.129104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Checking segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:20.129917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Bound using segment: {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:20.130129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Bound port: 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c414007f-0384-4f86-997e-12156ab81f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:20.130488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.149732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] For port cb216882-e8d3-493d-a76c-1d0585561e4b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=cb216882-e8d3-493d-a76c-1d0585561e4b,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:20.150065 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.184531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85c3bdf-70bf-4780-95a6-0679a525ebc0 admin admin] Deleting subnet cfb79913-b019-46d3-abc2-baa7f9c53d19 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:42:20.228244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c85c3bdf-70bf-4780-95a6-0679a525ebc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.241819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4c66f19-54cc-4d35-9afa-c790bb107ea0 req-26aeea1c-36d9-49b8-be50-5f73383f0d20 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750604 Nov 22 16:42:20.327088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c85c3bdf-70bf-4780-95a6-0679a525ebc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.338145 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d168b-8abc-4db5-a547-85bc3fa78618 x-openstack-request-id: req-8c0d168b-8abc-4db5-a547-85bc3fa78618 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:20.339111 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "47283cdb-d11b-4767-878a-52260f6b7a4d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "0807fb5f-f78f-45e5-963a-edc12e383e40", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:20.339111 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c0d168b-8abc-4db5-a547-85bc3fa78618 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:20.341070 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '47283cdb-d11b-4767-878a-52260f6b7a4d', 'status': 'completed', 'code': 200} Nov 22 16:42:20.341470 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '0807fb5f-f78f-45e5-963a-edc12e383e40', 'status': 'completed', 'code': 200} Nov 22 16:42:20.401189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.401701 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.401941 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Floating IP dce5b990-708c-4c41-9b11-60d05877e204 disassociated. External IP: 172.25.0.20, port: cb216882-e8d3-493d-a76c-1d0585561e4b. Nov 22 16:42:20.402201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Calling delete_port for cb216882-e8d3-493d-a76c-1d0585561e4b owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:20.477465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] For port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:20.660833 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.667888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] For port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:20.726228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.858448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.922040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event deleted for resources: {'Port': ['ID=cb216882-e8d3-493d-a76c-1d0585561e4b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:20.925249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.926838 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.928036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] 10.222.0.37 "PUT /v2.0/ports/5eb5d6e6-69d4-415a-a4ea-f4d4e50031af HTTP/1.1" status: 200 len: 1091 time: 2.0240097 Nov 22 16:42:20.949449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-1ff7fe0c-dc6d-4f81-b550-e5d4910f49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.950470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-1ff7fe0c-dc6d-4f81-b550-e5d4910f49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.951394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-1ff7fe0c-dc6d-4f81-b550-e5d4910f49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.953005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-1ff7fe0c-dc6d-4f81-b550-e5d4910f49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.954390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-1ff7fe0c-dc6d-4f81-b550-e5d4910f49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.955354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-1ff7fe0c-dc6d-4f81-b550-e5d4910f49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.956472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-1ff7fe0c-dc6d-4f81-b550-e5d4910f49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.958983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-1ff7fe0c-dc6d-4f81-b550-e5d4910f49ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6304 time: 0.5350785 Nov 22 16:42:20.972897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:21.130683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-88be84a7-3a77-49d6-8431-999a15f9e58d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.137341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-88be84a7-3a77-49d6-8431-999a15f9e58d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.144598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-88be84a7-3a77-49d6-8431-999a15f9e58d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.152220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-88be84a7-3a77-49d6-8431-999a15f9e58d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.158746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-88be84a7-3a77-49d6-8431-999a15f9e58d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.165814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-88be84a7-3a77-49d6-8431-999a15f9e58d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.172583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-88be84a7-3a77-49d6-8431-999a15f9e58d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.174778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-88be84a7-3a77-49d6-8431-999a15f9e58d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5399 time: 0.5881391 Nov 22 16:42:21.180298 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c85c3bdf-70bf-4780-95a6-0679a525ebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.277122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6d058-0091-401f-8dd1-c00a1169584c service neutron] Pushing event updated for resources: {'Port': ['ID=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:21.326444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:21.329708 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.388674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:21.388674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 97e64cc1-43f6-4fa1-9e9d-0e26ed2bf5f3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:21.400731 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.464893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-f303c0ea-da82-4283-9297-6bce4d0dc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.465450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-f303c0ea-da82-4283-9297-6bce4d0dc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.465917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-f303c0ea-da82-4283-9297-6bce4d0dc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.467691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-f303c0ea-da82-4283-9297-6bce4d0dc2b2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4707274 Nov 22 16:42:21.489430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fc4cda1-c1d9-471e-8429-7f02fa5b2601 req-a9ec3c1c-7921-44ce-bda2-3e640b821c99 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2742765 Nov 22 16:42:21.616464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c85c3bdf-70bf-4780-95a6-0679a525ebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.743251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Router 42532f92-3977-44fb-879d-264263f89779 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:21.843143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4714f06-7794-4f4c-810e-5102005c985d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:21.854558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.917200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Transition to ACTIVE for port object b4714f06-7794-4f4c-810e-5102005c985d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:21.921339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c69c0b-df8e-4745-83dc-31f7e9f45c69 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:21.924426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.931983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.945612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device cb216882-e8d3-493d-a76c-1d0585561e4b no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:21.947725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Transition to ACTIVE for port object c9c69c0b-df8e-4745-83dc-31f7e9f45c69 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:21.983014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: cb216882-e8d3-493d-a76c-1d0585561e4b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:21.985847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device cb216882-e8d3-493d-a76c-1d0585561e4b not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:22.006488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652361c-b284-4621-b280-824479aa8006 service neutron] Pushing event updated for resources: {'Port': ['ID=b4714f06-7794-4f4c-810e-5102005c985d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:22.035095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:22.047665 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] Sync routers for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:22.089637 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:22.090570 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:22.092450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] No DVR routers for this DVR port cb216882-e8d3-493d-a76c-1d0585561e4b on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:22.097858 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.102709 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-83a278da-2b6c-4aac-93be-f71df0716a7b req-b89c15ce-5ae3-42b9-aa2d-7ce86ac6b476 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.37 "DELETE /v2.0/ports/cb216882-e8d3-493d-a76c-1d0585561e4b HTTP/1.1" status: 204 len: 173 time: 2.7053947 Nov 22 16:42:22.106509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'name': 'network-vif-deleted', 'tag': 'cb216882-e8d3-493d-a76c-1d0585561e4b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:22.114264 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df720662-a073-43dc-9ce2-e65e8899c639" -d '{"events": [{"server_uuid": "31bb68c1-bb4e-4343-aa4c-e4a00359d80e", "name": "network-vif-deleted", "tag": "cb216882-e8d3-493d-a76c-1d0585561e4b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:22.238816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Attempting to bind port b4714f06-7794-4f4c-810e-5102005c985d on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:22.239432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Attempting to bind port b4714f06-7794-4f4c-810e-5102005c985d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '9984f6a8-00a8-4a1c-8001-85173b631012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:22.239922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Attempting to bind port b4714f06-7794-4f4c-810e-5102005c985d on network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:22.246025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Port b4714f06-7794-4f4c-810e-5102005c985d on network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:22.246598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Attempting to bind port b4714f06-7794-4f4c-810e-5102005c985d on network 1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:22.251893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:22.252430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Checking segment: {'id': '9984f6a8-00a8-4a1c-8001-85173b631012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:22.252988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Bound using segment: {'id': '9984f6a8-00a8-4a1c-8001-85173b631012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:22.253572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Bound port: b4714f06-7794-4f4c-810e-5102005c985d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9984f6a8-00a8-4a1c-8001-85173b631012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:22.254129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.285158 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:22.302218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c3bdf-70bf-4780-95a6-0679a525ebc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb79913-b019-46d3-abc2-baa7f9c53d19,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:22.317387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35802e69-2e9f-4c5d-bac3-5fa7a6a718bd req-2a9468a6-fd6f-48d0-9315-41929bc963d0 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 210 time: 0.3224030 Nov 22 16:42:22.324480 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c85c3bdf-70bf-4780-95a6-0679a525ebc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.331553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06155cc9-cca7-4784-ba14-4ea44f78e90b None None] Network 3808a7f6-4a9b-4861-986c-f6d52b0db80e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:22.334197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c85c3bdf-70bf-4780-95a6-0679a525ebc0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cfb79913-b019-46d3-abc2-baa7f9c53d19 HTTP/1.1" status: 204 len: 168 time: 2.3464365 Nov 22 16:42:22.339434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] For port b4714f06-7794-4f4c-810e-5102005c985d, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:22.346806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] For port b4714f06-7794-4f4c-810e-5102005c985d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b4714f06-7794-4f4c-810e-5102005c985d,segment=NetworkSegment(9984f6a8-00a8-4a1c-8001-85173b631012),segment_id=9984f6a8-00a8-4a1c-8001-85173b631012)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:22.348313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59606) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:22.361875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.369617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.378828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '9ed289d3-f33b-4397-94a7-1e177906ef09'}, {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:22.385882 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a1f6d-0b1c-4939-9962-d9659769dac2" -d '{"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "9ed289d3-f33b-4397-94a7-1e177906ef09"}, {"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "5eb5d6e6-69d4-415a-a4ea-f4d4e50031af"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:22.587249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-39550c26-c6d1-476f-9db8-f67e26f5e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.589359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-39550c26-c6d1-476f-9db8-f67e26f5e0b6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0955801 Nov 22 16:42:22.629153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.630244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.631677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-e652361c-b284-4621-b280-824479aa8006 service neutron] 10.222.0.62 "PUT /v2.0/ports/b4714f06-7794-4f4c-810e-5102005c985d HTTP/1.1" status: 200 len: 1091 time: 2.9947002 Nov 22 16:42:22.674081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] DHCP port deletion for 3808a7f6-4a9b-4861-986c-f6d52b0db80e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:22.748860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] Deleting port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:22.749483 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.783043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:22.821776 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.838791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] For port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b78a8d87-50fb-4ecb-9b9e-740dd8c853c4,segment=NetworkSegment(19293dc7-72b3-43f1-81cb-1a5514a2c381),segment_id=19293dc7-72b3-43f1-81cb-1a5514a2c381)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:22.839487 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.845066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652361c-b284-4621-b280-824479aa8006 service neutron] Pushing event updated for resources: {'Port': ['ID=b4714f06-7794-4f4c-810e-5102005c985d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:22.857376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] Calling delete_port for b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:22.892772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-b681e2cd-43a7-4932-af23-0a9b51914cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.894465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-b681e2cd-43a7-4932-af23-0a9b51914cfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=631b6de943884cab8640a77055b2bfb4&device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 1094 time: 0.1913517 Nov 22 16:42:22.945637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-379e6ca1-8729-4cf7-9058-535669f16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.946489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-379e6ca1-8729-4cf7-9058-535669f16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.947048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-379e6ca1-8729-4cf7-9058-535669f16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.947579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-379e6ca1-8729-4cf7-9058-535669f16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.948095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-379e6ca1-8729-4cf7-9058-535669f16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.948628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-379e6ca1-8729-4cf7-9058-535669f16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.949802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-379e6ca1-8729-4cf7-9058-535669f16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.953198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-379e6ca1-8729-4cf7-9058-535669f16bec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6371 time: 0.2327123 Nov 22 16:42:22.964410 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.004963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] No DVR routers for this DVR port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:23.007559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1195ab-7bf6-4b90-ae23-daaa8400b3cd None None] Pushing event deleted for resources: {'Port': ['ID=b78a8d87-50fb-4ecb-9b9e-740dd8c853c4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:23.018588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020fe3f-e85d-4f7d-8a0d-05b788200368 req-f3517981-c876-41c0-a9be-b3c7ec40db7e tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:23.030275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8020fe3f-e85d-4f7d-8a0d-05b788200368 req-f3517981-c876-41c0-a9be-b3c7ec40db7e tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 943 time: 0.3235097 Nov 22 16:42:23.051072 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-2f84a43f-0523-4e2d-9a70-7576ebfa4daf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4714f06-7794-4f4c-810e-5102005c985d HTTP/1.1" status: 200 len: 217 time: 0.1181693 Nov 22 16:42:23.106986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Attempting to bind port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:23.107501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Attempting to bind port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:23.107961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Attempting to bind port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 on network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:23.115395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 on network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:23.116179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Attempting to bind port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 on network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:23.145572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-167a2bda-f3f0-4af4-a858-66ac42ab953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:23.147711 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-167a2bda-f3f0-4af4-a858-66ac42ab953d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7d2a318-0f0c-4ea0-8385-7182fd4457e8 HTTP/1.1" status: 200 len: 850 time: 0.0858486 Nov 22 16:42:23.150833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:23.151394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Checking segment: {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:23.151896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Bound using segment: {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:23.152641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Bound port: c9c69c0b-df8e-4745-83dc-31f7e9f45c69, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:23.153199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.181100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:10Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:23.200958 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8020fe3f-e85d-4f7d-8a0d-05b788200368 req-708c43dc-0d96-46a7-adce-976a3f376b42 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669781 Nov 22 16:42:23.206425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-4b9b0738-2243-4bc3-a9a2-4f086cf70fe5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488861 Nov 22 16:42:23.256383 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] Checking router: 42532f92-3977-44fb-879d-264263f89779 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:23.266425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:23.278641 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:23.279509 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:23.319559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:23.320160 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0b955e-edf1-4d83-9db5-a9d7a4be6824 x-openstack-request-id: req-9b0b955e-edf1-4d83-9db5-a9d7a4be6824 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:23.320301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:23.320546 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bb68c1-bb4e-4343-aa4c-e4a00359d80e", "name": "network-vif-deleted", "tag": "cb216882-e8d3-493d-a76c-1d0585561e4b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:23.320921 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b0b955e-edf1-4d83-9db5-a9d7a4be6824 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:23.321693 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31bb68c1-bb4e-4343-aa4c-e4a00359d80e', 'name': 'network-vif-deleted', 'tag': 'cb216882-e8d3-493d-a76c-1d0585561e4b', 'status': 'completed', 'code': 200} Nov 22 16:42:23.334763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Deleting port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:23.335180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.362733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-6ee5ce04-5fc5-48c6-8a39-3a648d04a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:23.363301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-6ee5ce04-5fc5-48c6-8a39-3a648d04a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:23.364534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-6ee5ce04-5fc5-48c6-8a39-3a648d04a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:23.365400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-6ee5ce04-5fc5-48c6-8a39-3a648d04a9bb service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3989942 Nov 22 16:42:23.413402 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2af1d6-028b-4e77-a5fc-6c82db52df8b x-openstack-request-id: req-bc2af1d6-028b-4e77-a5fc-6c82db52df8b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:23.414399 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "9ed289d3-f33b-4397-94a7-1e177906ef09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "5eb5d6e6-69d4-415a-a4ea-f4d4e50031af", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:23.414399 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc2af1d6-028b-4e77-a5fc-6c82db52df8b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:23.417498 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '9ed289d3-f33b-4397-94a7-1e177906ef09', 'status': 'completed', 'code': 200} Nov 22 16:42:23.417881 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af', 'status': 'completed', 'code': 200} Nov 22 16:42:23.545510 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-45bfad01-9f31-47c1-8fd8-f5be7cd3e3cf service neutron] 10.222.0.62 "GET /v2.0/networks/1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287065 Nov 22 16:42:23.551765 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:23.562059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] For port c9c69c0b-df8e-4745-83dc-31f7e9f45c69, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:23.566034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] For port c9c69c0b-df8e-4745-83dc-31f7e9f45c69, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:23.575950 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.724873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] For port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4, host n-d-816865-2, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:23.725624 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.825620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Calling delete_port for b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:23.830043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 was not found and therefore no delete operation was performed {{(pid=103442) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:42:23.832718 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7ef0496-2f84-47f9-b714-a5aa74386f58 req-efd8a6bc-18ee-43a9-8a16-ba762a601a90 service neutron] 10.222.0.62 "GET /v2.0/networks/1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737072 Nov 22 16:42:23.833799 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.904503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b78a8d87-50fb-4ecb-9b9e-740dd8c853c4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:23.927012 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] No DVR routers for this DVR port b78a8d87-50fb-4ecb-9b9e-740dd8c853c4 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:24.072744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:10Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:24.094381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.138031 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07c5652-145b-4f71-9fe0-390440d2cf43 None None] The sync data for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 is: [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dcc6e76f-7469-4b34-8121-49a6f3dfecb7', 'name': '', 'network_id': '0100c3d2-37de-41b4-b725-a0c27bdb28d1', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'mac_address': 'fa:16:3e:0f:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:01Z', 'updated_at': '2021-11-22T16:39:10Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'subnets': [{'id': 'dac649ca-ead4-4a70-8bad-8a8a2ec7017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:24.156868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3808a7f6-4a9b-4861-986c-f6d52b0db80e']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:24.172885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-9555a878-bbb7-472e-827a-977700fc2a09 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.176646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19293dc7-72b3-43f1-81cb-1a5514a2c381') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:24.176936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19293dc7-72b3-43f1-81cb-1a5514a2c381') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:24.182395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-9555a878-bbb7-472e-827a-977700fc2a09 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.190100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.195464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-9555a878-bbb7-472e-827a-977700fc2a09 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.203353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-9555a878-bbb7-472e-827a-977700fc2a09 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.211714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-9555a878-bbb7-472e-827a-977700fc2a09 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.220390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-9555a878-bbb7-472e-827a-977700fc2a09 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.224844 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.230357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-9555a878-bbb7-472e-827a-977700fc2a09 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.240141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:42:24.241745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:42:24.244631 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:42:24.250043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-9555a878-bbb7-472e-827a-977700fc2a09 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5411 time: 0.7439945 Nov 22 16:42:24.287404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.288635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.291964 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9c69c0b-df8e-4745-83dc-31f7e9f45c69 HTTP/1.1" status: 200 len: 1091 time: 3.3250008 Nov 22 16:42:24.342026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Request body: {'port': {'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:24.370198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.403698 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.429473 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3808a7f6-4a9b-4861-986c-f6d52b0db80e HTTP/1.1" status: 204 len: 168 time: 2.0786114 Nov 22 16:42:24.432716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f0d8e-9e9a-4995-8fa6-b3f1da87bd91 admin admin] Pushing event deleted for resources: {'Network': ['ID=3808a7f6-4a9b-4861-986c-f6d52b0db80e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:24.508968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8249ac-af73-4352-8164-7bc09bad7636 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:24.552237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-150ea35e-d867-4bc3-8d90-c6058a8f05c5 req-65f8884d-7416-4f1f-84bb-230d5439bc65 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3008485 Nov 22 16:42:24.645918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.681783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e48f8-c559-4612-b33e-39eab4621805 None None] New status for floating IP dce5b990-708c-4c41-9b11-60d05877e204: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:42:24.810250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-ed569191-2e43-4834-9b37-3fbf88f49d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.811948 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eaf51b4-3b78-4e08-9bfe-51502fd0c24c req-ed569191-2e43-4834-9b37-3fbf88f49d88 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4233708 Nov 22 16:42:24.826049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59628) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:24.931129 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c85a3eb9-a95a-4f8e-8cc0-f36291b407ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4ff0dac12de4f9d853801a57e4b1d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030397 Nov 22 16:42:24.935814 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59630) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:25.032888 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c78e7a09-cc0f-48a9-9a9c-8b1f603f1e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.061600 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c78e7a09-cc0f-48a9-9a9c-8b1f603f1e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.124112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3567b7ca-2d76-4e92-804b-f05376f75d43 req-a4020bc8-06b7-46f1-b122-6c5b1c2af199 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 210 time: 0.0692434 Nov 22 16:42:25.136366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c78e7a09-cc0f-48a9-9a9c-8b1f603f1e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.139085 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c78e7a09-cc0f-48a9-9a9c-8b1f603f1e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.140349 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c78e7a09-cc0f-48a9-9a9c-8b1f603f1e89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ed03c6f-dfd9-409a-82c5-a1c2051b005f HTTP/1.1" status: 204 len: 168 time: 0.2032254 Nov 22 16:42:25.156962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-e72cfc3e-7c3f-42b8-8955-fbc635248c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.159828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-e72cfc3e-7c3f-42b8-8955-fbc635248c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.160473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-e72cfc3e-7c3f-42b8-8955-fbc635248c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.161091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-e72cfc3e-7c3f-42b8-8955-fbc635248c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.162456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-e72cfc3e-7c3f-42b8-8955-fbc635248c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.163554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-e72cfc3e-7c3f-42b8-8955-fbc635248c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.164999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-e72cfc3e-7c3f-42b8-8955-fbc635248c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.169648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e7a09-cc0f-48a9-9a9c-8b1f603f1e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed03c6f-dfd9-409a-82c5-a1c2051b005f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:25.172946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-e72cfc3e-7c3f-42b8-8955-fbc635248c04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6413 time: 0.3029809 Nov 22 16:42:25.323116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd886b63a-72d8-4a6e-b2dc-9669ae3c41aa', 'tag': 'b4714f06-7794-4f4c-810e-5102005c985d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:25.333137 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab65a9f-aa74-4a75-804c-902fd705550a" -d '{"events": [{"name": "network-changed", "server_uuid": "d886b63a-72d8-4a6e-b2dc-9669ae3c41aa", "tag": "b4714f06-7794-4f4c-810e-5102005c985d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:25.408354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-26bfdece-6b4f-4261-9424-12cd28c17b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.408749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-26bfdece-6b4f-4261-9424-12cd28c17b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.409218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-26bfdece-6b4f-4261-9424-12cd28c17b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.410835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-26bfdece-6b4f-4261-9424-12cd28c17b5b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2289217 Nov 22 16:42:25.427732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:25.430115 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e" -d '{"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "c9c69c0b-df8e-4745-83dc-31f7e9f45c69"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:25.438557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0041cd8c-9640-47b1-896a-7445382c04ca {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:25.493570 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.531597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Transition to ACTIVE for port object 0041cd8c-9640-47b1-896a-7445382c04ca will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:25.544590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e7892-b09c-4cde-926a-6eb035ddc3c2 req-6512a9c9-3056-4011-a365-b34e09558f3b tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.546122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c0e7892-b09c-4cde-926a-6eb035ddc3c2 req-6512a9c9-3056-4011-a365-b34e09558f3b tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 943 time: 0.1720893 Nov 22 16:42:25.551922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.677134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-5a324a6d-eff0-4086-8bba-33ac2800f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.679256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-5a324a6d-eff0-4086-8bba-33ac2800f0ca service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597103 Nov 22 16:42:25.680427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Pushing event updated for resources: {'Port': ['ID=0041cd8c-9640-47b1-896a-7445382c04ca,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:25.809085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c0e7892-b09c-4cde-926a-6eb035ddc3c2 req-67e5adb5-8f5f-43a3-bedf-a02f4b6b1199 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537477 Nov 22 16:42:25.861757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Attempting to bind port 0041cd8c-9640-47b1-896a-7445382c04ca on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:25.862300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Attempting to bind port 0041cd8c-9640-47b1-896a-7445382c04ca by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:25.862638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Attempting to bind port 0041cd8c-9640-47b1-896a-7445382c04ca on network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:25.870467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Port 0041cd8c-9640-47b1-896a-7445382c04ca on network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:25.870826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Attempting to bind port 0041cd8c-9640-47b1-896a-7445382c04ca on network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:25.882484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:25.883129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Checking segment: {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:25.883638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Bound using segment: {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:25.884093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Bound port: 0041cd8c-9640-47b1-896a-7445382c04ca, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185a8658-668f-494b-b2dd-1c50ba4c2e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:25.884472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.900269 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7590f960-eca1-44ae-b01e-bc379b2f6434 x-openstack-request-id: req-7590f960-eca1-44ae-b01e-bc379b2f6434 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:25.900929 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d886b63a-72d8-4a6e-b2dc-9669ae3c41aa", "tag": "b4714f06-7794-4f4c-810e-5102005c985d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:25.900929 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7590f960-eca1-44ae-b01e-bc379b2f6434 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:25.901305 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd886b63a-72d8-4a6e-b2dc-9669ae3c41aa', 'tag': 'b4714f06-7794-4f4c-810e-5102005c985d', 'status': 'completed', 'code': 200} Nov 22 16:42:25.923412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-2084df70-06a6-422b-b534-6cb25054d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.924760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-2084df70-06a6-422b-b534-6cb25054d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.925515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-2084df70-06a6-422b-b534-6cb25054d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.926059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-2084df70-06a6-422b-b534-6cb25054d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.926550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-2084df70-06a6-422b-b534-6cb25054d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.927110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-2084df70-06a6-422b-b534-6cb25054d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.927591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-2084df70-06a6-422b-b534-6cb25054d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.931364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-2084df70-06a6-422b-b534-6cb25054d579 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6438 time: 0.1619780 Nov 22 16:42:25.963928 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89e57f-5013-4db5-851a-1bebe2f1f8da x-openstack-request-id: req-fb89e57f-5013-4db5-851a-1bebe2f1f8da {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:25.964398 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "c9c69c0b-df8e-4745-83dc-31f7e9f45c69", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:25.964737 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb89e57f-5013-4db5-851a-1bebe2f1f8da {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:25.966105 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69', 'status': 'completed', 'code': 200} Nov 22 16:42:26.020270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-f6d7049d-215c-495e-941b-39fc88077162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.022152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-f6d7049d-215c-495e-941b-39fc88077162 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=631b6de943884cab8640a77055b2bfb4&device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 1094 time: 0.0797269 Nov 22 16:42:26.138710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-ba2857e8-70c2-4e37-b3b1-3a5d7d557add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.140540 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-ba2857e8-70c2-4e37-b3b1-3a5d7d557add service neutron] 10.222.0.62 "GET /v2.0/networks?id=1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe HTTP/1.1" status: 200 len: 911 time: 0.1094646 Nov 22 16:42:26.166219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] For port 0041cd8c-9640-47b1-896a-7445382c04ca, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:26.170577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] For port 0041cd8c-9640-47b1-896a-7445382c04ca, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0041cd8c-9640-47b1-896a-7445382c04ca,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:26.187591 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.193099 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-f40b5ca5-dd7b-4dcf-b4ec-2a8d9a772af5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4714f06-7794-4f4c-810e-5102005c985d HTTP/1.1" status: 200 len: 217 time: 0.0433524 Nov 22 16:42:26.250641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-d8f1aec4-be65-4de9-bb02-acb7a9bb3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.253022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-d8f1aec4-be65-4de9-bb02-acb7a9bb3845 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e7d2a318-0f0c-4ea0-8385-7182fd4457e8 HTTP/1.1" status: 200 len: 850 time: 0.0528305 Nov 22 16:42:26.276087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-82732092-3944-49d4-a1de-b1ae957a081a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.282753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-82732092-3944-49d4-a1de-b1ae957a081a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.289493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-82732092-3944-49d4-a1de-b1ae957a081a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.294824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-82732092-3944-49d4-a1de-b1ae957a081a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.301454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-82732092-3944-49d4-a1de-b1ae957a081a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.303958 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-b347012a-3ce1-4e1f-ab46-915b6a06d8f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426054 Nov 22 16:42:26.309735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-82732092-3944-49d4-a1de-b1ae957a081a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.321852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-82732092-3944-49d4-a1de-b1ae957a081a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.324089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-82732092-3944-49d4-a1de-b1ae957a081a tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.2639759 Nov 22 16:42:26.331600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-87d09052-0c99-42b1-9bf1-c28c800bad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.332124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-87d09052-0c99-42b1-9bf1-c28c800bad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.332719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-87d09052-0c99-42b1-9bf1-c28c800bad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.336399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-87d09052-0c99-42b1-9bf1-c28c800bad4c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3693211 Nov 22 16:42:26.341567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.342212 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.343712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] 10.222.0.37 "PUT /v2.0/ports/0041cd8c-9640-47b1-896a-7445382c04ca HTTP/1.1" status: 200 len: 1091 time: 2.0081661 Nov 22 16:42:26.477792 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-373ed2ff-eccc-4929-bd49-2f0a35fa506f service neutron] 10.222.0.62 "GET /v2.0/networks/1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651888 Nov 22 16:42:26.478666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59666) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:26.484825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-6a176dc8-83a4-470b-b3b1-fb56d0924999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.486390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e44a1f6d-0b1c-4939-9962-d9659769dac2 req-6a176dc8-83a4-470b-b3b1-fb56d0924999 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253486 Nov 22 16:42:26.592990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98e7dcc5-fe1f-4050-b8f7-edca8065121e req-597ed211-029c-48ab-a9c9-b16c1d58962d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2553599 Nov 22 16:42:26.634907 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ab65a9f-aa74-4a75-804c-902fd705550a req-4a986a9a-dc05-4054-85b9-e54c608075e6 service neutron] 10.222.0.62 "GET /v2.0/networks/1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411281 Nov 22 16:42:26.635214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de884ce-c2fd-4fc2-9645-17e9e13f649c service neutron] Pushing event updated for resources: {'Port': ['ID=0041cd8c-9640-47b1-896a-7445382c04ca,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:26.704223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-22113139-network', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:26.710487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-af2ebd45-967f-415c-aa9c-26a6423b4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.711170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-af2ebd45-967f-415c-aa9c-26a6423b4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.712154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-af2ebd45-967f-415c-aa9c-26a6423b4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.712687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-af2ebd45-967f-415c-aa9c-26a6423b4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.713631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-af2ebd45-967f-415c-aa9c-26a6423b4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.714179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-af2ebd45-967f-415c-aa9c-26a6423b4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.714707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-af2ebd45-967f-415c-aa9c-26a6423b4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.718283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-af2ebd45-967f-415c-aa9c-26a6423b4b19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6480 time: 0.1404808 Nov 22 16:42:26.729298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Made reservation on behalf of 63dbb75acee646698ccd63b3c9f23621 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:26.731812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.748516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.870937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-5674b486-c1c8-46f0-879e-24fb38c97256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.872687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-5674b486-c1c8-46f0-879e-24fb38c97256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.873227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-5674b486-c1c8-46f0-879e-24fb38c97256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.875499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-5674b486-c1c8-46f0-879e-24fb38c97256 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1415534 Nov 22 16:42:26.889249 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.894453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.928328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:42:26.937654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f770f82-87ac-4aa6-977d-85a4a12718b8 req-b41cdf01-2485-49b7-96c2-e28d7c36be61 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 210 time: 0.0558870 Nov 22 16:42:26.938799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d23f5d-22f0-45bb-b2e2-b50227e6726f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:26.948317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.949367 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Added segment aa028562-9e79-497e-a7af-b72a8be7ff2b of type vlan for network f9493d3d-f345-440e-9667-ea65de1d9b54 Nov 22 16:42:27.010282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.035632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-00dd0b52-0296-493a-bdfd-0438a84b32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.037432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd882874-f1d8-4010-bf7d-e40b79c9ba6e req-00dd0b52-0296-493a-bdfd-0438a84b32e9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444113 Nov 22 16:42:27.084153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.085465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.086267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.108201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b4714f06-7794-4f4c-810e-5102005c985d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:27.169879 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6898723 Nov 22 16:42:27.173114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7ab5b-e176-44f5-aefe-f9b6a0e04a1a admin admin] Pushing event updated for resources: {'Network': ['ID=f9493d3d-f345-440e-9667-ea65de1d9b54,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:27.175226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59672) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:27.181744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Request body: {'subnet': {'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-subnet', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:27.205005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f9493d3d-f345-440e-9667-ea65de1d9b54 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:42:27.211335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Made reservation on behalf of 63dbb75acee646698ccd63b3c9f23621 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:27.215640 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.221216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8cecddc9-f3a1-4575-88f8-74b7b64482fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.221704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8cecddc9-f3a1-4575-88f8-74b7b64482fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.222174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8cecddc9-f3a1-4575-88f8-74b7b64482fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.222686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8cecddc9-f3a1-4575-88f8-74b7b64482fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.223196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8cecddc9-f3a1-4575-88f8-74b7b64482fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.223809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8cecddc9-f3a1-4575-88f8-74b7b64482fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.224280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8cecddc9-f3a1-4575-88f8-74b7b64482fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.227880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-8cecddc9-f3a1-4575-88f8-74b7b64482fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6480 time: 0.1385143 Nov 22 16:42:27.245378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27915f38-b499-4fff-b27f-b0e80e9405e0 req-1f6897d7-f371-490d-8efb-18645d1a9e93 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.248383 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27915f38-b499-4fff-b27f-b0e80e9405e0 req-1f6897d7-f371-490d-8efb-18645d1a9e93 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 943 time: 0.1107037 Nov 22 16:42:27.314604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-3c046a6a-ebb5-49dd-8ad0-e81222c3fb69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 HTTP/1.1" status: 200 len: 217 time: 0.0646992 Nov 22 16:42:27.330848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b4714f06-7794-4f4c-810e-5102005c985d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b4714f06-7794-4f4c-810e-5102005c985d,segment=NetworkSegment(9984f6a8-00a8-4a1c-8001-85173b631012),segment_id=9984f6a8-00a8-4a1c-8001-85173b631012)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:27.347138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b4714f06-7794-4f4c-810e-5102005c985d', 'network_id': '1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe', 'port_id': 'b4714f06-7794-4f4c-810e-5102005c985d', 'mac_address': 'fa:16:3e:60:7e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d2a318-0f0c-4ea0-8385-7182fd4457e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:27.396967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27915f38-b499-4fff-b27f-b0e80e9405e0 req-0223bce6-ca18-4ccf-a6f6-ead082816b81 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379793 Nov 22 16:42:27.407351 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.413792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-604c143e-69a1-43da-be7c-4fd3cf9f21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.415878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-604c143e-69a1-43da-be7c-4fd3cf9f21fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60fb99aa-6a34-4789-801b-3d59564b79de HTTP/1.1" status: 200 len: 851 time: 0.0916724 Nov 22 16:42:27.428038 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4714f06-7794-4f4c-810e-5102005c985d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:27.457433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b4714f06-7794-4f4c-810e-5102005c985d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b4714f06-7794-4f4c-810e-5102005c985d,segment=NetworkSegment(9984f6a8-00a8-4a1c-8001-85173b631012),segment_id=9984f6a8-00a8-4a1c-8001-85173b631012)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:27.458307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.462877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.484701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-fcc6f25e-6ce4-46d7-9b43-e50ec3490389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.486456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-fcc6f25e-6ce4-46d7-9b43-e50ec3490389 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632262 Nov 22 16:42:27.525172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b4714f06-7794-4f4c-810e-5102005c985d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:27.536291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Checking segment: {'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:27.536662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Network hostable DHCP agents. Network: f9493d3d-f345-440e-9667-ea65de1d9b54, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:42:27.539156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f138377-7e4e-405b-981f-3e2cca477264,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:27.558126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Network f9493d3d-f345-440e-9667-ea65de1d9b54 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:42:27.568792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f9493d3d-f345-440e-9667-ea65de1d9b54) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:27.573093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.573912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.584004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ca4b0-1a6d-428d-ac5d-ff1f56c8636b None None] Network f9493d3d-f345-440e-9667-ea65de1d9b54 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:27.604291 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49f55944-2277-4423-b6d4-1ffb33fe2a26 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4244604 Nov 22 16:42:27.605276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59674) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:27.614027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:27.623696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-b4ed1c6c-71ee-431e-b5d9-50e4a370290f service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285045 Nov 22 16:42:27.753015 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.754121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.755954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f9493d3d-f345-440e-9667-ea65de1d9b54', 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'fixed_ips': [{'subnet_id': '8f138377-7e4e-405b-981f-3e2cca477264'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:42:27.756904 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.829731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b4714f06-7794-4f4c-810e-5102005c985d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:27.861676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-436f20ac-5ee8-4798-8e03-07c9f59b9239 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.868388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-436f20ac-5ee8-4798-8e03-07c9f59b9239 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.874396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-436f20ac-5ee8-4798-8e03-07c9f59b9239 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.880412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-436f20ac-5ee8-4798-8e03-07c9f59b9239 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.886647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-436f20ac-5ee8-4798-8e03-07c9f59b9239 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.892797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-436f20ac-5ee8-4798-8e03-07c9f59b9239 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.898855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-436f20ac-5ee8-4798-8e03-07c9f59b9239 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.901106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-436f20ac-5ee8-4798-8e03-07c9f59b9239 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.2039270 Nov 22 16:42:27.907408 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.967299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '0041cd8c-9640-47b1-896a-7445382c04ca'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:27.969373 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4" -d '{"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "0041cd8c-9640-47b1-896a-7445382c04ca"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:27.980840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Allocated IP 172.20.0.2 (f9493d3d-f345-440e-9667-ea65de1d9b54/8f138377-7e4e-405b-981f-3e2cca477264/36b3237c-cac7-462d-bebf-5a609cdf57b1) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:28.004879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-892b0201-8424-45cb-be34-815bb16f64d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725367 Nov 22 16:42:28.062564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-bc06503c-6231-4bc1-af5c-956f88efeb01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 200 len: 217 time: 0.0479565 Nov 22 16:42:28.198387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f979b588-45ef-41de-a4ad-26cbef01c36a req-f2099782-db1d-4dd8-9050-ff1afcb64ba6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2846844 Nov 22 16:42:28.202765 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.222797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-f61dc788-beee-44c1-9f19-c51a231d2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:28.230029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-f61dc788-beee-44c1-9f19-c51a231d2846 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1289985 Nov 22 16:42:28.333057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-f10dad7b-0736-48e3-a115-e749d527b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:28.334760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-f10dad7b-0736-48e3-a115-e749d527b75b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854237 Nov 22 16:42:28.403302 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.414661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.476173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Network f9493d3d-f345-440e-9667-ea65de1d9b54 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:28.481863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:28.484695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:28.497841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Pushing event updated for resources: {'Port': ['ID=36b3237c-cac7-462d-bebf-5a609cdf57b1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:28.504464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-6363f35f-fdca-4c55-a481-ae454a8502f1 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591401 Nov 22 16:42:28.508039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5060d38b-94b5-4900-a71f-7295850eca0c req-adfa5909-cba5-4bdb-90c0-01029316bc01 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/ports?device_id=31bb68c1-bb4e-4343-aa4c-e4a00359d80e HTTP/1.1" status: 200 len: 210 time: 0.0472074 Nov 22 16:42:28.570863 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a10025b-f503-4d28-9c66-74279a01e8b2 x-openstack-request-id: req-2a10025b-f503-4d28-9c66-74279a01e8b2 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:28.571179 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "0041cd8c-9640-47b1-896a-7445382c04ca", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:28.571441 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a10025b-f503-4d28-9c66-74279a01e8b2 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:28.571856 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': '0041cd8c-9640-47b1-896a-7445382c04ca', 'status': 'completed', 'code': 200} Nov 22 16:42:28.572266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Attempting to bind port 36b3237c-cac7-462d-bebf-5a609cdf57b1 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:28.572742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Attempting to bind port 36b3237c-cac7-462d-bebf-5a609cdf57b1 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:28.573368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Attempting to bind port 36b3237c-cac7-462d-bebf-5a609cdf57b1 on network f9493d3d-f345-440e-9667-ea65de1d9b54 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:28.579948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:28.580726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Checking segment: {'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:28.581369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.581973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Bound using segment: {'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:28.583165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Bound port: 36b3237c-cac7-462d-bebf-5a609cdf57b1, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:28.584330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.672273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] For port 36b3237c-cac7-462d-bebf-5a609cdf57b1, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:28.677661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] For port 36b3237c-cac7-462d-bebf-5a609cdf57b1, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=36b3237c-cac7-462d-bebf-5a609cdf57b1,segment=NetworkSegment(aa028562-9e79-497e-a7af-b72a8be7ff2b),segment_id=aa028562-9e79-497e-a7af-b72a8be7ff2b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:28.692802 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.770556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa4fce-699d-4500-a7ad-042abd171bfa None None] Pushing event updated for resources: {'Port': ['ID=36b3237c-cac7-462d-bebf-5a609cdf57b1,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:29.108620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b4714f06-7794-4f4c-810e-5102005c985d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:29.128722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-177efa2d-9718-4ce5-be68-f573bdd33dce service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6149447 Nov 22 16:42:29.137461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.162512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f8c03-43c2-43bd-aea8-7da85688131c req-562087fd-e334-444f-a7aa-3dcd718ee296 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.170874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a7f8c03-43c2-43bd-aea8-7da85688131c req-562087fd-e334-444f-a7aa-3dcd718ee296 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 944 time: 0.2498519 Nov 22 16:42:29.176398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port b4714f06-7794-4f4c-810e-5102005c985d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:42:29.182660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b4714f06-7794-4f4c-810e-5102005c985d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:29.183516 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.303647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a7f8c03-43c2-43bd-aea8-7da85688131c req-0d4bdf84-c06f-4850-b6ef-a6bbd2c9047c tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315596 Nov 22 16:42:29.306114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.321208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-e4b3f168-5bd8-4330-b30f-41af993b51e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 200 len: 217 time: 0.1854811 Nov 22 16:42:29.337764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.382843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886b63a-72d8-4a6e-b2dc-9669ae3c41aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4714f06-7794-4f4c-810e-5102005c985d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:29.385988 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502842b6-443c-4b5f-ae2f-d9d680c02a4d" -d '{"events": [{"server_uuid": "d886b63a-72d8-4a6e-b2dc-9669ae3c41aa", "name": "network-vif-plugged", "status": "completed", "tag": "b4714f06-7794-4f4c-810e-5102005c985d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:29.396254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 36b3237c-cac7-462d-bebf-5a609cdf57b1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:29.429469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b4714f06-7794-4f4c-810e-5102005c985d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b4714f06-7794-4f4c-810e-5102005c985d,segment=NetworkSegment(9984f6a8-00a8-4a1c-8001-85173b631012),segment_id=9984f6a8-00a8-4a1c-8001-85173b631012)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:29.441824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.443916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-a41a0671-8dc3-4aeb-9e97-985172ad0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.446444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-a41a0671-8dc3-4aeb-9e97-985172ad0f4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1169214 Nov 22 16:42:29.523613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 36b3237c-cac7-462d-bebf-5a609cdf57b1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:29.524363 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.554118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b4714f06-7794-4f4c-810e-5102005c985d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:29.700672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.719256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-aeb64b15-644c-4d53-bcf5-59499798d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.723143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-aeb64b15-644c-4d53-bcf5-59499798d606 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2681329 Nov 22 16:42:29.812785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 36b3237c-cac7-462d-bebf-5a609cdf57b1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=36b3237c-cac7-462d-bebf-5a609cdf57b1,segment=NetworkSegment(aa028562-9e79-497e-a7af-b72a8be7ff2b),segment_id=aa028562-9e79-497e-a7af-b72a8be7ff2b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:29.818609 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.904620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-6675336e-d8a1-46a9-89a9-9b89c4654051 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.912972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-6675336e-d8a1-46a9-89a9-9b89c4654051 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.921168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=36b3237c-cac7-462d-bebf-5a609cdf57b1,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:29.931090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-6675336e-d8a1-46a9-89a9-9b89c4654051 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.953917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-6675336e-d8a1-46a9-89a9-9b89c4654051 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.967486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-6675336e-d8a1-46a9-89a9-9b89c4654051 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.983112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-6675336e-d8a1-46a9-89a9-9b89c4654051 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.990067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-6675336e-d8a1-46a9-89a9-9b89c4654051 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:30.000036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-6675336e-d8a1-46a9-89a9-9b89c4654051 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.4920897 Nov 22 16:42:30.062991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-9567fbbb-9231-4750-9563-3d22300c076c service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308218 Nov 22 16:42:30.070104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Allocated IP 172.25.0.173 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/43f89788-eb4a-46ca-8937-d946a8d075df) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:30.127018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ff69c-4fce-4ec2-a040-481169273864 None None] Network f9493d3d-f345-440e-9667-ea65de1d9b54 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:30.183904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-fcc887c3-967c-411a-af4d-32ad3ebe2cba service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972357 Nov 22 16:42:30.246804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d2384cc-2d27-402e-9aac-75d3b9a6166a req-8c58a6e3-c61c-42ee-8db8-f6b5b770b5ca tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2445982 Nov 22 16:42:30.256488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-61edab95-765d-42fb-bfba-8a2e31d4ee0e None None] Provisioning complete for port 36b3237c-cac7-462d-bebf-5a609cdf57b1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:30.257033 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61edab95-765d-42fb-bfba-8a2e31d4ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.422805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-a12bf203-7666-42dc-888a-bb8574210f18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9ed289d3-f33b-4397-94a7-1e177906ef09 HTTP/1.1" status: 200 len: 217 time: 0.1807129 Nov 22 16:42:30.462540 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c312fd-a2da-4deb-a2a0-2d0a622899d1 x-openstack-request-id: req-46c312fd-a2da-4deb-a2a0-2d0a622899d1 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:30.463124 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886b63a-72d8-4a6e-b2dc-9669ae3c41aa", "name": "network-vif-plugged", "status": "completed", "tag": "b4714f06-7794-4f4c-810e-5102005c985d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:30.486659 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-46c312fd-a2da-4deb-a2a0-2d0a622899d1 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:30.488111 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886b63a-72d8-4a6e-b2dc-9669ae3c41aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4714f06-7794-4f4c-810e-5102005c985d', 'code': 200} Nov 22 16:42:30.626239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cee239-53c6-4c8c-89a9-6ef36acdb6e9 req-a1dbebbb-cc12-4d73-be8e-704ac1591ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:30.629737 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-94cee239-53c6-4c8c-89a9-6ef36acdb6e9 req-a1dbebbb-cc12-4d73-be8e-704ac1591ff3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 1096 time: 0.1074336 Nov 22 16:42:30.651001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-169b3063-88a4-4ac6-842a-455f1cc31a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:30.652759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-169b3063-88a4-4ac6-842a-455f1cc31a9d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.2288640 Nov 22 16:42:30.716492 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.752047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-94cee239-53c6-4c8c-89a9-6ef36acdb6e9 req-716841cf-9636-4da9-9a97-4baafb830345 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121550 Nov 22 16:42:30.820890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-b49b085b-ba5f-4c44-9145-ffbb8e7863ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:30.823055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-b49b085b-ba5f-4c44-9145-ffbb8e7863ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1613491 Nov 22 16:42:30.864283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.952347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-af0dc769-5107-4439-942d-4de7fbe19996 None None] Provisioning complete for port 36b3237c-cac7-462d-bebf-5a609cdf57b1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:30.952347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af0dc769-5107-4439-942d-4de7fbe19996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.970548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:30.978851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c22391-2959-470e-a92f-0a0d6af53829 req-625fda4f-4679-4e8a-a55d-55a5fdf81662 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:30.980479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4c22391-2959-470e-a92f-0a0d6af53829 req-625fda4f-4679-4e8a-a55d-55a5fdf81662 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 945 time: 0.1794081 Nov 22 16:42:30.990102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:30.993060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:30.998976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Pushing event updated for resources: {'Port': ['ID=43f89788-eb4a-46ca-8937-d946a8d075df,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.012179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d646da2a-03a1-47bb-ae4d-8a0dcc4ba7ba None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:31.098173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4c22391-2959-470e-a92f-0a0d6af53829 req-408d1300-3132-46a4-93f6-e1c04114c9b6 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096945 Nov 22 16:42:31.117173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d4e30096-f5c6-445c-b258-79c2c63861c8 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615612 Nov 22 16:42:31.150736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59714) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:31.234281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-efc3a393-b1b4-405c-8a0c-67ddef8e7ddc None None] Provisioning complete for port 43f89788-eb4a-46ca-8937-d946a8d075df triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:31.234616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efc3a393-b1b4-405c-8a0c-67ddef8e7ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.246883 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad9779c6-75ff-40f2-9ad4-e6e46550ce79 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.282800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad9779c6-75ff-40f2-9ad4-e6e46550ce79 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.350396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-efc3a393-b1b4-405c-8a0c-67ddef8e7ddc None None] Port 43f89788-eb4a-46ca-8937-d946a8d075df cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:31.352483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad9779c6-75ff-40f2-9ad4-e6e46550ce79 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.355928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad9779c6-75ff-40f2-9ad4-e6e46550ce79 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.356094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 36b3237c-cac7-462d-bebf-5a609cdf57b1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:31.361400 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ad9779c6-75ff-40f2-9ad4-e6e46550ce79 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "DELETE /v2.0/security-groups/04560c42-7c4d-47e0-9ac6-55ef810c27ed HTTP/1.1" status: 204 len: 168 time: 0.2094035 Nov 22 16:42:31.362030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59718) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:31.377299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-16702d46-c196-4a85-9193-6cde50cb1331 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215006 Nov 22 16:42:31.386261 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-b5c05acd-3319-4358-bd32-eefdfdf9cb16 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] show failed (client error): The resource could not be found. Nov 22 16:42:31.390448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5c05acd-3319-4358-bd32-eefdfdf9cb16 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "GET /v2.0/security-groups/04560c42-7c4d-47e0-9ac6-55ef810c27ed HTTP/1.1" status: 404 len: 347 time: 0.0225728 Nov 22 16:42:31.391337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59722) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:31.400455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9779c6-75ff-40f2-9ad4-e6e46550ce79 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04560c42-7c4d-47e0-9ac6-55ef810c27ed,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.442746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 36b3237c-cac7-462d-bebf-5a609cdf57b1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:31.445960 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.518438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-a3b177ba-8fa0-4df8-b1d9-fa6d2e1a2e05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af HTTP/1.1" status: 200 len: 217 time: 0.1297886 Nov 22 16:42:31.568085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Deleting port 722b3a27-d377-4d49-8edc-dbea48cc5013 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:31.569539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.657661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.658354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.667848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-dd323dbf-28b4-4350-bf5c-f53530a41c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.669570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-dd323dbf-28b4-4350-bf5c-f53530a41c24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1408589 Nov 22 16:42:31.677077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Calling delete_port for 722b3a27-d377-4d49-8edc-dbea48cc5013 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:31.732386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-5280c055-79b8-454a-b6eb-7b219c034626 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.738638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-5280c055-79b8-454a-b6eb-7b219c034626 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.746413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-5280c055-79b8-454a-b6eb-7b219c034626 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.754847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-5280c055-79b8-454a-b6eb-7b219c034626 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.769554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-5280c055-79b8-454a-b6eb-7b219c034626 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.780142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-5280c055-79b8-454a-b6eb-7b219c034626 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.787448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-5280c055-79b8-454a-b6eb-7b219c034626 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.798693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-5280c055-79b8-454a-b6eb-7b219c034626 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.4069967 Nov 22 16:42:31.912818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.957650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-96e889a4-57d0-4388-b93b-c15e6917cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.963123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Pushing event deleted for resources: {'Port': ['ID=722b3a27-d377-4d49-8edc-dbea48cc5013,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.963926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-96e889a4-57d0-4388-b93b-c15e6917cd45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2840354 Nov 22 16:42:32.044496 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.048977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.052414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cd26e1e1-a328-4719-a26e-6b4165365d05 tempest-ServersTestBootFromVolume-1212666824 tempest-ServersTestBootFromVolume-1212666824-project] 10.222.0.59 "DELETE /v2.0/floatingips/dce5b990-708c-4c41-9b11-60d05877e204 HTTP/1.1" status: 204 len: 168 time: 0.6574006 Nov 22 16:42:32.053278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:32.148003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-994d64c7-2bed-40c6-bd2e-5290a9d10c65 req-28fe1169-e1ff-44d9-89ed-74e0e7f2e057 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3481717 Nov 22 16:42:32.170644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.638111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-d34a50c2-551b-4030-a4ce-125cf06c883d service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491685 Nov 22 16:42:32.816594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cae8aa-6b0e-42f4-95f3-c41980da5b64 req-b5dd56ac-bb0a-49c3-a42e-ce810956d7e2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:32.818314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62cae8aa-6b0e-42f4-95f3-c41980da5b64 req-b5dd56ac-bb0a-49c3-a42e-ce810956d7e2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 945 time: 0.2331131 Nov 22 16:42:33.010180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-c556ddaf-572c-492d-b161-d97283352aa8 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550398 Nov 22 16:42:33.091917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-2b0e58ed-99a0-49b4-9138-07b299206523 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69 HTTP/1.1" status: 200 len: 217 time: 0.0680451 Nov 22 16:42:33.093067 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.108512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62cae8aa-6b0e-42f4-95f3-c41980da5b64 req-2cde8144-7d26-4f04-9356-f8764d555c6c tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475743 Nov 22 16:42:33.347272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:33.453156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-5924109e-77b2-40a7-8497-e4a10a315b73 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.460567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-5924109e-77b2-40a7-8497-e4a10a315b73 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.467084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-5924109e-77b2-40a7-8497-e4a10a315b73 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.473126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-5924109e-77b2-40a7-8497-e4a10a315b73 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.479753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-5924109e-77b2-40a7-8497-e4a10a315b73 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.485942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-5924109e-77b2-40a7-8497-e4a10a315b73 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.492358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-5924109e-77b2-40a7-8497-e4a10a315b73 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.494347 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-5924109e-77b2-40a7-8497-e4a10a315b73 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.2145538 Nov 22 16:42:33.495996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-afb68c23-e7b7-4684-9d96-a438514bd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.497406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-afb68c23-e7b7-4684-9d96-a438514bd9c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.3947515 Nov 22 16:42:33.567218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.681398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-cbfd92e1-cc90-4f80-a4b6-f54a80086974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.683017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-cbfd92e1-cc90-4f80-a4b6-f54a80086974 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718619 Nov 22 16:42:33.691404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2305c799-3bf7-48ea-a625-e74ac7e809b2 req-fe3499a5-8416-435d-af73-cbd69d3569bb tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769559 Nov 22 16:42:33.860093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Router a2671b36-6c1a-4e8a-ab84-63075b68f99f is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:42:33.944845 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.995521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.002495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.012648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-0ce968c8-f00a-429d-b609-87c0f39012e0 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176053 Nov 22 16:42:34.182660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cefedfa4cc8e4272b6b4ac02ea13fc75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8295207 Nov 22 16:42:34.186061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59758) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:34.218374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23c72e-57cf-4aeb-be65-d73cabb2602e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:34.252132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.252484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.252835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.253180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.253519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.253856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.254190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.254523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.254850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.255221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.255552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.255880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270f817-ef49-4c7e-a7b9-7880827cfd4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.264520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:34.292623 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Sync routers for ids ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:34.308564 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Routers {'a2671b36-6c1a-4e8a-ab84-63075b68f99f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:34.309236 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.309715 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:34.336217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.387935 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.389292 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.392557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-408299f4-9bf6-488b-b236-596cd79ebab4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7834797 Nov 22 16:42:34.393048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.393202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:34.395334 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d23c72e-57cf-4aeb-be65-d73cabb2602e HTTP/1.1" status: 204 len: 168 time: 0.2028208 Nov 22 16:42:34.405203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23c72e-57cf-4aeb-be65-d73cabb2602e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:34.407581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-ac30e8c2-8a68-410e-8b4f-1332244430ae service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367882 Nov 22 16:42:34.415054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.415968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.416647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.417246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.417816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.418634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.419254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.419848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.420433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.420997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.421568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.422112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a3227-f2ec-4cc8-87e3-3f3c521a0796 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:34.509680 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Set router a2671b36-6c1a-4e8a-ab84-63075b68f99f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:34.761131 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:42:31Z', 'revision_number': 3, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:34.824786 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Checking router: a2671b36-6c1a-4e8a-ab84-63075b68f99f for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:34.825111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Updating router a2671b36-6c1a-4e8a-ab84-63075b68f99f port 43f89788-eb4a-46ca-8937-d946a8d075df binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:42:34.858207 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.893941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59768) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:34.918285 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-e0f569d7-f292-4599-8046-dd695d26a32b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0041cd8c-9640-47b1-896a-7445382c04ca HTTP/1.1" status: 200 len: 217 time: 0.0771623 Nov 22 16:42:34.918930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3f5d42c-a254-4f0d-ac51-96960457bc4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.006791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7669db-bcb0-4571-96a9-90dfd160896c req-26c0b4c4-faff-4ec2-aa86-072213298037 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.014994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec7669db-bcb0-4571-96a9-90dfd160896c req-26c0b4c4-faff-4ec2-aa86-072213298037 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 945 time: 0.7350931 Nov 22 16:42:35.083669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-c09429e9-fa5f-4620-aa6c-6e09e29305be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.085253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-c09429e9-fa5f-4620-aa6c-6e09e29305be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.1584094 Nov 22 16:42:35.181203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3f5d42c-a254-4f0d-ac51-96960457bc4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.190028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3f5d42c-a254-4f0d-ac51-96960457bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.206818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec7669db-bcb0-4571-96a9-90dfd160896c req-df69a998-8ee8-41c6-ae9b-92dd24297f40 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908412 Nov 22 16:42:35.246922 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.254918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5d42c-a254-4f0d-ac51-96960457bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a8d42-290d-4d80-be84-f168eb67140d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:35.258565 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.317721 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d3f5d42c-a254-4f0d-ac51-96960457bc4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97583e93066349eea05d2407d3d94235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4193575 Nov 22 16:42:35.318142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:35.336598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b216d0-6b4b-4a6f-8ac0-0457c7bbbc62 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:35.394535 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Attempting to bind port 43f89788-eb4a-46ca-8937-d946a8d075df on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:35.396225 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Attempting to bind port 43f89788-eb4a-46ca-8937-d946a8d075df by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:35.397501 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Attempting to bind port 43f89788-eb4a-46ca-8937-d946a8d075df on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:35.403002 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Pushing event updated for resources: {'Port': ['ID=43f89788-eb4a-46ca-8937-d946a8d075df,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:35.422943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3e81b6b-0302-4096-a940-fd65d05c2483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.446205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fa12d922-0359-4f9e-aef9-e3d88196f1b7 None None] Provisioning complete for port 43f89788-eb4a-46ca-8937-d946a8d075df triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:35.449125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3e81b6b-0302-4096-a940-fd65d05c2483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.449371 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:35.449794 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa12d922-0359-4f9e-aef9-e3d88196f1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.452871 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:35.453351 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.454707 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:35.455502 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Bound port: 43f89788-eb4a-46ca-8937-d946a8d075df, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:35.459470 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.470498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-c11a2716-8998-4299-94c9-bd2f4c672d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.472442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-c11a2716-8998-4299-94c9-bd2f4c672d1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3678544 Nov 22 16:42:35.536948 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3e81b6b-0302-4096-a940-fd65d05c2483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.540417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3e81b6b-0302-4096-a940-fd65d05c2483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.544043 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c3e81b6b-0302-4096-a940-fd65d05c2483 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/436a8d42-290d-4d80-be84-f168eb67140d HTTP/1.1" status: 204 len: 168 time: 0.2223313 Nov 22 16:42:35.550429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d922-0359-4f9e-aef9-e3d88196f1b7 None None] Port 43f89788-eb4a-46ca-8937-d946a8d075df cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:35.560871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-946c4a2f-8a80-479e-bb66-c1e67548f65f tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.562490 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-946c4a2f-8a80-479e-bb66-c1e67548f65f tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.62 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 945 time: 0.1936998 Nov 22 16:42:35.568201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e81b6b-0302-4096-a940-fd65d05c2483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a8d42-290d-4d80-be84-f168eb67140d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:35.571153 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] For port 43f89788-eb4a-46ca-8937-d946a8d075df, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:35.578030 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] For port 43f89788-eb4a-46ca-8937-d946a8d075df, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=43f89788-eb4a-46ca-8937-d946a8d075df,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:35.599323 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.600114 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.600753 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.601579 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.602727 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.603434 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.604255 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.604805 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.605843 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.606527 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.607097 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.607819 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:35.612475 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.668520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45918c9a-8bde-4fe6-861d-cab297ed26a1 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:35.729580 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Routers {'a2671b36-6c1a-4e8a-ab84-63075b68f99f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:35.730873 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:35.746805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Deleting port b4714f06-7794-4f4c-810e-5102005c985d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:35.747238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.794159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f2179cb5-c58d-4b4d-aa45-2a82c0967861 None None] Provisioning complete for port 43f89788-eb4a-46ca-8937-d946a8d075df triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:35.794546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2179cb5-c58d-4b4d-aa45-2a82c0967861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.808774 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550e5fe-de20-42cf-ab46-789f5a10ac5e None None] Pushing event updated for resources: {'Port': ['ID=43f89788-eb4a-46ca-8937-d946a8d075df,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:35.824215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5f529aad-0aa6-4397-8190-1cb6acf5021f service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221507 Nov 22 16:42:35.897385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761360-9496-4e08-909c-8728ea58d87d req-4c668693-c076-4cbe-a2a2-c39509db9ec8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.915381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761360-9496-4e08-909c-8728ea58d87d req-4c668693-c076-4cbe-a2a2-c39509db9ec8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.931617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761360-9496-4e08-909c-8728ea58d87d req-4c668693-c076-4cbe-a2a2-c39509db9ec8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.932451 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] Set router a2671b36-6c1a-4e8a-ab84-63075b68f99f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:35.946703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761360-9496-4e08-909c-8728ea58d87d req-4c668693-c076-4cbe-a2a2-c39509db9ec8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.956096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761360-9496-4e08-909c-8728ea58d87d req-4c668693-c076-4cbe-a2a2-c39509db9ec8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.975329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761360-9496-4e08-909c-8728ea58d87d req-4c668693-c076-4cbe-a2a2-c39509db9ec8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.988078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761360-9496-4e08-909c-8728ea58d87d req-4c668693-c076-4cbe-a2a2-c39509db9ec8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.999840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] For port b4714f06-7794-4f4c-810e-5102005c985d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b4714f06-7794-4f4c-810e-5102005c985d,segment=NetworkSegment(9984f6a8-00a8-4a1c-8001-85173b631012),segment_id=9984f6a8-00a8-4a1c-8001-85173b631012)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:35.999840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.002270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12761360-9496-4e08-909c-8728ea58d87d req-4c668693-c076-4cbe-a2a2-c39509db9ec8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.6285937 Nov 22 16:42:36.010333 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2179cb5-c58d-4b4d-aa45-2a82c0967861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.033042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Calling delete_port for b4714f06-7794-4f4c-810e-5102005c985d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:36.071107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f2179cb5-c58d-4b4d-aa45-2a82c0967861 None None] For port 43f89788-eb4a-46ca-8937-d946a8d075df, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=43f89788-eb4a-46ca-8937-d946a8d075df,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:36.083836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2179cb5-c58d-4b4d-aa45-2a82c0967861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.234583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2179cb5-c58d-4b4d-aa45-2a82c0967861 None None] Pushing event updated for resources: {'Port': ['ID=43f89788-eb4a-46ca-8937-d946a8d075df,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:36.255088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1e7a0f8-debd-4989-a2c8-1e374bca56ce req-5673d7ca-a2e1-49ac-bbe3-c432b35a48b8 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165204 Nov 22 16:42:36.306793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12761360-9496-4e08-909c-8728ea58d87d req-75ac2217-79c8-4c86-8978-ee2744d76f33 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3029518 Nov 22 16:42:36.321603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Deleting port dcc6e76f-7469-4b34-8121-49a6f3dfecb7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:36.337327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.352389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.368093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b4714f06-7794-4f4c-810e-5102005c985d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:36.500686 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:42:31Z', 'revision_number': 3, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:36.527949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Pushing event deleted for resources: {'Port': ['ID=b4714f06-7794-4f4c-810e-5102005c985d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:36.529459 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.597773 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce7e244-961c-4f3e-b588-7abb7e437079 None None] The sync data for ids ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'] in n-d-816865-2 is: [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:42:31Z', 'revision_number': 3, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:36.652338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] No DVR routers for this DVR port b4714f06-7794-4f4c-810e-5102005c985d on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:36.658657 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.669951 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2a09289f-e0b7-4173-aef5-7840028b0266 req-8f72b10c-d734-41d8-a6a2-f546101a35f2 tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.62 "DELETE /v2.0/ports/b4714f06-7794-4f4c-810e-5102005c985d HTTP/1.1" status: 204 len: 173 time: 1.0837803 Nov 22 16:42:36.669951 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd886b63a-72d8-4a6e-b2dc-9669ae3c41aa', 'name': 'network-vif-deleted', 'tag': 'b4714f06-7794-4f4c-810e-5102005c985d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:36.672270 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677f4213-0975-4ca4-b854-5e5806db0a16" -d '{"events": [{"server_uuid": "d886b63a-72d8-4a6e-b2dc-9669ae3c41aa", "name": "network-vif-deleted", "tag": "b4714f06-7794-4f4c-810e-5102005c985d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:36.854263 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:42:36.893921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] For port dcc6e76f-7469-4b34-8121-49a6f3dfecb7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:36.893921 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.937331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bf09cc5-d6f8-4be8-b206-297f17d0e84f req-a765a5f7-1ce0-4795-a339-155a6d5783ac tempest-ServerGroupTestJSON-1425676386 tempest-ServerGroupTestJSON-1425676386-project] 10.222.0.59 "GET /v2.0/ports?device_id=d886b63a-72d8-4a6e-b2dc-9669ae3c41aa HTTP/1.1" status: 200 len: 210 time: 0.0717392 Nov 22 16:42:37.005373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Calling delete_port for dcc6e76f-7469-4b34-8121-49a6f3dfecb7 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:37.034453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-b7289178-be13-46ce-96da-47c5d7af5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.035151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-b7289178-be13-46ce-96da-47c5d7af5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.035589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-b7289178-be13-46ce-96da-47c5d7af5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.036300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-b7289178-be13-46ce-96da-47c5d7af5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.036936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-b7289178-be13-46ce-96da-47c5d7af5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.037563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-b7289178-be13-46ce-96da-47c5d7af5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.038188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-b7289178-be13-46ce-96da-47c5d7af5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.040712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-b7289178-be13-46ce-96da-47c5d7af5d91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6480 time: 0.6344235 Nov 22 16:42:37.053030 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1874ca3b-1925-49f0-9de1-f3e33e912db5 x-openstack-request-id: req-1874ca3b-1925-49f0-9de1-f3e33e912db5 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:37.055852 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d886b63a-72d8-4a6e-b2dc-9669ae3c41aa", "name": "network-vif-deleted", "tag": "b4714f06-7794-4f4c-810e-5102005c985d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:37.056415 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1874ca3b-1925-49f0-9de1-f3e33e912db5 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:37.056965 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd886b63a-72d8-4a6e-b2dc-9669ae3c41aa', 'name': 'network-vif-deleted', 'tag': 'b4714f06-7794-4f4c-810e-5102005c985d', 'status': 'completed', 'code': 200} Nov 22 16:42:37.416285 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:37.420869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-34c938f4-1671-45db-ae3b-2cd6ea7cf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.423966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-34c938f4-1671-45db-ae3b-2cd6ea7cf2d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b HTTP/1.1" status: 200 len: 903 time: 0.3733754 Nov 22 16:42:37.485046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 43f89788-eb4a-46ca-8937-d946a8d075df up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:37.587242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 43f89788-eb4a-46ca-8937-d946a8d075df triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:37.588156 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:37.653535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-5dbfc989-356c-4349-82fc-08fca668ed00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0041cd8c-9640-47b1-896a-7445382c04ca HTTP/1.1" status: 200 len: 217 time: 0.2066185 Nov 22 16:42:37.761250 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:38.206596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-18e2a1dc-9318-4e38-8724-c0aeb3a42922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.208223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-18e2a1dc-9318-4e38-8724-c0aeb3a42922 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.5306785 Nov 22 16:42:38.268796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-68a6a186-ec70-4f61-934d-adf0da5fbaa4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.275222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-68a6a186-ec70-4f61-934d-adf0da5fbaa4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.281406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-68a6a186-ec70-4f61-934d-adf0da5fbaa4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.287449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-68a6a186-ec70-4f61-934d-adf0da5fbaa4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.293968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-68a6a186-ec70-4f61-934d-adf0da5fbaa4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.300269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-68a6a186-ec70-4f61-934d-adf0da5fbaa4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.306591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-68a6a186-ec70-4f61-934d-adf0da5fbaa4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.308594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-68a6a186-ec70-4f61-934d-adf0da5fbaa4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.8076549 Nov 22 16:42:38.437900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-61c19031-b4bd-4fa6-8260-af5759407ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.439831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-61c19031-b4bd-4fa6-8260-af5759407ea2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2003522 Nov 22 16:42:38.542382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:38.552898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Allocated IP 172.20.0.1 (f9493d3d-f345-440e-9667-ea65de1d9b54/8f138377-7e4e-405b-981f-3e2cca477264/1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:38.627783 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc6e76f-7469-4b34-8121-49a6f3dfecb7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:38.641242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d2d7670-3aad-4be6-93de-ca3bcbe03db5 req-d6af336a-09c9-40a3-aec4-bd9196477b36 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3136015 Nov 22 16:42:38.936033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-36c0e2c1-99b4-4c5c-b71a-37da5029dad2 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854491 Nov 22 16:42:39.131991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-087cdcd3-cb44-4a63-bcdd-68e473bd17b4 req-7880896b-1420-4f03-8de5-0ab6a04728b6 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794169 Nov 22 16:42:39.141840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b4714f06-7794-4f4c-810e-5102005c985d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:39.150516 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.182320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: b4714f06-7794-4f4c-810e-5102005c985d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:39.183172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b4714f06-7794-4f4c-810e-5102005c985d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:39.210928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.339887 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.396339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Network f9493d3d-f345-440e-9667-ea65de1d9b54 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:39.403621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:39.409258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:39.435490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59856) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:39.444136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:39.494617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d5bdfb-aed0-4587-a61b-7922f38d1e9d admin admin] Deleting subnet e7d2a318-0f0c-4ea0-8385-7182fd4457e8 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:42:39.500664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0d5bdfb-aed0-4587-a61b-7922f38d1e9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.502128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.546814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0d5bdfb-aed0-4587-a61b-7922f38d1e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.600587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0d5bdfb-aed0-4587-a61b-7922f38d1e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.675371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Router 42532f92-3977-44fb-879d-264263f89779 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:39.690769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0d5bdfb-aed0-4587-a61b-7922f38d1e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.696478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-90e3bfd0-ba3d-4280-8dd1-22b57fa50ca0 None None] Provisioning complete for port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:39.697228 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90e3bfd0-ba3d-4280-8dd1-22b57fa50ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.733640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5bdfb-aed0-4587-a61b-7922f38d1e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d2a318-0f0c-4ea0-8385-7182fd4457e8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:39.737203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0d5bdfb-aed0-4587-a61b-7922f38d1e9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.749333 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f0d5bdfb-aed0-4587-a61b-7922f38d1e9d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e7d2a318-0f0c-4ea0-8385-7182fd4457e8 HTTP/1.1" status: 204 len: 168 time: 0.3118653 Nov 22 16:42:39.750465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59860) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:39.751885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-90e3bfd0-ba3d-4280-8dd1-22b57fa50ca0 None None] Port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:39.828716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.884432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.917778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.926850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-867a23d7-6494-455a-8696-2cf1097ec949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.932890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-867a23d7-6494-455a-8696-2cf1097ec949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.938930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-867a23d7-6494-455a-8696-2cf1097ec949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.940610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:39.944791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-867a23d7-6494-455a-8696-2cf1097ec949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.949891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9984f6a8-00a8-4a1c-8001-85173b631012') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:39.950169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9984f6a8-00a8-4a1c-8001-85173b631012') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:39.950812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-867a23d7-6494-455a-8696-2cf1097ec949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.956716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-867a23d7-6494-455a-8696-2cf1097ec949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.959407 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.962635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-867a23d7-6494-455a-8696-2cf1097ec949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.965079 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-867a23d7-6494-455a-8696-2cf1097ec949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.1797581 Nov 22 16:42:39.973293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.980055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:42:39.980461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:42:39.982290 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:42:39.985581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:39.996395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-55f6a3ba-79c9-4e01-8f38-2740d06f8dff admin admin] 10.222.0.59 "PUT /v2.0/routers/42532f92-3977-44fb-879d-264263f89779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9361000 Nov 22 16:42:39.997335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] Sync routers for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:40.006005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:40.012214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:40.013171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:40.038735 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.045384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.051315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] 10.222.0.59 "DELETE /v2.0/networks/1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe HTTP/1.1" status: 204 len: 168 time: 0.2963660 Nov 22 16:42:40.065110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d51bdd-4981-4dda-8050-65776e76763d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab8698f-a1c5-4aaa-a7a9-89adef9eccfe,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:40.167420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:40.219684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb779562-ae76-4a86-bbfd-43d0ab5663a7 req-39de0938-f7b2-4070-930e-5a2b988be949 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2319400 Nov 22 16:42:40.281639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.328754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59882) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:40.406403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bd73b15-2472-408c-89da-f81adf1ccb7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=631b6de943884cab8640a77055b2bfb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763891 Nov 22 16:42:40.408932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59888) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:40.452381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.461602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.473445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:42:38Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:40.507630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] Checking router: 42532f92-3977-44fb-879d-264263f89779 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:40.519334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] Routers {'42532f92-3977-44fb-879d-264263f89779'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:40.520280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['42532f92-3977-44fb-879d-264263f89779'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:40.524781 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd37783d-ab2b-453d-b4d0-8968b617ff2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.551497 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.569936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd37783d-ab2b-453d-b4d0-8968b617ff2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.619035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:40.633724 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.657705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] Set router 42532f92-3977-44fb-879d-264263f89779 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:40.660977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd37783d-ab2b-453d-b4d0-8968b617ff2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.667568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd37783d-ab2b-453d-b4d0-8968b617ff2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.669147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dd37783d-ab2b-453d-b4d0-8968b617ff2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9ecb94c-5e42-47c1-ba81-69c3f54f28e6 HTTP/1.1" status: 204 len: 168 time: 0.2491629 Nov 22 16:42:40.691958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37783d-ab2b-453d-b4d0-8968b617ff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ecb94c-5e42-47c1-ba81-69c3f54f28e6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:40.786257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Deleting port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:40.786604 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.902421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Network f9493d3d-f345-440e-9667-ea65de1d9b54 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:40.906140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:40.944098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:42:38Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:40.975739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa58a8-e53b-4026-a7a3-3cbc0482ee1e None None] The sync data for ids ['42532f92-3977-44fb-879d-264263f89779'] in n-d-816865-2 is: [{'id': '42532f92-3977-44fb-879d-264263f89779', 'name': 'tempest-ServersTestBootFromVolume-1820445347-router', 'tenant_id': '6cdb251341e84a28aac277445b096b14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:54Z', 'updated_at': '2021-11-22T16:42:38Z', 'revision_number': 5, 'project_id': '6cdb251341e84a28aac277445b096b14', 'gw_port': {'id': '1271fdf0-f57e-43e5-9cc2-ac338d4a49c9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:3b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42532f92-3977-44fb-879d-264263f89779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:55Z', 'updated_at': '2021-11-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:40.983743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] For port 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1271fdf0-f57e-43e5-9cc2-ac338d4a49c9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:40.984126 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.011112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Calling delete_port for 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:41.297530 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9d41b11b-2143-47c8-9252-e422f0d207f8 None None] Provisioning complete for port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:41.298034 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d41b11b-2143-47c8-9252-e422f0d207f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.386672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dcc6e76f-7469-4b34-8121-49a6f3dfecb7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:41.392120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b11b-2143-47c8-9252-e422f0d207f8 None None] Port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:41.419021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: dcc6e76f-7469-4b34-8121-49a6f3dfecb7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:41.419981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dcc6e76f-7469-4b34-8121-49a6f3dfecb7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:41.544819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Router a2671b36-6c1a-4e8a-ab84-63075b68f99f has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:41.693524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-039a66dd-f5cd-4ca6-bc3a-0c42b62962b5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.700722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-039a66dd-f5cd-4ca6-bc3a-0c42b62962b5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.709024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-039a66dd-f5cd-4ca6-bc3a-0c42b62962b5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.715315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-039a66dd-f5cd-4ca6-bc3a-0c42b62962b5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.722389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-039a66dd-f5cd-4ca6-bc3a-0c42b62962b5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.728636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-039a66dd-f5cd-4ca6-bc3a-0c42b62962b5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.734979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-039a66dd-f5cd-4ca6-bc3a-0c42b62962b5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.745162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-039a66dd-f5cd-4ca6-bc3a-0c42b62962b5 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.1932220 Nov 22 16:42:41.758407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59928) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:41.876145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-network', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:41.907311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Made reservation on behalf of 8c7ca943ef2944d3b956c69001d988ce for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:41.910216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.912813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:41.930277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bc454e74-83b8-41b3-a2b0-c1ebb0a12b70 admin admin] 10.222.0.59 "PUT /v2.0/routers/a2671b36-6c1a-4e8a-ab84-63075b68f99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5243526 Nov 22 16:42:41.930524 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Sync routers for ids ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:41.931088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.938026 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Routers {'a2671b36-6c1a-4e8a-ab84-63075b68f99f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:41.939103 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:41.949611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.051802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e3bb321-ced7-49a8-88bf-73a7270da6dc req-2282f858-6b87-40ef-8d4f-93e08c01a9d4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3051956 Nov 22 16:42:42.054512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Pushing event deleted for resources: {'Port': ['ID=1271fdf0-f57e-43e5-9cc2-ac338d4a49c9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.095150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.106521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.156353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0cd055-e540-4a7d-8231-a115f5a94169,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.165003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26b713-d335-4190-b71f-3ba5c26bd0ec None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:42.173905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:42:42.190804 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.191479 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Added segment e3621a47-094a-4436-be81-cabcedaf0f0b of type vlan for network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce Nov 22 16:42:42.248890 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.261647 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Set router a2671b36-6c1a-4e8a-ab84-63075b68f99f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:42.290437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.291995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:42.293496 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.373984 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6126881 Nov 22 16:42:42.377355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:42.389509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Request body: {'subnet': {'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-subnet', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:42.394224 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.395560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee58f6-d5ed-4908-bdaa-f43ffb4a2b66 admin admin] Pushing event updated for resources: {'Network': ['ID=02521324-fdfd-4b38-8fd0-fa4c6cec06ce,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.409229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:42:42.515789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.518832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.522147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Made reservation on behalf of 8c7ca943ef2944d3b956c69001d988ce for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:42.524659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.582524 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:42:39Z', 'revision_number': 4, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243', 'name': '', 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'mac_address': 'fa:16:3e:ea:50:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '8f138377-7e4e-405b-981f-3e2cca477264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:37Z', 'updated_at': '2021-11-22T16:42:40Z', 'revision_number': 2, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'subnets': [{'id': '8f138377-7e4e-405b-981f-3e2cca477264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:42.613740 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Checking router: a2671b36-6c1a-4e8a-ab84-63075b68f99f for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:42.614105 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Updating router a2671b36-6c1a-4e8a-ab84-63075b68f99f port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:42:42.648363 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.654384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.655492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42532f92-3977-44fb-879d-264263f89779 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:42.679697 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.683493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cda2e80a-0ca1-4cb1-a9a6-99e6dfbbc103 admin admin] 10.222.0.59 "DELETE /v2.0/routers/42532f92-3977-44fb-879d-264263f89779 HTTP/1.1" status: 204 len: 168 time: 2.6741831 Nov 22 16:42:42.684259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59962) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:42.754747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-be43a481-3e27-42c5-af28-3581c99c91ac admin admin] Deleting subnet dac649ca-ead4-4a70-8bad-8a8a2ec7017f {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:42:42.759092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be43a481-3e27-42c5-af28-3581c99c91ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.815949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be43a481-3e27-42c5-af28-3581c99c91ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.942024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be43a481-3e27-42c5-af28-3581c99c91ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.015602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be43a481-3e27-42c5-af28-3581c99c91ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.030368 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.039873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-163292fb-b411-4b4b-81b4-a037a352380b req-c78e8717-15a6-4f08-8e76-c810879ce170 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3867178 Nov 22 16:42:43.040132 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.055589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43a481-3e27-42c5-af28-3581c99c91ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac649ca-ead4-4a70-8bad-8a8a2ec7017f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.060764 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be43a481-3e27-42c5-af28-3581c99c91ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.064206 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-be43a481-3e27-42c5-af28-3581c99c91ac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dac649ca-ead4-4a70-8bad-8a8a2ec7017f HTTP/1.1" status: 204 len: 168 time: 0.3787496 Nov 22 16:42:43.065794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:43.066690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:43.071456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffed52-0b0f-4ff4-ba7b-dfbe4be216c0 None None] Network 0100c3d2-37de-41b4-b725-a0c27bdb28d1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:43.106374 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.143536 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b39f3d-f7d8-4659-8049-09d2d643b3ea None None] Pushing event updated for resources: {'Port': ['ID=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.163366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.178852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.196294 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Attempting to bind port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:43.196672 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Attempting to bind port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:43.197035 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Attempting to bind port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 on network f9493d3d-f345-440e-9667-ea65de1d9b54 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:43.203063 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:43.204064 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Checking segment: {'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:43.204476 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.223328 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Bound using segment: {'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:43.223874 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Bound port: 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa028562-9e79-497e-a7af-b72a8be7ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:43.224286 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.267457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Deleting port 3bcd4303-ff78-410a-97b7-9c33280fbd87 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:43.267752 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.371805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:43.376940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f6b1a9-0242-4599-a078-795238226573,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.388082 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] For port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:43.396350 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] For port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,segment=NetworkSegment(aa028562-9e79-497e-a7af-b72a8be7ff2b),segment_id=aa028562-9e79-497e-a7af-b72a8be7ff2b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:43.412281 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.418163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:43.428206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1271fdf0-f57e-43e5-9cc2-ac338d4a49c9 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:43.432187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:43.451828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] For port 3bcd4303-ff78-410a-97b7-9c33280fbd87, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3bcd4303-ff78-410a-97b7-9c33280fbd87,segment=NetworkSegment(f882922a-12c2-4aba-81dc-e41e276315ff),segment_id=f882922a-12c2-4aba-81dc-e41e276315ff)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:43.452200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.453752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Checking segment: {'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:43.454123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Network hostable DHCP agents. Network: 02521324-fdfd-4b38-8fd0-fa4c6cec06ce, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:42:43.504397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Calling delete_port for 3bcd4303-ff78-410a-97b7-9c33280fbd87 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:43.528900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:42:43.553419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 02521324-fdfd-4b38-8fd0-fa4c6cec06ce) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:43.554024 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Routers {'a2671b36-6c1a-4e8a-ab84-63075b68f99f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:43.554819 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:43.559414 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b39f3d-f7d8-4659-8049-09d2d643b3ea None None] Pushing event updated for resources: {'Port': ['ID=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.572527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:43.572527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.572812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.588118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] DHCP port deletion for 0100c3d2-37de-41b4-b725-a0c27bdb28d1 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:43.594605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fbe9de-4397-4531-94ba-9700d1223dd4 None None] Network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:43.673048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d638e2f7-5c67-4007-85cb-b6494448c8c1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2885342 Nov 22 16:42:43.676017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:43.683900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.695154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:43.730072 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] Set router a2671b36-6c1a-4e8a-ab84-63075b68f99f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:43.755596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcd4303-ff78-410a-97b7-9c33280fbd87,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.758270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] No DVR routers for this DVR port 3bcd4303-ff78-410a-97b7-9c33280fbd87 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:43.818980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Allocated IP 172.25.0.125 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/d3af93d8-39c7-4430-afc7-120b227716de) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:43.821836 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf02fd40-8f37-4bfd-b6d8-1ba8efc1d3bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.884404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cbe391-5f5c-4e3e-a9eb-2803419a8c9e None None] Network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:43.885573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.886912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.896869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5f497cf6-a908-43e6-94c3-ac73d7ca416a None None] Provisioning complete for port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:43.898471 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f497cf6-a908-43e6-94c3-ac73d7ca416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.920052 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.961747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0100c3d2-37de-41b4-b725-a0c27bdb28d1']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:43.993883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] Deleting port 3bcd4303-ff78-410a-97b7-9c33280fbd87 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:43.994269 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.010704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f882922a-12c2-4aba-81dc-e41e276315ff') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:44.010993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f882922a-12c2-4aba-81dc-e41e276315ff') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:44.023673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.024487 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:42:39Z', 'revision_number': 4, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243', 'name': '', 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'mac_address': 'fa:16:3e:ea:50:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '8f138377-7e4e-405b-981f-3e2cca477264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:37Z', 'updated_at': '2021-11-22T16:42:43Z', 'revision_number': 4, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'subnets': [{'id': '8f138377-7e4e-405b-981f-3e2cca477264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:44.028215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.030581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.072898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.077588 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5bae2c-7627-4f6e-8d19-ed3696a254b7 None None] The sync data for ids ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'] in n-d-816865-2 is: [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:42:39Z', 'revision_number': 4, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243', 'name': '', 'network_id': 'f9493d3d-f345-440e-9667-ea65de1d9b54', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'mac_address': 'fa:16:3e:ea:50:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '8f138377-7e4e-405b-981f-3e2cca477264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:37Z', 'updated_at': '2021-11-22T16:42:43Z', 'revision_number': 4, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'subnets': [{'id': '8f138377-7e4e-405b-981f-3e2cca477264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:44.124478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:44.130287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:44.134619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:44.182822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.189009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event updated for resources: {'Port': ['ID=d3af93d8-39c7-4430-afc7-120b227716de,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.206135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:42:44.206284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:42:44.209520 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:42:44.234670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf02fd40-8f37-4bfd-b6d8-1ba8efc1d3bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.281919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.310356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf02fd40-8f37-4bfd-b6d8-1ba8efc1d3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.335944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.382059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f497cf6-a908-43e6-94c3-ac73d7ca416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.408291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] For port 3bcd4303-ff78-410a-97b7-9c33280fbd87, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:44.408703 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.437826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] Calling delete_port for 3bcd4303-ff78-410a-97b7-9c33280fbd87 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:44.464446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] Port 3bcd4303-ff78-410a-97b7-9c33280fbd87 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:42:44.469962 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.490046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] No DVR routers for this DVR port 3bcd4303-ff78-410a-97b7-9c33280fbd87 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:44.549670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b7c14-de86-4a27-88b4-2da08c1114c0 None None] Pushing event deleted for resources: {'Port': ['ID=3bcd4303-ff78-410a-97b7-9c33280fbd87,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.554636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5f497cf6-a908-43e6-94c3-ac73d7ca416a None None] For port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,segment=NetworkSegment(aa028562-9e79-497e-a7af-b72a8be7ff2b),segment_id=aa028562-9e79-497e-a7af-b72a8be7ff2b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:44.562384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.562806 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f497cf6-a908-43e6-94c3-ac73d7ca416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.572407 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.629035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f497cf6-a908-43e6-94c3-ac73d7ca416a None None] Pushing event updated for resources: {'Port': ['ID=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.635767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event updated for resources: {'Port': ['ID=d3af93d8-39c7-4430-afc7-120b227716de,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.686797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c22cc521-d889-4167-899f-0c5c8793fcb0 None None] Provisioning complete for port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:44.687687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c22cc521-d889-4167-899f-0c5c8793fcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.694753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.715278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.717037 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-163292fb-b411-4b4b-81b4-a037a352380b req-185da02f-1d9f-4d8d-984f-a25ae28de6c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6761250 Nov 22 16:42:44.771012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.782146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.791845 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.795512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] 10.222.0.59 "DELETE /v2.0/networks/0100c3d2-37de-41b4-b725-a0c27bdb28d1 HTTP/1.1" status: 204 len: 168 time: 1.7276580 Nov 22 16:42:44.810237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-163292fb-b411-4b4b-81b4-a037a352380b req-015f2833-683a-4501-ae00-3c195acfa73c tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0840650 Nov 22 16:42:44.816778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a6831-e0e5-4ff2-bf22-be7fe6a15c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=0100c3d2-37de-41b4-b725-a0c27bdb28d1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.818982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02fd40-8f37-4bfd-b6d8-1ba8efc1d3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094ee1bc-118d-4c8e-890b-4f7d9fd857b7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.831986 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cf02fd40-8f37-4bfd-b6d8-1ba8efc1d3bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f54953782efb4bf4a10b116cdee8c010&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3982582 Nov 22 16:42:44.832848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59998) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:44.974500 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06c8cd48-0e3b-427b-9ac1-3e95fe9fecf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.020363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06c8cd48-0e3b-427b-9ac1-3e95fe9fecf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.027951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163292fb-b411-4b4b-81b4-a037a352380b req-78bc8315-fe7d-4441-adad-7c2bd831ea9f tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.031360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:45.041247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-163292fb-b411-4b4b-81b4-a037a352380b req-78bc8315-fe7d-4441-adad-7c2bd831ea9f tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.2192986 Nov 22 16:42:45.186300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657188a5-e24f-4d52-8373-8b112ba5457d req-08ca548c-b3f0-4ae0-8164-37a315aaa6ef tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.193184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657188a5-e24f-4d52-8373-8b112ba5457d req-08ca548c-b3f0-4ae0-8164-37a315aaa6ef tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.202215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657188a5-e24f-4d52-8373-8b112ba5457d req-08ca548c-b3f0-4ae0-8164-37a315aaa6ef tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.211207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657188a5-e24f-4d52-8373-8b112ba5457d req-08ca548c-b3f0-4ae0-8164-37a315aaa6ef tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.214046 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8355b435-6b5d-48d4-95ce-9bd08c7f6434 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6cdb251341e84a28aac277445b096b14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1813798 Nov 22 16:42:45.216692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60004) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:45.218258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657188a5-e24f-4d52-8373-8b112ba5457d req-08ca548c-b3f0-4ae0-8164-37a315aaa6ef tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.224804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657188a5-e24f-4d52-8373-8b112ba5457d req-08ca548c-b3f0-4ae0-8164-37a315aaa6ef tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.227446 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06c8cd48-0e3b-427b-9ac1-3e95fe9fecf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.230756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06c8cd48-0e3b-427b-9ac1-3e95fe9fecf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.231441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657188a5-e24f-4d52-8373-8b112ba5457d req-08ca548c-b3f0-4ae0-8164-37a315aaa6ef tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.232143 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-06c8cd48-0e3b-427b-9ac1-3e95fe9fecf3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/094ee1bc-118d-4c8e-890b-4f7d9fd857b7 HTTP/1.1" status: 204 len: 168 time: 0.3874671 Nov 22 16:42:45.246645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-657188a5-e24f-4d52-8373-8b112ba5457d req-08ca548c-b3f0-4ae0-8164-37a315aaa6ef tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.1341848 Nov 22 16:42:45.297798 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8cd48-0e3b-427b-9ac1-3e95fe9fecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094ee1bc-118d-4c8e-890b-4f7d9fd857b7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:45.401328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:45.412671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-657188a5-e24f-4d52-8373-8b112ba5457d req-5d771696-2ef2-42b0-9103-50cd5fd039f4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650710 Nov 22 16:42:45.417586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.455573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8397fca8-caa7-496c-bd80-0a6119de142c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.458555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.462469 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2da596de-6a15-4a28-94c5-7b054f7d3458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.499806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:45.500608 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.519478 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8397fca8-caa7-496c-bd80-0a6119de142c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.635198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8397fca8-caa7-496c-bd80-0a6119de142c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.638319 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8397fca8-caa7-496c-bd80-0a6119de142c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.644098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8397fca8-caa7-496c-bd80-0a6119de142c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a0ddfbb-af42-4f55-b6b7-34b0bde37496 HTTP/1.1" status: 204 len: 168 time: 0.4240391 Nov 22 16:42:45.669266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397fca8-caa7-496c-bd80-0a6119de142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0ddfbb-af42-4f55-b6b7-34b0bde37496,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:45.679900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Allocated IP 172.25.0.223 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/bef9c245-a3c3-4b25-9fba-2c428589cc9a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:45.748171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3bcd4303-ff78-410a-97b7-9c33280fbd87 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:45.804063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3bcd4303-ff78-410a-97b7-9c33280fbd87 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:45.805651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3bcd4303-ff78-410a-97b7-9c33280fbd87 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:45.895585 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.947200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.969106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60018) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:45.996559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6171760-7ee4-4299-96a8-75edaf2bc167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.997547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:46.003065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:46.007167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:46.013455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Pushing event updated for resources: {'Port': ['ID=bef9c245-a3c3-4b25-9fba-2c428589cc9a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:46.022003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beabbfae-0227-4ff8-b17f-b45822022697 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:46.081971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-48557808-d3a2-4d78-85bd-8851ed0bba24 None None] Provisioning complete for port bef9c245-a3c3-4b25-9fba-2c428589cc9a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:46.084454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48557808-d3a2-4d78-85bd-8851ed0bba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.129564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-48557808-d3a2-4d78-85bd-8851ed0bba24 None None] Port bef9c245-a3c3-4b25-9fba-2c428589cc9a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:46.145514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6171760-7ee4-4299-96a8-75edaf2bc167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.156902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6171760-7ee4-4299-96a8-75edaf2bc167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.197027 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a6171760-7ee4-4299-96a8-75edaf2bc167 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3dd76f4c3eb74d5697ce9d9fdca50ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266896 Nov 22 16:42:46.197538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60028) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:46.224386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6171760-7ee4-4299-96a8-75edaf2bc167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a34d945-4f0d-492f-8122-2eb63960678a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:46.318117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e227d59c-6cfa-47de-a5ca-574e6fbe3c7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.380703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e227d59c-6cfa-47de-a5ca-574e6fbe3c7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.411565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-c22fa816-2de7-4c64-bfba-d33c941654a0 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1406462 Nov 22 16:42:46.424116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:46.424320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.458559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.518123 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e227d59c-6cfa-47de-a5ca-574e6fbe3c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.521090 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e227d59c-6cfa-47de-a5ca-574e6fbe3c7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.525382 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e227d59c-6cfa-47de-a5ca-574e6fbe3c7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1a34d945-4f0d-492f-8122-2eb63960678a HTTP/1.1" status: 204 len: 168 time: 0.3235638 Nov 22 16:42:46.536754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227d59c-6cfa-47de-a5ca-574e6fbe3c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a34d945-4f0d-492f-8122-2eb63960678a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:46.603173 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.676981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.702128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60052) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:46.744619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Allocated IP 172.25.0.118 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/4120fbde-5f85-445c-be85-6a6e244c55ff) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:46.831993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Router 00680caf-1e9e-47b3-9579-171367a99a07 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:42:46.892347 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.944419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.966691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:46.979575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Sync routers for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:47.000822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:47.002209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.002664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:47.004658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:47.008246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:47.009329 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cce80abf-c2cb-416b-b18c-81e27915eb51 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3256676 Nov 22 16:42:47.019742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-43061791-network', 'tenant_id': '21496c6699074e389493270f2238f78c'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:47.031316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:47.034152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:47.102120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event updated for resources: {'Port': ['ID=4120fbde-5f85-445c-be85-6a6e244c55ff,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:47.134781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:47.200318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Made reservation on behalf of 21496c6699074e389493270f2238f78c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:47.202987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.241024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.315705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.361984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:46Z', 'revision_number': 3, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:47.391024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Checking router: 00680caf-1e9e-47b3-9579-171367a99a07 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:47.391392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Updating router 00680caf-1e9e-47b3-9579-171367a99a07 port bef9c245-a3c3-4b25-9fba-2c428589cc9a binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:42:47.406978 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.423040 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.752934 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.765918 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.830890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841f4da-df9d-48a6-a411-d5b318db6520 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:47.841773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Attempting to bind port bef9c245-a3c3-4b25-9fba-2c428589cc9a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:47.842150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Attempting to bind port bef9c245-a3c3-4b25-9fba-2c428589cc9a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:47.842519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Attempting to bind port bef9c245-a3c3-4b25-9fba-2c428589cc9a on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:47.845964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e687e-37ee-4a48-9339-ae52890f437a None None] Pushing event updated for resources: {'Port': ['ID=bef9c245-a3c3-4b25-9fba-2c428589cc9a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:47.856275 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9374afef-db93-413c-95e5-8d5df47bca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.858614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:47.860009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:47.861823 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.862463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:47.863164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Bound port: bef9c245-a3c3-4b25-9fba-2c428589cc9a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:47.864358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.923610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.930299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] For port bef9c245-a3c3-4b25-9fba-2c428589cc9a, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:47.936876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] For port bef9c245-a3c3-4b25-9fba-2c428589cc9a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bef9c245-a3c3-4b25-9fba-2c428589cc9a,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:47.942738 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:47.964175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.020801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec752d-a8ee-4d3b-b3cb-536de8a33fba None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:48.023424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:42:48.024469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-62895fe3-6f68-46df-bb83-28b95087bb27 None None] Provisioning complete for port bef9c245-a3c3-4b25-9fba-2c428589cc9a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:48.024844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-62895fe3-6f68-46df-bb83-28b95087bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.028171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e687e-37ee-4a48-9339-ae52890f437a None None] Pushing event updated for resources: {'Port': ['ID=bef9c245-a3c3-4b25-9fba-2c428589cc9a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:48.049065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65074bc6-3899-452d-96da-695faa94f8bd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:48.057525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:48.058182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:48.078444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.078792 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Added segment 4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4 of type vlan for network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb Nov 22 16:42:48.155250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.190780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.204076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.205337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:48.267644 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-62895fe3-6f68-46df-bb83-28b95087bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.291982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.293257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:48.293861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.299870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-62895fe3-6f68-46df-bb83-28b95087bb27 None None] For port bef9c245-a3c3-4b25-9fba-2c428589cc9a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bef9c245-a3c3-4b25-9fba-2c428589cc9a,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:48.325890 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-62895fe3-6f68-46df-bb83-28b95087bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.399516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event updated for resources: {'Port': ['ID=4120fbde-5f85-445c-be85-6a6e244c55ff,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:48.409651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62895fe3-6f68-46df-bb83-28b95087bb27 None None] Pushing event updated for resources: {'Port': ['ID=bef9c245-a3c3-4b25-9fba-2c428589cc9a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:48.427825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7246583 Nov 22 16:42:48.431541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60096) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:48.437810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Request body: {'subnet': {'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-43061791-subnet', 'tenant_id': '21496c6699074e389493270f2238f78c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:48.439529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.458874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.459191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-96a5d0ae-086a-4747-ac85-92c3f41028fb None None] Provisioning complete for port bef9c245-a3c3-4b25-9fba-2c428589cc9a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:48.459545 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96a5d0ae-086a-4747-ac85-92c3f41028fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.465334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a024773-7c90-419f-a81a-6f2f9f2f2e40 admin admin] Pushing event updated for resources: {'Network': ['ID=68c20edc-47dc-4f14-a3be-44b5b96ad1eb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:48.469823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Made reservation on behalf of 21496c6699074e389493270f2238f78c for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:48.478977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.492310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:42:48.530389 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.531997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-89f12f31-a586-4957-b8f1-488ed3d12923 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1129770 Nov 22 16:42:48.577283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:46Z', 'revision_number': 3, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:48.611813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5d713-4e5a-457c-b230-32e08b804489 None None] The sync data for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 is: [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:46Z', 'revision_number': 3, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:48.642454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-54f64cbd-0230-4777-b061-27070db1912c tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0773199 Nov 22 16:42:48.727541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.788879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e678478-fc48-42fb-89d5-99afb9acafa2,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:48.802122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Checking segment: {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:48.802731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Network hostable DHCP agents. Network: 68c20edc-47dc-4f14-a3be-44b5b96ad1eb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:42:48.824788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:42:48.838373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 68c20edc-47dc-4f14-a3be-44b5b96ad1eb) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:48.846492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:48.847524 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.849768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833406d-8ce3-4942-a42c-ff73f2815c7d None None] Network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:48.900387 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f84dd2ab-9d21-45da-8626-fb2bd592ff4a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4667885 Nov 22 16:42:48.983282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:49.006601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-2e9574a5-3d3f-4199-ada6-5b52f49875d2 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.016699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62c49951-1556-43d1-911d-f68dbdac9a33 req-2e9574a5-3d3f-4199-ada6-5b52f49875d2 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.3331072 Nov 22 16:42:49.049793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Allocated IP 172.20.0.1 (02521324-fdfd-4b38-8fd0-fa4c6cec06ce/d3f6b1a9-0242-4599-a078-795238226573/749b19f3-bcfb-4085-9f0f-961933dae4cf) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:49.093538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c436f01e-a1da-4b13-86b7-b991da450cf7 None None] Network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:49.217780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56da0fe-dd8e-4af9-8d99-2b09c01819d0 req-8df72e68-07ea-4009-9817-ed0c09dfae37 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.219597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e56da0fe-dd8e-4af9-8d99-2b09c01819d0 req-8df72e68-07ea-4009-9817-ed0c09dfae37 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.1052923 Nov 22 16:42:49.303142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e56da0fe-dd8e-4af9-8d99-2b09c01819d0 req-2c8d0b36-605d-462d-ab2d-56080395986b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764282 Nov 22 16:42:49.316445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:49.357259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bef9c245-a3c3-4b25-9fba-2c428589cc9a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:49.419637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:49.445353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bef9c245-a3c3-4b25-9fba-2c428589cc9a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:49.445906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:49.529991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:49.534133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:49.537223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:49.572414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Pushing event updated for resources: {'Port': ['ID=749b19f3-bcfb-4085-9f0f-961933dae4cf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:49.594170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-e63fe938-344e-44bc-9edc-426a946d7c37 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.600696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-e63fe938-344e-44bc-9edc-426a946d7c37 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.607155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-e63fe938-344e-44bc-9edc-426a946d7c37 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.613239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-e63fe938-344e-44bc-9edc-426a946d7c37 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.620090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-e63fe938-344e-44bc-9edc-426a946d7c37 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.626156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-e63fe938-344e-44bc-9edc-426a946d7c37 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.633052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-e63fe938-344e-44bc-9edc-426a946d7c37 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.635611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-e63fe938-344e-44bc-9edc-426a946d7c37 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.2301440 Nov 22 16:42:49.688167 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:49.840608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d2f00d3-d113-4e45-8290-4868dd76113d req-7e158311-006a-4258-a1f1-e00cff641171 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1967463 Nov 22 16:42:49.893699 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.163071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.173050 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.210136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60134) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:50.269331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Pushing event updated for resources: {'Port': ['ID=749b19f3-bcfb-4085-9f0f-961933dae4cf,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:50.278134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a607552-15b1-4608-a298-508df1a81852 req-51597e69-7dc9-4df4-b770-af58e8fdd204 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1878519 Nov 22 16:42:50.279853 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.292644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:50.353269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5dc691f-aa9a-47f2-a638-56399b5c1ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.360797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.445929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:50.450328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:50.451623 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5dc691f-aa9a-47f2-a638-56399b5c1ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.458225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5dc691f-aa9a-47f2-a638-56399b5c1ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.515103 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c5dc691f-aa9a-47f2-a638-56399b5c1ff9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2b10953ebb9481f996a1f06b80afa07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025904 Nov 22 16:42:50.516976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:50.517852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc691f-aa9a-47f2-a638-56399b5c1ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fae03a-85d6-4ec0-aad6-23b1d5bab0ee,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:50.644529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.648974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdba1288-58db-4536-bf29-47231b218bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.657994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Router 00680caf-1e9e-47b3-9579-171367a99a07 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:50.722821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdba1288-58db-4536-bf29-47231b218bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.810980 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.212745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Allocated IP 172.25.0.128 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/c22af0bc-de1a-427a-b79b-a891075ca03d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:51.238367 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdba1288-58db-4536-bf29-47231b218bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.241304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdba1288-58db-4536-bf29-47231b218bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.242607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cdba1288-58db-4536-bf29-47231b218bc4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58fae03a-85d6-4ec0-aad6-23b1d5bab0ee HTTP/1.1" status: 204 len: 168 time: 0.7246695 Nov 22 16:42:51.256406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:51.268716 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Sync routers for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:51.286347 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:51.287290 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:51.298833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-331584b3-ff4b-4723-b6c1-bf030f2b3ecb admin admin] 10.222.0.59 "PUT /v2.0/routers/00680caf-1e9e-47b3-9579-171367a99a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2801003 Nov 22 16:42:51.298833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba1288-58db-4536-bf29-47231b218bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fae03a-85d6-4ec0-aad6-23b1d5bab0ee,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:51.346917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.381181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.437136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.461753 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:51.488459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:51.492541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:51.496410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:51.546445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event updated for resources: {'Port': ['ID=c22af0bc-de1a-427a-b79b-a891075ca03d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:51.607037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.648715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60158) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:51.650014 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.663119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-281e8b4d-f6d5-48b2-ad01-b80bb1427068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.738013 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 2, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:51.759628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-281e8b4d-f6d5-48b2-ad01-b80bb1427068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.769625 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Checking router: 00680caf-1e9e-47b3-9579-171367a99a07 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:51.770334 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Updating router 00680caf-1e9e-47b3-9579-171367a99a07 port 749b19f3-bcfb-4085-9f0f-961933dae4cf binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:42:51.776744 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-281e8b4d-f6d5-48b2-ad01-b80bb1427068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.824589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-281e8b4d-f6d5-48b2-ad01-b80bb1427068 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f1779fce95b472c8a227a6a6d2ad2e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1741326 Nov 22 16:42:51.825657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e8b4d-f6d5-48b2-ad01-b80bb1427068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87724692-b27c-4d97-a2d0-0fc1e78ee0ea,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:51.827310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60160) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:51.896896 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.920069 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc693b98-beb4-4c86-adae-c7ee7452c537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.922937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.934718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.017190 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc693b98-beb4-4c86-adae-c7ee7452c537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.055196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event updated for resources: {'Port': ['ID=c22af0bc-de1a-427a-b79b-a891075ca03d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:52.070833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.088688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.090013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a607552-15b1-4608-a298-508df1a81852 req-dec751dd-5371-4cf2-9d67-4c344e0b6a15 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8038125 Nov 22 16:42:52.105064 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc693b98-beb4-4c86-adae-c7ee7452c537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.107718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc693b98-beb4-4c86-adae-c7ee7452c537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.108818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc693b98-beb4-4c86-adae-c7ee7452c537 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87724692-b27c-4d97-a2d0-0fc1e78ee0ea HTTP/1.1" status: 204 len: 168 time: 0.2797077 Nov 22 16:42:52.154833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc693b98-beb4-4c86-adae-c7ee7452c537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87724692-b27c-4d97-a2d0-0fc1e78ee0ea,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:52.160291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a607552-15b1-4608-a298-508df1a81852 req-dc161ca7-3d98-44a3-ba49-1e93ccbfb4f3 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0630879 Nov 22 16:42:52.200692 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.208741 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.279856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a607552-15b1-4608-a298-508df1a81852 req-499a8fdc-54df-459d-9341-7545b2919589 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.281416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a607552-15b1-4608-a298-508df1a81852 req-499a8fdc-54df-459d-9341-7545b2919589 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1149426 Nov 22 16:42:52.284586 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850134e2-d4c5-4c8d-9251-35ab47c8e948 None None] Pushing event updated for resources: {'Port': ['ID=749b19f3-bcfb-4085-9f0f-961933dae4cf,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:52.319681 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Attempting to bind port 749b19f3-bcfb-4085-9f0f-961933dae4cf on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:52.320393 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Attempting to bind port 749b19f3-bcfb-4085-9f0f-961933dae4cf by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:52.320715 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Attempting to bind port 749b19f3-bcfb-4085-9f0f-961933dae4cf on network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:52.325939 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:52.326477 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Checking segment: {'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:52.326823 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.327129 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Bound using segment: {'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:52.327580 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Bound port: 749b19f3-bcfb-4085-9f0f-961933dae4cf, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:52.328063 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.396983 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] For port 749b19f3-bcfb-4085-9f0f-961933dae4cf, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:52.400954 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] For port 749b19f3-bcfb-4085-9f0f-961933dae4cf, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=749b19f3-bcfb-4085-9f0f-961933dae4cf,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:52.413034 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.475354 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:52.476086 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:52.528077 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850134e2-d4c5-4c8d-9251-35ab47c8e948 None None] Pushing event updated for resources: {'Port': ['ID=749b19f3-bcfb-4085-9f0f-961933dae4cf,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:52.602719 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:52.707243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-503e30b1-9593-4ae6-a66d-de6ab502b2b7 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.707378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-503e30b1-9593-4ae6-a66d-de6ab502b2b7 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/networks?id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb HTTP/1.1" status: 200 len: 816 time: 0.1259015 Nov 22 16:42:52.723642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-3de67249-e578-4356-b50e-5f5c84c6486b tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/quotas/21496c6699074e389493270f2238f78c HTTP/1.1" status: 200 len: 375 time: 0.0098250 Nov 22 16:42:52.759744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-34f53c82-30f1-4c11-8f87-20a3f2675aad tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=21496c6699074e389493270f2238f78c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291848 Nov 22 16:42:52.841239 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:52Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:52.868030 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c5c0-0a8d-49f6-84dc-68a121a0245d None None] The sync data for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 is: [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:52Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:52.868701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f0bba857-0637-4a62-abe2-f787de9c4f48 service neutron] 10.222.0.59 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971043 Nov 22 16:42:53.030597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-dfcf68fc-6dd3-4981-b22e-2813da9706d3 service neutron] 10.222.0.59 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534245 Nov 22 16:42:53.346831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 749b19f3-bcfb-4085-9f0f-961933dae4cf up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:53.438869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 749b19f3-bcfb-4085-9f0f-961933dae4cf triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:53.439362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.499794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586ef7a-5da8-46db-8b4a-07d390d46290 req-a86b4550-5f11-4d2b-94ec-75143857d1e8 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.501567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f586ef7a-5da8-46db-8b4a-07d390d46290 req-a86b4550-5f11-4d2b-94ec-75143857d1e8 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.0754461 Nov 22 16:42:53.578108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.590076 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f586ef7a-5da8-46db-8b4a-07d390d46290 req-55503e5c-8465-4ed6-826e-efd909c2e694 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742931 Nov 22 16:42:53.635324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 749b19f3-bcfb-4085-9f0f-961933dae4cf, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=749b19f3-bcfb-4085-9f0f-961933dae4cf,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:53.642535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.720936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=749b19f3-bcfb-4085-9f0f-961933dae4cf,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:53.731660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.732393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.733010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.733619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.734593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.735242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.735801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.736561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.737162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.737764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.738534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.739176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:53.781040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2b82aa10-c070-4c3d-aef0-969269bc1333 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.788802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2b82aa10-c070-4c3d-aef0-969269bc1333 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.796933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2b82aa10-c070-4c3d-aef0-969269bc1333 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.803281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2b82aa10-c070-4c3d-aef0-969269bc1333 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.809744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2b82aa10-c070-4c3d-aef0-969269bc1333 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.815987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2b82aa10-c070-4c3d-aef0-969269bc1333 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.822490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2b82aa10-c070-4c3d-aef0-969269bc1333 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.824637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2b82aa10-c070-4c3d-aef0-969269bc1333 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5423 time: 0.1235743 Nov 22 16:42:53.914068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02db305c-2d29-4e4e-b1e5-a6f58047ddad req-2195e9b5-bcd9-480a-a83a-52530a58ac4f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0811572 Nov 22 16:42:54.641925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a427c0-eed0-4c26-9448-3c679832a558 req-85e7a6b4-1988-4eae-b0a6-a6f888fba4e2 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:54.650392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-85e7a6b4-1988-4eae-b0a6-a6f888fba4e2 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 819 time: 0.1635015 Nov 22 16:42:54.662085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-7dcc01da-e96d-45a0-a030-e27cd5bec9eb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/quotas/8c7ca943ef2944d3b956c69001d988ce HTTP/1.1" status: 200 len: 375 time: 0.0107622 Nov 22 16:42:54.779107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-b5f1b27d-439b-4380-9d39-f8b2b8985945 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1083560 Nov 22 16:42:54.962521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c25ad7dc-36e8-4338-81eb-28c8f1c255b8 service neutron] 10.222.0.59 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696935 Nov 22 16:42:55.139692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-25c5616e-553a-415b-a87b-5ed6ecdc277a service neutron] 10.222.0.59 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687970 Nov 22 16:42:55.374843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 749b19f3-bcfb-4085-9f0f-961933dae4cf up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:55.439202 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-1e19c5a9-e45c-4d8a-bcec-d18899ee679a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148357 Nov 22 16:42:55.547420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 749b19f3-bcfb-4085-9f0f-961933dae4cf triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:55.548101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.742221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6405-87c0-405f-9bd8-6579593ea612 req-ae96ab2f-14bc-44a9-a53a-0a9734b00669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:55.746499 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-ae96ab2f-14bc-44a9-a53a-0a9734b00669 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd93cb64993149f4b16d812d5089a38b&device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 1096 time: 0.1024568 Nov 22 16:42:55.983811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-fc3e0da1-b580-439b-8760-8ff3b723977c tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:55.985715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-fc3e0da1-b580-439b-8760-8ff3b723977c tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.37 "GET /v2.0/networks?id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb HTTP/1.1" status: 200 len: 816 time: 0.5370386 Nov 22 16:42:56.008628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Request body: {'port': {'device_id': 'ba626815-d9fe-44b3-9e2b-f0e04a81ef77', 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb', 'admin_state_up': True, 'tenant_id': '21496c6699074e389493270f2238f78c'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:56.046118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-dd4f10e9-ead4-4db0-ac0c-e224b67f0500 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.049320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 47283cdb-d11b-4767-878a-52260f6b7a4d details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:56.049474 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-dd4f10e9-ead4-4db0-ac0c-e224b67f0500 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.62 "GET /v2.0/networks?id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb HTTP/1.1" status: 200 len: 816 time: 0.2609105 Nov 22 16:42:56.088031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Request body: {'port': {'device_id': '52cbbca5-926b-401d-ab9b-c984947313cf', 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb', 'admin_state_up': True, 'tenant_id': '21496c6699074e389493270f2238f78c'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:56.143572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644479fe-8f3a-4966-9d56-650957fc43fe req-4c4490de-fd33-4afd-853d-bbfa5b4403cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.146253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-644479fe-8f3a-4966-9d56-650957fc43fe req-4c4490de-fd33-4afd-853d-bbfa5b4403cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1096 time: 0.7463284 Nov 22 16:42:56.375059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 47283cdb-d11b-4767-878a-52260f6b7a4d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=47283cdb-d11b-4767-878a-52260f6b7a4d,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:56.419868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '47283cdb-d11b-4767-878a-52260f6b7a4d', 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'port_id': '47283cdb-d11b-4767-878a-52260f6b7a4d', 'mac_address': 'fa:16:3e:e8:5a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f513ce70-31cc-40a1-9871-c1ee9675c580', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:56.480999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644479fe-8f3a-4966-9d56-650957fc43fe req-f833588e-b6d1-4cf2-abc6-8c52f96afb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.482581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-644479fe-8f3a-4966-9d56-650957fc43fe req-f833588e-b6d1-4cf2-abc6-8c52f96afb7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.2651315 Nov 22 16:42:56.502204 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.api [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:42:56.502204 n-d-816865-2 neutron-server[103443]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 16:42:56.502204 n-d-816865-2 neutron-server[103443]: [parameters: {'project_id': '21496c6699074e389493270f2238f78c', 'id': '4984499b-2409-4beb-90b2-876e4f736829', 'expiration': datetime.datetime(2021, 11, 22, 16, 44, 56, 474735)}] Nov 22 16:42:56.502204 n-d-816865-2 neutron-server[103443]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:42:56.502759 n-d-816865-2 neutron-server[103443]: DEBUG oslo_db.api [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:42:56.516163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Made reservation on behalf of 21496c6699074e389493270f2238f78c for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:56.516816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.526625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.536278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47283cdb-d11b-4767-878a-52260f6b7a4d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:56.562910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6405-87c0-405f-9bd8-6579593ea612 req-eb070f8a-c58e-4965-9c5d-09e5f2f73e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.564717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-eb070f8a-c58e-4965-9c5d-09e5f2f73e43 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9985d6af-ee68-482a-aca5-9afc048fa007 HTTP/1.1" status: 200 len: 907 time: 0.6639321 Nov 22 16:42:56.568217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 47283cdb-d11b-4767-878a-52260f6b7a4d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=47283cdb-d11b-4767-878a-52260f6b7a4d,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:56.575211 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.576664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:56.579670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-89bfda70-e6e0-4fa2-ac97-82e37335036e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.581844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-ea1f3704-104a-4fbd-a7ce-a01165add3dc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8320937 Nov 22 16:42:56.582351 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-89bfda70-e6e0-4fa2-ac97-82e37335036e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.62 "GET /v2.0/networks?id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb HTTP/1.1" status: 200 len: 816 time: 0.3145781 Nov 22 16:42:56.603715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Request body: {'port': {'device_id': '2dda0553-9abd-429a-a337-40ab24c8c550', 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb', 'admin_state_up': True, 'tenant_id': '21496c6699074e389493270f2238f78c'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:56.635827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:56.676016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=47283cdb-d11b-4767-878a-52260f6b7a4d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:56.684862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-644479fe-8f3a-4966-9d56-650957fc43fe req-7c18ad5e-f5c8-4a44-801d-d87bb662d82d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 200 len: 1001 time: 0.1845803 Nov 22 16:42:56.730590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:56.730867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-d987561c-2e44-40cc-a6cc-0776639d077b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427 HTTP/1.1" status: 200 len: 1000 time: 0.1419449 Nov 22 16:42:56.732229 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.745094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af', 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'port_id': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af', 'mac_address': 'fa:16:3e:b2:a9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f513ce70-31cc-40a1-9871-c1ee9675c580', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:56.804615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.818194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:56.838756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:56.845064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.845267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c9c69c0b-df8e-4745-83dc-31f7e9f45c69 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:56.854321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644479fe-8f3a-4966-9d56-650957fc43fe req-97945ba9-8d72-416a-9b35-2c282906ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.856276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-644479fe-8f3a-4966-9d56-650957fc43fe req-97945ba9-8d72-416a-9b35-2c282906ce59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.1598072 Nov 22 16:42:56.857189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Allocated IP 172.20.0.4 (68c20edc-47dc-4f14-a3be-44b5b96ad1eb/9e678478-fc48-42fb-89d5-99afb9acafa2/91819051-91d8-432d-a90c-44681024945d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:56.880172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6405-87c0-405f-9bd8-6579593ea612 req-6871869d-e5bb-4593-ae2b-03737eb0ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.881605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-6871869d-e5bb-4593-ae2b-03737eb0ecc2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e HTTP/1.1" status: 200 len: 845 time: 0.1426322 Nov 22 16:42:56.884798 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Made reservation on behalf of 21496c6699074e389493270f2238f78c for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:56.889873 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.954578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644479fe-8f3a-4966-9d56-650957fc43fe req-1c3660b4-f672-458c-8c5d-be9f4d37a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.956065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-644479fe-8f3a-4966-9d56-650957fc43fe req-1c3660b4-f672-458c-8c5d-be9f4d37a411 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908413 Nov 22 16:42:56.963331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:57.021340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c9c69c0b-df8e-4745-83dc-31f7e9f45c69, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:57.034752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69', 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b', 'port_id': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69', 'mac_address': 'fa:16:3e:d5:c5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a356b5a9-bc98-48e5-9f17-8a22a5d492a3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:57.035020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6405-87c0-405f-9bd8-6579593ea612 req-0b1b2932-4ca3-4b6c-9d3a-571a4116752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:57.036431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-0b1b2932-4ca3-4b6c-9d3a-571a4116752c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9985d6af-ee68-482a-aca5-9afc048fa007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378484 Nov 22 16:42:57.085951 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.100500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c69c0b-df8e-4745-83dc-31f7e9f45c69 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:57.115767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Made reservation on behalf of 21496c6699074e389493270f2238f78c for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:57.119388 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.124751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.134680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c9c69c0b-df8e-4745-83dc-31f7e9f45c69, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:57.140772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.141653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0807fb5f-f78f-45e5-963a-edc12e383e40 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:57.174509 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.186842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-644479fe-8f3a-4966-9d56-650957fc43fe req-f582325c-04bc-4014-b0a9-e64d0ea05445 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218914 Nov 22 16:42:57.202963 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.215520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0807fb5f-f78f-45e5-963a-edc12e383e40, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0807fb5f-f78f-45e5-963a-edc12e383e40,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:57.276311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '0807fb5f-f78f-45e5-963a-edc12e383e40', 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'port_id': '0807fb5f-f78f-45e5-963a-edc12e383e40', 'mac_address': 'fa:16:3e:10:4d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f513ce70-31cc-40a1-9871-c1ee9675c580', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:57.280098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:57.331312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:57.337245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.62', 51856) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:57.339358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:57.348784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:57.391394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.414615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0807fb5f-f78f-45e5-963a-edc12e383e40 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:57.443398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0807fb5f-f78f-45e5-963a-edc12e383e40, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0807fb5f-f78f-45e5-963a-edc12e383e40,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:57.450660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.454136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:57.552139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Pushing event updated for resources: {'Port': ['ID=91819051-91d8-432d-a90c-44681024945d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:57.556812 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0807fb5f-f78f-45e5-963a-edc12e383e40,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:57.601825 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Allocated IP 172.20.0.6 (68c20edc-47dc-4f14-a3be-44b5b96ad1eb/9e678478-fc48-42fb-89d5-99afb9acafa2/2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:57.653457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:57.654260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.700323 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-55dce2b3-180f-4c94-89ec-81f564e16351 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6328719 Nov 22 16:42:57.710829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a427c0-eed0-4c26-9448-3c679832a558 req-f1303c3c-7137-493e-8fcf-b678eefbac04 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:57.713451 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-f1303c3c-7137-493e-8fcf-b678eefbac04 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.62 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 819 time: 0.3512712 Nov 22 16:42:57.718531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Request body: {'port': {'device_id': '52cbbca5-926b-401d-ab9b-c984947313cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:57.724375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:57.731643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Request body: {'port': {'device_id': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'admin_state_up': True, 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:57.739758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'port_id': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'mac_address': 'fa:16:3e:ea:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:57.790412 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.809829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:57.841279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:57.847532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.848399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9ed289d3-f33b-4397-94a7-1e177906ef09 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:57.889517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9ed289d3-f33b-4397-94a7-1e177906ef09, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9ed289d3-f33b-4397-94a7-1e177906ef09,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:57.963738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Allocated IP 172.25.0.191 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/53b77db6-cc3e-4d7d-bcf7-4ce5d56179ad) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:57.971721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '9ed289d3-f33b-4397-94a7-1e177906ef09', 'network_id': '7bf485ee-00ae-42be-b790-e5bca2fa413e', 'port_id': '9ed289d3-f33b-4397-94a7-1e177906ef09', 'mac_address': 'fa:16:3e:a2:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f513ce70-31cc-40a1-9871-c1ee9675c580', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:57.974003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:58.027445 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.045062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed289d3-f33b-4397-94a7-1e177906ef09 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:58.069378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9ed289d3-f33b-4397-94a7-1e177906ef09, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9ed289d3-f33b-4397-94a7-1e177906ef09,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:58.073435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-b2535e33-f1ce-4c95-ba1c-946e4308a284 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0175443 Nov 22 16:42:58.076193 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.077261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0041cd8c-9640-47b1-896a-7445382c04ca details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:58.116600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0041cd8c-9640-47b1-896a-7445382c04ca, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0041cd8c-9640-47b1-896a-7445382c04ca,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:58.128496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-644479fe-8f3a-4966-9d56-650957fc43fe req-b65c201e-445c-4749-bdfc-c9186d81b41f service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9297850 Nov 22 16:42:58.136693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '0041cd8c-9640-47b1-896a-7445382c04ca', 'network_id': '1c6e2e81-f98b-4ecc-be06-3bb1677eb85b', 'port_id': '0041cd8c-9640-47b1-896a-7445382c04ca', 'mac_address': 'fa:16:3e:40:30:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a356b5a9-bc98-48e5-9f17-8a22a5d492a3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:58.190795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.199354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9ed289d3-f33b-4397-94a7-1e177906ef09,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:58.249535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.268521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.276852 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.298616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0041cd8c-9640-47b1-896a-7445382c04ca {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:58.331225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0041cd8c-9640-47b1-896a-7445382c04ca, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0041cd8c-9640-47b1-896a-7445382c04ca,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:58.338202 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.344676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:58.349717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:58.380078 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.380622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:58.393434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:58.428345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-13e06281-b6c6-4206-b44c-f914a4261150 service neutron] 10.222.0.62 "GET /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939287 Nov 22 16:42:58.453340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Made reservation on behalf of 8c7ca943ef2944d3b956c69001d988ce for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:58.457203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.462170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0041cd8c-9640-47b1-896a-7445382c04ca,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:58.507867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event updated for resources: {'Port': ['ID=53b77db6-cc3e-4d7d-bcf7-4ce5d56179ad,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:58.568415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.604386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:58.612499 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.630517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'port_id': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'mac_address': 'fa:16:3e:67:07:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:58.637434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:58.643699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Allocated IP 172.20.0.2 (68c20edc-47dc-4f14-a3be-44b5b96ad1eb/9e678478-fc48-42fb-89d5-99afb9acafa2/b7d07939-f399-44a7-8f81-235105a02417) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:58.666908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:58.674850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:58.716495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Pushing event updated for resources: {'Port': ['ID=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:58.752138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Allocated IP 172.20.0.13 (02521324-fdfd-4b38-8fd0-fa4c6cec06ce/d3f6b1a9-0242-4599-a078-795238226573/5bb20628-d8e4-46d8-bc6e-4c6df9d8f506) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:58.761160 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.784459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:58.795124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.816316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f160bf3-9b1e-45bf-a24a-04166b583994 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:58.856429 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-4a5905d5-6107-4ccf-9d2a-d1475cf57593 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2596352 Nov 22 16:42:58.873865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Request body: {'port': {'device_id': '2dda0553-9abd-429a-a337-40ab24c8c550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:58.877967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:58.888001 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.914610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:58.949422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.028636 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.059973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['47283cdb-d11b-4767-878a-52260f6b7a4d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:59.126173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:59.142408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:59.147095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:59.150536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Pushing event updated for resources: {'Port': ['ID=b7d07939-f399-44a7-8f81-235105a02417,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:59.189606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['5eb5d6e6-69d4-415a-a4ea-f4d4e50031af'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:59.254626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:59.255661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.290314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-5e35ae22-3a4c-436a-84e5-d1fe7a25accf tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2919264 Nov 22 16:42:59.302608 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.308960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Request body: {'port': {'device_id': 'ba626815-d9fe-44b3-9e2b-f0e04a81ef77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:59.309936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c9c69c0b-df8e-4745-83dc-31f7e9f45c69'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:59.316060 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.318005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['9ed289d3-f33b-4397-94a7-1e177906ef09'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:59.326892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['0807fb5f-f78f-45e5-963a-edc12e383e40'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:59.378012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['7f160bf3-9b1e-45bf-a24a-04166b583994'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:59.380485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:59.469992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event updated for resources: {'Port': ['ID=53b77db6-cc3e-4d7d-bcf7-4ce5d56179ad,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:59.477165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.479413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.486764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['0041cd8c-9640-47b1-896a-7445382c04ca'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:59.489494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.504869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.555327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.557526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-215a35f3-b01c-47f2-83cd-64f560b11a71 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9743149 Nov 22 16:42:59.636050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91819051-91d8-432d-a90c-44681024945d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:59.652538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.712874 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.738276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-df3f6c88-617b-4fa3-bc78-3ecc5c300290 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0973809 Nov 22 16:42:59.780152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Transition to ACTIVE for port object 91819051-91d8-432d-a90c-44681024945d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:59.830760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:59.839425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:59.841859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.859303 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:59.919903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:59.921519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.967264 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2393403 Nov 22 16:42:59.987549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Request body: {'port': {'device_id': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:00.026263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:00.063731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-b4c11cb8-f3b5-4ac7-99ec-2338383383b8 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:00.067117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df21f072-b402-4aa2-88c0-bde6bcfe6d30 req-b4c11cb8-f3b5-4ac7-99ec-2338383383b8 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.3160789 Nov 22 16:43:00.209767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba687dc4-c2d3-4700-ac8c-b276871c6ae4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event updated for resources: {'Port': ['ID=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:00.213167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d07939-f399-44a7-8f81-235105a02417 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:00.233056 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.256309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Transition to ACTIVE for port object b7d07939-f399-44a7-8f81-235105a02417 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:00.261266 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.359730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d07939-f399-44a7-8f81-235105a02417,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:00.395489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.517718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Attempting to bind port b7d07939-f399-44a7-8f81-235105a02417 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:00.518249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Attempting to bind port b7d07939-f399-44a7-8f81-235105a02417 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:00.519397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Attempting to bind port b7d07939-f399-44a7-8f81-235105a02417 on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:00.526405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Port b7d07939-f399-44a7-8f81-235105a02417 on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:00.527015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Attempting to bind port b7d07939-f399-44a7-8f81-235105a02417 on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:00.536261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:00.536897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Checking segment: {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:00.537494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Bound using segment: {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:00.538134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Bound port: b7d07939-f399-44a7-8f81-235105a02417, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:00.539748 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.697391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Pushing event updated for resources: {'Port': ['ID=91819051-91d8-432d-a90c-44681024945d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:00.738619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Attempting to bind port 91819051-91d8-432d-a90c-44681024945d on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:00.740018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Attempting to bind port 91819051-91d8-432d-a90c-44681024945d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:00.740943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Attempting to bind port 91819051-91d8-432d-a90c-44681024945d on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:00.758806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f30b2c-868a-4608-a7fb-f726446da521 req-cc04d891-3a82-4741-8a17-e4410ac8a696 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:00.773093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95f30b2c-868a-4608-a7fb-f726446da521 req-cc04d891-3a82-4741-8a17-e4410ac8a696 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 944 time: 0.2297895 Nov 22 16:43:00.810875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] For port b7d07939-f399-44a7-8f81-235105a02417, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:00.816537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] For port b7d07939-f399-44a7-8f81-235105a02417, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b7d07939-f399-44a7-8f81-235105a02417,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:00.828986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.960881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:00.961798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.963872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7d07939-f399-44a7-8f81-235105a02417 HTTP/1.1" status: 200 len: 1091 time: 1.6645505 Nov 22 16:43:00.973371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba626815-d9fe-44b3-9e2b-f0e04a81ef77', 'tag': 'b7d07939-f399-44a7-8f81-235105a02417'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:00.977146 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219a97bb-8356-4c87-965d-6dd008f6d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba626815-d9fe-44b3-9e2b-f0e04a81ef77", "tag": "b7d07939-f399-44a7-8f81-235105a02417"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:01.026992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Port 91819051-91d8-432d-a90c-44681024945d on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:01.027291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Attempting to bind port 91819051-91d8-432d-a90c-44681024945d on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:01.060836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:01.061298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Checking segment: {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:01.061779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Bound using segment: {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:01.062328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Bound port: 91819051-91d8-432d-a90c-44681024945d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:01.063404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.088068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95f30b2c-868a-4608-a7fb-f726446da521 req-e3c63818-3fec-4430-9781-abe1cf99d09f tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693808 Nov 22 16:43:01.141964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49c44d-cb69-45eb-879a-83e0fd930186 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d07939-f399-44a7-8f81-235105a02417,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:01.222547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f89a8546-7179-491c-bd28-d980b677d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.224140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f89a8546-7179-491c-bd28-d980b677d536 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21496c6699074e389493270f2238f78c&device_id=ba626815-d9fe-44b3-9e2b-f0e04a81ef77 HTTP/1.1" status: 200 len: 1094 time: 0.1899271 Nov 22 16:43:01.296754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-6121ff00-7c02-4e07-b1e5-019ef6fc926c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7d07939-f399-44a7-8f81-235105a02417 HTTP/1.1" status: 200 len: 217 time: 0.0639462 Nov 22 16:43:01.406928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:01.418502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.437694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Transition to ACTIVE for port object 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:01.447124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.449487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad108-1077-4d30-8805-4326b68b4503 req-0d68f7e3-dec3-45ce-a205-918e323bcb41 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.457105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad108-1077-4d30-8805-4326b68b4503 req-0d68f7e3-dec3-45ce-a205-918e323bcb41 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.467392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad108-1077-4d30-8805-4326b68b4503 req-0d68f7e3-dec3-45ce-a205-918e323bcb41 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.474530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad108-1077-4d30-8805-4326b68b4503 req-0d68f7e3-dec3-45ce-a205-918e323bcb41 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.481090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad108-1077-4d30-8805-4326b68b4503 req-0d68f7e3-dec3-45ce-a205-918e323bcb41 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.487371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad108-1077-4d30-8805-4326b68b4503 req-0d68f7e3-dec3-45ce-a205-918e323bcb41 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.494102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad108-1077-4d30-8805-4326b68b4503 req-0d68f7e3-dec3-45ce-a205-918e323bcb41 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.496150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db6ad108-1077-4d30-8805-4326b68b4503 req-0d68f7e3-dec3-45ce-a205-918e323bcb41 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5430 time: 0.1722956 Nov 22 16:43:01.497869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-d7583f42-a1bc-4dde-85f8-115a36e56c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.499777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-d7583f42-a1bc-4dde-85f8-115a36e56c14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e678478-fc48-42fb-89d5-99afb9acafa2 HTTP/1.1" status: 200 len: 856 time: 0.1880581 Nov 22 16:43:01.561128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-896d8862-1797-4c0b-9e3a-37dd9c922f30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494134 Nov 22 16:43:01.598817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] For port 91819051-91d8-432d-a90c-44681024945d, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:01.665648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-47e059f1-702a-4b8d-9b25-0fef9df69362 service neutron] 10.222.0.37 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931470 Nov 22 16:43:01.729187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Pushing event updated for resources: {'Port': ['ID=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:01.753336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] For port 91819051-91d8-432d-a90c-44681024945d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=91819051-91d8-432d-a90c-44681024945d,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:01.760671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db6ad108-1077-4d30-8805-4326b68b4503 req-507a0551-7346-4888-899e-e07ef0106f97 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2568409 Nov 22 16:43:01.771530 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.828191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.829621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.831227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] 10.222.0.62 "PUT /v2.0/ports/91819051-91d8-432d-a90c-44681024945d HTTP/1.1" status: 200 len: 1091 time: 4.1167815 Nov 22 16:43:01.837515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cbbca5-926b-401d-ab9b-c984947313cf', 'tag': '91819051-91d8-432d-a90c-44681024945d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:01.839963 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756b1262-4ea5-4edb-9688-7e48b8dc470a" -d '{"events": [{"name": "network-changed", "server_uuid": "52cbbca5-926b-401d-ab9b-c984947313cf", "tag": "91819051-91d8-432d-a90c-44681024945d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:01.847055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:01.876333 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-878d3d53-ddce-4630-992a-1758fb60b2dd service neutron] 10.222.0.37 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024481 Nov 22 16:43:01.940852 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.076206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Attempting to bind port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:02.076437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Attempting to bind port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:02.077037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Attempting to bind port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:02.088001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Transition to ACTIVE for port object 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:02.103932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.105952 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:02.106346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Attempting to bind port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e on network 68c20edc-47dc-4f14-a3be-44b5b96ad1eb {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:02.123580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372f10-4eb8-4aa0-b93a-d22342a7421b service neutron] Pushing event updated for resources: {'Port': ['ID=91819051-91d8-432d-a90c-44681024945d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:02.128108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-da272b77-15e3-40cb-9887-f28bd8bba351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:02.129645 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-da272b77-15e3-40cb-9887-f28bd8bba351 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21496c6699074e389493270f2238f78c&device_id=52cbbca5-926b-401d-ab9b-c984947313cf HTTP/1.1" status: 200 len: 1094 time: 0.2210808 Nov 22 16:43:02.130470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:02.130713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Checking segment: {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:02.131133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Bound using segment: {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:02.131580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Bound port: 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:02.132053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.192061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93972b7-f9ec-44da-b799-ca98c753c6b5 req-51d701a3-0336-4b19-8ff0-3bc2c66cbc62 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:02.193803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c93972b7-f9ec-44da-b799-ca98c753c6b5 req-51d701a3-0336-4b19-8ff0-3bc2c66cbc62 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 932 time: 0.1609643 Nov 22 16:43:02.283226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c93972b7-f9ec-44da-b799-ca98c753c6b5 req-1535e33d-07b6-4566-80e6-5c514a505161 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814736 Nov 22 16:43:02.341523 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-6724e2a3-1c11-4061-83eb-1db2073f0c31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91819051-91d8-432d-a90c-44681024945d HTTP/1.1" status: 200 len: 217 time: 0.1333933 Nov 22 16:43:02.346269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:02.371050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:02.478340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 7f160bf3-9b1e-45bf-a24a-04166b583994 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:02.479764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.486275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46628662-475f-487c-ab68-9c94df919541 req-8924ed98-01d2-42f8-8f24-b4f0d1b176a3 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips/856ab42d-bf93-41fb-8e87-141002a53175 HTTP/1.1" status: 200 len: 693 time: 0.1550505 Nov 22 16:43:02.516966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60342) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:02.587561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] For port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:02.598584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-a5924ef6-42df-4a7c-8dbe-45b1a4e5c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:02.608866 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.613887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-a5924ef6-42df-4a7c-8dbe-45b1a4e5c635 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e678478-fc48-42fb-89d5-99afb9acafa2 HTTP/1.1" status: 200 len: 856 time: 0.2457323 Nov 22 16:43:02.616609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] For port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:02.649277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.653939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:02.657319 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e0ee7b-1444-4683-b40d-12a893803bda" -d '{"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:02.686711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:02.694068 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.695442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:02.743701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Pushing event updated for resources: {'Port': ['ID=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:02.748835 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-c188f3a5-25a0-4734-8436-4ea155d46ba7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226614 Nov 22 16:43:02.795090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Attempting to bind port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:02.795741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Attempting to bind port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:02.796313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Attempting to bind port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 on network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:02.801828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2547aa43-c32b-4b00-8f1d-4ec687b82d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.811036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:02.845239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46628662-475f-487c-ab68-9c94df919541 req-20b3e4a3-1760-4725-9b15-f7a6e71ba839 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:02.847489 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46628662-475f-487c-ab68-9c94df919541 req-20b3e4a3-1760-4725-9b15-f7a6e71ba839 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.3599949 Nov 22 16:43:02.851834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:02.857925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:02.858703 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.880559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:02.881220 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.884339 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f4e4240c-e58f-4755-9111-c81bae75c7cc service neutron] 10.222.0.62 "PUT /v2.0/ports/2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e HTTP/1.1" status: 200 len: 1091 time: 4.0157850 Nov 22 16:43:02.885003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 on network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:02.885331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Attempting to bind port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 on network 02521324-fdfd-4b38-8fd0-fa4c6cec06ce {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:02.909556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:02.910175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Checking segment: {'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:02.911043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Bound using segment: {'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:02.911437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Bound port: 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3621a47-094a-4436-be81-cabcedaf0f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:02.911794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.004818 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.108371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:03.109640 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-319f970a-7302-4e41-a3e9-236e39fa439a service neutron] 10.222.0.62 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503716 Nov 22 16:43:03.123153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9dfc1-d20f-4eec-993a-bfa1517d7737 req-9fa91c59-336c-4719-9fe6-0e448693e9f6 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.127714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79c9dfc1-d20f-4eec-993a-bfa1517d7737 req-9fa91c59-336c-4719-9fe6-0e448693e9f6 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 943 time: 0.1338575 Nov 22 16:43:03.131886 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.232671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79c9dfc1-d20f-4eec-993a-bfa1517d7737 req-0b8e0956-d00f-4608-89f5-648a1d8d5903 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982382 Nov 22 16:43:03.237755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:03.245748 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-c8538c07-4ffc-4017-8e6b-7f40fe1e688a service neutron] 10.222.0.62 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263511 Nov 22 16:43:03.255620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-b0e4e44e-7999-49f9-9df7-8c554592271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.258305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-b0e4e44e-7999-49f9-9df7-8c554592271d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21496c6699074e389493270f2238f78c&device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 1094 time: 0.3161502 Nov 22 16:43:03.355167 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-f27c7f84-b4c5-4c50-870b-725752dcc125 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e HTTP/1.1" status: 200 len: 217 time: 0.0625579 Nov 22 16:43:03.363055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] For port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:03.371562 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffadad6f-15fa-493f-93f1-71fe6bd6c7e8 x-openstack-request-id: req-ffadad6f-15fa-493f-93f1-71fe6bd6c7e8 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:03.371562 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba626815-d9fe-44b3-9e2b-f0e04a81ef77", "tag": "b7d07939-f399-44a7-8f81-235105a02417", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:03.371562 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffadad6f-15fa-493f-93f1-71fe6bd6c7e8 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:03.371562 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba626815-d9fe-44b3-9e2b-f0e04a81ef77', 'tag': 'b7d07939-f399-44a7-8f81-235105a02417', 'status': 'completed', 'code': 200} Nov 22 16:43:03.423701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] For port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:03.432724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2547aa43-c32b-4b00-8f1d-4ec687b82d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.439328 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fb9eb4-696d-4f66-902b-5d5a833ee370 x-openstack-request-id: req-a2fb9eb4-696d-4f66-902b-5d5a833ee370 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:03.439562 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cbbca5-926b-401d-ab9b-c984947313cf", "tag": "91819051-91d8-432d-a90c-44681024945d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:03.439822 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2fb9eb4-696d-4f66-902b-5d5a833ee370 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:03.440255 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cbbca5-926b-401d-ab9b-c984947313cf', 'tag': '91819051-91d8-432d-a90c-44681024945d', 'status': 'completed', 'code': 200} Nov 22 16:43:03.441823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.462709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2547aa43-c32b-4b00-8f1d-4ec687b82d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.484970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-83c3d0e0-81b2-4653-adc6-2dab4af560a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.486867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-83c3d0e0-81b2-4653-adc6-2dab4af560a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21496c6699074e389493270f2238f78c&device_id=ba626815-d9fe-44b3-9e2b-f0e04a81ef77 HTTP/1.1" status: 200 len: 1094 time: 0.0876257 Nov 22 16:43:03.535082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.535720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.537382 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] 10.222.0.62 "PUT /v2.0/ports/5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 1092 time: 3.5572126 Nov 22 16:43:03.540462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547aa43-c32b-4b00-8f1d-4ec687b82d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a65f8-8f14-4ad2-9465-9a403bf79b25,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:03.585620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-14b66068-d312-4124-bda0-86e3d6764ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.587249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-14b66068-d312-4124-bda0-86e3d6764ad5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e678478-fc48-42fb-89d5-99afb9acafa2 HTTP/1.1" status: 200 len: 856 time: 0.2159553 Nov 22 16:43:03.623596 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2547aa43-c32b-4b00-8f1d-4ec687b82d7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc27488a52f74871be4a8b986b9a6bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0965726 Nov 22 16:43:03.638172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60358) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:03.665306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-afad181d-62d2-4467-ba13-df4b1be86f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.667309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-afad181d-62d2-4467-ba13-df4b1be86f77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb HTTP/1.1" status: 200 len: 917 time: 0.1726243 Nov 22 16:43:03.702380 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-29439b94-1684-4448-981c-467a29e9cfbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053162 Nov 22 16:43:03.715785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-b9f70539-eb33-4b1e-b6fa-03025d5cddaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7d07939-f399-44a7-8f81-235105a02417 HTTP/1.1" status: 200 len: 217 time: 0.0384912 Nov 22 16:43:03.733222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-cadd482a-abe7-4211-9c2c-6963424810af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.734784 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-cadd482a-abe7-4211-9c2c-6963424810af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21496c6699074e389493270f2238f78c&device_id=52cbbca5-926b-401d-ab9b-c984947313cf HTTP/1.1" status: 200 len: 1094 time: 0.2660992 Nov 22 16:43:03.748245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9057205-8ca7-4966-8a46-2438fd6b0904 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:03.832537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bdcc9-eca6-4c4f-b352-ac9aea76ea0e req-128859c1-cc89-41cf-b69b-62c773ff800c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.834868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-403bdcc9-eca6-4c4f-b352-ac9aea76ea0e req-128859c1-cc89-41cf-b69b-62c773ff800c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.1663270 Nov 22 16:43:03.839521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-8f87aa4e-1687-463c-870e-45f63bac4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.841937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-8f87aa4e-1687-463c-870e-45f63bac4bad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9e678478-fc48-42fb-89d5-99afb9acafa2 HTTP/1.1" status: 200 len: 856 time: 0.1001248 Nov 22 16:43:03.867231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a427c0-eed0-4c26-9448-3c679832a558 req-bc7b99c0-93e1-481b-8f2c-f62430a08eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.868867 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-bc7b99c0-93e1-481b-8f2c-f62430a08eff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1095 time: 0.2475631 Nov 22 16:43:03.875383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-008fb06a-d0fa-4bdc-8985-f78b33adea62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.883315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-670f32e2-6f02-4930-9408-2e1c9ba87140 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315499 Nov 22 16:43:03.951821 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-e99138f8-e176-4f55-b0e7-c0dfa2817763 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 217 time: 0.0714271 Nov 22 16:43:03.984776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-22229d8d-6261-4b33-aef6-eb8cd8438364 service neutron] 10.222.0.37 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945761 Nov 22 16:43:03.999713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-008fb06a-d0fa-4bdc-8985-f78b33adea62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.063517 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-0cb23276-b160-4296-a7b3-1fd05b08a6c9 service neutron] 10.222.0.62 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487680 Nov 22 16:43:04.076924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-403bdcc9-eca6-4c4f-b352-ac9aea76ea0e req-434c2b3f-6ef8-42bb-be58-e760931bf64c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335000 Nov 22 16:43:04.088609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-4a711dbb-9dee-4eec-a919-9789011df25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.090482 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-4a711dbb-9dee-4eec-a919-9789011df25c service neutron] 10.222.0.62 "GET /v2.0/networks?id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb HTTP/1.1" status: 200 len: 917 time: 0.3342695 Nov 22 16:43:04.092228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a427c0-eed0-4c26-9448-3c679832a558 req-2306147f-5d4d-45d8-9ac3-ce76db5c8f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.093640 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-2306147f-5d4d-45d8-9ac3-ce76db5c8f21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.1340935 Nov 22 16:43:04.135190 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c71bbc-dbc2-4130-abba-604eec63821f x-openstack-request-id: req-e8c71bbc-dbc2-4130-abba-604eec63821f {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:04.135706 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:04.135848 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8c71bbc-dbc2-4130-abba-604eec63821f {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:04.136250 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'code': 200} Nov 22 16:43:04.157926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-219a97bb-8356-4c87-965d-6dd008f6d00a req-b83ec72d-d4e8-4ef1-b0d7-a1e82f8468c3 service neutron] 10.222.0.37 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655087 Nov 22 16:43:04.260886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-16a4bb27-60d8-46d1-8dcf-505e6cf4cc5e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.268022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-16a4bb27-60d8-46d1-8dcf-505e6cf4cc5e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.274791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-16a4bb27-60d8-46d1-8dcf-505e6cf4cc5e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.281790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-16a4bb27-60d8-46d1-8dcf-505e6cf4cc5e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.289061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-16a4bb27-60d8-46d1-8dcf-505e6cf4cc5e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.295544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-16a4bb27-60d8-46d1-8dcf-505e6cf4cc5e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.301861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-16a4bb27-60d8-46d1-8dcf-505e6cf4cc5e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.310981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-16a4bb27-60d8-46d1-8dcf-505e6cf4cc5e tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5431 time: 0.1181731 Nov 22 16:43:04.382215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b7d07939-f399-44a7-8f81-235105a02417 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:04.399808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5c4fa61-bd69-43db-ac4b-e858555a18a1 req-a77f143a-771c-490c-a51b-6c5cfa8a57e0 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875609 Nov 22 16:43:04.503995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-0b7ac3bc-a84d-41f2-8d72-3a2a5b23e3fc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips/856ab42d-bf93-41fb-8e87-141002a53175 HTTP/1.1" status: 200 len: 693 time: 0.0674653 Nov 22 16:43:04.554826 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-ed62ca38-4b01-4506-b15b-36beca022be5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4494696 Nov 22 16:43:04.561676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 47283cdb-d11b-4767-878a-52260f6b7a4d up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:04.576985 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-187922d3-9714-44c8-b9c1-bb69b152a46f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91819051-91d8-432d-a90c-44681024945d HTTP/1.1" status: 200 len: 217 time: 0.4593918 Nov 22 16:43:04.647969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 47283cdb-d11b-4767-878a-52260f6b7a4d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:04.654243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 47283cdb-d11b-4767-878a-52260f6b7a4d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:04.654681 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.672423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-cecf95da-e348-4d0c-a3b4-81e34aff3cb9 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.682234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-cecf95da-e348-4d0c-a3b4-81e34aff3cb9 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1762991 Nov 22 16:43:04.732448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b7d07939-f399-44a7-8f81-235105a02417, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b7d07939-f399-44a7-8f81-235105a02417,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:04.746642 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-8f372333-0020-4c2f-a6d0-169239c79d07 service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824458 Nov 22 16:43:04.751749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'b7d07939-f399-44a7-8f81-235105a02417', 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb', 'port_id': 'b7d07939-f399-44a7-8f81-235105a02417', 'mac_address': 'fa:16:3e:b4:cb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e678478-fc48-42fb-89d5-99afb9acafa2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:04.829097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-6adb29fe-dde6-48d5-b455-874507d365c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.1454771 Nov 22 16:43:04.879317 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.910723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.917466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-5c0282f7-6170-4745-ad25-af3a6f4c8e2a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0873425 Nov 22 16:43:04.935506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-008fb06a-d0fa-4bdc-8985-f78b33adea62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.938079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-008fb06a-d0fa-4bdc-8985-f78b33adea62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.939255 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-008fb06a-d0fa-4bdc-8985-f78b33adea62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e28a65f8-8f14-4ad2-9465-9a403bf79b25 HTTP/1.1" status: 204 len: 168 time: 1.2872355 Nov 22 16:43:04.970200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d07939-f399-44a7-8f81-235105a02417 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:04.986070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-09a427c0-eed0-4c26-9448-3c679832a558 req-5789fa4e-1f44-46d9-b54b-bfde58888194 service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696010 Nov 22 16:43:04.987453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fb06a-d0fa-4bdc-8985-f78b33adea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a65f8-8f14-4ad2-9465-9a403bf79b25,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:05.049875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 47283cdb-d11b-4767-878a-52260f6b7a4d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=47283cdb-d11b-4767-878a-52260f6b7a4d,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:05.070597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-cc3c573f-847c-417d-a48a-a9538bf99f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:05.074725 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-cc3c573f-847c-417d-a48a-a9538bf99f6a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e678478-fc48-42fb-89d5-99afb9acafa2 HTTP/1.1" status: 200 len: 856 time: 0.4544299 Nov 22 16:43:05.087487 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-42158ae1-b8f2-48e4-8552-ab4bd98925ee req-e77a3e15-2612-4564-abb6-87b190b95975 service neutron] 10.222.0.62 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0107608 Nov 22 16:43:05.124385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b7d07939-f399-44a7-8f81-235105a02417, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b7d07939-f399-44a7-8f81-235105a02417,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:05.130842 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.134445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0807fb5f-f78f-45e5-963a-edc12e383e40 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:05.166502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-e833e2d0-83bb-4b84-b465-676cf235336f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782564 Nov 22 16:43:05.187044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.285526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 91819051-91d8-432d-a90c-44681024945d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:05.309296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=47283cdb-d11b-4767-878a-52260f6b7a4d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:05.328386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Deleting port 53b77db6-cc3e-4d7d-bcf7-4ce5d56179ad {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:05.328741 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.424133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 0807fb5f-f78f-45e5-963a-edc12e383e40 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:05.427587 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-05bcc34b-6057-4611-844d-8435e7b4a15e service neutron] 10.222.0.62 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506218 Nov 22 16:43:05.440719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 0807fb5f-f78f-45e5-963a-edc12e383e40 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:05.441100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.462407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dda0553-9abd-429a-a337-40ab24c8c550', 'tag': '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e'}, {'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:05.467161 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b20b675-6531-4e00-b721-c590df35b278" -d '{"events": [{"name": "network-changed", "server_uuid": "2dda0553-9abd-429a-a337-40ab24c8c550", "tag": "2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e"}, {"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:05.550322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.550907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.582138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Calling delete_port for 53b77db6-cc3e-4d7d-bcf7-4ce5d56179ad owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:05.603404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b7d07939-f399-44a7-8f81-235105a02417'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:05.641748 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-756b1262-4ea5-4edb-9688-7e48b8dc470a req-24d378ec-bd36-4bcb-a061-37506e400019 service neutron] 10.222.0.62 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056527 Nov 22 16:43:05.700351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60372) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:05.703078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b7d07939-f399-44a7-8f81-235105a02417,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:05.719320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9be6bf4a-40ad-43e6-9d58-deb122c98f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.832552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.838494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 91819051-91d8-432d-a90c-44681024945d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=91819051-91d8-432d-a90c-44681024945d,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:05.874302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '91819051-91d8-432d-a90c-44681024945d', 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb', 'port_id': '91819051-91d8-432d-a90c-44681024945d', 'mac_address': 'fa:16:3e:79:c7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e678478-fc48-42fb-89d5-99afb9acafa2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:05.877830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event deleted for resources: {'Port': ['ID=53b77db6-cc3e-4d7d-bcf7-4ce5d56179ad,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:05.981705 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.984899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.988044 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.989321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f08668d6-5555-4312-ad9b-f76b54eb19e2 req-f8541328-19f8-4d2b-ade6-dfc36d568bbc tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "DELETE /v2.0/floatingips/856ab42d-bf93-41fb-8e87-141002a53175 HTTP/1.1" status: 204 len: 173 time: 1.0708344 Nov 22 16:43:05.997467 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9be6bf4a-40ad-43e6-9d58-deb122c98f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.003253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9be6bf4a-40ad-43e6-9d58-deb122c98f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.046084 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.077635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9be6bf4a-40ad-43e6-9d58-deb122c98f9c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91bfdd35b5f14b0480d85260fe87dd23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3760526 Nov 22 16:43:06.081897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60376) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:06.127532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6bf4a-40ad-43e6-9d58-deb122c98f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eae2df6-0477-4957-bad7-bad7fd3c3159,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:06.137685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0807fb5f-f78f-45e5-963a-edc12e383e40, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0807fb5f-f78f-45e5-963a-edc12e383e40,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:06.138047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47283cdb-d11b-4767-878a-52260f6b7a4d'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0807fb5f-f78f-45e5-963a-edc12e383e40'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:06.144673 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b49ed-b001-4297-b259-5961c2182ca3" -d '{"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "5eb5d6e6-69d4-415a-a4ea-f4d4e50031af"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "47283cdb-d11b-4767-878a-52260f6b7a4d"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "0807fb5f-f78f-45e5-963a-edc12e383e40"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:06.160309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91819051-91d8-432d-a90c-44681024945d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:06.222287 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.240910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c9c69c0b-df8e-4745-83dc-31f7e9f45c69 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:06.279049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 91819051-91d8-432d-a90c-44681024945d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=91819051-91d8-432d-a90c-44681024945d,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:06.317729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b803-6276-4dcd-83aa-8baab8d1b2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.323961 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.406491 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b803-6276-4dcd-83aa-8baab8d1b2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.483631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132e247-717e-4f72-8232-62dbdc50790b req-0e33c212-83cb-45ad-8334-cc0cb6e85b4d tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:06.495152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a132e247-717e-4f72-8232-62dbdc50790b req-0e33c212-83cb-45ad-8334-cc0cb6e85b4d tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 944 time: 0.1143506 Nov 22 16:43:06.535232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b803-6276-4dcd-83aa-8baab8d1b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.538074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b803-6276-4dcd-83aa-8baab8d1b2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.541936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bfc3b803-6276-4dcd-83aa-8baab8d1b2bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7eae2df6-0477-4957-bad7-bad7fd3c3159 HTTP/1.1" status: 204 len: 168 time: 0.4555497 Nov 22 16:43:06.561064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3b803-6276-4dcd-83aa-8baab8d1b2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eae2df6-0477-4957-bad7-bad7fd3c3159,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:06.621615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.638488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a132e247-717e-4f72-8232-62dbdc50790b req-c649a6e8-fe04-4167-b7f7-b6a1e79122e0 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417828 Nov 22 16:43:06.676672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0807fb5f-f78f-45e5-963a-edc12e383e40,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:06.734706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=91819051-91d8-432d-a90c-44681024945d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:06.743405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:06.748651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:06.749071 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.833561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['91819051-91d8-432d-a90c-44681024945d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:06.833960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9687f-b4cd-432e-8dfa-6eef838dbd98 req-ab4eb625-8f6b-41d3-8954-6644279b377e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:06.835403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bf9687f-b4cd-432e-8dfa-6eef838dbd98 req-ab4eb625-8f6b-41d3-8954-6644279b377e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 943 time: 0.0793092 Nov 22 16:43:06.938864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.995686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bf9687f-b4cd-432e-8dfa-6eef838dbd98 req-87114b72-04de-4d90-87bf-5a697c59c540 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335931 Nov 22 16:43:07.026035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c9c69c0b-df8e-4745-83dc-31f7e9f45c69, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:07.052731 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.053498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:07.177740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.198013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:07.205483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:07.205963 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.277556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace994-b5ea-461b-b01a-44ca24052dcd req-5505b06e-4db9-4ca6-a760-c60623fb5498 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.293019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eace994-b5ea-461b-b01a-44ca24052dcd req-5505b06e-4db9-4ca6-a760-c60623fb5498 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.2052522 Nov 22 16:43:07.305751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:07.329913 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.391352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eace994-b5ea-461b-b01a-44ca24052dcd req-6320d16d-c1db-4d7e-988c-0a50c49ef49d tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961349 Nov 22 16:43:07.435878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:07.454642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.455930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9ed289d3-f33b-4397-94a7-1e177906ef09 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:07.529622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.585824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-dc303aad-5d00-45bb-898c-8c2723c7bb30 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.587855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:07.596239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-dc303aad-5d00-45bb-898c-8c2723c7bb30 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.603479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-dc303aad-5d00-45bb-898c-8c2723c7bb30 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.606154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'port_id': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'mac_address': 'fa:16:3e:9c:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:07.610650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-dc303aad-5d00-45bb-898c-8c2723c7bb30 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.618536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-dc303aad-5d00-45bb-898c-8c2723c7bb30 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.625219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-dc303aad-5d00-45bb-898c-8c2723c7bb30 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.632513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-dc303aad-5d00-45bb-898c-8c2723c7bb30 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.640595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-dc303aad-5d00-45bb-898c-8c2723c7bb30 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5435 time: 0.1209188 Nov 22 16:43:07.653180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 9ed289d3-f33b-4397-94a7-1e177906ef09 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:07.659933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 9ed289d3-f33b-4397-94a7-1e177906ef09 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:07.660316 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.662452 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.726475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:07.732358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0474990a-8ffa-4a15-90e5-34e1f03397f0 req-db839a44-b63a-4826-a5bc-5f96a973338d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904841 Nov 22 16:43:07.761021 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.762473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:07.803850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.805013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:07.853093 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4832476c-f77e-4b02-8a00-602a28b20163 x-openstack-request-id: req-4832476c-f77e-4b02-8a00-602a28b20163 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:07.853658 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dda0553-9abd-429a-a337-40ab24c8c550", "tag": "2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:07.853854 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4832476c-f77e-4b02-8a00-602a28b20163 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:07.854347 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dda0553-9abd-429a-a337-40ab24c8c550', 'tag': '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e', 'status': 'completed', 'code': 200} Nov 22 16:43:07.854858 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'status': 'completed', 'code': 200} Nov 22 16:43:07.955854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.992395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20b675-6531-4e00-b721-c590df35b278 req-53a1c349-5b34-4cc4-8aae-01493fb21623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:08.001866 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-53a1c349-5b34-4cc4-8aae-01493fb21623 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21496c6699074e389493270f2238f78c&device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 1094 time: 0.1127300 Nov 22 16:43:08.213254 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.236089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20b675-6531-4e00-b721-c590df35b278 req-1aebe0a7-f9d0-4839-b501-018d71daac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:08.237967 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-1aebe0a7-f9d0-4839-b501-018d71daac66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb HTTP/1.1" status: 200 len: 917 time: 0.2286410 Nov 22 16:43:08.277662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9ed289d3-f33b-4397-94a7-1e177906ef09, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9ed289d3-f33b-4397-94a7-1e177906ef09,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:08.290185 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.291118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0041cd8c-9640-47b1-896a-7445382c04ca up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:08.340875 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-b4a0bd7d-f77a-480c-8a75-99b42f7e14e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e HTTP/1.1" status: 200 len: 217 time: 0.0944340 Nov 22 16:43:08.363537 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:08.398387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e', 'network_id': '68c20edc-47dc-4f14-a3be-44b5b96ad1eb', 'port_id': '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e', 'mac_address': 'fa:16:3e:ab:50:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e678478-fc48-42fb-89d5-99afb9acafa2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:08.410338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9ed289d3-f33b-4397-94a7-1e177906ef09,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:08.433992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20b675-6531-4e00-b721-c590df35b278 req-25b228b9-9f6e-409a-9bc6-88d0c52352a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:08.441402 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-25b228b9-9f6e-409a-9bc6-88d0c52352a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9e678478-fc48-42fb-89d5-99afb9acafa2 HTTP/1.1" status: 200 len: 856 time: 0.0896218 Nov 22 16:43:08.472398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 0041cd8c-9640-47b1-896a-7445382c04ca completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:08.478898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 0041cd8c-9640-47b1-896a-7445382c04ca triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:08.479372 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.483101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.499046 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-7ba022a6-a326-40ca-8b25-4cf2fc422d8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68c20edc-47dc-4f14-a3be-44b5b96ad1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533071 Nov 22 16:43:08.530002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:08.562520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:08.571931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.663836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:08.675055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.755205 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-1d9a9372-48f7-4ea4-9020-e6605f0ff2e1 service neutron] 10.222.0.62 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478142 Nov 22 16:43:08.770847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0041cd8c-9640-47b1-896a-7445382c04ca, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0041cd8c-9640-47b1-896a-7445382c04ca,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:08.779964 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.840762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b7d07939-f399-44a7-8f81-235105a02417 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:08.965140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0041cd8c-9640-47b1-896a-7445382c04ca,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:08.998679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:09.005932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port b7d07939-f399-44a7-8f81-235105a02417 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:09.010745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:09.020228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec1312-18bf-4fb0-9362-d16f60f3e4c7 req-36145d67-5d16-447d-97c3-056a69a1cd50 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.028169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8bec1312-18bf-4fb0-9362-d16f60f3e4c7 req-36145d67-5d16-447d-97c3-056a69a1cd50 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.1341724 Nov 22 16:43:09.080398 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-1d263138-a68c-42e1-90f7-087cd5d48bc9 service neutron] 10.222.0.62 "GET /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171382 Nov 22 16:43:09.108255 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daaf22f-03fd-4fe2-9364-57a134024804 x-openstack-request-id: req-6daaf22f-03fd-4fe2-9364-57a134024804 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:09.108255 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "5eb5d6e6-69d4-415a-a4ea-f4d4e50031af", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "47283cdb-d11b-4767-878a-52260f6b7a4d", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "0807fb5f-f78f-45e5-963a-edc12e383e40", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:09.108255 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6daaf22f-03fd-4fe2-9364-57a134024804 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:09.108255 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af', 'code': 200} Nov 22 16:43:09.108255 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47283cdb-d11b-4767-878a-52260f6b7a4d', 'code': 200} Nov 22 16:43:09.108255 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0807fb5f-f78f-45e5-963a-edc12e383e40', 'code': 200} Nov 22 16:43:09.114119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port b7d07939-f399-44a7-8f81-235105a02417 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:09.114119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.268528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c12b6-0f80-4c48-8b49-6f1c35ca73b0 req-337235b2-b0da-463d-8f71-14f836d3097f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.270227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-965c12b6-0f80-4c48-8b49-6f1c35ca73b0 req-337235b2-b0da-463d-8f71-14f836d3097f tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 945 time: 0.0945330 Nov 22 16:43:09.293678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20b675-6531-4e00-b721-c590df35b278 req-c78b7add-60a0-450e-b55c-88ceefb4cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.301978 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-c78b7add-60a0-450e-b55c-88ceefb4cafa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1096 time: 0.1324832 Nov 22 16:43:09.341757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 91819051-91d8-432d-a90c-44681024945d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:09.349676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-965c12b6-0f80-4c48-8b49-6f1c35ca73b0 req-23aeb4d0-3b06-4993-90a4-8a2aef82d6f7 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585189 Nov 22 16:43:09.471872 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.485974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20b675-6531-4e00-b721-c590df35b278 req-a8daefed-a014-4f1d-9b14-1caa0899bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.487667 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-a8daefed-a014-4f1d-9b14-1caa0899bcd2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 920 time: 0.1779797 Nov 22 16:43:09.619780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b7d07939-f399-44a7-8f81-235105a02417, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b7d07939-f399-44a7-8f81-235105a02417,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:09.636730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.660553 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-897a837b-9c97-42b6-8678-d3a125b5268b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 217 time: 0.1435835 Nov 22 16:43:09.707548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 91819051-91d8-432d-a90c-44681024945d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:09.734598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 91819051-91d8-432d-a90c-44681024945d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:09.735009 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.801116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b7d07939-f399-44a7-8f81-235105a02417,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:09.822049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628dff2-803d-4897-aa31-a778fd861b33 req-b1cb8c8e-8251-420d-9166-2dde65fec48c tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.829758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c628dff2-803d-4897-aa31-a778fd861b33 req-b1cb8c8e-8251-420d-9166-2dde65fec48c tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 945 time: 0.1456504 Nov 22 16:43:09.867411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20b675-6531-4e00-b721-c590df35b278 req-2e315454-b21e-4f70-87af-2e33e2ba040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.869077 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-2e315454-b21e-4f70-87af-2e33e2ba040f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.2003307 Nov 22 16:43:09.921446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c628dff2-803d-4897-aa31-a778fd861b33 req-d317412a-afb6-4ebb-a71c-efe3681de3de tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833042 Nov 22 16:43:09.952365 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-2d033113-4b1e-4a09-b0b4-783c34044bdf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744789 Nov 22 16:43:09.986056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.072002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eb387-3e8a-4def-a84e-dd9962b975c9 req-59589320-a8d5-4cf0-9c8c-d9875016fc4a tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.083220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f33eb387-3e8a-4def-a84e-dd9962b975c9 req-59589320-a8d5-4cf0-9c8c-d9875016fc4a tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 944 time: 0.0698366 Nov 22 16:43:10.086733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 91819051-91d8-432d-a90c-44681024945d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=91819051-91d8-432d-a90c-44681024945d,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:10.094716 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.150483 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-91a912df-99f1-4afd-8d34-e92110fd883e service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881647 Nov 22 16:43:10.211835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f33eb387-3e8a-4def-a84e-dd9962b975c9 req-6e2a6eb9-bbeb-4831-82ff-3dcd6abc40df tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264322 Nov 22 16:43:10.239186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=91819051-91d8-432d-a90c-44681024945d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:10.295326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5b20b675-6531-4e00-b721-c590df35b278 req-8c323c9d-c907-4372-b6cf-1c22f5556ab7 service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343915 Nov 22 16:43:10.396813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07659999-4ef0-4c6e-aea0-4f38a698d511 req-e8d075be-f7ef-49bd-a2f5-5ce3ae57b390 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.405789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07659999-4ef0-4c6e-aea0-4f38a698d511 req-e8d075be-f7ef-49bd-a2f5-5ce3ae57b390 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.0867441 Nov 22 16:43:10.464847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07659999-4ef0-4c6e-aea0-4f38a698d511 req-d4c7d795-1f1e-43f0-aeac-a0c72046048e tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580609 Nov 22 16:43:10.643790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c173-9623-489e-8baf-a6ee02420f63 req-3defbff3-c36a-4d3a-a331-0c60fed8c606 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.651097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c173-9623-489e-8baf-a6ee02420f63 req-3defbff3-c36a-4d3a-a331-0c60fed8c606 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.658966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c173-9623-489e-8baf-a6ee02420f63 req-3defbff3-c36a-4d3a-a331-0c60fed8c606 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.665948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c173-9623-489e-8baf-a6ee02420f63 req-3defbff3-c36a-4d3a-a331-0c60fed8c606 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.674176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c173-9623-489e-8baf-a6ee02420f63 req-3defbff3-c36a-4d3a-a331-0c60fed8c606 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.681380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c173-9623-489e-8baf-a6ee02420f63 req-3defbff3-c36a-4d3a-a331-0c60fed8c606 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.688864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c173-9623-489e-8baf-a6ee02420f63 req-3defbff3-c36a-4d3a-a331-0c60fed8c606 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.691253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a867c173-9623-489e-8baf-a6ee02420f63 req-3defbff3-c36a-4d3a-a331-0c60fed8c606 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5437 time: 0.1141026 Nov 22 16:43:10.778547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a867c173-9623-489e-8baf-a6ee02420f63 req-ab2c38c5-826c-4f79-ba17-7c29de7ab4a3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802958 Nov 22 16:43:10.895237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9654d3ee-03a1-492e-b3bf-dce6edc32a9c req-36e22e1a-500a-490e-acf2-a0ab8e2e704c tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=63dbb75acee646698ccd63b3c9f23621 HTTP/1.1" status: 200 len: 1657 time: 0.0885627 Nov 22 16:43:11.020026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654d3ee-03a1-492e-b3bf-dce6edc32a9c req-fc27e8f3-5e0a-45fa-ac4c-871fa55e1725 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:11.035296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9654d3ee-03a1-492e-b3bf-dce6edc32a9c req-fc27e8f3-5e0a-45fa-ac4c-871fa55e1725 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks?id=48371618-7853-4415-b0ee-666037ec3de0&id=48371618-7853-4415-b0ee-666037ec3de0&id=48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 787 time: 0.1371419 Nov 22 16:43:11.101776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed289d3-f33b-4397-94a7-1e177906ef09'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0041cd8c-9640-47b1-896a-7445382c04ca'}, {'server_uuid': 'ba626815-d9fe-44b3-9e2b-f0e04a81ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d07939-f399-44a7-8f81-235105a02417'}, {'server_uuid': '52cbbca5-926b-401d-ab9b-c984947313cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91819051-91d8-432d-a90c-44681024945d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:11.105778 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc72eb7-3007-49cc-8035-59a19f27b452" -d '{"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "c9c69c0b-df8e-4745-83dc-31f7e9f45c69"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "9ed289d3-f33b-4397-94a7-1e177906ef09"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "0041cd8c-9640-47b1-896a-7445382c04ca"}, {"server_uuid": "ba626815-d9fe-44b3-9e2b-f0e04a81ef77", "name": "network-vif-plugged", "status": "completed", "tag": "b7d07939-f399-44a7-8f81-235105a02417"}, {"server_uuid": "52cbbca5-926b-401d-ab9b-c984947313cf", "name": "network-vif-plugged", "status": "completed", "tag": "91819051-91d8-432d-a90c-44681024945d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:11.354036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:11.397652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d90845-29ca-4b77-b24c-dd4f4eb52623 req-128dea5a-1bd7-430a-8609-8d67bc34df8f tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:11.404473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6d90845-29ca-4b77-b24c-dd4f4eb52623 req-128dea5a-1bd7-430a-8609-8d67bc34df8f tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 945 time: 0.0796993 Nov 22 16:43:11.424060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:11.429686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:11.429928 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.459585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6d90845-29ca-4b77-b24c-dd4f4eb52623 req-4e5147b4-d936-4e7b-b45a-ef5823726c3d tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541091 Nov 22 16:43:11.547313 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.558087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-84428dd8-1841-4c34-a4c7-a152054ca576 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips/d96967b6-4311-4377-82b7-77b2c33b874b HTTP/1.1" status: 200 len: 693 time: 0.0581150 Nov 22 16:43:11.598818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:11.604640 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.605833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:11.693231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:11.700499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-17b876a3-8b9c-45f8-ad1e-9ed8954cc6bf tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:11.709641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-17b876a3-8b9c-45f8-ad1e-9ed8954cc6bf tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1445773 Nov 22 16:43:11.710621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:11.718128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:11.718659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.768747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-14475f6c-68c0-45a3-8a4b-f7f9cce82296 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0575085 Nov 22 16:43:11.831088 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.839078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-30be7f30-e9c5-46a5-8103-f83e113e6f8d tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0602961 Nov 22 16:43:11.878395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:11.884963 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.958059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:11.993340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Deleting port c22af0bc-de1a-427a-b79b-a891075ca03d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:11.993717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.077248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.077670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.096678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Calling delete_port for c22af0bc-de1a-427a-b79b-a891075ca03d owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:12.296391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.324482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event deleted for resources: {'Port': ['ID=c22af0bc-de1a-427a-b79b-a891075ca03d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:12.419457 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.422192 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.436620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c587a0dd-0754-495a-8d4e-472a08e4f4a7 req-534aa5dd-ddff-4861-a78f-3a88314cb538 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "DELETE /v2.0/floatingips/d96967b6-4311-4377-82b7-77b2c33b874b HTTP/1.1" status: 204 len: 173 time: 0.5906613 Nov 22 16:43:12.495559 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34429d0e-ad1e-454e-b540-425fea5c074b x-openstack-request-id: req-34429d0e-ad1e-454e-b540-425fea5c074b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:12.496167 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "c9c69c0b-df8e-4745-83dc-31f7e9f45c69", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "9ed289d3-f33b-4397-94a7-1e177906ef09", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-plugged", "status": "completed", "tag": "0041cd8c-9640-47b1-896a-7445382c04ca", "code": 200}, {"server_uuid": "ba626815-d9fe-44b3-9e2b-f0e04a81ef77", "name": "network-vif-plugged", "status": "completed", "tag": "b7d07939-f399-44a7-8f81-235105a02417", "code": 200}, {"server_uuid": "52cbbca5-926b-401d-ab9b-c984947313cf", "name": "network-vif-plugged", "status": "completed", "tag": "91819051-91d8-432d-a90c-44681024945d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:12.496167 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34429d0e-ad1e-454e-b540-425fea5c074b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:12.496595 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69', 'code': 200} Nov 22 16:43:12.496860 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'code': 200} Nov 22 16:43:12.497151 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed289d3-f33b-4397-94a7-1e177906ef09', 'code': 200} Nov 22 16:43:12.497510 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0041cd8c-9640-47b1-896a-7445382c04ca', 'code': 200} Nov 22 16:43:12.497788 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba626815-d9fe-44b3-9e2b-f0e04a81ef77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d07939-f399-44a7-8f81-235105a02417', 'code': 200} Nov 22 16:43:12.498024 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cbbca5-926b-401d-ab9b-c984947313cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91819051-91d8-432d-a90c-44681024945d', 'code': 200} Nov 22 16:43:12.679764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85124bc-a1c7-47b2-854f-8c6119a20f5c req-5ee01fde-8c4d-4cb1-a41c-f599facbfc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.683403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85124bc-a1c7-47b2-854f-8c6119a20f5c req-5ee01fde-8c4d-4cb1-a41c-f599facbfc23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52cbbca5-926b-401d-ab9b-c984947313cf HTTP/1.1" status: 200 len: 1096 time: 0.0698376 Nov 22 16:43:12.770986 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d85124bc-a1c7-47b2-854f-8c6119a20f5c req-70edea59-6bb1-472f-8b72-cafe1a8e3ba4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776918 Nov 22 16:43:12.817518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7110439-a20d-416e-adf8-186cc0110169 req-ba7031c7-1e92-4c88-9165-f7ad742422ac tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.827358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7110439-a20d-416e-adf8-186cc0110169 req-ba7031c7-1e92-4c88-9165-f7ad742422ac tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 945 time: 0.1915672 Nov 22 16:43:12.905263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7110439-a20d-416e-adf8-186cc0110169 req-30fd70b2-664e-4ba9-b8fe-07dd69b6d629 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769689 Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f80c4-7b5c-47fa-838c-79717c846edf req-96eb3917-89dd-4c44-ba03-9e02fb2a6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-109f80c4-7b5c-47fa-838c-79717c846edf req-96eb3917-89dd-4c44-ba03-9e02fb2a6507 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ba626815-d9fe-44b3-9e2b-f0e04a81ef77 HTTP/1.1" status: 200 len: 1096 time: 0.2227731 Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-9701ca64-c882-49d5-918e-1ae6458bf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-9701ca64-c882-49d5-918e-1ae6458bf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-9701ca64-c882-49d5-918e-1ae6458bf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-9701ca64-c882-49d5-918e-1ae6458bf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-9701ca64-c882-49d5-918e-1ae6458bf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-9701ca64-c882-49d5-918e-1ae6458bf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.924369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-9701ca64-c882-49d5-918e-1ae6458bf718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.927096 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-9701ca64-c882-49d5-918e-1ae6458bf718 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6494 time: 0.2354064 Nov 22 16:43:13.027073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-109f80c4-7b5c-47fa-838c-79717c846edf req-c54eab14-ac9d-49f0-9566-3170f1f0152a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987549 Nov 22 16:43:13.075436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c548a0b-783d-4338-be37-750eff872d50 req-1df56420-8d53-4874-a820-8223dd10b8f3 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.077238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c548a0b-783d-4338-be37-750eff872d50 req-1df56420-8d53-4874-a820-8223dd10b8f3 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 945 time: 0.0983467 Nov 22 16:43:13.099304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85a1d66c-a995-423d-a02e-258a8a7ca2b8 req-4b4b80a5-3844-4967-a4ec-70c36e95b4fb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1627471 Nov 22 16:43:13.164034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c548a0b-783d-4338-be37-750eff872d50 req-902c4b7f-9c8d-4604-be6d-47acf1838caa tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634232 Nov 22 16:43:13.308799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18fea-5256-4690-af8d-d0d120169154 req-267be15c-3c91-40f1-b382-833ecd617ebc tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.317059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9c18fea-5256-4690-af8d-d0d120169154 req-267be15c-3c91-40f1-b382-833ecd617ebc tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.0625403 Nov 22 16:43:13.387605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9c18fea-5256-4690-af8d-d0d120169154 req-2d4bf903-9a6e-430c-be03-049cb6c94101 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692027 Nov 22 16:43:13.527858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-3d14314a-e9b3-44c0-b467-11348ffa6eb7 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.535894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-3d14314a-e9b3-44c0-b467-11348ffa6eb7 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.543277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-3d14314a-e9b3-44c0-b467-11348ffa6eb7 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.550435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-3d14314a-e9b3-44c0-b467-11348ffa6eb7 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.558240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-3d14314a-e9b3-44c0-b467-11348ffa6eb7 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.566504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-3d14314a-e9b3-44c0-b467-11348ffa6eb7 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.573927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-3d14314a-e9b3-44c0-b467-11348ffa6eb7 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.576386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-3d14314a-e9b3-44c0-b467-11348ffa6eb7 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5437 time: 0.1195691 Nov 22 16:43:13.688332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eff0eff2-b8e9-4598-88d6-54ce53cad62f req-9d3cdc82-e76a-47c7-a063-85931781a6e4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030736 Nov 22 16:43:13.847144 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:43:13.870218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-5f20f4cd-77e5-4e47-a1d6-47a411c3cc44 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips/605634ad-9582-47b7-8f01-b4ef597f7c74 HTTP/1.1" status: 200 len: 693 time: 0.0647810 Nov 22 16:43:14.031714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-9bf7da74-a406-44e1-b3f3-21c96e9ce05a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.042540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-9bf7da74-a406-44e1-b3f3-21c96e9ce05a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1590290 Nov 22 16:43:14.142676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-3be9693e-2d06-49c0-81b1-52e42726f258 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0976963 Nov 22 16:43:14.224676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-93cdca5b-63d6-4aa6-a921-af40582690da tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0810845 Nov 22 16:43:14.449736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Deleting port 4120fbde-5f85-445c-be85-6a6e244c55ff {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:14.450544 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:14.498788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'}, {'server_uuid': '2dda0553-9abd-429a-a337-40ab24c8c550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:14.502184 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcf1239-40ca-47a0-837d-456a85724dba" -d '{"events": [{"server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "name": "network-vif-plugged", "status": "completed", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506"}, {"server_uuid": "2dda0553-9abd-429a-a337-40ab24c8c550", "name": "network-vif-plugged", "status": "completed", "tag": "2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:14.595821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:14.596463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:14.613502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Calling delete_port for 4120fbde-5f85-445c-be85-6a6e244c55ff owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:14.797138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:14.864452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event deleted for resources: {'Port': ['ID=4120fbde-5f85-445c-be85-6a6e244c55ff,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:14.960140 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:14.963308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:14.975979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e58e926-6ea1-4507-a8ef-18ccf71390a4 req-fb57e8a7-c5f6-45b7-a983-d14585877352 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "DELETE /v2.0/floatingips/605634ad-9582-47b7-8f01-b4ef597f7c74 HTTP/1.1" status: 204 len: 173 time: 0.7356734 Nov 22 16:43:15.105201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91593bc-a226-47c7-944b-9824398f8958 req-2db590df-0db6-4e3b-be1b-dc8a2ed9893d tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.107269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e91593bc-a226-47c7-944b-9824398f8958 req-2db590df-0db6-4e3b-be1b-dc8a2ed9893d tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0754950 Nov 22 16:43:15.181690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e91593bc-a226-47c7-944b-9824398f8958 req-dd0f264c-3ad5-432a-9614-c709e844d948 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679181 Nov 22 16:43:15.387742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28da309-13e2-4773-8390-c6de372e3396 req-fb01ca8a-1ca5-4e6d-9e3c-68ee6b49f55e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.393116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d28da309-13e2-4773-8390-c6de372e3396 req-fb01ca8a-1ca5-4e6d-9e3c-68ee6b49f55e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 945 time: 0.0752308 Nov 22 16:43:15.396803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d115218-8ca9-4b1d-9c5b-6edb06ca97ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.452395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d28da309-13e2-4773-8390-c6de372e3396 req-ddb3cbe7-f35e-45e8-a5a5-60407ab2370b tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Nov 22 16:43:15.626115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818803a3-ecc2-4a5a-b4a8-3b9acb7b63ab req-1be3af86-57eb-467e-9a22-9be42a069b96 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.627999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-818803a3-ecc2-4a5a-b4a8-3b9acb7b63ab req-1be3af86-57eb-467e-9a22-9be42a069b96 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.0649867 Nov 22 16:43:15.707729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-818803a3-ecc2-4a5a-b4a8-3b9acb7b63ab req-96f644cc-2ddc-4c90-b24b-86bf6e03ada9 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725172 Nov 22 16:43:15.801024 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa9e17b-56e1-4b71-b036-72479d44344e x-openstack-request-id: req-efa9e17b-56e1-4b71-b036-72479d44344e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:15.802015 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "name": "network-vif-plugged", "status": "completed", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506", "code": 200}, {"server_uuid": "2dda0553-9abd-429a-a337-40ab24c8c550", "name": "network-vif-plugged", "status": "completed", "tag": "2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:15.802536 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efa9e17b-56e1-4b71-b036-72479d44344e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:15.803340 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'code': 200} Nov 22 16:43:15.804047 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda0553-9abd-429a-a337-40ab24c8c550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e', 'code': 200} Nov 22 16:43:15.972984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff550-8bff-4682-81e6-141cdf0a61b0 req-5e5b053b-e8ce-4be6-9ecf-0362f3fb540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.974354 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00bff550-8bff-4682-81e6-141cdf0a61b0 req-5e5b053b-e8ce-4be6-9ecf-0362f3fb540c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.0760684 Nov 22 16:43:15.980663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4971ec7-ffcc-43f6-8069-594b68066c61 req-0e4ce127-c4b7-4f48-9c1f-19e6f6f93973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.982270 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4971ec7-ffcc-43f6-8069-594b68066c61 req-0e4ce127-c4b7-4f48-9c1f-19e6f6f93973 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 1096 time: 0.0959837 Nov 22 16:43:16.001366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d925-a65e-461a-93da-7e70a218f991 req-7a64e510-4b79-450a-afed-c70d9e515dcf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.008133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d925-a65e-461a-93da-7e70a218f991 req-7a64e510-4b79-450a-afed-c70d9e515dcf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.014527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d925-a65e-461a-93da-7e70a218f991 req-7a64e510-4b79-450a-afed-c70d9e515dcf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.021347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d925-a65e-461a-93da-7e70a218f991 req-7a64e510-4b79-450a-afed-c70d9e515dcf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.027416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d925-a65e-461a-93da-7e70a218f991 req-7a64e510-4b79-450a-afed-c70d9e515dcf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.033538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d925-a65e-461a-93da-7e70a218f991 req-7a64e510-4b79-450a-afed-c70d9e515dcf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.040596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d925-a65e-461a-93da-7e70a218f991 req-7a64e510-4b79-450a-afed-c70d9e515dcf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.049142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f72d925-a65e-461a-93da-7e70a218f991 req-7a64e510-4b79-450a-afed-c70d9e515dcf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5437 time: 0.1381264 Nov 22 16:43:16.052439 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00bff550-8bff-4682-81e6-141cdf0a61b0 req-96e18362-b7a5-4536-b8a7-eadcac0a5284 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691819 Nov 22 16:43:16.062222 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4971ec7-ffcc-43f6-8069-594b68066c61 req-058c7b5d-b627-414d-95d9-b2727f33d2d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723174 Nov 22 16:43:16.118793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f72d925-a65e-461a-93da-7e70a218f991 req-8b006e3f-a74b-4688-a0e7-ecbfa6d4ca7f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687470 Nov 22 16:43:16.647796 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-93672c15-6f1f-45c6-9c60-43f551f5f2c1 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips/2e327595-021e-4c4c-99ed-0bb43e1d5585 HTTP/1.1" status: 200 len: 693 time: 0.0816522 Nov 22 16:43:16.767517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-89d5e314-1b9b-46fe-96e6-605dae20b2ac tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.769126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-89d5e314-1b9b-46fe-96e6-605dae20b2ac tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1206052 Nov 22 16:43:16.845428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-39f6921c-e6a3-4e50-a1b6-7ef23ccd6a82 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0644586 Nov 22 16:43:16.905265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-1fcd44f7-3231-42ba-9c76-38a471fe67a0 tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0512409 Nov 22 16:43:17.052718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Deleting port d3af93d8-39c7-4430-afc7-120b227716de {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:17.053076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.135569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.136219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.149008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Calling delete_port for d3af93d8-39c7-4430-afc7-120b227716de owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:17.299140 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.329593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Pushing event deleted for resources: {'Port': ['ID=d3af93d8-39c7-4430-afc7-120b227716de,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:17.405813 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.409468 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.420792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb792cbe-4b95-44a9-87e7-0817850e025c req-e6fb11ca-4fb1-4041-8ee2-77ce7b0e530a tempest-FloatingIPDetailsTestJSON-820183046 tempest-FloatingIPDetailsTestJSON-820183046-project] 10.222.0.59 "DELETE /v2.0/floatingips/2e327595-021e-4c4c-99ed-0bb43e1d5585 HTTP/1.1" status: 204 len: 173 time: 0.5056415 Nov 22 16:43:17.420977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60580) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:17.653835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-cc497830-c8de-41f0-87ff-76aa3d43af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.661878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-cc497830-c8de-41f0-87ff-76aa3d43af8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1096 time: 0.1248064 Nov 22 16:43:17.825255 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-301bc88a-bf95-4447-90ab-3104735a6514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.891434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187f87-5c0e-45d1-b4e6-6580c70fe7d3 req-1563ceb6-201e-4523-8943-6a54fd70e5ea tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.898116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187f87-5c0e-45d1-b4e6-6580c70fe7d3 req-1563ceb6-201e-4523-8943-6a54fd70e5ea tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.904027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187f87-5c0e-45d1-b4e6-6580c70fe7d3 req-1563ceb6-201e-4523-8943-6a54fd70e5ea tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.910213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187f87-5c0e-45d1-b4e6-6580c70fe7d3 req-1563ceb6-201e-4523-8943-6a54fd70e5ea tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.917091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187f87-5c0e-45d1-b4e6-6580c70fe7d3 req-1563ceb6-201e-4523-8943-6a54fd70e5ea tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.922725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187f87-5c0e-45d1-b4e6-6580c70fe7d3 req-1563ceb6-201e-4523-8943-6a54fd70e5ea tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.929489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef187f87-5c0e-45d1-b4e6-6580c70fe7d3 req-1563ceb6-201e-4523-8943-6a54fd70e5ea tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.931200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef187f87-5c0e-45d1-b4e6-6580c70fe7d3 req-1563ceb6-201e-4523-8943-6a54fd70e5ea tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5437 time: 0.2084429 Nov 22 16:43:17.937025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-537202b4-4939-4803-8adf-0247527ada98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.938487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-537202b4-4939-4803-8adf-0247527ada98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.2698929 Nov 22 16:43:17.943126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60586) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:17.949121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Request body: {'floatingip': {'port_id': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:17.997730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.053884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.172287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-91961051-df0f-4a46-b339-1fee232e8b6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 200 len: 1001 time: 0.2264111 Nov 22 16:43:18.271451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625020bd-86ed-41e6-b024-6418bed4c723 req-5fd92d87-437b-4eec-a430-6317f0119777 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:18.273928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-625020bd-86ed-41e6-b024-6418bed4c723 req-5fd92d87-437b-4eec-a430-6317f0119777 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.2412825 Nov 22 16:43:18.307211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Deleting port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:18.307559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.353068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-c165dc5f-98a0-40c6-8dc0-3ec19ea5320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:18.354696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-c165dc5f-98a0-40c6-8dc0-3ec19ea5320a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.1710727 Nov 22 16:43:18.417054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] For port 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,segment=NetworkSegment(aa028562-9e79-497e-a7af-b72a8be7ff2b),segment_id=aa028562-9e79-497e-a7af-b72a8be7ff2b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:18.417436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.436500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Calling delete_port for 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:18.487876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-625020bd-86ed-41e6-b024-6418bed4c723 req-f7da5c1e-c3ae-4e75-816b-b73070e934f1 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033639 Nov 22 16:43:18.522447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-cfd00876-fb5a-46b8-91a2-05bcaf5b78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:18.525690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-cfd00876-fb5a-46b8-91a2-05bcaf5b78b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365542 Nov 22 16:43:18.773010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.813648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:18.890841 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.093887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.167791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60604) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:19.412610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46654f26-0733-40cc-8455-4df5bd3ee85f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.421610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d859a-4303-47c6-956f-dadc7cc41180 req-b5a24d57-867b-41a2-918a-0f9b55adf163 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:19.423092 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-010d859a-4303-47c6-956f-dadc7cc41180 req-b5a24d57-867b-41a2-918a-0f9b55adf163 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 945 time: 0.1205218 Nov 22 16:43:19.430017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f3451-75a4-488e-bdb8-779eb5ce9bc2 req-a40bd59b-fefe-4561-9f11-441717f8bee4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:19.431630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed1f3451-75a4-488e-bdb8-779eb5ce9bc2 req-a40bd59b-fefe-4561-9f11-441717f8bee4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 945 time: 0.8016365 Nov 22 16:43:19.483837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Router a2671b36-6c1a-4e8a-ab84-63075b68f99f has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:19.503609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-35037910-4a53-48ea-8694-207a6f724bfa service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9685185 Nov 22 16:43:19.532035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.548293 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.630853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed1f3451-75a4-488e-bdb8-779eb5ce9bc2 req-508f9faf-dfde-425d-984a-1c3c2d633362 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905463 Nov 22 16:43:19.681331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46654f26-0733-40cc-8455-4df5bd3ee85f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.688557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Deleting port 82e2eb3b-66b7-42ad-87e4-824bbf245427 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:19.688913 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.697803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46654f26-0733-40cc-8455-4df5bd3ee85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.740171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b7c33ca-7eb3-4e7d-ac9c-a14e6a9e41de req-e4823f63-2e71-4128-bce3-8813c394c2a3 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126007 Nov 22 16:43:19.761710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:19.770935 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Floating IP 24cb08bc-819d-42e8-8698-8335a92853b1 associated. External IP: 172.25.0.146, port: ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25. Nov 22 16:43:19.774593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] Sync routers for ids ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:19.788676 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-497826c3-e7cf-4544-b3da-48cffc852b95 admin admin] 10.222.0.59 "PUT /v2.0/routers/a2671b36-6c1a-4e8a-ab84-63075b68f99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3665957 Nov 22 16:43:19.789344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60610) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:19.800236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] Routers {'a2671b36-6c1a-4e8a-ab84-63075b68f99f'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:19.801459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:19.817569 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46654f26-0733-40cc-8455-4df5bd3ee85f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=453716b28fb0439eaf0b5689bec7000c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6486216 Nov 22 16:43:19.822415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60612) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:19.857395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46654f26-0733-40cc-8455-4df5bd3ee85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cab359-f1fa-4e29-b4f1-fce60fb4b06a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:19.909089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad1998-c97c-4ef8-b5ab-ba740cfdbd68 req-1c0ce39e-dc68-45a5-9990-691a3a2c0998 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:19.910853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9aad1998-c97c-4ef8-b5ab-ba740cfdbd68 req-1c0ce39e-dc68-45a5-9990-691a3a2c0998 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.1916866 Nov 22 16:43:19.924963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] Set router a2671b36-6c1a-4e8a-ab84-63075b68f99f gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:20.005867 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdc5c208-decb-4f22-bb3a-9fc5ea3f4019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.007625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9aad1998-c97c-4ef8-b5ab-ba740cfdbd68 req-82cf7061-c27a-4c5a-9618-9fdc1623ac65 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869968 Nov 22 16:43:20.073264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdc5c208-decb-4f22-bb3a-9fc5ea3f4019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.187813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:20.197065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:43:18Z', 'revision_number': 5, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:20.197424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdc5c208-decb-4f22-bb3a-9fc5ea3f4019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.200224 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cdc5c208-decb-4f22-bb3a-9fc5ea3f4019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.201698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cdc5c208-decb-4f22-bb3a-9fc5ea3f4019 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49cab359-f1fa-4e29-b4f1-fce60fb4b06a HTTP/1.1" status: 204 len: 168 time: 0.3735559 Nov 22 16:43:20.216019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5c208-decb-4f22-bb3a-9fc5ea3f4019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cab359-f1fa-4e29-b4f1-fce60fb4b06a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:20.249655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] Checking router: a2671b36-6c1a-4e8a-ab84-63075b68f99f for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:20.270053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] Routers {'a2671b36-6c1a-4e8a-ab84-63075b68f99f'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:20.270595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:20.300597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] For port 82e2eb3b-66b7-42ad-87e4-824bbf245427, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=82e2eb3b-66b7-42ad-87e4-824bbf245427,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:20.300961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.376382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.384545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad00f5-5a2b-4993-9a18-0173ccfe758e req-08a02a6c-ab08-4ffa-b01a-1b4b43c1403e tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:20.393156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96ad00f5-5a2b-4993-9a18-0173ccfe758e req-08a02a6c-ab08-4ffa-b01a-1b4b43c1403e tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 945 time: 0.1254425 Nov 22 16:43:20.424129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] Set router a2671b36-6c1a-4e8a-ab84-63075b68f99f gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:20.431748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:20.437094 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.444387 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] Sync routers for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:20.477262 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:20.478173 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:20.489494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aa52e32d-ac14-47a6-9762-19f8928d8c9b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "PUT /v2.0/floatingips/24cb08bc-819d-42e8-8698-8335a92853b1 HTTP/1.1" status: 200 len: 992 time: 2.5450861 Nov 22 16:43:20.490941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:20.493645 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57" -d '{"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:20.507484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96ad00f5-5a2b-4993-9a18-0173ccfe758e req-3595323d-7f35-4805-a1a8-4525de8d6294 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups?id=40bbb418-d543-472b-94d4-fc15e9c54178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126728 Nov 22 16:43:20.614255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.615257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.615759 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Floating IP 090a0288-0779-4ba0-80f4-299bed54a1cc disassociated. External IP: 172.25.0.99, port: 82e2eb3b-66b7-42ad-87e4-824bbf245427. Nov 22 16:43:20.616417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Calling delete_port for 82e2eb3b-66b7-42ad-87e4-824bbf245427 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:20.645036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:20.652282 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:20.661972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff0be66b-e7c0-4b44-8509-5274d6161011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.668316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.692203 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.854494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:43:18Z', 'revision_number': 5, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:20.897605 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff0be66b-e7c0-4b44-8509-5274d6161011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.899970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b5319-211d-42c9-9a80-65c87372fcbd req-6ef157fb-6337-44ff-833a-5824d3bb9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:20.901981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-085b5319-211d-42c9-9a80-65c87372fcbd req-6ef157fb-6337-44ff-833a-5824d3bb9aa8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.0885334 Nov 22 16:43:20.910981 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff0be66b-e7c0-4b44-8509-5274d6161011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.926581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Deleting port 43f89788-eb4a-46ca-8937-d946a8d075df {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:20.927458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.984643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0be66b-e7c0-4b44-8509-5274d6161011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68befd-f24c-429a-9563-eda4fae6e730,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:20.993427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ff0be66b-e7c0-4b44-8509-5274d6161011 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7399afccf8694d6bac22fc0a241b84ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455215 Nov 22 16:43:20.995669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:21.021851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b82e75-790b-4c4e-8971-80a1ed0f9700 req-e746b264-b6d2-41eb-94df-3396ecacc4d8 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.030599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7b82e75-790b-4c4e-8971-80a1ed0f9700 req-e746b264-b6d2-41eb-94df-3396ecacc4d8 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=52cbbca5-926b-401d-ab9b-c984947313cf HTTP/1.1" status: 200 len: 945 time: 0.1378498 Nov 22 16:43:21.055226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] For port 43f89788-eb4a-46ca-8937-d946a8d075df, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=43f89788-eb4a-46ca-8937-d946a8d075df,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:21.055701 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.057775 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '24cb08bc-819d-42e8-8698-8335a92853b1', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'port_id': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'mac_address': 'fa:16:3e:ea:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:58Z', 'updated_at': '2021-11-22T16:43:19Z', 'revision_number': 1, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:41:00Z', 'revision_number': 5, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:21.071978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Calling delete_port for 43f89788-eb4a-46ca-8937-d946a8d075df owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:21.099625 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] Checking router: 5c6ea5b8-636b-47de-804a-c0a7fc02f926 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:21.115517 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:21.116673 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:21.136753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6408b4f6-1ec2-4f11-a113-52fb9c4bb276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.155747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7b82e75-790b-4c4e-8971-80a1ed0f9700 req-00ced734-2771-4958-b3c8-fa7e6b4f2445 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239367 Nov 22 16:43:21.156386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b97ecbf-1448-4479-8ff7-e74ca5b6e08f None None] The sync data for ids ['a2671b36-6c1a-4e8a-ab84-63075b68f99f'] in n-d-816865-2 is: [{'id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'name': 'tempest-FloatingIPDetailsTestJSON-22113139-router', 'tenant_id': '63dbb75acee646698ccd63b3c9f23621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:27Z', 'updated_at': '2021-11-22T16:43:18Z', 'revision_number': 5, 'project_id': '63dbb75acee646698ccd63b3c9f23621', 'gw_port': {'id': '43f89788-eb4a-46ca-8937-d946a8d075df', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2671b36-6c1a-4e8a-ab84-63075b68f99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:29Z', 'updated_at': '2021-11-22T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:21.223666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6408b4f6-1ec2-4f11-a113-52fb9c4bb276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.318998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.345311 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:21.377581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6408b4f6-1ec2-4f11-a113-52fb9c4bb276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.381314 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6408b4f6-1ec2-4f11-a113-52fb9c4bb276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.383146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6408b4f6-1ec2-4f11-a113-52fb9c4bb276 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc68befd-f24c-429a-9563-eda4fae6e730 HTTP/1.1" status: 204 len: 168 time: 0.3862433 Nov 22 16:43:21.399698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408b4f6-1ec2-4f11-a113-52fb9c4bb276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68befd-f24c-429a-9563-eda4fae6e730,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:21.421034 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea6ad38-8fca-4c15-b9ad-c90eddb21506 x-openstack-request-id: req-cea6ad38-8fca-4c15-b9ad-c90eddb21506 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:21.422437 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:21.424119 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cea6ad38-8fca-4c15-b9ad-c90eddb21506 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:21.431599 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'status': 'completed', 'code': 200} Nov 22 16:43:21.474143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b5319-211d-42c9-9a80-65c87372fcbd req-0de010b7-8834-4e47-ad41-97bcdf2b5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.482231 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-085b5319-211d-42c9-9a80-65c87372fcbd req-0de010b7-8834-4e47-ad41-97bcdf2b5a71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 920 time: 0.5695846 Nov 22 16:43:21.595288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-26e775c0-9b0d-418a-bbba-1e91cb6f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.596100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-26e775c0-9b0d-418a-bbba-1e91cb6f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.598075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-26e775c0-9b0d-418a-bbba-1e91cb6f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.599525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-26e775c0-9b0d-418a-bbba-1e91cb6f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.601256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-26e775c0-9b0d-418a-bbba-1e91cb6f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.602237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-26e775c0-9b0d-418a-bbba-1e91cb6f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.605853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-26e775c0-9b0d-418a-bbba-1e91cb6f7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.610411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-26e775c0-9b0d-418a-bbba-1e91cb6f7e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6494 time: 0.1520801 Nov 22 16:43:21.687658 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-085b5319-211d-42c9-9a80-65c87372fcbd req-1d34be0c-fbb2-4ac6-838d-ce30626406f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 217 time: 0.1813774 Nov 22 16:43:21.698847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.751606 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '24cb08bc-819d-42e8-8698-8335a92853b1', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'port_id': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'mac_address': 'fa:16:3e:ea:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:58Z', 'updated_at': '2021-11-22T16:43:19Z', 'revision_number': 1, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:41:00Z', 'revision_number': 5, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:21.808270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688b4ad-6c9a-409b-954f-a42e3b39028f req-1cb015d6-62b9-4c16-b57f-6330846020fc tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.808559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=43f89788-eb4a-46ca-8937-d946a8d075df,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:21.817697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8688b4ad-6c9a-409b-954f-a42e3b39028f req-1cb015d6-62b9-4c16-b57f-6330846020fc tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.2355378 Nov 22 16:43:21.818251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.851576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c75b50a-47b8-484f-a274-8d2cb443195e None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:21.864069 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6d3089-204b-4e96-87d5-8030fea7d20f None None] The sync data for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 is: [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '24cb08bc-819d-42e8-8698-8335a92853b1', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'floating_ip_address': '172.25.0.146', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'port_id': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'mac_address': 'fa:16:3e:ea:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:58Z', 'updated_at': '2021-11-22T16:43:19Z', 'revision_number': 1, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:41:00Z', 'revision_number': 5, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:21.905543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-24adbce6-a6e2-4e6f-a4bc-d9c980586153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.914711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b5319-211d-42c9-9a80-65c87372fcbd req-38108266-cd93-4378-9994-d68ad6c97e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.916342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-085b5319-211d-42c9-9a80-65c87372fcbd req-38108266-cd93-4378-9994-d68ad6c97e0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.2189238 Nov 22 16:43:21.921145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-24adbce6-a6e2-4e6f-a4bc-d9c980586153 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08 HTTP/1.1" status: 200 len: 913 time: 0.2864633 Nov 22 16:43:21.969519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event deleted for resources: {'Port': ['ID=82e2eb3b-66b7-42ad-87e4-824bbf245427,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:22.048858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8688b4ad-6c9a-409b-954f-a42e3b39028f req-8d3c92ba-1d19-4f4e-9f88-56ecaf0eac06 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301075 Nov 22 16:43:22.080418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-8b50f2be-e2e6-4c19-aff7-48601cf3b1f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 HTTP/1.1" status: 200 len: 1000 time: 0.1504014 Nov 22 16:43:22.085215 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-085b5319-211d-42c9-9a80-65c87372fcbd req-f5fed90f-3266-42c6-a780-126edbabb21f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654871 Nov 22 16:43:22.172322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-5458a3b4-177c-4398-ae49-678988508820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:22.174346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-5458a3b4-177c-4398-ae49-678988508820 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60fb99aa-6a34-4789-801b-3d59564b79de HTTP/1.1" status: 200 len: 851 time: 0.0864437 Nov 22 16:43:22.179305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.273903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-a5d293b3-cccb-4573-979e-df30d414712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:22.275789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-a5d293b3-cccb-4573-979e-df30d414712c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890787 Nov 22 16:43:22.292227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e6a8e-d456-475b-889e-80b90353d926 req-75a5de49-6179-4a2b-9900-fe567182c437 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:22.294588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c95e6a8e-d456-475b-889e-80b90353d926 req-75a5de49-6179-4a2b-9900-fe567182c437 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 945 time: 0.1190159 Nov 22 16:43:22.308710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1b0f29-c15c-4faf-8eeb-06a65b4a3bb7 None None] New status for floating IP 24cb08bc-819d-42e8-8698-8335a92853b1: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:43:22.370550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.372818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.440083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c95e6a8e-d456-475b-889e-80b90353d926 req-06975942-4bf3-455b-abf7-6be98728b984 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264486 Nov 22 16:43:22.451593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Router 2daa3341-a443-4293-a7a3-5f821929cc36 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:22.452779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.453105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2671b36-6c1a-4e8a-ab84-63075b68f99f {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:43:22.469955 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.474240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ae584131-10c8-4bc9-91fa-9518cfc90ffc admin admin] 10.222.0.59 "DELETE /v2.0/routers/a2671b36-6c1a-4e8a-ab84-63075b68f99f HTTP/1.1" status: 204 len: 168 time: 2.6750059 Nov 22 16:43:22.487552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60650) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:22.572047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-e9934fd7-89c2-42bf-8341-a2b4318bbeb5 service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761157 Nov 22 16:43:22.643909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:22.736562 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-085b5319-211d-42c9-9a80-65c87372fcbd req-20497b4a-0534-4aed-853f-16ac64f189bd service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382141 Nov 22 16:43:22.749277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-add417a1-a840-453e-9d4e-1cfa791c7b0d admin admin] Deleting subnet 8f138377-7e4e-405b-981f-3e2cca477264 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:22.800884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:22.813416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.817474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-add417a1-a840-453e-9d4e-1cfa791c7b0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.819007 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] Sync routers for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:22.842046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:22.844590 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f902df9-0808-4171-9535-f7f1ff1f041e" -d '{"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-unplugged", "status": "completed", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:22.846269 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:22.847579 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:22.864100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:22.866491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] No DVR routers for this DVR port 82e2eb3b-66b7-42ad-87e4-824bbf245427 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:22.878970 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.882742 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-010d859a-4303-47c6-956f-dadc7cc41180 req-aa99653d-34c5-4896-b12e-82ec7914dabb tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.62 "DELETE /v2.0/ports/82e2eb3b-66b7-42ad-87e4-824bbf245427 HTTP/1.1" status: 204 len: 173 time: 3.4485228 Nov 22 16:43:22.883293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'name': 'network-vif-deleted', 'tag': '82e2eb3b-66b7-42ad-87e4-824bbf245427'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:22.883412 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.913310 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fbba6f-8500-41ac-ba30-0aa7e90985d8" -d '{"events": [{"server_uuid": "ba7c26ab-616d-4cbf-aa05-3c75453772de", "name": "network-vif-deleted", "tag": "82e2eb3b-66b7-42ad-87e4-824bbf245427"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:22.924976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-add417a1-a840-453e-9d4e-1cfa791c7b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.015536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e968469-b558-41cb-bbda-bf9517dce941 req-a6f1bfe3-a0ee-4d41-821d-a95a7974ac71 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:23.020130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e968469-b558-41cb-bbda-bf9517dce941 req-a6f1bfe3-a0ee-4d41-821d-a95a7974ac71 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba626815-d9fe-44b3-9e2b-f0e04a81ef77 HTTP/1.1" status: 200 len: 945 time: 0.3014340 Nov 22 16:43:23.030024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:23.045767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-181e28ca-72d0-48bf-96e4-2cc1d06c1b57 req-89b6aa05-26e7-479c-bc41-f98b6d6802d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653037 Nov 22 16:43:23.049009 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-085b5319-211d-42c9-9a80-65c87372fcbd req-f3d990d0-534a-4e71-b606-404cd26f7ced service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046219 Nov 22 16:43:23.187923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-add417a1-a840-453e-9d4e-1cfa791c7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.197350 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:23.254188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e968469-b558-41cb-bbda-bf9517dce941 req-4d55ce54-2f4a-4444-8abb-eb7207b78590 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029903 Nov 22 16:43:23.318411 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-add417a1-a840-453e-9d4e-1cfa791c7b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.329094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:23.363535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add417a1-a840-453e-9d4e-1cfa791c7b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f138377-7e4e-405b-981f-3e2cca477264,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:23.376420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:23.376784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1eb2d0cf-bfb5-4873-a65d-dc14f9b2b243 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:23.377227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 43f89788-eb4a-46ca-8937-d946a8d075df no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:23.379803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-add417a1-a840-453e-9d4e-1cfa791c7b0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.391715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60678) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:23.392874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-add417a1-a840-453e-9d4e-1cfa791c7b0d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8f138377-7e4e-405b-981f-3e2cca477264 HTTP/1.1" status: 204 len: 168 time: 0.9038610 Nov 22 16:43:23.435396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b14e349-0269-4631-a681-c445d1524195 None None] Network f9493d3d-f345-440e-9667-ea65de1d9b54 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:23.436948 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6409c038-5c88-4293-8697-1c11f4a24e1f req-097adcb5-b22e-4229-8515-f4f33a3d9380 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba7c26ab-616d-4cbf-aa05-3c75453772de HTTP/1.1" status: 200 len: 210 time: 0.0395024 Nov 22 16:43:23.511989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 82e2eb3b-66b7-42ad-87e4-824bbf245427 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:23.516194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 43f89788-eb4a-46ca-8937-d946a8d075df {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:23.516558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 43f89788-eb4a-46ca-8937-d946a8d075df not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:23.559673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 82e2eb3b-66b7-42ad-87e4-824bbf245427 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:23.560070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 82e2eb3b-66b7-42ad-87e4-824bbf245427 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:23.578398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.668086 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:51Z', 'revision_number': 5, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:23.668416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Deleting port 36b3237c-cac7-462d-bebf-5a609cdf57b1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:23.668611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.723717 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] Checking router: 2daa3341-a443-4293-a7a3-5f821929cc36 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:23.741759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] DHCP port deletion for f9493d3d-f345-440e-9667-ea65de1d9b54 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:23.767588 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:23.768807 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:23.816933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] For port 36b3237c-cac7-462d-bebf-5a609cdf57b1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=36b3237c-cac7-462d-bebf-5a609cdf57b1,segment=NetworkSegment(aa028562-9e79-497e-a7af-b72a8be7ff2b),segment_id=aa028562-9e79-497e-a7af-b72a8be7ff2b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:23.817626 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.829117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] Deleting port 36b3237c-cac7-462d-bebf-5a609cdf57b1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:23.829465 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.841278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Calling delete_port for 36b3237c-cac7-462d-bebf-5a609cdf57b1 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:23.950909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.953659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] For port 36b3237c-cac7-462d-bebf-5a609cdf57b1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=36b3237c-cac7-462d-bebf-5a609cdf57b1,segment=NetworkSegment(aa028562-9e79-497e-a7af-b72a8be7ff2b),segment_id=aa028562-9e79-497e-a7af-b72a8be7ff2b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:23.954646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.984606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b3237c-cac7-462d-bebf-5a609cdf57b1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:23.993381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] No DVR routers for this DVR port 36b3237c-cac7-462d-bebf-5a609cdf57b1 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:23.996209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] Calling delete_port for 36b3237c-cac7-462d-bebf-5a609cdf57b1 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:24.005110 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:24.103266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.139024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9493d3d-f345-440e-9667-ea65de1d9b54']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:24.168248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa028562-9e79-497e-a7af-b72a8be7ff2b') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:24.169725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa028562-9e79-497e-a7af-b72a8be7ff2b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:24.184034 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.211204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.228063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] Pushing event deleted for resources: {'Port': ['ID=36b3237c-cac7-462d-bebf-5a609cdf57b1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:24.239657 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce65452-dc50-44b6-8d72-4bcf4f002497 x-openstack-request-id: req-8ce65452-dc50-44b6-8d72-4bcf4f002497 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:24.242323 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-unplugged", "status": "failed", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994", "code": 422}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:24.242698 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ce65452-dc50-44b6-8d72-4bcf4f002497 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:24.243115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.243368 n-d-816865-2 neutron-server[103444]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'code': 422} returned with failed status Nov 22 16:43:24.250474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c2b43-b37e-4294-bf7e-f705e970f0ad None None] No DVR routers for this DVR port 36b3237c-cac7-462d-bebf-5a609cdf57b1 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:24.255425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:43:24.255842 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:43:24.260631 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:43:24.329856 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae589ad-a2e0-4338-be64-ceb82e036118 x-openstack-request-id: req-0ae589ad-a2e0-4338-be64-ceb82e036118 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:24.330147 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7c26ab-616d-4cbf-aa05-3c75453772de", "name": "network-vif-deleted", "tag": "82e2eb3b-66b7-42ad-87e4-824bbf245427", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:24.330403 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0ae589ad-a2e0-4338-be64-ceb82e036118 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:24.330801 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7c26ab-616d-4cbf-aa05-3c75453772de', 'name': 'network-vif-deleted', 'tag': '82e2eb3b-66b7-42ad-87e4-824bbf245427', 'status': 'completed', 'code': 200} Nov 22 16:43:24.339111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:51Z', 'revision_number': 5, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:24.359475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.368113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.374831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f9493d3d-f345-440e-9667-ea65de1d9b54 HTTP/1.1" status: 204 len: 168 time: 0.9818985 Nov 22 16:43:24.380582 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789aa63a-f08c-4e76-89bf-69ee01eeb4a3 None None] The sync data for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 is: [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:39:42Z', 'revision_number': 4, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ce68bc34-9b9a-45a5-9ccd-438502d77e1f', 'name': '', 'network_id': '9985d6af-ee68-482a-aca5-9afc048fa007', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'mac_address': 'fa:16:3e:30:f6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:41Z', 'updated_at': '2021-11-22T16:39:51Z', 'revision_number': 5, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'subnets': [{'id': '6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:24.395358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0e2c-2e60-46df-81f7-96a583d46532 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9493d3d-f345-440e-9667-ea65de1d9b54,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:24.434941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265afcf7-acc7-4bdf-9ea2-e08417c478bf req-4bc69a52-f8b5-480e-a144-b16084a8ee2d tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:24.438506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-265afcf7-acc7-4bdf-9ea2-e08417c478bf req-4bc69a52-f8b5-480e-a144-b16084a8ee2d tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0853531 Nov 22 16:43:24.512646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-265afcf7-acc7-4bdf-9ea2-e08417c478bf req-a160cd9c-4809-4169-b375-0cd9e23f62b0 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655360 Nov 22 16:43:24.613561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60718) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:24.673972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:24.683299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3ea138c7-0764-4745-bef0-08e0d4faec00 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63dbb75acee646698ccd63b3c9f23621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679603 Nov 22 16:43:24.736957 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ca9054-a444-45ba-9ecd-052b57798693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.766437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ca9054-a444-45ba-9ecd-052b57798693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.776838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640db9f-eeba-476b-9c08-f134a26633f8 None None] New status for floating IP 090a0288-0779-4ba0-80f4-299bed54a1cc: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:43:24.840233 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ca9054-a444-45ba-9ecd-052b57798693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.843262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86ca9054-a444-45ba-9ecd-052b57798693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.844505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-86ca9054-a444-45ba-9ecd-052b57798693 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24d23f5d-22f0-45bb-b2e2-b50227e6726f HTTP/1.1" status: 204 len: 168 time: 0.1695423 Nov 22 16:43:24.856813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca9054-a444-45ba-9ecd-052b57798693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d23f5d-22f0-45bb-b2e2-b50227e6726f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:25.321431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 36b3237c-cac7-462d-bebf-5a609cdf57b1 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:25.329939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ec219-d599-4fe7-9c48-6b40b51f5d53 req-09b777a5-91bc-4424-9712-a04cfcbc97b2 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:25.331880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c82ec219-d599-4fe7-9c48-6b40b51f5d53 req-09b777a5-91bc-4424-9712-a04cfcbc97b2 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=52cbbca5-926b-401d-ab9b-c984947313cf HTTP/1.1" status: 200 len: 945 time: 0.0577924 Nov 22 16:43:25.351136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 36b3237c-cac7-462d-bebf-5a609cdf57b1 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:25.351536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 36b3237c-cac7-462d-bebf-5a609cdf57b1 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:25.396536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c82ec219-d599-4fe7-9c48-6b40b51f5d53 req-1da646f0-c951-4a0d-8009-9021412bac24 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580461 Nov 22 16:43:25.443599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60752) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:25.530847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0166b9df-7d7b-45d8-a4a4-49cc47508e18 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.565947 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0166b9df-7d7b-45d8-a4a4-49cc47508e18 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.651875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0166b9df-7d7b-45d8-a4a4-49cc47508e18 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.663448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0166b9df-7d7b-45d8-a4a4-49cc47508e18 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.668956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0166b9df-7d7b-45d8-a4a4-49cc47508e18 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "DELETE /v2.0/security-groups/40bbb418-d543-472b-94d4-fc15e9c54178 HTTP/1.1" status: 204 len: 168 time: 0.2240694 Nov 22 16:43:25.670572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60764) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:25.684507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166b9df-7d7b-45d8-a4a4-49cc47508e18 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bbb418-d543-472b-94d4-fc15e9c54178,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:25.705823 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-ec3eeeab-62f6-47c8-9242-89b41e6b4178 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] show failed (client error): The resource could not be found. Nov 22 16:43:25.707482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ec3eeeab-62f6-47c8-9242-89b41e6b4178 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "GET /v2.0/security-groups/40bbb418-d543-472b-94d4-fc15e9c54178 HTTP/1.1" status: 404 len: 347 time: 0.0356712 Nov 22 16:43:25.710569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:25.789171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ef51-b170-4e06-bd25-88b4f158c57e req-64051ab2-c826-4607-b104-085518c12210 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:25.791306 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e276ef51-b170-4e06-bd25-88b4f158c57e req-64051ab2-c826-4607-b104-085518c12210 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.1056957 Nov 22 16:43:25.858724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e276ef51-b170-4e06-bd25-88b4f158c57e req-1058d0f4-ee2a-4d02-8a9e-02d6a240284a tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598195 Nov 22 16:43:26.015053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-a9a0088b-137d-4f3a-b4cc-bbcce25187e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2004249 Nov 22 16:43:26.029493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-68bc33ce-9215-424a-8aac-6bc48583653e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:26.030613 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-68bc33ce-9215-424a-8aac-6bc48583653e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060320 Nov 22 16:43:26.048797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Deleting port 3e374df5-b38e-47a2-b8b6-5097b6e20a0d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:26.049479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.062807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3819b-8188-4d00-9500-99575ee47aa0 req-eda0f984-e8f6-42e5-bad4-a0188033c25f tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:26.065291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23f3819b-8188-4d00-9500-99575ee47aa0 req-eda0f984-e8f6-42e5-bad4-a0188033c25f tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 943 time: 0.0771596 Nov 22 16:43:26.161029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23f3819b-8188-4d00-9500-99575ee47aa0 req-3d78cbb4-4f1b-49ad-a4c1-ef19892f0183 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805061 Nov 22 16:43:26.167975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.168401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.187618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Calling delete_port for 3e374df5-b38e-47a2-b8b6-5097b6e20a0d owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:26.374373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.404025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Pushing event deleted for resources: {'Port': ['ID=3e374df5-b38e-47a2-b8b6-5097b6e20a0d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:26.519197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.526911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.528500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-728720d5-be38-4ecb-85e1-9a3ea1236a41 tempest-ServersTestJSON-547664976 tempest-ServersTestJSON-547664976-project] 10.222.0.59 "DELETE /v2.0/floatingips/090a0288-0779-4ba0-80f4-299bed54a1cc HTTP/1.1" status: 204 len: 168 time: 0.8166356 Nov 22 16:43:26.532442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:26.545146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-d34250e3-1d3d-4311-ae86-5f32f343aed9 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:26.547102 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-d34250e3-1d3d-4311-ae86-5f32f343aed9 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.62 "GET /v2.0/ports?device_id=52cbbca5-926b-401d-ab9b-c984947313cf HTTP/1.1" status: 200 len: 945 time: 0.0909209 Nov 22 16:43:26.677840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Deleting port 91819051-91d8-432d-a90c-44681024945d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:26.678405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.699714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432a197-1747-41f6-8785-3a07b7b008c9 req-07762e6a-744c-405e-8806-12cb81c05bc1 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:26.701449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7432a197-1747-41f6-8785-3a07b7b008c9 req-07762e6a-744c-405e-8806-12cb81c05bc1 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=52cbbca5-926b-401d-ab9b-c984947313cf HTTP/1.1" status: 200 len: 945 time: 0.1067650 Nov 22 16:43:26.811715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] For port 91819051-91d8-432d-a90c-44681024945d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=91819051-91d8-432d-a90c-44681024945d,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:26.812542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.829421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Calling delete_port for 91819051-91d8-432d-a90c-44681024945d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:26.852101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7432a197-1747-41f6-8785-3a07b7b008c9 req-592dc69d-87f4-4829-bc82-f9b16ecdfffc tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075792 Nov 22 16:43:27.028721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.049583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['91819051-91d8-432d-a90c-44681024945d', '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:27.055409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b7d07939-f399-44a7-8f81-235105a02417'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:27.115329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61529d38-467b-4ee4-bd01-76246413bc0a req-618563a8-afb5-4be2-bec7-cd7a8c33ad79 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:27.118748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61529d38-467b-4ee4-bd01-76246413bc0a req-618563a8-afb5-4be2-bec7-cd7a8c33ad79 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.1428852 Nov 22 16:43:27.240767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-cab7adb3-672c-4b5d-a88b-2e79e31e42f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:27.242310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-cab7adb3-672c-4b5d-a88b-2e79e31e42f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9&tenant_id=cbef877ec5804e888249ee8576fc34bd HTTP/1.1" status: 200 len: 1094 time: 0.1890707 Nov 22 16:43:27.317992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.487396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Pushing event deleted for resources: {'Port': ['ID=91819051-91d8-432d-a90c-44681024945d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:27.534243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] No DVR routers for this DVR port 91819051-91d8-432d-a90c-44681024945d on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:27.537109 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.542254 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e56fbef2-3f54-43a3-99c3-fd8d0583ba44 req-85d9c5c6-f65b-408c-88a9-17885405fa0e tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.62 "DELETE /v2.0/ports/91819051-91d8-432d-a90c-44681024945d HTTP/1.1" status: 204 len: 173 time: 0.9885042 Nov 22 16:43:27.542915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cbbca5-926b-401d-ab9b-c984947313cf', 'name': 'network-vif-deleted', 'tag': '91819051-91d8-432d-a90c-44681024945d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:27.545507 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678b485b-612c-4f27-83ed-d17328aaba2f" -d '{"events": [{"server_uuid": "52cbbca5-926b-401d-ab9b-c984947313cf", "name": "network-vif-deleted", "tag": "91819051-91d8-432d-a90c-44681024945d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:27.772726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61529d38-467b-4ee4-bd01-76246413bc0a req-2f0d6d3b-969a-46a9-8009-21f94aca144f tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410074 Nov 22 16:43:27.819539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-a52ca564-5c05-4743-889e-432b69947e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:27.821383 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-a52ca564-5c05-4743-889e-432b69947e3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1094 time: 0.5483992 Nov 22 16:43:28.055302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e358d-ff33-4b57-ba19-cdffba2b2a84 req-7196c9f7-4cc3-4ad6-9773-087e80179f68 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:28.056884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e3e358d-ff33-4b57-ba19-cdffba2b2a84 req-7196c9f7-4cc3-4ad6-9773-087e80179f68 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 943 time: 0.1584282 Nov 22 16:43:28.074562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-d08c01a1-0b85-4440-9338-d3e42a3ea1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:28.077020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-d08c01a1-0b85-4440-9338-d3e42a3ea1ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.2462907 Nov 22 16:43:28.202745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-f1ebcdf4-a28a-47ee-bc6f-090cc4b61cf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 200 len: 999 time: 0.1124573 Nov 22 16:43:28.206315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e3e358d-ff33-4b57-ba19-cdffba2b2a84 req-ad7b1fd3-c0ae-4e7b-9d77-591436799969 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282842 Nov 22 16:43:28.300342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-d9316c4e-8c52-4d9d-8917-8c11f45c9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:28.301926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-d9316c4e-8c52-4d9d-8917-8c11f45c9750 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.0744257 Nov 22 16:43:28.371342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Deleting port ce68bc34-9b9a-45a5-9ccd-438502d77e1f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:28.371688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.385689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-81002e60-f2ac-4fa0-83ad-df0ef54cdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:28.387254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-81002e60-f2ac-4fa0-83ad-df0ef54cdb82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718627 Nov 22 16:43:28.450865 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970d7e61-9311-4a47-89e3-bd9384e55a9d x-openstack-request-id: req-970d7e61-9311-4a47-89e3-bd9384e55a9d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:28.451819 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cbbca5-926b-401d-ab9b-c984947313cf", "name": "network-vif-deleted", "tag": "91819051-91d8-432d-a90c-44681024945d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:28.452459 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-970d7e61-9311-4a47-89e3-bd9384e55a9d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:28.453175 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cbbca5-926b-401d-ab9b-c984947313cf', 'name': 'network-vif-deleted', 'tag': '91819051-91d8-432d-a90c-44681024945d', 'status': 'completed', 'code': 200} Nov 22 16:43:28.557592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] For port ce68bc34-9b9a-45a5-9ccd-438502d77e1f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:28.557993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.584958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Calling delete_port for ce68bc34-9b9a-45a5-9ccd-438502d77e1f owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:28.588610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-a9cb73ae-ba09-4ff6-8268-1e59ab4e7887 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752238 Nov 22 16:43:28.796430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3a76b90-1455-4068-8cc3-3a9b51f5b48a req-97fef313-56c6-476b-bece-9aa9b93447ad service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939521 Nov 22 16:43:28.931725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.980735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce68bc34-9b9a-45a5-9ccd-438502d77e1f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:29.074132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bca2b-ec47-4f21-8901-bde187998158 req-d3727590-b755-4cb4-a7b3-7f08ef3225cf tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:29.075974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-329bca2b-ec47-4f21-8901-bde187998158 req-d3727590-b755-4cb4-a7b3-7f08ef3225cf tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.1756313 Nov 22 16:43:29.083281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60882) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:29.276748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb21acaa-a6f7-46a3-b219-846190892cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.381660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-329bca2b-ec47-4f21-8901-bde187998158 req-078f5a2d-7144-453a-8c43-e4c0ab87737b tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417819 Nov 22 16:43:29.400535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.522936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb21acaa-a6f7-46a3-b219-846190892cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.533470 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb21acaa-a6f7-46a3-b219-846190892cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.636837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21acaa-a6f7-46a3-b219-846190892cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a25ebd-cb1f-4c50-9f86-cb5cc12a63c7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:29.648169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb21acaa-a6f7-46a3-b219-846190892cfa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acdf5e6ae16040bd8c8a2ec2d8417c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628407 Nov 22 16:43:29.652655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60906) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:29.721056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-838a7550-47a6-4b10-9c91-7bbb4ae0a07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.753146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-838a7550-47a6-4b10-9c91-7bbb4ae0a07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.822878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-838a7550-47a6-4b10-9c91-7bbb4ae0a07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.827638 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-838a7550-47a6-4b10-9c91-7bbb4ae0a07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.830118 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-838a7550-47a6-4b10-9c91-7bbb4ae0a07a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19a25ebd-cb1f-4c50-9f86-cb5cc12a63c7 HTTP/1.1" status: 204 len: 168 time: 0.1760664 Nov 22 16:43:29.868850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a7550-47a6-4b10-9c91-7bbb4ae0a07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a25ebd-cb1f-4c50-9f86-cb5cc12a63c7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:29.973468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59401-8c55-49c3-9113-18106ac1203d req-7ee16344-ffe7-4bbb-895f-e6b9607cf226 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:29.987797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3db59401-8c55-49c3-9113-18106ac1203d req-7ee16344-ffe7-4bbb-895f-e6b9607cf226 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 943 time: 0.3098152 Nov 22 16:43:30.105075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Router 2daa3341-a443-4293-a7a3-5f821929cc36 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:30.147969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3db59401-8c55-49c3-9113-18106ac1203d req-91390f69-6c24-438b-ad0e-90cc1ca186ed tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582472 Nov 22 16:43:30.386292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:30.397872 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] Sync routers for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:30.405148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60916) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:30.406218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-23b1eb68-0896-492b-bad9-3658c23989c3 admin admin] 10.222.0.59 "PUT /v2.0/routers/2daa3341-a443-4293-a7a3-5f821929cc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8715339 Nov 22 16:43:30.418047 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:30.420185 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:30.592919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.639694 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:30.828571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.954698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Deleting port e5ae4bc4-e760-49f3-a9b5-3327e08f0167 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:30.956211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.049295 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:43:28Z', 'revision_number': 5, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port': {'id': 'e5ae4bc4-e760-49f3-a9b5-3327e08f0167', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:35Z', 'updated_at': '2021-11-22T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:31.097474 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] Checking router: 2daa3341-a443-4293-a7a3-5f821929cc36 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:31.115503 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] Routers {'2daa3341-a443-4293-a7a3-5f821929cc36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:31.117227 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2daa3341-a443-4293-a7a3-5f821929cc36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:31.199295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] For port e5ae4bc4-e760-49f3-a9b5-3327e08f0167, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e5ae4bc4-e760-49f3-a9b5-3327e08f0167,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:31.199691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.222005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Calling delete_port for e5ae4bc4-e760-49f3-a9b5-3327e08f0167 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:31.310218 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] Set router 2daa3341-a443-4293-a7a3-5f821929cc36 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:31.406668 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:43:30Z', 'revision_number': 6, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:31.436700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.445732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 91819051-91d8-432d-a90c-44681024945d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:31.484160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ae4bc4-e760-49f3-a9b5-3327e08f0167,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:31.534790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 91819051-91d8-432d-a90c-44681024945d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:31.535170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 91819051-91d8-432d-a90c-44681024945d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:31.544193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f02a22-ae2e-44ba-a1c2-b389f662d483 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:31.605332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.636401 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff155990-d79a-42e2-8e9d-a7749f04b7a9 None None] The sync data for ids ['2daa3341-a443-4293-a7a3-5f821929cc36'] in n-d-816865-2 is: [{'id': '2daa3341-a443-4293-a7a3-5f821929cc36', 'name': 'tempest-ServersTestJSON-1201369529-router', 'tenant_id': 'fd93cb64993149f4b16d812d5089a38b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:33Z', 'updated_at': '2021-11-22T16:43:30Z', 'revision_number': 6, 'project_id': 'fd93cb64993149f4b16d812d5089a38b', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:31.747833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.750342 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.814877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.815475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2daa3341-a443-4293-a7a3-5f821929cc36 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:43:31.821405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.822586 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cb3adcec-5964-4a21-9953-e14abcb25305 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2daa3341-a443-4293-a7a3-5f821929cc36 HTTP/1.1" status: 204 len: 168 time: 1.4149356 Nov 22 16:43:31.825847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:31.898173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-89075284-5770-4743-ae4e-677175a2775a admin admin] Deleting subnet 6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:31.901827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89075284-5770-4743-ae4e-677175a2775a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.953633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89075284-5770-4743-ae4e-677175a2775a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.118136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89075284-5770-4743-ae4e-677175a2775a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.226186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89075284-5770-4743-ae4e-677175a2775a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.255854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89075284-5770-4743-ae4e-677175a2775a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:32.265323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89075284-5770-4743-ae4e-677175a2775a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.269390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-89075284-5770-4743-ae4e-677175a2775a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6463ec8e-a9b9-4820-9ad5-00f2e0c1ef2e HTTP/1.1" status: 204 len: 168 time: 0.4422855 Nov 22 16:43:32.270209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c014b5-0a0c-4509-aeb3-595137bfee18 None None] Network 9985d6af-ee68-482a-aca5-9afc048fa007 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:32.271770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:32.352236 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.447700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Deleting port e2b3f8b7-f262-4938-a77e-2fdcedf30407 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:32.448038 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.551885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] For port e2b3f8b7-f262-4938-a77e-2fdcedf30407, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e2b3f8b7-f262-4938-a77e-2fdcedf30407,segment=NetworkSegment(76d735d0-d3c1-40c0-8db7-3b523f88c68d),segment_id=76d735d0-d3c1-40c0-8db7-3b523f88c68d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:32.552268 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.580071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Calling delete_port for e2b3f8b7-f262-4938-a77e-2fdcedf30407 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:32.587891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] DHCP port deletion for 9985d6af-ee68-482a-aca5-9afc048fa007 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:32.668551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] Deleting port e2b3f8b7-f262-4938-a77e-2fdcedf30407 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:32.669635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.671195 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.707893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b3f8b7-f262-4938-a77e-2fdcedf30407,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:32.712017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] No DVR routers for this DVR port e2b3f8b7-f262-4938-a77e-2fdcedf30407 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:32.785489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] For port e2b3f8b7-f262-4938-a77e-2fdcedf30407, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:32.789939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.841406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] Calling delete_port for e2b3f8b7-f262-4938-a77e-2fdcedf30407 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:32.842324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.850115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] Port e2b3f8b7-f262-4938-a77e-2fdcedf30407 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:43:32.853354 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.887608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9985d6af-ee68-482a-aca5-9afc048fa007']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:32.898292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d735d0-d3c1-40c0-8db7-3b523f88c68d') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:32.898845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d735d0-d3c1-40c0-8db7-3b523f88c68d') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:32.903677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] Pushing event deleted for resources: {'Port': ['ID=e2b3f8b7-f262-4938-a77e-2fdcedf30407,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:32.910667 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.911250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f34d01-3f5a-4636-8d20-c92f60728690 None None] No DVR routers for this DVR port e2b3f8b7-f262-4938-a77e-2fdcedf30407 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:32.946649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.965983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:43:32.966394 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:43:32.968397 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:43:33.069608 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.076663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.091152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] 10.222.0.59 "DELETE /v2.0/networks/9985d6af-ee68-482a-aca5-9afc048fa007 HTTP/1.1" status: 204 len: 168 time: 0.8179913 Nov 22 16:43:33.103954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5e413-335c-4b26-9ab5-9a530bce174e admin admin] Pushing event deleted for resources: {'Network': ['ID=9985d6af-ee68-482a-aca5-9afc048fa007,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:33.348038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:33.365432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce68bc34-9b9a-45a5-9ccd-438502d77e1f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:33.392331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ce68bc34-9b9a-45a5-9ccd-438502d77e1f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:33.393159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce68bc34-9b9a-45a5-9ccd-438502d77e1f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:33.393774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e5ae4bc4-e760-49f3-a9b5-3327e08f0167 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:33.409130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2b31ef75-0686-4d4b-87b2-16154f39cdba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd93cb64993149f4b16d812d5089a38b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0595701 Nov 22 16:43:33.411751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60966) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:33.419810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e5ae4bc4-e760-49f3-a9b5-3327e08f0167 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:33.420430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e5ae4bc4-e760-49f3-a9b5-3327e08f0167 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:33.421086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e2b3f8b7-f262-4938-a77e-2fdcedf30407 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:33.441505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e2b3f8b7-f262-4938-a77e-2fdcedf30407 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:33.441859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e2b3f8b7-f262-4938-a77e-2fdcedf30407 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:33.464877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-082b25e2-300c-49c3-a151-8924445ca99f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.493420 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-082b25e2-300c-49c3-a151-8924445ca99f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.552018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-082b25e2-300c-49c3-a151-8924445ca99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.554787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-082b25e2-300c-49c3-a151-8924445ca99f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.555987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-082b25e2-300c-49c3-a151-8924445ca99f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01335501-ecc1-479a-b048-cb94e9a82968 HTTP/1.1" status: 204 len: 168 time: 0.1431782 Nov 22 16:43:33.564651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b25e2-300c-49c3-a151-8924445ca99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01335501-ecc1-479a-b048-cb94e9a82968,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:34.348249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:34.482086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-765166071-network', 'tenant_id': 'f67af5127c394157bc970b46acdc079a'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:34.509780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Made reservation on behalf of f67af5127c394157bc970b46acdc079a for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:34.522824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.550469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.660778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.682083 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.733170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:43:34.760009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83281b5-121a-489c-94ed-bbf295c2ec34,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:34.763306 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.763817 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Added segment edf40b3e-e617-4b21-a584-df71cbad96d0 of type vlan for network 77243eeb-d921-4e50-975e-da897bf2d633 Nov 22 16:43:34.784755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.785442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.785943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.786530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.787152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.787862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.788512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.789050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.789600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.790008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.790343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.790681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:34.851383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.898864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.899808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:34.900480 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.025676 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6727209 Nov 22 16:43:35.025903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:35.033036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Request body: {'subnet': {'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-765166071-subnet', 'tenant_id': 'f67af5127c394157bc970b46acdc079a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:35.037849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a97f4-7476-4baf-8a87-7bdd1db56eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=77243eeb-d921-4e50-975e-da897bf2d633,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:35.051870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 77243eeb-d921-4e50-975e-da897bf2d633 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:43:35.071726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Made reservation on behalf of f67af5127c394157bc970b46acdc079a for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:35.079362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.425773 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.493157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64439f1-38c8-4557-97f1-73c72102f482,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:35.539617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Checking segment: {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:35.539987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Network hostable DHCP agents. Network: 77243eeb-d921-4e50-975e-da897bf2d633, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:43:35.567264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Network 77243eeb-d921-4e50-975e-da897bf2d633 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:43:35.584973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 77243eeb-d921-4e50-975e-da897bf2d633) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:35.590992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:35.593096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.594684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca19eff-86c8-4392-806a-141d1ee808d6 None None] Network 77243eeb-d921-4e50-975e-da897bf2d633 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:35.636202 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b857453d-cd69-49b3-b0ce-38c76af2bdd4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6088901 Nov 22 16:43:35.907476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd63fea7-d003-4070-b0e2-a21c15263226 None None] Network 77243eeb-d921-4e50-975e-da897bf2d633 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:36.515101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.726480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.415360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68d82b-ce6e-470d-80fa-6daa1a442a31 req-c95e3a60-6d70-4043-bc93-a76f8d81a8a4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:42.416888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d68d82b-ce6e-470d-80fa-6daa1a442a31 req-c95e3a60-6d70-4043-bc93-a76f8d81a8a4 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0633075 Nov 22 16:43:42.472123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d68d82b-ce6e-470d-80fa-6daa1a442a31 req-b05d56fb-f9d8-4eb4-a860-3d329ba804c0 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492060 Nov 22 16:43:42.604149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479603f-5cd3-4eb2-be32-896470351f83 req-07bde774-d6c1-4279-9b51-5938265001a0 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:42.605705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8479603f-5cd3-4eb2-be32-896470351f83 req-07bde774-d6c1-4279-9b51-5938265001a0 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 943 time: 0.0571330 Nov 22 16:43:42.658654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8479603f-5cd3-4eb2-be32-896470351f83 req-c5a5a0bf-c834-47c3-a691-d17f25f0cade tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463290 Nov 22 16:43:43.204633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:43.206581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-a4a82682-21dc-4e97-a5fe-aa7904da4676 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:43.208339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-a4a82682-21dc-4e97-a5fe-aa7904da4676 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 814 time: 0.1204798 Nov 22 16:43:43.227630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-15b3218b-1ac5-4ded-b7b7-8e85657e2d45 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/quotas/f67af5127c394157bc970b46acdc079a HTTP/1.1" status: 200 len: 375 time: 0.0109637 Nov 22 16:43:43.265695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-61940f87-6a8c-4dc3-9ff1-90ddaf529ae7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293477 Nov 22 16:43:43.351550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9947-cc22-40b4-868b-82b30a5f5ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.376465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-33997cd6-32f1-40a6-9255-a9a2ab072817 service neutron] 10.222.0.59 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015644 Nov 22 16:43:43.444613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9947-cc22-40b4-868b-82b30a5f5ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.451022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a0e9947-cc22-40b4-868b-82b30a5f5ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.494874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-d9d3da1d-17fd-4ed3-8c49-81ce01b1aa4a service neutron] 10.222.0.59 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107867 Nov 22 16:43:43.509973 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a0e9947-cc22-40b4-868b-82b30a5f5ce7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0548ae36479240118064f676c9f4c23d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010092 Nov 22 16:43:43.509973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e9947-cc22-40b4-868b-82b30a5f5ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18209f21-daf7-4e65-b3d6-9611fc898411,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:43.510321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:43.579630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.608539 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.669936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.673449 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.675270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18209f21-daf7-4e65-b3d6-9611fc898411 HTTP/1.1" status: 204 len: 168 time: 0.1633542 Nov 22 16:43:43.688689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18209f21-daf7-4e65-b3d6-9611fc898411,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:43.701253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.702586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.703199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.703733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.704243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.704756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.705259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.717310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.717821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.718194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.718555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.718892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c40159c-99f1-4b3a-be62-436ae0485a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.903833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81238e-bfc9-4767-97d7-4936ed0c1940 req-837d0025-39cf-4e58-b096-6326b65e394e tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:43.905647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea81238e-bfc9-4767-97d7-4936ed0c1940 req-837d0025-39cf-4e58-b096-6326b65e394e tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0833077 Nov 22 16:43:43.967263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea81238e-bfc9-4767-97d7-4936ed0c1940 req-ecccd755-40d2-4b1c-a0c4-b92a92622f21 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544026 Nov 22 16:43:44.077188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a8e2640-bff5-438a-a535-6652f462f45f req-69567317-c64f-4137-8bd2-0342a557ac6f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 210 time: 0.0493705 Nov 22 16:43:44.247214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536f3c4-7d01-4c09-b6eb-8129059721b2 req-cf72af75-d68c-442e-9b87-b6e0c3a24560 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:44.248779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0536f3c4-7d01-4c09-b6eb-8129059721b2 req-cf72af75-d68c-442e-9b87-b6e0c3a24560 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 943 time: 0.0691452 Nov 22 16:43:44.332949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0536f3c4-7d01-4c09-b6eb-8129059721b2 req-10961feb-d594-44d8-8970-a4b5d5c404e8 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739007 Nov 22 16:43:44.600147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:44.822187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:44.852220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'port_id': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'mac_address': 'fa:16:3e:67:07:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:44.913076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:44.930627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f160bf3-9b1e-45bf-a24a-04166b583994 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:44.957453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:44.973645 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.042013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:45.210640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:45.213818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-f1565310-f9ac-4e69-8a55-d976066483bb tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:45.218000 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-f1565310-f9ac-4e69-8a55-d976066483bb tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 814 time: 0.1731787 Nov 22 16:43:45.237067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Request body: {'port': {'device_id': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'admin_state_up': True, 'tenant_id': 'f67af5127c394157bc970b46acdc079a'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:45.274344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['7f160bf3-9b1e-45bf-a24a-04166b583994'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:45.411478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98facfef-fb78-4062-8ea5-ddd09e0b8761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.440167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0024d3c-e036-4ec3-a329-c60d3f8b26d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.457846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaa1f5-2ecc-4d8d-9a94-c3f273fb26b3 req-a2a25da9-429f-4336-a428-9953f0333f2c tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:45.464162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaa1f5-2ecc-4d8d-9a94-c3f273fb26b3 req-a2a25da9-429f-4336-a428-9953f0333f2c tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:45.465917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4feaa1f5-2ecc-4d8d-9a94-c3f273fb26b3 req-a2a25da9-429f-4336-a428-9953f0333f2c tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550&device_id=ba626815-d9fe-44b3-9e2b-f0e04a81ef77 HTTP/1.1" status: 200 len: 1681 time: 0.1179817 Nov 22 16:43:45.479397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Made reservation on behalf of f67af5127c394157bc970b46acdc079a for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:45.483480 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.547311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0024d3c-e036-4ec3-a329-c60d3f8b26d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.552842 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a0024d3c-e036-4ec3-a329-c60d3f8b26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.595988 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4feaa1f5-2ecc-4d8d-9a94-c3f273fb26b3 req-6ace2355-f682-49b7-93ef-685260c593d4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198411 Nov 22 16:43:45.599292 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a0024d3c-e036-4ec3-a329-c60d3f8b26d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8dee14385aee4261a95cbe61297ae25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3864193 Nov 22 16:43:45.600946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32912) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:45.602534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0024d3c-e036-4ec3-a329-c60d3f8b26d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0b2225-0505-4977-b271-4be720aef447,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:45.677366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6e71f24-90fa-493d-b74e-c6ed5bc4dcfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.702106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6e71f24-90fa-493d-b74e-c6ed5bc4dcfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.711396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Allocated IP 172.20.0.13 (77243eeb-d921-4e50-975e-da897bf2d633/d64439f1-38c8-4557-97f1-73c72102f482/8620fef1-b5ab-4ecd-a76c-ab85afd97681) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:45.746069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6327c33-e6f7-4cd1-ae9c-136eea646cf5 req-b13f1fd1-7ab0-41c4-b802-e9e769a66f28 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:45.747724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6327c33-e6f7-4cd1-ae9c-136eea646cf5 req-b13f1fd1-7ab0-41c4-b802-e9e769a66f28 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0853169 Nov 22 16:43:45.760991 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6e71f24-90fa-493d-b74e-c6ed5bc4dcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.765444 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6e71f24-90fa-493d-b74e-c6ed5bc4dcfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.767022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6e71f24-90fa-493d-b74e-c6ed5bc4dcfd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b0b2225-0505-4977-b271-4be720aef447 HTTP/1.1" status: 204 len: 168 time: 0.1654823 Nov 22 16:43:45.781508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e71f24-90fa-493d-b74e-c6ed5bc4dcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0b2225-0505-4977-b271-4be720aef447,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:45.875327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6327c33-e6f7-4cd1-ae9c-136eea646cf5 req-cd0c8fe0-d183-47d8-9cff-2c994f9bb25c tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142204 Nov 22 16:43:45.973629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.998047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d833e30f-bf4b-429e-800a-7426aabf7a50 req-d6d43240-f947-494f-8ef1-05180874d709 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 210 time: 0.0468175 Nov 22 16:43:46.051449 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.144339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a647af7d-9aa7-4601-ad02-3138bd3a3f40 req-3f1bbe97-96e1-4dd8-a6b2-811e3eb3e342 tempest-AbsoluteLimitsNegativeTestJSON-1766170599 tempest-AbsoluteLimitsNegativeTestJSON-1766170599-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ca68b7b86e184cbf89427761d11d4e41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488765 Nov 22 16:43:46.149404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Network 77243eeb-d921-4e50-975e-da897bf2d633 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:46.153523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:46.157765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:46.171843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32930) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:46.185438 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29147a5b-a06d-4909-b880-83414981460e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.192347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Pushing event updated for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:46.276002 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29147a5b-a06d-4909-b880-83414981460e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.281276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29147a5b-a06d-4909-b880-83414981460e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.322057 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-29147a5b-a06d-4909-b880-83414981460e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e246b56a0ea4a389649244a15c1684e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1489522 Nov 22 16:43:46.322881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29147a5b-a06d-4909-b880-83414981460e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ea256e-b77c-468b-8933-ee4b60a90ab7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:46.325302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32932) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:46.382378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70da39cf-8438-4390-88a7-a272e1774977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.406870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70da39cf-8438-4390-88a7-a272e1774977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.459481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70da39cf-8438-4390-88a7-a272e1774977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.462476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70da39cf-8438-4390-88a7-a272e1774977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.463842 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-70da39cf-8438-4390-88a7-a272e1774977 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3ea256e-b77c-468b-8933-ee4b60a90ab7 HTTP/1.1" status: 204 len: 168 time: 0.1376305 Nov 22 16:43:46.477616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da39cf-8438-4390-88a7-a272e1774977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ea256e-b77c-468b-8933-ee4b60a90ab7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:46.600020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:46.649307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:46.649307 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.658819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 7f160bf3-9b1e-45bf-a24a-04166b583994 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:46.659368 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.701093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7d3f4e4b-645e-4861-89ed-b911814aa9e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4683430 Nov 22 16:43:46.733332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Request body: {'port': {'device_id': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:46.742849 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.767793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:46.770098 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d371a14-5508-49de-825c-c16cd2d9c2f1" -d '{"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:46.787062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:46.791371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647af7d-9aa7-4601-ad02-3138bd3a3f40 req-76ef85d9-9b8b-44b6-9796-e8b7846d375b tempest-AbsoluteLimitsNegativeTestJSON-1766170599 tempest-AbsoluteLimitsNegativeTestJSON-1766170599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:46.792852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.793111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a647af7d-9aa7-4601-ad02-3138bd3a3f40 req-76ef85d9-9b8b-44b6-9796-e8b7846d375b tempest-AbsoluteLimitsNegativeTestJSON-1766170599 tempest-AbsoluteLimitsNegativeTestJSON-1766170599-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6288970 Nov 22 16:43:46.839078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a647af7d-9aa7-4601-ad02-3138bd3a3f40 req-0acc8c3e-92b6-4907-b983-845f840829c6 tempest-AbsoluteLimitsNegativeTestJSON-1766170599 tempest-AbsoluteLimitsNegativeTestJSON-1766170599-project] 10.222.0.59 "GET /v2.0/quotas/ca68b7b86e184cbf89427761d11d4e41 HTTP/1.1" status: 200 len: 375 time: 0.0399742 Nov 22 16:43:46.840489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.845868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:46.909888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a647af7d-9aa7-4601-ad02-3138bd3a3f40 req-4d918dc4-d254-449b-bca9-226208da9d4b tempest-AbsoluteLimitsNegativeTestJSON-1766170599 tempest-AbsoluteLimitsNegativeTestJSON-1766170599-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca68b7b86e184cbf89427761d11d4e41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496547 Nov 22 16:43:47.120556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc655953-57c0-4af4-ac48-92a29ab50031 req-c15176e8-6a96-4ec0-a4eb-cc9ae876aa6c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:47.122164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc655953-57c0-4af4-ac48-92a29ab50031 req-c15176e8-6a96-4ec0-a4eb-cc9ae876aa6c tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 946 time: 0.1143451 Nov 22 16:43:47.209104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc655953-57c0-4af4-ac48-92a29ab50031 req-d842e9bb-dd36-4865-9653-f05d0746dae5 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777977 Nov 22 16:43:47.253844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8620fef1-b5ab-4ecd-a76c-ab85afd97681 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:47.265009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.267260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32964) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:47.279909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Transition to ACTIVE for port object 8620fef1-b5ab-4ecd-a76c-ab85afd97681 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:47.286174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.356937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Pushing event updated for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:47.414530 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b05f1d0f-231e-4676-8760-7be1e5c5d6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.444081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Attempting to bind port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:47.444627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Attempting to bind port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:47.444981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Attempting to bind port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 on network 77243eeb-d921-4e50-975e-da897bf2d633 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:47.449933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 on network 77243eeb-d921-4e50-975e-da897bf2d633 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:47.450295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Attempting to bind port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 on network 77243eeb-d921-4e50-975e-da897bf2d633 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:47.456520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:47.456877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Checking segment: {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:47.457380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Bound using segment: {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:47.458014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Bound port: 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:47.458460 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.464444 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c212486-7cb0-4ca2-92f3-8128d2ab6e26 x-openstack-request-id: req-8c212486-7cb0-4ca2-92f3-8128d2ab6e26 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:47.465445 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-plugged", "status": "completed", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:47.465800 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c212486-7cb0-4ca2-92f3-8128d2ab6e26 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:47.466646 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'code': 200} Nov 22 16:43:47.581448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:47.588984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:47.598283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b05f1d0f-231e-4676-8760-7be1e5c5d6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.604302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b05f1d0f-231e-4676-8760-7be1e5c5d6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.605505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28993517-f4aa-4e5b-9eb5-8124fd1d7448 req-3b2b1847-e007-4c61-89b3-921e70480b40 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:47.607587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28993517-f4aa-4e5b-9eb5-8124fd1d7448 req-3b2b1847-e007-4c61-89b3-921e70480b40 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0958588 Nov 22 16:43:47.609809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.656004 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b05f1d0f-231e-4676-8760-7be1e5c5d6a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca68b7b86e184cbf89427761d11d4e41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3850195 Nov 22 16:43:47.656453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f1d0f-231e-4676-8760-7be1e5c5d6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39730905-0a07-4b86-8cf5-0052450a5ba3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:47.659341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32976) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:47.682440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:47.683088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.684512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] 10.222.0.37 "PUT /v2.0/ports/8620fef1-b5ab-4ecd-a76c-ab85afd97681 HTTP/1.1" status: 200 len: 1092 time: 0.9704223 Nov 22 16:43:47.700165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:47.702864 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f79640-3532-4573-8b08-2cfc27650e16" -d '{"events": [{"name": "network-changed", "server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:47.734982 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fd04d88-94e7-49d7-adb7-e52b895d3a6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.766487 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fd04d88-94e7-49d7-adb7-e52b895d3a6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.792285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad2415-1c14-4765-8cd9-d0d434fd1a8d service neutron] Pushing event updated for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:47.804519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696fb80-fbee-410e-a388-2f0ef7cc88de req-d47ca61e-518a-4ea7-88e7-1eb84c5d839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:47.806130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6696fb80-fbee-410e-a388-2f0ef7cc88de req-d47ca61e-518a-4ea7-88e7-1eb84c5d839e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1097 time: 0.1807318 Nov 22 16:43:47.824949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28993517-f4aa-4e5b-9eb5-8124fd1d7448 req-db0ebf33-0e2a-4bb0-b254-5829f4303330 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046506 Nov 22 16:43:47.842834 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fd04d88-94e7-49d7-adb7-e52b895d3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.846463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fd04d88-94e7-49d7-adb7-e52b895d3a6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.850306 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4fd04d88-94e7-49d7-adb7-e52b895d3a6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/39730905-0a07-4b86-8cf5-0052450a5ba3 HTTP/1.1" status: 204 len: 168 time: 0.1872551 Nov 22 16:43:47.862643 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61c6703c-6332-47ac-a8cc-8960049c9b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.870688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd04d88-94e7-49d7-adb7-e52b895d3a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39730905-0a07-4b86-8cf5-0052450a5ba3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:47.891568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-d158b577-9244-42b1-bc57-251498fa8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:47.893569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-d158b577-9244-42b1-bc57-251498fa8632 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 1095 time: 0.1493258 Nov 22 16:43:47.986881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-2f8886c2-711d-4e78-a33e-54981a813c0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681 HTTP/1.1" status: 200 len: 217 time: 0.0792193 Nov 22 16:43:47.987984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6696fb80-fbee-410e-a388-2f0ef7cc88de req-ec3ef1b3-7203-492f-821e-5d966ce9da3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618900 Nov 22 16:43:48.016984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9393ea1-8e77-4a04-ad8b-93104db6a4fb req-76f1bde7-fccc-461c-8c51-dd910b6b3c7e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:48.019434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9393ea1-8e77-4a04-ad8b-93104db6a4fb req-76f1bde7-fccc-461c-8c51-dd910b6b3c7e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 944 time: 0.1174092 Nov 22 16:43:48.070924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9393ea1-8e77-4a04-ad8b-93104db6a4fb req-49aa6e29-8e9a-46f9-858f-817a0ca86c5c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Nov 22 16:43:48.263473 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820ded38-7b81-4d1e-a60c-4ba6caee6164 x-openstack-request-id: req-820ded38-7b81-4d1e-a60c-4ba6caee6164 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:48.264225 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:48.264909 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-820ded38-7b81-4d1e-a60c-4ba6caee6164 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:48.265504 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'status': 'completed', 'code': 200} Nov 22 16:43:48.268265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-bbe08056-b0b9-4b05-8676-fb6d3b05d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:48.270022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-bbe08056-b0b9-4b05-8676-fb6d3b05d4e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d64439f1-38c8-4557-97f1-73c72102f482 HTTP/1.1" status: 200 len: 854 time: 0.0673480 Nov 22 16:43:48.322519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-de958783-6255-49ed-8444-ec0e6b967663 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77243eeb-d921-4e50-975e-da897bf2d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418007 Nov 22 16:43:48.480257 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-42410cdb-26d2-4831-bfb2-3ed3b6219ac2 service neutron] 10.222.0.37 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495879 Nov 22 16:43:48.582010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac431f-fbef-4c19-a413-e1f1d7fd8646 req-42f90f43-e783-4638-841d-6c83ff2caa7b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:48.583645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2dac431f-fbef-4c19-a413-e1f1d7fd8646 req-42f90f43-e783-4638-841d-6c83ff2caa7b tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 946 time: 0.1383641 Nov 22 16:43:48.647632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea20bfd-ea17-4f7b-8ea9-b98eea2d443b req-3d76c193-d753-4674-8bc6-3da9673ac062 service neutron] 10.222.0.37 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502841 Nov 22 16:43:48.673882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2dac431f-fbef-4c19-a413-e1f1d7fd8646 req-bea1c3ac-44ab-4f80-ab1e-5eae698d1c61 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806818 Nov 22 16:43:48.787707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f79640-3532-4573-8b08-2cfc27650e16 req-88dbd279-2aaf-4d56-9e72-f68e7e1c578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:48.788906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44f79640-3532-4573-8b08-2cfc27650e16 req-88dbd279-2aaf-4d56-9e72-f68e7e1c578c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 1095 time: 0.0599360 Nov 22 16:43:48.875438 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.941954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f79640-3532-4573-8b08-2cfc27650e16 req-e4d19275-69d9-41e0-b996-45cd09800f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:48.943823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44f79640-3532-4573-8b08-2cfc27650e16 req-e4d19275-69d9-41e0-b996-45cd09800f70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 915 time: 0.1400526 Nov 22 16:43:48.952983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33038) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:49.011564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44f79640-3532-4573-8b08-2cfc27650e16 req-4debc415-5d14-4323-be3a-72c8e9283086 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681 HTTP/1.1" status: 200 len: 217 time: 0.0465248 Nov 22 16:43:49.084656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-519869541-network', 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:49.100876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f79640-3532-4573-8b08-2cfc27650e16 req-99a0c466-46e9-480c-8753-f787250aa8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:49.102346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44f79640-3532-4573-8b08-2cfc27650e16 req-99a0c466-46e9-480c-8753-f787250aa8ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d64439f1-38c8-4557-97f1-73c72102f482 HTTP/1.1" status: 200 len: 854 time: 0.0728159 Nov 22 16:43:49.165219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44f79640-3532-4573-8b08-2cfc27650e16 req-3014540d-dfc1-49c1-b882-bc0a1a5e7d7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77243eeb-d921-4e50-975e-da897bf2d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476935 Nov 22 16:43:49.165828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:49.168104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.180976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.254335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70c0e4-2872-49e3-8dab-8f3274f9d1d4 req-6e0e5df4-3d5d-46dc-a515-427a23dbfb35 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:49.262367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd70c0e4-2872-49e3-8dab-8f3274f9d1d4 req-6e0e5df4-3d5d-46dc-a515-427a23dbfb35 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.1569877 Nov 22 16:43:49.391618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd70c0e4-2872-49e3-8dab-8f3274f9d1d4 req-55a84852-9133-4101-99d8-69c908e5a37f tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282840 Nov 22 16:43:49.410902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44f79640-3532-4573-8b08-2cfc27650e16 req-ef12dbd1-e705-48af-8475-3b351d5a1f5b service neutron] 10.222.0.37 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192698 Nov 22 16:43:49.455855 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.493220 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.569616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:43:49.617191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a1d6f-2da3-427c-8957-b0050268b5ef,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:49.626061 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.628889 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Added segment cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2 of type vlan for network 98d0b033-fe9f-424a-8d78-931c2d014ef7 Nov 22 16:43:49.664099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92cfa-c6c1-454e-8280-2d75e4efffb9 req-f4a5616a-42c3-4885-a797-b9e428fcc018 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:49.672019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07f92cfa-c6c1-454e-8280-2d75e4efffb9 req-f4a5616a-42c3-4885-a797-b9e428fcc018 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba626815-d9fe-44b3-9e2b-f0e04a81ef77 HTTP/1.1" status: 200 len: 945 time: 0.1840312 Nov 22 16:43:49.707082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44f79640-3532-4573-8b08-2cfc27650e16 req-8ab93e10-f937-4285-9f53-dbec717f940f service neutron] 10.222.0.37 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801292 Nov 22 16:43:49.727474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.781779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07f92cfa-c6c1-454e-8280-2d75e4efffb9 req-5b009f12-33a6-40df-927f-37c2038bef62 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65074bc6-3899-452d-96da-695faa94f8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086907 Nov 22 16:43:49.807451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.809538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:49.810577 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.911481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33092) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:49.912114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9572089 Nov 22 16:43:49.922532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Request body: {'subnet': {'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-519869541-subnet', 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:49.922802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eea8c-74fd-46bc-9b64-0baa6910711c admin admin] Pushing event updated for resources: {'Network': ['ID=98d0b033-fe9f-424a-8d78-931c2d014ef7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:49.939315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:43:49.965968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b901ae-4744-4573-83b9-b5bdc43e89ab req-93d85deb-437e-4f1d-ba90-c0766f2d8e7e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:49.971147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:49.974794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.975367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1b901ae-4744-4573-83b9-b5bdc43e89ab req-93d85deb-437e-4f1d-ba90-c0766f2d8e7e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 944 time: 0.0988863 Nov 22 16:43:50.075050 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1b901ae-4744-4573-83b9-b5bdc43e89ab req-6bbc4575-9bc2-4235-9914-e787705b8852 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977721 Nov 22 16:43:50.214710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4c8d4-2f85-4415-96e5-5538fe19712f req-75df053e-6b70-4ffd-9959-61fa54874a1a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:50.216744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fa4c8d4-2f85-4415-96e5-5538fe19712f req-75df053e-6b70-4ffd-9959-61fa54874a1a tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 946 time: 0.0561607 Nov 22 16:43:50.274020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6afa8d-e6c5-47c7-8267-e5b5614a093a req-789b266d-8e0f-4dc6-8c5b-ea37508dca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:50.275458 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4c6afa8d-e6c5-47c7-8267-e5b5614a093a req-789b266d-8e0f-4dc6-8c5b-ea37508dca3b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.0983429 Nov 22 16:43:50.276529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.308867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fa4c8d4-2f85-4415-96e5-5538fe19712f req-491d42e3-d959-4475-a81a-dc8f6d59e400 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846243 Nov 22 16:43:50.322911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-c0636975-b821-48cc-a60d-9c5167779d2b tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:50.324514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-c0636975-b821-48cc-a60d-9c5167779d2b tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba626815-d9fe-44b3-9e2b-f0e04a81ef77 HTTP/1.1" status: 200 len: 945 time: 0.1016281 Nov 22 16:43:50.352508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:50.417388 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4c6afa8d-e6c5-47c7-8267-e5b5614a093a req-ee7fc212-8d8a-4116-ad55-ff83cbff72cf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154079 Nov 22 16:43:50.418453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Checking segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:50.418829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Network hostable DHCP agents. Network: 98d0b033-fe9f-424a-8d78-931c2d014ef7, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:43:50.464917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:43:50.481377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 98d0b033-fe9f-424a-8d78-931c2d014ef7) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:50.485830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Deleting port b7d07939-f399-44a7-8f81-235105a02417 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:50.486335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.488003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:50.488850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.494650 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03cd96c-75db-48e4-8aed-3f43d6a2b3fe None None] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:50.518776 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9078935c-428d-4461-9bf9-4e51537381ec admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6041424 Nov 22 16:43:50.635252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] For port b7d07939-f399-44a7-8f81-235105a02417, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b7d07939-f399-44a7-8f81-235105a02417,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:50.636548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.657548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Calling delete_port for b7d07939-f399-44a7-8f81-235105a02417 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:50.663727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.670098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b2609-d657-4d1c-90bc-a494ff691f7c None None] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:50.815727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.838441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b7d07939-f399-44a7-8f81-235105a02417'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:50.843372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:50.847681 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:43:50.876511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-5ce5cef6-9eb6-471f-8a59-3892a806ac03 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:50.878031 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-5ce5cef6-9eb6-471f-8a59-3892a806ac03 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dda0553-9abd-429a-a337-40ab24c8c550 HTTP/1.1" status: 200 len: 945 time: 0.0598750 Nov 22 16:43:50.885002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Pushing event deleted for resources: {'Port': ['ID=b7d07939-f399-44a7-8f81-235105a02417,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:50.932636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] No DVR routers for this DVR port b7d07939-f399-44a7-8f81-235105a02417 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:50.936857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.940284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8798b3b8-f561-4ced-af87-4750aabeac5a req-b2b4bb0f-1df1-4c47-9b34-d82b98ad4f74 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.37 "DELETE /v2.0/ports/b7d07939-f399-44a7-8f81-235105a02417 HTTP/1.1" status: 204 len: 173 time: 0.6080842 Nov 22 16:43:50.941834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba626815-d9fe-44b3-9e2b-f0e04a81ef77', 'name': 'network-vif-deleted', 'tag': 'b7d07939-f399-44a7-8f81-235105a02417'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:50.944311 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5311b54a-2d9e-4897-bd6a-007f45201af4" -d '{"events": [{"server_uuid": "ba626815-d9fe-44b3-9e2b-f0e04a81ef77", "name": "network-vif-deleted", "tag": "b7d07939-f399-44a7-8f81-235105a02417"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:50.967993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367e6c-77a6-4ebe-9c22-e1f7287fa5e2 req-e74ed83c-4010-46ad-8598-831286af4b91 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:50.969918 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6367e6c-77a6-4ebe-9c22-e1f7287fa5e2 req-e74ed83c-4010-46ad-8598-831286af4b91 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.1462078 Nov 22 16:43:51.014877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Deleting port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:51.015482 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.045046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6367e6c-77a6-4ebe-9c22-e1f7287fa5e2 req-7a81d5ad-d9d0-4df3-8830-685bf6a19dbb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680346 Nov 22 16:43:51.123273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] For port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,segment=NetworkSegment(4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4),segment_id=4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:51.123641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.137972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Calling delete_port for 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:51.273805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.296897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b7d07939-f399-44a7-8f81-235105a02417'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:51.302883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Pushing event deleted for resources: {'Port': ['ID=2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:51.303281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.345243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] No DVR routers for this DVR port 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:51.348146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.351735 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3f33349d-d688-4511-ad8a-b12cd08b0552 req-b8cc09f7-8615-41b8-9dfe-fa9c6ba0a7f4 tempest-ListServersNegativeTestJSON-1063452241 tempest-ListServersNegativeTestJSON-1063452241-project] 10.222.0.62 "DELETE /v2.0/ports/2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e HTTP/1.1" status: 204 len: 173 time: 0.4665320 Nov 22 16:43:51.352190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dda0553-9abd-429a-a337-40ab24c8c550', 'name': 'network-vif-deleted', 'tag': '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:51.355331 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19a9036-da9e-434f-ad5e-ad3769a18eb7" -d '{"events": [{"server_uuid": "2dda0553-9abd-429a-a337-40ab24c8c550", "name": "network-vif-deleted", "tag": "2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:51.365251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-cac3b46e-df13-4497-ac38-33022c1afe28 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:51.367147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-cac3b46e-df13-4497-ac38-33022c1afe28 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.1225693 Nov 22 16:43:51.384187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-30c22189-943d-4938-8b25-7db9f77163b0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/quotas/44eafc3000ae4432af83a8d4dfabffec HTTP/1.1" status: 200 len: 375 time: 0.0108263 Nov 22 16:43:51.424961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-f14f2287-97eb-48c5-9784-05217cdae291 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324593 Nov 22 16:43:51.541761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-0b38beea-e66d-4a9f-afdd-f59fd12aa5e9 service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058846 Nov 22 16:43:51.648908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-6cb8d22d-7fe2-4786-a7a9-39dcce3efb36 service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004982 Nov 22 16:43:51.852747 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95678c47-696b-4d6f-ac1a-ba38ce93aa4e x-openstack-request-id: req-95678c47-696b-4d6f-ac1a-ba38ce93aa4e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:51.854173 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba626815-d9fe-44b3-9e2b-f0e04a81ef77", "name": "network-vif-deleted", "tag": "b7d07939-f399-44a7-8f81-235105a02417", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:51.854386 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95678c47-696b-4d6f-ac1a-ba38ce93aa4e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:51.854796 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba626815-d9fe-44b3-9e2b-f0e04a81ef77', 'name': 'network-vif-deleted', 'tag': 'b7d07939-f399-44a7-8f81-235105a02417', 'status': 'completed', 'code': 200} Nov 22 16:43:51.976350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4829e49-c27d-4eff-b913-b92ca628e343 req-03d14a3e-b7e0-4c10-a4d9-899a79314325 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:51.984634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4829e49-c27d-4eff-b913-b92ca628e343 req-03d14a3e-b7e0-4c10-a4d9-899a79314325 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 944 time: 0.0676427 Nov 22 16:43:52.037390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4829e49-c27d-4eff-b913-b92ca628e343 req-015a71b5-241b-446e-8cfa-7dae253bb16b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514617 Nov 22 16:43:52.182808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546321b6-a5eb-4754-b8d6-c4197d60e327 req-02a5cac1-bf40-485a-aaa0-9b4ef2e1e881 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:52.184450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-546321b6-a5eb-4754-b8d6-c4197d60e327 req-02a5cac1-bf40-485a-aaa0-9b4ef2e1e881 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 946 time: 0.0713608 Nov 22 16:43:52.238304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-546321b6-a5eb-4754-b8d6-c4197d60e327 req-6b0790b3-f92b-4b50-8cab-4cc3f5bf0fd0 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469356 Nov 22 16:43:52.306877 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7411313d-eacd-48c4-9b53-62355451d7b2 x-openstack-request-id: req-7411313d-eacd-48c4-9b53-62355451d7b2 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:52.307742 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dda0553-9abd-429a-a337-40ab24c8c550", "name": "network-vif-deleted", "tag": "2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:52.307742 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7411313d-eacd-48c4-9b53-62355451d7b2 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:52.308260 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dda0553-9abd-429a-a337-40ab24c8c550', 'name': 'network-vif-deleted', 'tag': '2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e', 'status': 'completed', 'code': 200} Nov 22 16:43:52.532468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ace1bf2-1587-4f00-b990-f862658949c7 req-a03328a7-931a-43eb-905f-8e0a608ae89a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 210 time: 0.0322311 Nov 22 16:43:52.615964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8620fef1-b5ab-4ecd-a76c-ab85afd97681 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:52.680610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a2160-d55d-4a3b-bf62-ec7240c09006 req-4095a7e7-f008-4a08-9c09-ad84cdee3d0a tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:52.687805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc1a2160-d55d-4a3b-bf62-ec7240c09006 req-4095a7e7-f008-4a08-9c09-ad84cdee3d0a tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0600557 Nov 22 16:43:52.720793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:52.733697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'port_id': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'mac_address': 'fa:16:3e:36:9e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64439f1-38c8-4557-97f1-73c72102f482', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:52.733946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc1a2160-d55d-4a3b-bf62-ec7240c09006 req-c8082fe6-376e-4d23-8432-78c3065f7cf6 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Nov 22 16:43:52.785759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33178) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:52.794167 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.826614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8620fef1-b5ab-4ecd-a76c-ab85afd97681 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:52.841410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-afffdc67-ab45-4a1f-b0cb-89bd4411cf73 req-160b1caa-f706-49bd-b6ba-4a2024047dfa tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-841883615', 'description': 'tempest-description-1537908208'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:52.860897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:52.867721 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.871098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a65a5f3-0a4a-4477-b41e-f1a2770b999c admin admin] Deleting subnet 9e678478-fc48-42fb-89d5-99afb9acafa2 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:52.876841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5f3-0a4a-4477-b41e-f1a2770b999c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.879040 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-afffdc67-ab45-4a1f-b0cb-89bd4411cf73 req-160b1caa-f706-49bd-b6ba-4a2024047dfa tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.930726 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5f3-0a4a-4477-b41e-f1a2770b999c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.936197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:52.989623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-afffdc67-ab45-4a1f-b0cb-89bd4411cf73 req-160b1caa-f706-49bd-b6ba-4a2024047dfa tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.997289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-afffdc67-ab45-4a1f-b0cb-89bd4411cf73 req-160b1caa-f706-49bd-b6ba-4a2024047dfa tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.030079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5f3-0a4a-4477-b41e-f1a2770b999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.038489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-afffdc67-ab45-4a1f-b0cb-89bd4411cf73 req-160b1caa-f706-49bd-b6ba-4a2024047dfa tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.043003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-afffdc67-ab45-4a1f-b0cb-89bd4411cf73 req-160b1caa-f706-49bd-b6ba-4a2024047dfa tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2224278 Nov 22 16:43:53.049668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b1caa-f706-49bd-b6ba-4a2024047dfa tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910d0f3e-9075-408b-94eb-f212a39945ee,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:53.150579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-092875a0-d55a-485e-989e-341902249d9a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:53.152565 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-092875a0-d55a-485e-989e-341902249d9a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.1761196 Nov 22 16:43:53.159327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5f3-0a4a-4477-b41e-f1a2770b999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.164895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['8620fef1-b5ab-4ecd-a76c-ab85afd97681'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:53.169926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Request body: {'port': {'device_id': '7b573d69-60b2-40e3-b04f-1ef57c95e641', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'admin_state_up': True, 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:53.227437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-fb42c462-5aba-4544-8508-9b1836910bef tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-841883615&fields=id&tenant_id=8c7ca943ef2944d3b956c69001d988ce HTTP/1.1" status: 200 len: 267 time: 0.0715692 Nov 22 16:43:53.301629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65a5f3-0a4a-4477-b41e-f1a2770b999c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e678478-fc48-42fb-89d5-99afb9acafa2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:53.310159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a65a5f3-0a4a-4477-b41e-f1a2770b999c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.319547 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8a65a5f3-0a4a-4477-b41e-f1a2770b999c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9e678478-fc48-42fb-89d5-99afb9acafa2 HTTP/1.1" status: 204 len: 168 time: 0.5323751 Nov 22 16:43:53.320573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33184) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:53.330660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-79cb9873-e1fe-4f21-86e6-8360dd838e6b tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:53.339274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-79cb9873-e1fe-4f21-86e6-8360dd838e6b tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.1106410 Nov 22 16:43:53.348955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:53.352960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.357973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Request body: {'port': {'security_groups': ['9b0cd055-e540-4a7d-8231-a115f5a94169', '910d0f3e-9075-408b-94eb-f212a39945ee']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:53.430044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.470170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.623760 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.657421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Allocated IP 172.20.0.13 (98d0b033-fe9f-424a-8d78-931c2d014ef7/5947e8c2-1a5c-4e3a-bd3f-e648b869d20b/90ec3a80-d591-4be2-b4d3-aee7ec5c209f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:53.660671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c20edc-47dc-4f14-a3be-44b5b96ad1eb']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:53.683147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:53.683533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a35afd8-3a60-4ed1-be1a-dc14a44f6cb4') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:53.696808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.723347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.739075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:43:53.739867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:43:53.741979 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:43:53.866891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.888110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.892147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] 10.222.0.59 "DELETE /v2.0/networks/68c20edc-47dc-4f14-a3be-44b5b96ad1eb HTTP/1.1" status: 204 len: 168 time: 0.5679412 Nov 22 16:43:53.896936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95de9-d651-40db-8054-f125164ce9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=68c20edc-47dc-4f14-a3be-44b5b96ad1eb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:53.960879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.007627 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.063827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:54.078127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] For port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:54.085325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:54.087330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:54.090072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event updated for resources: {'Port': ['ID=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.092548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:54.153790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.154056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.154056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.154332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eebfda07-a283-4b70-858e-eb861889b598 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21496c6699074e389493270f2238f78c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0849411 Nov 22 16:43:54.154472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:54.167355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-31dae186-82ed-4c51-813a-43f5e45d2a80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0034804 Nov 22 16:43:54.169390 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.182651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:54.183273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Request body: {'port': {'device_id': '7b573d69-60b2-40e3-b04f-1ef57c95e641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:54.253351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.254237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.254902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.268855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-daaa087f-6e14-4956-b5cd-ee0b41085a56 req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "PUT /v2.0/ports/5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 982 time: 0.9161136 Nov 22 16:43:54.272687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:54.275869 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1171f863-3213-456d-b8e5-628acd1d9f13" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:54.306655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d83ae-e840-4b4a-aef8-fc6f70863e99 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event updated for resources: {'Port': ['ID=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.320940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79165434-7c7e-438b-81f1-9483a1d6fafd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.321084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:54.382091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79165434-7c7e-438b-81f1-9483a1d6fafd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.440111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3b6b8-4af3-4e1d-a526-14e5ce51497e req-11006103-2f82-49d4-bb67-08faf4ab763c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.442054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdf3b6b8-4af3-4e1d-a526-14e5ce51497e req-11006103-2f82-49d4-bb67-08faf4ab763c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 945 time: 0.1065738 Nov 22 16:43:54.491357 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79165434-7c7e-438b-81f1-9483a1d6fafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.494701 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79165434-7c7e-438b-81f1-9483a1d6fafd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.496429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-79165434-7c7e-438b-81f1-9483a1d6fafd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65074bc6-3899-452d-96da-695faa94f8bd HTTP/1.1" status: 204 len: 168 time: 0.3404350 Nov 22 16:43:54.532076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79165434-7c7e-438b-81f1-9483a1d6fafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65074bc6-3899-452d-96da-695faa94f8bd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.548737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdf3b6b8-4af3-4e1d-a526-14e5ce51497e req-e92e0bc0-287c-4019-a547-f56b948bad6c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952187 Nov 22 16:43:54.692438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8620fef1-b5ab-4ecd-a76c-ab85afd97681 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:54.707834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ec3a80-d591-4be2-b4d3-aee7ec5c209f {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:54.718602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.737200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Transition to ACTIVE for port object 90ec3a80-d591-4be2-b4d3-aee7ec5c209f will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:54.746195 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.852000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.901008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:54.909288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:54.910749 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.936451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5738f-1c89-4aed-9786-79ab98dc3431 req-fa9e8903-a8f4-4c9e-a52c-e473f0f6303c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.944862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0e5738f-1c89-4aed-9786-79ab98dc3431 req-fa9e8903-a8f4-4c9e-a52c-e473f0f6303c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 944 time: 0.0706434 Nov 22 16:43:55.005039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0e5738f-1c89-4aed-9786-79ab98dc3431 req-a924f0f1-4d02-48f3-9692-a82f30e87356 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590744 Nov 22 16:43:55.063824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Attempting to bind port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:55.066805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Attempting to bind port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:55.067308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Attempting to bind port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:55.080137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:55.082110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Attempting to bind port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:55.095394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:55.097660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Checking segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:55.097982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Bound using segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:55.098650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Bound port: 90ec3a80-d591-4be2-b4d3-aee7ec5c209f, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:55.099267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.124154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.165600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:55.169431 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b8a732-e6ea-4488-9ab4-babf7330d2f2" -d '{"events": [{"server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "name": "network-vif-plugged", "status": "completed", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:55.204851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:55.211390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.212465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b7d07939-f399-44a7-8f81-235105a02417 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:55.225461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] For port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:55.229602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-507cd4e1-c441-4be2-9115-b53408c56761 req-64a9b6b7-b193-4052-960f-ed5810c29b0f tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-841883615&fields=id&tenant_id=8c7ca943ef2944d3b956c69001d988ce HTTP/1.1" status: 200 len: 267 time: 0.0836499 Nov 22 16:43:55.233060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] For port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:55.239975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: b7d07939-f399-44a7-8f81-235105a02417 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:55.241035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b7d07939-f399-44a7-8f81-235105a02417 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:55.243066 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.309848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cd4e1-c441-4be2-9115-b53408c56761 req-84e30b6f-2213-44f0-9eb9-00a29c7867e0 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.310194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.310671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.312563 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] 10.222.0.62 "PUT /v2.0/ports/90ec3a80-d591-4be2-b4d3-aee7ec5c209f HTTP/1.1" status: 200 len: 1092 time: 1.1356754 Nov 22 16:43:55.312785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b573d69-60b2-40e3-b04f-1ef57c95e641', 'tag': '90ec3a80-d591-4be2-b4d3-aee7ec5c209f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:55.315356 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d08140-e217-461a-94d2-4ec7f4097927" -d '{"events": [{"name": "network-changed", "server_uuid": "7b573d69-60b2-40e3-b04f-1ef57c95e641", "tag": "90ec3a80-d591-4be2-b4d3-aee7ec5c209f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:55.319468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-507cd4e1-c441-4be2-9115-b53408c56761 req-84e30b6f-2213-44f0-9eb9-00a29c7867e0 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 985 time: 0.0886281 Nov 22 16:43:55.326868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-507cd4e1-c441-4be2-9115-b53408c56761 req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Request body: {'port': {'security_groups': ['9b0cd055-e540-4a7d-8231-a115f5a94169']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:55.358339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b6f88-f83a-4d11-a042-a0014e4e3cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:55.383759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:55.402255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.403006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.403416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.403876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.404187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.404939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.405128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.405941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.406113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.406526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.406969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.407422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:55.446375 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-507cd4e1-c441-4be2-9115-b53408c56761 req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.458863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-35fc84c7-87d2-4a2a-a7f4-c957bd05d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.462743 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-35fc84c7-87d2-4a2a-a7f4-c957bd05d9e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 1095 time: 0.0996857 Nov 22 16:43:55.525809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:55.529090 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-2c083cf2-12fe-4c90-bb9d-42435d323ef5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90ec3a80-d591-4be2-b4d3-aee7ec5c209f HTTP/1.1" status: 200 len: 217 time: 0.0526364 Nov 22 16:43:55.565815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:55.566159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2a3771dc-19c3-4ea3-bf61-a5d6fe6cb69e not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:55.597703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-20b35bde-5d0a-4b72-ad02-7a9431f8a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.600211 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-20b35bde-5d0a-4b72-ad02-7a9431f8a6a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0642333 Nov 22 16:43:55.646227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-2bc2a1ae-f900-4c0d-a2d6-0bbe4969a1be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387805 Nov 22 16:43:55.746492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-507cd4e1-c441-4be2-9115-b53408c56761 req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] For port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:55.759255 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-4258ef22-ef0f-431b-ada8-dc1b917c593c service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041863 Nov 22 16:43:55.765656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33234) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:55.805899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-507cd4e1-c441-4be2-9115-b53408c56761 req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.812861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-507cd4e1-c441-4be2-9115-b53408c56761 req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.826425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:55.880669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cd4e1-c441-4be2-9115-b53408c56761 req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.881946 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-507cd4e1-c441-4be2-9115-b53408c56761 req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.895882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-507cd4e1-c441-4be2-9115-b53408c56761 req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "PUT /v2.0/ports/5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 943 time: 0.5742502 Nov 22 16:43:55.920672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618880dc-8e3e-420b-ab84-01f497029dde tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event updated for resources: {'Port': ['ID=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:55.957880 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16196a9c-3fc3-4ac5-a103-29cc0bad3a4c x-openstack-request-id: req-16196a9c-3fc3-4ac5-a103-29cc0bad3a4c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:55.958719 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:55.959363 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16196a9c-3fc3-4ac5-a103-29cc0bad3a4c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:55.960259 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'status': 'completed', 'code': 200} Nov 22 16:43:55.962030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:55.981689 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b08d8d66-eed8-4b6f-b8ce-5468a46e9606 req-60a476ed-065d-4f71-b95b-09490980d674 service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104309 Nov 22 16:43:55.991445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1423824898-network', 'tenant_id': '3c9551fe044946a79450c22839abdc83'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:56.033652 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f847a97-f1da-4ecf-a4c3-0d007bc47553 x-openstack-request-id: req-1f847a97-f1da-4ecf-a4c3-0d007bc47553 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:56.041780 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "name": "network-vif-plugged", "status": "completed", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:56.044295 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f847a97-f1da-4ecf-a4c3-0d007bc47553 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:56.044295 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'code': 200} Nov 22 16:43:56.065394 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8c818-7eda-4ff3-9fdb-0b5a41a04e2c x-openstack-request-id: req-4ad8c818-7eda-4ff3-9fdb-0b5a41a04e2c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:56.065827 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b573d69-60b2-40e3-b04f-1ef57c95e641", "tag": "90ec3a80-d591-4be2-b4d3-aee7ec5c209f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:56.066842 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ad8c818-7eda-4ff3-9fdb-0b5a41a04e2c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:56.069054 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b573d69-60b2-40e3-b04f-1ef57c95e641', 'tag': '90ec3a80-d591-4be2-b4d3-aee7ec5c209f', 'status': 'completed', 'code': 200} Nov 22 16:43:56.076141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Made reservation on behalf of 3c9551fe044946a79450c22839abdc83 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:56.098654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.140953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccc0cf-91f9-4fd1-98be-0873636c2dca req-4c031d3e-f8d0-44d5-b6b6-060b641b4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.143568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edccc0cf-91f9-4fd1-98be-0873636c2dca req-4c031d3e-f8d0-44d5-b6b6-060b641b4929 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 1097 time: 0.0627482 Nov 22 16:43:56.200323 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.244538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-857277e7-e1c3-4110-af38-9fd228416f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.247185 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-857277e7-e1c3-4110-af38-9fd228416f61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.2240815 Nov 22 16:43:56.256706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edccc0cf-91f9-4fd1-98be-0873636c2dca req-aa1d5bfa-87f3-4e3c-b761-b9e4f008b06b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058390 Nov 22 16:43:56.303123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d08140-e217-461a-94d2-4ec7f4097927 req-6ab7b7f6-145d-43b9-b22f-11538af3ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.305137 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-02d08140-e217-461a-94d2-4ec7f4097927 req-6ab7b7f6-145d-43b9-b22f-11538af3ee36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 1095 time: 0.1966095 Nov 22 16:43:56.395337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565540e-b694-4dad-81b7-05b1897a7ab5 req-34302858-2949-4e45-af60-717a7cf05112 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.400928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a565540e-b694-4dad-81b7-05b1897a7ab5 req-34302858-2949-4e45-af60-717a7cf05112 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.2051959 Nov 22 16:43:56.418446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-475c3177-6ce7-439a-ab9e-75a87f5d4292 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640835 Nov 22 16:43:56.509986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a565540e-b694-4dad-81b7-05b1897a7ab5 req-0e132e8e-fb7b-4390-b904-806bd0188bf4 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988977 Nov 22 16:43:56.544622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-6e643fe6-542c-4930-9217-28099b1950d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.546482 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-6e643fe6-542c-4930-9217-28099b1950d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 920 time: 0.2851048 Nov 22 16:43:56.616739 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-977be47a-151f-49b2-8730-d85b63f743d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 217 time: 0.0594189 Nov 22 16:43:56.620999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d08140-e217-461a-94d2-4ec7f4097927 req-def6b642-3b3f-4c45-9032-87ca739d0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.622635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-02d08140-e217-461a-94d2-4ec7f4097927 req-def6b642-3b3f-4c45-9032-87ca739d0758 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 912 time: 0.2457826 Nov 22 16:43:56.638569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-3985844f-a3e0-46f1-b830-efb4c342d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.644170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-3985844f-a3e0-46f1-b830-efb4c342d342 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cbef877ec5804e888249ee8576fc34bd&device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 1097 time: 0.1312456 Nov 22 16:43:56.726597 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-02d08140-e217-461a-94d2-4ec7f4097927 req-acb48769-a14c-4611-9d18-9290f0f42822 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90ec3a80-d591-4be2-b4d3-aee7ec5c209f HTTP/1.1" status: 200 len: 217 time: 0.0929663 Nov 22 16:43:56.729051 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.747542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.822554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:43:56.841827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-c0407319-3095-4d8b-a26d-04bcf84ae003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.843456 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-c0407319-3095-4d8b-a26d-04bcf84ae003 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.2094750 Nov 22 16:43:56.861900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d08140-e217-461a-94d2-4ec7f4097927 req-76198ffa-d9c4-4b47-b80d-ca3c05225a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.863740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-02d08140-e217-461a-94d2-4ec7f4097927 req-76198ffa-d9c4-4b47-b80d-ca3c05225a12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.1300440 Nov 22 16:43:56.865727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.865727 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Added segment bb1e2f9d-c44c-41fb-ae47-59f537149ca0 of type vlan for network d560f9ba-789d-4d08-aa53-a3a507b4c446 Nov 22 16:43:56.878397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7998dbe8-823a-4e74-b38e-0848554dc59e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:56.989096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-e46f36c2-c6ef-4ad1-9f60-77e4e16cdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.992026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-e46f36c2-c6ef-4ad1-9f60-77e4e16cdfd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 200 len: 918 time: 0.3198361 Nov 22 16:43:57.028504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-cf1d87bc-f4ad-471a-acde-917b4af8e0d5 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1995709 Nov 22 16:43:57.048961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:57.108923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.218001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-3a14b930-fe1d-4917-b375-3431317bca18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 200 len: 1001 time: 0.1865821 Nov 22 16:43:57.447910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-5ea3eda9-0755-4ef1-80c0-20213227a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:57.450617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-5ea3eda9-0755-4ef1-80c0-20213227a297 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 200 len: 856 time: 0.2166781 Nov 22 16:43:57.525718 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-4d80f3aa-a9ad-4b96-91c5-34e2ffaa1925 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6562219 Nov 22 16:43:57.532124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-02d08140-e217-461a-94d2-4ec7f4097927 req-d87a1cd5-8d4b-4fde-8597-805681249788 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6287243 Nov 22 16:43:57.587305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-b65587fb-93b7-47aa-b392-10406e37e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:57.593323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-b65587fb-93b7-47aa-b392-10406e37e8fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=120b4df1-c4e4-4c49-9215-f205b614fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288912 Nov 22 16:43:57.685346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.842192 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.865594 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-281ccfbb-cf1e-4bbb-803c-d239adf4810a service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825494 Nov 22 16:43:57.880775 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-22e93667-fbde-4d14-a700-c56014490873 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3521857 Nov 22 16:43:57.891844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-0d439cae-9c43-4190-b314-e5023b87fdec service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884057 Nov 22 16:43:57.920593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Allocated IP 172.25.0.239 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f31a9845-d138-40e6-8c32-d514343cc8f4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:57.964226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:57.967173 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33470f27-a587-483e-8f40-e4bc9f7f0a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:57.999548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.000558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.001150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.012743 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-02d08140-e217-461a-94d2-4ec7f4097927 req-909b77d3-1174-4b5f-bde8-7f124c91690e service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699545 Nov 22 16:43:58.072294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1e1a4b1-df0a-45c5-adab-f3d445ad37c5 req-86a34530-b69d-4cf4-a8c9-8085a2853766 service neutron] 10.222.0.37 "GET /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706376 Nov 22 16:43:58.106213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.125319 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3572917 Nov 22 16:43:58.132319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:58.137537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Request body: {'subnet': {'network_id': 'd560f9ba-789d-4d08-aa53-a3a507b4c446', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1423824898-subnet', 'tenant_id': '3c9551fe044946a79450c22839abdc83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:58.157141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-6fbc57ab-5175-4c92-9d20-220550d44593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.158847 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-6fbc57ab-5175-4c92-9d20-220550d44593 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1096 time: 0.2396901 Nov 22 16:43:58.163159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda4d73-555d-4789-a0a2-9f457362fc0f admin admin] Pushing event updated for resources: {'Network': ['ID=d560f9ba-789d-4d08-aa53-a3a507b4c446,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:58.165819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.170445 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1171f863-3213-456d-b8e5-628acd1d9f13 req-8cdf53d5-9dcf-4610-ac6c-bb8070f23715 service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883308 Nov 22 16:43:58.187376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network d560f9ba-789d-4d08-aa53-a3a507b4c446 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:43:58.214774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Made reservation on behalf of 3c9551fe044946a79450c22839abdc83 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:58.217905 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.249335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:58.278020 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-02d08140-e217-461a-94d2-4ec7f4097927 req-85a2a4db-5776-44b3-86db-ab68b45d4edf service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448673 Nov 22 16:43:58.282419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:58.294798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:58.323823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-92c15b2a-0fde-45d3-8dc9-2e5bb4f8c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.325729 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-92c15b2a-0fde-45d3-8dc9-2e5bb4f8c434 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.1241651 Nov 22 16:43:58.336561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event updated for resources: {'Port': ['ID=f31a9845-d138-40e6-8c32-d514343cc8f4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:58.403961 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-88bef45b-3e94-4339-9e05-ad33bb81acb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 1001 time: 0.0699699 Nov 22 16:43:58.450317 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.458810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-ccae5528-9e6a-4e40-8613-d0e1c1234a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.461030 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-ccae5528-9e6a-4e40-8613-d0e1c1234a5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0502574 Nov 22 16:43:58.515560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-a2959034-1b59-414a-8d73-1620695ecedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.517102 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-a2959034-1b59-414a-8d73-1620695ecedd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484934 Nov 22 16:43:58.522958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.557955 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.613018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-7f991192-22fb-4333-a1f9-160d724f2121 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871093 Nov 22 16:43:58.631733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d02e094f-d182-42bb-a079-e2df06f4109e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:58.693804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Checking segment: {'id': 'bb1e2f9d-c44c-41fb-ae47-59f537149ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd560f9ba-789d-4d08-aa53-a3a507b4c446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:58.694241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Network hostable DHCP agents. Network: d560f9ba-789d-4d08-aa53-a3a507b4c446, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:43:58.717590 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbce8cab-1a00-49fc-8b8e-e0526dece083 req-f89734e1-6726-46c9-8c46-a512d947fb2a service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974700 Nov 22 16:43:58.743737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Network d560f9ba-789d-4d08-aa53-a3a507b4c446 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:43:58.769439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, d560f9ba-789d-4d08-aa53-a3a507b4c446) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:58.775499 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.777835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.778445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.780098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd146d-cf66-4fe1-b457-b2dc89448ab7 None None] Network d560f9ba-789d-4d08-aa53-a3a507b4c446 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:58.790009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.825370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0df37086-6940-4bcb-8663-1f08df61df41 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6919396 Nov 22 16:43:58.893175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event updated for resources: {'Port': ['ID=f31a9845-d138-40e6-8c32-d514343cc8f4,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:58.906251 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.948362 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.949624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-4a7ca780-95a4-4f48-a811-280018296514 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9083643 Nov 22 16:43:58.954413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56029b-8856-4c3a-a5a9-9d93c2a10c6d None None] Network d560f9ba-789d-4d08-aa53-a3a507b4c446 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:59.030684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-5f672003-a79c-4b0d-a027-3517b6f22102 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0748923 Nov 22 16:43:59.175340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-2af9448d-d939-48b4-9764-ec9541dafb59 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.178484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b1bc69d-2ef4-4eed-9ec1-9b1a047a4abd req-2af9448d-d939-48b4-9764-ec9541dafb59 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1374383 Nov 22 16:43:59.286808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd876d3c-1c61-47b8-92c1-6f4a9dc14e53 req-bb94285c-953d-452c-9ac2-567d2e3f4a20 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.288632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd876d3c-1c61-47b8-92c1-6f4a9dc14e53 req-bb94285c-953d-452c-9ac2-567d2e3f4a20 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 944 time: 0.0568843 Nov 22 16:43:59.337786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd876d3c-1c61-47b8-92c1-6f4a9dc14e53 req-7cd3ddb0-9af7-4fe6-b51f-ff454d457acf tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Nov 22 16:43:59.452264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766494b4-ce57-4dfc-b7dd-4bd051e47ee1 req-51eba878-a743-4d20-b949-8a5d8af5cc52 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.453692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-766494b4-ce57-4dfc-b7dd-4bd051e47ee1 req-51eba878-a743-4d20-b949-8a5d8af5cc52 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0495331 Nov 22 16:43:59.504385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-766494b4-ce57-4dfc-b7dd-4bd051e47ee1 req-1d5781ea-ea99-4ffe-9f4b-43683205e3fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442877 Nov 22 16:43:59.694574 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e78cb68-9f96-48b3-9be9-06e8267736ea x-openstack-request-id: req-6e78cb68-9f96-48b3-9be9-06e8267736ea {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:59.695168 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:59.695489 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e78cb68-9f96-48b3-9be9-06e8267736ea {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:59.695998 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'status': 'completed', 'code': 200} Nov 22 16:43:59.764698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-fad6446e-e30b-4648-a3e7-156f24eb08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.766917 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-fad6446e-e30b-4648-a3e7-156f24eb08c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.0471044 Nov 22 16:43:59.907285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-140b26c2-f05c-4ad2-9aa4-0fbab5c69c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.908851 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-140b26c2-f05c-4ad2-9aa4-0fbab5c69c39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 920 time: 0.1348743 Nov 22 16:43:59.954650 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-7b84d9c4-4e44-4842-b214-b48d2329e390 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 217 time: 0.0386899 Nov 22 16:44:00.010853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-71fb1996-615c-4b8e-957f-a32200270744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:00.012463 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-71fb1996-615c-4b8e-957f-a32200270744 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.0505686 Nov 22 16:44:00.044785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-c5aa5368-a77d-4e5c-bf5c-841bc5086aa5 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:00.046482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-c5aa5368-a77d-4e5c-bf5c-841bc5086aa5 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/networks?id=d560f9ba-789d-4d08-aa53-a3a507b4c446 HTTP/1.1" status: 200 len: 821 time: 0.1282330 Nov 22 16:44:00.049713 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-07e4e84b-7938-40a1-97ac-5271fb766f44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281634 Nov 22 16:44:00.063861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-14a41b6e-3bf9-4029-9359-f9125cd2dc70 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/quotas/3c9551fe044946a79450c22839abdc83 HTTP/1.1" status: 200 len: 375 time: 0.0103836 Nov 22 16:44:00.099986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-39456956-1808-49d4-94fe-c6536e2bf6ec tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c9551fe044946a79450c22839abdc83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283585 Nov 22 16:44:00.167719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-9db1e4ec-6943-459f-9045-1adeb797bd74 service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112456 Nov 22 16:44:00.243548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-49feea2d-32f6-4941-a118-b904dc044dcc service neutron] 10.222.0.59 "GET /v2.0/networks/d560f9ba-789d-4d08-aa53-a3a507b4c446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352265 Nov 22 16:44:00.279696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33470f27-a587-483e-8f40-e4bc9f7f0a8a req-52c65029-8be9-4fd5-9ed4-f6ba14c9f6b7 service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041622 Nov 22 16:44:00.343346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-e217a20d-09a9-48fa-89d2-d271b7efd9c5 service neutron] 10.222.0.59 "GET /v2.0/networks/d560f9ba-789d-4d08-aa53-a3a507b4c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973966 Nov 22 16:44:00.592224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-6cb35efd-11ac-420c-9576-aaf7e8ac57d5 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:00.593915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-6cb35efd-11ac-420c-9576-aaf7e8ac57d5 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0664203 Nov 22 16:44:00.655977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-a847e58b-b18e-48a7-a09e-9c7eb9415bcf tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0502982 Nov 22 16:44:00.671144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Request body: {'floatingip': {'port_id': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:00.713520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.221129 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.225916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.341868 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Floating IP 3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08 associated. External IP: 172.25.0.239, port: 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506. Nov 22 16:44:01.557305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 90ec3a80-d591-4be2-b4d3-aee7ec5c209f details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:01.676316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:01.689882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '90ec3a80-d591-4be2-b4d3-aee7ec5c209f', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'port_id': '90ec3a80-d591-4be2-b4d3-aee7ec5c209f', 'mac_address': 'fa:16:3e:27:1f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e8c2-1a5c-4e3a-bd3f-e648b869d20b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:01.732927 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.750186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ec3a80-d591-4be2-b4d3-aee7ec5c209f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:01.773882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:01.780010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.835527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:02.022019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Router 00680caf-1e9e-47b3-9579-171367a99a07 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:02.051388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-7656808d-e537-451c-a4fe-a96b57e50407 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:02.053025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-7656808d-e537-451c-a4fe-a96b57e50407 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.37 "GET /v2.0/networks?id=d560f9ba-789d-4d08-aa53-a3a507b4c446 HTTP/1.1" status: 200 len: 821 time: 0.1358650 Nov 22 16:44:02.094136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Request body: {'port': {'device_id': 'b428f3d9-1f2f-4117-b93a-9ef476bc3bcb', 'network_id': 'd560f9ba-789d-4d08-aa53-a3a507b4c446', 'admin_state_up': True, 'tenant_id': '3c9551fe044946a79450c22839abdc83'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:02.142059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['90ec3a80-d591-4be2-b4d3-aee7ec5c209f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:02.246067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:02.251059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.265159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] Sync routers for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:02.289960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-628b63f3-8c53-4dd2-8180-c8b71dcc7442 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "PUT /v2.0/floatingips/3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08 HTTP/1.1" status: 200 len: 997 time: 1.6240649 Nov 22 16:44:02.290744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:02.294409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:02.294698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:02.308133 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e6f283-d73a-4309-8998-aa7977d52baf" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:02.338330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Made reservation on behalf of 3c9551fe044946a79450c22839abdc83 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:02.342319 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.428157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:02.489879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-cf869537-03bd-438e-9a6b-738ad1537029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:02.497998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-cf869537-03bd-438e-9a6b-738ad1537029 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.1810460 Nov 22 16:44:02.585594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Allocated IP 172.20.0.12 (d560f9ba-789d-4d08-aa53-a3a507b4c446/d02e094f-d182-42bb-a079-e2df06f4109e/87997a23-00bc-4c56-b860-a1f9dd9de8e1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:02.641738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33338) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:02.642507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-ac22bfff-541e-4e87-824e-b587a3beaad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:02.644059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-ac22bfff-541e-4e87-824e-b587a3beaad2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 920 time: 0.1452918 Nov 22 16:44:02.742603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'port_id': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'mac_address': 'fa:16:3e:9c:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:58Z', 'updated_at': '2021-11-22T16:44:01Z', 'revision_number': 1, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:53Z', 'revision_number': 5, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:02.776763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] Checking router: 00680caf-1e9e-47b3-9579-171367a99a07 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:02.781662 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffdd928e-80a5-4207-851c-21e375026f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.796648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:02.797210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:02.801598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-154c4ed6-a24e-4600-acad-0cfbba7707a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 1000 time: 0.1472802 Nov 22 16:44:02.875537 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffdd928e-80a5-4207-851c-21e375026f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.882079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffdd928e-80a5-4207-851c-21e375026f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.894166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-e87acfcd-4b41-41d2-a666-9c14b09c61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:02.895824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-e87acfcd-4b41-41d2-a666-9c14b09c61dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.0846009 Nov 22 16:44:02.922000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:02.922906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.929799 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ffdd928e-80a5-4207-851c-21e375026f46 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0dff2f77834438ca9a687030a83b1b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850449 Nov 22 16:44:02.929799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd928e-80a5-4207-851c-21e375026f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824059d4-ed3d-42d8-9f72-460f5a548362,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:02.931752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33342) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:02.945149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-eabc492f-4a06-4a61-8ec7-fea88c6269b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348942 Nov 22 16:44:02.989386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee6dabd7-afa6-4a4b-8c69-58f453e04430 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.013207 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee6dabd7-afa6-4a4b-8c69-58f453e04430 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.031003 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.068197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee6dabd7-afa6-4a4b-8c69-58f453e04430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.072179 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee6dabd7-afa6-4a4b-8c69-58f453e04430 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.073506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee6dabd7-afa6-4a4b-8c69-58f453e04430 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/824059d4-ed3d-42d8-9f72-460f5a548362 HTTP/1.1" status: 204 len: 168 time: 0.1408617 Nov 22 16:44:03.081804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dabd7-afa6-4a4b-8c69-58f453e04430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824059d4-ed3d-42d8-9f72-460f5a548362,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:03.116581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Network d560f9ba-789d-4d08-aa53-a3a507b4c446 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:03.123031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:03.128130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:03.166375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-823d3fb0-dac3-46dc-8fea-8806e82d5ea6 service neutron] 10.222.0.59 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029884 Nov 22 16:44:03.176850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Pushing event updated for resources: {'Port': ['ID=87997a23-00bc-4c56-b860-a1f9dd9de8e1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:03.197533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'port_id': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'mac_address': 'fa:16:3e:9c:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:58Z', 'updated_at': '2021-11-22T16:44:01Z', 'revision_number': 1, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:53Z', 'revision_number': 5, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:03.231032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbf513d-1744-47ca-90f3-f3cc70663acd None None] The sync data for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 is: [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'port_id': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'mac_address': 'fa:16:3e:9c:b0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:58Z', 'updated_at': '2021-11-22T16:44:01Z', 'revision_number': 1, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:53Z', 'revision_number': 5, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:03.240584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:03.241265 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.268529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-9852d078-630c-4b5f-be5f-441659a606df tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1801035 Nov 22 16:44:03.293329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Request body: {'port': {'device_id': 'b428f3d9-1f2f-4117-b93a-9ef476bc3bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:03.326358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8c82623-6fb0-4d1c-bf09-7bcf34dd0af8 req-f35f91fe-e4be-495d-85a7-39149b763caf service neutron] 10.222.0.59 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592004 Nov 22 16:44:03.371694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.418328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33350) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:03.436543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aba5567c-43ba-4c65-8e3c-a1c8aeb014b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.511321 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366604e-75d9-47f0-9fcb-f24b018e15f9 None None] New status for floating IP 3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:44:03.531435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aba5567c-43ba-4c65-8e3c-a1c8aeb014b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.537359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aba5567c-43ba-4c65-8e3c-a1c8aeb014b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.551473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53706b49-2bfc-45a1-b02b-02d0e0b5b7ed req-d8e407e9-d9e0-4ecd-9927-5c6edc9302f1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:03.553251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53706b49-2bfc-45a1-b02b-02d0e0b5b7ed req-d8e407e9-d9e0-4ecd-9927-5c6edc9302f1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.1439378 Nov 22 16:44:03.580663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5567c-43ba-4c65-8e3c-a1c8aeb014b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ec8e75-0554-4d3e-bc04-c60ea51fff7d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:03.587133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 90ec3a80-d591-4be2-b4d3-aee7ec5c209f up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:03.591474 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aba5567c-43ba-4c65-8e3c-a1c8aeb014b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f19e49ed45a548c0a0987850c14a6660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715374 Nov 22 16:44:03.592634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33352) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:03.613525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53706b49-2bfc-45a1-b02b-02d0e0b5b7ed req-9f13f1dc-7052-4ced-ae63-58647777a1ab tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505908 Nov 22 16:44:03.650012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-105822ac-81ae-469b-a033-91f422199744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.677146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-105822ac-81ae-469b-a033-91f422199744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.708358 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:03.714810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:03.715787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.752031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-105822ac-81ae-469b-a033-91f422199744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.754692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-105822ac-81ae-469b-a033-91f422199744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.756176 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-105822ac-81ae-469b-a033-91f422199744 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3ec8e75-0554-4d3e-bc04-c60ea51fff7d HTTP/1.1" status: 204 len: 168 time: 0.1621976 Nov 22 16:44:03.765106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105822ac-81ae-469b-a033-91f422199744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ec8e75-0554-4d3e-bc04-c60ea51fff7d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:03.866238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87997a23-00bc-4c56-b860-a1f9dd9de8e1 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:03.878445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3783-c578-4328-b6cf-813106218b32 req-d325eb73-f7b3-4a34-9ca6-7804336276ac tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:03.880096 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89e3783-c578-4328-b6cf-813106218b32 req-d325eb73-f7b3-4a34-9ca6-7804336276ac tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 945 time: 0.1294858 Nov 22 16:44:03.885702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.916916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Transition to ACTIVE for port object 87997a23-00bc-4c56-b860-a1f9dd9de8e1 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:03.929637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.992846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89e3783-c578-4328-b6cf-813106218b32 req-c548d315-eeb3-4e1f-a53b-80f2e42d31e6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999861 Nov 22 16:44:04.034694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf630789-244e-4431-887e-df70561070d5 service neutron] Pushing event updated for resources: {'Port': ['ID=87997a23-00bc-4c56-b860-a1f9dd9de8e1,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.037178 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.066397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b573d69-60b2-40e3-b04f-1ef57c95e641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec3a80-d591-4be2-b4d3-aee7ec5c209f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:04.070140 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1876b489-2a7a-4395-aa8f-708538aa89fb" -d '{"events": [{"server_uuid": "7b573d69-60b2-40e3-b04f-1ef57c95e641", "name": "network-vif-plugged", "status": "completed", "tag": "90ec3a80-d591-4be2-b4d3-aee7ec5c209f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:04.084231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:04.090342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.108267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Attempting to bind port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:04.108607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Attempting to bind port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'bb1e2f9d-c44c-41fb-ae47-59f537149ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd560f9ba-789d-4d08-aa53-a3a507b4c446'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:04.108936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Attempting to bind port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 on network d560f9ba-789d-4d08-aa53-a3a507b4c446 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:04.130603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 on network d560f9ba-789d-4d08-aa53-a3a507b4c446 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:04.131727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Attempting to bind port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 on network d560f9ba-789d-4d08-aa53-a3a507b4c446 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:04.141623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:04.141963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Checking segment: {'id': 'bb1e2f9d-c44c-41fb-ae47-59f537149ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd560f9ba-789d-4d08-aa53-a3a507b4c446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:04.142343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Bound using segment: {'id': 'bb1e2f9d-c44c-41fb-ae47-59f537149ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd560f9ba-789d-4d08-aa53-a3a507b4c446'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:04.142781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Bound port: 87997a23-00bc-4c56-b860-a1f9dd9de8e1, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1e2f9d-c44c-41fb-ae47-59f537149ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'd560f9ba-789d-4d08-aa53-a3a507b4c446'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:04.143163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.152025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.166102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd9fef-fef1-496e-b03d-b113ab2f03b4 req-20684342-0a29-4f3f-8a64-9ed6e349b745 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.167725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebbd9fef-fef1-496e-b03d-b113ab2f03b4 req-20684342-0a29-4f3f-8a64-9ed6e349b745 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 944 time: 0.0749538 Nov 22 16:44:04.202399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33362) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:04.216058 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-902517c6-de2b-4913-9d07-b3e6309cbb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.253295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] For port 87997a23-00bc-4c56-b860-a1f9dd9de8e1, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:04.258015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] For port 87997a23-00bc-4c56-b860-a1f9dd9de8e1, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=87997a23-00bc-4c56-b860-a1f9dd9de8e1,segment=NetworkSegment(bb1e2f9d-c44c-41fb-ae47-59f537149ca0),segment_id=bb1e2f9d-c44c-41fb-ae47-59f537149ca0)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:04.262244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebbd9fef-fef1-496e-b03d-b113ab2f03b4 req-3e4f232e-7ac0-4cfa-a814-01c5ecc517ce tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722606 Nov 22 16:44:04.263903 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.308622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.309134 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.310528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-bf630789-244e-4431-887e-df70561070d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/87997a23-00bc-4c56-b860-a1f9dd9de8e1 HTTP/1.1" status: 200 len: 1092 time: 1.0218635 Nov 22 16:44:04.331087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf630789-244e-4431-887e-df70561070d5 service neutron] Pushing event updated for resources: {'Port': ['ID=87997a23-00bc-4c56-b860-a1f9dd9de8e1,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.364419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-902517c6-de2b-4913-9d07-b3e6309cbb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.369916 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-902517c6-de2b-4913-9d07-b3e6309cbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.410545 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-902517c6-de2b-4913-9d07-b3e6309cbb35 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da095e45a3d0402883ecefe31925b7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2067597 Nov 22 16:44:04.412216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902517c6-de2b-4913-9d07-b3e6309cbb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12026d62-1af0-4048-a9b9-9e93e58ff834,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.414977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33364) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:04.421569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-1b42b7d5-082f-49c7-9d1c-95c4b47b2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.424608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-1b42b7d5-082f-49c7-9d1c-95c4b47b2db7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9551fe044946a79450c22839abdc83&device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 1095 time: 0.0721250 Nov 22 16:44:04.476374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3df5-86e8-4c5d-92ab-f29a76a67d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.502256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3df5-86e8-4c5d-92ab-f29a76a67d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.518344 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d0b678-f30a-4c72-9a45-f9a05843714f x-openstack-request-id: req-f2d0b678-f30a-4c72-9a45-f9a05843714f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:04.518587 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:04.518788 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2d0b678-f30a-4c72-9a45-f9a05843714f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:04.519214 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'status': 'completed', 'code': 200} Nov 22 16:44:04.528636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-52e15d3a-7efd-47f6-acd1-88b702fbb2d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87997a23-00bc-4c56-b860-a1f9dd9de8e1 HTTP/1.1" status: 200 len: 217 time: 0.0858364 Nov 22 16:44:04.595508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6f283-d73a-4309-8998-aa7977d52baf req-be72b78d-5b32-4bdd-9222-1841f419dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.597053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64e6f283-d73a-4309-8998-aa7977d52baf req-be72b78d-5b32-4bdd-9222-1841f419dd5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.0658443 Nov 22 16:44:04.598062 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3df5-86e8-4c5d-92ab-f29a76a67d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.601251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc1b3df5-86e8-4c5d-92ab-f29a76a67d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.602332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fc1b3df5-86e8-4c5d-92ab-f29a76a67d43 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12026d62-1af0-4048-a9b9-9e93e58ff834 HTTP/1.1" status: 204 len: 168 time: 0.1845651 Nov 22 16:44:04.611091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b3df5-86e8-4c5d-92ab-f29a76a67d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12026d62-1af0-4048-a9b9-9e93e58ff834,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.655167 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-5b8811b3-02fa-4371-bf1a-99b6f7fc21ca tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 1002 time: 0.1393452 Nov 22 16:44:04.689389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-02c0792c-9efb-4a94-8a1f-2ead6e9cbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.690794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-02c0792c-9efb-4a94-8a1f-2ead6e9cbac1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d02e094f-d182-42bb-a079-e2df06f4109e HTTP/1.1" status: 200 len: 861 time: 0.1278977 Nov 22 16:44:04.720027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ad50b6e1-f2d2-4c4b-9806-d7e42cd061ff tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.723181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6f283-d73a-4309-8998-aa7977d52baf req-ea28e3bc-a6fb-4010-a49a-5aaf3c463dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.724957 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64e6f283-d73a-4309-8998-aa7977d52baf req-ea28e3bc-a6fb-4010-a49a-5aaf3c463dbd service neutron] 10.222.0.62 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 920 time: 0.1117725 Nov 22 16:44:04.727537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ad50b6e1-f2d2-4c4b-9806-d7e42cd061ff tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports/5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 943 time: 0.0711772 Nov 22 16:44:04.750130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-0ca88064-d5d0-4ead-ab26-20d9314d636a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d560f9ba-789d-4d08-aa53-a3a507b4c446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519631 Nov 22 16:44:04.821524 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64e6f283-d73a-4309-8998-aa7977d52baf req-a74a1009-8267-43e1-94a8-7d4229a9f92a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 1002 time: 0.0875671 Nov 22 16:44:04.883817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6f283-d73a-4309-8998-aa7977d52baf req-184274e6-23ab-451a-a3ae-56d3f1f9439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.892815 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64e6f283-d73a-4309-8998-aa7977d52baf req-184274e6-23ab-451a-a3ae-56d3f1f9439b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.0623236 Nov 22 16:44:04.909059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-9188ba75-a812-412b-a84e-8a835f18a2ef tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 1002 time: 0.1358995 Nov 22 16:44:04.944035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64e6f283-d73a-4309-8998-aa7977d52baf req-2e058a61-96e7-4180-a7fc-a150e70cf12e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447125 Nov 22 16:44:04.954291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-2d829427-0f78-4476-877e-edddf1d261fb service neutron] 10.222.0.37 "GET /v2.0/networks/d560f9ba-789d-4d08-aa53-a3a507b4c446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967070 Nov 22 16:44:05.073758 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64e6f283-d73a-4309-8998-aa7977d52baf req-d9f5a9d0-520a-49a3-b71a-7558d3f2d07d service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203926 Nov 22 16:44:05.113825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-19d529e8-a359-4595-9a7d-f8634767623f tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:05.122531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-19d529e8-a359-4595-9a7d-f8634767623f tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.2053995 Nov 22 16:44:05.169707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf261a4c-fdef-4c06-b9d6-830e4e9457ba req-2248fb78-66a6-44b8-8afe-548a69943c71 service neutron] 10.222.0.37 "GET /v2.0/networks/d560f9ba-789d-4d08-aa53-a3a507b4c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878417 Nov 22 16:44:05.204116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64e6f283-d73a-4309-8998-aa7977d52baf req-d141dea4-4155-4d5b-878b-37fa30310a50 service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226735 Nov 22 16:44:05.226637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-9d7ec2ea-4fe7-4362-bde6-6fa2d7df7ea6 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 1002 time: 0.1029260 Nov 22 16:44:05.231759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:05.296201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.455613 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.460850 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.461244 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Floating IP 3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08 disassociated. External IP: 172.25.0.239, port: 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506. Nov 22 16:44:05.527365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33394) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:05.635210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1202875384-network', 'tenant_id': 'c808b5a8487a4527aea1736b6c9c6fe6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:05.658699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Made reservation on behalf of c808b5a8487a4527aea1736b6c9c6fe6 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:05.661670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.673101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.708873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Router 00680caf-1e9e-47b3-9579-171367a99a07 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:05.767565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.773823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.801622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:05.813732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7c2645-d574-4c7c-9133-912c87c2a580,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:05.819592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.819936 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Added segment b91575d9-9484-41a4-ae85-c78d96baa033 of type vlan for network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 Nov 22 16:44:05.842555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:05.847626 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.853972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] Sync routers for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:05.865733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.871554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:05.872201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:05.893392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-ddaf712f-c391-472c-b70b-840b1412a048 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "PUT /v2.0/floatingips/3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08 HTTP/1.1" status: 200 len: 695 time: 0.6658244 Nov 22 16:44:05.897270 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.898245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:05.898910 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.950613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-83677a70-97d5-4662-b807-030f75d80b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:05.952827 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-83677a70-97d5-4662-b807-030f75d80b04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.0455852 Nov 22 16:44:05.965394 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4367685 Nov 22 16:44:05.968166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33398) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:05.973570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Request body: {'subnet': {'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1202875384-subnet', 'tenant_id': 'c808b5a8487a4527aea1736b6c9c6fe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:05.980211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fed50-8405-4d9d-b903-b84d02730bdc admin admin] Pushing event updated for resources: {'Network': ['ID=a96363db-e3f2-4c5e-aed4-21a27b7b4c95,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:05.996504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:06.001417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Made reservation on behalf of c808b5a8487a4527aea1736b6c9c6fe6 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:06.002863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:06.005588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.054793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-a7fc6a97-663f-40a9-ae9a-5162b53f436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:06.056355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-a7fc6a97-663f-40a9-ae9a-5162b53f436e service neutron] 10.222.0.59 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 920 time: 0.0952587 Nov 22 16:44:06.196771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.266884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa18a9c-5cc9-4715-880a-0d7db160bb12,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:06.272849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Checking segment: {'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:06.273211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Network hostable DHCP agents. Network: a96363db-e3f2-4c5e-aed4-21a27b7b4c95, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:06.295973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:06.297661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:53Z', 'revision_number': 5, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:06.308156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a96363db-e3f2-4c5e-aed4-21a27b7b4c95) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:06.313505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:06.314123 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.327369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b458bc-8e2b-462b-84c6-2a13f833d5c2 None None] Network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:06.329882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] Checking router: 00680caf-1e9e-47b3-9579-171367a99a07 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:06.334855 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-482aadc6-6d86-4ea2-b979-d11e14c3471e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3645606 Nov 22 16:44:06.384168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:06.384821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:43:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:06.481020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-406bdb4e-cbb5-46ba-ae11-b915d6e4d3c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 217 time: 0.4170840 Nov 22 16:44:06.521957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b428f3d9-1f2f-4117-b93a-9ef476bc3bcb', 'tag': '87997a23-00bc-4c56-b860-a1f9dd9de8e1'}, {'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:06.525404 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916f7481-2902-4927-9229-1eee031bfb37" -d '{"events": [{"name": "network-changed", "server_uuid": "b428f3d9-1f2f-4117-b93a-9ef476bc3bcb", "tag": "87997a23-00bc-4c56-b860-a1f9dd9de8e1"}, {"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:06.546844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-69bbc05b-99ad-4d6d-a1ab-8b3e1b432001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:06.548714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-69bbc05b-99ad-4d6d-a1ab-8b3e1b432001 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.0597341 Nov 22 16:44:06.555804 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.579924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:06.588762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-d9f9c72d-676b-4c2c-a7f8-aeea3111398c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317271 Nov 22 16:44:06.609733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a452239e-6644-4b69-b614-45361f9bc310 None None] Network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:06.709546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-4d0112e9-24dd-4c3b-b2d7-6dd4862869f2 service neutron] 10.222.0.59 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071436 Nov 22 16:44:06.856516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-510a0eed-5bc7-4fe7-90ec-51a5f17f488e req-bea9b380-d8df-4c17-877c-a454b1254850 service neutron] 10.222.0.59 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387305 Nov 22 16:44:06.945714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:53Z', 'revision_number': 5, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:06.994218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce656055-2576-41bb-a7b9-f9c81954253d None None] The sync data for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 is: [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:42:49Z', 'revision_number': 4, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '749b19f3-bcfb-4085-9f0f-961933dae4cf', 'name': '', 'network_id': '02521324-fdfd-4b38-8fd0-fa4c6cec06ce', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'mac_address': 'fa:16:3e:e8:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': 'd3f6b1a9-0242-4599-a078-795238226573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:48Z', 'updated_at': '2021-11-22T16:42:53Z', 'revision_number': 5, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'subnets': [{'id': 'd3f6b1a9-0242-4599-a078-795238226573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:07.198919 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63e744-2a3e-45ce-b356-cb77440bc7a5 x-openstack-request-id: req-ae63e744-2a3e-45ce-b356-cb77440bc7a5 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:07.199642 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b573d69-60b2-40e3-b04f-1ef57c95e641", "name": "network-vif-plugged", "status": "completed", "tag": "90ec3a80-d591-4be2-b4d3-aee7ec5c209f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:07.200398 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae63e744-2a3e-45ce-b356-cb77440bc7a5 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:07.201049 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b573d69-60b2-40e3-b04f-1ef57c95e641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec3a80-d591-4be2-b4d3-aee7ec5c209f', 'code': 200} Nov 22 16:44:07.343156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12456fb4-33f6-49c4-97af-ab0be15d9211 req-9549894b-6318-4fc6-918f-debced3bcd5d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:07.343743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1379f-cc61-48c1-a19d-dc39d89ed5e5 req-c8ee42a6-6f7f-4e37-81d2-6e7e56031e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:07.345664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12456fb4-33f6-49c4-97af-ab0be15d9211 req-9549894b-6318-4fc6-918f-debced3bcd5d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 946 time: 0.0810373 Nov 22 16:44:07.345959 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-35c1379f-cc61-48c1-a19d-dc39d89ed5e5 req-c8ee42a6-6f7f-4e37-81d2-6e7e56031e84 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 1097 time: 0.0662582 Nov 22 16:44:07.423534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12456fb4-33f6-49c4-97af-ab0be15d9211 req-7bc7fea8-15cc-4e93-af9e-8fa56384018a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686865 Nov 22 16:44:07.424686 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b1e0c-f801-4594-95c7-3fe0ac6c8fbf None None] New status for floating IP 3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:44:07.435623 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-35c1379f-cc61-48c1-a19d-dc39d89ed5e5 req-3403a45f-b082-44c9-845c-8bc396e9c65b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784328 Nov 22 16:44:07.574161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b59ee-6a83-4b8f-8571-da3992739bd0 req-f81fef5a-59a2-48eb-9cc5-97597170c885 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:07.576831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-334b59ee-6a83-4b8f-8571-da3992739bd0 req-f81fef5a-59a2-48eb-9cc5-97597170c885 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 944 time: 0.0668006 Nov 22 16:44:07.671656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-334b59ee-6a83-4b8f-8571-da3992739bd0 req-c0686148-f2da-428e-bdc4-773c41131033 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845652 Nov 22 16:44:07.748931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.931582 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0a5ebe-0282-4e3b-8944-87a320f79431 x-openstack-request-id: req-cf0a5ebe-0282-4e3b-8944-87a320f79431 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:07.931877 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b428f3d9-1f2f-4117-b93a-9ef476bc3bcb", "tag": "87997a23-00bc-4c56-b860-a1f9dd9de8e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:07.932170 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf0a5ebe-0282-4e3b-8944-87a320f79431 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:07.932911 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b428f3d9-1f2f-4117-b93a-9ef476bc3bcb', 'tag': '87997a23-00bc-4c56-b860-a1f9dd9de8e1', 'status': 'completed', 'code': 200} Nov 22 16:44:07.933195 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'status': 'completed', 'code': 200} Nov 22 16:44:08.063734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7481-2902-4927-9229-1eee031bfb37 req-7695bdbd-c0f3-4b57-8f5c-4e12474f7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.063734 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-7695bdbd-c0f3-4b57-8f5c-4e12474f7ae8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c7ca943ef2944d3b956c69001d988ce&device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 1097 time: 0.0649040 Nov 22 16:44:08.094596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-cdd0b4bc-ed27-4db3-9297-753225238f1f tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/floatingips/3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08 HTTP/1.1" status: 200 len: 693 time: 0.1439693 Nov 22 16:44:08.140825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7481-2902-4927-9229-1eee031bfb37 req-21f671dd-14e3-4ac4-91ff-1da0aceae8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.142228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-21f671dd-14e3-4ac4-91ff-1da0aceae8cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c9551fe044946a79450c22839abdc83&device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 1095 time: 0.0883639 Nov 22 16:44:08.189701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7481-2902-4927-9229-1eee031bfb37 req-9973ffd6-e24c-40db-acfe-654798befe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.191395 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-9973ffd6-e24c-40db-acfe-654798befe9a service neutron] 10.222.0.62 "GET /v2.0/networks?id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 200 len: 920 time: 0.1189342 Nov 22 16:44:08.272442 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-1f26b428-c856-4939-958a-ba3c7edd5db1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 200 len: 217 time: 0.0715704 Nov 22 16:44:08.302990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-3084882e-e7e0-40d0-a8a4-e5d435770548 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.304450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-3084882e-e7e0-40d0-a8a4-e5d435770548 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 784 time: 0.1943491 Nov 22 16:44:08.357350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7481-2902-4927-9229-1eee031bfb37 req-499c355f-09ef-4c29-bd71-6f42e15a7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.358884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-499c355f-09ef-4c29-bd71-6f42e15a7495 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 200 len: 859 time: 0.0752015 Nov 22 16:44:08.366940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7481-2902-4927-9229-1eee031bfb37 req-d0750a52-1258-4116-aa41-a2ab17fc34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.368434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-d0750a52-1258-4116-aa41-a2ab17fc34fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d560f9ba-789d-4d08-aa53-a3a507b4c446 HTTP/1.1" status: 200 len: 922 time: 0.2002017 Nov 22 16:44:08.378454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-341ef4d8-b9bf-42e0-8421-067024076c8e tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0630250 Nov 22 16:44:08.397444 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-d64b4552-6365-4461-a28d-35fff295947f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=02521324-fdfd-4b38-8fd0-fa4c6cec06ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299861 Nov 22 16:44:08.423049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-aa71b4dc-de1b-4f95-be71-217728d9a869 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87997a23-00bc-4c56-b860-a1f9dd9de8e1 HTTP/1.1" status: 200 len: 217 time: 0.0434258 Nov 22 16:44:08.496002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-70a382f1-5a45-4427-9482-3fa72a1bd158 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.1099353 Nov 22 16:44:08.518107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-07d33cc8-8375-4fc9-8e81-3aa29a19df3f service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121070 Nov 22 16:44:08.550532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f7481-2902-4927-9229-1eee031bfb37 req-237fb8de-c06d-4596-be5a-77a7b2261ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.552243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-237fb8de-c06d-4596-be5a-77a7b2261ddc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d02e094f-d182-42bb-a079-e2df06f4109e HTTP/1.1" status: 200 len: 861 time: 0.1012826 Nov 22 16:44:08.626334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-2b5982e6-a313-49a4-a3a8-713914a87fa6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d560f9ba-789d-4d08-aa53-a3a507b4c446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622044 Nov 22 16:44:08.637220 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-5f612b6c-e9c0-489f-9ad4-e1af136586c5 service neutron] 10.222.0.62 "GET /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067774 Nov 22 16:44:08.714916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 87997a23-00bc-4c56-b860-a1f9dd9de8e1 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:08.749167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Deleting port f31a9845-d138-40e6-8c32-d514343cc8f4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:08.749513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.755103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-d7931644-1ed9-4f8b-9e3b-c219f121c850 service neutron] 10.222.0.37 "GET /v2.0/networks/d560f9ba-789d-4d08-aa53-a3a507b4c446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081576 Nov 22 16:44:08.827915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 87997a23-00bc-4c56-b860-a1f9dd9de8e1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=87997a23-00bc-4c56-b860-a1f9dd9de8e1,segment=NetworkSegment(bb1e2f9d-c44c-41fb-ae47-59f537149ca0),segment_id=bb1e2f9d-c44c-41fb-ae47-59f537149ca0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:08.846707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '87997a23-00bc-4c56-b860-a1f9dd9de8e1', 'network_id': 'd560f9ba-789d-4d08-aa53-a3a507b4c446', 'port_id': '87997a23-00bc-4c56-b860-a1f9dd9de8e1', 'mac_address': 'fa:16:3e:5b:5e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02e094f-d182-42bb-a079-e2df06f4109e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:08.899131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.899523 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.906077 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.921810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87997a23-00bc-4c56-b860-a1f9dd9de8e1 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:08.922926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Calling delete_port for f31a9845-d138-40e6-8c32-d514343cc8f4 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:08.931679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-916f7481-2902-4927-9229-1eee031bfb37 req-de6de09f-f499-4fdf-86da-afe5200945d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d560f9ba-789d-4d08-aa53-a3a507b4c446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402965 Nov 22 16:44:08.949708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 87997a23-00bc-4c56-b860-a1f9dd9de8e1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=87997a23-00bc-4c56-b860-a1f9dd9de8e1,segment=NetworkSegment(bb1e2f9d-c44c-41fb-ae47-59f537149ca0),segment_id=bb1e2f9d-c44c-41fb-ae47-59f537149ca0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:08.956184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.012630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=87997a23-00bc-4c56-b860-a1f9dd9de8e1,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:09.074404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.101175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event deleted for resources: {'Port': ['ID=f31a9845-d138-40e6-8c32-d514343cc8f4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:09.168911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.171856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.173013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60dd35a2-0a08-46ba-a535-aa54befae367 req-c6c5f43e-27b5-46b3-a416-d9f60c5f95f9 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "DELETE /v2.0/floatingips/3f53e3d8-9eb8-40e4-9d6a-0684e6cc4c08 HTTP/1.1" status: 204 len: 173 time: 0.6651063 Nov 22 16:44:09.274979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['87997a23-00bc-4c56-b860-a1f9dd9de8e1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:09.276271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6b2d4-5e9a-43a3-a92b-19078fc60c7b req-99adb943-e3c7-4be4-8cb4-5ecd28e8cbff tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:09.277816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-10b6b2d4-5e9a-43a3-a92b-19078fc60c7b req-99adb943-e3c7-4be4-8cb4-5ecd28e8cbff tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0566890 Nov 22 16:44:09.337219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-10b6b2d4-5e9a-43a3-a92b-19078fc60c7b req-e8665aca-9234-406d-86c3-12f30391f40b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532317 Nov 22 16:44:09.449505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57a736-d981-4dca-a297-a18dee42f7a1 req-22a39d00-af16-4521-84ca-a29633a3d458 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:09.451178 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f57a736-d981-4dca-a297-a18dee42f7a1 req-22a39d00-af16-4521-84ca-a29633a3d458 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 946 time: 0.0522628 Nov 22 16:44:09.501983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f57a736-d981-4dca-a297-a18dee42f7a1 req-ce8b58e7-4e07-41a7-ad92-623afafbdce7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447114 Nov 22 16:44:09.609821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c759296-bf41-4f13-aee6-1e9317159a23 req-7bcbc16f-ce7b-48c9-875e-d25c6e89abff tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:09.611331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c759296-bf41-4f13-aee6-1e9317159a23 req-7bcbc16f-ce7b-48c9-875e-d25c6e89abff tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 945 time: 0.0495882 Nov 22 16:44:09.660477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c759296-bf41-4f13-aee6-1e9317159a23 req-1fe9b22d-dbf3-43c4-891c-da311a54c504 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Nov 22 16:44:09.991762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-42362457-9e62-4a9b-aa8f-486d0f0bd31b tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:09.993262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-42362457-9e62-4a9b-aa8f-486d0f0bd31b tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/networks?id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95 HTTP/1.1" status: 200 len: 809 time: 0.1214936 Nov 22 16:44:10.011758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-882223f3-967a-4c38-b826-7640ea1bb9a9 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/quotas/c808b5a8487a4527aea1736b6c9c6fe6 HTTP/1.1" status: 200 len: 375 time: 0.0103378 Nov 22 16:44:10.048348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-0d1003f7-fe75-4cba-9646-83c531dec1aa tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c808b5a8487a4527aea1736b6c9c6fe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284097 Nov 22 16:44:10.149915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-a6a991c1-62a4-4b99-a43f-f3716f0fec82 service neutron] 10.222.0.59 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941105 Nov 22 16:44:10.251144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-0c5bff9b-cea9-4a75-b6bc-501c02324fe1 service neutron] 10.222.0.59 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922475 Nov 22 16:44:10.415861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4be31b39-8c9e-49ac-b96f-b9b9dfd82f3d req-df5132f1-3039-4e64-8009-9f7665b0c448 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups/910d0f3e-9075-408b-94eb-f212a39945ee HTTP/1.1" status: 200 len: 1826 time: 0.0439339 Nov 22 16:44:10.486459 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4be31b39-8c9e-49ac-b96f-b9b9dfd82f3d req-935b2d98-1e82-45c5-8c02-5ce295314878 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.509205 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4be31b39-8c9e-49ac-b96f-b9b9dfd82f3d req-935b2d98-1e82-45c5-8c02-5ce295314878 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.557715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4be31b39-8c9e-49ac-b96f-b9b9dfd82f3d req-935b2d98-1e82-45c5-8c02-5ce295314878 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.560453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4be31b39-8c9e-49ac-b96f-b9b9dfd82f3d req-935b2d98-1e82-45c5-8c02-5ce295314878 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.561669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4be31b39-8c9e-49ac-b96f-b9b9dfd82f3d req-935b2d98-1e82-45c5-8c02-5ce295314878 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "DELETE /v2.0/security-groups/910d0f3e-9075-408b-94eb-f212a39945ee HTTP/1.1" status: 204 len: 173 time: 0.1396034 Nov 22 16:44:10.575780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b2d98-1e82-45c5-8c02-5ce295314878 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910d0f3e-9075-408b-94eb-f212a39945ee,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:10.727395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 87997a23-00bc-4c56-b860-a1f9dd9de8e1 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:10.794546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:10.800510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:10.801001 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.814128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad164f-c9c1-4f9b-bfc9-353d185859d3 req-62f34b0b-0085-4586-9c67-0347fc790d05 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:10.815705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cad164f-c9c1-4f9b-bfc9-353d185859d3 req-62f34b0b-0085-4586-9c67-0347fc790d05 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0675523 Nov 22 16:44:10.874997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cad164f-c9c1-4f9b-bfc9-353d185859d3 req-a4f6e885-2074-4c16-b8a9-97e81d8d241f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499730 Nov 22 16:44:10.895941 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.922357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b428f3d9-1f2f-4117-b93a-9ef476bc3bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87997a23-00bc-4c56-b860-a1f9dd9de8e1'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:10.924697 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ffd47d-9124-484b-b06d-a4a6c8e86d6e" -d '{"events": [{"server_uuid": "b428f3d9-1f2f-4117-b93a-9ef476bc3bcb", "name": "network-vif-plugged", "status": "completed", "tag": "87997a23-00bc-4c56-b860-a1f9dd9de8e1"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:10.939181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 87997a23-00bc-4c56-b860-a1f9dd9de8e1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=87997a23-00bc-4c56-b860-a1f9dd9de8e1,segment=NetworkSegment(bb1e2f9d-c44c-41fb-ae47-59f537149ca0),segment_id=bb1e2f9d-c44c-41fb-ae47-59f537149ca0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:10.946014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.968295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04491d02-f0c4-433b-9f37-7c9b96b00f84 req-37c6e52e-2741-4e3d-b715-ab3236c5ef62 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 210 time: 0.0293128 Nov 22 16:44:11.003120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=87997a23-00bc-4c56-b860-a1f9dd9de8e1,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:11.220059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28423e-8aa5-4a85-b735-678a124ff820 req-e0ec19b1-5132-4cc9-9fe6-aeb6de7035d2 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.221592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d28423e-8aa5-4a85-b735-678a124ff820 req-e0ec19b1-5132-4cc9-9fe6-aeb6de7035d2 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 946 time: 0.0557773 Nov 22 16:44:11.271576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d28423e-8aa5-4a85-b735-678a124ff820 req-bfabdfd9-d486-4364-8b84-ff709ccaa4f0 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439007 Nov 22 16:44:11.393847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac303ff-833e-458a-829d-9d6bc0fc861a req-5a2e23dd-726d-4228-8087-cda330c81fab tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.395542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fac303ff-833e-458a-829d-9d6bc0fc861a req-5a2e23dd-726d-4228-8087-cda330c81fab tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 946 time: 0.0546603 Nov 22 16:44:11.448690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fac303ff-833e-458a-829d-9d6bc0fc861a req-25ab6ddc-d884-4366-9a51-410084cc4174 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Nov 22 16:44:11.507961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-e2036b1c-6161-4b4e-8309-c5adf6ef4c7d tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.509543 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-e2036b1c-6161-4b4e-8309-c5adf6ef4c7d tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.62 "GET /v2.0/networks?id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95 HTTP/1.1" status: 200 len: 809 time: 0.1166556 Nov 22 16:44:11.527531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Request body: {'port': {'device_id': '7fab2ad5-9de6-4291-8278-61e4ac930d7d', 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95', 'admin_state_up': True, 'tenant_id': 'c808b5a8487a4527aea1736b6c9c6fe6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:11.614440 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24be220b-5d75-4aae-aac8-428ec797c763 x-openstack-request-id: req-24be220b-5d75-4aae-aac8-428ec797c763 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:11.614760 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b428f3d9-1f2f-4117-b93a-9ef476bc3bcb", "name": "network-vif-plugged", "status": "completed", "tag": "87997a23-00bc-4c56-b860-a1f9dd9de8e1", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:11.615068 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24be220b-5d75-4aae-aac8-428ec797c763 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:11.615447 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b428f3d9-1f2f-4117-b93a-9ef476bc3bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87997a23-00bc-4c56-b860-a1f9dd9de8e1', 'code': 200} Nov 22 16:44:11.661938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Made reservation on behalf of c808b5a8487a4527aea1736b6c9c6fe6 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:11.665944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.742668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466f5c5-89c4-4de5-8bf0-3cc2c6f6985e req-9090f71c-743a-4b42-905c-8c9d6868cd16 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.744317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2466f5c5-89c4-4de5-8bf0-3cc2c6f6985e req-9090f71c-743a-4b42-905c-8c9d6868cd16 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0851874 Nov 22 16:44:11.750582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bfcbd-4683-4239-98e9-5daa254fc2db req-3354d8fd-b1c1-427e-9de8-9321521ecc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.752071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-767bfcbd-4683-4239-98e9-5daa254fc2db req-3354d8fd-b1c1-427e-9de8-9321521ecc71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 1097 time: 0.0653541 Nov 22 16:44:11.801334 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Allocated IP 172.20.0.11 (a96363db-e3f2-4c5e-aed4-21a27b7b4c95/9aa18a9c-5cc9-4715-880a-0d7db160bb12/c8355b8f-97da-48df-855c-a69c18c095df) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:11.827774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2466f5c5-89c4-4de5-8bf0-3cc2c6f6985e req-08e64115-6f98-4641-97f1-384fd00b7c48 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747230 Nov 22 16:44:11.834322 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-767bfcbd-4683-4239-98e9-5daa254fc2db req-d6fa24ca-8088-41b4-bc3d-1ef885064dba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675018 Nov 22 16:44:11.957272 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.997578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.006881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e7fa2-5d60-434b-bc3c-4325108c8396 req-73f0903d-5457-4d31-9ba6-6a0357abd453 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.008621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-245e7fa2-5d60-434b-bc3c-4325108c8396 req-73f0903d-5457-4d31-9ba6-6a0357abd453 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0531106 Nov 22 16:44:12.043030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:12.046446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:12.050168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:12.058815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-245e7fa2-5d60-434b-bc3c-4325108c8396 req-02e2e19b-132e-41f6-8f8d-bee32aba39a5 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428758 Nov 22 16:44:12.074993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Pushing event updated for resources: {'Port': ['ID=c8355b8f-97da-48df-855c-a69c18c095df,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:12.105893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.106597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.126274 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-f25c4535-3da7-4cf1-8e23-9e2a3502ec32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6030841 Nov 22 16:44:12.139713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Request body: {'port': {'device_id': '7fab2ad5-9de6-4291-8278-61e4ac930d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:12.169936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d45b88-bd34-4d84-8b59-c4b20a7e38df req-e89bed53-4e8c-4995-97e6-3388b66070ad tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.171401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2d45b88-bd34-4d84-8b59-c4b20a7e38df req-e89bed53-4e8c-4995-97e6-3388b66070ad tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 932 time: 0.0528395 Nov 22 16:44:12.204398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.236622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2d45b88-bd34-4d84-8b59-c4b20a7e38df req-d39ec982-d0b5-4574-ae56-0d195c452ad8 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589440 Nov 22 16:44:12.394265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04094deb-8ea8-4156-ab03-320695721269 req-88fd92ea-03c2-4028-a826-525f487c2fa0 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.395810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04094deb-8ea8-4156-ab03-320695721269 req-88fd92ea-03c2-4028-a826-525f487c2fa0 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 946 time: 0.0510902 Nov 22 16:44:12.446984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04094deb-8ea8-4156-ab03-320695721269 req-9ba27280-cbae-4a4c-8a00-8d9b94519bb6 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Nov 22 16:44:12.504741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8355b8f-97da-48df-855c-a69c18c095df {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:12.519173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-89c4c8df-5f5d-463c-a339-7f732858f7e0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.520686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-89c4c8df-5f5d-463c-a339-7f732858f7e0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 946 time: 0.0919714 Nov 22 16:44:12.522774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.564662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Transition to ACTIVE for port object c8355b8f-97da-48df-855c-a69c18c095df will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:12.574305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.586788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad92dc-5fb0-4cbd-990b-204710181f9b req-954774bb-6d34-476d-95f9-f81abe2590a2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.588732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1ad92dc-5fb0-4cbd-990b-204710181f9b req-954774bb-6d34-476d-95f9-f81abe2590a2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b573d69-60b2-40e3-b04f-1ef57c95e641 HTTP/1.1" status: 200 len: 946 time: 0.0667651 Nov 22 16:44:12.646533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1ad92dc-5fb0-4cbd-990b-204710181f9b req-2dfc3bd6-932f-49a3-978b-36bd7f24db1d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479598 Nov 22 16:44:12.655658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Pushing event updated for resources: {'Port': ['ID=c8355b8f-97da-48df-855c-a69c18c095df,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:12.722503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Deleting port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:12.722755 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.805011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Attempting to bind port c8355b8f-97da-48df-855c-a69c18c095df on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:12.805361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Attempting to bind port c8355b8f-97da-48df-855c-a69c18c095df by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:12.805694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Attempting to bind port c8355b8f-97da-48df-855c-a69c18c095df on network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:12.820251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Port c8355b8f-97da-48df-855c-a69c18c095df on network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:12.820606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Attempting to bind port c8355b8f-97da-48df-855c-a69c18c095df on network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:12.832788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:12.833130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Checking segment: {'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:12.833516 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Bound using segment: {'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:12.833955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Bound port: c8355b8f-97da-48df-855c-a69c18c095df, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:12.834315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.853814 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] For port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:12.854200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.890607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Calling delete_port for 90ec3a80-d591-4be2-b4d3-aee7ec5c209f owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:12.903899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb5a74-d27d-45b0-b573-2bcca43bbdf1 req-29e6c43b-7527-4ed8-959f-097312961264 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.905371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcfb5a74-d27d-45b0-b573-2bcca43bbdf1 req-29e6c43b-7527-4ed8-959f-097312961264 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 945 time: 0.0627677 Nov 22 16:44:12.967977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcfb5a74-d27d-45b0-b573-2bcca43bbdf1 req-3eaeba8f-993e-4721-86bf-708a4409a48d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491316 Nov 22 16:44:12.973244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] For port c8355b8f-97da-48df-855c-a69c18c095df, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:12.979973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] For port c8355b8f-97da-48df-855c-a69c18c095df, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c8355b8f-97da-48df-855c-a69c18c095df,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:13.005184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.087585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.088293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.089765 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] 10.222.0.62 "PUT /v2.0/ports/c8355b8f-97da-48df-855c-a69c18c095df HTTP/1.1" status: 200 len: 1092 time: 0.9543500 Nov 22 16:44:13.092735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fab2ad5-9de6-4291-8278-61e4ac930d7d', 'tag': 'c8355b8f-97da-48df-855c-a69c18c095df'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:13.095504 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13068d2-7d74-4510-9f8b-fc9cc43610b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7fab2ad5-9de6-4291-8278-61e4ac930d7d", "tag": "c8355b8f-97da-48df-855c-a69c18c095df"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:13.097602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0830f0-8946-4bb7-adb4-03c9b082dc6b req-c174a699-453e-4abd-a59b-7e08bd76d379 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.099834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb0830f0-8946-4bb7-adb4-03c9b082dc6b req-c174a699-453e-4abd-a59b-7e08bd76d379 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0668144 Nov 22 16:44:13.131543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aba955-2ec1-44fe-888c-3a65ecfaee62 service neutron] Pushing event updated for resources: {'Port': ['ID=c8355b8f-97da-48df-855c-a69c18c095df,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:13.145347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.159473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['90ec3a80-d591-4be2-b4d3-aee7ec5c209f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:13.180114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb0830f0-8946-4bb7-adb4-03c9b082dc6b req-fb03be45-6647-46af-89b9-39a225d0c877 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641541 Nov 22 16:44:13.196897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event deleted for resources: {'Port': ['ID=90ec3a80-d591-4be2-b4d3-aee7ec5c209f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:13.247449 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] No DVR routers for this DVR port 90ec3a80-d591-4be2-b4d3-aee7ec5c209f on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:13.250255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.253976 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c357fe2-c29a-4e0e-a56e-85081da68632 req-73f5e505-d935-4644-8214-34d6a73b2783 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "DELETE /v2.0/ports/90ec3a80-d591-4be2-b4d3-aee7ec5c209f HTTP/1.1" status: 204 len: 173 time: 0.7239952 Nov 22 16:44:13.256189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-258d5d90-dab7-4604-91c1-51acc26161a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.258588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-258d5d90-dab7-4604-91c1-51acc26161a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c808b5a8487a4527aea1736b6c9c6fe6&device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 1095 time: 0.1228039 Nov 22 16:44:13.310136 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-2754b190-32de-4607-baf3-97aec0b36509 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8355b8f-97da-48df-855c-a69c18c095df HTTP/1.1" status: 200 len: 217 time: 0.0430484 Nov 22 16:44:13.364205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-5645ac59-615c-4c57-bc45-421ca5210378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.365851 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-5645ac59-615c-4c57-bc45-421ca5210378 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aa18a9c-5cc9-4715-880a-0d7db160bb12 HTTP/1.1" status: 200 len: 849 time: 0.0490282 Nov 22 16:44:13.408372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-1f3edc96-90a8-484a-a4fe-0734b9259a1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276005 Nov 22 16:44:13.517949 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-20724499-712d-48e8-9ccf-be3753c0e929 service neutron] 10.222.0.62 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983479 Nov 22 16:44:13.613587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f580d-2714-4806-a736-a455c98c396e req-f5ccd77f-72fc-40d1-b3e3-34d7047dbc1b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.616333 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-518f580d-2714-4806-a736-a455c98c396e req-f5ccd77f-72fc-40d1-b3e3-34d7047dbc1b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0536919 Nov 22 16:44:13.624094 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cc5bafbb-2f08-4922-aa5a-a0bd7bec3575 req-c3bb5290-a514-4b7f-b19b-46276192e996 service neutron] 10.222.0.62 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945437 Nov 22 16:44:13.677788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-518f580d-2714-4806-a736-a455c98c396e req-6db85a86-2d3d-44a4-8f34-887019d5789c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539510 Nov 22 16:44:13.721974 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b03a0fd-b1c9-43f8-b7bf-b3c7ba9284ca x-openstack-request-id: req-4b03a0fd-b1c9-43f8-b7bf-b3c7ba9284ca {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:13.722299 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fab2ad5-9de6-4291-8278-61e4ac930d7d", "tag": "c8355b8f-97da-48df-855c-a69c18c095df", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:13.722557 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b03a0fd-b1c9-43f8-b7bf-b3c7ba9284ca {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:13.722972 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fab2ad5-9de6-4291-8278-61e4ac930d7d', 'tag': 'c8355b8f-97da-48df-855c-a69c18c095df', 'status': 'completed', 'code': 200} Nov 22 16:44:13.803363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-e1f70e14-8325-49e4-a4fd-5ffc9a6608b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.804884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-e1f70e14-8325-49e4-a4fd-5ffc9a6608b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c808b5a8487a4527aea1736b6c9c6fe6&device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 1095 time: 0.0576301 Nov 22 16:44:13.832351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d1c08-fe29-4478-bb2e-44f55036bf8a req-3cf8d304-1ed5-4555-967c-861347367b15 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.835532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-321d1c08-fe29-4478-bb2e-44f55036bf8a req-3cf8d304-1ed5-4555-967c-861347367b15 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 944 time: 0.0596619 Nov 22 16:44:13.894446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-321d1c08-fe29-4478-bb2e-44f55036bf8a req-cbdf60c0-3ebd-4794-b92f-5149a9971637 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503666 Nov 22 16:44:13.901664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-5f8441d4-4d32-45b0-a045-1f8b5ab85474 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.906066 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-5f8441d4-4d32-45b0-a045-1f8b5ab85474 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.62 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.1157603 Nov 22 16:44:13.966199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-12c86433-d42b-4187-affb-42c9c60f66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.967779 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-12c86433-d42b-4187-affb-42c9c60f66f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95 HTTP/1.1" status: 200 len: 910 time: 0.1482360 Nov 22 16:44:14.019474 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-d6d883b4-3da0-4e0a-93c1-9a472e62a1a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8355b8f-97da-48df-855c-a69c18c095df HTTP/1.1" status: 200 len: 217 time: 0.0433493 Nov 22 16:44:14.041209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022663d0-d298-49d0-82a2-d4b56898616e req-0a21b035-6246-46df-a557-900658e7d4fb tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:14.042679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-022663d0-d298-49d0-82a2-d4b56898616e req-0a21b035-6246-46df-a557-900658e7d4fb tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 946 time: 0.0549297 Nov 22 16:44:14.094833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-8b70d6a0-9d3c-403e-9a44-fb35f5ba86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:14.095147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-022663d0-d298-49d0-82a2-d4b56898616e req-0ca3ca8d-0621-4ecd-81ab-7d4394cc7213 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457952 Nov 22 16:44:14.096310 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-8b70d6a0-9d3c-403e-9a44-fb35f5ba86b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aa18a9c-5cc9-4715-880a-0d7db160bb12 HTTP/1.1" status: 200 len: 849 time: 0.0592015 Nov 22 16:44:14.120731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Deleting port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:14.121080 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.140672 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-71186cb8-1ffd-4c92-9f92-9b45b2e2968f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364757 Nov 22 16:44:14.298911 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] For port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:14.299230 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.312110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e50ca-1148-48fe-b717-dd9e47bad9b9 req-b2ebfe5a-ed81-40ac-b22f-23c3230e26ad tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:14.313804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a0e50ca-1148-48fe-b717-dd9e47bad9b9 req-b2ebfe5a-ed81-40ac-b22f-23c3230e26ad tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 946 time: 0.0526278 Nov 22 16:44:14.320838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Calling delete_port for 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:14.364495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a0e50ca-1148-48fe-b717-dd9e47bad9b9 req-93d0bc8d-140f-4c93-b544-d901bd29d64c tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/security-groups?id=9b0cd055-e540-4a7d-8231-a115f5a94169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439918 Nov 22 16:44:14.583844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-cb8d2a3c-494b-49fd-9b2a-29b4237909c9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:14.586526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-cb8d2a3c-494b-49fd-9b2a-29b4237909c9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.1241198 Nov 22 16:44:14.602260 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-9bd6357d-1519-4432-9913-f342b75f3c4d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/quotas/44eafc3000ae4432af83a8d4dfabffec HTTP/1.1" status: 200 len: 375 time: 0.0103071 Nov 22 16:44:14.637376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-b70be7a2-b9f2-4dea-93e9-d7938a6434ca tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286038 Nov 22 16:44:14.712888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-6fac06f8-7aa7-4015-b826-8676b5612b11 service neutron] 10.222.0.62 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715734 Nov 22 16:44:14.739999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-f817a3c5-4018-4263-9fe8-869360732ea1 service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947592 Nov 22 16:44:14.836211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-2a819ca5-e770-455b-846e-a866dac3365f service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886071 Nov 22 16:44:14.848930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b13068d2-7d74-4510-9f8b-fc9cc43610b5 req-130e5506-e474-4913-9a4d-96c08b4fd592 service neutron] 10.222.0.62 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264503 Nov 22 16:44:14.866042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.878685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:14.895963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Pushing event deleted for resources: {'Port': ['ID=5bb20628-d8e4-46d8-bc6e-4c6df9d8f506,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:14.941851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] No DVR routers for this DVR port 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:14.944806 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.948628 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9267bf02-6211-4039-9ee0-07f05c100e0e req-9d92781b-2586-4823-9be5-2e9a2b6825fb tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.62 "DELETE /v2.0/ports/5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 HTTP/1.1" status: 204 len: 173 time: 1.0348809 Nov 22 16:44:15.099674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7d9d6-3a69-452b-b20b-7cebff9fbbe7 req-d20b61a2-9d25-498f-a89b-772d817a6d20 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:15.101632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9c7d9d6-3a69-452b-b20b-7cebff9fbbe7 req-d20b61a2-9d25-498f-a89b-772d817a6d20 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0546751 Nov 22 16:44:15.159138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9c7d9d6-3a69-452b-b20b-7cebff9fbbe7 req-3ab2c4db-b111-4c55-b6dd-919484505630 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496197 Nov 22 16:44:15.271737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665879d-cdc7-4587-9ae7-57a49bf683d3 req-2f116d0a-f84c-40f9-af9e-92d2bd0d9cb0 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:15.273619 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f665879d-cdc7-4587-9ae7-57a49bf683d3 req-2f116d0a-f84c-40f9-af9e-92d2bd0d9cb0 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 944 time: 0.0538235 Nov 22 16:44:15.326552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f665879d-cdc7-4587-9ae7-57a49bf683d3 req-a97a8ad2-79a0-4723-be07-2a28bba1a5e1 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454698 Nov 22 16:44:15.399609 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8245091-facf-4675-9ff8-0dbba1b16bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.423418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48a7ed5c-3e8a-4534-8a8e-8328ed12e93b req-76025781-a406-4f78-8173-b73fc90128df tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0275743 Nov 22 16:44:15.590920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 90ec3a80-d591-4be2-b4d3-aee7ec5c209f no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:15.609621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dafe09c8-1ac9-4408-8ef6-a21cc3ace901 req-03de550a-8509-48ea-b832-88004d0e3d66 tempest-ServerRescueTestJSONUnderV235-2037861419 tempest-ServerRescueTestJSONUnderV235-2037861419-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfd5abd-d484-47b7-a8c0-625412ea8589 HTTP/1.1" status: 200 len: 210 time: 0.0273449 Nov 22 16:44:15.611786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 90ec3a80-d591-4be2-b4d3-aee7ec5c209f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:15.612151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 90ec3a80-d591-4be2-b4d3-aee7ec5c209f not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:15.724553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b573d69-60b2-40e3-b04f-1ef57c95e641', 'name': 'network-vif-deleted', 'tag': '90ec3a80-d591-4be2-b4d3-aee7ec5c209f'}, {'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'name': 'network-vif-deleted', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:15.727858 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65be6479-7e44-4e06-84d1-dfe23c5a17f5" -d '{"events": [{"server_uuid": "7b573d69-60b2-40e3-b04f-1ef57c95e641", "name": "network-vif-deleted", "tag": "90ec3a80-d591-4be2-b4d3-aee7ec5c209f"}, {"server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "name": "network-vif-deleted", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:15.773567 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fad5f7-b237-48a1-ae91-5ba6159d92fd x-openstack-request-id: req-70fad5f7-b237-48a1-ae91-5ba6159d92fd {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:15.774255 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b573d69-60b2-40e3-b04f-1ef57c95e641", "name": "network-vif-deleted", "tag": "90ec3a80-d591-4be2-b4d3-aee7ec5c209f", "status": "completed", "code": 200}, {"server_uuid": "3dfd5abd-d484-47b7-a8c0-625412ea8589", "name": "network-vif-deleted", "tag": "5bb20628-d8e4-46d8-bc6e-4c6df9d8f506", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:15.774255 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70fad5f7-b237-48a1-ae91-5ba6159d92fd {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:15.774691 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b573d69-60b2-40e3-b04f-1ef57c95e641', 'name': 'network-vif-deleted', 'tag': '90ec3a80-d591-4be2-b4d3-aee7ec5c209f', 'status': 'completed', 'code': 200} Nov 22 16:44:15.775039 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfd5abd-d484-47b7-a8c0-625412ea8589', 'name': 'network-vif-deleted', 'tag': '5bb20628-d8e4-46d8-bc6e-4c6df9d8f506', 'status': 'completed', 'code': 200} Nov 22 16:44:16.058523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83284b7-707a-4560-8cd2-04efd3ccd01e req-85bfcefb-c64c-4046-bc61-7386352fcbe2 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:16.058523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e83284b7-707a-4560-8cd2-04efd3ccd01e req-85bfcefb-c64c-4046-bc61-7386352fcbe2 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 946 time: 0.0602591 Nov 22 16:44:16.120906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e83284b7-707a-4560-8cd2-04efd3ccd01e req-eaaacd2f-9524-4159-928b-b1fe1ed3260a tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516365 Nov 22 16:44:16.268036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-3c0acbfa-e149-4227-a38c-0c9770efd1f1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:16.269561 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-3c0acbfa-e149-4227-a38c-0c9770efd1f1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.1103230 Nov 22 16:44:16.284348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Request body: {'port': {'device_id': '31a7f8fa-8957-4136-8932-6adc4135f0a1', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'admin_state_up': True, 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:16.286109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990b6c3-0cf3-4d65-95b2-a29efc63f6b1 req-c1138e32-a5ad-4a8c-ae52-9b712fda924d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:16.288060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3990b6c3-0cf3-4d65-95b2-a29efc63f6b1 req-c1138e32-a5ad-4a8c-ae52-9b712fda924d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0530436 Nov 22 16:44:16.338712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3990b6c3-0cf3-4d65-95b2-a29efc63f6b1 req-eaa41a28-40e0-44f3-af3e-0dcb5aec06b9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438011 Nov 22 16:44:16.402499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:16.406006 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.451910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99e5c9-8023-4ac6-961f-0d0505bb2175 req-e830f2c0-0276-4475-be1f-b48ad6fdda47 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:16.453418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c99e5c9-8023-4ac6-961f-0d0505bb2175 req-e830f2c0-0276-4475-be1f-b48ad6fdda47 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 944 time: 0.0513597 Nov 22 16:44:16.508200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c99e5c9-8023-4ac6-961f-0d0505bb2175 req-5a5ad339-4376-4a6f-bee2-3035f5c38101 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485897 Nov 22 16:44:16.540811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Allocated IP 172.20.0.12 (98d0b033-fe9f-424a-8d78-931c2d014ef7/5947e8c2-1a5c-4e3a-bd3f-e648b869d20b/386b5047-bfe9-4292-bd8e-a33773405d5a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:16.605820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f08a241c-720d-4e5f-86da-1f1bff8dd586 req-6d57cbd0-ae9f-4d4b-bf01-83b7b211e867 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0293028 Nov 22 16:44:16.707026 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.721858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33614) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:16.743824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.795381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:16.798563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:16.801194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:16.830886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event updated for resources: {'Port': ['ID=386b5047-bfe9-4292-bd8e-a33773405d5a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:16.858001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:16.858613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.875556 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-1d2f3f0d-c724-4f21-b74d-1a3d4602e971 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5954998 Nov 22 16:44:16.888639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Request body: {'port': {'device_id': '31a7f8fa-8957-4136-8932-6adc4135f0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:16.945788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.070940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.237719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386b5047-bfe9-4292-bd8e-a33773405d5a {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:17.246483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.260464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Transition to ACTIVE for port object 386b5047-bfe9-4292-bd8e-a33773405d5a will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:17.277100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.306126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904959a6-15f7-43c1-8b07-725c1ebdba9a req-11de4601-4b48-43f2-98ef-6361014e770b tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.307668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-904959a6-15f7-43c1-8b07-725c1ebdba9a req-11de4601-4b48-43f2-98ef-6361014e770b tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 946 time: 0.0903692 Nov 22 16:44:17.337525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Pushing event updated for resources: {'Port': ['ID=386b5047-bfe9-4292-bd8e-a33773405d5a,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:17.398309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-904959a6-15f7-43c1-8b07-725c1ebdba9a req-54fc2954-1005-4327-a7a1-4ce1a791856e tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/security-groups?id=7998dbe8-823a-4e74-b38e-0848554dc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830941 Nov 22 16:44:17.406892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Attempting to bind port 386b5047-bfe9-4292-bd8e-a33773405d5a on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:17.407313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Attempting to bind port 386b5047-bfe9-4292-bd8e-a33773405d5a by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:17.407652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Attempting to bind port 386b5047-bfe9-4292-bd8e-a33773405d5a on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:17.412876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Port 386b5047-bfe9-4292-bd8e-a33773405d5a on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:17.413174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Attempting to bind port 386b5047-bfe9-4292-bd8e-a33773405d5a on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:17.420221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:17.420692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Checking segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:17.421257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Bound using segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:17.421833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Bound port: 386b5047-bfe9-4292-bd8e-a33773405d5a, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:17.422827 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.495533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] For port 386b5047-bfe9-4292-bd8e-a33773405d5a, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:17.498393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] For port 386b5047-bfe9-4292-bd8e-a33773405d5a, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=386b5047-bfe9-4292-bd8e-a33773405d5a,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:17.502893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.513330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Deleting port 749b19f3-bcfb-4085-9f0f-961933dae4cf {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:17.513674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.540468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.541100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.542508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] 10.222.0.62 "PUT /v2.0/ports/386b5047-bfe9-4292-bd8e-a33773405d5a HTTP/1.1" status: 200 len: 1092 time: 0.6580551 Nov 22 16:44:17.562715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727eeac-2953-4b57-b2a3-f0c1afa9ba8d service neutron] Pushing event updated for resources: {'Port': ['ID=386b5047-bfe9-4292-bd8e-a33773405d5a,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:17.608229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c8355b8f-97da-48df-855c-a69c18c095df details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:17.610221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:17.642266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-dba8f617-9969-4c18-ad74-3cb489fe6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.644782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-dba8f617-9969-4c18-ad74-3cb489fe6cdb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 1095 time: 0.0568559 Nov 22 16:44:17.649183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:17.649556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 5bb20628-d8e4-46d8-bc6e-4c6df9d8f506 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:17.700317 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-92d86a0a-7ad0-4ef0-ac9d-f8ea078e8008 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386b5047-bfe9-4292-bd8e-a33773405d5a HTTP/1.1" status: 200 len: 217 time: 0.0472414 Nov 22 16:44:17.748782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c8355b8f-97da-48df-855c-a69c18c095df, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c8355b8f-97da-48df-855c-a69c18c095df,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:17.752305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-70c80434-9bf3-486b-920b-35a62dc307fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.753897 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-70c80434-9bf3-486b-920b-35a62dc307fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0464017 Nov 22 16:44:17.761817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'c8355b8f-97da-48df-855c-a69c18c095df', 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95', 'port_id': 'c8355b8f-97da-48df-855c-a69c18c095df', 'mac_address': 'fa:16:3e:92:db:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa18a9c-5cc9-4715-880a-0d7db160bb12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:17.787681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a7f8fa-8957-4136-8932-6adc4135f0a1', 'tag': '386b5047-bfe9-4292-bd8e-a33773405d5a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:17.790762 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "31a7f8fa-8957-4136-8932-6adc4135f0a1", "tag": "386b5047-bfe9-4292-bd8e-a33773405d5a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:17.796482 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-e3e2f50f-6370-46f8-8ea4-bb5567358eab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344667 Nov 22 16:44:17.814872 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.832115 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dcc015d4-7b10-4162-817b-854bb25bc50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.834914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8355b8f-97da-48df-855c-a69c18c095df {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:17.859431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c8355b8f-97da-48df-855c-a69c18c095df, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c8355b8f-97da-48df-855c-a69c18c095df,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:17.865922 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.904439 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-5128d583-ce56-4c07-807d-c4cd15fc9593 service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005635 Nov 22 16:44:17.916507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c8355b8f-97da-48df-855c-a69c18c095df,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:17.916767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-b8040f86-f54c-4378-abcc-36a431949b7d tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.918320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-b8040f86-f54c-4378-abcc-36a431949b7d tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.37 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 946 time: 0.4796262 Nov 22 16:44:17.946738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0eb16-bdc2-4875-9709-d17540458095 req-d7b7717a-202e-4dba-9fdf-ca45a76e501d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.948310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5e0eb16-bdc2-4875-9709-d17540458095 req-d7b7717a-202e-4dba-9fdf-ca45a76e501d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.4815140 Nov 22 16:44:18.001230 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae5901fd-3873-42eb-87e2-2b4bd738b337 req-58c3f097-e380-42cc-a5c9-3fbb623974aa service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880563 Nov 22 16:44:18.062296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] For port 749b19f3-bcfb-4085-9f0f-961933dae4cf, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=749b19f3-bcfb-4085-9f0f-961933dae4cf,segment=NetworkSegment(e3621a47-094a-4436-be81-cabcedaf0f0b),segment_id=e3621a47-094a-4436-be81-cabcedaf0f0b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:18.062610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.093889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Calling delete_port for 749b19f3-bcfb-4085-9f0f-961933dae4cf owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:18.103981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5e0eb16-bdc2-4875-9709-d17540458095 req-6c319d62-5014-43eb-89e7-5d7b8989f9c3 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365259 Nov 22 16:44:18.163715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Deleting port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:18.164060 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.338881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477214f-609b-4fb5-b007-e1e7c1abf0ee req-dd83b5d1-a38f-4ac1-af36-538dce23df3f tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:18.340357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b477214f-609b-4fb5-b007-e1e7c1abf0ee req-dd83b5d1-a38f-4ac1-af36-538dce23df3f tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 945 time: 0.1688976 Nov 22 16:44:18.371805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] For port 87997a23-00bc-4c56-b860-a1f9dd9de8e1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=87997a23-00bc-4c56-b860-a1f9dd9de8e1,segment=NetworkSegment(bb1e2f9d-c44c-41fb-ae47-59f537149ca0),segment_id=bb1e2f9d-c44c-41fb-ae47-59f537149ca0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:18.372107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.396116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Calling delete_port for 87997a23-00bc-4c56-b860-a1f9dd9de8e1 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:18.480611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['c8355b8f-97da-48df-855c-a69c18c095df'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:18.489153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b477214f-609b-4fb5-b007-e1e7c1abf0ee req-d0870b70-770f-4592-a316-36d2545b13cf tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355371 Nov 22 16:44:18.519894 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.565008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Pushing event deleted for resources: {'Port': ['ID=749b19f3-bcfb-4085-9f0f-961933dae4cf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:18.716388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188665ae-1d0b-435d-84f1-d939de7887a9 req-5ef46e6c-9be8-4485-9193-acdc36c0d5ed tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:18.717912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-188665ae-1d0b-435d-84f1-d939de7887a9 req-5ef46e6c-9be8-4485-9193-acdc36c0d5ed tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 944 time: 0.1613364 Nov 22 16:44:18.765740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.779180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['87997a23-00bc-4c56-b860-a1f9dd9de8e1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:18.840555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Pushing event deleted for resources: {'Port': ['ID=87997a23-00bc-4c56-b860-a1f9dd9de8e1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:18.880785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.901318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] No DVR routers for this DVR port 87997a23-00bc-4c56-b860-a1f9dd9de8e1 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:18.910209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.913698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e250d7b-18ee-458b-9c19-428061afcf99 req-8fff7afb-3fe0-465e-91c1-857e08dafeed tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.37 "DELETE /v2.0/ports/87997a23-00bc-4c56-b860-a1f9dd9de8e1 HTTP/1.1" status: 204 len: 173 time: 0.9872689 Nov 22 16:44:18.914855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b428f3d9-1f2f-4117-b93a-9ef476bc3bcb', 'name': 'network-vif-deleted', 'tag': '87997a23-00bc-4c56-b860-a1f9dd9de8e1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:18.917418 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ed5864-1f29-46e8-b137-a7365008906e" -d '{"events": [{"server_uuid": "b428f3d9-1f2f-4117-b93a-9ef476bc3bcb", "name": "network-vif-deleted", "tag": "87997a23-00bc-4c56-b860-a1f9dd9de8e1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:18.927402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.932640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-188665ae-1d0b-435d-84f1-d939de7887a9 req-33d69f95-8b5f-4ca3-ac03-254c4ab323aa tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790726 Nov 22 16:44:19.061360 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e7e250-d7df-489a-a596-df1e543963ee x-openstack-request-id: req-30e7e250-d7df-489a-a596-df1e543963ee {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:19.062312 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a7f8fa-8957-4136-8932-6adc4135f0a1", "tag": "386b5047-bfe9-4292-bd8e-a33773405d5a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:19.062750 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30e7e250-d7df-489a-a596-df1e543963ee {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:19.063476 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a7f8fa-8957-4136-8932-6adc4135f0a1', 'tag': '386b5047-bfe9-4292-bd8e-a33773405d5a', 'status': 'completed', 'code': 200} Nov 22 16:44:19.129287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-3176a1a0-925c-4225-9c5e-356052c7e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:19.130923 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-3176a1a0-925c-4225-9c5e-356052c7e80a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 1095 time: 0.0451350 Nov 22 16:44:19.176574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf9efdc0-9c7f-48f4-a5b1-2b950f7ec534 req-2116f995-8e4b-456e-ba90-fba140013711 tempest-ServerMetadataNegativeTestJSON-1878587753 tempest-ServerMetadataNegativeTestJSON-1878587753-project] 10.222.0.59 "GET /v2.0/ports?device_id=b428f3d9-1f2f-4117-b93a-9ef476bc3bcb HTTP/1.1" status: 200 len: 210 time: 0.0339425 Nov 22 16:44:19.199515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Router 00680caf-1e9e-47b3-9579-171367a99a07 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:19.232682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-6cbb3e68-08f2-4575-9a0d-3497c4f9ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:19.234372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-6cbb3e68-08f2-4575-9a0d-3497c4f9ff95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 912 time: 0.0961397 Nov 22 16:44:19.247915 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32feb6a0-4ce9-42f8-94c3-adac322c5788 x-openstack-request-id: req-32feb6a0-4ce9-42f8-94c3-adac322c5788 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:19.248204 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b428f3d9-1f2f-4117-b93a-9ef476bc3bcb", "name": "network-vif-deleted", "tag": "87997a23-00bc-4c56-b860-a1f9dd9de8e1", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:19.248469 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32feb6a0-4ce9-42f8-94c3-adac322c5788 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:19.248872 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b428f3d9-1f2f-4117-b93a-9ef476bc3bcb', 'name': 'network-vif-deleted', 'tag': '87997a23-00bc-4c56-b860-a1f9dd9de8e1', 'status': 'completed', 'code': 200} Nov 22 16:44:19.285329 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-9bce8f85-7388-4979-b948-16d9bd8ca95a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386b5047-bfe9-4292-bd8e-a33773405d5a HTTP/1.1" status: 200 len: 217 time: 0.0421851 Nov 22 16:44:19.349867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-78ad3480-3352-49ab-b90a-7733b4f9b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:19.351675 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-78ad3480-3352-49ab-b90a-7733b4f9b04d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0569751 Nov 22 16:44:19.354653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:19.360015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1eaffe5b-b92b-4b88-8070-73a0c88e55db admin admin] 10.222.0.59 "PUT /v2.0/routers/00680caf-1e9e-47b3-9579-171367a99a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6370201 Nov 22 16:44:19.368509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] Sync routers for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:19.368713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d988d-5243-4011-b105-86153e6a1e60 req-7dcd5e15-4a56-43bd-be28-22eba81e2b7b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:19.370138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa8d988d-5243-4011-b105-86153e6a1e60 req-7dcd5e15-4a56-43bd-be28-22eba81e2b7b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0739045 Nov 22 16:44:19.370640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:19.388849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:19.397784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:19.407907 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-1ef9acc4-0e72-48b5-9448-4cb4b200bae0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479417 Nov 22 16:44:19.508538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa8d988d-5243-4011-b105-86153e6a1e60 req-f7ba3ab6-4e6b-4ccf-bb50-9455ca3d56e9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300828 Nov 22 16:44:19.531237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.542097 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-78b45370-9028-4a76-a443-5261948a17fa service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260383 Nov 22 16:44:19.550700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:19.615395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:19.660129 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f7ce7159-e4aa-4eb5-ae6e-0b0d8b0a8ae9 req-0a44fba2-5f57-4021-a96f-06bba34f1769 service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096048 Nov 22 16:44:19.694126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39a97e-e348-457c-95a7-88a6e5332063 req-5b956695-e319-42ef-bd4d-a5422e70c9b4 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:19.695788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c39a97e-e348-457c-95a7-88a6e5332063 req-5b956695-e319-42ef-bd4d-a5422e70c9b4 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 945 time: 0.1079741 Nov 22 16:44:19.697502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.773369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c39a97e-e348-457c-95a7-88a6e5332063 req-f50ee739-fe3c-49b3-b9e5-72761722315e tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700891 Nov 22 16:44:19.794335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Deleting port bef9c245-a3c3-4b25-9fba-2c428589cc9a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:19.794335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.838715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:19.853305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'mac_address': 'fa:16:3e:4d:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:19.874662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] For port bef9c245-a3c3-4b25-9fba-2c428589cc9a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bef9c245-a3c3-4b25-9fba-2c428589cc9a,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:19.875380 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.890049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Calling delete_port for bef9c245-a3c3-4b25-9fba-2c428589cc9a owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:19.894362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:44:18Z', 'revision_number': 5, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port': {'id': 'bef9c245-a3c3-4b25-9fba-2c428589cc9a', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00680caf-1e9e-47b3-9579-171367a99a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:42:45Z', 'updated_at': '2021-11-22T16:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:19.926816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] Checking router: 00680caf-1e9e-47b3-9579-171367a99a07 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:19.931123 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.948343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] Routers {'00680caf-1e9e-47b3-9579-171367a99a07'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:19.949013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['00680caf-1e9e-47b3-9579-171367a99a07'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:19.951975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b24c594e-94e5-4fde-96dc-390fb5d98b83 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:20.044386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:20.052471 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.093371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] Set router 00680caf-1e9e-47b3-9579-171367a99a07 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:20.103448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dbfe1-4b3d-4243-aae2-8cf6325e65cb req-98ae25a2-f7f9-4453-bc32-709c716eef7a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:20.105043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5dbfe1-4b3d-4243-aae2-8cf6325e65cb req-98ae25a2-f7f9-4453-bc32-709c716eef7a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 944 time: 0.0953586 Nov 22 16:44:20.118530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.153861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b24c594e-94e5-4fde-96dc-390fb5d98b83'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:20.158912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef9c245-a3c3-4b25-9fba-2c428589cc9a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.178182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:44:19Z', 'revision_number': 6, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:20.187109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51de68a1-9721-4a7b-8120-6279f157958a None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:20.223540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e5dbfe1-4b3d-4243-aae2-8cf6325e65cb req-e89124d4-941a-42d5-ba81-db11227437d0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114464 Nov 22 16:44:20.232214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e4c67-71b8-431e-bc8e-5cd60d38909d None None] The sync data for ids ['00680caf-1e9e-47b3-9579-171367a99a07'] in n-d-816865-2 is: [{'id': '00680caf-1e9e-47b3-9579-171367a99a07', 'name': 'tempest-ServerRescueTestJSONUnderV235-332926289-router', 'tenant_id': '8c7ca943ef2944d3b956c69001d988ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:42:43Z', 'updated_at': '2021-11-22T16:44:19Z', 'revision_number': 6, 'project_id': '8c7ca943ef2944d3b956c69001d988ce', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:20.237368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.248639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.357161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.359628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.365520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.412713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.413273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00680caf-1e9e-47b3-9579-171367a99a07 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:44:20.418178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3468bf0f-91a0-43e8-b79e-125bc4792a45 admin admin] Deleting subnet d02e094f-d182-42bb-a079-e2df06f4109e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:20.418329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.419404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-542729aa-519d-409c-bd70-99394db1ae12 admin admin] 10.222.0.59 "DELETE /v2.0/routers/00680caf-1e9e-47b3-9579-171367a99a07 HTTP/1.1" status: 204 len: 168 time: 1.0475461 Nov 22 16:44:20.421829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33660) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.422045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3468bf0f-91a0-43e8-b79e-125bc4792a45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.457260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3468bf0f-91a0-43e8-b79e-125bc4792a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.466648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-533941f2-ea10-4797-80c4-0ccabf1be8a4 admin admin] Deleting subnet d3f6b1a9-0242-4599-a078-795238226573 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:20.470142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-533941f2-ea10-4797-80c4-0ccabf1be8a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.498763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3468bf0f-91a0-43e8-b79e-125bc4792a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.510197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-533941f2-ea10-4797-80c4-0ccabf1be8a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.559982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-533941f2-ea10-4797-80c4-0ccabf1be8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.566717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3468bf0f-91a0-43e8-b79e-125bc4792a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.594975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468bf0f-91a0-43e8-b79e-125bc4792a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d02e094f-d182-42bb-a079-e2df06f4109e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.597115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3468bf0f-91a0-43e8-b79e-125bc4792a45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.600345 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3468bf0f-91a0-43e8-b79e-125bc4792a45 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d02e094f-d182-42bb-a079-e2df06f4109e HTTP/1.1" status: 204 len: 168 time: 0.2337906 Nov 22 16:44:20.604448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33664) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.646342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.669390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aa5c1-4813-4a2d-9c26-69742860a651 req-76509dfc-e862-46bd-bc88-68c5e737d637 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:20.671139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c51aa5c1-4813-4a2d-9c26-69742860a651 req-76509dfc-e862-46bd-bc88-68c5e737d637 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0783448 Nov 22 16:44:20.672196 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-533941f2-ea10-4797-80c4-0ccabf1be8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.691153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.716150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533941f2-ea10-4797-80c4-0ccabf1be8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f6b1a9-0242-4599-a078-795238226573,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.721496 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-533941f2-ea10-4797-80c4-0ccabf1be8a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.728073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-533941f2-ea10-4797-80c4-0ccabf1be8a4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d3f6b1a9-0242-4599-a078-795238226573 HTTP/1.1" status: 204 len: 168 time: 0.3027525 Nov 22 16:44:20.728408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33670) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.760455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 87997a23-00bc-4c56-b860-a1f9dd9de8e1 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:20.764653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c51aa5c1-4813-4a2d-9c26-69742860a651 req-7be268ae-50d9-487b-b0f3-ef953c7246fb tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815187 Nov 22 16:44:20.791585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 87997a23-00bc-4c56-b860-a1f9dd9de8e1 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:20.792187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 87997a23-00bc-4c56-b860-a1f9dd9de8e1 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:20.849981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.880736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d560f9ba-789d-4d08-aa53-a3a507b4c446']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:20.889381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.891479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8e2bf-e233-48e0-9372-a2fd71bf2293 req-b7ab6639-4575-4b64-a103-9470b99b1cea tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:20.892953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b8e2bf-e233-48e0-9372-a2fd71bf2293 req-b7ab6639-4575-4b64-a103-9470b99b1cea tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 945 time: 0.0516057 Nov 22 16:44:20.894370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1e2f9d-c44c-41fb-ae47-59f537149ca0') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:20.894673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1e2f9d-c44c-41fb-ae47-59f537149ca0') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:20.911309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.942247 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.944723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3b8e2bf-e233-48e0-9372-a2fd71bf2293 req-c76306c6-cbb2-45ed-af77-5ddb02881247 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Nov 22 16:44:20.958585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:20.958997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:20.961102 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:21.043273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.061151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.068717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02521324-fdfd-4b38-8fd0-fa4c6cec06ce']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:21.071235 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.074483 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] 10.222.0.59 "DELETE /v2.0/networks/d560f9ba-789d-4d08-aa53-a3a507b4c446 HTTP/1.1" status: 204 len: 168 time: 0.4690158 Nov 22 16:44:21.090908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3621a47-094a-4436-be81-cabcedaf0f0b') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:21.091235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3621a47-094a-4436-be81-cabcedaf0f0b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:21.098020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef6237-89c6-492d-a6b7-8503fe4b0d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=d560f9ba-789d-4d08-aa53-a3a507b4c446,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:21.106700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.125692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.132821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:21.133303 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:21.135680 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:21.193639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.200447 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.203695 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] 10.222.0.59 "DELETE /v2.0/networks/02521324-fdfd-4b38-8fd0-fa4c6cec06ce HTTP/1.1" status: 204 len: 168 time: 0.4742601 Nov 22 16:44:21.210738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33678) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:21.218182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcb29c-5009-4feb-a97d-996789be267d admin admin] Pushing event deleted for resources: {'Network': ['ID=02521324-fdfd-4b38-8fd0-fa4c6cec06ce,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:21.288806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33682) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:21.291652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ce06cef1-ca4a-4a81-b754-8505c4bac136 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c9551fe044946a79450c22839abdc83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793812 Nov 22 16:44:21.306270 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.361730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1974786b-1eee-40fa-888c-32e4dd4990b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.377948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9dd98-65e4-4d09-889a-97422112ec47 req-f9495bdf-bd34-403b-b355-c4b32db3c541 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:21.379636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdb9dd98-65e4-4d09-889a-97422112ec47 req-f9495bdf-bd34-403b-b355-c4b32db3c541 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 944 time: 0.0612352 Nov 22 16:44:21.388040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1974786b-1eee-40fa-888c-32e4dd4990b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.395494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bef9c245-a3c3-4b25-9fba-2c428589cc9a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:21.429311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bef9c245-a3c3-4b25-9fba-2c428589cc9a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:21.430203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bef9c245-a3c3-4b25-9fba-2c428589cc9a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:21.433733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 749b19f3-bcfb-4085-9f0f-961933dae4cf no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:21.458004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33686) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:21.469302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1974786b-1eee-40fa-888c-32e4dd4990b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.471525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 749b19f3-bcfb-4085-9f0f-961933dae4cf {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:21.471881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 749b19f3-bcfb-4085-9f0f-961933dae4cf not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:21.476277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1974786b-1eee-40fa-888c-32e4dd4990b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.479364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1974786b-1eee-40fa-888c-32e4dd4990b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7998dbe8-823a-4e74-b38e-0848554dc59e HTTP/1.1" status: 204 len: 168 time: 0.1893494 Nov 22 16:44:21.485292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdb9dd98-65e4-4d09-889a-97422112ec47 req-a6fd8c85-785b-4b57-9498-8ce9de1665db tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894356 Nov 22 16:44:21.512295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974786b-1eee-40fa-888c-32e4dd4990b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7998dbe8-823a-4e74-b38e-0848554dc59e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:21.549654 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95586dab-0a17-4fef-9594-443217a16251 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c7ca943ef2944d3b956c69001d988ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901256 Nov 22 16:44:21.553117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33690) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:21.621614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2233356-5ad1-414a-998d-0a14d45402f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.622354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c8355b8f-97da-48df-855c-a69c18c095df up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:21.654289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2233356-5ad1-414a-998d-0a14d45402f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.695235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port c8355b8f-97da-48df-855c-a69c18c095df completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:21.710666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port c8355b8f-97da-48df-855c-a69c18c095df triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:21.711199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.714578 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2233356-5ad1-414a-998d-0a14d45402f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.717636 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2233356-5ad1-414a-998d-0a14d45402f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.718915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a2233356-5ad1-414a-998d-0a14d45402f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b0cd055-e540-4a7d-8231-a115f5a94169 HTTP/1.1" status: 204 len: 168 time: 0.1633673 Nov 22 16:44:21.730644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2233356-5ad1-414a-998d-0a14d45402f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0cd055-e540-4a7d-8231-a115f5a94169,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:21.827753 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.867457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab2ad5-9de6-4291-8278-61e4ac930d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8355b8f-97da-48df-855c-a69c18c095df'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:21.870269 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d1fc86-8d47-45d3-b5d6-a4bc11c1fb18" -d '{"events": [{"server_uuid": "7fab2ad5-9de6-4291-8278-61e4ac930d7d", "name": "network-vif-plugged", "status": "completed", "tag": "c8355b8f-97da-48df-855c-a69c18c095df"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:21.885576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c8355b8f-97da-48df-855c-a69c18c095df, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c8355b8f-97da-48df-855c-a69c18c095df,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:21.896760 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.898325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:21.977131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b66f-b746-4a4d-8673-3cccf50b89c7 req-235a8574-9500-4b66-a536-f9e46368d25f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:21.992187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b274b66f-b746-4a4d-8673-3cccf50b89c7 req-235a8574-9500-4b66-a536-f9e46368d25f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.1329045 Nov 22 16:44:22.024650 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c8355b8f-97da-48df-855c-a69c18c095df,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:22.032802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b24c594e-94e5-4fde-96dc-390fb5d98b83 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:22.033357 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.081978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b274b66f-b746-4a4d-8673-3cccf50b89c7 req-3774a5ef-889e-4193-9c04-d59b1a5b3344 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831780 Nov 22 16:44:22.129000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.138216 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c2ec8-9f65-4f9f-a5f7-d0f6c4fbbb51 x-openstack-request-id: req-b92c2ec8-9f65-4f9f-a5f7-d0f6c4fbbb51 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:22.138596 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab2ad5-9de6-4291-8278-61e4ac930d7d", "name": "network-vif-plugged", "status": "completed", "tag": "c8355b8f-97da-48df-855c-a69c18c095df", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:22.138941 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b92c2ec8-9f65-4f9f-a5f7-d0f6c4fbbb51 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:22.139556 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fab2ad5-9de6-4291-8278-61e4ac930d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8355b8f-97da-48df-855c-a69c18c095df', 'code': 200} Nov 22 16:44:22.188700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:22.201015 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.254111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed540d7-8888-4811-a5e4-5b55bf0b654e req-0c3b9e10-4fb0-4d57-b6a2-6f8bb16146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:22.255864 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fed540d7-8888-4811-a5e4-5b55bf0b654e req-0c3b9e10-4fb0-4d57-b6a2-6f8bb16146f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 1097 time: 0.0491436 Nov 22 16:44:22.286743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:22.288578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3014f0-e76c-4d14-8906-100deb23df90 req-8e0f62ce-4b12-4b42-9908-d00a35db281b tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:22.290607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c3014f0-e76c-4d14-8906-100deb23df90 req-8e0f62ce-4b12-4b42-9908-d00a35db281b tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 946 time: 0.0868258 Nov 22 16:44:22.316887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fed540d7-8888-4811-a5e4-5b55bf0b654e req-07442d99-60e8-4ba1-8493-c896a2ee1627 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 Nov 22 16:44:22.349709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c3014f0-e76c-4d14-8906-100deb23df90 req-338fa71e-e4d3-4e0d-be00-51e09b13644e tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524659 Nov 22 16:44:22.614310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca92ee9-7d2e-437c-b103-ed2925e67bc6 req-01a171d9-2579-47f6-829d-e98d1b924266 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:22.617183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ca92ee9-7d2e-437c-b103-ed2925e67bc6 req-01a171d9-2579-47f6-829d-e98d1b924266 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 944 time: 0.0658057 Nov 22 16:44:22.693356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ca92ee9-7d2e-437c-b103-ed2925e67bc6 req-033ed6ee-9b7a-4c84-9c2e-8e03614ac346 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699732 Nov 22 16:44:22.705555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33744) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:22.747982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33748) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:22.845203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1235875637-network', 'tenant_id': '6375687d14f642eb88b2aab5d921287b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:22.864231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-network', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:22.882488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Made reservation on behalf of 6375687d14f642eb88b2aab5d921287b for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:22.884914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.901134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.919341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Made reservation on behalf of efffdbb910f6408cb2299d9a74d55955 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:22.921633 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.936358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.027911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.035540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.066706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:23.086572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.089060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be126bef-b0c5-4c9b-9a35-0e7c1f637931,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.096321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.099863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.100218 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Added segment f755484d-5c42-4b8a-b0bf-1e1631f5d403 of type vlan for network c470c465-a881-4e6a-8a15-c5cc2e04d20c Nov 22 16:44:23.151570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:23.171054 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.182545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.182889 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Added segment 2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455 of type vlan for network 28592774-0f09-4862-ab81-9fbdef3ace9f Nov 22 16:44:23.184120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3285c-dc36-4e38-9be1-c4d1705ab04f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.198556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67fb08-8ff8-447b-bae9-dd6ae9c8b511 req-869a2c51-539b-43cc-a082-2feed7c33561 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:23.200250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a67fb08-8ff8-447b-bae9-dd6ae9c8b511 req-869a2c51-539b-43cc-a082-2feed7c33561 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0573556 Nov 22 16:44:23.237745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.239098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:23.239823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.242778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.252513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a67fb08-8ff8-447b-bae9-dd6ae9c8b511 req-99eec673-be0d-4a54-a4c8-579b5085c250 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457416 Nov 22 16:44:23.309630 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6015482 Nov 22 16:44:23.313045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:23.318228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Request body: {'subnet': {'network_id': 'c470c465-a881-4e6a-8a15-c5cc2e04d20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1235875637-subnet', 'tenant_id': '6375687d14f642eb88b2aab5d921287b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:23.321569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25464262-ad59-4a9d-81f9-52e024a6cb96 admin admin] Pushing event updated for resources: {'Network': ['ID=c470c465-a881-4e6a-8a15-c5cc2e04d20c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.325602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.326894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:23.327542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.339366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network c470c465-a881-4e6a-8a15-c5cc2e04d20c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:23.351273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Made reservation on behalf of 6375687d14f642eb88b2aab5d921287b for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:23.356438 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.407971 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6557853 Nov 22 16:44:23.408205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33762) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:23.415075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Request body: {'subnet': {'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-subnet', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:23.426139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a2bf7-f07c-4aad-9517-ec5c1d7d00fb admin admin] Pushing event updated for resources: {'Network': ['ID=28592774-0f09-4862-ab81-9fbdef3ace9f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.444081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Made reservation on behalf of efffdbb910f6408cb2299d9a74d55955 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:23.445044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 28592774-0f09-4862-ab81-9fbdef3ace9f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:23.448602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.532703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5e4ed-0797-4bdc-b047-a96daadf7d73 req-31078c18-fd2d-4650-a61f-1125e8ef124a tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:23.534597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6db5e4ed-0797-4bdc-b047-a96daadf7d73 req-31078c18-fd2d-4650-a61f-1125e8ef124a tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 946 time: 0.0960114 Nov 22 16:44:23.604290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 386b5047-bfe9-4292-bd8e-a33773405d5a details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:23.622202 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6db5e4ed-0797-4bdc-b047-a96daadf7d73 req-c545d4ff-9558-4a7c-8e15-031a26ea91c8 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804086 Nov 22 16:44:23.633165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.670880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.696825 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e4c72b-24e2-44ec-8862-7b298c8618cc,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.708189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Checking segment: {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:23.708875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Network hostable DHCP agents. Network: 28592774-0f09-4862-ab81-9fbdef3ace9f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:23.731204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Network 28592774-0f09-4862-ab81-9fbdef3ace9f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:23.745988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 28592774-0f09-4862-ab81-9fbdef3ace9f) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:23.754283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:23.755106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.758013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=42686087-2d73-409c-ac53-3e5aeab05c5f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.759246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 386b5047-bfe9-4292-bd8e-a33773405d5a, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=386b5047-bfe9-4292-bd8e-a33773405d5a,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:23.774366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Checking segment: {'id': 'f755484d-5c42-4b8a-b0bf-1e1631f5d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c470c465-a881-4e6a-8a15-c5cc2e04d20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:23.774742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Network hostable DHCP agents. Network: c470c465-a881-4e6a-8a15-c5cc2e04d20c, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:23.783119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '386b5047-bfe9-4292-bd8e-a33773405d5a', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'port_id': '386b5047-bfe9-4292-bd8e-a33773405d5a', 'mac_address': 'fa:16:3e:d3:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e8c2-1a5c-4e3a-bd3f-e648b869d20b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:23.794080 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d308d08e-1730-47ed-b202-d7c306a5e989 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3818271 Nov 22 16:44:23.794207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d7b9a7-80cd-483f-bb9b-d7f1554f6a9b None None] Network 28592774-0f09-4862-ab81-9fbdef3ace9f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:23.794317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33766) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:23.798298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:23.818867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Network c470c465-a881-4e6a-8a15-c5cc2e04d20c is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:23.835534 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.837566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.843336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, c470c465-a881-4e6a-8a15-c5cc2e04d20c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:23.852481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:23.853342 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.888154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7a8b34de-63ae-4d2d-be6f-7273be53a86f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5735626 Nov 22 16:44:23.905716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddfd4b-90f2-4d01-90df-d1b171525238 req-ebb2731d-591a-43cd-b818-74ce512661fd tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:23.909070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.910918 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acddfd4b-90f2-4d01-90df-d1b171525238 req-ebb2731d-591a-43cd-b818-74ce512661fd tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 944 time: 0.1047311 Nov 22 16:44:24.031430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acddfd4b-90f2-4d01-90df-d1b171525238 req-f1d9d54d-c73f-491d-8e45-080d6f961035 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100454 Nov 22 16:44:24.128186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772dbf5e-9a2d-42c1-ac18-e9dc85b4087b None None] Network c470c465-a881-4e6a-8a15-c5cc2e04d20c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:24.138857 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.142291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:24.147005 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0e3cd1-8629-486e-bc3d-6d3cc757256f" -d '{"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:24.217504 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.264967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386b5047-bfe9-4292-bd8e-a33773405d5a {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:24.304474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32275aa4-9518-4826-a83f-6684b884fa52 None None] Network 28592774-0f09-4862-ab81-9fbdef3ace9f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:24.339992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 386b5047-bfe9-4292-bd8e-a33773405d5a, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=386b5047-bfe9-4292-bd8e-a33773405d5a,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:24.375436 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.431609 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.455958 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.497318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85bd4a2-5308-4632-bbd6-29e9d9a3b23d None None] Network c470c465-a881-4e6a-8a15-c5cc2e04d20c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:24.515591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=386b5047-bfe9-4292-bd8e-a33773405d5a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:24.568700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-c5a6b2fe-a35a-4995-94d1-0ae84150c7e7 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:24.578146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-c5a6b2fe-a35a-4995-94d1-0ae84150c7e7 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/networks?id=c470c465-a881-4e6a-8a15-c5cc2e04d20c HTTP/1.1" status: 200 len: 813 time: 0.1694038 Nov 22 16:44:24.602220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-896a058a-e891-44c5-97db-3b50399c22b2 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/quotas/6375687d14f642eb88b2aab5d921287b HTTP/1.1" status: 200 len: 375 time: 0.0229511 Nov 22 16:44:24.619819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Allocated IP 172.25.0.26 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/22b7e2b8-044b-43b9-b236-409c5eff0003) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:24.648641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-a25cbfab-5ff6-4daf-a1c4-f6e55585cce8 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6375687d14f642eb88b2aab5d921287b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444150 Nov 22 16:44:24.732055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['386b5047-bfe9-4292-bd8e-a33773405d5a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:24.793427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-00d20b24-276b-45b1-be48-7f8bb8082f51 service neutron] 10.222.0.59 "GET /v2.0/networks/c470c465-a881-4e6a-8a15-c5cc2e04d20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427288 Nov 22 16:44:24.806595 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.880945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.916951 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:24.920653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:24.927810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:24.940285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3b27a-230b-4c3a-9e7b-ea833c430014 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:24.958677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-dbe83de2-fb51-446b-81a5-7446d8a9833c service neutron] 10.222.0.59 "GET /v2.0/networks/c470c465-a881-4e6a-8a15-c5cc2e04d20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643331 Nov 22 16:44:25.155905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5f97477d-2cff-494f-9144-7e43283d9837 None None] Provisioning complete for port 22b7e2b8-044b-43b9-b236-409c5eff0003 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:25.156283 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f97477d-2cff-494f-9144-7e43283d9837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:25.177646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Pushing event updated for resources: {'Port': ['ID=22b7e2b8-044b-43b9-b236-409c5eff0003,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:25.224882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5f97477d-2cff-494f-9144-7e43283d9837 None None] Port 22b7e2b8-044b-43b9-b236-409c5eff0003 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:44:25.238451 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29f6de2-d433-4c2b-a94f-c10e351279a6 x-openstack-request-id: req-e29f6de2-d433-4c2b-a94f-c10e351279a6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:25.239417 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:25.239888 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e29f6de2-d433-4c2b-a94f-c10e351279a6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:25.240549 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'code': 200} Nov 22 16:44:25.380878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:25.417038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e2958-6de1-4931-8077-57ce724f4962 req-ac49b150-3288-4546-a542-03900ff9020e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:25.421897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec3e2958-6de1-4931-8077-57ce724f4962 req-ac49b150-3288-4546-a542-03900ff9020e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0947437 Nov 22 16:44:25.539493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec3e2958-6de1-4931-8077-57ce724f4962 req-0e6c7f02-4a0b-47db-ba36-bdddbfc1c412 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111851 Nov 22 16:44:25.675900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:25.715222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99fe1f-6892-4de4-b6a8-1dd9323ca452 req-21af8e11-7a98-405a-8d6b-ba5251cfeb32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:25.721014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce99fe1f-6892-4de4-b6a8-1dd9323ca452 req-21af8e11-7a98-405a-8d6b-ba5251cfeb32 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 946 time: 0.0882711 Nov 22 16:44:25.807787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce99fe1f-6892-4de4-b6a8-1dd9323ca452 req-3ef4b1ca-49e0-4a88-a345-1c9125cf0f52 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793631 Nov 22 16:44:25.875698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Router b3acd6d0-0031-47a2-be96-e5cc5a896c3e is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:44:26.054502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de653e5-c9f9-47e3-9ab4-f8d51dbc16ed req-6d961153-c1d8-4846-801d-3294a6222cf1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:26.062705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2de653e5-c9f9-47e3-9ab4-f8d51dbc16ed req-6d961153-c1d8-4846-801d-3294a6222cf1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 945 time: 0.0672264 Nov 22 16:44:26.186200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2de653e5-c9f9-47e3-9ab4-f8d51dbc16ed req-99e627d4-40f0-440a-b6c4-8c10f67dda28 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196935 Nov 22 16:44:26.411452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:26.425133 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Sync routers for ids ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:26.446093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.446711 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Routers {'b3acd6d0-0031-47a2-be96-e5cc5a896c3e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:26.447607 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:26.450993 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e170394-24f1-4a99-bba7-a547ab539c1f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6545160 Nov 22 16:44:26.452608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eb16953f-190b-4fed-969b-56e1678b82ff req-8fb058f1-a0be-4eb1-b91f-133f34601cdf tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 210 time: 0.0489197 Nov 22 16:44:26.452990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33858) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:26.686327 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Set router b3acd6d0-0031-47a2-be96-e5cc5a896c3e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:26.952426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-78853b85-73c8-4225-9460-c052c2d10c65 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:26.954378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-78853b85-73c8-4225-9460-c052c2d10c65 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.37 "GET /v2.0/networks?id=c470c465-a881-4e6a-8a15-c5cc2e04d20c HTTP/1.1" status: 200 len: 813 time: 0.2519464 Nov 22 16:44:26.993170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Request body: {'port': {'device_id': '5eda3d75-8594-4205-9019-cd5e15544243', 'network_id': 'c470c465-a881-4e6a-8a15-c5cc2e04d20c', 'admin_state_up': True, 'tenant_id': '6375687d14f642eb88b2aab5d921287b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:27.074286 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:44:25Z', 'revision_number': 3, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port': {'id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:24Z', 'updated_at': '2021-11-22T16:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:27.109492 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Checking router: b3acd6d0-0031-47a2-be96-e5cc5a896c3e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:27.111378 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Updating router b3acd6d0-0031-47a2-be96-e5cc5a896c3e port 22b7e2b8-044b-43b9-b236-409c5eff0003 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:44:27.125154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.142789 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.416821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Allocated IP 172.20.0.1 (28592774-0f09-4862-ab81-9fbdef3ace9f/d8e4c72b-24e2-44ec-8862-7b298c8618cc/3f99d373-ba1f-49a2-b791-f4cccc31340f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:27.493805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12b4cd-e854-47b2-a7c9-582349b0def2 req-b24e9475-0c03-450b-a566-d04f5592ad17 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:27.501533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc12b4cd-e854-47b2-a7c9-582349b0def2 req-b24e9475-0c03-450b-a566-d04f5592ad17 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.6687946 Nov 22 16:44:27.567048 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.582389 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.586985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc12b4cd-e854-47b2-a7c9-582349b0def2 req-564b7124-1211-4234-8c27-926b71c341c9 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Nov 22 16:44:27.621908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.631184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 386b5047-bfe9-4292-bd8e-a33773405d5a up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:27.659617 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Attempting to bind port 22b7e2b8-044b-43b9-b236-409c5eff0003 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:27.660147 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Attempting to bind port 22b7e2b8-044b-43b9-b236-409c5eff0003 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:27.660520 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Attempting to bind port 22b7e2b8-044b-43b9-b236-409c5eff0003 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:27.662843 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Pushing event updated for resources: {'Port': ['ID=22b7e2b8-044b-43b9-b236-409c5eff0003,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:27.672729 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:27.672991 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:27.673287 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.673645 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:27.674132 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Bound port: 22b7e2b8-044b-43b9-b236-409c5eff0003, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:27.674805 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.679001 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.679001 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.679001 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.679001 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.679001 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.679001 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.684878 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.685495 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.686001 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.686493 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.687020 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.687502 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:27.716713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Made reservation on behalf of 6375687d14f642eb88b2aab5d921287b for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:27.720479 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.733302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.750046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3043b4-717a-4b54-aedf-e86073904eea None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:27.775990 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] For port 22b7e2b8-044b-43b9-b236-409c5eff0003, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:27.780006 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] For port 22b7e2b8-044b-43b9-b236-409c5eff0003, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=22b7e2b8-044b-43b9-b236-409c5eff0003,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:27.796343 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.825987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 386b5047-bfe9-4292-bd8e-a33773405d5a completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:27.827628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Network 28592774-0f09-4862-ab81-9fbdef3ace9f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:27.830591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:27.834425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 386b5047-bfe9-4292-bd8e-a33773405d5a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:27.834816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.835043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:27.874500 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.917254 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:27.928493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b532f-f293-443d-8161-e59573c0f224 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:27.934241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Pushing event updated for resources: {'Port': ['ID=3f99d373-ba1f-49a2-b791-f4cccc31340f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:27.957204 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Routers {'b3acd6d0-0031-47a2-be96-e5cc5a896c3e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:27.963367 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:27.970562 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd8d3f-fa91-41a8-85b2-fac5d7018f0f None None] Pushing event updated for resources: {'Port': ['ID=22b7e2b8-044b-43b9-b236-409c5eff0003,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.000732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-107bfb4e-005a-4c5e-9911-211d4399786c None None] Provisioning complete for port 22b7e2b8-044b-43b9-b236-409c5eff0003 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:28.000732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-107bfb4e-005a-4c5e-9911-211d4399786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.155933 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] Set router b3acd6d0-0031-47a2-be96-e5cc5a896c3e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:28.168046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914d868-5812-4512-a9ab-b70399f2e266 req-15c6b958-13e9-45a0-9eb2-85cb0d0564a4 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:28.169689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e914d868-5812-4512-a9ab-b70399f2e266 req-15c6b958-13e9-45a0-9eb2-85cb0d0564a4 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 946 time: 0.0980470 Nov 22 16:44:28.180692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42309aa-4e97-4964-9b15-40de9bbaeea1 req-daa25cdd-cd53-409c-8e1a-58c087cc6637 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:28.188602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a42309aa-4e97-4964-9b15-40de9bbaeea1 req-daa25cdd-cd53-409c-8e1a-58c087cc6637 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 946 time: 0.1482549 Nov 22 16:44:28.218040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.240769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Allocated IP 172.20.0.13 (c470c465-a881-4e6a-8a15-c5cc2e04d20c/42686087-2d73-409c-ac53-3e5aeab05c5f/f2e30f19-17f2-475c-a158-182f17dcb1ef) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:28.245461 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-107bfb4e-005a-4c5e-9911-211d4399786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.330722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-107bfb4e-005a-4c5e-9911-211d4399786c None None] For port 22b7e2b8-044b-43b9-b236-409c5eff0003, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=22b7e2b8-044b-43b9-b236-409c5eff0003,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:28.356477 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.362283 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-107bfb4e-005a-4c5e-9911-211d4399786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.394187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a42309aa-4e97-4964-9b15-40de9bbaeea1 req-3af2971c-7a92-4b59-93a9-5dec3c084354 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups?id=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038150 Nov 22 16:44:28.412338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Deleting port 7f160bf3-9b1e-45bf-a24a-04166b583994 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:28.423327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.490778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a7f8fa-8957-4136-8932-6adc4135f0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386b5047-bfe9-4292-bd8e-a33773405d5a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:28.495896 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e16b8b6-c4f2-4c03-824f-b4d557554d98" -d '{"events": [{"server_uuid": "31a7f8fa-8957-4136-8932-6adc4135f0a1", "name": "network-vif-plugged", "status": "completed", "tag": "386b5047-bfe9-4292-bd8e-a33773405d5a"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:28.501638 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:44:25Z', 'revision_number': 3, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port': {'id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:24Z', 'updated_at': '2021-11-22T16:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:28.543739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.546536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 386b5047-bfe9-4292-bd8e-a33773405d5a, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=386b5047-bfe9-4292-bd8e-a33773405d5a,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:28.560614 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b901c30-5109-49a3-b036-cdf30279e7ac None None] The sync data for ids ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'] in n-d-816865-2 is: [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:44:25Z', 'revision_number': 3, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port': {'id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:24Z', 'updated_at': '2021-11-22T16:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:28.570384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.581059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bfb4e-005a-4c5e-9911-211d4399786c None None] Pushing event updated for resources: {'Port': ['ID=22b7e2b8-044b-43b9-b236-409c5eff0003,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.584042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3b7a56d5-bb52-4435-9353-118d2730eb79 None None] Provisioning complete for port 22b7e2b8-044b-43b9-b236-409c5eff0003 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:28.584422 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b7a56d5-bb52-4435-9353-118d2730eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.588173 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.598443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.673112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=386b5047-bfe9-4292-bd8e-a33773405d5a,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.676123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.735546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Pushing event updated for resources: {'Port': ['ID=3f99d373-ba1f-49a2-b791-f4cccc31340f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.775842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Network c470c465-a881-4e6a-8a15-c5cc2e04d20c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:28.787227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.805608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d96c7-1b07-4879-92d3-369d6d8cd244 req-c7782bc8-af71-4716-bbc0-564b6e1a652c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:28.807442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca7d96c7-1b07-4879-92d3-369d6d8cd244 req-c7782bc8-af71-4716-bbc0-564b6e1a652c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 946 time: 0.1788058 Nov 22 16:44:28.808544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:28.814841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:28.876228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:28.877071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.942936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Network 28592774-0f09-4862-ab81-9fbdef3ace9f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:28.952557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:28.962500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Pushing event updated for resources: {'Port': ['ID=f2e30f19-17f2-475c-a158-182f17dcb1ef,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.968432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-2e563fa0-10dd-49cf-8daa-cdde7310a20b tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0010118 Nov 22 16:44:28.984292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Request body: {'port': {'device_id': '5eda3d75-8594-4205-9019-cd5e15544243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:29.051460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] For port 7f160bf3-9b1e-45bf-a24a-04166b583994, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7f160bf3-9b1e-45bf-a24a-04166b583994,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:29.051985 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.086474 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca7d96c7-1b07-4879-92d3-369d6d8cd244 req-da80c726-f6be-4212-b302-0359434dd5dc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012551 Nov 22 16:44:29.202503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Router b3acd6d0-0031-47a2-be96-e5cc5a896c3e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:29.294038 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.461477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 22b7e2b8-044b-43b9-b236-409c5eff0003 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:29.478731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929f4e-d63f-4974-be89-e52f60949678 req-1917e753-ca85-4de8-a21b-125f7f56db9c tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:29.480707 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9929f4e-d63f-4974-be89-e52f60949678 req-1917e753-ca85-4de8-a21b-125f7f56db9c tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 946 time: 0.0949786 Nov 22 16:44:29.482177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:29.494543 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d620e772-9929-44ef-8d9d-b24e1b36a788 admin admin] 10.222.0.59 "PUT /v2.0/routers/b3acd6d0-0031-47a2-be96-e5cc5a896c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0344763 Nov 22 16:44:29.570893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 22b7e2b8-044b-43b9-b236-409c5eff0003 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:29.571476 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.726088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfebe5-5794-4bfc-8acd-0f6b2500d1d2 req-a16d647d-3b66-41ec-b1b8-07f274a0cbf4 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:29.750661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1dfebe5-5794-4bfc-8acd-0f6b2500d1d2 req-a16d647d-3b66-41ec-b1b8-07f274a0cbf4 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 932 time: 0.4029772 Nov 22 16:44:29.753526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Deleting port c8355b8f-97da-48df-855c-a69c18c095df {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:29.753906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.840877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.841415 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.841939 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Floating IP 73a6978e-7c71-41f6-8efe-60ff4a26385f disassociated. External IP: 172.25.0.248, port: 7f160bf3-9b1e-45bf-a24a-04166b583994. Nov 22 16:44:29.842467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Calling delete_port for 7f160bf3-9b1e-45bf-a24a-04166b583994 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:30.005261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] For port c8355b8f-97da-48df-855c-a69c18c095df, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c8355b8f-97da-48df-855c-a69c18c095df,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:30.005782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.041735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Calling delete_port for c8355b8f-97da-48df-855c-a69c18c095df owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:30.218561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1dfebe5-5794-4bfc-8acd-0f6b2500d1d2 req-d0f10828-1e59-403e-bfdc-a427959241ac tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/security-groups?id=be126bef-b0c5-4c9b-9a35-0e7c1f637931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665673 Nov 22 16:44:30.286537 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.288963 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.301274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['c8355b8f-97da-48df-855c-a69c18c095df'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:30.322183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Pushing event deleted for resources: {'Port': ['ID=c8355b8f-97da-48df-855c-a69c18c095df,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:30.343750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event deleted for resources: {'Port': ['ID=7f160bf3-9b1e-45bf-a24a-04166b583994,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:30.400124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] No DVR routers for this DVR port c8355b8f-97da-48df-855c-a69c18c095df on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:30.403318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.409765 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9929f4e-d63f-4974-be89-e52f60949678 req-75483605-ddaf-42fb-9745-2663d904d612 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.62 "DELETE /v2.0/ports/c8355b8f-97da-48df-855c-a69c18c095df HTTP/1.1" status: 204 len: 173 time: 0.9090612 Nov 22 16:44:30.411375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fab2ad5-9de6-4291-8278-61e4ac930d7d', 'name': 'network-vif-deleted', 'tag': 'c8355b8f-97da-48df-855c-a69c18c095df'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:30.414411 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbee3f97-4515-43e6-8f81-00900d3fd05b" -d '{"events": [{"server_uuid": "7fab2ad5-9de6-4291-8278-61e4ac930d7d", "name": "network-vif-deleted", "tag": "c8355b8f-97da-48df-855c-a69c18c095df"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:30.461675 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-133db613-0a2f-41a3-92a6-12a78fa471b2 req-49aa8ac4-2484-467b-b282-12e3d932d40f tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fab2ad5-9de6-4291-8278-61e4ac930d7d HTTP/1.1" status: 200 len: 210 time: 0.0932047 Nov 22 16:44:30.522289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e30f19-17f2-475c-a158-182f17dcb1ef {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:30.531885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.583625 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35c7bcd-baf6-40c6-9b78-b05e4df27c4d x-openstack-request-id: req-c35c7bcd-baf6-40c6-9b78-b05e4df27c4d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:30.610449 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a7f8fa-8957-4136-8932-6adc4135f0a1", "name": "network-vif-plugged", "status": "completed", "tag": "386b5047-bfe9-4292-bd8e-a33773405d5a", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:30.611155 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c35c7bcd-baf6-40c6-9b78-b05e4df27c4d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:30.611893 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a7f8fa-8957-4136-8932-6adc4135f0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386b5047-bfe9-4292-bd8e-a33773405d5a', 'code': 200} Nov 22 16:44:30.636494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Transition to ACTIVE for port object f2e30f19-17f2-475c-a158-182f17dcb1ef will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:30.652354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.656841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Router 4467b748-20de-438a-9c01-105703147e08 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:30.738277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552da5ca-a388-4574-a132-2773723c8cc2 req-908f8869-3243-452e-a7fc-6520545461a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:30.740230 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-552da5ca-a388-4574-a132-2773723c8cc2 req-908f8869-3243-452e-a7fc-6520545461a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 1097 time: 0.0647321 Nov 22 16:44:30.786238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e30f19-17f2-475c-a158-182f17dcb1ef,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:30.840807 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-552da5ca-a388-4574-a132-2773723c8cc2 req-f93cad59-ba30-4c83-bd7c-1eb4f1c50b7a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869198 Nov 22 16:44:30.881126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b4f0a-fee4-4e76-b8b3-3276fa8bac7b req-cfc56754-4f9e-4981-b750-2191940bda31 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:30.883196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a4b4f0a-fee4-4e76-b8b3-3276fa8bac7b req-cfc56754-4f9e-4981-b750-2191940bda31 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.2285140 Nov 22 16:44:31.086695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:31.089527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Attempting to bind port f2e30f19-17f2-475c-a158-182f17dcb1ef on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:31.090164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Attempting to bind port f2e30f19-17f2-475c-a158-182f17dcb1ef by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'f755484d-5c42-4b8a-b0bf-1e1631f5d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c470c465-a881-4e6a-8a15-c5cc2e04d20c'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:31.090810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Attempting to bind port f2e30f19-17f2-475c-a158-182f17dcb1ef on network c470c465-a881-4e6a-8a15-c5cc2e04d20c {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:31.099649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] Sync routers for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:31.129765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:31.130738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:31.151262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] No DVR routers for this DVR port 7f160bf3-9b1e-45bf-a24a-04166b583994 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:31.163804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a4b4f0a-fee4-4e76-b8b3-3276fa8bac7b req-edc40509-e3aa-4898-84df-cf294a78c02c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609146 Nov 22 16:44:31.169473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:31.175013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e914d868-5812-4512-a9ab-b70399f2e266 req-37c52e2e-0f82-4447-8d1f-46e1411c4669 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.37 "DELETE /v2.0/ports/7f160bf3-9b1e-45bf-a24a-04166b583994 HTTP/1.1" status: 204 len: 173 time: 2.9778275 Nov 22 16:44:31.179996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-deleted', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:31.182564 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5b620b-ecba-495a-94b2-708f907189d7" -d '{"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-deleted", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:31.193554 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Sync routers for ids ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:31.196852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Port f2e30f19-17f2-475c-a158-182f17dcb1ef on network c470c465-a881-4e6a-8a15-c5cc2e04d20c not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:31.197392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Attempting to bind port f2e30f19-17f2-475c-a158-182f17dcb1ef on network c470c465-a881-4e6a-8a15-c5cc2e04d20c {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:31.213485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:31.213829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Checking segment: {'id': 'f755484d-5c42-4b8a-b0bf-1e1631f5d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c470c465-a881-4e6a-8a15-c5cc2e04d20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:31.214224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Bound using segment: {'id': 'f755484d-5c42-4b8a-b0bf-1e1631f5d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c470c465-a881-4e6a-8a15-c5cc2e04d20c'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:31.214684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Bound port: f2e30f19-17f2-475c-a158-182f17dcb1ef, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f755484d-5c42-4b8a-b0bf-1e1631f5d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c470c465-a881-4e6a-8a15-c5cc2e04d20c'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:31.215093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:31.223875 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Routers {'b3acd6d0-0031-47a2-be96-e5cc5a896c3e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:31.224749 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:31.351295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-386a1128-9a98-440f-ab84-26044d3ca298 req-e30795e8-085d-4a86-b0fa-2c68c0056a7d tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1ef9d36-1404-4e3a-ba0f-4162ca7282d9 HTTP/1.1" status: 200 len: 210 time: 0.0698464 Nov 22 16:44:31.399605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:31.415682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] For port f2e30f19-17f2-475c-a158-182f17dcb1ef, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:31.419103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] For port f2e30f19-17f2-475c-a158-182f17dcb1ef, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f2e30f19-17f2-475c-a158-182f17dcb1ef,segment=NetworkSegment(f755484d-5c42-4b8a-b0bf-1e1631f5d403),segment_id=f755484d-5c42-4b8a-b0bf-1e1631f5d403)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:31.433560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:31.549470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e30f19-17f2-475c-a158-182f17dcb1ef,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:31.577155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:31.577812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:31.579372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bd96079f-726c-49ea-86d0-874c19e8fd21 service neutron] 10.222.0.37 "PUT /v2.0/ports/f2e30f19-17f2-475c-a158-182f17dcb1ef HTTP/1.1" status: 200 len: 1092 time: 2.5996003 Nov 22 16:44:31.666172 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Set router b3acd6d0-0031-47a2-be96-e5cc5a896c3e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:31.775670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:31.800341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-0ed5037e-8008-43c0-97f7-89ba9549dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:31.802213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-0ed5037e-8008-43c0-97f7-89ba9549dbc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6375687d14f642eb88b2aab5d921287b&device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 1095 time: 0.0966325 Nov 22 16:44:31.810452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] Checking router: 4467b748-20de-438a-9c01-105703147e08 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:31.820949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03aa32-5878-4b85-b625-518eca12b649 req-d0dbc2af-78aa-4456-8a78-a147d34d789b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:31.828250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-d0dbc2af-78aa-4456-8a78-a147d34d789b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 819 time: 0.1988635 Nov 22 16:44:31.832224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:31.833299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:31.855646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-845a79ec-a395-43fb-bc61-00469ebaafdf tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/quotas/efffdbb910f6408cb2299d9a74d55955 HTTP/1.1" status: 200 len: 375 time: 0.0263667 Nov 22 16:44:31.893487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-a4606d06-68ef-4039-8bc6-d1dc5b258b87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e30f19-17f2-475c-a158-182f17dcb1ef HTTP/1.1" status: 200 len: 217 time: 0.0624883 Nov 22 16:44:31.931293 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:44:28Z', 'revision_number': 4, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port': {'id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:24Z', 'updated_at': '2021-11-22T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '3f99d373-ba1f-49a2-b791-f4cccc31340f', 'name': '', 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'mac_address': 'fa:16:3e:34:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd8e4c72b-24e2-44ec-8862-7b298c8618cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:27Z', 'updated_at': '2021-11-22T16:44:28Z', 'revision_number': 2, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'subnets': [{'id': 'd8e4c72b-24e2-44ec-8862-7b298c8618cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:31.954899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:31.959584 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Checking router: b3acd6d0-0031-47a2-be96-e5cc5a896c3e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:31.959984 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Updating router b3acd6d0-0031-47a2-be96-e5cc5a896c3e port 3f99d373-ba1f-49a2-b791-f4cccc31340f binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:44:31.977258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-c1d645b8-f912-46cd-87ac-c0c84031c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:31.979302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-c1d645b8-f912-46cd-87ac-c0c84031c8cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42686087-2d73-409c-ac53-3e5aeab05c5f HTTP/1.1" status: 200 len: 853 time: 0.0656385 Nov 22 16:44:32.010773 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.033627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-2fd3a150-e11d-42bd-a48d-d1251240b0f8 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770117 Nov 22 16:44:32.035459 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-8a7e7b03-6460-410a-b6c8-0dde2cd12af2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c470c465-a881-4e6a-8a15-c5cc2e04d20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450871 Nov 22 16:44:32.247063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-40cc7edf-39a7-42d8-b4fd-2f4aea199023 service neutron] 10.222.0.59 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958003 Nov 22 16:44:32.339847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-f1b1df35-80cf-4039-8ef3-fc528c30f4d9 service neutron] 10.222.0.37 "GET /v2.0/networks/c470c465-a881-4e6a-8a15-c5cc2e04d20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964652 Nov 22 16:44:32.373762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:32.410621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b666beb-ba0f-4e1d-99a0-639d4fd08f45 None None] The sync data for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 is: [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '688cd8e8-0956-4508-bb4a-329999b33977', 'name': '', 'network_id': '120b4df1-c4e4-4c49-9215-f205b614fedb', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'mac_address': 'fa:16:3e:f8:ef:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:24Z', 'updated_at': '2021-11-22T16:35:34Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'subnets': [{'id': 'b68b4cf8-b4ea-4052-885b-226108bdd2d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:32.508112 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.520608 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.593300 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2fa8f-3339-4434-b82b-a67ed8a2125f None None] Pushing event updated for resources: {'Port': ['ID=3f99d373-ba1f-49a2-b791-f4cccc31340f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:32.649448 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Attempting to bind port 3f99d373-ba1f-49a2-b791-f4cccc31340f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:32.649817 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Attempting to bind port 3f99d373-ba1f-49a2-b791-f4cccc31340f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:32.650584 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Attempting to bind port 3f99d373-ba1f-49a2-b791-f4cccc31340f on network 28592774-0f09-4862-ab81-9fbdef3ace9f {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:32.656538 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:32.656911 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Checking segment: {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:32.657312 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.657699 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Bound using segment: {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:32.658162 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Bound port: 3f99d373-ba1f-49a2-b791-f4cccc31340f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:32.658535 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.767363 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] For port 3f99d373-ba1f-49a2-b791-f4cccc31340f, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:32.772645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8620fef1-b5ab-4ecd-a76c-ab85afd97681 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:32.773063 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] For port 3f99d373-ba1f-49a2-b791-f4cccc31340f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3f99d373-ba1f-49a2-b791-f4cccc31340f,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:32.779690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:32.784208 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.803494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-92b1576f-90ab-437c-a996-3f989775d6b3 service neutron] 10.222.0.59 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555272 Nov 22 16:44:32.878496 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Routers {'b3acd6d0-0031-47a2-be96-e5cc5a896c3e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:32.879161 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:32.893935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 7f160bf3-9b1e-45bf-a24a-04166b583994 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:32.899481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7f160bf3-9b1e-45bf-a24a-04166b583994 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:32.899969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8620fef1-b5ab-4ecd-a76c-ab85afd97681 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:32.932329 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2fa8f-3339-4434-b82b-a67ed8a2125f None None] Pushing event updated for resources: {'Port': ['ID=3f99d373-ba1f-49a2-b791-f4cccc31340f,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:33.020961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13697a20-3b5b-4fef-8611-5a000853387f None None] New status for floating IP 73a6978e-7c71-41f6-8efe-60ff4a26385f: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:44:33.038943 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] Set router b3acd6d0-0031-47a2-be96-e5cc5a896c3e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:33.042597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d89559b0-7c3c-450b-bb12-a12d261adfd5 req-bee8e49d-b888-48f4-9321-d4dfd4c7f027 service neutron] 10.222.0.37 "GET /v2.0/networks/c470c465-a881-4e6a-8a15-c5cc2e04d20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911726 Nov 22 16:44:33.111654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:44:33.201880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146fda4-6dd0-4e8a-b622-801c287eb0c9 req-41e389a2-24c9-4e70-89f6-d7202223738e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:33.214769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5146fda4-6dd0-4e8a-b622-801c287eb0c9 req-41e389a2-24c9-4e70-89f6-d7202223738e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 946 time: 0.1408377 Nov 22 16:44:33.259676 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.333279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5146fda4-6dd0-4e8a-b622-801c287eb0c9 req-950d3855-3f11-4560-ac83-5c5396ac0823 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124146 Nov 22 16:44:33.503264 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:44:28Z', 'revision_number': 4, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port': {'id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:24Z', 'updated_at': '2021-11-22T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '3f99d373-ba1f-49a2-b791-f4cccc31340f', 'name': '', 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'mac_address': 'fa:16:3e:34:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd8e4c72b-24e2-44ec-8862-7b298c8618cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:27Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 4, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'subnets': [{'id': 'd8e4c72b-24e2-44ec-8862-7b298c8618cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:33.605659 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364335f8-9910-4c3c-9d18-c1429cacdada None None] The sync data for ids ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'] in n-d-816865-2 is: [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:44:28Z', 'revision_number': 4, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port': {'id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:24Z', 'updated_at': '2021-11-22T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '3f99d373-ba1f-49a2-b791-f4cccc31340f', 'name': '', 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'mac_address': 'fa:16:3e:34:62:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'd8e4c72b-24e2-44ec-8862-7b298c8618cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:27Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 4, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'subnets': [{'id': 'd8e4c72b-24e2-44ec-8862-7b298c8618cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:33.635697 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e19f0d-c340-4fdc-a90c-c05506190704 x-openstack-request-id: req-a2e19f0d-c340-4fdc-a90c-c05506190704 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:33.636638 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fab2ad5-9de6-4291-8278-61e4ac930d7d", "name": "network-vif-deleted", "tag": "c8355b8f-97da-48df-855c-a69c18c095df", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:33.636895 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2e19f0d-c340-4fdc-a90c-c05506190704 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:33.637467 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fab2ad5-9de6-4291-8278-61e4ac930d7d', 'name': 'network-vif-deleted', 'tag': 'c8355b8f-97da-48df-855c-a69c18c095df', 'status': 'completed', 'code': 200} Nov 22 16:44:33.793475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:33.794541 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4691cc-1e75-4ca5-85df-e20c61eb981e x-openstack-request-id: req-de4691cc-1e75-4ca5-85df-e20c61eb981e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:33.795159 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ef9d36-1404-4e3a-ba0f-4162ca7282d9", "name": "network-vif-deleted", "tag": "7f160bf3-9b1e-45bf-a24a-04166b583994", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:33.796182 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de4691cc-1e75-4ca5-85df-e20c61eb981e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:33.796859 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ef9d36-1404-4e3a-ba0f-4162ca7282d9', 'name': 'network-vif-deleted', 'tag': '7f160bf3-9b1e-45bf-a24a-04166b583994', 'status': 'completed', 'code': 200} Nov 22 16:44:33.801167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:33.805141 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8031694-22b6-4a07-86bf-4a3a1b220681" -d '{"events": [{"server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "name": "network-vif-unplugged", "status": "completed", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:33.812593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c8355b8f-97da-48df-855c-a69c18c095df no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:33.836298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.934514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: c8355b8f-97da-48df-855c-a69c18c095df {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:33.935047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c8355b8f-97da-48df-855c-a69c18c095df not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:34.000966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41612a77-6a71-4dcc-b297-8588726cb515 req-07dbd61c-bf58-48eb-bb43-2e8bd167e9a1 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:34.009075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41612a77-6a71-4dcc-b297-8588726cb515 req-07dbd61c-bf58-48eb-bb43-2e8bd167e9a1 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 944 time: 0.0990567 Nov 22 16:44:34.106411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41612a77-6a71-4dcc-b297-8588726cb515 req-118877b0-44e1-4871-bae7-a74a3e017f17 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/security-groups?id=be126bef-b0c5-4c9b-9a35-0e7c1f637931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963981 Nov 22 16:44:34.148150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:34.175887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:34.193830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'port_id': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'mac_address': 'fa:16:3e:36:9e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64439f1-38c8-4557-97f1-73c72102f482', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:34.269895 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.313182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8620fef1-b5ab-4ecd-a76c-ab85afd97681 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:34.350173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:34.363251 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.405676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf5a05-b74b-4cf0-8414-dfd53c58f183 req-412da6ee-7994-4385-9ffc-5ea6aff46427 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:34.406770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33bf5a05-b74b-4cf0-8414-dfd53c58f183 req-412da6ee-7994-4385-9ffc-5ea6aff46427 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 944 time: 0.1159084 Nov 22 16:44:34.502561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:34.518132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33bf5a05-b74b-4cf0-8414-dfd53c58f183 req-4ada94c1-d584-47c5-ae78-652b93625a1e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028645 Nov 22 16:44:34.630088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['8620fef1-b5ab-4ecd-a76c-ab85afd97681'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:34.689844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d0f718e-81ab-4887-aff3-61ac5354b1d1 req-7b8b4111-43db-4956-bf01-e34c5c48af6a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 210 time: 0.0562847 Nov 22 16:44:34.737422 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71958bfa-8522-411e-aedd-6d1b10ede857 x-openstack-request-id: req-71958bfa-8522-411e-aedd-6d1b10ede857 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:34.737957 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "name": "network-vif-unplugged", "status": "completed", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:34.738372 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71958bfa-8522-411e-aedd-6d1b10ede857 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:34.739307 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'code': 200} Nov 22 16:44:34.784268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f2e30f19-17f2-475c-a158-182f17dcb1ef details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:34.931571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33982) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:35.062425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f2e30f19-17f2-475c-a158-182f17dcb1ef, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f2e30f19-17f2-475c-a158-182f17dcb1ef,segment=NetworkSegment(f755484d-5c42-4b8a-b0bf-1e1631f5d403),segment_id=f755484d-5c42-4b8a-b0bf-1e1631f5d403)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:35.082075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'f2e30f19-17f2-475c-a158-182f17dcb1ef', 'network_id': 'c470c465-a881-4e6a-8a15-c5cc2e04d20c', 'port_id': 'f2e30f19-17f2-475c-a158-182f17dcb1ef', 'mac_address': 'fa:16:3e:2c:f9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42686087-2d73-409c-ac53-3e5aeab05c5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:35.155927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdc28a0-d181-45fd-a9d7-6baebcfac683 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.264824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.309051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e30f19-17f2-475c-a158-182f17dcb1ef {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:35.327658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03aa32-5878-4b85-b625-518eca12b649 req-331e4c60-e9a3-47cb-a2b0-51d2e64553f7 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:35.340640 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdc28a0-d181-45fd-a9d7-6baebcfac683 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.343545 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-331e4c60-e9a3-47cb-a2b0-51d2e64553f7 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.62 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 819 time: 0.4184651 Nov 22 16:44:35.362830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Request body: {'port': {'device_id': '32da23c1-1d8c-40c8-99ef-320c78a42b55', 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f', 'admin_state_up': True, 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:35.400459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f2e30f19-17f2-475c-a158-182f17dcb1ef, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f2e30f19-17f2-475c-a158-182f17dcb1ef,segment=NetworkSegment(f755484d-5c42-4b8a-b0bf-1e1631f5d403),segment_id=f755484d-5c42-4b8a-b0bf-1e1631f5d403)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:35.412307 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.517679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-fb2df0e6-eaff-4766-a738-c46e4d8b72da tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:35.531664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-fb2df0e6-eaff-4766-a738-c46e4d8b72da tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/networks?id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95 HTTP/1.1" status: 200 len: 809 time: 0.3766375 Nov 22 16:44:35.541915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3f99d373-ba1f-49a2-b791-f4cccc31340f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:35.566857 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-cdd32d4b-a71f-4a99-84d3-8fc9d8721afb tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/quotas/c808b5a8487a4527aea1736b6c9c6fe6 HTTP/1.1" status: 200 len: 375 time: 0.0336895 Nov 22 16:44:35.615687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdc28a0-d181-45fd-a9d7-6baebcfac683 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.622299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdc28a0-d181-45fd-a9d7-6baebcfac683 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.628839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5bdc28a0-d181-45fd-a9d7-6baebcfac683 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "DELETE /v2.0/security-groups/c15bd2b5-aaaf-4d82-8d93-c67a6a9df846 HTTP/1.1" status: 204 len: 168 time: 0.6924050 Nov 22 16:44:35.629210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34002) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:35.632414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-3941c24b-fc84-4dbb-94ca-7aa9be90cdd2 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c808b5a8487a4527aea1736b6c9c6fe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645354 Nov 22 16:44:35.658534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Made reservation on behalf of efffdbb910f6408cb2299d9a74d55955 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:35.661340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc28a0-d181-45fd-a9d7-6baebcfac683 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15bd2b5-aaaf-4d82-8d93-c67a6a9df846,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:35.673150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.696691 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-b5e5318e-1bd8-4be2-8c87-dc98cbc3c1af tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] show failed (client error): The resource could not be found. Nov 22 16:44:35.701581 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5e5318e-1bd8-4be2-8c87-dc98cbc3c1af tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "GET /v2.0/security-groups/c15bd2b5-aaaf-4d82-8d93-c67a6a9df846 HTTP/1.1" status: 404 len: 347 time: 0.0711706 Nov 22 16:44:35.702411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34004) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:35.754916 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-39982a3e-11fc-4d34-a020-4bbde467f7e3 service neutron] 10.222.0.59 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075692 Nov 22 16:44:35.789978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f2e30f19-17f2-475c-a158-182f17dcb1ef'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:35.831951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eda3d75-8594-4205-9019-cd5e15544243', 'tag': 'f2e30f19-17f2-475c-a158-182f17dcb1ef'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:35.835134 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d987f71-563b-4ff4-b890-79322cfcd3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5eda3d75-8594-4205-9019-cd5e15544243", "tag": "f2e30f19-17f2-475c-a158-182f17dcb1ef"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:35.865414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Allocated IP 172.20.0.13 (28592774-0f09-4862-ab81-9fbdef3ace9f/d8e4c72b-24e2-44ec-8862-7b298c8618cc/aa1262e1-6d32-43f4-b5a1-a6085812470b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:35.880075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f2e30f19-17f2-475c-a158-182f17dcb1ef,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:35.993257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3f99d373-ba1f-49a2-b791-f4cccc31340f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:35.993257 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.037885 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-00699094-8cdd-444a-8fb3-d50c7100c706 service neutron] 10.222.0.59 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736404 Nov 22 16:44:36.114921 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.181268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 3f99d373-ba1f-49a2-b791-f4cccc31340f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3f99d373-ba1f-49a2-b791-f4cccc31340f,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:36.200484 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.202049 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.263173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.277329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=3f99d373-ba1f-49a2-b791-f4cccc31340f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:36.327929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Pushing event updated for resources: {'Port': ['ID=aa1262e1-6d32-43f4-b5a1-a6085812470b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:36.367702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.367702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.368050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.379394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.381532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.382095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.383173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.383173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.383899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.384254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.384648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.384987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:36.404074 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Network 28592774-0f09-4862-ab81-9fbdef3ace9f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:36.407100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:36.414703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:36.475975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:36.477366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.502386 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-87d6fb5d-4072-4f69-950e-c8252b6f44af tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1484506 Nov 22 16:44:36.511021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Deleting port 144fdd8e-f475-4b81-be6f-a33be4186c79 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:36.512378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.527521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Request body: {'port': {'device_id': '32da23c1-1d8c-40c8-99ef-320c78a42b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:36.536728 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.649176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.710381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-b0f9c8cd-6849-4073-883b-d32557ed637e tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:36.721004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-b0f9c8cd-6849-4073-883b-d32557ed637e tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 819 time: 0.2755585 Nov 22 16:44:36.737456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.737792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.768215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-61fe7493-cf51-4ef2-937f-ca487233f4df tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/quotas/efffdbb910f6408cb2299d9a74d55955 HTTP/1.1" status: 200 len: 375 time: 0.0453000 Nov 22 16:44:36.770577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8620fef1-b5ab-4ecd-a76c-ab85afd97681 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:36.854750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:36.855277 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.914545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-7523a1ef-f829-4262-8a5d-9e18eb39971b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425705 Nov 22 16:44:37.021294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-1014a9df-8815-4a61-8753-3d6447d72b2f service neutron] 10.222.0.59 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056800 Nov 22 16:44:37.022014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.034275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1262e1-6d32-43f4-b5a1-a6085812470b {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:37.044905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.059763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Transition to ACTIVE for port object aa1262e1-6d32-43f4-b5a1-a6085812470b will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:37.061368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Calling delete_port for 144fdd8e-f475-4b81-be6f-a33be4186c79 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:37.074418 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.095677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:37.099042 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db81669e-e64e-4c50-82a6-f592171e2c10" -d '{"events": [{"server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "name": "network-vif-plugged", "status": "completed", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:37.117972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:37.127351 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.171233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-a2275c4e-19ab-4b27-b2f6-20326e75215b service neutron] 10.222.0.59 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485648 Nov 22 16:44:37.215753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:37.312856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1262e1-6d32-43f4-b5a1-a6085812470b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:37.415592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3f99d373-ba1f-49a2-b791-f4cccc31340f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:37.553273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Attempting to bind port aa1262e1-6d32-43f4-b5a1-a6085812470b on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:37.555097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Attempting to bind port aa1262e1-6d32-43f4-b5a1-a6085812470b by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:37.555668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Attempting to bind port aa1262e1-6d32-43f4-b5a1-a6085812470b on network 28592774-0f09-4862-ab81-9fbdef3ace9f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:37.574421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3f99d373-ba1f-49a2-b791-f4cccc31340f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:37.574846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.589977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Port aa1262e1-6d32-43f4-b5a1-a6085812470b on network 28592774-0f09-4862-ab81-9fbdef3ace9f not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:37.592853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Attempting to bind port aa1262e1-6d32-43f4-b5a1-a6085812470b on network 28592774-0f09-4862-ab81-9fbdef3ace9f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:37.602028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.633083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ac3c-07bb-4b76-a588-5630aa79e460 req-8d25d018-4c63-4707-9280-f75d98b72819 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:37.642241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e338ac3c-07bb-4b76-a588-5630aa79e460 req-8d25d018-4c63-4707-9280-f75d98b72819 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 945 time: 0.1179407 Nov 22 16:44:37.682349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:37.682783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Checking segment: {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:37.683266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Bound using segment: {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:37.683781 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Bound port: aa1262e1-6d32-43f4-b5a1-a6085812470b, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:37.684260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.687079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Pushing event deleted for resources: {'Port': ['ID=144fdd8e-f475-4b81-be6f-a33be4186c79,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:37.716043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e338ac3c-07bb-4b76-a588-5630aa79e460 req-23ae5d2d-9018-49cc-a419-8dd2f84f8270 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/security-groups?id=be126bef-b0c5-4c9b-9a35-0e7c1f637931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725653 Nov 22 16:44:37.838079 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.868292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] For port aa1262e1-6d32-43f4-b5a1-a6085812470b, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:37.873733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.876868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.881930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cd3d5ee5-ee33-472b-bcba-e4ec5b3b2317 tempest-AttachVolumeShelveTestJSON-1506922623 tempest-AttachVolumeShelveTestJSON-1506922623-project] 10.222.0.59 "DELETE /v2.0/floatingips/73a6978e-7c71-41f6-8efe-60ff4a26385f HTTP/1.1" status: 204 len: 168 time: 1.9808588 Nov 22 16:44:37.892731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] For port aa1262e1-6d32-43f4-b5a1-a6085812470b, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:37.901292 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.951893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ec8e-a36b-4a5f-af48-07ace1ce56b1 req-917ddc99-d949-4eb9-afab-6662b1410eff tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:37.959760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d5ec8e-a36b-4a5f-af48-07ace1ce56b1 req-917ddc99-d949-4eb9-afab-6662b1410eff tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0919909 Nov 22 16:44:37.967813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:37.968552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.970434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] 10.222.0.62 "PUT /v2.0/ports/aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 200 len: 1092 time: 1.4536834 Nov 22 16:44:37.970923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32da23c1-1d8c-40c8-99ef-320c78a42b55', 'tag': 'aa1262e1-6d32-43f4-b5a1-a6085812470b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:37.976982 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e43b88-4bd9-470a-a425-6c715625f04d" -d '{"events": [{"name": "network-changed", "server_uuid": "32da23c1-1d8c-40c8-99ef-320c78a42b55", "tag": "aa1262e1-6d32-43f4-b5a1-a6085812470b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:38.120543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d5ec8e-a36b-4a5f-af48-07ace1ce56b1 req-0e8b2fed-2d5d-405a-97cd-ad1dd5cf4863 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473346 Nov 22 16:44:38.224135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f26aff-1320-47dc-9232-261d1f6f8fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1262e1-6d32-43f4-b5a1-a6085812470b,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:38.250326 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36da163-f651-4924-8445-c798dc26ca45 x-openstack-request-id: req-e36da163-f651-4924-8445-c798dc26ca45 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:38.250853 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eda3d75-8594-4205-9019-cd5e15544243", "tag": "f2e30f19-17f2-475c-a158-182f17dcb1ef", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:38.251284 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e36da163-f651-4924-8445-c798dc26ca45 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:38.251849 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eda3d75-8594-4205-9019-cd5e15544243', 'tag': 'f2e30f19-17f2-475c-a158-182f17dcb1ef', 'status': 'completed', 'code': 200} Nov 22 16:44:38.291824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03aa32-5878-4b85-b625-518eca12b649 req-92b806d0-9a2a-4d74-b70a-7114922b6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:38.297009 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-92b806d0-9a2a-4d74-b70a-7114922b6bf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1095 time: 0.2181320 Nov 22 16:44:38.345152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-87c756f6-76c3-45fc-9558-3a48c27db5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:38.347089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-87c756f6-76c3-45fc-9558-3a48c27db5df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6375687d14f642eb88b2aab5d921287b&device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 1096 time: 0.0724707 Nov 22 16:44:38.371492 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-6d92c7e0-8f03-40a6-9f9f-a9ad1e0e2302 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 200 len: 217 time: 0.0552268 Nov 22 16:44:38.457862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c7053275-8efd-4f6f-a200-717cbdcf278b tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:38.463400 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c7053275-8efd-4f6f-a200-717cbdcf278b tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.62 "GET /v2.0/networks?id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95 HTTP/1.1" status: 200 len: 809 time: 0.4615395 Nov 22 16:44:38.493420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-dddf054c-b809-4c30-a06e-bec040679418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:38.496794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Request body: {'port': {'device_id': '68a427c4-34a7-45a3-8c52-5570ea423547', 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95', 'admin_state_up': True, 'tenant_id': 'c808b5a8487a4527aea1736b6c9c6fe6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:38.507424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-dddf054c-b809-4c30-a06e-bec040679418 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c470c465-a881-4e6a-8a15-c5cc2e04d20c HTTP/1.1" status: 200 len: 914 time: 0.1414733 Nov 22 16:44:38.652225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-e44c7053-39e2-4a16-8062-30eed4fecd15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e30f19-17f2-475c-a158-182f17dcb1ef HTTP/1.1" status: 200 len: 217 time: 0.1394696 Nov 22 16:44:38.666865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Made reservation on behalf of c808b5a8487a4527aea1736b6c9c6fe6 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:38.670490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.701156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03aa32-5878-4b85-b625-518eca12b649 req-e6472d58-eee2-41dc-869f-b5b43d2a2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:38.702496 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-e6472d58-eee2-41dc-869f-b5b43d2a2c45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.3209660 Nov 22 16:44:38.734737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0284e61-186b-4b93-a9e5-864ec8f7fed4 req-c0b507f9-9971-4936-9f0b-26eff05ebeba tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 210 time: 0.0933077 Nov 22 16:44:38.788404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f2e30f19-17f2-475c-a158-182f17dcb1ef up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:38.804178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-1bfde4cc-072a-4dd6-9f25-3b2f8b761062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:38.806629 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-1bfde4cc-072a-4dd6-9f25-3b2f8b761062 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42686087-2d73-409c-ac53-3e5aeab05c5f HTTP/1.1" status: 200 len: 853 time: 0.1347620 Nov 22 16:44:38.830604 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-d22f3918-47f7-4691-8140-68782a50908a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510819 Nov 22 16:44:38.903192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port f2e30f19-17f2-475c-a158-182f17dcb1ef completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:38.905033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-cc415046-ee5c-4866-8f05-61c90d90397c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c470c465-a881-4e6a-8a15-c5cc2e04d20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905325 Nov 22 16:44:38.909363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port f2e30f19-17f2-475c-a158-182f17dcb1ef triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:38.912447 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.002277 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-406b9410-3d62-4859-a5da-6bebc212f634 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595757 Nov 22 16:44:39.019284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-df7a7f29-f9e1-4f95-b426-3583207819ef service neutron] 10.222.0.37 "GET /v2.0/networks/c470c465-a881-4e6a-8a15-c5cc2e04d20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050699 Nov 22 16:44:39.173704 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.223928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f03aa32-5878-4b85-b625-518eca12b649 req-f11e468f-b562-447f-b450-7cf74feea039 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107968 Nov 22 16:44:39.227896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Allocated IP 172.20.0.5 (a96363db-e3f2-4c5e-aed4-21a27b7b4c95/9aa18a9c-5cc9-4715-880a-0d7db160bb12/36792061-616b-4cea-8ea7-7ea900b62f85) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:39.300785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d987f71-563b-4ff4-b890-79322cfcd3f0 req-dcae332a-d51a-4873-948a-4be2a2c7b418 service neutron] 10.222.0.37 "GET /v2.0/networks/c470c465-a881-4e6a-8a15-c5cc2e04d20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740939 Nov 22 16:44:39.301004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f2e30f19-17f2-475c-a158-182f17dcb1ef, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f2e30f19-17f2-475c-a158-182f17dcb1ef,segment=NetworkSegment(f755484d-5c42-4b8a-b0bf-1e1631f5d403),segment_id=f755484d-5c42-4b8a-b0bf-1e1631f5d403)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:39.308504 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.500712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f2e30f19-17f2-475c-a158-182f17dcb1ef,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:39.511888 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ab90de-ee4b-4c59-8355-28984a2016d3 x-openstack-request-id: req-67ab90de-ee4b-4c59-8355-28984a2016d3 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:39.515523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-bf546e8a-1a34-412e-acde-935b1cd0a206 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:39.517592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-bf546e8a-1a34-412e-acde-935b1cd0a206 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.37 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 819 time: 0.3609116 Nov 22 16:44:39.518704 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "name": "network-vif-plugged", "status": "completed", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:39.520818 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-67ab90de-ee4b-4c59-8355-28984a2016d3 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:39.521475 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'code': 200} Nov 22 16:44:39.534570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Request body: {'port': {'device_id': '9e7dfc89-b887-44a1-b6e7-7f52620814a3', 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f', 'admin_state_up': True, 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:39.719924 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.747560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d130394d-2f2b-4d4f-9986-93c49b45b294 req-e8a31109-49bf-43e3-86e7-1491bc226baa tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 210 time: 0.0952685 Nov 22 16:44:39.776603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.853489 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0adc2cc-a595-457a-a688-e604b851828e x-openstack-request-id: req-f0adc2cc-a595-457a-a688-e604b851828e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:39.853784 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32da23c1-1d8c-40c8-99ef-320c78a42b55", "tag": "aa1262e1-6d32-43f4-b5a1-a6085812470b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:39.854047 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0adc2cc-a595-457a-a688-e604b851828e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:39.854457 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32da23c1-1d8c-40c8-99ef-320c78a42b55', 'tag': 'aa1262e1-6d32-43f4-b5a1-a6085812470b', 'status': 'completed', 'code': 200} Nov 22 16:44:39.909115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:39.912759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:39.931879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:39.939987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Pushing event updated for resources: {'Port': ['ID=36792061-616b-4cea-8ea7-7ea900b62f85,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:39.964913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870af28-6c15-4e09-acca-b445ba49ee50 req-63d83856-fbfe-4755-b8c2-6c68bc3a9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:39.970829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0870af28-6c15-4e09-acca-b445ba49ee50 req-63d83856-fbfe-4755-b8c2-6c68bc3a9cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 1097 time: 0.2396042 Nov 22 16:44:40.082198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Made reservation on behalf of efffdbb910f6408cb2299d9a74d55955 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:40.086495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.107287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:40.107976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.125118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e43b88-4bd9-470a-a425-6c715625f04d req-f79a6247-033d-4596-8d94-d620e15eb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:40.126872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-81e43b88-4bd9-470a-a425-6c715625f04d req-f79a6247-033d-4596-8d94-d620e15eb446 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1095 time: 0.1262240 Nov 22 16:44:40.153862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a6621-a799-4df9-8414-8b8222914be9 req-525f1915-c216-4eae-8563-92100a437638 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:40.155600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a2a6621-a799-4df9-8414-8b8222914be9 req-525f1915-c216-4eae-8563-92100a437638 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 946 time: 0.2287824 Nov 22 16:44:40.168983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-c06acfe9-67d1-411f-9a5e-2c2f4490bfc7 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6909795 Nov 22 16:44:40.192557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Request body: {'port': {'device_id': '68a427c4-34a7-45a3-8c52-5570ea423547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:40.264141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0870af28-6c15-4e09-acca-b445ba49ee50 req-2e568a1d-378b-4405-907a-60c9d23b061e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443445 Nov 22 16:44:40.443909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a2a6621-a799-4df9-8414-8b8222914be9 req-333df0de-0c90-4fcf-b5be-734d07649e49 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/security-groups?id=be126bef-b0c5-4c9b-9a35-0e7c1f637931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439191 Nov 22 16:44:40.489433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Allocated IP 172.20.0.7 (28592774-0f09-4862-ab81-9fbdef3ace9f/d8e4c72b-24e2-44ec-8862-7b298c8618cc/3b4c0c77-3e45-40f2-9d7b-9d4647f3387d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:40.710046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.745838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e43b88-4bd9-470a-a425-6c715625f04d req-a55ab58d-46fa-4549-b702-89c26568a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:40.748025 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-81e43b88-4bd9-470a-a425-6c715625f04d req-a55ab58d-46fa-4549-b702-89c26568a6ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.6123734 Nov 22 16:44:40.846739 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-81e43b88-4bd9-470a-a425-6c715625f04d req-7c4089e6-c208-49bb-b8b4-782849338bb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 200 len: 217 time: 0.0657876 Nov 22 16:44:40.867980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3b63f-ad50-45ff-93b2-95f0d194440b req-8c9d0d09-0ac2-463d-8ad8-df358347ce45 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:40.876933 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62f3b63f-ad50-45ff-93b2-95f0d194440b req-8c9d0d09-0ac2-463d-8ad8-df358347ce45 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.1453273 Nov 22 16:44:40.967674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.991434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62f3b63f-ad50-45ff-93b2-95f0d194440b req-6933df32-85b5-42fc-a4ad-daeef995e6b5 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132140 Nov 22 16:44:40.999576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e43b88-4bd9-470a-a425-6c715625f04d req-b492808c-a23d-427c-b717-454dd120d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.001149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-81e43b88-4bd9-470a-a425-6c715625f04d req-b492808c-a23d-427c-b717-454dd120d5a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.1449585 Nov 22 16:44:41.064394 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.096038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-81e43b88-4bd9-470a-a425-6c715625f04d req-ce820eb2-c8d6-49e3-b127-c99a22ced4b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809159 Nov 22 16:44:41.253006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Pushing event updated for resources: {'Port': ['ID=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:41.308863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Network 28592774-0f09-4862-ab81-9fbdef3ace9f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:41.370877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:41.382983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:41.443531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0df9f1-3c28-42f5-a4f9-026ca2924515 req-30f5667c-1120-482b-85ae-3054201372c2 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.445400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee0df9f1-3c28-42f5-a4f9-026ca2924515 req-30f5667c-1120-482b-85ae-3054201372c2 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 931 time: 0.1333287 Nov 22 16:44:41.495476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36792061-616b-4cea-8ea7-7ea900b62f85 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:41.495848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.496298 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.524993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eda3d75-8594-4205-9019-cd5e15544243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e30f19-17f2-475c-a158-182f17dcb1ef'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:41.528223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.530931 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152bd0f-fba1-4e53-8145-2a6de8efd6fe" -d '{"events": [{"server_uuid": "5eda3d75-8594-4205-9019-cd5e15544243", "name": "network-vif-plugged", "status": "completed", "tag": "f2e30f19-17f2-475c-a158-182f17dcb1ef"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:41.532875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-572e442a-143b-4774-92f9-0935e55e49fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0052347 Nov 22 16:44:41.579154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Transition to ACTIVE for port object 36792061-616b-4cea-8ea7-7ea900b62f85 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:41.593722 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.606482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Request body: {'port': {'device_id': '9e7dfc89-b887-44a1-b6e7-7f52620814a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:41.642682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee0df9f1-3c28-42f5-a4f9-026ca2924515 req-b99fbb0c-c6ad-4c59-bf7e-e5126d64e7b5 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821146 Nov 22 16:44:41.908555 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.976721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06368cb3-36e6-4fe2-82c2-92087f019e4d req-0225e1e0-7576-48b0-b408-5d1da5c4c56c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.978344 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06368cb3-36e6-4fe2-82c2-92087f019e4d req-0225e1e0-7576-48b0-b408-5d1da5c4c56c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 931 time: 0.1364512 Nov 22 16:44:42.034296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=36792061-616b-4cea-8ea7-7ea900b62f85,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:42.123607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06368cb3-36e6-4fe2-82c2-92087f019e4d req-41eafa7e-e188-4977-8c2d-fba464c07382 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359093 Nov 22 16:44:42.142332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-81e43b88-4bd9-470a-a425-6c715625f04d req-7cfc1149-26fe-4f7b-bf0d-7c4b401d5d2f service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0380886 Nov 22 16:44:42.173597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Attempting to bind port 36792061-616b-4cea-8ea7-7ea900b62f85 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:42.174463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Attempting to bind port 36792061-616b-4cea-8ea7-7ea900b62f85 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:42.174808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Attempting to bind port 36792061-616b-4cea-8ea7-7ea900b62f85 on network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:42.187730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Port 36792061-616b-4cea-8ea7-7ea900b62f85 on network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:42.188063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Attempting to bind port 36792061-616b-4cea-8ea7-7ea900b62f85 on network a96363db-e3f2-4c5e-aed4-21a27b7b4c95 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:42.321848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:42.322197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Checking segment: {'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:42.322615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Bound using segment: {'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:42.323087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Bound port: 36792061-616b-4cea-8ea7-7ea900b62f85, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91575d9-9484-41a4-ae85-c78d96baa033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:42.323452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:42.328257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654b88-3ad4-4f33-a888-1ee1bb31f1d7 req-0449c43c-a3bf-43e9-a5c7-74f68fd21510 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:42.336209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54654b88-3ad4-4f33-a888-1ee1bb31f1d7 req-0449c43c-a3bf-43e9-a5c7-74f68fd21510 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 946 time: 0.1106269 Nov 22 16:44:42.443507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54654b88-3ad4-4f33-a888-1ee1bb31f1d7 req-19974ad1-8487-4b9e-9fca-49009f9c039d tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/security-groups?id=be126bef-b0c5-4c9b-9a35-0e7c1f637931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063304 Nov 22 16:44:42.466139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:42.486533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:42.519324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Transition to ACTIVE for port object 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:42.535102 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:42.558182 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6da1605-635b-4e7f-b4e4-d64785a652d9 x-openstack-request-id: req-c6da1605-635b-4e7f-b4e4-d64785a652d9 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:42.559355 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eda3d75-8594-4205-9019-cd5e15544243", "name": "network-vif-plugged", "status": "completed", "tag": "f2e30f19-17f2-475c-a158-182f17dcb1ef", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:42.559780 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6da1605-635b-4e7f-b4e4-d64785a652d9 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:42.561131 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eda3d75-8594-4205-9019-cd5e15544243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e30f19-17f2-475c-a158-182f17dcb1ef', 'code': 200} Nov 22 16:44:42.612894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] For port 36792061-616b-4cea-8ea7-7ea900b62f85, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:42.626650 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-81e43b88-4bd9-470a-a425-6c715625f04d req-11c2530d-7cfd-41fd-a435-2c974625ab28 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693749 Nov 22 16:44:42.631549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] For port 36792061-616b-4cea-8ea7-7ea900b62f85, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=36792061-616b-4cea-8ea7-7ea900b62f85,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:42.644567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:42.705940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:42.741724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=36792061-616b-4cea-8ea7-7ea900b62f85,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:42.769860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:42.770026 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:42.783114 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-b1888b21-db73-4ce4-9703-08abaaf8fe75 service neutron] 10.222.0.62 "PUT /v2.0/ports/36792061-616b-4cea-8ea7-7ea900b62f85 HTTP/1.1" status: 200 len: 1091 time: 2.5949323 Nov 22 16:44:42.783798 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a427c4-34a7-45a3-8c52-5570ea423547', 'tag': '36792061-616b-4cea-8ea7-7ea900b62f85'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:42.786665 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb30991-6cac-4a50-bc4a-464729aa3b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "68a427c4-34a7-45a3-8c52-5570ea423547", "tag": "36792061-616b-4cea-8ea7-7ea900b62f85"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:42.941962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-362b40b7-c341-4536-a074-8fee0b71c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:42.945094 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-362b40b7-c341-4536-a074-8fee0b71c50c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c808b5a8487a4527aea1736b6c9c6fe6&device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 1094 time: 0.1157396 Nov 22 16:44:43.012967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523c1e-8536-42b0-bf1b-141d9520d53c req-1ace3556-0bbc-46f7-8c3f-27fabafae723 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.015026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56523c1e-8536-42b0-bf1b-141d9520d53c req-1ace3556-0bbc-46f7-8c3f-27fabafae723 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.2606387 Nov 22 16:44:43.042765 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-3f116b99-8583-4357-bcb0-b3b41337fae7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36792061-616b-4cea-8ea7-7ea900b62f85 HTTP/1.1" status: 200 len: 217 time: 0.0886891 Nov 22 16:44:43.062206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcd835-9d94-441d-8431-6a320fe49102 req-48f557e6-022d-4853-afc0-58c8c91b7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.063949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85fcd835-9d94-441d-8431-6a320fe49102 req-48f557e6-022d-4853-afc0-58c8c91b7dd2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 1097 time: 0.3677661 Nov 22 16:44:43.071675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Attempting to bind port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:43.072118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Attempting to bind port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:43.072453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Attempting to bind port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d on network 28592774-0f09-4862-ab81-9fbdef3ace9f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:43.116473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d on network 28592774-0f09-4862-ab81-9fbdef3ace9f not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:43.117383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Attempting to bind port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d on network 28592774-0f09-4862-ab81-9fbdef3ace9f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:43.141006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-2dc324da-4081-42ab-addc-46967ed986a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.150773 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-2dc324da-4081-42ab-addc-46967ed986a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aa18a9c-5cc9-4715-880a-0d7db160bb12 HTTP/1.1" status: 200 len: 849 time: 0.0929890 Nov 22 16:44:43.159797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85fcd835-9d94-441d-8431-6a320fe49102 req-9e8f4fc4-3856-4e3f-9f1f-ece73503c6b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be126bef-b0c5-4c9b-9a35-0e7c1f637931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696735 Nov 22 16:44:43.178831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:43.179789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Checking segment: {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:43.180415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Bound using segment: {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:43.181044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Bound port: 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:43.182105 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.214752 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-675b4ed4-f4ae-4151-9d7f-4ebcc272cbb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627086 Nov 22 16:44:43.218120 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56523c1e-8536-42b0-bf1b-141d9520d53c req-f285f9e7-6938-41be-baf0-f7f96238b724 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948450 Nov 22 16:44:43.349983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] For port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:43.357779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] For port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:43.371322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.479492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.487885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.489963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] 10.222.0.37 "PUT /v2.0/ports/3b4c0c77-3e45-40f2-9d7b-9d4647f3387d HTTP/1.1" status: 200 len: 1091 time: 1.9140534 Nov 22 16:44:43.490703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7dfc89-b887-44a1-b6e7-7f52620814a3', 'tag': '3b4c0c77-3e45-40f2-9d7b-9d4647f3387d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:43.494344 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7dfc89-b887-44a1-b6e7-7f52620814a3", "tag": "3b4c0c77-3e45-40f2-9d7b-9d4647f3387d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:43.529729 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-47a53801-6728-4d80-ae27-9267390526ae service neutron] 10.222.0.62 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057888 Nov 22 16:44:43.656532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b005f2-da75-4db2-ad95-1dcf4073a724 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:43.711028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aa1262e1-6d32-43f4-b5a1-a6085812470b details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:43.713149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-dbdea818-3c67-4d83-ad6a-df4b7a4d47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.714886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-dbdea818-3c67-4d83-ad6a-df4b7a4d47e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 1094 time: 0.1500814 Nov 22 16:44:43.795111 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b61b69cb-3813-4c42-ac7d-769ae69a88cc req-5860c4eb-f068-46f6-9f4c-ea65da52876b service neutron] 10.222.0.62 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575779 Nov 22 16:44:43.850139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-4ec7db9f-4619-4285-b0b5-66fd70ef2477 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d HTTP/1.1" status: 200 len: 217 time: 0.1263881 Nov 22 16:44:43.951022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aa1262e1-6d32-43f4-b5a1-a6085812470b, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:43.980455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-49b38e39-600f-4115-a84c-d5623efa3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.982459 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-49b38e39-600f-4115-a84c-d5623efa3d2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.1239204 Nov 22 16:44:43.997527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'aa1262e1-6d32-43f4-b5a1-a6085812470b', 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f', 'port_id': 'aa1262e1-6d32-43f4-b5a1-a6085812470b', 'mac_address': 'fa:16:3e:cf:f8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e4c72b-24e2-44ec-8862-7b298c8618cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:44.032826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-854f4558-be91-40aa-b7b6-848a08b6cf28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383363 Nov 22 16:44:44.055772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.075438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1262e1-6d32-43f4-b5a1-a6085812470b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:44.113776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aa1262e1-6d32-43f4-b5a1-a6085812470b, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:44.122817 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.238165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=aa1262e1-6d32-43f4-b5a1-a6085812470b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:44.275581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-b6038738-2f08-494a-b06b-94dbb11b7f63 service neutron] 10.222.0.37 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337294 Nov 22 16:44:44.391928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f0b3f-3533-4771-aae8-a1be4b9f9376 req-57876925-6639-487a-9d73-e912b1f12d3e tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:44.399863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-538f0b3f-3533-4771-aae8-a1be4b9f9376 req-57876925-6639-487a-9d73-e912b1f12d3e tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 943 time: 0.1645181 Nov 22 16:44:44.481237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-538f0b3f-3533-4771-aae8-a1be4b9f9376 req-3e553bc8-989a-4680-af18-4df5b652dcf2 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795412 Nov 22 16:44:44.484109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e827536-d8e6-4361-8a1c-21a3000cf03a req-d09b5c46-91a7-4e4c-a338-7e3d3cd868df service neutron] 10.222.0.37 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842966 Nov 22 16:44:44.535190 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5056b-0486-4223-86b7-f0c266880455 x-openstack-request-id: req-10c5056b-0486-4223-86b7-f0c266880455 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:44.536109 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a427c4-34a7-45a3-8c52-5570ea423547", "tag": "36792061-616b-4cea-8ea7-7ea900b62f85", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:44.536551 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10c5056b-0486-4223-86b7-f0c266880455 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:44.537208 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a427c4-34a7-45a3-8c52-5570ea423547', 'tag': '36792061-616b-4cea-8ea7-7ea900b62f85', 'status': 'completed', 'code': 200} Nov 22 16:44:44.636158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-bf5d6838-32d3-484f-a479-e1be653ad6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:44.650212 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-bf5d6838-32d3-484f-a479-e1be653ad6a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c808b5a8487a4527aea1736b6c9c6fe6&device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 1094 time: 0.0832708 Nov 22 16:44:44.665856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['aa1262e1-6d32-43f4-b5a1-a6085812470b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:44.678889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed39d6-b513-4e46-990e-d32bb0330774 req-ff68d726-5394-4d0b-8536-45e275346b53 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:44.686770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3ed39d6-b513-4e46-990e-d32bb0330774 req-ff68d726-5394-4d0b-8536-45e275346b53 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 943 time: 0.0674973 Nov 22 16:44:44.742805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f3ed39d6-b513-4e46-990e-d32bb0330774 req-da0da490-3df6-4c87-9ded-7bb1da8ed411 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547733 Nov 22 16:44:44.837272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-d6f37f0f-60c2-442b-85d0-110174d59cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:44.838941 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-d6f37f0f-60c2-442b-85d0-110174d59cbc service neutron] 10.222.0.62 "GET /v2.0/networks?id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95 HTTP/1.1" status: 200 len: 910 time: 0.1771786 Nov 22 16:44:44.896719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-f6e48d10-8611-437e-9cf5-6d9dca540187 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36792061-616b-4cea-8ea7-7ea900b62f85 HTTP/1.1" status: 200 len: 217 time: 0.0496163 Nov 22 16:44:44.974795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8d7a-1890-4ecd-b986-18ec633ac06c req-64871613-824f-4371-8616-ba27814eacba tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:44.977088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-328d8d7a-1890-4ecd-b986-18ec633ac06c req-64871613-824f-4371-8616-ba27814eacba tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.1398160 Nov 22 16:44:45.030921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-6e5a1d27-8f7b-4ab9-bdee-e22006ed7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:45.053268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-6e5a1d27-8f7b-4ab9-bdee-e22006ed7c3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9aa18a9c-5cc9-4715-880a-0d7db160bb12 HTTP/1.1" status: 200 len: 849 time: 0.1400850 Nov 22 16:44:45.102251 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-a22638bd-b70c-4529-ab0a-0b6f2b8852ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a96363db-e3f2-4c5e-aed4-21a27b7b4c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464971 Nov 22 16:44:45.117416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-328d8d7a-1890-4ecd-b986-18ec633ac06c req-7d3a5ad8-bb9d-42e1-ab28-8d5010a335d7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240761 Nov 22 16:44:45.229229 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-860e4731-a59f-44d0-9d67-090258421827 service neutron] 10.222.0.62 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172020 Nov 22 16:44:45.264946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322fcb0-c332-4066-b52a-bca348099cc3 req-8a499d3b-cdcc-4e1d-b7df-2c75b1758bac tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:45.273448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0322fcb0-c332-4066-b52a-bca348099cc3 req-8a499d3b-cdcc-4e1d-b7df-2c75b1758bac tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 946 time: 0.0744750 Nov 22 16:44:45.364290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0322fcb0-c332-4066-b52a-bca348099cc3 req-0db871a8-7159-429b-94e0-8a4eeb22811d tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/security-groups?id=be126bef-b0c5-4c9b-9a35-0e7c1f637931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900803 Nov 22 16:44:45.409724 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ddb30991-6cac-4a50-bc4a-464729aa3b0e req-7ba8afd7-ffbc-4bb6-bdd1-d00988a9d667 service neutron] 10.222.0.62 "GET /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696532 Nov 22 16:44:45.412618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7de0ccb-f701-4b5e-bc9f-4b9a0a247f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.437157 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62ef6fc-2625-4fdd-a3ae-0acbe6715290 x-openstack-request-id: req-c62ef6fc-2625-4fdd-a3ae-0acbe6715290 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:45.437457 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7dfc89-b887-44a1-b6e7-7f52620814a3", "tag": "3b4c0c77-3e45-40f2-9d7b-9d4647f3387d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:45.437719 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c62ef6fc-2625-4fdd-a3ae-0acbe6715290 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:45.438262 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7dfc89-b887-44a1-b6e7-7f52620814a3', 'tag': '3b4c0c77-3e45-40f2-9d7b-9d4647f3387d', 'status': 'completed', 'code': 200} Nov 22 16:44:45.539783 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-597985a8-868a-499c-b74c-d868474c2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:45.543227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-597985a8-868a-499c-b74c-d868474c2579 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 1094 time: 0.0835812 Nov 22 16:44:45.750290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-21f6fc23-021e-4192-9def-077a36109f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:45.752495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-21f6fc23-021e-4192-9def-077a36109f65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.2011449 Nov 22 16:44:45.842482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-385091f9-7c2e-46b3-993d-3bdfc75b0be1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d HTTP/1.1" status: 200 len: 217 time: 0.0819373 Nov 22 16:44:45.953216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-2d4a3f39-0baf-47bd-88e9-062b7bdd3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:45.955058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-2d4a3f39-0baf-47bd-88e9-062b7bdd3374 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.1054966 Nov 22 16:44:46.011403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-16d87116-55c3-41a8-b794-4e80c9cac6ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486159 Nov 22 16:44:46.212642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-f87fd2c9-1955-46fc-9cbe-d980bb41d4c0 service neutron] 10.222.0.37 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914887 Nov 22 16:44:46.377947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718963e-f512-4eff-8465-1bddeb3a92a5 req-6af62b1e-15ea-430c-880d-04077615977b tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:46.379530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4718963e-f512-4eff-8465-1bddeb3a92a5 req-6af62b1e-15ea-430c-880d-04077615977b tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 943 time: 0.1469133 Nov 22 16:44:46.403094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5a444b8-4730-48cb-9aee-c9e1ddf53f2c req-3501717b-d869-42ed-8a75-d3161cded5dd service neutron] 10.222.0.37 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791484 Nov 22 16:44:46.480774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4718963e-f512-4eff-8465-1bddeb3a92a5 req-a99867a7-999b-4e53-b338-3080cc68fd6c tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850403 Nov 22 16:44:46.664788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bb2b1-afb2-4076-b95a-826a5669ff22 req-7c1a9ff1-992f-44c6-904e-4522264053f4 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:46.673935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-314bb2b1-afb2-4076-b95a-826a5669ff22 req-7c1a9ff1-992f-44c6-904e-4522264053f4 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 943 time: 0.1124046 Nov 22 16:44:46.730921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-314bb2b1-afb2-4076-b95a-826a5669ff22 req-9b2143ef-4d22-4865-97a7-5bca0849fd0d tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510085 Nov 22 16:44:46.823598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:47.012996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:47.043415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '3b4c0c77-3e45-40f2-9d7b-9d4647f3387d', 'network_id': '28592774-0f09-4862-ab81-9fbdef3ace9f', 'port_id': '3b4c0c77-3e45-40f2-9d7b-9d4647f3387d', 'mac_address': 'fa:16:3e:fc:ba:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e4c72b-24e2-44ec-8862-7b298c8618cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:47.070246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-6cd30cb8-4028-4fd7-8f8b-7f453848b3e1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:47.086038 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-6cd30cb8-4028-4fd7-8f8b-7f453848b3e1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 814 time: 0.1849706 Nov 22 16:44:47.093544 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.114590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:47.117835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-702a1ecc-d595-4c58-bc24-a42bfda2ec92 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/quotas/f67af5127c394157bc970b46acdc079a HTTP/1.1" status: 200 len: 375 time: 0.0305512 Nov 22 16:44:47.140776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:47.147154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.198440 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-89b8ec5e-f632-47ce-9ba4-a62529b40b61 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794141 Nov 22 16:44:47.268160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:47.386094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932e461-207b-40bf-b7de-89b8980ab965 req-4566116a-01ba-4951-89b8-7703a26bcb98 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:47.387843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d932e461-207b-40bf-b7de-89b8980ab965 req-4566116a-01ba-4951-89b8-7703a26bcb98 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "GET /v2.0/ports?device_id=c777ffa0-f07a-4535-b69b-1a301e1c4390 HTTP/1.1" status: 200 len: 946 time: 0.0860269 Nov 22 16:44:47.423685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['3b4c0c77-3e45-40f2-9d7b-9d4647f3387d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:47.435610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-d560014d-02b1-4870-a665-3df12e80467c service neutron] 10.222.0.59 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362914 Nov 22 16:44:47.594077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Deleting port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:47.594427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.655723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-ab3fed4a-2903-4fcc-bb61-1acc86e0d4c5 service neutron] 10.222.0.59 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037225 Nov 22 16:44:47.739418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] For port 8620fef1-b5ab-4ecd-a76c-ab85afd97681, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8620fef1-b5ab-4ecd-a76c-ab85afd97681,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:47.739770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.766686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 36792061-616b-4cea-8ea7-7ea900b62f85 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:47.770413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Calling delete_port for 8620fef1-b5ab-4ecd-a76c-ab85afd97681 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:47.771558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aa1262e1-6d32-43f4-b5a1-a6085812470b up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:47.847955 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f7770e2-a7b6-4528-be2d-bf07c1509bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.946783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port aa1262e1-6d32-43f4-b5a1-a6085812470b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:47.961539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port aa1262e1-6d32-43f4-b5a1-a6085812470b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:47.962271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.988851 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.012195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 36792061-616b-4cea-8ea7-7ea900b62f85, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=36792061-616b-4cea-8ea7-7ea900b62f85,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:48.033775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '36792061-616b-4cea-8ea7-7ea900b62f85', 'network_id': 'a96363db-e3f2-4c5e-aed4-21a27b7b4c95', 'port_id': '36792061-616b-4cea-8ea7-7ea900b62f85', 'mac_address': 'fa:16:3e:f2:49:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa18a9c-5cc9-4715-880a-0d7db160bb12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:48.141491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] No DVR routers for this DVR port 8620fef1-b5ab-4ecd-a76c-ab85afd97681 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:48.149784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.154989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d932e461-207b-40bf-b7de-89b8980ab965 req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "DELETE /v2.0/ports/8620fef1-b5ab-4ecd-a76c-ab85afd97681 HTTP/1.1" status: 204 len: 173 time: 0.7599261 Nov 22 16:44:48.155939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Pushing event deleted for resources: {'Port': ['ID=8620fef1-b5ab-4ecd-a76c-ab85afd97681,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:48.159416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.177087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'name': 'network-vif-deleted', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:48.190651 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524d2c8-482a-4c56-bfb5-2c7d2648c52e" -d '{"events": [{"server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "name": "network-vif-deleted", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:48.208188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.208564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.208947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.209178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['8620fef1-b5ab-4ecd-a76c-ab85afd97681'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:48.209330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.220071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.220487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.220830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.221185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.221637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.221834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.222165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.222487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed7597b-b124-4c03-b135-0098d2aa3a07 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:48.289420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.307937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36792061-616b-4cea-8ea7-7ea900b62f85 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:48.323738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32da23c1-1d8c-40c8-99ef-320c78a42b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1262e1-6d32-43f4-b5a1-a6085812470b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:48.327784 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00386f62-cb97-4cb2-96dc-7f59c13c13a8" -d '{"events": [{"server_uuid": "32da23c1-1d8c-40c8-99ef-320c78a42b55", "name": "network-vif-plugged", "status": "completed", "tag": "aa1262e1-6d32-43f4-b5a1-a6085812470b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:48.374036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port aa1262e1-6d32-43f4-b5a1-a6085812470b, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:48.384786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 36792061-616b-4cea-8ea7-7ea900b62f85, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=36792061-616b-4cea-8ea7-7ea900b62f85,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:48.386240 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.393050 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.505691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=aa1262e1-6d32-43f4-b5a1-a6085812470b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:48.509473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebdfff-48b4-428b-87cf-c177fd474a05 req-a4ca4e89-c59f-4c5d-a144-6e9704f66faf tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:48.511668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9aebdfff-48b4-428b-87cf-c177fd474a05 req-a4ca4e89-c59f-4c5d-a144-6e9704f66faf tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 944 time: 0.0874386 Nov 22 16:44:48.579403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=36792061-616b-4cea-8ea7-7ea900b62f85,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:48.583667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9aebdfff-48b4-428b-87cf-c177fd474a05 req-b06050e6-094e-45a9-8cd6-73fc7a1b1eae tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Nov 22 16:44:48.712661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096b19-6263-4e78-8c48-bddda5e89453 req-744b072e-f018-4935-946e-75f6876dd328 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:48.714277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d096b19-6263-4e78-8c48-bddda5e89453 req-744b072e-f018-4935-946e-75f6876dd328 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 944 time: 0.0726607 Nov 22 16:44:48.789966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['36792061-616b-4cea-8ea7-7ea900b62f85'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:48.841434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:48.855852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d096b19-6263-4e78-8c48-bddda5e89453 req-bcce073c-06c4-48f5-8fbc-b02b93496bd8 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336179 Nov 22 16:44:48.934844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.010852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-019df085-dd25-4d1b-a958-cde9925e5a86 req-18e0d74d-31d6-46b0-8351-b228a67a57da tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 210 time: 0.0479007 Nov 22 16:44:49.041662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:49.058483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:49.059137 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.131056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16472cf3-7803-4413-910a-68b0292dfdf7 req-ae5b3048-9178-4919-8004-be3f0307d940 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:49.138843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16472cf3-7803-4413-910a-68b0292dfdf7 req-ae5b3048-9178-4919-8004-be3f0307d940 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 945 time: 0.0721109 Nov 22 16:44:49.171470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.185272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16472cf3-7803-4413-910a-68b0292dfdf7 req-0293dc79-b472-4779-bd26-2b73901076d7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Nov 22 16:44:49.251786 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319c326d-355e-4dc1-b9da-17fb91d940b4 x-openstack-request-id: req-319c326d-355e-4dc1-b9da-17fb91d940b4 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:49.252211 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777ffa0-f07a-4535-b69b-1a301e1c4390", "name": "network-vif-deleted", "tag": "8620fef1-b5ab-4ecd-a76c-ab85afd97681", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:49.252589 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-319c326d-355e-4dc1-b9da-17fb91d940b4 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:49.253235 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777ffa0-f07a-4535-b69b-1a301e1c4390', 'name': 'network-vif-deleted', 'tag': '8620fef1-b5ab-4ecd-a76c-ab85afd97681', 'status': 'completed', 'code': 200} Nov 22 16:44:49.387416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c5761-11f4-44dc-8396-53b3f2d404f9 req-8a14aadd-1b36-45e5-a20f-a62a031b4482 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:49.398029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-932c5761-11f4-44dc-8396-53b3f2d404f9 req-8a14aadd-1b36-45e5-a20f-a62a031b4482 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 946 time: 0.0821326 Nov 22 16:44:49.399478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:49.406180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.489536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-932c5761-11f4-44dc-8396-53b3f2d404f9 req-cdfa5cfa-8efa-48d4-8ab6-1687f1b5e30d tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.59 "GET /v2.0/security-groups?id=be126bef-b0c5-4c9b-9a35-0e7c1f637931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890806 Nov 22 16:44:49.521032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:49.572690 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d04833c-8845-40de-9eb4-e10264d34549 x-openstack-request-id: req-8d04833c-8845-40de-9eb4-e10264d34549 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:49.572984 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32da23c1-1d8c-40c8-99ef-320c78a42b55", "name": "network-vif-plugged", "status": "completed", "tag": "aa1262e1-6d32-43f4-b5a1-a6085812470b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:49.573529 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d04833c-8845-40de-9eb4-e10264d34549 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:49.574159 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32da23c1-1d8c-40c8-99ef-320c78a42b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1262e1-6d32-43f4-b5a1-a6085812470b', 'code': 200} Nov 22 16:44:49.612513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-8e12942a-1bae-470a-a8b9-901eb4a37b2d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:49.618137 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-8e12942a-1bae-470a-a8b9-901eb4a37b2d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.62 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 814 time: 0.2299182 Nov 22 16:44:49.642648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Request body: {'port': {'device_id': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'admin_state_up': True, 'tenant_id': 'f67af5127c394157bc970b46acdc079a'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:49.694728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4f2afffd-002e-4f78-b7ed-fb2203fa3644 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:49.696607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4f2afffd-002e-4f78-b7ed-fb2203fa3644 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.37 "GET /v2.0/ports?device_id=5eda3d75-8594-4205-9019-cd5e15544243 HTTP/1.1" status: 200 len: 946 time: 0.0881507 Nov 22 16:44:49.769993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d756f-505b-4f42-9d9e-65830e4f82bb req-ac248607-fd4f-479d-96b6-0c36a7dcf0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:49.771536 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b86d756f-505b-4f42-9d9e-65830e4f82bb req-ac248607-fd4f-479d-96b6-0c36a7dcf0c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1097 time: 0.0773449 Nov 22 16:44:49.839776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Deleting port f2e30f19-17f2-475c-a158-182f17dcb1ef {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:49.840400 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.870077 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b86d756f-505b-4f42-9d9e-65830e4f82bb req-847d909e-735e-41cb-9b24-57b5b5cfa206 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909719 Nov 22 16:44:49.872684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Made reservation on behalf of f67af5127c394157bc970b46acdc079a for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:49.877476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.962354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] For port f2e30f19-17f2-475c-a158-182f17dcb1ef, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f2e30f19-17f2-475c-a158-182f17dcb1ef,segment=NetworkSegment(f755484d-5c42-4b8a-b0bf-1e1631f5d403),segment_id=f755484d-5c42-4b8a-b0bf-1e1631f5d403)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:49.963764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.979856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Calling delete_port for f2e30f19-17f2-475c-a158-182f17dcb1ef owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:50.098037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Allocated IP 172.20.0.6 (77243eeb-d921-4e50-975e-da897bf2d633/d64439f1-38c8-4557-97f1-73c72102f482/322dbd38-a55f-402f-ab43-9a2ac65789f6) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:50.215001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.228604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f2e30f19-17f2-475c-a158-182f17dcb1ef'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:50.269594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Pushing event deleted for resources: {'Port': ['ID=f2e30f19-17f2-475c-a158-182f17dcb1ef,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:50.326598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f5cb3-a173-42e4-b1b2-f9e19a05349d req-833379be-e344-4797-a69c-879ca56e8a34 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:50.327207 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.328322 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c6f5cb3-a173-42e4-b1b2-f9e19a05349d req-833379be-e344-4797-a69c-879ca56e8a34 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 944 time: 0.1262355 Nov 22 16:44:50.329203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] No DVR routers for this DVR port f2e30f19-17f2-475c-a158-182f17dcb1ef on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:50.332068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.335841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f737edc-8a8e-44f0-9bfd-b6ea63f389bc req-4e4ae008-2e24-4038-bf0e-a8c7fffc7ed0 tempest-ServerPasswordTestJSON-209206175 tempest-ServerPasswordTestJSON-209206175-project] 10.222.0.37 "DELETE /v2.0/ports/f2e30f19-17f2-475c-a158-182f17dcb1ef HTTP/1.1" status: 204 len: 173 time: 0.6325002 Nov 22 16:44:50.432374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.443581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c6f5cb3-a173-42e4-b1b2-f9e19a05349d req-79b47541-667a-441f-838f-6b430668b033 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065614 Nov 22 16:44:50.525916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Network 77243eeb-d921-4e50-975e-da897bf2d633 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:50.528405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:50.531590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:50.579093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Pushing event updated for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:50.601800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176876d-d4bb-4e57-9d76-291f045050f7 req-ca5f4ef9-aa46-479e-a34c-6454706e6bef tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:50.605525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:50.606163 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.620999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6176876d-d4bb-4e57-9d76-291f045050f7 req-ca5f4ef9-aa46-479e-a34c-6454706e6bef tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1185856 Nov 22 16:44:50.629377 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-0b8d8ef3-956f-4513-b1ae-3ee3327dc11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9963760 Nov 22 16:44:50.644946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Request body: {'port': {'device_id': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:50.658244 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.706888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6176876d-d4bb-4e57-9d76-291f045050f7 req-45f85d8e-400d-4dce-a5b7-58047befe294 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821769 Nov 22 16:44:50.758646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.830733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f2e30f19-17f2-475c-a158-182f17dcb1ef no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:50.857147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: f2e30f19-17f2-475c-a158-182f17dcb1ef {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:50.857543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f2e30f19-17f2-475c-a158-182f17dcb1ef not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:50.857958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8620fef1-b5ab-4ecd-a76c-ab85afd97681 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:50.890005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 8620fef1-b5ab-4ecd-a76c-ab85afd97681 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:50.890363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8620fef1-b5ab-4ecd-a76c-ab85afd97681 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:50.899114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee139d1-ea62-440d-b948-c33e7977e08c req-50203c28-8f72-4676-9149-3378cefaa9a4 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:50.907790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ee139d1-ea62-440d-b948-c33e7977e08c req-50203c28-8f72-4676-9149-3378cefaa9a4 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 931 time: 0.0991032 Nov 22 16:44:50.965180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ee139d1-ea62-440d-b948-c33e7977e08c req-b8292808-a24f-425f-9de7-0b3df444d680 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562031 Nov 22 16:44:51.030589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34278) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:51.256760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322dbd38-a55f-402f-ab43-9a2ac65789f6 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:51.274049 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.297709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Transition to ACTIVE for port object 322dbd38-a55f-402f-ab43-9a2ac65789f6 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:51.305671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.312514 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.387329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Pushing event updated for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:51.462858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Attempting to bind port 322dbd38-a55f-402f-ab43-9a2ac65789f6 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:51.463234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Attempting to bind port 322dbd38-a55f-402f-ab43-9a2ac65789f6 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:51.463568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Attempting to bind port 322dbd38-a55f-402f-ab43-9a2ac65789f6 on network 77243eeb-d921-4e50-975e-da897bf2d633 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:51.469157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Port 322dbd38-a55f-402f-ab43-9a2ac65789f6 on network 77243eeb-d921-4e50-975e-da897bf2d633 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:51.469484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Attempting to bind port 322dbd38-a55f-402f-ab43-9a2ac65789f6 on network 77243eeb-d921-4e50-975e-da897bf2d633 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:51.474589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:51.474927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Checking segment: {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:51.475392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Bound using segment: {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:51.475820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Bound port: 322dbd38-a55f-402f-ab43-9a2ac65789f6, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:51.476176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.567167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:51.569935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eda3d75-8594-4205-9019-cd5e15544243', 'name': 'network-vif-deleted', 'tag': 'f2e30f19-17f2-475c-a158-182f17dcb1ef'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:51.571748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:51.572407 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea04133-9912-47ad-a3fd-1d4cd6a5117c" -d '{"events": [{"server_uuid": "5eda3d75-8594-4205-9019-cd5e15544243", "name": "network-vif-deleted", "tag": "f2e30f19-17f2-475c-a158-182f17dcb1ef"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:51.576927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7dfc89-b887-44a1-b6e7-7f52620814a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c0c77-3e45-40f2-9d7b-9d4647f3387d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:51.577576 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.579515 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd85675-a2b9-4b30-b116-e1808f2f0b48" -d '{"events": [{"server_uuid": "9e7dfc89-b887-44a1-b6e7-7f52620814a3", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c0c77-3e45-40f2-9d7b-9d4647f3387d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:51.593109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb777906-22bf-4e7a-8a07-296a74043cf1 admin admin] Deleting subnet 42686087-2d73-409c-ac53-3e5aeab05c5f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:51.597744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb777906-22bf-4e7a-8a07-296a74043cf1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.656840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Pushing event updated for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:51.667989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:51.668687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.670677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-53b969e6-1784-478f-ae96-25cd0808f000 service neutron] 10.222.0.62 "PUT /v2.0/ports/322dbd38-a55f-402f-ab43-9a2ac65789f6 HTTP/1.1" status: 200 len: 1091 time: 1.0316758 Nov 22 16:44:51.670677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:51.672713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446e359-6645-410a-b3b0-2658dc5e06b5 req-03bf6380-352c-42e0-8ca5-9e523e2c6789 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:51.673472 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7468eb57-af19-42a1-9010-ad065f3b8b06" -d '{"events": [{"name": "network-changed", "server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:51.674379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4446e359-6645-410a-b3b0-2658dc5e06b5 req-03bf6380-352c-42e0-8ca5-9e523e2c6789 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 944 time: 0.0980814 Nov 22 16:44:51.681354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb777906-22bf-4e7a-8a07-296a74043cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.788805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 36792061-616b-4cea-8ea7-7ea900b62f85 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:51.824838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-8f3a5737-a682-4d05-8b47-85d4af13e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:51.829342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-8f3a5737-a682-4d05-8b47-85d4af13e4b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 1094 time: 0.1101971 Nov 22 16:44:51.830347 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb777906-22bf-4e7a-8a07-296a74043cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.847119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4446e359-6645-410a-b3b0-2658dc5e06b5 req-f52c6426-85de-4409-8caa-413fd6bcb3fb tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625404 Nov 22 16:44:51.898315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 36792061-616b-4cea-8ea7-7ea900b62f85 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:51.906389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 36792061-616b-4cea-8ea7-7ea900b62f85 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:51.906927 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.935509 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-b44b8605-a0ca-461c-a269-ff7883e776a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6 HTTP/1.1" status: 200 len: 217 time: 0.0928726 Nov 22 16:44:51.946342 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ecd7d7-5d85-44ec-9de3-302f9b901646 x-openstack-request-id: req-36ecd7d7-5d85-44ec-9de3-302f9b901646 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:51.947077 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eda3d75-8594-4205-9019-cd5e15544243", "name": "network-vif-deleted", "tag": "f2e30f19-17f2-475c-a158-182f17dcb1ef", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:51.947303 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36ecd7d7-5d85-44ec-9de3-302f9b901646 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:51.947691 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eda3d75-8594-4205-9019-cd5e15544243', 'name': 'network-vif-deleted', 'tag': 'f2e30f19-17f2-475c-a158-182f17dcb1ef', 'status': 'completed', 'code': 200} Nov 22 16:44:51.979692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb777906-22bf-4e7a-8a07-296a74043cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.005264 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c1bb5e-44b9-47c8-bb46-d6d069666e78 x-openstack-request-id: req-d5c1bb5e-44b9-47c8-bb46-d6d069666e78 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:52.005600 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7dfc89-b887-44a1-b6e7-7f52620814a3", "name": "network-vif-plugged", "status": "completed", "tag": "3b4c0c77-3e45-40f2-9d7b-9d4647f3387d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:52.005816 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5c1bb5e-44b9-47c8-bb46-d6d069666e78 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:52.006547 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7dfc89-b887-44a1-b6e7-7f52620814a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4c0c77-3e45-40f2-9d7b-9d4647f3387d', 'code': 200} Nov 22 16:44:52.007357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-8b65dae2-81f2-4fae-98cd-4a4f9a942048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.008849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-8b65dae2-81f2-4fae-98cd-4a4f9a942048 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d64439f1-38c8-4557-97f1-73c72102f482 HTTP/1.1" status: 200 len: 854 time: 0.0647767 Nov 22 16:44:52.024085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb777906-22bf-4e7a-8a07-296a74043cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42686087-2d73-409c-ac53-3e5aeab05c5f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:52.029757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb777906-22bf-4e7a-8a07-296a74043cf1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.036176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eb777906-22bf-4e7a-8a07-296a74043cf1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/42686087-2d73-409c-ac53-3e5aeab05c5f HTTP/1.1" status: 204 len: 168 time: 1.0042379 Nov 22 16:44:52.036798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:52.069013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-f6041228-3e4e-4bca-b629-e4c34b5e2bc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77243eeb-d921-4e50-975e-da897bf2d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454469 Nov 22 16:44:52.071692 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8636348b-b4ff-4198-b732-5b4347d52915 x-openstack-request-id: req-8636348b-b4ff-4198-b732-5b4347d52915 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:52.071977 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:52.072231 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8636348b-b4ff-4198-b732-5b4347d52915 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:52.072631 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'status': 'completed', 'code': 200} Nov 22 16:44:52.088823 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.172608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 36792061-616b-4cea-8ea7-7ea900b62f85, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=36792061-616b-4cea-8ea7-7ea900b62f85,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:52.178132 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.179346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:52.201356 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-dbf2f859-155d-49d1-9989-6666e8e04fb9 service neutron] 10.222.0.62 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172619 Nov 22 16:44:52.277915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=36792061-616b-4cea-8ea7-7ea900b62f85,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:52.299255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86edbe6-df60-420e-a6c4-f1e605c748b7 req-2d3509ce-0144-4965-b55d-742e248d211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.301711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c86edbe6-df60-420e-a6c4-f1e605c748b7 req-2d3509ce-0144-4965-b55d-742e248d211f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 1096 time: 0.2396204 Nov 22 16:44:52.324941 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.327361 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.356774 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b9a2df70-2536-4172-8c41-5c278c07d4ba req-171f3d84-358b-4032-b17b-e3a027544f34 service neutron] 10.222.0.62 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467874 Nov 22 16:44:52.378324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:52.380861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2e17-ddcc-4455-9484-0464eec9bded req-881f90e1-bc0a-4e75-8b01-3a4d2b1f79a6 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.384589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.399243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f79e2e17-ddcc-4455-9484-0464eec9bded req-881f90e1-bc0a-4e75-8b01-3a4d2b1f79a6 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1993179 Nov 22 16:44:52.444112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:52.509043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-ee03d123-b540-4188-95c0-d62c7be1be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.511002 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-ee03d123-b540-4188-95c0-d62c7be1be76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 1094 time: 0.0505383 Nov 22 16:44:52.530301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c86edbe6-df60-420e-a6c4-f1e605c748b7 req-ce376ff2-73cd-4e9d-af8b-ead9ce0ba129 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195876 Nov 22 16:44:52.561696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.577213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f79e2e17-ddcc-4455-9484-0464eec9bded req-408fe8e0-925c-4f6d-ba7b-6a62fc62d7fb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767495 Nov 22 16:44:52.602453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c470c465-a881-4e6a-8a15-c5cc2e04d20c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:52.611295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f755484d-5c42-4b8a-b0bf-1e1631f5d403') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:52.611600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f755484d-5c42-4b8a-b0bf-1e1631f5d403') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:52.627023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.637365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-9a1f2170-a5ff-4ce1-87b2-0a98811b769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.638864 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-9a1f2170-a5ff-4ce1-87b2-0a98811b769b service neutron] 10.222.0.62 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 915 time: 0.1174729 Nov 22 16:44:52.648421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.672081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:52.672515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:52.674475 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:52.691876 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-50521f6f-1ad1-42f4-afa7-2319de93c761 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6 HTTP/1.1" status: 200 len: 217 time: 0.0436225 Nov 22 16:44:52.757426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.768137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-12c1c1ec-55ec-4ff9-b687-08c82ada48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.769938 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-12c1c1ec-55ec-4ff9-b687-08c82ada48f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d64439f1-38c8-4557-97f1-73c72102f482 HTTP/1.1" status: 200 len: 854 time: 0.0705042 Nov 22 16:44:52.770917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a9767-7165-4f2e-bc49-7020693037e6 req-63a9e4a8-d7e1-4b2f-a152-4bfd3cfaefad tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.773133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b17a9767-7165-4f2e-bc49-7020693037e6 req-63a9e4a8-d7e1-4b2f-a152-4bfd3cfaefad tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 943 time: 0.1208086 Nov 22 16:44:52.775604 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.781396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] 10.222.0.59 "DELETE /v2.0/networks/c470c465-a881-4e6a-8a15-c5cc2e04d20c HTTP/1.1" status: 204 len: 168 time: 0.7414234 Nov 22 16:44:52.798031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c590432-1aa6-4ce9-829a-2efbf1cf724b admin admin] Pushing event deleted for resources: {'Network': ['ID=c470c465-a881-4e6a-8a15-c5cc2e04d20c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:52.827220 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-783c6083-c378-448b-a943-953a1488112a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=77243eeb-d921-4e50-975e-da897bf2d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462501 Nov 22 16:44:52.847249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b17a9767-7165-4f2e-bc49-7020693037e6 req-80a57e4e-a734-4fae-8e50-f468782f2c82 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576444 Nov 22 16:44:52.919956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:52.984722 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-de1d8a9c-2a70-4da9-b140-b795c316c434 service neutron] 10.222.0.62 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381304 Nov 22 16:44:52.985560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-abc13671-ceff-4f11-8097-d78f6045bb2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6375687d14f642eb88b2aab5d921287b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638902 Nov 22 16:44:52.988048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34320) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:53.120420 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe842f83-ef14-4a45-a3a6-74518e3fc661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:53.130800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d9e7-eb7e-4194-895c-55e37d407699 req-cdf35b4a-dff3-45f0-901e-c3b193b47047 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:53.133183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8078d9e7-eb7e-4194-895c-55e37d407699 req-cdf35b4a-dff3-45f0-901e-c3b193b47047 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 945 time: 0.0870292 Nov 22 16:44:53.149424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7468eb57-af19-42a1-9010-ad065f3b8b06 req-6e5ffe79-34fa-49ab-a2b4-783ca091bc03 service neutron] 10.222.0.62 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430125 Nov 22 16:44:53.163880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe842f83-ef14-4a45-a3a6-74518e3fc661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:53.207754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8078d9e7-eb7e-4194-895c-55e37d407699 req-588dc5f3-ca27-4e89-b549-10f47bcd54e0 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637684 Nov 22 16:44:53.230556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe842f83-ef14-4a45-a3a6-74518e3fc661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:53.234193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe842f83-ef14-4a45-a3a6-74518e3fc661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:53.239382 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fe842f83-ef14-4a45-a3a6-74518e3fc661 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be126bef-b0c5-4c9b-9a35-0e7c1f637931 HTTP/1.1" status: 204 len: 168 time: 0.2496185 Nov 22 16:44:53.263623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe842f83-ef14-4a45-a3a6-74518e3fc661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be126bef-b0c5-4c9b-9a35-0e7c1f637931,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:53.284941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34330) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:53.833034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2eb7c-85e4-4e78-b9db-b07ab083875c req-125388a9-d5b7-4190-bb79-95bdbdce2af7 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:53.834922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9b2eb7c-85e4-4e78-b9db-b07ab083875c req-125388a9-d5b7-4190-bb79-95bdbdce2af7 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1407437 Nov 22 16:44:53.970193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9b2eb7c-85e4-4e78-b9db-b07ab083875c req-9ffe4c7d-660e-4468-a46c-4b6c2ef423e0 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977249 Nov 22 16:44:54.008306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a427c4-34a7-45a3-8c52-5570ea423547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36792061-616b-4cea-8ea7-7ea900b62f85'}, {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:54.011964 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d08cf0-119a-42f3-ae2c-39f3d342fc6e" -d '{"events": [{"server_uuid": "68a427c4-34a7-45a3-8c52-5570ea423547", "name": "network-vif-plugged", "status": "completed", "tag": "36792061-616b-4cea-8ea7-7ea900b62f85"}, {"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:54.145656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010d94d-9761-4f25-98b9-141233b207ab req-96b981bb-a268-4a6e-a4dd-3a285c332a96 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:54.147360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8010d94d-9761-4f25-98b9-141233b207ab req-96b981bb-a268-4a6e-a4dd-3a285c332a96 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 943 time: 0.0802896 Nov 22 16:44:54.232233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8010d94d-9761-4f25-98b9-141233b207ab req-00604c73-a627-4433-85ca-955c466b2b90 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773482 Nov 22 16:44:54.263205 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:54.560523 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0379115-0525-4f61-91b3-dd7b5617328e x-openstack-request-id: req-d0379115-0525-4f61-91b3-dd7b5617328e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:54.561806 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a427c4-34a7-45a3-8c52-5570ea423547", "name": "network-vif-plugged", "status": "completed", "tag": "36792061-616b-4cea-8ea7-7ea900b62f85", "code": 200}, {"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:54.562292 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0379115-0525-4f61-91b3-dd7b5617328e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:54.563229 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a427c4-34a7-45a3-8c52-5570ea423547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36792061-616b-4cea-8ea7-7ea900b62f85', 'code': 200} Nov 22 16:44:54.563959 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'code': 200} Nov 22 16:44:54.566646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Deleting port 688cd8e8-0956-4508-bb4a-329999b33977 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:54.567106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:54.693222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa5cc5-0777-46a9-a314-92c0a076ee1f req-b26d88e6-0f8f-4a8f-9f55-d62576f511dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:54.695915 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e5aa5cc5-0777-46a9-a314-92c0a076ee1f req-b26d88e6-0f8f-4a8f-9f55-d62576f511dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 1096 time: 0.0507040 Nov 22 16:44:54.750866 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e5aa5cc5-0777-46a9-a314-92c0a076ee1f req-a360a9a0-3b93-4906-9492-2163e6130c14 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466974 Nov 22 16:44:54.790248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-90204c5b-923d-4a4a-bc1d-a9945a799197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:54.792754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-90204c5b-923d-4a4a-bc1d-a9945a799197 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 1096 time: 0.2089911 Nov 22 16:44:54.835557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae00270-ae4f-4cb0-8064-a26261f7eb26 req-ffd73303-311f-4612-a664-36ba29707d57 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:54.837932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ae00270-ae4f-4cb0-8064-a26261f7eb26 req-ffd73303-311f-4612-a664-36ba29707d57 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 945 time: 0.1643541 Nov 22 16:44:54.940414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] For port 688cd8e8-0956-4508-bb4a-329999b33977, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=688cd8e8-0956-4508-bb4a-329999b33977,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:54.940789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:54.964036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Calling delete_port for 688cd8e8-0956-4508-bb4a-329999b33977 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:55.004972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ae00270-ae4f-4cb0-8064-a26261f7eb26 req-80c45dbc-54bb-4458-ab0b-3e7fc2645d57 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551380 Nov 22 16:44:55.054102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-606bcac0-9f2d-4558-974a-248c5a7ed5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:55.055760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-606bcac0-9f2d-4558-974a-248c5a7ed5e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.2498608 Nov 22 16:44:55.108571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-108ff485-8814-4d63-940e-b2b79cbeca97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d HTTP/1.1" status: 200 len: 217 time: 0.0451789 Nov 22 16:44:55.213501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-ddd00a6b-a8c2-4223-a081-43f4a4139f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:55.215000 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-ddd00a6b-a8c2-4223-a081-43f4a4139f9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.0703082 Nov 22 16:44:55.272156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-2961cda4-3042-4152-af51-adc8d5e540c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489757 Nov 22 16:44:55.352449 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:55.386289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Pushing event deleted for resources: {'Port': ['ID=688cd8e8-0956-4508-bb4a-329999b33977,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:55.497368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-cf537b47-62d4-4554-b3e2-1ac1bfc09f9c service neutron] 10.222.0.37 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176921 Nov 22 16:44:55.546024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220e3d-38ef-4ad7-9bc6-c7307f854631 req-0a100741-a529-43be-a961-fd52ab904a6a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:55.547895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05220e3d-38ef-4ad7-9bc6-c7307f854631 req-0a100741-a529-43be-a961-fd52ab904a6a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1627774 Nov 22 16:44:55.750921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05220e3d-38ef-4ad7-9bc6-c7307f854631 req-82aae2b7-97ce-4e02-975b-f62735760bfd tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724105 Nov 22 16:44:55.754940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d769d7e-f2be-4052-9689-c8b00193c522 req-903776cf-f758-4a09-b66c-eab7d508d8df service neutron] 10.222.0.37 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465508 Nov 22 16:44:55.766886 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:55.805931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:55.974021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:56.005968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'mac_address': 'fa:16:3e:4d:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:56.066458 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.087286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c594e-94e5-4fde-96dc-390fb5d98b83 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:56.114176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:56.119781 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.120102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Router 4467b748-20de-438a-9c01-105703147e08 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:56.137849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee442ef7-dc55-47aa-873b-3480b7fb7546 req-c732c031-289d-4a08-9aa5-10b7cf258a32 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:56.139420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee442ef7-dc55-47aa-873b-3480b7fb7546 req-c732c031-289d-4a08-9aa5-10b7cf258a32 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 943 time: 0.0756719 Nov 22 16:44:56.174756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:56.183048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.183398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.183742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.184080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.184414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.184744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.185071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.185398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.185723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.186047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.186366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.186687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:56.222310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b24c594e-94e5-4fde-96dc-390fb5d98b83'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:56.267144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee442ef7-dc55-47aa-873b-3480b7fb7546 req-93e0514a-121e-4468-b577-1702656ae723 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873342 Nov 22 16:44:56.276794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:56.284664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-be45eb70-1281-48bf-9e5d-48a6015453eb admin admin] 10.222.0.59 "PUT /v2.0/routers/4467b748-20de-438a-9c01-105703147e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9957168 Nov 22 16:44:56.285715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34418) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:56.289029 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] Sync routers for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:56.302470 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:56.303131 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:56.424899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.429319 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:56.437541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0186e2fa-2209-4a36-9bb4-dfc8d772e4a3 req-01f07044-de83-4468-8ed2-55955ee1c74c tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=75394e46-36bb-4c24-a170-fe055ef6af29 HTTP/1.1" status: 200 len: 210 time: 0.0522938 Nov 22 16:44:56.584206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.655558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Deleting port 563dfa0e-e57c-43ca-8035-173f5df1a849 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:56.656166 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.725303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4cce7-6681-4925-893b-7939d2a42a2d req-389df3e9-b35b-4015-9f5d-2c034b03e6d6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:56.728482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:44:55Z', 'revision_number': 5, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port': {'id': '563dfa0e-e57c-43ca-8035-173f5df1a849', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:d1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4467b748-20de-438a-9c01-105703147e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:21Z', 'updated_at': '2021-11-22T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:56.733803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43e4cce7-6681-4925-893b-7939d2a42a2d req-389df3e9-b35b-4015-9f5d-2c034b03e6d6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 946 time: 0.0894730 Nov 22 16:44:56.794745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43e4cce7-6681-4925-893b-7939d2a42a2d req-002af41b-823a-499e-970a-60b6fb8706e0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598531 Nov 22 16:44:56.800549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] For port 563dfa0e-e57c-43ca-8035-173f5df1a849, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=563dfa0e-e57c-43ca-8035-173f5df1a849,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:56.801005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.818440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Calling delete_port for 563dfa0e-e57c-43ca-8035-173f5df1a849 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:56.885757 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] Checking router: 4467b748-20de-438a-9c01-105703147e08 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:56.895043 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] Routers {'4467b748-20de-438a-9c01-105703147e08'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:56.895913 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4467b748-20de-438a-9c01-105703147e08'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:56.923894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865063c4-8666-4e62-8bf9-a6e6663f3c7e req-c8e9fe13-9b5a-45a6-919a-8a01955f6a9f tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:56.926179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-865063c4-8666-4e62-8bf9-a6e6663f3c7e req-c8e9fe13-9b5a-45a6-919a-8a01955f6a9f tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 945 time: 0.0617878 Nov 22 16:44:56.981603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-865063c4-8666-4e62-8bf9-a6e6663f3c7e req-01a7e16c-e83c-4d34-9161-5230b3ad725a tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 Nov 22 16:44:57.005092 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] Set router 4467b748-20de-438a-9c01-105703147e08 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:57.014740 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.045745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Pushing event deleted for resources: {'Port': ['ID=563dfa0e-e57c-43ca-8035-173f5df1a849,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:57.065721 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:44:56Z', 'revision_number': 6, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:57.073005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a5bf5-a891-4e2b-899e-ea86c611b045 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:57.101254 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5b303-aa8e-4e72-91a4-285b71e86420 None None] The sync data for ids ['4467b748-20de-438a-9c01-105703147e08'] in n-d-816865-2 is: [{'id': '4467b748-20de-438a-9c01-105703147e08', 'name': 'tempest-AttachVolumeShelveTestJSON-1553084480-router', 'tenant_id': 'cbef877ec5804e888249ee8576fc34bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:44:56Z', 'revision_number': 6, 'project_id': 'cbef877ec5804e888249ee8576fc34bd', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:57.174481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.306586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.309077 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.344360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ea4fb-78df-46a4-8cec-16fe690909af req-7f4e1e80-ea5f-49fd-b24b-4dc7f24fc3eb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:57.346057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e32ea4fb-78df-46a4-8cec-16fe690909af req-7f4e1e80-ea5f-49fd-b24b-4dc7f24fc3eb tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.0648530 Nov 22 16:44:57.362247 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.362855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4467b748-20de-438a-9c01-105703147e08 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:44:57.370141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.373667 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e416ca03-8672-4a24-976d-e1832ee5d91a admin admin] 10.222.0.59 "DELETE /v2.0/routers/4467b748-20de-438a-9c01-105703147e08 HTTP/1.1" status: 204 len: 168 time: 1.0875504 Nov 22 16:44:57.374468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34452) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:57.436734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2e3892-c54c-403f-bc4f-a1d3bd5a1d6d admin admin] Deleting subnet b68b4cf8-b4ea-4052-885b-226108bdd2d0 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:57.440238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3892-c54c-403f-bc4f-a1d3bd5a1d6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.465872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e32ea4fb-78df-46a4-8cec-16fe690909af req-357fb9c1-55b7-4d94-a67a-63160ba035cf tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064374 Nov 22 16:44:57.496445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3892-c54c-403f-bc4f-a1d3bd5a1d6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.653276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3892-c54c-403f-bc4f-a1d3bd5a1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.739287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 688cd8e8-0956-4508-bb4a-329999b33977 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:57.757879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-590fafb4-7bc6-45db-9bb5-31c4cad6f82c req-21c8d862-4b59-4b84-976e-27bec715ef1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75394e46-36bb-4c24-a170-fe055ef6af29 HTTP/1.1" status: 200 len: 210 time: 0.0502505 Nov 22 16:44:57.792677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 688cd8e8-0956-4508-bb4a-329999b33977 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:57.793104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 688cd8e8-0956-4508-bb4a-329999b33977 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:57.803421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3892-c54c-403f-bc4f-a1d3bd5a1d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.817841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da56cd5-ffe1-4971-b790-07facdfba2ab req-8e339fd9-cab0-4e10-8b17-58a84f72fca7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:57.820002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5da56cd5-ffe1-4971-b790-07facdfba2ab req-8e339fd9-cab0-4e10-8b17-58a84f72fca7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 943 time: 0.0694549 Nov 22 16:44:57.833008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 322dbd38-a55f-402f-ab43-9a2ac65789f6 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:57.835311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:57.835487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e3892-c54c-403f-bc4f-a1d3bd5a1d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b68b4cf8-b4ea-4052-885b-226108bdd2d0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:57.838379 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f2e3892-c54c-403f-bc4f-a1d3bd5a1d6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.845645 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4f2e3892-c54c-403f-bc4f-a1d3bd5a1d6d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b68b4cf8-b4ea-4052-885b-226108bdd2d0 HTTP/1.1" status: 204 len: 168 time: 0.4700766 Nov 22 16:44:57.846675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34474) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:57.852279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06baeb-49db-4c1d-a839-723a77e65efe None None] Network 120b4df1-c4e4-4c49-9215-f205b614fedb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:57.900430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5da56cd5-ffe1-4971-b790-07facdfba2ab req-d6fae811-b039-4be3-b372-960dea70c970 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643175 Nov 22 16:44:57.953796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.045626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Deleting port 0dd912cc-202c-4d45-8fdc-db813295f89e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:58.046571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.084560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-095d6e41-92ab-4827-9c4f-414f287e85ed req-14a93ea4-a45a-443e-b57c-337a5767c002 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0304685 Nov 22 16:44:58.130514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b24c594e-94e5-4fde-96dc-390fb5d98b83 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:58.131493 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.187155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:58.212639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'port_id': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'mac_address': 'fa:16:3e:ff:26:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64439f1-38c8-4557-97f1-73c72102f482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:58.314812 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.341296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322dbd38-a55f-402f-ab43-9a2ac65789f6 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:58.346367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] DHCP port deletion for 120b4df1-c4e4-4c49-9215-f205b614fedb request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:58.390152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-5bf39096-27a4-4095-9044-49bf55bd09ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1160309 Nov 22 16:44:58.424796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:58.495063 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.532338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8479c395-7acb-4f66-8449-a4b9040b102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.533045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8479c395-7acb-4f66-8449-a4b9040b102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.533662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8479c395-7acb-4f66-8449-a4b9040b102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.534309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8479c395-7acb-4f66-8449-a4b9040b102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.534918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8479c395-7acb-4f66-8449-a4b9040b102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.535564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8479c395-7acb-4f66-8449-a4b9040b102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.536235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8479c395-7acb-4f66-8449-a4b9040b102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.538646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8479c395-7acb-4f66-8449-a4b9040b102a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6494 time: 0.1114678 Nov 22 16:44:58.561745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] Deleting port 0dd912cc-202c-4d45-8fdc-db813295f89e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:58.562410 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.567219 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.583214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770ab8b-adad-4776-88d3-2118933a4bbf req-f775e07c-7006-4cc2-94c6-1039d3da94ce tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.584971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f770ab8b-adad-4776-88d3-2118933a4bbf req-f775e07c-7006-4cc2-94c6-1039d3da94ce tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 946 time: 0.1065590 Nov 22 16:44:58.642328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:58.670209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:58.673934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] For port 0dd912cc-202c-4d45-8fdc-db813295f89e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0dd912cc-202c-4d45-8fdc-db813295f89e,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:58.674501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.688446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:58.693270 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c31a61-0904-4dda-afed-af08003192ae" -d '{"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:58.698657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Calling delete_port for 0dd912cc-202c-4d45-8fdc-db813295f89e owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:58.701704 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.768922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:58.777441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f770ab8b-adad-4776-88d3-2118933a4bbf req-8b1b60fc-c1dd-4ec0-a5ba-cce7f6014239 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841819 Nov 22 16:44:58.790889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] For port 0dd912cc-202c-4d45-8fdc-db813295f89e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0dd912cc-202c-4d45-8fdc-db813295f89e,segment=NetworkSegment(498c281e-9d90-427c-ae5c-e5304ba3955d),segment_id=498c281e-9d90-427c-ae5c-e5304ba3955d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:58.791321 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.834905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.839206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] Calling delete_port for 0dd912cc-202c-4d45-8fdc-db813295f89e owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:58.871426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-cbb43cfa-03fa-4876-a9ad-d57e1135baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.872599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-cbb43cfa-03fa-4876-a9ad-d57e1135baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.872599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-cbb43cfa-03fa-4876-a9ad-d57e1135baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.875276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-cbb43cfa-03fa-4876-a9ad-d57e1135baa8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b HTTP/1.1" status: 200 len: 2293 time: 0.2628207 Nov 22 16:44:58.888602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd912cc-202c-4d45-8fdc-db813295f89e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:58.895379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] No DVR routers for this DVR port 0dd912cc-202c-4d45-8fdc-db813295f89e on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:58.984435 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.012324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.018076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] Pushing event deleted for resources: {'Port': ['ID=0dd912cc-202c-4d45-8fdc-db813295f89e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:59.026527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b167089-4e64-4e62-81ed-cb04128947e6 None None] No DVR routers for this DVR port 0dd912cc-202c-4d45-8fdc-db813295f89e on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:59.088666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120b4df1-c4e4-4c49-9215-f205b614fedb']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:59.103982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498c281e-9d90-427c-ae5c-e5304ba3955d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:59.104380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498c281e-9d90-427c-ae5c-e5304ba3955d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:59.118526 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.137556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-dc58f5a5-6930-4dd6-bc73-8f20726c17b9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.139437 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-dc58f5a5-6930-4dd6-bc73-8f20726c17b9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 946 time: 0.1183765 Nov 22 16:44:59.150590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.165242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:59.165778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:59.167745 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:59.229587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['322dbd38-a55f-402f-ab43-9a2ac65789f6'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:59.288743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.303031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.307668 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] 10.222.0.59 "DELETE /v2.0/networks/120b4df1-c4e4-4c49-9215-f205b614fedb HTTP/1.1" status: 204 len: 168 time: 1.4598672 Nov 22 16:44:59.348614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe481d5c-90b7-4a84-ad2f-2457e764de4d admin admin] Pushing event deleted for resources: {'Network': ['ID=120b4df1-c4e4-4c49-9215-f205b614fedb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:59.388567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Deleting port 386b5047-bfe9-4292-bd8e-a33773405d5a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:59.388904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.519349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-48598c13-7ca7-43f9-bf5e-901271bb4d41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 HTTP/1.1" status: 200 len: 1002 time: 0.6246142 Nov 22 16:44:59.532403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2052ce-6a93-42e4-b61d-0a10683dcbe5 req-14926cdc-c17b-4882-bd24-f1fa69e5577a tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.533350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0dd912cc-202c-4d45-8fdc-db813295f89e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:59.540020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c2052ce-6a93-42e4-b61d-0a10683dcbe5 req-14926cdc-c17b-4882-bd24-f1fa69e5577a tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 945 time: 0.5651886 Nov 22 16:44:59.591672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0dd912cc-202c-4d45-8fdc-db813295f89e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:59.591672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0dd912cc-202c-4d45-8fdc-db813295f89e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:59.591672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 563dfa0e-e57c-43ca-8035-173f5df1a849 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:59.593603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34498) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:59.604773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-8025436b-82c9-4197-9b5b-e5cc29b6d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.606305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-8025436b-82c9-4197-9b5b-e5cc29b6d091 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1097 time: 0.1053066 Nov 22 16:44:59.620038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] For port 386b5047-bfe9-4292-bd8e-a33773405d5a, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=386b5047-bfe9-4292-bd8e-a33773405d5a,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:59.620828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 563dfa0e-e57c-43ca-8035-173f5df1a849 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:59.621402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 563dfa0e-e57c-43ca-8035-173f5df1a849 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:59.621825 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.622661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-63c86b4c-f095-4eb3-9a8b-94fe73b119f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.625500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-63c86b4c-f095-4eb3-9a8b-94fe73b119f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60fb99aa-6a34-4789-801b-3d59564b79de HTTP/1.1" status: 200 len: 851 time: 0.0784135 Nov 22 16:44:59.656246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Calling delete_port for 386b5047-bfe9-4292-bd8e-a33773405d5a owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:59.709868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c2052ce-6a93-42e4-b61d-0a10683dcbe5 req-60ef3e69-f12e-465e-b7d0-a3bd4a722dc2 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653981 Nov 22 16:44:59.722040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-08cca9e3-0096-4d41-8475-b38a2e187560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.724578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-08cca9e3-0096-4d41-8475-b38a2e187560 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835962 Nov 22 16:44:59.780846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-97da1817-139a-4760-8224-4167848b91fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cbef877ec5804e888249ee8576fc34bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852450 Nov 22 16:44:59.783373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34500) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:59.862971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-28868bfd-d6db-46fb-8ab5-bbdf6b025414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.864773 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-28868bfd-d6db-46fb-8ab5-bbdf6b025414 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.2258186 Nov 22 16:44:59.887177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d31a6-5f58-4065-a6df-a39a21d0c852 req-0cede858-9e13-4601-a3bb-24aa32c1d3be tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.888823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc9d31a6-5f58-4065-a6df-a39a21d0c852 req-0cede858-9e13-4601-a3bb-24aa32c1d3be tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.0864635 Nov 22 16:44:59.907588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-b1f021a5-24e1-433f-8c00-808d42380c3f service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730523 Nov 22 16:44:59.934914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b59813d-751f-4640-93b0-690fa7793bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.001542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b59813d-751f-4640-93b0-690fa7793bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.004643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc9d31a6-5f58-4065-a6df-a39a21d0c852 req-d249135f-95dc-4d08-9830-f86cbc07a9de tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069918 Nov 22 16:45:00.004869 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-2d4adc1f-da86-4623-8dfe-95c82f3a8123 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 1001 time: 0.1258104 Nov 22 16:45:00.039747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-2f1e4098-3960-485f-8b08-5f5f2223feb2 service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248276 Nov 22 16:45:00.078239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.090428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-beca69f4-180e-45fb-af54-98256cc243fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 200 len: 217 time: 0.0432982 Nov 22 16:45:00.096457 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b572486f-3827-4557-adb5-551ddd59c941 x-openstack-request-id: req-b572486f-3827-4557-adb5-551ddd59c941 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:00.097501 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:00.097838 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b572486f-3827-4557-adb5-551ddd59c941 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:00.098337 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'code': 200} Nov 22 16:45:00.121705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event deleted for resources: {'Port': ['ID=386b5047-bfe9-4292-bd8e-a33773405d5a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:00.137687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-55bfd24c-ca4f-4494-8104-5d1634a47b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.138456 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-55bfd24c-ca4f-4494-8104-5d1634a47b54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1228721 Nov 22 16:45:00.167401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-574070a3-d58e-4da1-b1a6-f4feef4726e1 req-7e8f61bd-7cf4-495d-94ee-c7784bc5a764 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0759282 Nov 22 16:45:00.196728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] No DVR routers for this DVR port 386b5047-bfe9-4292-bd8e-a33773405d5a on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:00.199055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b59813d-751f-4640-93b0-690fa7793bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.201801 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b59813d-751f-4640-93b0-690fa7793bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.203604 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5b59813d-751f-4640-93b0-690fa7793bb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e97775e-9dca-454b-9473-734e55ad2085 HTTP/1.1" status: 204 len: 168 time: 0.4145045 Nov 22 16:45:00.207432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.210732 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0c45d889-bbe9-4d68-9114-138b0e022273 req-3d9aa43d-c88a-44d3-8f1b-a5bddd99a0ae tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "DELETE /v2.0/ports/386b5047-bfe9-4292-bd8e-a33773405d5a HTTP/1.1" status: 204 len: 173 time: 1.0622430 Nov 22 16:45:00.210914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-72379707-ef4b-49c7-8df8-97a9976ee69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.212827 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-72379707-ef4b-49c7-8df8-97a9976ee69e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1119490 Nov 22 16:45:00.213042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a7f8fa-8957-4136-8932-6adc4135f0a1', 'name': 'network-vif-deleted', 'tag': '386b5047-bfe9-4292-bd8e-a33773405d5a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:00.215396 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c609863-15ba-4a44-9050-dce58e445175" -d '{"events": [{"server_uuid": "31a7f8fa-8957-4136-8932-6adc4135f0a1", "name": "network-vif-deleted", "tag": "386b5047-bfe9-4292-bd8e-a33773405d5a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:00.226372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59813d-751f-4640-93b0-690fa7793bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e97775e-9dca-454b-9473-734e55ad2085,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:00.237927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca867556-e3f9-4d6b-9747-aa7713fbd0c2 req-4e8d036e-9a06-4028-a53a-b9f389f73d77 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.240429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca867556-e3f9-4d6b-9747-aa7713fbd0c2 req-4e8d036e-9a06-4028-a53a-b9f389f73d77 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 944 time: 0.0706496 Nov 22 16:45:00.242088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-fdc20730-ae24-445f-898e-1376ad00ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.244125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-fdc20730-ae24-445f-898e-1376ad00ab33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875790 Nov 22 16:45:00.314156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca867556-e3f9-4d6b-9747-aa7713fbd0c2 req-691f148a-a24f-4d14-a1a8-9ce9fbec75fc tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Nov 22 16:45:00.384771 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-275d8daf-c3f8-4749-87d1-40e89adc68ce service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303449 Nov 22 16:45:00.424309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-757b8db5-bfa0-4f50-b731-ee07f79fc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.428247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-757b8db5-bfa0-4f50-b731-ee07f79fc215 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0789618 Nov 22 16:45:00.492628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-bd341cd1-83aa-495a-80f2-d590594838af tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.494656 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-bd341cd1-83aa-495a-80f2-d590594838af tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.62 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 945 time: 0.1273425 Nov 22 16:45:00.536844 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-75cd7cbd-5c0a-4613-a6d3-5ff000e3b5c4 req-f51542d3-c467-44a1-901a-1e906bf12acb service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357250 Nov 22 16:45:00.617856 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27a26041-a97f-4d4e-9d8a-209f1b6eef5a req-3daefc2a-9024-4c38-bb75-bcc3fb8d6016 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0907040 Nov 22 16:45:00.646168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-b9b12521-2224-4cd7-b70e-7c255d61fab4 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094951 Nov 22 16:45:00.726828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Deleting port 36792061-616b-4cea-8ea7-7ea900b62f85 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:00.727592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.801895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a124ba55-b2cc-4660-afab-5503bde3a9bc req-f1e5779f-bd91-4d60-945c-98e88a1ff5c7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0412333 Nov 22 16:45:00.823806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-c2bfe728-3cc4-4279-a6a2-91a5dce5ebd5 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684799 Nov 22 16:45:00.894429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-558b77ca-03ac-458f-bab8-2d6f9cfb29b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 200 len: 217 time: 0.0593553 Nov 22 16:45:00.964073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-ee4c2298-3298-4f9f-8ede-43f0e29edf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.967576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-ee4c2298-3298-4f9f-8ede-43f0e29edf19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.0644872 Nov 22 16:45:01.001458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] For port 36792061-616b-4cea-8ea7-7ea900b62f85, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=36792061-616b-4cea-8ea7-7ea900b62f85,segment=NetworkSegment(b91575d9-9484-41a4-ae85-c78d96baa033),segment_id=b91575d9-9484-41a4-ae85-c78d96baa033)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:01.001949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.020688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Calling delete_port for 36792061-616b-4cea-8ea7-7ea900b62f85 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:01.033637 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27de5cf-2cde-4818-b0cf-74b2bbd0d99a x-openstack-request-id: req-a27de5cf-2cde-4818-b0cf-74b2bbd0d99a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:01.034179 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a7f8fa-8957-4136-8932-6adc4135f0a1", "name": "network-vif-deleted", "tag": "386b5047-bfe9-4292-bd8e-a33773405d5a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:01.034332 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a27de5cf-2cde-4818-b0cf-74b2bbd0d99a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:01.034629 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a7f8fa-8957-4136-8932-6adc4135f0a1', 'name': 'network-vif-deleted', 'tag': '386b5047-bfe9-4292-bd8e-a33773405d5a', 'status': 'completed', 'code': 200} Nov 22 16:45:01.124010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8fac98c8-cb80-42a9-a76c-d94f19c57868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.125557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8fac98c8-cb80-42a9-a76c-d94f19c57868 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486902 Nov 22 16:45:01.141250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5062b-db1f-4e90-9ef5-d0211b2a5d6c req-ce69fb14-0433-4379-953a-22eb007d7bc9 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.150379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1a5062b-db1f-4e90-9ef5-d0211b2a5d6c req-ce69fb14-0433-4379-953a-22eb007d7bc9 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/ports?device_id=68a427c4-34a7-45a3-8c52-5570ea423547 HTTP/1.1" status: 200 len: 945 time: 0.1454163 Nov 22 16:45:01.280337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.292412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['36792061-616b-4cea-8ea7-7ea900b62f85'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:01.323838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Pushing event deleted for resources: {'Port': ['ID=36792061-616b-4cea-8ea7-7ea900b62f85,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:01.386869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] No DVR routers for this DVR port 36792061-616b-4cea-8ea7-7ea900b62f85 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:01.389691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.393500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-af70bbf1-d0ce-462b-a9a8-a4f3d6b95f1b req-f70912bb-254a-4104-b0f9-4a246d5dd796 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.62 "DELETE /v2.0/ports/36792061-616b-4cea-8ea7-7ea900b62f85 HTTP/1.1" status: 204 len: 173 time: 0.8278220 Nov 22 16:45:01.417016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1a5062b-db1f-4e90-9ef5-d0211b2a5d6c req-75bad0c7-e056-4792-898f-a07bc427b681 tempest-VolumesActionsTest-1070598525 tempest-VolumesActionsTest-1070598525-project] 10.222.0.59 "GET /v2.0/security-groups?id=6e7c2645-d574-4c7c-9133-912c87c2a580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651112 Nov 22 16:45:01.533630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-d654d28f-64f1-4620-a81c-e416e4146f90 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790569 Nov 22 16:45:01.603851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34560) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:01.709797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e72b3-707e-40d4-b803-d49cf6136c77 req-06a52549-77fa-41df-8cdb-9352210af4fc tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.717786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-494e72b3-707e-40d4-b803-d49cf6136c77 req-06a52549-77fa-41df-8cdb-9352210af4fc tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1732352 Nov 22 16:45:01.757133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-4a92e79e-1e2a-4bb7-a630-c2902742ee20 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142761 Nov 22 16:45:01.774124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1525149138-network', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:01.813138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Made reservation on behalf of 1d81239f162045c3b0b6c25a0f26bec9 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:01.815525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.840574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 322dbd38-a55f-402f-ab43-9a2ac65789f6 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:01.841436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.848689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-2c9a1cc0-c69e-4bab-841e-3226c8f0986a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9ed289d3-f33b-4397-94a7-1e177906ef09 HTTP/1.1" status: 200 len: 217 time: 0.0842514 Nov 22 16:45:01.967193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 322dbd38-a55f-402f-ab43-9a2ac65789f6 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:01.973385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-2112fd5b-59d1-447a-908a-e22028dcad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.977252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-2112fd5b-59d1-447a-908a-e22028dcad77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1190495 Nov 22 16:45:01.992222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 322dbd38-a55f-402f-ab43-9a2ac65789f6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:01.992727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.026000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.031278 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.047355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:45:02.059844 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.060216 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Added segment c118ed43-4aab-448b-9176-18ac1e3cbed6 of type vlan for network cdab1f6b-3d2d-4626-a141-ba897a65d650 Nov 22 16:45:02.106756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.111355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-f84cb410-e139-43ca-bf44-02227b83cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.114072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-f84cb410-e139-43ca-bf44-02227b83cbd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1246257 Nov 22 16:45:02.122636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-494e72b3-707e-40d4-b803-d49cf6136c77 req-973b3676-46d4-4aa0-999a-eacd20fbc2d7 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034441 Nov 22 16:45:02.185664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.186979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.187754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.281032 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.286097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ce074-10fe-4b70-9352-4f00213babf3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:02.307285 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7020938 Nov 22 16:45:02.312905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34574) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:02.319891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Request body: {'subnet': {'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1525149138-subnet', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:02.332571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba16474-eebb-42a4-8578-e531f51170d5 admin admin] Pushing event updated for resources: {'Network': ['ID=cdab1f6b-3d2d-4626-a141-ba897a65d650,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:02.363990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Made reservation on behalf of 1d81239f162045c3b0b6c25a0f26bec9 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:02.368783 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.387722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:45:02.430845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:02.433069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4005d-8370-420e-a647-ed2510969412 req-746e3c32-c936-4655-b496-80943aa54e34 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.435341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bae4005d-8370-420e-a647-ed2510969412 req-746e3c32-c936-4655-b496-80943aa54e34 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 944 time: 0.1852257 Nov 22 16:45:02.438430 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41697aa-d196-47c0-af2a-5f7949f06d54" -d '{"events": [{"server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "name": "network-vif-plugged", "status": "completed", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:02.457277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-502b87c7-6640-48df-9bc7-9efc5a146a44 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333611 Nov 22 16:45:02.583257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.594995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:02.634774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-4db7010f-2176-40b5-807b-2b4ed434158a service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690273 Nov 22 16:45:02.654440 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.655636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 36792061-616b-4cea-8ea7-7ea900b62f85 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:02.658420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=18457c2f-2125-46fd-a787-be78ee4116b0,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:02.660568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bae4005d-8370-420e-a647-ed2510969412 req-0ac98fcb-ab93-4f50-a968-90c98ada017b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178805 Nov 22 16:45:02.689159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Checking segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:02.691176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Network hostable DHCP agents. Network: cdab1f6b-3d2d-4626-a141-ba897a65d650, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:45:02.717748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-94ec54c7-519d-47af-9dda-613dbd4980bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af HTTP/1.1" status: 200 len: 217 time: 0.0764713 Nov 22 16:45:02.730659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 36792061-616b-4cea-8ea7-7ea900b62f85 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:02.731217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 36792061-616b-4cea-8ea7-7ea900b62f85 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:02.732276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 386b5047-bfe9-4292-bd8e-a33773405d5a no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:02.748433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:45:02.774624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, cdab1f6b-3d2d-4626-a141-ba897a65d650) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:02.788931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.788931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.805605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b7703c-ad1f-4d0b-98a5-7bbf03c73efe None None] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:02.812623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 386b5047-bfe9-4292-bd8e-a33773405d5a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:02.813224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 386b5047-bfe9-4292-bd8e-a33773405d5a not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:02.838715 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e5147591-7507-4c79-a5be-c41684a7b38a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5238128 Nov 22 16:45:02.839715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34584) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:02.853452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:02.905694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-6abc5bca-0e11-4eb0-b27d-73387814ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.907253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-6abc5bca-0e11-4eb0-b27d-73387814ab1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1824634 Nov 22 16:45:02.937399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.938501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.065484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee8e1088-1afc-4b6c-acde-ae45ceac5cb7 req-1deffc87-4fe0-4c51-b227-2ecc82f90edf tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.1172080 Nov 22 16:45:03.073807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.075985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a427c4-34a7-45a3-8c52-5570ea423547', 'name': 'network-vif-deleted', 'tag': '36792061-616b-4cea-8ea7-7ea900b62f85'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:03.086529 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9d388c-096f-48cd-bca7-61399c5178b1" -d '{"events": [{"server_uuid": "68a427c4-34a7-45a3-8c52-5570ea423547", "name": "network-vif-deleted", "tag": "36792061-616b-4cea-8ea7-7ea900b62f85"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:03.101937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-d0ae0950-bcc8-4d02-8d97-972288da678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.107638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-d0ae0950-bcc8-4d02-8d97-972288da678a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1836135 Nov 22 16:45:03.133522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:03.250314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fc4a513-1e42-4a9e-8127-f6e39ae812d2 req-0d95064b-f95b-40e9-9792-fbc093c8b8c4 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0340433 Nov 22 16:45:03.339629 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-71b067ec-3cd6-4978-8229-39dabff4ed0d service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281084 Nov 22 16:45:03.452153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-cdab1f6b-3d2d-4626-a141-ba897a65d650', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:45:03.456357 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.467083 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e732d8-8ab5-4c80-9f98-32d00b881ca0 x-openstack-request-id: req-60e732d8-8ab5-4c80-9f98-32d00b881ca0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:03.467390 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "name": "network-vif-plugged", "status": "completed", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:03.478613 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60e732d8-8ab5-4c80-9f98-32d00b881ca0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:03.485983 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'code': 200} Nov 22 16:45:03.523472 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.603215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-17b6ed19-a33a-4d93-9194-73620aad462b service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511861 Nov 22 16:45:03.644473 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c770fb8-8c8e-4b72-9fbd-a556d7017aa7 x-openstack-request-id: req-0c770fb8-8c8e-4b72-9fbd-a556d7017aa7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:03.646720 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a427c4-34a7-45a3-8c52-5570ea423547", "name": "network-vif-deleted", "tag": "36792061-616b-4cea-8ea7-7ea900b62f85", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:03.648753 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c770fb8-8c8e-4b72-9fbd-a556d7017aa7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:03.649617 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a427c4-34a7-45a3-8c52-5570ea423547', 'name': 'network-vif-deleted', 'tag': '36792061-616b-4cea-8ea7-7ea900b62f85', 'status': 'completed', 'code': 200} Nov 22 16:45:03.713530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f840a83-da22-4dac-bada-b59b18d3b476 req-26ef6b29-9a2c-45e0-9cd4-d6d24fb9cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.715900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-7b98463a-3be1-4f95-8471-3246dec12a29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69 HTTP/1.1" status: 200 len: 217 time: 0.0975962 Nov 22 16:45:03.718808 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f840a83-da22-4dac-bada-b59b18d3b476 req-26ef6b29-9a2c-45e0-9cd4-d6d24fb9cfe4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 1096 time: 0.1835134 Nov 22 16:45:03.880367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-14f6531c-ac80-4a7c-85d3-e28979ad3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.890435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-14f6531c-ac80-4a7c-85d3-e28979ad3b7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.1632526 Nov 22 16:45:03.926249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Allocated IP 172.20.0.2 (cdab1f6b-3d2d-4626-a141-ba897a65d650/18457c2f-2125-46fd-a787-be78ee4116b0/2b927cac-029a-4fde-9848-d7a1854fcb53) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:03.993403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f840a83-da22-4dac-bada-b59b18d3b476 req-a311b9e7-267a-4461-bc05-396220b70887 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583953 Nov 22 16:45:04.018602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-b5486e16-0e45-4f83-8e78-85adf9b65bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:04.020779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-b5486e16-0e45-4f83-8e78-85adf9b65bff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251898 Nov 22 16:45:04.354373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.362067 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.431448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.470514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:04.475713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:04.483272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:04.489070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.489279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ec60d-506a-4e3a-99be-7e5b6ca12261 req-841771b8-6620-4d8c-a792-6a0c035a90b0 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:04.490873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b57ec60d-506a-4e3a-99be-7e5b6ca12261 req-841771b8-6620-4d8c-a792-6a0c035a90b0 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.2697442 Nov 22 16:45:04.527972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Pushing event updated for resources: {'Port': ['ID=2b927cac-029a-4fde-9848-d7a1854fcb53,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:04.564579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-906a377f-0824-4a80-9c1b-716bd0555b1a service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280435 Nov 22 16:45:04.700003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Attempting to bind port 2b927cac-029a-4fde-9848-d7a1854fcb53 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:04.702757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Attempting to bind port 2b927cac-029a-4fde-9848-d7a1854fcb53 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:04.703551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Attempting to bind port 2b927cac-029a-4fde-9848-d7a1854fcb53 on network cdab1f6b-3d2d-4626-a141-ba897a65d650 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:04.721611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:04.722384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Checking segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:04.723433 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.728629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Bound using segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:04.729522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Bound port: 2b927cac-029a-4fde-9848-d7a1854fcb53, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:04.734510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.819182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-31bab2ed-80fe-409c-a3c4-13c07e6ccd16 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496011 Nov 22 16:45:04.864949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] For port 2b927cac-029a-4fde-9848-d7a1854fcb53, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:04.867938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Allocated IP 172.25.0.245 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/9d3e689d-3cfd-466a-8f45-6c0de0e996b8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:04.874297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] For port 2b927cac-029a-4fde-9848-d7a1854fcb53, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2b927cac-029a-4fde-9848-d7a1854fcb53,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:04.880039 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.880689 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:45:04.956099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-5ca33b2e-baf4-4e06-9ae2-8991f790202d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0041cd8c-9640-47b1-896a-7445382c04ca HTTP/1.1" status: 200 len: 217 time: 0.1206784 Nov 22 16:45:05.050576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bbcbe-bec9-4891-b209-1a04498b464c None None] Pushing event updated for resources: {'Port': ['ID=2b927cac-029a-4fde-9848-d7a1854fcb53,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:05.072601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b57ec60d-506a-4e3a-99be-7e5b6ca12261 req-654ba239-b702-472f-8d84-a30a57b1bad0 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713825 Nov 22 16:45:05.148958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8ce33020-de57-41e7-839f-00707dc457c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:05.150564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-8ce33020-de57-41e7-839f-00707dc457c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.1770928 Nov 22 16:45:05.272908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.369929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.389841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-24dff518-4aef-4c75-ae7a-98b040679d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:05.393674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-24dff518-4aef-4c75-ae7a-98b040679d6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2289824 Nov 22 16:45:05.481487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:05.485984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:05.515739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:05.516552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7db20-5a88-4e0f-886d-046b643f3243 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:05.578919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180877a7-94c9-47b3-8170-aa00715c6017 req-3e955a08-0bb2-4fda-a052-13c5409c554c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:05.593887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-180877a7-94c9-47b3-8170-aa00715c6017 req-3e955a08-0bb2-4fda-a052-13c5409c554c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.3694701 Nov 22 16:45:05.631766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Pushing event updated for resources: {'Port': ['ID=9d3e689d-3cfd-466a-8f45-6c0de0e996b8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:05.674364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d74bbac4-6051-4b28-b323-88c1f946e437 None None] Provisioning complete for port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:05.684028 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d74bbac4-6051-4b28-b323-88c1f946e437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.783193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-180877a7-94c9-47b3-8170-aa00715c6017 req-0e2571ad-f86c-4dad-9907-f9709eef84fd tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879015 Nov 22 16:45:05.854692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-f8813ea1-3fb2-4203-9143-c9e480574e33 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519854 Nov 22 16:45:05.899798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d74bbac4-6051-4b28-b323-88c1f946e437 None None] Port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:06.152653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca0b8935-a005-420b-99b4-bf57b021a1d2 req-191852df-4d2b-49c8-98c0-73f9faf23869 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883050 Nov 22 16:45:06.174040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.233902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-269d3ea0-33c7-4ba3-8dce-28bc00ecd543 req-bd3d0fc1-658a-43fd-b689-0c864ec970ee tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0921352 Nov 22 16:45:06.416496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61e39f00-946a-4fd7-8525-12279081313f req-944820fd-08fc-4fa3-a1c0-169297fb98a6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0665023 Nov 22 16:45:06.527119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.618359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc029b5-345e-446f-907b-97e41fc30bc2 req-77f8d36a-72c7-4205-bad4-de57c215a274 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:06.629830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7fc029b5-345e-446f-907b-97e41fc30bc2 req-77f8d36a-72c7-4205-bad4-de57c215a274 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1256249 Nov 22 16:45:06.732293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.774335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7fc029b5-345e-446f-907b-97e41fc30bc2 req-da1f3603-684b-452b-a7f2-c9ee4296b2f4 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394296 Nov 22 16:45:07.026720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a412f-2e3c-4b32-9c0e-7acc089eefeb req-b111a0b5-3b02-4c76-830b-477ed475e533 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:07.041477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c23a412f-2e3c-4b32-9c0e-7acc089eefeb req-b111a0b5-3b02-4c76-830b-477ed475e533 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.1099436 Nov 22 16:45:07.091903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fa8ae3-535e-4821-b048-6291a4645318 None None] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:07.143030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c23a412f-2e3c-4b32-9c0e-7acc089eefeb req-757b81a4-bf2d-45da-a256-96a0c3d79928 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949872 Nov 22 16:45:07.261427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-78a0701e-7f38-4486-9bb5-c8f17cdb8f58 None None] Provisioning complete for port 2b927cac-029a-4fde-9848-d7a1854fcb53 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:07.262655 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78a0701e-7f38-4486-9bb5-c8f17cdb8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.704619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78a0701e-7f38-4486-9bb5-c8f17cdb8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.734178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2b927cac-029a-4fde-9848-d7a1854fcb53 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:07.749792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00df8a5-af4d-4ec4-bdc1-985f817d404e req-c6a9477a-acc7-4ec7-b270-475d6efc3786 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:07.769647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c00df8a5-af4d-4ec4-bdc1-985f817d404e req-c6a9477a-acc7-4ec7-b270-475d6efc3786 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.1608787 Nov 22 16:45:07.833319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-78a0701e-7f38-4486-9bb5-c8f17cdb8f58 None None] For port 2b927cac-029a-4fde-9848-d7a1854fcb53, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2b927cac-029a-4fde-9848-d7a1854fcb53,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:07.872378 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78a0701e-7f38-4486-9bb5-c8f17cdb8f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.915587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c00df8a5-af4d-4ec4-bdc1-985f817d404e req-27a542da-ee80-4f8c-9bae-458b657ddcf1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446562 Nov 22 16:45:08.015280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Router cb94267a-cb2c-4f9f-8d76-90aa1acab033 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:45:08.016803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.051601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2b927cac-029a-4fde-9848-d7a1854fcb53 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:08.054048 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.109072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4055880-5320-4897-9b26-c8bf39917476 req-93a966f1-51eb-4990-94e7-2753fb662a4c tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0588727 Nov 22 16:45:08.234544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0701e-7f38-4486-9bb5-c8f17cdb8f58 None None] Pushing event updated for resources: {'Port': ['ID=2b927cac-029a-4fde-9848-d7a1854fcb53,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:08.322806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de2e9130-f7e3-44c5-a121-4b82e853d209 req-3bdc3a00-7e6f-4a1f-b79b-7c20f230af3d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0704358 Nov 22 16:45:08.420842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:08.446346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Sync routers for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:08.480164 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.485541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34710) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:08.485960 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e4072bdb-d601-483d-b514-dea99316588e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6438897 Nov 22 16:45:08.488228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:08.492739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:08.689947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a645078d-4eae-44ad-9ff0-4f0202eef93c None None] Provisioning complete for port 2b927cac-029a-4fde-9848-d7a1854fcb53 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:08.689947 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a645078d-4eae-44ad-9ff0-4f0202eef93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.714824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8701e11-c7f1-4ffc-a4bc-5d8df46c95e0 req-1d96feec-b339-44e4-b392-49130ad3ec67 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:08.725560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8701e11-c7f1-4ffc-a4bc-5d8df46c95e0 req-1d96feec-b339-44e4-b392-49130ad3ec67 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.2586820 Nov 22 16:45:08.910737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8701e11-c7f1-4ffc-a4bc-5d8df46c95e0 req-7adcb739-d8d5-4cfb-b03f-eaab283b22aa tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835558 Nov 22 16:45:09.041414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:09.562357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2b927cac-029a-4fde-9848-d7a1854fcb53 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:09.635977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db580226-1cff-41c3-b2e4-c70d88bf6b86 req-faaf775d-03a2-402a-aaf7-47b95bdea3d3 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0573592 Nov 22 16:45:09.880015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2b927cac-029a-4fde-9848-d7a1854fcb53 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:09.880015 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.186362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:05Z', 'revision_number': 3, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:10.300469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Checking router: cb94267a-cb2c-4f9f-8d76-90aa1acab033 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:10.300469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Updating router cb94267a-cb2c-4f9f-8d76-90aa1acab033 port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:45:10.352585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.434026 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.453873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fb1e4-99e4-4bd8-b98f-ddcbbd986b4d req-1b18a514-091b-4eec-8977-c152e00d674b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:10.465281 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-984fb1e4-99e4-4bd8-b98f-ddcbbd986b4d req-1b18a514-091b-4eec-8977-c152e00d674b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.4514253 Nov 22 16:45:10.571556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-984fb1e4-99e4-4bd8-b98f-ddcbbd986b4d req-d40c145d-287e-4153-bd2a-5f95daad6a80 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049807 Nov 22 16:45:10.947159 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.955757 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.016806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eebeb6-2636-4185-910b-4d54c8d0e52d None None] Pushing event updated for resources: {'Port': ['ID=9d3e689d-3cfd-466a-8f45-6c0de0e996b8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:11.037253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Attempting to bind port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:11.037958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Attempting to bind port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:11.038649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Attempting to bind port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:11.050925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbb3618-e40b-4add-82c1-74eeb01d09c9 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:11.074437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:11.075031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:11.075277 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.077135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:11.077653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Bound port: 9d3e689d-3cfd-466a-8f45-6c0de0e996b8, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:11.078098 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.208835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8d2e5bdd-e62d-452a-ab30-f497fcda8f0b None None] Provisioning complete for port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:11.209933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5bdd-e62d-452a-ab30-f497fcda8f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.298093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e5bdd-e62d-452a-ab30-f497fcda8f0b None None] Port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:11.332815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] For port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:11.341913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] For port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d3e689d-3cfd-466a-8f45-6c0de0e996b8,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:11.350790 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.511107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eebeb6-2636-4185-910b-4d54c8d0e52d None None] Pushing event updated for resources: {'Port': ['ID=9d3e689d-3cfd-466a-8f45-6c0de0e996b8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:11.569788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:11.570389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:11.750166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e3c8cd9-5034-4154-97e3-ae2fd403cc47 req-c7e70b88-8c28-48ca-9667-74317bba969a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=31a7f8fa-8957-4136-8932-6adc4135f0a1 HTTP/1.1" status: 200 len: 210 time: 0.8919814 Nov 22 16:45:11.828980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Allocated IP 172.20.0.1 (cdab1f6b-3d2d-4626-a141-ba897a65d650/18457c2f-2125-46fd-a787-be78ee4116b0/cf2db5e7-971d-46fd-bae8-545a38b081ce) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:12.139154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ccfd8-326e-47d8-89b9-5f852ac26492 req-5bc5bf0b-57e9-4901-9d97-b8c92da07d0f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:12.148981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-160ccfd8-326e-47d8-89b9-5f852ac26492 req-5bc5bf0b-57e9-4901-9d97-b8c92da07d0f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1963677 Nov 22 16:45:12.226040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ff059-d7d2-4056-9e11-bbad5f2650e4 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:12.342801 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.345648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:12.370722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-160ccfd8-326e-47d8-89b9-5f852ac26492 req-f07511f9-c500-4c49-b5ee-01bc8a87847c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203505 Nov 22 16:45:12.480717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.486884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-281ddd39-86b2-4ab2-adf9-747a5bd51cc3 None None] Provisioning complete for port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:12.488199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-281ddd39-86b2-4ab2-adf9-747a5bd51cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.604070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2db5e7-971d-46fd-bae8-545a38b081ce,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:12.641058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:12.649542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:12.669316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:13.049537 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-281ddd39-86b2-4ab2-adf9-747a5bd51cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.049818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.134187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-281ddd39-86b2-4ab2-adf9-747a5bd51cc3 None None] For port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d3e689d-3cfd-466a-8f45-6c0de0e996b8,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:13.160976 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-281ddd39-86b2-4ab2-adf9-747a5bd51cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.170632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa41bd-5800-4a76-afe1-7a598ebaf45c req-87ffc415-6b5c-4e55-8ab7-59be6603a17f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:13.185145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5fa41bd-5800-4a76-afe1-7a598ebaf45c req-87ffc415-6b5c-4e55-8ab7-59be6603a17f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.3834298 Nov 22 16:45:13.231171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:05Z', 'revision_number': 3, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:13.275655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5fa41bd-5800-4a76-afe1-7a598ebaf45c req-b73655bf-1fcb-4cd1-b10e-a8d69529debd tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874076 Nov 22 16:45:13.353572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beda67a-85eb-46bd-b34b-d548533a6df0 None None] The sync data for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 is: [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:05Z', 'revision_number': 3, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:13.437101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-22479a67-9862-49e0-a7e0-5e65761012ab None None] Provisioning complete for port cf2db5e7-971d-46fd-bae8-545a38b081ce triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:13.438300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22479a67-9862-49e0-a7e0-5e65761012ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.514563 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70094afa-b915-40f9-bea3-35c20ecc7d2b req-d63d4f01-7f5c-4a3a-851e-0e6477d3d534 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0722549 Nov 22 16:45:13.596551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ddd39-86b2-4ab2-adf9-747a5bd51cc3 None None] Pushing event updated for resources: {'Port': ['ID=9d3e689d-3cfd-466a-8f45-6c0de0e996b8,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:13.619358 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.619865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-22479a67-9862-49e0-a7e0-5e65761012ab None None] Port cf2db5e7-971d-46fd-bae8-545a38b081ce cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:14.209702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.224142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.426835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2db5e7-971d-46fd-bae8-545a38b081ce,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:14.496366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.680510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:14.690186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:15.074599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Router cb94267a-cb2c-4f9f-8d76-90aa1acab033 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:45:15.177722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f30568f6-fa53-4a4a-9a48-28ddeac8328f None None] Provisioning complete for port cf2db5e7-971d-46fd-bae8-545a38b081ce triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:15.178689 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f30568f6-fa53-4a4a-9a48-28ddeac8328f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:15.267882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f30568f6-fa53-4a4a-9a48-28ddeac8328f None None] Port cf2db5e7-971d-46fd-bae8-545a38b081ce cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:15.327011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:15.348459 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c343e580-21c6-49de-bbcf-2b7c4dc0cfc4 admin admin] 10.222.0.59 "PUT /v2.0/routers/cb94267a-cb2c-4f9f-8d76-90aa1acab033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8513455 Nov 22 16:45:15.424169 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10b689b0-f58c-4f2b-b04b-162e72233e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:15.557958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:15.660190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:15.661301 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.460416 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Sync routers for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:16.479107 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:16.480082 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:44:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:16.720828 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:17.293579 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 2, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:17.346816 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Checking router: cb94267a-cb2c-4f9f-8d76-90aa1acab033 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:17.347236 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Updating router cb94267a-cb2c-4f9f-8d76-90aa1acab033 port cf2db5e7-971d-46fd-bae8-545a38b081ce binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:45:17.420162 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:17.860355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-30a5e9a3-df6a-466d-9691-f6aaaa32d32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.147378 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.155798 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.296693 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c89bb-d90a-4614-a8a2-f3e35bc1c1e0 None None] Pushing event updated for resources: {'Port': ['ID=cf2db5e7-971d-46fd-bae8-545a38b081ce,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:18.361810 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Attempting to bind port cf2db5e7-971d-46fd-bae8-545a38b081ce on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:18.362261 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Attempting to bind port cf2db5e7-971d-46fd-bae8-545a38b081ce by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:18.363193 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Attempting to bind port cf2db5e7-971d-46fd-bae8-545a38b081ce on network cdab1f6b-3d2d-4626-a141-ba897a65d650 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:18.371927 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:18.372305 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Checking segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:18.376637 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.377197 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Bound using segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:18.377768 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Bound port: cf2db5e7-971d-46fd-bae8-545a38b081ce, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:18.378227 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.499933 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] For port cf2db5e7-971d-46fd-bae8-545a38b081ce, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:18.503903 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] For port cf2db5e7-971d-46fd-bae8-545a38b081ce, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cf2db5e7-971d-46fd-bae8-545a38b081ce,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:18.510123 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.540062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-736a6632-402e-43eb-984a-21c9e4f0199c None None] Provisioning complete for port cf2db5e7-971d-46fd-bae8-545a38b081ce triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:18.540908 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-736a6632-402e-43eb-984a-21c9e4f0199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.654360 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:18.667417 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:45:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:18.669725 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c89bb-d90a-4614-a8a2-f3e35bc1c1e0 None None] Pushing event updated for resources: {'Port': ['ID=cf2db5e7-971d-46fd-bae8-545a38b081ce,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:18.815528 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-736a6632-402e-43eb-984a-21c9e4f0199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.920929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-736a6632-402e-43eb-984a-21c9e4f0199c None None] For port cf2db5e7-971d-46fd-bae8-545a38b081ce, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cf2db5e7-971d-46fd-bae8-545a38b081ce,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:18.946350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-736a6632-402e-43eb-984a-21c9e4f0199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.975920 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:19.094938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a6632-402e-43eb-984a-21c9e4f0199c None None] Pushing event updated for resources: {'Port': ['ID=cf2db5e7-971d-46fd-bae8-545a38b081ce,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:19.137769 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:19.160102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-41858466-a9ed-4155-895e-4d438cdedf3b None None] Provisioning complete for port cf2db5e7-971d-46fd-bae8-545a38b081ce triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:19.160489 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-41858466-a9ed-4155-895e-4d438cdedf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:19.409942 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:19.481442 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46638365-0cc8-499b-8890-2de3c378c839 None None] The sync data for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 is: [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:20.690653 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:21.325201 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:21.566310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cf2db5e7-971d-46fd-bae8-545a38b081ce up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:21.675839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port cf2db5e7-971d-46fd-bae8-545a38b081ce triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:21.676347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:22.828506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af547a-177a-4cd3-b9c9-2280fb4b53e2 req-a2f8d453-2ddb-41bc-82c8-bb5a3a56f75b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:22.831044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98af547a-177a-4cd3-b9c9-2280fb4b53e2 req-a2f8d453-2ddb-41bc-82c8-bb5a3a56f75b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.0799255 Nov 22 16:45:22.927569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98af547a-177a-4cd3-b9c9-2280fb4b53e2 req-4f0336ef-6582-4c70-a06c-99639baf64b9 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864844 Nov 22 16:45:23.293755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e99b3743-2960-4bc4-a994-482aa1fb4d19 req-b2ccf7b3-e182-410f-9e5e-60280ed43145 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0531011 Nov 22 16:45:23.753150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.760673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cda404e4-de49-4b69-a67d-1b57dc8e5e49 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534138598', 'description': 'tempest-description--1828966550'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:23.792870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cda404e4-de49-4b69-a67d-1b57dc8e5e49 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:23.868116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdb819-dc0d-462f-a15b-61b37ce2c68d req-092bbec2-4891-4254-b03a-128e350d8b5c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:23.869948 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7fdb819-dc0d-462f-a15b-61b37ce2c68d req-092bbec2-4891-4254-b03a-128e350d8b5c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.0629308 Nov 22 16:45:23.882320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cda404e4-de49-4b69-a67d-1b57dc8e5e49 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:23.894232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cda404e4-de49-4b69-a67d-1b57dc8e5e49 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:23.924066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7fdb819-dc0d-462f-a15b-61b37ce2c68d req-187bcc9f-0e98-457b-ad10-734056c2b39d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480065 Nov 22 16:45:23.966408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cda404e4-de49-4b69-a67d-1b57dc8e5e49 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:23.970453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cda404e4-de49-4b69-a67d-1b57dc8e5e49 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2125249 Nov 22 16:45:23.971474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.974219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda404e4-de49-4b69-a67d-1b57dc8e5e49 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5125e53b-e0da-4bbb-b787-6dc98cca372c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:23.977217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-46949f78-6aa6-4d55-8b9b-7405ac04250c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'security_group_rule': {'security_group_id': '5125e53b-e0da-4bbb-b787-6dc98cca372c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:24.065707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46949f78-6aa6-4d55-8b9b-7405ac04250c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.101914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e264f5-7c65-4b20-9f63-1d6529f469a7 req-53eafa40-6835-4157-87ed-f1a58b90a0ac tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:24.110085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33e264f5-7c65-4b20-9f63-1d6529f469a7 req-53eafa40-6835-4157-87ed-f1a58b90a0ac tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.0911167 Nov 22 16:45:24.168851 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46949f78-6aa6-4d55-8b9b-7405ac04250c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.187824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33e264f5-7c65-4b20-9f63-1d6529f469a7 req-59432aa0-b6d3-45ec-a1e6-6d9aef1d9b03 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765111 Nov 22 16:45:24.198344 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46949f78-6aa6-4d55-8b9b-7405ac04250c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.235563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46949f78-6aa6-4d55-8b9b-7405ac04250c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d602fff-07b9-41f2-a1e4-af98d8d5571f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:24.245814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46949f78-6aa6-4d55-8b9b-7405ac04250c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.247396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-46949f78-6aa6-4d55-8b9b-7405ac04250c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2744999 Nov 22 16:45:24.250291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.255660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-99300171-f0f8-4fc2-a84e-1f44ee61dcee tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'security_group_rule': {'security_group_id': '5125e53b-e0da-4bbb-b787-6dc98cca372c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:24.307170 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99300171-f0f8-4fc2-a84e-1f44ee61dcee tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.396205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99300171-f0f8-4fc2-a84e-1f44ee61dcee tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.415769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99300171-f0f8-4fc2-a84e-1f44ee61dcee tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.460703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99300171-f0f8-4fc2-a84e-1f44ee61dcee tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151f091a-89b6-4b51-89b4-ec877c83f115,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:24.469996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b292-4672-401c-b865-53a4e4507174 req-318d90b4-46bc-4ffc-a4a4-1d2547b409ed tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:24.484837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-318d90b4-46bc-4ffc-a4a4-1d2547b409ed tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.1609073 Nov 22 16:45:24.496034 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99300171-f0f8-4fc2-a84e-1f44ee61dcee tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.501176 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-99300171-f0f8-4fc2-a84e-1f44ee61dcee tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2466388 Nov 22 16:45:24.501998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.512186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-c9988537-fd8b-4486-8f38-9d4ff5a8b46a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/quotas/44eafc3000ae4432af83a8d4dfabffec HTTP/1.1" status: 200 len: 375 time: 0.0261304 Nov 22 16:45:24.516214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:24.550558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-15cf4afd-0f2a-4e45-bcde-c43b09e3dd63 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373387 Nov 22 16:45:24.574435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.682315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-6cbff92f-a662-41ea-9878-3f71b33d29af service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211686 Nov 22 16:45:24.716936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.870577 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-c6a5e97b-83cb-4f0b-8a73-dae1fed44f7a service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843233 Nov 22 16:45:24.896646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Allocated IP 172.25.0.132 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/c0e3bcbe-2049-450f-8a2c-b8445aae9576) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:25.105702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.184224 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.225736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f7111-4d11-4bee-9ce9-3a3c1366babd req-80b4caa2-774e-4af8-bb1e-c866aeb29fbf tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:25.228842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd7f7111-4d11-4bee-9ce9-3a3c1366babd req-80b4caa2-774e-4af8-bb1e-c866aeb29fbf tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1250343 Nov 22 16:45:25.306874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:25.311147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:25.319720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:25.357952 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd7f7111-4d11-4bee-9ce9-3a3c1366babd req-5f1a7b7d-dc8a-44e2-9497-73756e89fffe tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072621 Nov 22 16:45:25.453028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'Port': ['ID=c0e3bcbe-2049-450f-8a2c-b8445aae9576,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:25.483014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.582132 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.928622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.971047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:25.976864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:26.228961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'Port': ['ID=c0e3bcbe-2049-450f-8a2c-b8445aae9576,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:26.255398 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:26.279675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:26.320318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:26.324891 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-91fea860-a5f3-4d3c-8314-c155666303c9 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8173816 Nov 22 16:45:26.349055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:26.356076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:26.363747 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69385a1c-23ca-47dc-b175-946decd91bdc" -d '{"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:26.378464 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:26.525922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=11']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:26.550406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be82a2fb-63a3-4a97-bb9c-c1f0f8028ce7 req-2daf756f-3742-4d8e-b955-de87deb35c1b tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.1094537 Nov 22 16:45:26.750992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f46a0d5-c84d-478c-a91d-665adfe93781 req-a1b6f0b4-f994-4042-ac8b-7ead160b2692 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 210 time: 0.0600064 Nov 22 16:45:26.858186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b292-4672-401c-b865-53a4e4507174 req-240918a6-6b61-4338-847e-0bb94644fbbc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:26.872047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-240918a6-6b61-4338-847e-0bb94644fbbc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.3343420 Nov 22 16:45:26.893116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Request body: {'port': {'device_id': '29224a19-1553-4be9-ae28-63cd9e6abcf0', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'admin_state_up': True, 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:26.927674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3e1b2-c7d5-492f-affa-fe0c4ad286e9 req-b54c2b23-40fe-4845-aaf1-46f078008d16 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:26.929585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55d3e1b2-c7d5-492f-affa-fe0c4ad286e9 req-b54c2b23-40fe-4845-aaf1-46f078008d16 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.0887127 Nov 22 16:45:27.044103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55d3e1b2-c7d5-492f-affa-fe0c4ad286e9 req-47550b2f-ff70-4ebd-bcc8-4ea4bb19d668 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015911 Nov 22 16:45:27.112204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:27.120094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.331994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a41db7-fdc0-46c0-999d-25498ebc95e3 req-99045221-0e19-46a1-8e85-1e9900454b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.334143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16a41db7-fdc0-46c0-999d-25498ebc95e3 req-99045221-0e19-46a1-8e85-1e9900454b79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 1096 time: 0.1710899 Nov 22 16:45:27.371835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51254ca9-5f4b-4dec-aa70-32da0eb0f64e req-96ef6f00-20a7-4eda-891a-d66ffa341763 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.374576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51254ca9-5f4b-4dec-aa70-32da0eb0f64e req-96ef6f00-20a7-4eda-891a-d66ffa341763 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2023067 Nov 22 16:45:27.397459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Allocated IP 172.20.0.10 (98d0b033-fe9f-424a-8d78-931c2d014ef7/5947e8c2-1a5c-4e3a-bd3f-e648b869d20b/5c1a36b1-4c28-41ea-9908-2ef9d98ebedd) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:27.482647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16a41db7-fdc0-46c0-999d-25498ebc95e3 req-88d462f2-69d8-44b2-affb-4f19a6bf907f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063836 Nov 22 16:45:27.524300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51254ca9-5f4b-4dec-aa70-32da0eb0f64e req-38cf71aa-e29e-4af7-981a-f56a5d1e37e7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394768 Nov 22 16:45:27.585989 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b217f0e-1374-468e-aa4c-fc78464ad5ae x-openstack-request-id: req-9b217f0e-1374-468e-aa4c-fc78464ad5ae {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:27.586841 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:27.586841 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b217f0e-1374-468e-aa4c-fc78464ad5ae {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:27.587271 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'code': 200} Nov 22 16:45:27.626590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.700708 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0600a-d194-4bee-bdd2-3cf480ed8d01 req-4539b5d6-42f3-4a57-bf91-630ed693edf1 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.705147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.708622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ca0600a-d194-4bee-bdd2-3cf480ed8d01 req-4539b5d6-42f3-4a57-bf91-630ed693edf1 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.0718718 Nov 22 16:45:27.806768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ca0600a-d194-4bee-bdd2-3cf480ed8d01 req-8759ee9b-e810-4605-a781-6c5a76704213 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962956 Nov 22 16:45:27.824671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event updated for resources: {'Port': ['ID=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:27.865261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:27.865261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:27.865261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:27.943414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.944561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.967271 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-3b00b71c-ee64-462d-97fb-9eeced5cdb62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0855999 Nov 22 16:45:27.983157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Request body: {'port': {'device_id': '29224a19-1553-4be9-ae28-63cd9e6abcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:28.091493 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.092300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-80abb13f-7c54-4f73-96fa-df2628853943 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--534138598&fields=id&tenant_id=1d81239f162045c3b0b6c25a0f26bec9 HTTP/1.1" status: 200 len: 267 time: 0.1390307 Nov 22 16:45:28.262132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-695c5909-bbd8-40eb-a69c-e8f79e54ccc7 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:28.269557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-695c5909-bbd8-40eb-a69c-e8f79e54ccc7 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 811 time: 0.1760633 Nov 22 16:45:28.282881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-1e92b3d8-4ab8-4069-9403-5b0457b95a5b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/quotas/1d81239f162045c3b0b6c25a0f26bec9 HTTP/1.1" status: 200 len: 375 time: 0.0123336 Nov 22 16:45:28.367922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-cb4c5062-86a9-44d8-b9e8-7448f052cb61 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775099 Nov 22 16:45:28.466857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:28.482412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.497915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Transition to ACTIVE for port object 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:28.503778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.577739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:28.590926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-99857bf3-7ffb-4a4a-93dc-4e599e9c7fd2 service neutron] 10.222.0.59 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982274 Nov 22 16:45:28.667545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Attempting to bind port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:28.668432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Attempting to bind port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:28.669021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Attempting to bind port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:28.676544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:28.677254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Attempting to bind port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:28.683778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:28.684636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Checking segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:28.685252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Bound using segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:28.685912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Bound port: 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:28.686516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.816242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-aa982a3b-7b0d-49f4-a2d8-b8ee3e73ec16 service neutron] 10.222.0.59 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240846 Nov 22 16:45:28.837711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] For port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:28.853008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] For port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:28.865380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.950095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:28.950621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.952728 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] 10.222.0.62 "PUT /v2.0/ports/5c1a36b1-4c28-41ea-9908-2ef9d98ebedd HTTP/1.1" status: 200 len: 1092 time: 0.9767451 Nov 22 16:45:28.953445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29224a19-1553-4be9-ae28-63cd9e6abcf0', 'tag': '5c1a36b1-4c28-41ea-9908-2ef9d98ebedd'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:28.956083 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd8904f-99d5-4560-be28-664f9c9af217" -d '{"events": [{"name": "network-changed", "server_uuid": "29224a19-1553-4be9-ae28-63cd9e6abcf0", "tag": "5c1a36b1-4c28-41ea-9908-2ef9d98ebedd"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:29.011985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188b8eb-6a7b-4de1-bf4d-f6a18007c7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:29.076614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b292-4672-401c-b865-53a4e4507174 req-2d8bb887-588f-472d-905c-fce93db49c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.087103 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-2d8bb887-588f-472d-905c-fce93db49c74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 1095 time: 0.0752041 Nov 22 16:45:29.172424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-17b6fcc0-bcfd-447e-83e3-79a57ed01d74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd HTTP/1.1" status: 200 len: 217 time: 0.0796649 Nov 22 16:45:29.316570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b292-4672-401c-b865-53a4e4507174 req-2fe71445-303e-4e50-ad1b-3f5719194e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.320264 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-2fe71445-303e-4e50-ad1b-3f5719194e50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.1441448 Nov 22 16:45:29.443227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-00415a82-8118-4ed9-9a69-2514717cddb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139522 Nov 22 16:45:29.520991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-020d1eb7-def5-4ecb-9cf4-927c312a1426 req-e014710d-d9aa-462f-a3d7-5fac2e864c8f tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0361094 Nov 22 16:45:29.576299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-2d660c47-34b6-4986-b50e-5574af010bc6 service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240149 Nov 22 16:45:29.729648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffd69a-987c-4f9d-b544-5b7c0e846ce8 req-42f5e2c3-b0dd-499e-b5c9-2e45458725dd tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.738015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3ffd69a-987c-4f9d-b544-5b7c0e846ce8 req-42f5e2c3-b0dd-499e-b5c9-2e45458725dd tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.1137550 Nov 22 16:45:29.798872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-5594bfbf-e1ac-4779-95a1-48a0c0fc33b1 service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115464 Nov 22 16:45:29.849280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3ffd69a-987c-4f9d-b544-5b7c0e846ce8 req-f028f158-e4c7-424a-a892-ac0bdcf4a6a1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103530 Nov 22 16:45:30.066992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e63ea6-0d11-43d2-a5ea-f7f9abe17732 req-4c9826b0-0272-4b14-a135-971c86995c9f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:30.087375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9e63ea6-0d11-43d2-a5ea-f7f9abe17732 req-4c9826b0-0272-4b14-a135-971c86995c9f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1094401 Nov 22 16:45:30.166396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9e63ea6-0d11-43d2-a5ea-f7f9abe17732 req-a0588d81-3bd2-4bd3-b14a-00c92af283c9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775292 Nov 22 16:45:30.333267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60f9de-df19-48d1-958e-94f0ae32cf5e req-d1b5775f-0163-4e89-a6ac-b795c7d84cb6 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:30.351452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc60f9de-df19-48d1-958e-94f0ae32cf5e req-d1b5775f-0163-4e89-a6ac-b795c7d84cb6 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1086619 Nov 22 16:45:30.448876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc60f9de-df19-48d1-958e-94f0ae32cf5e req-8ac172c2-c154-4401-9b93-13123f9679cd tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960836 Nov 22 16:45:30.559663 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aa5bc1-eeab-43ac-ab0f-f3e4847412f4 x-openstack-request-id: req-a5aa5bc1-eeab-43ac-ab0f-f3e4847412f4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:30.559976 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29224a19-1553-4be9-ae28-63cd9e6abcf0", "tag": "5c1a36b1-4c28-41ea-9908-2ef9d98ebedd", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:30.560204 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5aa5bc1-eeab-43ac-ab0f-f3e4847412f4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:30.560609 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29224a19-1553-4be9-ae28-63cd9e6abcf0', 'tag': '5c1a36b1-4c28-41ea-9908-2ef9d98ebedd', 'status': 'completed', 'code': 200} Nov 22 16:45:30.688778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-1e74e3d6-5d5e-4bfe-b193-7304d07674b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:30.701619 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-1e74e3d6-5d5e-4bfe-b193-7304d07674b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 1095 time: 0.1423371 Nov 22 16:45:30.747680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa84c8bb-fecc-4146-8dcf-064dcda8270d req-959ea3de-7388-45c0-b080-78a7cbdb5b15 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 210 time: 0.0916643 Nov 22 16:45:31.064466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3555d-a48c-4d57-b603-c021cbf78f64 req-e22ad500-38e5-4472-a917-bf7f6b588733 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:31.065695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ed3555d-a48c-4d57-b603-c021cbf78f64 req-e22ad500-38e5-4472-a917-bf7f6b588733 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 944 time: 0.1385670 Nov 22 16:45:31.085592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-e47a3b9c-4769-4241-bcdd-1773fc63d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:31.088391 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-e47a3b9c-4769-4241-bcdd-1773fc63d61c service neutron] 10.222.0.62 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 912 time: 0.3783128 Nov 22 16:45:31.130215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-5634fe7e-5282-4a34-956d-b7ee891ecfbf tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:31.132353 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-5634fe7e-5282-4a34-956d-b7ee891ecfbf tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 811 time: 0.2847536 Nov 22 16:45:31.158820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ed3555d-a48c-4d57-b603-c021cbf78f64 req-589e23b5-811b-4bab-ab6a-cf07efe56792 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864573 Nov 22 16:45:31.207099 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-a928be02-1179-43c2-8ede-a5684db836db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd HTTP/1.1" status: 200 len: 217 time: 0.1043417 Nov 22 16:45:31.318886 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-28c64c89-d5ce-4bcd-9fcc-6451e24f7be3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d81239f162045c3b0b6c25a0f26bec9 HTTP/1.1" status: 200 len: 379 time: 0.1443770 Nov 22 16:45:31.329622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'port': {'device_id': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'admin_state_up': True, 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'security_groups': ['5125e53b-e0da-4bbb-b787-6dc98cca372c']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:31.434111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-b5463377-c9f2-4f0c-92e4-a0950608fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:31.436596 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-b5463377-c9f2-4f0c-92e4-a0950608fc3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.1590948 Nov 22 16:45:31.488872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-4cf8d0c1-4f5c-47b4-b370-ea01f9777ace service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435929 Nov 22 16:45:31.499505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbaa41-87d6-45c8-a54f-8ad1a6f4943a req-dc2084f1-7539-400b-a968-e59756edba60 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:31.501070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51bbaa41-87d6-45c8-a54f-8ad1a6f4943a req-dc2084f1-7539-400b-a968-e59756edba60 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0685737 Nov 22 16:45:31.621535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Made reservation on behalf of 1d81239f162045c3b0b6c25a0f26bec9 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:31.627071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51bbaa41-87d6-45c8-a54f-8ad1a6f4943a req-e326b3b1-1362-4301-84be-898d263b4b62 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183646 Nov 22 16:45:31.628856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.651769 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-e0a4a734-3ade-4968-b5f9-1e3f8434eb7e service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492023 Nov 22 16:45:31.823778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d471f663-326f-4a48-8179-f2ef01b466cb req-507724aa-522e-45e8-a2f7-cc9dc255f5a7 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0920358 Nov 22 16:45:31.982103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Allocated IP 172.20.0.12 (cdab1f6b-3d2d-4626-a141-ba897a65d650/18457c2f-2125-46fd-a787-be78ee4116b0/a66b1300-2142-4e2f-9b8b-d640d12acff8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:31.989609 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5dd8904f-99d5-4560-be28-664f9c9af217 req-8913a90a-1392-4139-9954-11e0959ccc17 service neutron] 10.222.0.62 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304074 Nov 22 16:45:31.996038 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:32.041743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd626e0-4d88-4feb-80f9-ffbfd034fdbc req-fd223488-fbd4-48f3-88d4-2775db021200 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:32.051442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4dd626e0-4d88-4feb-80f9-ffbfd034fdbc req-fd223488-fbd4-48f3-88d4-2775db021200 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.1062789 Nov 22 16:45:32.184422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4dd626e0-4d88-4feb-80f9-ffbfd034fdbc req-e216ebb3-fc88-4242-9446-3d637d652a3f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317103 Nov 22 16:45:32.220935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:32.244950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'mac_address': 'fa:16:3e:4d:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:32.313643 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.334400 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c594e-94e5-4fde-96dc-390fb5d98b83 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:32.341821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15e05-9a5b-4522-9735-2de90b34e3b5 req-ca6c17a7-1022-4459-b056-b586ed5bfe08 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:32.343978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97e15e05-9a5b-4522-9735-2de90b34e3b5 req-ca6c17a7-1022-4459-b056-b586ed5bfe08 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0830548 Nov 22 16:45:32.346392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.394881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:32.405631 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.419476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.462731 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97e15e05-9a5b-4522-9735-2de90b34e3b5 req-8e5a6a3a-f324-40ee-a810-f2f97e7db073 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025958 Nov 22 16:45:32.489646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:32.493631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:32.500083 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:32.533876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'Port': ['ID=a66b1300-2142-4e2f-9b8b-d640d12acff8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:32.536060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=12']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:32.580089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:32.581382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.622874 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-7f346740-fee8-4c5c-808f-a557c9c6e8cc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2967384 Nov 22 16:45:32.645262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Request body: {'port': {'device_id': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:32.758582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b24c594e-94e5-4fde-96dc-390fb5d98b83'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:32.771875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ef88b-af3d-445e-ac7e-f26e9330f1f8 req-eca54fe2-124b-4adf-b06f-0cd181091593 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:32.773153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.776795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b19ef88b-af3d-445e-ac7e-f26e9330f1f8 req-eca54fe2-124b-4adf-b06f-0cd181091593 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 932 time: 0.1009824 Nov 22 16:45:32.860431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b19ef88b-af3d-445e-ac7e-f26e9330f1f8 req-d537b864-82ed-463c-9c16-68b3efb61c1f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740354 Nov 22 16:45:33.045585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6171aedc-0a67-44ab-be8b-a78c2448db92 None None] Provisioning complete for port a66b1300-2142-4e2f-9b8b-d640d12acff8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:33.046267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6171aedc-0a67-44ab-be8b-a78c2448db92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.083019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6171aedc-0a67-44ab-be8b-a78c2448db92 None None] Port a66b1300-2142-4e2f-9b8b-d640d12acff8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:33.083562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312fde1-0dd0-4246-8c94-fb68dfcff73e req-8455222c-1c2e-4175-8b73-4d06a0b6f3a6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:33.093086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a312fde1-0dd0-4246-8c94-fb68dfcff73e req-8455222c-1c2e-4175-8b73-4d06a0b6f3a6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 944 time: 0.0952747 Nov 22 16:45:33.157610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a312fde1-0dd0-4246-8c94-fb68dfcff73e req-b1f0c1d3-5315-4f1b-9406-084f1e6e74f5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624518 Nov 22 16:45:33.280999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66b1300-2142-4e2f-9b8b-d640d12acff8 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:33.296030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.317745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Transition to ACTIVE for port object a66b1300-2142-4e2f-9b8b-d640d12acff8 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:33.325001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.481905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78d50c16-50cd-4720-9428-24de63b4d42a req-13c6cf0d-3a8d-4330-a1b6-ca485295f792 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0503144 Nov 22 16:45:33.482607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Pushing event updated for resources: {'Port': ['ID=a66b1300-2142-4e2f-9b8b-d640d12acff8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:33.617752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e0c1c-240b-4009-9638-812506886f7c req-dc06f437-590d-47bb-ab59-3b7507d236ff tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:33.630352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Attempting to bind port a66b1300-2142-4e2f-9b8b-d640d12acff8 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:33.630936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Attempting to bind port a66b1300-2142-4e2f-9b8b-d640d12acff8 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:33.636083 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Attempting to bind port a66b1300-2142-4e2f-9b8b-d640d12acff8 on network cdab1f6b-3d2d-4626-a141-ba897a65d650 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:33.637172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd6e0c1c-240b-4009-9638-812506886f7c req-dc06f437-590d-47bb-ab59-3b7507d236ff tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.0891078 Nov 22 16:45:33.648718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Port a66b1300-2142-4e2f-9b8b-d640d12acff8 on network cdab1f6b-3d2d-4626-a141-ba897a65d650 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:33.654182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Attempting to bind port a66b1300-2142-4e2f-9b8b-d640d12acff8 on network cdab1f6b-3d2d-4626-a141-ba897a65d650 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:33.668160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:33.668564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Checking segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:33.668883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Bound using segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:33.669325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Bound port: a66b1300-2142-4e2f-9b8b-d640d12acff8, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:33.669688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.753361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] For port a66b1300-2142-4e2f-9b8b-d640d12acff8, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:33.753978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd6e0c1c-240b-4009-9638-812506886f7c req-12809d10-7dfd-4e7b-81f4-0d8a8f151bb8 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152465 Nov 22 16:45:33.763055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] For port a66b1300-2142-4e2f-9b8b-d640d12acff8, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:33.768381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.892288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:33.892288 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.892893 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] 10.222.0.62 "PUT /v2.0/ports/a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 200 len: 1092 time: 1.2591662 Nov 22 16:45:33.893013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'tag': 'a66b1300-2142-4e2f-9b8b-d640d12acff8'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:33.911385 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bd5b34-913a-4668-bfc1-5b8463e774d4", "tag": "a66b1300-2142-4e2f-9b8b-d640d12acff8"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:33.938587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bc701-e432-4e63-b5c8-a23edcdc4682 service neutron] Pushing event updated for resources: {'Port': ['ID=a66b1300-2142-4e2f-9b8b-d640d12acff8,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:34.034699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:34.035803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-bd64b8e4-085e-41c0-b099-fb7c71ba97da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.036651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0a7ad-27ff-4967-a64d-f56b4408a1d0 req-9559d889-b477-4114-a0de-a3a68785458f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.040656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90f0a7ad-27ff-4967-a64d-f56b4408a1d0 req-9559d889-b477-4114-a0de-a3a68785458f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1374464 Nov 22 16:45:34.045510 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-bd64b8e4-085e-41c0-b099-fb7c71ba97da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 1095 time: 0.0782335 Nov 22 16:45:34.050024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:34.106747 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-403b2dc3-87ed-4496-a737-affc7b718b5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 200 len: 217 time: 0.0503988 Nov 22 16:45:34.144665 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90f0a7ad-27ff-4967-a64d-f56b4408a1d0 req-4738cf52-8ef8-491b-9e8f-81d7dc3f84ec tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961425 Nov 22 16:45:34.227617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:34.253905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-a9818fbc-de9f-4807-be83-ee4813910ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.259795 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-a9818fbc-de9f-4807-be83-ee4813910ddc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.1454196 Nov 22 16:45:34.265505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '5c1a36b1-4c28-41ea-9908-2ef9d98ebedd', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'port_id': '5c1a36b1-4c28-41ea-9908-2ef9d98ebedd', 'mac_address': 'fa:16:3e:fa:44:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e8c2-1a5c-4e3a-bd3f-e648b869d20b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:34.275231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b24c594e-94e5-4fde-96dc-390fb5d98b83 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:34.275899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.308092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84046c0a-342a-4481-a393-7f27a62a578e req-d44e3c27-0f04-4f03-b3f7-1751321e74f6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.310211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84046c0a-342a-4481-a393-7f27a62a578e req-d44e3c27-0f04-4f03-b3f7-1751321e74f6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 945 time: 0.0794010 Nov 22 16:45:34.369346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.371797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-b9e482d9-72f7-4a16-9a4f-ce249ac6e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.374714 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-b9e482d9-72f7-4a16-9a4f-ce249ac6e17e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034536 Nov 22 16:45:34.383616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84046c0a-342a-4481-a393-7f27a62a578e req-5530d1a1-c893-4489-8c27-e458c14cd900 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659852 Nov 22 16:45:34.469041 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.490279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:34.497544 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-83925eb6-a2bd-4517-945e-9382025c3a7a service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148396 Nov 22 16:45:34.518067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:34.520447 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9383d165-9787-4c52-b5f1-a2ef526d1b4e" -d '{"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:34.542434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:34.548706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:34.557472 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.567379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.568861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 322dbd38-a55f-402f-ab43-9a2ac65789f6 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:34.590378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067824b0-79e8-47d8-bb57-8cbfbfea4da4 req-1ec68f4c-4550-433e-bbb2-395fa3513a66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.600644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067824b0-79e8-47d8-bb57-8cbfbfea4da4 req-1ec68f4c-4550-433e-bbb2-395fa3513a66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 944 time: 0.0860863 Nov 22 16:45:34.671015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-067824b0-79e8-47d8-bb57-8cbfbfea4da4 req-b2da4ae3-f692-4a7c-8648-62524da48592 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692711 Nov 22 16:45:34.678733 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-490580ad-18e4-4ea2-bef8-7321b1064826 req-fe149cfa-7ace-4696-b535-3a876cdb8e2b service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702659 Nov 22 16:45:34.719568 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493cd838-6f2c-4694-b90d-c401a3597861 x-openstack-request-id: req-493cd838-6f2c-4694-b90d-c401a3597861 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:34.720519 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bd5b34-913a-4668-bfc1-5b8463e774d4", "tag": "a66b1300-2142-4e2f-9b8b-d640d12acff8", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:34.720750 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-493cd838-6f2c-4694-b90d-c401a3597861 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:34.721325 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'tag': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'status': 'completed', 'code': 200} Nov 22 16:45:34.744814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:34.747481 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.828581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-b73a205c-cb41-40fb-ac57-83b438646651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.830783 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-b73a205c-cb41-40fb-ac57-83b438646651 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 1095 time: 0.0747194 Nov 22 16:45:34.836848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:34.843758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=13']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:34.847561 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.908515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:34.979589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f964253-fe34-450b-9211-0848787fab79 req-be2c0c5a-b900-47b7-a663-97baf0b10a9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.982128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f964253-fe34-450b-9211-0848787fab79 req-be2c0c5a-b900-47b7-a663-97baf0b10a9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 945 time: 0.0624702 Nov 22 16:45:34.985689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-597df47b-fd4d-47a4-8839-e7c8a5169fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.987335 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-597df47b-fd4d-47a4-8839-e7c8a5169fd3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.1415672 Nov 22 16:45:35.033827 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f964253-fe34-450b-9211-0848787fab79 req-9f0d6ffa-f1d1-4bc5-aac4-e2d6be597221 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Nov 22 16:45:35.036562 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-f1600d11-98d3-4329-8482-60ae5d7b84ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 200 len: 217 time: 0.0416312 Nov 22 16:45:35.097832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-514accb5-d74d-4f1e-af98-cdc92d2b424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:35.099540 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-514accb5-d74d-4f1e-af98-cdc92d2b424f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.0563679 Nov 22 16:45:35.164443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-9eb0c5f7-32fc-45d4-837c-b9d5e9134e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:35.166219 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-9eb0c5f7-32fc-45d4-837c-b9d5e9134e4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589745 Nov 22 16:45:35.200456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09d82126-91cb-45b3-913c-41e27de3f872 req-59596d98-7de7-4fd9-bfbb-95da37643a92 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0319653 Nov 22 16:45:35.272819 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c25397-3c32-4d07-93a9-f5d421a9e376 x-openstack-request-id: req-85c25397-3c32-4d07-93a9-f5d421a9e376 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:35.272819 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-plugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:35.272819 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85c25397-3c32-4d07-93a9-f5d421a9e376 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:35.272819 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'code': 200} Nov 22 16:45:35.278991 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-182594c6-fe89-4a24-9580-c1a77ff24237 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038921 Nov 22 16:45:35.311705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['5c1a36b1-4c28-41ea-9908-2ef9d98ebedd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:35.388968 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fd376c2-707e-40a1-9bf3-5fd7fe709c3e req-00c4974a-0e01-4eaf-8dc1-bcbc44a0f0d0 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025360 Nov 22 16:45:35.398227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f185069-e7f2-4aad-ae86-635832286e95 req-055d494c-5e66-4fe2-9b2d-e361036f5782 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:35.407548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f185069-e7f2-4aad-ae86-635832286e95 req-055d494c-5e66-4fe2-9b2d-e361036f5782 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 943 time: 0.0731435 Nov 22 16:45:35.468522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f185069-e7f2-4aad-ae86-635832286e95 req-6ca00190-22f5-4b97-b38e-ad84bc058804 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597472 Nov 22 16:45:35.721838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f1246-3395-42c2-8f2c-7ba76af7f402 req-c53e1ad2-1575-4037-b9ab-7f05c9ad1088 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:35.723282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-144f1246-3395-42c2-8f2c-7ba76af7f402 req-c53e1ad2-1575-4037-b9ab-7f05c9ad1088 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.0591128 Nov 22 16:45:35.778337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-144f1246-3395-42c2-8f2c-7ba76af7f402 req-35473b70-e98a-48d6-833d-e3c4d238716b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478520 Nov 22 16:45:35.894914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8045644-ec99-4c10-828d-503aeb761afb req-c442ccf4-a569-4ea3-a25f-a2b68036d0a4 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:35.897495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8045644-ec99-4c10-828d-503aeb761afb req-c442ccf4-a569-4ea3-a25f-a2b68036d0a4 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0562162 Nov 22 16:45:35.963156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8045644-ec99-4c10-828d-503aeb761afb req-6bebcd3a-3eb8-4388-a48a-f65f3c2c19cc tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570345 Nov 22 16:45:36.069662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 322dbd38-a55f-402f-ab43-9a2ac65789f6 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:36.095831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b7531-3d1f-4d5c-8e08-97e9fa1556ad req-15c11244-793d-49ac-872f-41bbb1f890c2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:36.104314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-581b7531-3d1f-4d5c-8e08-97e9fa1556ad req-15c11244-793d-49ac-872f-41bbb1f890c2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 944 time: 0.0765133 Nov 22 16:45:36.163397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-581b7531-3d1f-4d5c-8e08-97e9fa1556ad req-21ef3b5d-6380-4a42-87d0-4afeaf7f6dc2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581818 Nov 22 16:45:36.224226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:36.241925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'port_id': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'mac_address': 'fa:16:3e:ff:26:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64439f1-38c8-4557-97f1-73c72102f482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:36.286282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.310753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322dbd38-a55f-402f-ab43-9a2ac65789f6 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:36.334459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:36.341956 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.354792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f423e78-8566-4ca7-9d5c-ffdf59da540a req-9d194895-e38e-4b54-a437-6b7c1c546010 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:36.356547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f423e78-8566-4ca7-9d5c-ffdf59da540a req-9d194895-e38e-4b54-a437-6b7c1c546010 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 945 time: 0.0680687 Nov 22 16:45:36.408273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:36.421103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f423e78-8566-4ca7-9d5c-ffdf59da540a req-9c38672a-a031-4d6d-8df5-4649ae46d537 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558810 Nov 22 16:45:36.514230 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.618654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f65e1b6c-0bb9-4654-8334-e9bc86155075 req-3b45e3bd-4277-49f2-9505-4de5650d2a2e tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0423803 Nov 22 16:45:36.758145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['322dbd38-a55f-402f-ab43-9a2ac65789f6'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:36.774320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6275c-2f30-4b9d-bcc2-b4328d266195 req-e5ea5f2a-2bbb-4604-898c-606a557c6d8b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:36.775998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0c6275c-2f30-4b9d-bcc2-b4328d266195 req-e5ea5f2a-2bbb-4604-898c-606a557c6d8b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 944 time: 0.0789816 Nov 22 16:45:36.845280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0c6275c-2f30-4b9d-bcc2-b4328d266195 req-f67c01ec-4d9f-410c-9fa5-ae0c26ccd864 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544832 Nov 22 16:45:36.993657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f451f-ef84-46b0-b71a-ce5a27fa4119 req-cc3e8dfa-04f7-456f-b124-b289e49873f1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:37.002919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee3f451f-ef84-46b0-b71a-ce5a27fa4119 req-cc3e8dfa-04f7-456f-b124-b289e49873f1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.0690076 Nov 22 16:45:37.055618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee3f451f-ef84-46b0-b71a-ce5a27fa4119 req-9fd44bd8-7fb4-4c2f-8209-74056510e06b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516155 Nov 22 16:45:37.187381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a43eba-6687-410e-8edf-da3730241944 req-8cccc76e-2671-49f0-8dd1-2b436d4c5852 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:37.195666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4a43eba-6687-410e-8edf-da3730241944 req-8cccc76e-2671-49f0-8dd1-2b436d4c5852 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0720210 Nov 22 16:45:37.269385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4a43eba-6687-410e-8edf-da3730241944 req-cf24efe9-c0bd-4eba-a0d3-23421e934567 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718179 Nov 22 16:45:37.274384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:37.276769 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d3e35b-8609-42fb-8c76-f912d3f8881f" -d '{"events": [{"server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "name": "network-vif-unplugged", "status": "completed", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:37.498071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04515-86c4-4060-8a66-161410e43c8f req-04758c95-cd42-4573-a097-072633c733f1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:37.509002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92d04515-86c4-4060-8a66-161410e43c8f req-04758c95-cd42-4573-a097-072633c733f1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 944 time: 0.1387744 Nov 22 16:45:37.586893 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6ed921a-0629-4752-b7ee-a66e5a892424 req-70e2684e-ffa7-4c7c-99c4-df105956bece service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0716732 Nov 22 16:45:37.683333 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92d04515-86c4-4060-8a66-161410e43c8f req-16bf5e8a-95c3-4f90-9824-34c75dd87597 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410911 Nov 22 16:45:37.765908 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69a6b5d-e084-4813-bc8e-2fe6e862a04f x-openstack-request-id: req-d69a6b5d-e084-4813-bc8e-2fe6e862a04f {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:37.765908 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "name": "network-vif-unplugged", "status": "completed", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:37.767456 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d69a6b5d-e084-4813-bc8e-2fe6e862a04f {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:37.767956 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'code': 200} Nov 22 16:45:37.775008 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:37.958439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba2e8-e2bc-4afe-bf50-c01dad27b073 req-e57e40d9-5328-4b76-9f2a-ff3a7020dd80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:37.960618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-715ba2e8-e2bc-4afe-bf50-c01dad27b073 req-e57e40d9-5328-4b76-9f2a-ff3a7020dd80 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 945 time: 0.1225748 Nov 22 16:45:38.061921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-715ba2e8-e2bc-4afe-bf50-c01dad27b073 req-f36d0e14-6b62-45f6-b5dc-993a465182d7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837560 Nov 22 16:45:38.066553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a66b1300-2142-4e2f-9b8b-d640d12acff8 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:38.069872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 322dbd38-a55f-402f-ab43-9a2ac65789f6 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:38.275211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 322dbd38-a55f-402f-ab43-9a2ac65789f6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:38.275879 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.372427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a66b1300-2142-4e2f-9b8b-d640d12acff8, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:38.385318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'port_id': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'mac_address': 'fa:16:3e:1e:6d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:38.392747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6cea17dd-8c31-4412-8dec-cae29434b74f req-c157f07d-6e4e-4089-a633-aa25b7d9f182 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0473025 Nov 22 16:45:38.499534 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.534879 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.575006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66b1300-2142-4e2f-9b8b-d640d12acff8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:38.588087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:38.608433 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.610475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:38.672813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac90250-f36d-4c0b-93b3-89308ce6c04c req-e9fc2b16-fe8c-4709-85da-5a0151b36f1d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:38.686584 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ac90250-f36d-4c0b-93b3-89308ce6c04c req-e9fc2b16-fe8c-4709-85da-5a0151b36f1d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 944 time: 0.1446304 Nov 22 16:45:38.722329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a66b1300-2142-4e2f-9b8b-d640d12acff8, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:38.737016 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.779627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:38.843910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ac90250-f36d-4c0b-93b3-89308ce6c04c req-c8c46b68-33cd-4c3d-9ffa-66561daf098c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531136 Nov 22 16:45:38.890683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a66b1300-2142-4e2f-9b8b-d640d12acff8,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:38.925169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:38.949276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:38.949754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:39.061006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e568b-e552-4a46-aed3-8aa08f3eb881 req-08d7d6b7-3e66-48e8-960c-e2c9b23ff45b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:39.073417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d72e568b-e552-4a46-aed3-8aa08f3eb881 req-08d7d6b7-3e66-48e8-960c-e2c9b23ff45b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.1109917 Nov 22 16:45:39.191673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d72e568b-e552-4a46-aed3-8aa08f3eb881 req-050c24b9-042a-4f8f-88be-ea8feba3f5a2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171229 Nov 22 16:45:39.341737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a66b1300-2142-4e2f-9b8b-d640d12acff8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:39.419446 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:39.449222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad285b-744e-481c-b8d0-446e621f284d req-b317dce4-bb59-4a07-a78e-4d378b0716a8 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:39.452754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41ad285b-744e-481c-b8d0-446e621f284d req-b317dce4-bb59-4a07-a78e-4d378b0716a8 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 945 time: 0.1143079 Nov 22 16:45:39.505101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:39.518081 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:39.602080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41ad285b-744e-481c-b8d0-446e621f284d req-16385776-63a1-4704-b029-6c740810c3f7 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415265 Nov 22 16:45:39.604384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:39.769278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6'}, {'server_uuid': '29224a19-1553-4be9-ae28-63cd9e6abcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a36b1-4c28-41ea-9908-2ef9d98ebedd'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:39.778657 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf32cb9-0efb-4363-9223-71f9aacd44f9" -d '{"events": [{"server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "name": "network-vif-plugged", "status": "completed", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6"}, {"server_uuid": "29224a19-1553-4be9-ae28-63cd9e6abcf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a36b1-4c28-41ea-9908-2ef9d98ebedd"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:39.778931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79462ee-0204-43b9-95f4-612c168fd490 req-e2434708-2bfe-445d-b6fc-5d0c4927d48d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:39.781332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a79462ee-0204-43b9-95f4-612c168fd490 req-e2434708-2bfe-445d-b6fc-5d0c4927d48d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 946 time: 0.0783396 Nov 22 16:45:39.893041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a79462ee-0204-43b9-95f4-612c168fd490 req-560699b2-e6c4-430f-a8a4-e6c7c94964ce tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909870 Nov 22 16:45:40.252270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f381941-a19b-4be8-a4ef-ffcae48ffb6a req-1300de02-620d-4aed-bab8-517fd68961fd tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0422192 Nov 22 16:45:40.402918 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86350f9-901b-4059-bfc6-143811aaddc2 x-openstack-request-id: req-b86350f9-901b-4059-bfc6-143811aaddc2 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:40.404208 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "name": "network-vif-plugged", "status": "completed", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6", "code": 200}, {"server_uuid": "29224a19-1553-4be9-ae28-63cd9e6abcf0", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a36b1-4c28-41ea-9908-2ef9d98ebedd", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:40.406032 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b86350f9-901b-4059-bfc6-143811aaddc2 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:40.406874 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'code': 200} Nov 22 16:45:40.408031 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29224a19-1553-4be9-ae28-63cd9e6abcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a36b1-4c28-41ea-9908-2ef9d98ebedd', 'code': 200} Nov 22 16:45:40.630082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6a373-2f60-4d4b-a320-7010b31d5488 req-7893b1f8-cb05-4993-a16c-f4963286e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:40.632201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ba6a373-2f60-4d4b-a320-7010b31d5488 req-7893b1f8-cb05-4993-a16c-f4963286e008 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 1097 time: 0.1162369 Nov 22 16:45:40.676941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68746669-f52f-4495-9ba2-a1eeb07df954 req-57b29a55-f504-45a7-a44c-bf7cf82f1c97 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:40.688245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68746669-f52f-4495-9ba2-a1eeb07df954 req-57b29a55-f504-45a7-a44c-bf7cf82f1c97 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.1085563 Nov 22 16:45:40.767868 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ba6a373-2f60-4d4b-a320-7010b31d5488 req-714224dc-cc93-4f37-8d25-5212cc315406 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795333 Nov 22 16:45:40.768211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68746669-f52f-4495-9ba2-a1eeb07df954 req-74437bc1-06ba-48d3-a455-c8e34910036f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710554 Nov 22 16:45:40.772307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cce09-5885-4ade-9645-4d515809cbf9 req-8ac2a99d-fbd3-432c-8e73-b5e8b9cfd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:40.774271 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-876cce09-5885-4ade-9645-4d515809cbf9 req-8ac2a99d-fbd3-432c-8e73-b5e8b9cfd1f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 1096 time: 0.1540251 Nov 22 16:45:40.919538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7449-54f5-4179-bf85-c423c74631ca req-3f54d6c0-8d75-4ec3-a4ce-d45e07479dad tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:40.925352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5deb7449-54f5-4179-bf85-c423c74631ca req-3f54d6c0-8d75-4ec3-a4ce-d45e07479dad tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.0692296 Nov 22 16:45:41.016805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5deb7449-54f5-4179-bf85-c423c74631ca req-2c5dc9fa-1da8-44f2-9ce9-6a2009e2ec43 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847096 Nov 22 16:45:41.160936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-876cce09-5885-4ade-9645-4d515809cbf9 req-7c6ec20a-8fda-4d3d-9dc2-6db666748529 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120486 Nov 22 16:45:41.217778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35180) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:41.339792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Deleting subnet 9aa18a9c-5cc9-4715-880a-0d7db160bb12 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:45:41.344356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.407342 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.665664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de5b1648-9a3d-4f13-8a14-1efe47232691 req-4dd1d6af-b0d8-45be-9696-145ceda57ec5 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f&device_id=75394e46-36bb-4c24-a170-fe055ef6af29 HTTP/1.1" status: 200 len: 210 time: 0.0875278 Nov 22 16:45:41.820197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d961ea-92a6-40f9-8e8d-897934987675 req-c10683a0-2253-411e-bf36-5ef1ffff16b6 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:41.829052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38d961ea-92a6-40f9-8e8d-897934987675 req-c10683a0-2253-411e-bf36-5ef1ffff16b6 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 945 time: 0.0892849 Nov 22 16:45:41.894050 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:45:41.935195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38d961ea-92a6-40f9-8e8d-897934987675 req-d346706a-0304-4c1c-a38d-45d4d1faab1f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999684 Nov 22 16:45:41.936628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.067590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.084742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a66b1300-2142-4e2f-9b8b-d640d12acff8 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:42.128990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa18a9c-5cc9-4715-880a-0d7db160bb12,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:42.141470 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.144988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9aa18a9c-5cc9-4715-880a-0d7db160bb12 HTTP/1.1" status: 204 len: 168 time: 0.9258139 Nov 22 16:45:42.148605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.150078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.150739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.151583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.152073 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.152426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.152770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.153290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.153499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.153867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.154218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.154563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881b4c71-819e-4ed8-b38d-5a4fc727eb60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:42.157935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35190) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:42.160646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a93ba-d33d-4989-839e-95fdce420492 req-48b9fac7-9da5-42d0-a486-c59b37a19c69 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:42.166900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-882a93ba-d33d-4989-839e-95fdce420492 req-48b9fac7-9da5-42d0-a486-c59b37a19c69 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 946 time: 0.1240273 Nov 22 16:45:42.233179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port a66b1300-2142-4e2f-9b8b-d640d12acff8 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:42.242939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port a66b1300-2142-4e2f-9b8b-d640d12acff8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:42.244932 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.287834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-882a93ba-d33d-4989-839e-95fdce420492 req-a5c03e53-0b1c-4a25-8172-2771b4dc1a77 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115723 Nov 22 16:45:42.350054 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.410179 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.493768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66b1300-2142-4e2f-9b8b-d640d12acff8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:42.499506 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3003dbe7-8305-4b61-84dd-2b976d870a4e" -d '{"events": [{"server_uuid": "d9bd5b34-913a-4668-bfc1-5b8463e774d4", "name": "network-vif-plugged", "status": "completed", "tag": "a66b1300-2142-4e2f-9b8b-d640d12acff8"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:42.528409 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.541037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a66b1300-2142-4e2f-9b8b-d640d12acff8, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:42.548729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.605984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96363db-e3f2-4c5e-aed4-21a27b7b4c95']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:42.616188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a66b1300-2142-4e2f-9b8b-d640d12acff8,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:42.618409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91575d9-9484-41a4-ae85-c78d96baa033') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:42.618621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91575d9-9484-41a4-ae85-c78d96baa033') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:42.640644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.687809 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.706030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:45:42.706718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:45:42.795968 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:45:42.828855 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.860362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4b292-4672-401c-b865-53a4e4507174 req-28f1a60f-f46d-4cb8-935d-d7e122e5f372 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:42.863579 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-28f1a60f-f46d-4cb8-935d-d7e122e5f372 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 946 time: 0.2366061 Nov 22 16:45:42.872395 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.877734 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a96363db-e3f2-4c5e-aed4-21a27b7b4c95 HTTP/1.1" status: 204 len: 168 time: 0.7136004 Nov 22 16:45:42.930276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e9498-f7ed-4812-95f6-eb8b03156bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96363db-e3f2-4c5e-aed4-21a27b7b4c95,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:43.043924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-626955a5-814d-424e-9a24-be0630d71e5b req-d9fc37a9-0066-4621-9f3e-5133624537b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=048e5cc013c4431386925e9e2dd61932&device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0326974 Nov 22 16:45:43.077527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078793-9943-416a-acb8-c7d292d372df req-eb36e863-c451-4e44-b730-3d1c2653a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.079681 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8078793-9943-416a-acb8-c7d292d372df req-eb36e863-c451-4e44-b730-3d1c2653a527 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1097 time: 0.2774620 Nov 22 16:45:43.101763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-626955a5-814d-424e-9a24-be0630d71e5b req-62ea30a9-71e4-4e31-8a7f-a07449a7e835 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=048e5cc013c4431386925e9e2dd61932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335467 Nov 22 16:45:43.195495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35202) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:43.205561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078793-9943-416a-acb8-c7d292d372df req-3e0dca7e-4444-4bf0-ba32-4e511a5633d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.207201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8078793-9943-416a-acb8-c7d292d372df req-3e0dca7e-4444-4bf0-ba32-4e511a5633d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.1165450 Nov 22 16:45:43.211019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7f6a3-183d-4970-847b-67834017d046 req-dc026178-a663-4896-905d-e24e573d34cc tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.221196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7df7f6a3-183d-4970-847b-67834017d046 req-dc026178-a663-4896-905d-e24e573d34cc tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.2207737 Nov 22 16:45:43.266046 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8078793-9943-416a-acb8-c7d292d372df req-7fd4630f-cb24-49ed-b2f4-b0abba6e3441 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 200 len: 217 time: 0.0499740 Nov 22 16:45:43.284539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Deleting port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:43.284909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:43.324397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7df7f6a3-183d-4970-847b-67834017d046 req-7072e307-700b-4950-a0ca-8e049e4569b3 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004579 Nov 22 16:45:43.378790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-87eb2f23-8c06-4288-9dcd-5ce8e1dfdd69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c808b5a8487a4527aea1736b6c9c6fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495595 Nov 22 16:45:43.381586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35208) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:43.414959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8078793-9943-416a-acb8-c7d292d372df req-e1c2698d-fa80-4e60-913b-c6228d33c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.419711 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8078793-9943-416a-acb8-c7d292d372df req-e1c2698d-fa80-4e60-913b-c6228d33c52a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.1383257 Nov 22 16:45:43.454802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626955a5-814d-424e-9a24-be0630d71e5b req-fbd3652a-0df9-4974-80f2-4f2b89e2442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.458313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-626955a5-814d-424e-9a24-be0630d71e5b req-fbd3652a-0df9-4974-80f2-4f2b89e2442d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3482277 Nov 22 16:45:43.474093 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8078793-9943-416a-acb8-c7d292d372df req-ac33db81-0c8b-408d-819a-bf216302949a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445094 Nov 22 16:45:43.518529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05fbc4fe-abad-40bb-b29c-c478fcfe93fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:43.545697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] For port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:43.546250 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:43.556488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d9dec-715e-440f-8167-344aae8d2ee3 req-d7d988ce-efe1-419f-a400-7363bb31b99f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.560272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-625d9dec-715e-440f-8167-344aae8d2ee3 req-d7d988ce-efe1-419f-a400-7363bb31b99f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.1107719 Nov 22 16:45:43.568381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Calling delete_port for 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:43.597666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05fbc4fe-abad-40bb-b29c-c478fcfe93fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:43.682322 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8078793-9943-416a-acb8-c7d292d372df req-ff3b706d-3a78-4537-b33e-25942f0be1b8 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952915 Nov 22 16:45:43.718866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-625d9dec-715e-440f-8167-344aae8d2ee3 req-1e2bbdba-ca1f-4528-be36-5d3e445ad1b9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316469 Nov 22 16:45:43.753725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05fbc4fe-abad-40bb-b29c-c478fcfe93fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:43.757414 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05fbc4fe-abad-40bb-b29c-c478fcfe93fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:43.759193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-05fbc4fe-abad-40bb-b29c-c478fcfe93fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e7c2645-d574-4c7c-9133-912c87c2a580 HTTP/1.1" status: 204 len: 168 time: 0.3763483 Nov 22 16:45:43.785288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbc4fe-abad-40bb-b29c-c478fcfe93fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7c2645-d574-4c7c-9133-912c87c2a580,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:43.833177 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d03a580-30c6-49fb-9a45-4e9831ad7d6c x-openstack-request-id: req-0d03a580-30c6-49fb-9a45-4e9831ad7d6c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:43.833794 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bd5b34-913a-4668-bfc1-5b8463e774d4", "name": "network-vif-plugged", "status": "completed", "tag": "a66b1300-2142-4e2f-9b8b-d640d12acff8", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:43.834732 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d03a580-30c6-49fb-9a45-4e9831ad7d6c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:43.835178 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'code': 200} Nov 22 16:45:43.954248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e61cd-135c-4c27-aa83-bcbf1b7f95db req-ebbc9b7b-379b-4073-8284-a34a995e2ee4 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.962324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf0e61cd-135c-4c27-aa83-bcbf1b7f95db req-ebbc9b7b-379b-4073-8284-a34a995e2ee4 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0692282 Nov 22 16:45:44.025107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf0e61cd-135c-4c27-aa83-bcbf1b7f95db req-8898576d-de06-428d-b40e-8a4714207cb6 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611506 Nov 22 16:45:44.072278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8078793-9943-416a-acb8-c7d292d372df req-93b14b5e-e1f8-43fb-b60e-83a276f8235c service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742585 Nov 22 16:45:44.078036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:44.092003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['5c1a36b1-4c28-41ea-9908-2ef9d98ebedd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:44.160863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event deleted for resources: {'Port': ['ID=5c1a36b1-4c28-41ea-9908-2ef9d98ebedd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:44.185033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b769d406-51b0-4151-85cd-32f328b64043 req-21bdef8d-8ebc-4d2f-827c-e285bdf0114a tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0499132 Nov 22 16:45:44.235837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] No DVR routers for this DVR port 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:44.241543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:44.245136 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fdc4b292-4672-401c-b865-53a4e4507174 req-e21a3db1-1138-48b5-874e-97f1c965e33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "DELETE /v2.0/ports/5c1a36b1-4c28-41ea-9908-2ef9d98ebedd HTTP/1.1" status: 204 len: 173 time: 1.3662577 Nov 22 16:45:44.245817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29224a19-1553-4be9-ae28-63cd9e6abcf0', 'name': 'network-vif-deleted', 'tag': '5c1a36b1-4c28-41ea-9908-2ef9d98ebedd'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:44.249061 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465d452-8343-4271-8d96-0a6f14cdcd77" -d '{"events": [{"server_uuid": "29224a19-1553-4be9-ae28-63cd9e6abcf0", "name": "network-vif-deleted", "tag": "5c1a36b1-4c28-41ea-9908-2ef9d98ebedd"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:44.253523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df6091-a726-4440-870b-36ecb6e938b4 req-e0a4d079-82e0-4f5a-ae27-29db5dc3f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:44.255089 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-14df6091-a726-4440-870b-36ecb6e938b4 req-e0a4d079-82e0-4f5a-ae27-29db5dc3f9a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 1097 time: 0.3201089 Nov 22 16:45:44.338704 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-14df6091-a726-4440-870b-36ecb6e938b4 req-cc0c13ec-5f63-4186-ae90-3a2436e12f42 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602329 Nov 22 16:45:44.374277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311ece-afa8-4485-8ed1-00d4f016a51a req-5dd20cc3-77a4-4124-9c9a-c8e4fadf3f63 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:44.382280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51311ece-afa8-4485-8ed1-00d4f016a51a req-5dd20cc3-77a4-4124-9c9a-c8e4fadf3f63 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1121264 Nov 22 16:45:44.455210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51311ece-afa8-4485-8ed1-00d4f016a51a req-d74b213a-b74d-482a-a8a2-006015a1166a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717859 Nov 22 16:45:44.616831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73c06e40-ed3d-430a-9113-5239cae512f2 req-17cceb4a-ad3b-40bc-a5bc-07755ad01226 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 210 time: 0.0511441 Nov 22 16:45:44.798428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34fc04-0d02-4a77-a3f8-fc2b8cce6d1c req-1b92f8df-a00b-4f23-a339-64c8c0e73eda tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:44.800502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa34fc04-0d02-4a77-a3f8-fc2b8cce6d1c req-1b92f8df-a00b-4f23-a339-64c8c0e73eda tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.0840960 Nov 22 16:45:44.811797 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd87db39-1aa9-4979-878e-9b563844a2f9 req-5b5e46ec-a45b-4087-b053-63098e89f232 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 210 time: 0.0633240 Nov 22 16:45:44.820683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-626955a5-814d-424e-9a24-be0630d71e5b req-a2eeff8c-dd20-41eb-a95e-09b0e2565f6e tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc51811c-4581-427a-ab5c-415ecd3ca88f HTTP/1.1" status: 200 len: 210 time: 0.0458205 Nov 22 16:45:44.915998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa34fc04-0d02-4a77-a3f8-fc2b8cce6d1c req-7980acb3-66aa-4bbf-87eb-04cc4f1c9620 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839086 Nov 22 16:45:45.020064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87db39-1aa9-4979-878e-9b563844a2f9 req-1d12584f-7cad-4a01-bcfa-cde0221fdfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:45.022062 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd87db39-1aa9-4979-878e-9b563844a2f9 req-1d12584f-7cad-4a01-bcfa-cde0221fdfbf service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=44eafc3000ae4432af83a8d4dfabffec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1982710 Nov 22 16:45:45.129298 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1b18da-0771-456d-8cab-3489ac499c0a x-openstack-request-id: req-3d1b18da-0771-456d-8cab-3489ac499c0a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:45.130701 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29224a19-1553-4be9-ae28-63cd9e6abcf0", "name": "network-vif-deleted", "tag": "5c1a36b1-4c28-41ea-9908-2ef9d98ebedd", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:45.131248 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d1b18da-0771-456d-8cab-3489ac499c0a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:45.132465 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29224a19-1553-4be9-ae28-63cd9e6abcf0', 'name': 'network-vif-deleted', 'tag': '5c1a36b1-4c28-41ea-9908-2ef9d98ebedd', 'status': 'completed', 'code': 200} Nov 22 16:45:45.210096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87db39-1aa9-4979-878e-9b563844a2f9 req-b0c01d97-5106-4912-85a6-b016d7e638d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:45.212588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd87db39-1aa9-4979-878e-9b563844a2f9 req-b0c01d97-5106-4912-85a6-b016d7e638d9 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832302 Nov 22 16:45:45.263347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e910032-d762-4d88-82ba-2e9b8849dfa6 req-f80270a9-d13c-4141-a7e1-830579f572da tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:45.266982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e910032-d762-4d88-82ba-2e9b8849dfa6 req-f80270a9-d13c-4141-a7e1-830579f572da tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.0829370 Nov 22 16:45:45.333651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e910032-d762-4d88-82ba-2e9b8849dfa6 req-4ed39b8a-fb95-469a-a5b0-3f94bc13c62c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601296 Nov 22 16:45:45.462260 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0255127c-3bc7-4ba4-8d75-8d717e99fda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.749659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b537c6-748a-4274-812e-ec06f9624c05 req-8f72c195-7a4d-460d-a3b2-fbc5ebe08403 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:45.751267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43b537c6-748a-4274-812e-ec06f9624c05 req-8f72c195-7a4d-460d-a3b2-fbc5ebe08403 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0734727 Nov 22 16:45:45.845899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43b537c6-748a-4274-812e-ec06f9624c05 req-a519a4f1-993a-4423-95b4-cca3c6106d70 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856314 Nov 22 16:45:46.051261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951310bb-36e7-4c30-866a-3ffb791bec72 req-6988670e-5f5e-4512-a5b0-08cf12366986 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:46.059788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-951310bb-36e7-4c30-866a-3ffb791bec72 req-6988670e-5f5e-4512-a5b0-08cf12366986 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.0850563 Nov 22 16:45:46.131728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-951310bb-36e7-4c30-866a-3ffb791bec72 req-c703883b-1063-43a1-81d6-e253d13410bb tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621326 Nov 22 16:45:46.215438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df237f4f-206e-44ad-b072-d42c9fd0dfcf req-0a9845a9-adf7-4331-8c3f-71c110e820f7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 210 time: 0.0384672 Nov 22 16:45:46.245308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:46.468370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-238c6cfa-315b-43aa-9560-eff0c41b898d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:46.469960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-238c6cfa-315b-43aa-9560-eff0c41b898d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 814 time: 0.1307650 Nov 22 16:45:46.477185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'network': {'name': 'tempest-network-smoke--781401713', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:46.510991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-8efe3056-2536-477e-aa46-04edb1cb46a2 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/quotas/f67af5127c394157bc970b46acdc079a HTTP/1.1" status: 200 len: 375 time: 0.0149922 Nov 22 16:45:46.514385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:46.518341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.539550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.607620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-e9f3849d-5a17-415d-a1dc-de47b476509b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863853 Nov 22 16:45:46.680143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-507a4e76-5551-44fc-b189-2cdb853ac890 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:45:46.681311 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-507a4e76-5551-44fc-b189-2cdb853ac890 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0727456 Nov 22 16:45:46.692127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.701691 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.768681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:45:46.794923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79df3c3c-1fc1-4393-bc5f-a1064007a4e0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:46.799132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.799739 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Added segment b81fbf94-3e77-4941-b190-dd788c232ead of type vlan for network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 Nov 22 16:45:46.862046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.872060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-1f78bcab-264f-4be1-a7dc-2bd2dc58533a service neutron] 10.222.0.59 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820898 Nov 22 16:45:46.947131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.953214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:46.954126 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.081913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8372028 Nov 22 16:45:47.085252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35294) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:47.097827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-958045441', 'admin_state_up': True, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:47.139212 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.141573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.252929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.292962 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd87db39-1aa9-4979-878e-9b563844a2f9 req-3c165dd6-8fc2-49d2-824b-53c2a7010f4a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.62 "GET /v2.0/ports?device_id=29224a19-1553-4be9-ae28-63cd9e6abcf0 HTTP/1.1" status: 200 len: 210 time: 0.0333152 Nov 22 16:45:47.526615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.576282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdb63a-2873-4726-98c4-443ed3e1abc6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Network': ['ID=94b08bee-78a2-46f9-a9d6-bf17b33f44d3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:47.589296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-92c73a3c-f6ca-47a2-810c-60b5f1c06fc1 service neutron] 10.222.0.59 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078915 Nov 22 16:45:47.641322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:45:47.743971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-a9ef3aef-62bc-45a4-882f-b443928b34af tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:47.745706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-a9ef3aef-62bc-45a4-882f-b443928b34af tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ddb7b7f-4b51-44ad-a766-fda6bd3acf86 HTTP/1.1" status: 200 len: 945 time: 0.1267126 Nov 22 16:45:47.889311 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec6a888f-2bf4-4cae-b534-14da2817cd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.027335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.050300 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.117630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Deleting port 322dbd38-a55f-402f-ab43-9a2ac65789f6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:48.118314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.173243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8aa1a274-d736-4bbe-a919-38287a524916 req-5bc0ba6f-4dff-4543-9284-635f14c62d60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=048e5cc013c4431386925e9e2dd61932&device_id=75394e46-36bb-4c24-a170-fe055ef6af29 HTTP/1.1" status: 200 len: 210 time: 0.0326171 Nov 22 16:45:48.212159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8aa1a274-d736-4bbe-a919-38287a524916 req-0b62cbd6-9e26-460e-93ea-04d2d757e961 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=048e5cc013c4431386925e9e2dd61932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299995 Nov 22 16:45:48.336888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] For port 322dbd38-a55f-402f-ab43-9a2ac65789f6, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=322dbd38-a55f-402f-ab43-9a2ac65789f6,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:48.337303 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.401528 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.25.0.148 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/67171037-b63f-4488-982c-a28f05a14872) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:48.409204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Calling delete_port for 322dbd38-a55f-402f-ab43-9a2ac65789f6 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:48.436578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704fce1-35ff-4020-8c22-e588d3c5018e req-94a243dc-ccad-4104-b7ec-f7374a18f829 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:48.444744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2704fce1-35ff-4020-8c22-e588d3c5018e req-94a243dc-ccad-4104-b7ec-f7374a18f829 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.1059644 Nov 22 16:45:48.524632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a274-d736-4bbe-a919-38287a524916 req-1f33aee4-d349-49e3-bdeb-96d09a513a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:48.526482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8aa1a274-d736-4bbe-a919-38287a524916 req-1f33aee4-d349-49e3-bdeb-96d09a513a94 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3056691 Nov 22 16:45:48.560027 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2704fce1-35ff-4020-8c22-e588d3c5018e req-d03aa838-8c46-4e0e-886c-7c1516d4c561 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142285 Nov 22 16:45:48.714813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a5016-430c-400e-b8c1-906dbc531797 req-0d1aae85-4ca4-4918-b8dd-244fd264d6c6 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:48.718249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc3a5016-430c-400e-b8c1-906dbc531797 req-0d1aae85-4ca4-4918-b8dd-244fd264d6c6 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0753996 Nov 22 16:45:48.720543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.809162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Pushing event deleted for resources: {'Port': ['ID=322dbd38-a55f-402f-ab43-9a2ac65789f6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:48.810731 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc3a5016-430c-400e-b8c1-906dbc531797 req-3ab16e02-4d0f-4202-8a16-7d48c25653e2 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850749 Nov 22 16:45:48.845591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.889132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] No DVR routers for this DVR port 322dbd38-a55f-402f-ab43-9a2ac65789f6 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:48.895767 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.898567 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.899608 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9bb2f7b3-f659-4dc7-ae27-d5b9fa63938a req-bd06d203-413d-4f95-9682-c3086303b62c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.62 "DELETE /v2.0/ports/322dbd38-a55f-402f-ab43-9a2ac65789f6 HTTP/1.1" status: 204 len: 173 time: 1.1446323 Nov 22 16:45:48.900097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'name': 'network-vif-deleted', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:48.902652 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb7544c-72a5-4d0d-8fe3-b6c6c2b35077" -d '{"events": [{"server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "name": "network-vif-deleted", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:48.965722 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.041078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48bbe3-d97b-4a02-8801-745821687cc9 req-e4fa125b-6d8a-42ca-b6f1-d330b6d9e377 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:49.046817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=67171037-b63f-4488-982c-a28f05a14872,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:49.049097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf48bbe3-d97b-4a02-8801-745821687cc9 req-e4fa125b-6d8a-42ca-b6f1-d330b6d9e377 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1033916 Nov 22 16:45:49.059785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:49.061566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:49.064580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:49.081586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844bd9d-033f-45f8-8184-fec9c2eab77d None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:49.207061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ee470982-f9a8-49c9-8f11-9fbf86d6978d None None] Provisioning complete for port 67171037-b63f-4488-982c-a28f05a14872 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:49.207845 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee470982-f9a8-49c9-8f11-9fbf86d6978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.218032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf48bbe3-d97b-4a02-8801-745821687cc9 req-b2a6156f-79b0-4134-9cfe-602667d09bcc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680129 Nov 22 16:45:49.278197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ee470982-f9a8-49c9-8f11-9fbf86d6978d None None] Port 67171037-b63f-4488-982c-a28f05a14872 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:49.469798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc9007a1-165d-4630-8fcd-d9a809bca71f req-27f8cfe6-eb55-4be8-8332-0ed148e5fe6a tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 210 time: 0.0743747 Nov 22 16:45:49.497129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.626464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09be3634-83dd-4d5a-bf76-e4204ef3cb7d req-68badcd7-fea5-48ba-9859-e5336cb6e9ef tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.59 "GET /v2.0/ports?device_id=75394e46-36bb-4c24-a170-fe055ef6af29 HTTP/1.1" status: 200 len: 210 time: 0.0531018 Nov 22 16:45:49.740241 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d9cbca-ec7e-45c6-92b2-0c28cb984482 x-openstack-request-id: req-10d9cbca-ec7e-45c6-92b2-0c28cb984482 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:49.740679 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ddb7b7f-4b51-44ad-a766-fda6bd3acf86", "name": "network-vif-deleted", "tag": "322dbd38-a55f-402f-ab43-9a2ac65789f6", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:49.741640 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10d9cbca-ec7e-45c6-92b2-0c28cb984482 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:49.742183 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ddb7b7f-4b51-44ad-a766-fda6bd3acf86', 'name': 'network-vif-deleted', 'tag': '322dbd38-a55f-402f-ab43-9a2ac65789f6', 'status': 'completed', 'code': 200} Nov 22 16:45:49.836780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.963696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-6df4761b-23bb-46fa-9c83-89017211024c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:49.967339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-6df4761b-23bb-46fa-9c83-89017211024c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 814 time: 0.2909312 Nov 22 16:45:50.001722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Request body: {'port': {'device_id': '59ac5f6f-8d34-4176-8e4f-26efbcb6fe72', 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'admin_state_up': True, 'tenant_id': 'f67af5127c394157bc970b46acdc079a'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:50.015732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8aa1a274-d736-4bbe-a919-38287a524916 req-15f62989-4b65-4c32-8519-83b1253d9707 tempest-ServerShowV247Test-1586441713 tempest-ServerShowV247Test-1586441713-project] 10.222.0.37 "GET /v2.0/ports?device_id=75394e46-36bb-4c24-a170-fe055ef6af29 HTTP/1.1" status: 200 len: 210 time: 0.1006091 Nov 22 16:45:50.089470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:45:50.130982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 322dbd38-a55f-402f-ab43-9a2ac65789f6 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:50.141350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5211008-7d8a-40b4-afed-87e7464beb41 req-38a30b6b-ef10-49ed-baba-742b5c2ecc89 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:50.153676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5211008-7d8a-40b4-afed-87e7464beb41 req-38a30b6b-ef10-49ed-baba-742b5c2ecc89 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1844451 Nov 22 16:45:50.171339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35332) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:50.176836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'floatingip': {'port_id': 'a66b1300-2142-4e2f-9b8b-d640d12acff8'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:50.238254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 322dbd38-a55f-402f-ab43-9a2ac65789f6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:50.245465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 322dbd38-a55f-402f-ab43-9a2ac65789f6 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:50.248172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:50.286082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Made reservation on behalf of f67af5127c394157bc970b46acdc079a for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:50.290482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.304355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:50.304978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 5c1a36b1-4c28-41ea-9908-2ef9d98ebedd not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:50.342754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:50.364069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Sync routers for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:50.386162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:50.386993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:50.391423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.595605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-322a3584-1cca-421b-8203-0c8285914192 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:50.606122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-322a3584-1cca-421b-8203-0c8285914192 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.2868404 Nov 22 16:45:50.647018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-f87237b0-1d6c-40ec-8686-aecd830a095c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/quotas/44eafc3000ae4432af83a8d4dfabffec HTTP/1.1" status: 200 len: 375 time: 0.0395737 Nov 22 16:45:50.681619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:50.686217 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.753629 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-8dd6373c-ba39-468a-9f1c-d6edbdf45a30 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058588 Nov 22 16:45:50.756620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Allocated IP 172.20.0.7 (77243eeb-d921-4e50-975e-da897bf2d633/d64439f1-38c8-4557-97f1-73c72102f482/1615259d-4114-44bd-9b97-6085f57039ed) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:50.995798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.001845 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cca769a5-206c-45ae-98f4-b716ac66b6b3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9129722 Nov 22 16:45:51.008912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:51.048233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:49Z', 'revision_number': 3, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:51.088945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Checking router: 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:51.090543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Updating router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 port 67171037-b63f-4488-982c-a28f05a14872 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:45:51.136064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.230923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d114f2c8-4029-4551-9d87-ca5af8d6cf19 service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762790 Nov 22 16:45:51.244353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cbc05310-bab2-4cf7-b10e-160a18c362a3 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8609cbdcbcfd4ec097e34ad420e71e49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2289116 Nov 22 16:45:51.255413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35352) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:51.330581 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.521492 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.617146 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.629968 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.721541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76087480-ad7e-41d7-92b3-85fc015e6993 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:51.740534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-95665dd5-95c8-410b-ad3e-fd17bc840e0d service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082991 Nov 22 16:45:51.746753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84533a84-acce-4cc5-8d2d-fd979132ff2e tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:51.754709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-84533a84-acce-4cc5-8d2d-fd979132ff2e tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4957232 Nov 22 16:45:51.770328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35354) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:51.772933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a8647-a18a-4edd-9e0e-89ab9354a410 None None] Pushing event updated for resources: {'Port': ['ID=67171037-b63f-4488-982c-a28f05a14872,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:51.786406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Attempting to bind port 67171037-b63f-4488-982c-a28f05a14872 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:51.788243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Attempting to bind port 67171037-b63f-4488-982c-a28f05a14872 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:51.788852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Attempting to bind port 67171037-b63f-4488-982c-a28f05a14872 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:51.798367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:51.799316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:51.800070 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.800733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:51.801452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Bound port: 67171037-b63f-4488-982c-a28f05a14872, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:51.802693 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.883506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] For port 67171037-b63f-4488-982c-a28f05a14872, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:51.889156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] For port 67171037-b63f-4488-982c-a28f05a14872, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=67171037-b63f-4488-982c-a28f05a14872,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:51.896913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-855619e0-1f5a-4412-9a2b-07926da017ff tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1206787 Nov 22 16:45:51.897146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35356) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:51.903106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1289689240', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:51.905773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.916246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.920539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.928684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.051793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a8647-a18a-4edd-9e0e-89ab9354a410 None None] Pushing event updated for resources: {'Port': ['ID=67171037-b63f-4488-982c-a28f05a14872,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:52.081301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97747845-28f8-4b4a-a2db-6a690f3b49f4 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:52.146249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:52.148602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:52.156048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b9cbe6f8-ebd4-43c8-a1e0-69b35f1a9934 None None] Provisioning complete for port 67171037-b63f-4488-982c-a28f05a14872 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:52.156978 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe6f8-ebd4-43c8-a1e0-69b35f1a9934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.161952 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Floating IP 09e6ebd1-08b3-4a32-a6c5-0c91f955776e associated. External IP: 172.25.0.132, port: a66b1300-2142-4e2f-9b8b-d640d12acff8. Nov 22 16:45:52.267646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Network 77243eeb-d921-4e50-975e-da897bf2d633 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:52.269064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Pushing event updated for resources: {'Port': ['ID=1615259d-4114-44bd-9b97-6085f57039ed,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:52.282009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:52.290482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:52.301604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.302579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.304682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.305877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.306503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.306978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.307542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.307979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.308427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.308867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.309298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.309736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.493267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76835039-5a8a-44ce-8edd-47f2d0ae27e5 req-853401f0-bff1-482c-8a47-1a53510c3115 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.498338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76835039-5a8a-44ce-8edd-47f2d0ae27e5 req-853401f0-bff1-482c-8a47-1a53510c3115 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.2639949 Nov 22 16:45:52.505643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:52.509276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.525001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Router cb94267a-cb2c-4f9f-8d76-90aa1acab033 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:45:52.532244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.536125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.700159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:52.708114 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.717276 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] Sync routers for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:52.735107 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:52.740579 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:52.751901 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12977b03-6568-47a2-a7b5-792b67868f81 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "PUT /v2.0/floatingips/09e6ebd1-08b3-4a32-a6c5-0c91f955776e HTTP/1.1" status: 200 len: 992 time: 2.5791218 Nov 22 16:45:52.753341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'tag': 'a66b1300-2142-4e2f-9b8b-d640d12acff8'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:52.757323 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bd5b34-913a-4668-bfc1-5b8463e774d4", "tag": "a66b1300-2142-4e2f-9b8b-d640d12acff8"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:52.758538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:52.809314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-a58d324c-447b-49df-8a69-34e993f392fa tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8123062 Nov 22 16:45:52.850103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-18b693b2-b123-44dc-b0c3-32a5a2543d5e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:45:52.851220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-18b693b2-b123-44dc-b0c3-32a5a2543d5e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265019 Nov 22 16:45:52.890599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Request body: {'port': {'device_id': '59ac5f6f-8d34-4176-8e4f-26efbcb6fe72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:52.932478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe6f8-ebd4-43c8-a1e0-69b35f1a9934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.953091 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:53.043470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b9cbe6f8-ebd4-43c8-a1e0-69b35f1a9934 None None] For port 67171037-b63f-4488-982c-a28f05a14872, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=67171037-b63f-4488-982c-a28f05a14872,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:53.070129 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe6f8-ebd4-43c8-a1e0-69b35f1a9934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.135801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76835039-5a8a-44ce-8edd-47f2d0ae27e5 req-3d63b4f9-1184-4175-8df9-3eafdcccac28 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5937936 Nov 22 16:45:53.192065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.322664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-eea59ca1-8c43-4a43-9a54-f9b4af755032 None None] Provisioning complete for port 67171037-b63f-4488-982c-a28f05a14872 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:53.323271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eea59ca1-8c43-4a43-9a54-f9b4af755032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.377158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbe6f8-ebd4-43c8-a1e0-69b35f1a9934 None None] Pushing event updated for resources: {'Port': ['ID=67171037-b63f-4488-982c-a28f05a14872,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:53.410709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:49Z', 'revision_number': 3, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:53.414196 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.418670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Subnet': ['ID=56c7d246-6432-44c7-ba87-a48d02b3f0d7,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:53.452815 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '09e6ebd1-08b3-4a32-a6c5-0c91f955776e', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'port_id': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'mac_address': 'fa:16:3e:1e:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:45:25Z', 'updated_at': '2021-11-22T16:45:51Z', 'revision_number': 1, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:53.540478 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] Checking router: cb94267a-cb2c-4f9f-8d76-90aa1acab033 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:53.562330 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:53.563812 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:53.599716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55e5df-3492-4316-9af8-98d849e0e065 req-1b562909-0be2-4ad1-a1b6-38c08777824a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:53.601813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca55e5df-3492-4316-9af8-98d849e0e065 req-1b562909-0be2-4ad1-a1b6-38c08777824a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.3112986 Nov 22 16:45:53.621069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Checking segment: {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:53.621887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network hostable DHCP agents. Network: 94b08bee-78a2-46f9-a9d6-bf17b33f44d3, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:45:53.682569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46599d7b-2f48-4ca9-8295-881b2819e0d7 None None] The sync data for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 is: [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:49Z', 'revision_number': 3, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:53.856006 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca55e5df-3492-4316-9af8-98d849e0e065 req-cd169ac3-484b-4d2e-a44d-7e2ee4a14fa7 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418354 Nov 22 16:45:53.864357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:45:53.913994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 94b08bee-78a2-46f9-a9d6-bf17b33f44d3) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:53.927245 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9802d570-00eb-4fad-af00-8c92413cab36 None None] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:53.934636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:53.936141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.983157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-453d7932-30b9-4ddf-9bec-ce22c41c28e5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:53.991452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-453d7932-30b9-4ddf-9bec-ce22c41c28e5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.3496280 Nov 22 16:45:54.003703 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:54.012482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Request body: {'port': {'device_id': 'd512294f-0157-4cf4-8557-22513f5ce013', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'admin_state_up': True, 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:54.030409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c677421c-99a1-4c90-ab5c-0ba92bad9671 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1318457 Nov 22 16:45:54.034209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35372) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:54.460072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:45:54.465401 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.559100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdf72b-a08e-4bc6-b93d-f0c302cbd1d5 req-e4b79819-4cf1-4232-96c3-c474c2bcbb25 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:54.568437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22cdf72b-a08e-4bc6-b93d-f0c302cbd1d5 req-e4b79819-4cf1-4232-96c3-c474c2bcbb25 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 931 time: 0.3818407 Nov 22 16:45:54.650749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1615259d-4114-44bd-9b97-6085f57039ed {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:54.671227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.753173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Transition to ACTIVE for port object 1615259d-4114-44bd-9b97-6085f57039ed will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:54.786844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22cdf72b-a08e-4bc6-b93d-f0c302cbd1d5 req-191edc02-3522-478a-89f1-ad4b50bb3ced tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152655 Nov 22 16:45:54.788550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.831390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Allocated IP 172.20.0.2 (94b08bee-78a2-46f9-a9d6-bf17b33f44d3/56c7d246-6432-44c7-ba87-a48d02b3f0d7/03b67f93-659f-49a7-bbd1-308775b3c076) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:54.906046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:54.929679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.949730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '09e6ebd1-08b3-4a32-a6c5-0c91f955776e', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'port_id': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'mac_address': 'fa:16:3e:1e:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:45:25Z', 'updated_at': '2021-11-22T16:45:51Z', 'revision_number': 1, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:55.026543 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c7a06-ad13-49ec-b522-009b3dd7d98c None None] The sync data for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 is: [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '09e6ebd1-08b3-4a32-a6c5-0c91f955776e', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'port_id': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'mac_address': 'fa:16:3e:1e:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:45:25Z', 'updated_at': '2021-11-22T16:45:51Z', 'revision_number': 1, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:55.106671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Pushing event updated for resources: {'Port': ['ID=1615259d-4114-44bd-9b97-6085f57039ed,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:55.226336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.448325 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-488d05a3-f53f-4d1f-afb4-5a7636569b17 req-2c7b9aca-6080-40d0-8a18-8410d873aa8f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 210 time: 0.0835741 Nov 22 16:45:55.452535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.459879 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.595566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Attempting to bind port 1615259d-4114-44bd-9b97-6085f57039ed on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:55.596608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Attempting to bind port 1615259d-4114-44bd-9b97-6085f57039ed by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:55.597125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Attempting to bind port 1615259d-4114-44bd-9b97-6085f57039ed on network 77243eeb-d921-4e50-975e-da897bf2d633 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:55.630466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 67171037-b63f-4488-982c-a28f05a14872 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:55.652895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Port 1615259d-4114-44bd-9b97-6085f57039ed on network 77243eeb-d921-4e50-975e-da897bf2d633 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:55.659458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Attempting to bind port 1615259d-4114-44bd-9b97-6085f57039ed on network 77243eeb-d921-4e50-975e-da897bf2d633 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:55.694141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:55.703767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:55.713698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:55.720000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b67a7d1-f549-4569-a412-a41ec20c6643 None None] New status for floating IP 09e6ebd1-08b3-4a32-a6c5-0c91f955776e: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:45:55.727463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Pushing event updated for resources: {'Port': ['ID=03b67f93-659f-49a7-bbd1-308775b3c076,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:55.764947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:55.765305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Checking segment: {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:55.765711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Bound using segment: {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:55.769438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Bound port: 1615259d-4114-44bd-9b97-6085f57039ed, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf40b3e-e617-4b21-a584-df71cbad96d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:55.769832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.788717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Allocated IP 172.20.0.12 (98d0b033-fe9f-424a-8d78-931c2d014ef7/5947e8c2-1a5c-4e3a-bd3f-e648b869d20b/ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:55.937859 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe4aaed-f3bc-43bb-a76c-374a415c1506 x-openstack-request-id: req-5fe4aaed-f3bc-43bb-a76c-374a415c1506 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:55.938083 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bd5b34-913a-4668-bfc1-5b8463e774d4", "tag": "a66b1300-2142-4e2f-9b8b-d640d12acff8", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:55.938351 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5fe4aaed-f3bc-43bb-a76c-374a415c1506 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:55.938777 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'tag': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'status': 'completed', 'code': 200} Nov 22 16:45:55.946756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35388) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:56.017942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Attempting to bind port 03b67f93-659f-49a7-bbd1-308775b3c076 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:56.018328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Attempting to bind port 03b67f93-659f-49a7-bbd1-308775b3c076 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:56.018801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Attempting to bind port 03b67f93-659f-49a7-bbd1-308775b3c076 on network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:56.044379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:56.044768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Checking segment: {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:56.045196 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.045614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Bound using segment: {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:56.046127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Bound port: 03b67f93-659f-49a7-bbd1-308775b3c076, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:56.046525 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.140884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 67171037-b63f-4488-982c-a28f05a14872 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:56.141573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.182725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.20.0.1 (94b08bee-78a2-46f9-a9d6-bf17b33f44d3/56c7d246-6432-44c7-ba87-a48d02b3f0d7/0285c469-748f-45ab-8613-c5fffcb444d6) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:56.274784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] For port 1615259d-4114-44bd-9b97-6085f57039ed, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:56.275292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] For port 03b67f93-659f-49a7-bbd1-308775b3c076, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:56.281429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] For port 03b67f93-659f-49a7-bbd1-308775b3c076, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=03b67f93-659f-49a7-bbd1-308775b3c076,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:56.289994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.312808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] For port 1615259d-4114-44bd-9b97-6085f57039ed, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1615259d-4114-44bd-9b97-6085f57039ed,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:56.338136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.353329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cec28-b616-43b8-a2bf-efc3c616e197 req-27e8fdff-091a-48af-904f-fa5eb0ce07e9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.358881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.362762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-468cec28-b616-43b8-a2bf-efc3c616e197 req-27e8fdff-091a-48af-904f-fa5eb0ce07e9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.2239110 Nov 22 16:45:56.421454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.422321 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.423631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] 10.222.0.37 "PUT /v2.0/ports/1615259d-4114-44bd-9b97-6085f57039ed HTTP/1.1" status: 200 len: 1091 time: 3.5493195 Nov 22 16:45:56.432290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ac5f6f-8d34-4176-8e4f-26efbcb6fe72', 'tag': '1615259d-4114-44bd-9b97-6085f57039ed'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:56.434875 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7924b025-3a8e-4d90-b2a5-547458719e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "59ac5f6f-8d34-4176-8e4f-26efbcb6fe72", "tag": "1615259d-4114-44bd-9b97-6085f57039ed"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:56.436812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.583880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Pushing event updated for resources: {'Port': ['ID=03b67f93-659f-49a7-bbd1-308775b3c076,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:56.598361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.607597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.608240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.608814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.610173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.611409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.612309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.621886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.634406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.635958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.636389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.636618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:56.637192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.637757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46f89f5-64d3-42b3-a2b3-ae7f0119cf96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:56.641008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ca3dc-5960-4aa5-a30e-82191f58992b service neutron] Pushing event updated for resources: {'Port': ['ID=1615259d-4114-44bd-9b97-6085f57039ed,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:56.645533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:56.656470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:56.663361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-5d4c48b0-0e24-41b0-aabb-0e3374b4bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.666481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-5d4c48b0-0e24-41b0-aabb-0e3374b4bbbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 1094 time: 0.1897578 Nov 22 16:45:56.759245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-468cec28-b616-43b8-a2bf-efc3c616e197 req-f238c01f-74e0-45fb-a441-c2c80cb656a5 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953643 Nov 22 16:45:56.778062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-17334882-0b69-418c-b52a-291da3f87829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1615259d-4114-44bd-9b97-6085f57039ed HTTP/1.1" status: 200 len: 217 time: 0.1020701 Nov 22 16:45:56.779547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=0285c469-748f-45ab-8613-c5fffcb444d6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:56.824469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05e1e26a-4571-4a03-845c-1ae1e88dcb22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.900870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.967973 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.003493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-1fa71b05-6cb6-4ca1-bc75-602b9e8cd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.007691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-1fa71b05-6cb6-4ca1-bc75-602b9e8cd685 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d64439f1-38c8-4557-97f1-73c72102f482 HTTP/1.1" status: 200 len: 854 time: 0.2170250 Nov 22 16:45:57.087621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-1814924a-a5f9-4f3a-8905-e176c08ac69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.089909 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-1814924a-a5f9-4f3a-8905-e176c08ac69d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 1097 time: 0.6661398 Nov 22 16:45:57.097543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9643763-eef9-4d78-adec-bcd9721936e8 req-0b64080e-94e3-4aaa-be21-ae8683241537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.110335 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f9643763-eef9-4d78-adec-bcd9721936e8 req-0b64080e-94e3-4aaa-be21-ae8683241537 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1097 time: 0.7004254 Nov 22 16:45:57.337052 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f9643763-eef9-4d78-adec-bcd9721936e8 req-bdae0597-8e53-45d1-b40f-4a0a9f786eac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126639 Nov 22 16:45:57.388399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05e1e26a-4571-4a03-845c-1ae1e88dcb22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.404095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05e1e26a-4571-4a03-845c-1ae1e88dcb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.422678 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.441937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-f24863f7-dc3d-4152-aa45-a7e741ad0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.443786 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-f24863f7-dc3d-4152-aa45-a7e741ad0fb1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.3320754 Nov 22 16:45:57.470078 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-05e1e26a-4571-4a03-845c-1ae1e88dcb22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=048e5cc013c4431386925e9e2dd61932&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5192313 Nov 22 16:45:57.470078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1e26a-4571-4a03-845c-1ae1e88dcb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4877251e-9e98-4080-b39b-b3222df2dba6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:57.470935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35410) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:57.564630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbe3cf-8949-4de9-a7c0-4d20f9357633 req-e8bfc5bf-2b13-4228-8e94-842e896ccc1f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.566215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cdbe3cf-8949-4de9-a7c0-4d20f9357633 req-e8bfc5bf-2b13-4228-8e94-842e896ccc1f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.6714678 Nov 22 16:45:57.571449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-3265b2a2-9c87-4106-90e8-251e4eedd93b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77243eeb-d921-4e50-975e-da897bf2d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5320995 Nov 22 16:45:57.580627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:57.582101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 03b67f93-659f-49a7-bbd1-308775b3c076 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:57.587339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:57.590319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:57.627424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03a2cd5e-5be9-467e-a3cd-7231d66c0fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.647018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 03b67f93-659f-49a7-bbd1-308775b3c076 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:57.648523 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.692531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event updated for resources: {'Port': ['ID=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:57.713850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03a2cd5e-5be9-467e-a3cd-7231d66c0fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.750399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.750940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.764399 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-c596e8e5-f581-4e5d-a9cd-2761b64ccf97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 200 len: 1002 time: 0.1297128 Nov 22 16:45:57.780928 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.787016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cdbe3cf-8949-4de9-a7c0-4d20f9357633 req-07ba0048-fdcb-4c21-aecb-7a02131b5937 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974330 Nov 22 16:45:57.795265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d44b2532-7295-4b35-91e2-5bda4856ce9e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7937591 Nov 22 16:45:57.800236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-804d9770-713f-498a-b370-ea28e816e24f service neutron] 10.222.0.37 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178323 Nov 22 16:45:57.820449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Request body: {'port': {'device_id': 'd512294f-0157-4cf4-8557-22513f5ce013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:57.841140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 03b67f93-659f-49a7-bbd1-308775b3c076, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=03b67f93-659f-49a7-bbd1-308775b3c076,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:57.848309 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.888647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03a2cd5e-5be9-467e-a3cd-7231d66c0fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.891497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03a2cd5e-5be9-467e-a3cd-7231d66c0fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.898103 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-03a2cd5e-5be9-467e-a3cd-7231d66c0fff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4877251e-9e98-4080-b39b-b3222df2dba6 HTTP/1.1" status: 204 len: 168 time: 0.4219785 Nov 22 16:45:57.922922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-374e8e3a-4f1c-4caa-9565-778d6301a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.926214 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-374e8e3a-4f1c-4caa-9565-778d6301a22b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.1498804 Nov 22 16:45:57.947133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=03b67f93-659f-49a7-bbd1-308775b3c076,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:57.992891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2cd5e-5be9-467e-a3cd-7231d66c0fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4877251e-9e98-4080-b39b-b3222df2dba6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:57.998970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.051665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b135b8-4f7c-43b8-88b0-71c03f17b984 req-c198e7d2-7013-4f07-a28d-4ba2b87664f1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.057902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-6612e132-ba10-4cd4-8aab-31bf397817a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.059590 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-6612e132-ba10-4cd4-8aab-31bf397817a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217935 Nov 22 16:45:58.060163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09b135b8-4f7c-43b8-88b0-71c03f17b984 req-c198e7d2-7013-4f07-a28d-4ba2b87664f1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 943 time: 0.1596615 Nov 22 16:45:58.079556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a02845-5fd7-4bb8-99ea-168f0ed72a28 req-02bdd096-674a-4dca-9b53-52d8e563e690 service neutron] 10.222.0.37 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649987 Nov 22 16:45:58.100949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-ed2af9e5-fc39-48f4-b016-0e9ec26d5ca2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:45:58.108420 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-ed2af9e5-fc39-48f4-b016-0e9ec26d5ca2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0325503 Nov 22 16:45:58.127279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.145784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.236222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09b135b8-4f7c-43b8-88b0-71c03f17b984 req-9c456472-4842-4c72-a38f-63b26a2fb93d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741974 Nov 22 16:45:58.298582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.336190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=0285c469-748f-45ab-8613-c5fffcb444d6,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:58.357185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-0eb24727-26a7-474d-8d0a-711d320fed7d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1255882 Nov 22 16:45:58.434476 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4729916-7e16-4404-9f91-330d93d30c62 x-openstack-request-id: req-c4729916-7e16-4404-9f91-330d93d30c62 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:58.434775 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ac5f6f-8d34-4176-8e4f-26efbcb6fe72", "tag": "1615259d-4114-44bd-9b97-6085f57039ed", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:58.443677 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4729916-7e16-4404-9f91-330d93d30c62 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:58.444325 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ac5f6f-8d34-4176-8e4f-26efbcb6fe72', 'tag': '1615259d-4114-44bd-9b97-6085f57039ed', 'status': 'completed', 'code': 200} Nov 22 16:45:58.547372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f2a8c9-ae8d-4d8f-9026-29cf8aed0ad5 None None] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:58.595256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-9ae7bce1-c08a-44be-ab25-64434df8eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.596866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-9ae7bce1-c08a-44be-ab25-64434df8eb2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f67af5127c394157bc970b46acdc079a&device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 1094 time: 0.1393185 Nov 22 16:45:58.688598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c496-4b51-4679-a6b7-eb40254f47bf req-17a39243-add0-47fa-a999-1b3c550c935c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.690423 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b34c496-4b51-4679-a6b7-eb40254f47bf req-17a39243-add0-47fa-a999-1b3c550c935c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 932 time: 0.1922750 Nov 22 16:45:58.793134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:58.808975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-952c0f57-e6a4-4124-b4f8-015db1d36851 None None] Provisioning complete for port 03b67f93-659f-49a7-bbd1-308775b3c076 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:58.809471 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-952c0f57-e6a4-4124-b4f8-015db1d36851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.829634 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.906052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b34c496-4b51-4679-a6b7-eb40254f47bf req-a9a9da3c-37eb-4bd3-add1-e3541ae9699c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738358 Nov 22 16:45:58.925149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-9a0e19c3-1621-4cf1-991e-7d7b28d77ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.926706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-9a0e19c3-1621-4cf1-991e-7d7b28d77ad7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 200 len: 915 time: 0.3196013 Nov 22 16:45:58.948266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Transition to ACTIVE for port object ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:59.079077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.090886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-6582d37a-df80-4c82-b914-8cc07498e6d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1615259d-4114-44bd-9b97-6085f57039ed HTTP/1.1" status: 200 len: 217 time: 0.1559741 Nov 22 16:45:59.200582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-47c6f154-ada6-47fd-a007-6062e3410936 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0856843 Nov 22 16:45:59.389425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Pushing event updated for resources: {'Port': ['ID=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:59.397727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-cf6f0de2-1fd6-4997-b4bf-feb8218a8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.399695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-cf6f0de2-1fd6-4997-b4bf-feb8218a8798 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d64439f1-38c8-4557-97f1-73c72102f482 HTTP/1.1" status: 200 len: 854 time: 0.2847617 Nov 22 16:45:59.526307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-97aabfb0-0581-45f4-a5f4-b048babf62d3 None None] Provisioning complete for port 03b67f93-659f-49a7-bbd1-308775b3c076 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:59.530517 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97aabfb0-0581-45f4-a5f4-b048babf62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.535022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0a0f240f-47d7-42eb-87b6-4ee4cddc3e50 req-3468b972-3d9f-46eb-b2bc-e4369ebc5a91 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186016 Nov 22 16:45:59.544194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-133619e5-da17-4472-9290-11775cd1e32e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77243eeb-d921-4e50-975e-da897bf2d633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947335 Nov 22 16:45:59.571052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ea4ae-7a3b-40e0-afb4-e5c4e9aac39e req-88815d2e-7976-4b9d-90c1-16cb228f9a59 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.572775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d9ea4ae-7a3b-40e0-afb4-e5c4e9aac39e req-88815d2e-7976-4b9d-90c1-16cb228f9a59 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 946 time: 0.3564103 Nov 22 16:45:59.641324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c9e09e85-da01-47e9-a269-b34124d7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.643313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c9e09e85-da01-47e9-a269-b34124d7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.644394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c9e09e85-da01-47e9-a269-b34124d7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.645099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c9e09e85-da01-47e9-a269-b34124d7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.645790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c9e09e85-da01-47e9-a269-b34124d7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.646605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c9e09e85-da01-47e9-a269-b34124d7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.647327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c9e09e85-da01-47e9-a269-b34124d7ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.654354 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c9e09e85-da01-47e9-a269-b34124d7ae4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6494 time: 0.2962654 Nov 22 16:45:59.657688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 03b67f93-659f-49a7-bbd1-308775b3c076 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:59.661961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:59.672980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:59.756622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Attempting to bind port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:59.756959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Attempting to bind port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:59.757290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Attempting to bind port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:59.821381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d9ea4ae-7a3b-40e0-afb4-e5c4e9aac39e req-905210c4-4e4c-46b1-8669-6c7200e20e6b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237818 Nov 22 16:45:59.824977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:59.825557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Attempting to bind port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:59.868181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:59.868577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Checking segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:59.868996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Bound using segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:59.869496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Bound port: ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:59.869857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.919761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 03b67f93-659f-49a7-bbd1-308775b3c076 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:59.928048 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.932241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-480a2044-a345-413e-b413-d09305b2bbcb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3468800 Nov 22 16:45:59.975235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-e03e1f9d-fcff-4316-9ad6-a0fbdddb6c3a service neutron] 10.222.0.37 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974838 Nov 22 16:46:00.021477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-97aabfb0-0581-45f4-a5f4-b048babf62d3 None None] Provisioning complete for port 0285c469-748f-45ab-8613-c5fffcb444d6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:00.022202 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97aabfb0-0581-45f4-a5f4-b048babf62d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.074270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-45e1b186-7619-43c3-bca6-08c3fcb16629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.075190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-45e1b186-7619-43c3-bca6-08c3fcb16629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.075818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-45e1b186-7619-43c3-bca6-08c3fcb16629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.077850 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-45e1b186-7619-43c3-bca6-08c3fcb16629 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b HTTP/1.1" status: 200 len: 2293 time: 0.3777096 Nov 22 16:46:00.107832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-0e4465b8-0f8b-41f0-9839-a6fd9f77bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.109305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-0e4465b8-0f8b-41f0-9839-a6fd9f77bae3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1097 time: 0.1092079 Nov 22 16:46:00.115771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-97aabfb0-0581-45f4-a5f4-b048babf62d3 None None] Port 0285c469-748f-45ab-8613-c5fffcb444d6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:00.214048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] For port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:00.239185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1ae99dbe-a120-4cf7-9621-7fb84198872c None None] Provisioning complete for port 0285c469-748f-45ab-8613-c5fffcb444d6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:00.239913 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ae99dbe-a120-4cf7-9621-7fb84198872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.242333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aacce9-5edf-4a3a-aa3e-a617416829c6 req-510cbd4b-188f-4933-8d2b-3f04208477d8 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.252161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5aacce9-5edf-4a3a-aa3e-a617416829c6 req-510cbd4b-188f-4933-8d2b-3f04208477d8 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.2297192 Nov 22 16:46:00.268167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] For port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:00.288060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1ae99dbe-a120-4cf7-9621-7fb84198872c None None] Port 0285c469-748f-45ab-8613-c5fffcb444d6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:00.289032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:00.291021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:00.292421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.301695 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-c4a500e1-6f50-4b80-882f-6b047ec24e33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 HTTP/1.1" status: 200 len: 1002 time: 0.2128093 Nov 22 16:46:00.367555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.368186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.369872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] 10.222.0.37 "PUT /v2.0/ports/ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 HTTP/1.1" status: 200 len: 1092 time: 2.5540278 Nov 22 16:46:00.394469 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.422513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-7d83f5c5-6814-4799-acd4-0706198331b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.424519 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-7d83f5c5-6814-4799-acd4-0706198331b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.2502344 Nov 22 16:46:00.431460 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5aacce9-5edf-4a3a-aa3e-a617416829c6 req-50689815-b525-4066-9b63-5ee216b16c23 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725051 Nov 22 16:46:00.447526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:00.450679 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb590e4-b3ca-4151-85e7-e40e050b7c24" -d '{"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:00.451723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7924b025-3a8e-4d90-b2a5-547458719e3a req-0e932825-488b-4572-8704-da27c502464b service neutron] 10.222.0.37 "GET /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600968 Nov 22 16:46:00.468302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9dcbb0e7-6777-46c8-abd3-0ca34ae291c3 None None] Provisioning complete for port 0285c469-748f-45ab-8613-c5fffcb444d6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:00.468701 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb0e7-6777-46c8-abd3-0ca34ae291c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.471882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:00.478273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512294f-0157-4cf4-8557-22513f5ce013', 'tag': 'ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:00.484212 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb4a542-3a68-4efd-a491-bf655e932a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d512294f-0157-4cf4-8557-22513f5ce013", "tag": "ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:00.501455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.536805 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-06de026a-e4c7-437c-8f34-fd107149360c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 200 len: 217 time: 0.0989609 Nov 22 16:46:00.540395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-cbcc29d6-96e0-4e3e-9fec-d8f0cc79d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.541862 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-cbcc29d6-96e0-4e3e-9fec-d8f0cc79d62c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60fb99aa-6a34-4789-801b-3d59564b79de HTTP/1.1" status: 200 len: 851 time: 0.2330539 Nov 22 16:46:00.574087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbb0e7-6777-46c8-abd3-0ca34ae291c3 None None] Port 0285c469-748f-45ab-8613-c5fffcb444d6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:00.596666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=14']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:00.611734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7a511-1db8-4618-a9e9-5c3605950b9a service neutron] Pushing event updated for resources: {'Port': ['ID=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:00.626147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-0d119f86-4f31-40a5-b5ed-9f768c761c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.627903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-0d119f86-4f31-40a5-b5ed-9f768c761c88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 1095 time: 0.1852918 Nov 22 16:46:00.643420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd824f0-139e-4883-8936-cd5dedd4f83f req-cdf63d84-f4c4-4065-b657-1103d0809108 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.645217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcd824f0-139e-4883-8936-cd5dedd4f83f req-cdf63d84-f4c4-4065-b657-1103d0809108 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 943 time: 0.0894949 Nov 22 16:46:00.670183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-9da03a7f-3b54-410f-9066-48c4a63b44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.672141 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-9da03a7f-3b54-410f-9066-48c4a63b44c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.1252851 Nov 22 16:46:00.677708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:00.689639 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Sync routers for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:00.690202 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-6f5b66e7-8db8-4b95-b810-824bf1706dba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 HTTP/1.1" status: 200 len: 217 time: 0.0437148 Nov 22 16:46:00.706295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7c64db53-207d-425a-aa65-12e3f55cd190 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "PUT /v2.0/routers/7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6695712 Nov 22 16:46:00.709436 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-0700b709-f780-4d21-a095-a0ee87c30655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.711091 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-0700b709-f780-4d21-a095-a0ee87c30655 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504974 Nov 22 16:46:00.711759 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:00.712898 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:00.718714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35516) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:00.745874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d52ac09e-9efa-4cfd-ba13-2cda8e4d8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.747414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-d52ac09e-9efa-4cfd-ba13-2cda8e4d8307 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0496564 Nov 22 16:46:00.797720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-4904e697-de2b-458d-ae0e-59a7fc2e8228 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418005 Nov 22 16:46:00.871746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcd824f0-139e-4883-8936-cd5dedd4f83f req-015b3d16-5abc-48c0-974d-f1f03d4d2704 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845126 Nov 22 16:46:00.883806 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:00.928002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-208d0d83-4ef6-4a4e-95c4-fcc6e8dd4731 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210923 Nov 22 16:46:00.935201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-7ad36e67-688f-4db9-8cd8-20b088830320 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2333195 Nov 22 16:46:01.053761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1778aad4-7c30-48e3-81f4-73369d585f2c req-318e3dc9-c3f1-4986-9458-2cf2a17d6c3e service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172309 Nov 22 16:46:01.088955 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-92585ab5-352b-44d2-b732-0b87ab1a9ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666254 Nov 22 16:46:01.095477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.095974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.096442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.096903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.097395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.098042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.098666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.099439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.099903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.100446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.100931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.101393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.101840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.104053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-65249444-b4b3-48e1-b6fd-82242016774d tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9169 time: 0.3842862 Nov 22 16:46:01.112589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35524) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:01.162184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1615259d-4114-44bd-9b97-6085f57039ed details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:01.243006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85871d-254d-4ee8-9066-81e0f5a30da0 req-45a67be7-2d95-440f-b438-30d9c0efb389 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.250736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb85871d-254d-4ee8-9066-81e0f5a30da0 req-45a67be7-2d95-440f-b438-30d9c0efb389 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 944 time: 0.1725841 Nov 22 16:46:01.257810 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-2b01534a-dd66-43f9-82d2-c15ca26ed02f service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090954 Nov 22 16:46:01.276647 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-cb1fd499-64ce-464a-b72c-1adef7575da0 service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692312 Nov 22 16:46:01.286127 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:57Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:45:57Z', 'revision_number': 2, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:01.309334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.309973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.310441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.310894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.311452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.311901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.312342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.312905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.313373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.313821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.314267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.314885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.315366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.318995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-af5e7824-6fe7-41d7-ab26-be2851ac9546 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8379 time: 0.2050614 Nov 22 16:46:01.322288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:01.323959 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Checking router: 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:01.325395 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Updating router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 port 0285c469-748f-45ab-8613-c5fffcb444d6 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:01.355259 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.382615 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-9df1e4cc-d751-499b-8c73-948852abfa5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 200 len: 217 time: 0.0969777 Nov 22 16:46:01.438543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1615259d-4114-44bd-9b97-6085f57039ed, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1615259d-4114-44bd-9b97-6085f57039ed,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:01.465852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '1615259d-4114-44bd-9b97-6085f57039ed', 'network_id': '77243eeb-d921-4e50-975e-da897bf2d633', 'port_id': '1615259d-4114-44bd-9b97-6085f57039ed', 'mac_address': 'fa:16:3e:f7:1f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64439f1-38c8-4557-97f1-73c72102f482', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:01.496891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-6c7ed9ee-09c1-4925-a2cc-a5d6005ed6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.498641 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-6c7ed9ee-09c1-4925-a2cc-a5d6005ed6ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1063304 Nov 22 16:46:01.502675 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb85871d-254d-4ee8-9066-81e0f5a30da0 req-28fde674-1379-4fc9-9b66-28be1b6e6863 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509050 Nov 22 16:46:01.504245 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8765fbe1-9436-43ef-9d47-765e8c57907c req-ae2a4df3-52ca-4b3b-9d42-5982aad2854c service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268338 Nov 22 16:46:01.580581 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.602544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1615259d-4114-44bd-9b97-6085f57039ed {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:01.624339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1615259d-4114-44bd-9b97-6085f57039ed, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1615259d-4114-44bd-9b97-6085f57039ed,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:01.630877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.633880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-378faa49-2e6e-4375-a022-5c9436ffe259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.637139 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-378faa49-2e6e-4375-a022-5c9436ffe259 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1238275 Nov 22 16:46:01.743050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=1615259d-4114-44bd-9b97-6085f57039ed,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:01.749887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de2361-0617-4acf-bb99-8bccfd090270 req-a0357183-7712-4d2a-87fb-bebfd9ae0810 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.751471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9de2361-0617-4acf-bb99-8bccfd090270 req-a0357183-7712-4d2a-87fb-bebfd9ae0810 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0939567 Nov 22 16:46:01.776237 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-1c94bd0f-9de5-4f12-8462-21ef28e90240 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311951 Nov 22 16:46:01.857749 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.869141 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.886401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9de2361-0617-4acf-bb99-8bccfd090270 req-94c38815-64fd-475c-8cda-bdcb5f3451df tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204460 Nov 22 16:46:01.915143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5677563b-0314-4d0e-a2cd-30826995f280 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5214 time: 0.5827186 Nov 22 16:46:01.933663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-98bbbc95-f15b-4371-9f4e-92b7d993feb7 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445115 Nov 22 16:46:01.982783 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Pushing event updated for resources: {'Port': ['ID=0285c469-748f-45ab-8613-c5fffcb444d6,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:01.994461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['1615259d-4114-44bd-9b97-6085f57039ed'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:02.004412 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-01100ca8-59ac-4c5b-9af9-16822a83512a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 200 len: 217 time: 0.0607879 Nov 22 16:46:02.015932 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.016285 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.016631 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.016972 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.017336 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.017689 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.018176 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.018757 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.019111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.019443 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.019764 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.020292 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.028397 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Attempting to bind port 0285c469-748f-45ab-8613-c5fffcb444d6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:02.029045 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Attempting to bind port 0285c469-748f-45ab-8613-c5fffcb444d6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:02.029784 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Attempting to bind port 0285c469-748f-45ab-8613-c5fffcb444d6 on network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:02.041262 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:02.041913 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Checking segment: {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:02.042632 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.043701 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Bound using segment: {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:02.045722 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Bound port: 0285c469-748f-45ab-8613-c5fffcb444d6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:02.046283 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.113700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-a5fbd48d-a7c1-4d65-ae7c-72fe901f1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:02.125635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-a5fbd48d-a7c1-4d65-ae7c-72fe901f1d8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1119604 Nov 22 16:46:02.195772 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] For port 0285c469-748f-45ab-8613-c5fffcb444d6, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:02.200481 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] For port 0285c469-748f-45ab-8613-c5fffcb444d6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0285c469-748f-45ab-8613-c5fffcb444d6,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:02.212111 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.282050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-00d68e25-310d-40b9-8d79-ab72fce41f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:02.285314 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-00d68e25-310d-40b9-8d79-ab72fce41f16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1574171 Nov 22 16:46:02.287820 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:02.288748 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:02.354513 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38717832-d7dd-444a-bcda-da99f39772bd None None] Pushing event updated for resources: {'Port': ['ID=0285c469-748f-45ab-8613-c5fffcb444d6,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:02.381199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6d00e750-4c32-470b-b549-b3c96141f7ca None None] Provisioning complete for port 0285c469-748f-45ab-8613-c5fffcb444d6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:02.381814 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d00e750-4c32-470b-b549-b3c96141f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.498601 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:02.509477 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82bc447-7947-4c7c-ad1b-c20179cc059b x-openstack-request-id: req-e82bc447-7947-4c7c-ad1b-c20179cc059b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:02.509879 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:02.510249 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e82bc447-7947-4c7c-ad1b-c20179cc059b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:02.510663 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'code': 200} Nov 22 16:46:02.541686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-385b5eee-3409-45a1-91fe-a2a4fd444a35 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343612 Nov 22 16:46:02.544840 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07aacb5-d6d1-4297-8444-582ae76cdc52 x-openstack-request-id: req-e07aacb5-d6d1-4297-8444-582ae76cdc52 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:02.545129 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d512294f-0157-4cf4-8557-22513f5ce013", "tag": "ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:02.545443 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e07aacb5-d6d1-4297-8444-582ae76cdc52 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:02.545862 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512294f-0157-4cf4-8557-22513f5ce013', 'tag': 'ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8', 'status': 'completed', 'code': 200} Nov 22 16:46:02.667362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d00e750-4c32-470b-b549-b3c96141f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.676405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-6c109458-966e-43af-8e64-bed75d4ae05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:02.678156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-6c109458-966e-43af-8e64-bed75d4ae05d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 1095 time: 0.1065216 Nov 22 16:46:02.749165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6d00e750-4c32-470b-b549-b3c96141f7ca None None] For port 0285c469-748f-45ab-8613-c5fffcb444d6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0285c469-748f-45ab-8613-c5fffcb444d6,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:02.761742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d00e750-4c32-470b-b549-b3c96141f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.809311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-9f544c66-a34b-437e-af3f-fe7d440b7d8e service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537935 Nov 22 16:46:02.824524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b10499-3e4e-4cb0-a4fa-f1736f972afe req-250cde4c-57c0-46ae-92e4-f8ee24cf655c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:02.835136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76b10499-3e4e-4cb0-a4fa-f1736f972afe req-250cde4c-57c0-46ae-92e4-f8ee24cf655c tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 944 time: 0.1886675 Nov 22 16:46:02.884914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-ef223da0-d64e-442f-9964-8bda4e1b4419 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9ed289d3-f33b-4397-94a7-1e177906ef09 HTTP/1.1" status: 200 len: 217 time: 0.0657020 Nov 22 16:46:02.905466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00e750-4c32-470b-b549-b3c96141f7ca None None] Pushing event updated for resources: {'Port': ['ID=0285c469-748f-45ab-8613-c5fffcb444d6,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:02.915848 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:57Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:02.926091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4ea33ad0-509a-44b6-b24b-061ac55b434b None None] Provisioning complete for port 0285c469-748f-45ab-8613-c5fffcb444d6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:02.927774 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4ea33ad0-509a-44b6-b24b-061ac55b434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.959901 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4e5f60-ba13-4935-80e1-590c7be6abb1 None None] The sync data for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 is: [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:57Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:02.977827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-13ff78c3-e9a7-4b6f-80c2-caec8ca4392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:02.979496 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-13ff78c3-e9a7-4b6f-80c2-caec8ca4392e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.0869870 Nov 22 16:46:02.989019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76b10499-3e4e-4cb0-a4fa-f1736f972afe req-736b0032-92a9-4914-9d33-c0676337cecc tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526129 Nov 22 16:46:02.993507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-3bcde0ec-5cde-424d-ba78-601b92174cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:02.998087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-3bcde0ec-5cde-424d-ba78-601b92174cd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 912 time: 0.2971690 Nov 22 16:46:03.113677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-ac9cfd69-ce70-4bd0-8fb3-0bae08de3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:03.116406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-535b65c2-cbd5-466c-9604-40987a9141af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 HTTP/1.1" status: 200 len: 217 time: 0.1092670 Nov 22 16:46:03.117312 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-ac9cfd69-ce70-4bd0-8fb3-0bae08de3c35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292341 Nov 22 16:46:03.178553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:03.221043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-89b1b107-70e2-4116-a5b9-d7d5c8476770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:03.224336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-89b1b107-70e2-4116-a5b9-d7d5c8476770 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0865602 Nov 22 16:46:03.291693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-d029b0a1-05b8-467c-95c6-34570360dcd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567293 Nov 22 16:46:03.326315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-e327c533-04df-4d92-bb86-c2c177c581da service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958573 Nov 22 16:46:03.381989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35596) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:03.467483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9fcc5dae-dfdd-4985-bc48-66d026e05949 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-677016410', 'description': 'tempest-secgroup-smoke-677016410 description', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:03.534903 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5dae-dfdd-4985-bc48-66d026e05949 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.546779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-d35f935e-6432-4fa7-ba8d-7e98e5b02b6a service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465711 Nov 22 16:46:03.583903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:03.622001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'port_id': 'ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8', 'mac_address': 'fa:16:3e:8f:2e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e8c2-1a5c-4e3a-bd3f-e648b869d20b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:03.631307 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-79b9dd4a-8e9a-4513-a9da-de177a2c08fa service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966621 Nov 22 16:46:03.649063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0285c469-748f-45ab-8613-c5fffcb444d6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:03.794582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-542c6f2d-faaf-4a8c-96ec-4075ec1a28a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af HTTP/1.1" status: 200 len: 217 time: 0.1553695 Nov 22 16:46:03.816182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.841359 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:03.859320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2eb4a542-3a68-4efd-a491-bf655e932a3d req-f809bc2d-ca9c-4ba5-bbc8-58721d571540 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040476 Nov 22 16:46:03.883163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:03.892128 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.903822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0285c469-748f-45ab-8613-c5fffcb444d6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:03.905350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.935628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72f637-470b-4eed-8b88-f894b32b1ec6 req-4df0d9b0-3566-46df-82d7-857abbd61656 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:03.946791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b72f637-470b-4eed-8b88-f894b32b1ec6 req-4df0d9b0-3566-46df-82d7-857abbd61656 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 944 time: 0.0868249 Nov 22 16:46:03.983612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-3a786f26-46cf-4a21-bf01-1ca53eaec4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:03.987965 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-3a786f26-46cf-4a21-bf01-1ca53eaec4b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1097 time: 0.1908631 Nov 22 16:46:04.011484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-18de87cb-09a0-4f78-839a-b3e0d2671a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.013063 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-18de87cb-09a0-4f78-839a-b3e0d2671a6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1534700 Nov 22 16:46:04.061345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b72f637-470b-4eed-8b88-f894b32b1ec6 req-2466f8ad-61af-48ca-88f4-35788c7c3981 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118991 Nov 22 16:46:04.107180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:04.271924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:04.420650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17126-80f9-456b-ab33-38c84b6aec39 req-d94cc324-0acb-428d-a7d2-ea2328e49d50 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.433570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-afb17126-80f9-456b-ab33-38c84b6aec39 req-d94cc324-0acb-428d-a7d2-ea2328e49d50 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1183975 Nov 22 16:46:04.537965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-afb17126-80f9-456b-ab33-38c84b6aec39 req-edf7dfae-f8db-43fe-b6cd-525a69c72489 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986974 Nov 22 16:46:04.750667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5dae-dfdd-4985-bc48-66d026e05949 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.761705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a75683-78bc-4cb1-b49e-962ba78c753d req-e449fe9a-1eb9-4eab-a303-cdb0470ab11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.762936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5dae-dfdd-4985-bc48-66d026e05949 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.775298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0a75683-78bc-4cb1-b49e-962ba78c753d req-e449fe9a-1eb9-4eab-a303-cdb0470ab11d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 944 time: 0.1486857 Nov 22 16:46:04.806790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc5dae-dfdd-4985-bc48-66d026e05949 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0eade2-b85f-4ea7-9708-43cfb1852517,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:04.810394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-9c92c0d6-874c-49f1-a0fa-d47a7201e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.811992 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-9c92c0d6-874c-49f1-a0fa-d47a7201e454 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7776520 Nov 22 16:46:04.914152 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5dae-dfdd-4985-bc48-66d026e05949 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.915670 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9fcc5dae-dfdd-4985-bc48-66d026e05949 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5326431 Nov 22 16:46:04.918627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:04.918814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0a75683-78bc-4cb1-b49e-962ba78c753d req-478df571-5b89-45be-a09d-f7a3e9ce230d tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391256 Nov 22 16:46:04.928699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bdf1d9ee-3d51-4bf6-849f-bbbdf2be568f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '1f0eade2-b85f-4ea7-9708-43cfb1852517', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:04.956261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-18b11dc7-0b6e-4db3-8fa8-67b469c7acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.958095 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-18b11dc7-0b6e-4db3-8fa8-67b469c7acef service neutron] 10.222.0.62 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.9593177 Nov 22 16:46:05.015146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-3a9af8dc-b4b6-462e-aeea-2610ed1f1715 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 200 len: 217 time: 0.0477970 Nov 22 16:46:05.080936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-12036bad-d011-4e9f-8c63-48ab3510e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:05.082549 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-12036bad-d011-4e9f-8c63-48ab3510e5f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.0566576 Nov 22 16:46:05.105447 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d9ee-3d51-4bf6-849f-bbbdf2be568f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.147773 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-b130d223-153f-4f3a-b4a3-126bdd68a426 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551124 Nov 22 16:46:05.154185 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-f010f5be-d5f0-4a37-abd9-b8313cb7c414 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323874 Nov 22 16:46:05.178838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1615259d-4114-44bd-9b97-6085f57039ed up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:05.291749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 1615259d-4114-44bd-9b97-6085f57039ed completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:05.297486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 1615259d-4114-44bd-9b97-6085f57039ed triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:05.298200 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.345527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83843-98aa-4fac-87b4-f8a94f567eed req-f3aed4c8-d258-472b-8669-eec9815ef386 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:05.362790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6de83843-98aa-4fac-87b4-f8a94f567eed req-f3aed4c8-d258-472b-8669-eec9815ef386 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1070833 Nov 22 16:46:05.404538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d9ee-3d51-4bf6-849f-bbbdf2be568f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.407523 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-39c4b20d-de9d-45ed-b3bc-166f1f787b28 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497604 Nov 22 16:46:05.413881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d9ee-3d51-4bf6-849f-bbbdf2be568f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.474660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6de83843-98aa-4fac-87b4-f8a94f567eed req-1ef83b44-43df-4f7b-9d35-f872c23f000c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050851 Nov 22 16:46:05.491859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1d9ee-3d51-4bf6-849f-bbbdf2be568f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8416d8-d379-44e6-bbe0-1bd06b3c3501,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:05.495091 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.498141 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-8405bdb5-c16d-4429-9710-a827e29716c2 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655935 Nov 22 16:46:05.503772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d9ee-3d51-4bf6-849f-bbbdf2be568f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.509815 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bdf1d9ee-3d51-4bf6-849f-bbbdf2be568f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5803711 Nov 22 16:46:05.510604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35664) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:05.523019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dc6ed8ca-71e2-47b1-bebb-6d02d2999de7 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '1f0eade2-b85f-4ea7-9708-43cfb1852517', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:05.548642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ac5f6f-8d34-4176-8e4f-26efbcb6fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1615259d-4114-44bd-9b97-6085f57039ed'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:05.551552 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a585303-823c-4d7b-accd-08b5766c0802" -d '{"events": [{"server_uuid": "59ac5f6f-8d34-4176-8e4f-26efbcb6fe72", "name": "network-vif-plugged", "status": "completed", "tag": "1615259d-4114-44bd-9b97-6085f57039ed"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:05.566476 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-b3157c96-0b76-41eb-bcc8-0546e831df37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69 HTTP/1.1" status: 200 len: 217 time: 0.0589683 Nov 22 16:46:05.623245 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc6ed8ca-71e2-47b1-bebb-6d02d2999de7 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.644182 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6db3c7e5-d9ba-4cd8-9d03-f50bbd9740cb req-dc7be925-5b3c-4492-b8ab-a46e17c87a47 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277126 Nov 22 16:46:05.666735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-001bebfd-d42e-493c-9ee3-e830010102ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:05.675465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-001bebfd-d42e-493c-9ee3-e830010102ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.0974865 Nov 22 16:46:05.743804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-49945f76-df1b-4bec-afe7-09deb1964fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:05.745668 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-49945f76-df1b-4bec-afe7-09deb1964fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629876 Nov 22 16:46:05.806408 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc6ed8ca-71e2-47b1-bebb-6d02d2999de7 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.813361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc6ed8ca-71e2-47b1-bebb-6d02d2999de7 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.831595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1615259d-4114-44bd-9b97-6085f57039ed, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1615259d-4114-44bd-9b97-6085f57039ed,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:05.841869 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.848448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ed8ca-71e2-47b1-bebb-6d02d2999de7 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784ec9d3-e7b7-401a-a26c-2079450e2f08,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:05.856187 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc6ed8ca-71e2-47b1-bebb-6d02d2999de7 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.860362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35670) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:05.861084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc6ed8ca-71e2-47b1-bebb-6d02d2999de7 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3486791 Nov 22 16:46:05.866334 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0a46d033-e544-4777-9420-070caba02329 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '1f0eade2-b85f-4ea7-9708-43cfb1852517', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:05.882257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcef9e4-a763-402f-b591-70ee07519d22 req-c965b7a4-6abc-4f99-b3a6-71221c530893 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:05.890303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edcef9e4-a763-402f-b591-70ee07519d22 req-c965b7a4-6abc-4f99-b3a6-71221c530893 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 945 time: 0.1622972 Nov 22 16:46:05.965160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=1615259d-4114-44bd-9b97-6085f57039ed,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:05.966250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edcef9e4-a763-402f-b591-70ee07519d22 req-10a1ca08-87f2-4c9d-8094-d703b3b88e72 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743780 Nov 22 16:46:05.984971 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-dfcc9715-83b6-4a4a-b3f7-89ef0065aea5 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296648 Nov 22 16:46:05.996198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a46d033-e544-4777-9420-070caba02329 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.148063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a46d033-e544-4777-9420-070caba02329 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.153932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-d9c9bec5-74ac-41c7-8f70-3f3541622e49 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590140 Nov 22 16:46:06.155560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a46d033-e544-4777-9420-070caba02329 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.231694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46d033-e544-4777-9420-070caba02329 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e113b124-4f82-4fe3-90c8-233fb6466ce7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:06.234384 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-83619c98-5cd1-4cdb-a926-eee2b0e5ee1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0041cd8c-9640-47b1-896a-7445382c04ca HTTP/1.1" status: 200 len: 217 time: 0.0579417 Nov 22 16:46:06.245649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a46d033-e544-4777-9420-070caba02329 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.249480 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0a46d033-e544-4777-9420-070caba02329 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854175 Nov 22 16:46:06.250461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35680) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:06.257113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fac09336-4634-420d-b93d-6eb1a25dc1aa tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '1f0eade2-b85f-4ea7-9708-43cfb1852517', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:06.348267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-bd7385f4-bf8c-42a8-96c2-a1fd594a1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.350296 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-bd7385f4-bf8c-42a8-96c2-a1fd594a1b05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.1080525 Nov 22 16:46:06.358605 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fac09336-4634-420d-b93d-6eb1a25dc1aa tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.371361 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50968a-c7ee-4d0e-8e16-659ef6905180 x-openstack-request-id: req-1d50968a-c7ee-4d0e-8e16-659ef6905180 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:06.372300 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ac5f6f-8d34-4176-8e4f-26efbcb6fe72", "name": "network-vif-plugged", "status": "completed", "tag": "1615259d-4114-44bd-9b97-6085f57039ed", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:06.372984 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d50968a-c7ee-4d0e-8e16-659ef6905180 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:06.373657 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ac5f6f-8d34-4176-8e4f-26efbcb6fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1615259d-4114-44bd-9b97-6085f57039ed', 'code': 200} Nov 22 16:46:06.508661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.515823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-06416bb0-95c7-46cd-84ef-24dca45c6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.517512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-06416bb0-95c7-46cd-84ef-24dca45c6e23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1095 time: 0.1662037 Nov 22 16:46:06.524204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-a4c93a09-2008-416a-b8bb-cb4131af9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.525899 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-a4c93a09-2008-416a-b8bb-cb4131af9bab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1597452 Nov 22 16:46:06.528856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fac09336-4634-420d-b93d-6eb1a25dc1aa tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.541083 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fac09336-4634-420d-b93d-6eb1a25dc1aa tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.559986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bca80-0e6d-48d4-9ade-150cba9c5b2e req-93a4a505-8255-4588-a54e-c47ab44626e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.561561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d3bca80-0e6d-48d4-9ade-150cba9c5b2e req-93a4a505-8255-4588-a54e-c47ab44626e6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 1096 time: 0.1159847 Nov 22 16:46:06.565267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac09336-4634-420d-b93d-6eb1a25dc1aa tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6c3eb5-2b0d-4055-ada0-c2b3cd0b8c07,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:06.590387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb6cd6-f1a9-4438-b28b-b9da78fd57ec req-c9e7c4a1-d389-4ca7-9d31-d6fc1cd9cfbc tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.592214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39bb6cd6-f1a9-4438-b28b-b9da78fd57ec req-c9e7c4a1-d389-4ca7-9d31-d6fc1cd9cfbc tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1203322 Nov 22 16:46:06.623542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fac09336-4634-420d-b93d-6eb1a25dc1aa tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.625757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fac09336-4634-420d-b93d-6eb1a25dc1aa tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727169 Nov 22 16:46:06.629041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35692) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:06.644153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bbd09dfe-8cbf-4469-915b-2dac4d2cbe5c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '1f0eade2-b85f-4ea7-9708-43cfb1852517', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:06.688542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d3bca80-0e6d-48d4-9ade-150cba9c5b2e req-128c7d26-2800-4b37-869d-45454407c970 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145906 Nov 22 16:46:06.701049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39bb6cd6-f1a9-4438-b28b-b9da78fd57ec req-1fa217fa-1ef4-48bc-adbb-90b58cf94f76 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958800 Nov 22 16:46:06.704316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-efbf884c-810c-45d8-ae8a-fb05cc8f9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.705840 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-efbf884c-810c-45d8-ae8a-fb05cc8f9d8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.1788890 Nov 22 16:46:06.709083 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-bbd09dfe-8cbf-4469-915b-2dac4d2cbe5c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Project 8609cbdcbcfd4ec097e34ad420e71e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:46:06.717942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbd09dfe-8cbf-4469-915b-2dac4d2cbe5c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.779178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-449990c2-7ccc-42e0-b533-f368e11ca66f service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720300 Nov 22 16:46:06.787085 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbd09dfe-8cbf-4469-915b-2dac4d2cbe5c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.794158 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbd09dfe-8cbf-4469-915b-2dac4d2cbe5c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.814199 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-709c6cc2-eee9-4f1d-bcfb-4d5d13c09304 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 999 time: 0.0978563 Nov 22 16:46:06.843525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd09dfe-8cbf-4469-915b-2dac4d2cbe5c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce7b1fd-7067-4935-8dad-393d704ff86d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:06.857200 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbd09dfe-8cbf-4469-915b-2dac4d2cbe5c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.858409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bbd09dfe-8cbf-4469-915b-2dac4d2cbe5c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2224064 Nov 22 16:46:06.862987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:06.868891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2113f1b5-ee7a-4822-bf32-afdcb0849cb5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '1f0eade2-b85f-4ea7-9708-43cfb1852517', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:06.881297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657995f-d71c-4753-bad2-29b3bde9c077 req-b1d52548-8093-4925-90df-3a9787344152 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.883039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9657995f-d71c-4753-bad2-29b3bde9c077 req-b1d52548-8093-4925-90df-3a9787344152 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.0912526 Nov 22 16:46:06.919505 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-2113f1b5-ee7a-4822-bf32-afdcb0849cb5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Project 8609cbdcbcfd4ec097e34ad420e71e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:46:06.929039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2113f1b5-ee7a-4822-bf32-afdcb0849cb5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.949649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-3161bc08-eeea-4c35-9276-a35944bc0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.951240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-3161bc08-eeea-4c35-9276-a35944bc0963 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1194751 Nov 22 16:46:06.964202 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9657995f-d71c-4753-bad2-29b3bde9c077 req-05ace5e6-26da-4b3f-9867-1e8aa4f6217f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 Nov 22 16:46:07.003315 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2113f1b5-ee7a-4822-bf32-afdcb0849cb5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.010164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2113f1b5-ee7a-4822-bf32-afdcb0849cb5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.029951 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7e6e18d-56b9-4405-b0e3-d7b1833a9734 req-f7faf281-80b7-48ce-932f-19241d156326 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571112 Nov 22 16:46:07.036443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-26be3488-c84c-45fb-ae7c-53f11ec6614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.038101 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-26be3488-c84c-45fb-ae7c-53f11ec6614e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778008 Nov 22 16:46:07.043971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113f1b5-ee7a-4822-bf32-afdcb0849cb5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4840d0-3314-44a6-92dd-5e6d3d65c64f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:07.063269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2113f1b5-ee7a-4822-bf32-afdcb0849cb5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.064592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2113f1b5-ee7a-4822-bf32-afdcb0849cb5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2004657 Nov 22 16:46:07.150065 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-3ca325a2-fcfe-42f7-a1ca-fd765cdfff0b service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038024 Nov 22 16:46:07.195094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:07.225783 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264d5cf-abf4-4608-9583-d41686ce8e8b req-469e24cc-4f9b-445d-9e42-b78cf2720755 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.228160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a264d5cf-abf4-4608-9583-d41686ce8e8b req-469e24cc-4f9b-445d-9e42-b78cf2720755 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0723743 Nov 22 16:46:07.273505 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1295221b-3f62-4251-ad11-0fc73a83bd70 req-1a7afdcd-a21c-4faa-b358-276856a635e9 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138604 Nov 22 16:46:07.274918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:07.280327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:07.280784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.283686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a264d5cf-abf4-4608-9583-d41686ce8e8b req-8e2a16e8-6484-407d-9a39-c4b474c9a095 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479894 Nov 22 16:46:07.375426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.408493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539ebff-2258-46d3-af88-1b152ce12ead req-d4ef1c47-4e4b-442b-8fa8-5f5d86e98840 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.410048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7539ebff-2258-46d3-af88-1b152ce12ead req-d4ef1c47-4e4b-442b-8fa8-5f5d86e98840 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 945 time: 0.0610809 Nov 22 16:46:07.417954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:07.424492 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.486701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7539ebff-2258-46d3-af88-1b152ce12ead req-5ee0e371-f952-4d41-b49d-f4fc49daf0aa tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622323 Nov 22 16:46:07.487178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:07.676544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-2f9927a0-9919-4dc4-bbdc-f8d06fc1489d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-677016410&fields=id&tenant_id=8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 267 time: 0.0536032 Nov 22 16:46:07.774427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.808147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349292-7987-4c32-bd87-13ae7da92254 req-62f4f1c5-c747-4efb-bb5d-abfc2cbb8da2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.809673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-62f4f1c5-c747-4efb-bb5d-abfc2cbb8da2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/networks?id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3 HTTP/1.1" status: 200 len: 796 time: 0.1256371 Nov 22 16:46:07.825609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-385556b2-19ca-4d96-a2de-0dbcec677e51 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/quotas/8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 375 time: 0.0099022 Nov 22 16:46:07.878540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-43753800-d497-423a-a015-37c1b37228fa tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471807 Nov 22 16:46:07.987683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-5a885fae-7b70-44b5-9818-b85d4112ee4e service neutron] 10.222.0.59 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958269 Nov 22 16:46:08.103060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-6e323672-b03f-407d-b93b-fb9159e9e137 service neutron] 10.222.0.59 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087542 Nov 22 16:46:08.329137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897689c-dcc3-48d2-b6bc-661e2730cc28 req-60937171-5392-495e-81a1-2a419bee9d8f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:08.330682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e897689c-dcc3-48d2-b6bc-661e2730cc28 req-60937171-5392-495e-81a1-2a419bee9d8f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0634973 Nov 22 16:46:08.375370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512294f-0157-4cf4-8557-22513f5ce013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:08.379303 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4962eba7-93eb-410d-89fd-dd68fa027455" -d '{"events": [{"server_uuid": "d512294f-0157-4cf4-8557-22513f5ce013", "name": "network-vif-plugged", "status": "completed", "tag": "ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:08.395471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e897689c-dcc3-48d2-b6bc-661e2730cc28 req-3d47c6d8-eba1-45d7-afc2-7c9b8794a705 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537634 Nov 22 16:46:08.491389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35758) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:08.538859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121865a-cbed-4979-91f7-297a9851a4ca req-a45b6aae-e5b0-4efd-b00e-b967f72c219f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:08.540526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d121865a-cbed-4979-91f7-297a9851a4ca req-a45b6aae-e5b0-4efd-b00e-b967f72c219f tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.0773461 Nov 22 16:46:08.598901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d121865a-cbed-4979-91f7-297a9851a4ca req-6d5e17c5-07dc-4358-82bd-a4fd0ef2f231 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517504 Nov 22 16:46:08.664651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa561e9e-98ac-4420-81a7-07a3710c6b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.795765 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa561e9e-98ac-4420-81a7-07a3710c6b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.804084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa561e9e-98ac-4420-81a7-07a3710c6b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.805387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4893af9-b4c9-4950-bc15-9330a8ed93b3 req-2ffc66ae-16e1-4dff-832d-7f1e971af9b2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 210 time: 0.0510962 Nov 22 16:46:08.848932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa561e9e-98ac-4420-81a7-07a3710c6b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b45994-6041-47d6-9452-dcf6c12dd7b4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:08.871076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:08.871393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aa561e9e-98ac-4420-81a7-07a3710c6b0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3990f4a4c94745c9832a86d83eb5d086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3778539 Nov 22 16:46:08.979470 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd218b-163e-4ea1-b069-ee7a3f1d61d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.001792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9fa10-8983-4b1b-8bcd-99461040de65 req-de9fad02-875f-4168-8d68-75ba6eaf979f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:09.003776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c9fa10-8983-4b1b-8bcd-99461040de65 req-de9fad02-875f-4168-8d68-75ba6eaf979f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0957758 Nov 22 16:46:09.027920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd218b-163e-4ea1-b069-ee7a3f1d61d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.089420 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd218b-163e-4ea1-b069-ee7a3f1d61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.093567 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd218b-163e-4ea1-b069-ee7a3f1d61d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.098657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a2bd218b-163e-4ea1-b069-ee7a3f1d61d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c3b45994-6041-47d6-9452-dcf6c12dd7b4 HTTP/1.1" status: 204 len: 168 time: 0.2263227 Nov 22 16:46:09.111498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd218b-163e-4ea1-b069-ee7a3f1d61d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b45994-6041-47d6-9452-dcf6c12dd7b4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:09.210462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c9fa10-8983-4b1b-8bcd-99461040de65 req-15c3afca-66fa-4e53-b3b0-7cb60dc99b5a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985202 Nov 22 16:46:09.263721 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e78a9d-cbf8-43cd-932c-a70c299ac4af x-openstack-request-id: req-35e78a9d-cbf8-43cd-932c-a70c299ac4af {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:09.266135 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d512294f-0157-4cf4-8557-22513f5ce013", "name": "network-vif-plugged", "status": "completed", "tag": "ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:09.267109 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35e78a9d-cbf8-43cd-932c-a70c299ac4af {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:09.267906 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512294f-0157-4cf4-8557-22513f5ce013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8', 'code': 200} Nov 22 16:46:09.399968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62bdfb-cc83-4834-ac8c-9032773bcdb7 req-e80c350d-26ba-4840-975d-b16cf2c682f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:09.402033 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd62bdfb-cc83-4834-ac8c-9032773bcdb7 req-e80c350d-26ba-4840-975d-b16cf2c682f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 1097 time: 0.0704026 Nov 22 16:46:09.402227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54f50-d343-4fa0-8e64-ecfb23853114 req-88355990-a7b7-4fab-8e6c-3e32119a9209 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:09.404236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1da54f50-d343-4fa0-8e64-ecfb23853114 req-88355990-a7b7-4fab-8e6c-3e32119a9209 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 946 time: 0.0710261 Nov 22 16:46:09.519731 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd62bdfb-cc83-4834-ac8c-9032773bcdb7 req-886f0c33-8dda-4cbe-9a5e-de300980111c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084359 Nov 22 16:46:09.536335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35784) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:09.632242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36c9805a-741c-43e5-994f-25f3e13e5737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.743249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349292-7987-4c32-bd87-13ae7da92254 req-3b2a6a54-8cbc-4d06-8f08-37e8a302e846 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:09.744857 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-3b2a6a54-8cbc-4d06-8f08-37e8a302e846 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.62 "GET /v2.0/networks?id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3 HTTP/1.1" status: 200 len: 796 time: 0.2075443 Nov 22 16:46:09.857752 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36c9805a-741c-43e5-994f-25f3e13e5737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.868657 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36c9805a-741c-43e5-994f-25f3e13e5737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.874867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1da54f50-d343-4fa0-8e64-ecfb23853114 req-d08ee8ce-a9ef-47f4-ba31-d7d2bfaff13f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627488 Nov 22 16:46:09.893836 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-25e18c9d-2ce5-490e-ad6c-98437cc49c1e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 379 time: 0.1219010 Nov 22 16:46:09.904155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'port': {'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'admin_state_up': True, 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'security_groups': ['1f0eade2-b85f-4ea7-9708-43cfb1852517']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:09.968412 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-36c9805a-741c-43e5-994f-25f3e13e5737 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa9354dea6144deb8ee85eed4ac08320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297504 Nov 22 16:46:09.971860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9805a-741c-43e5-994f-25f3e13e5737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98e7323-18be-4403-bc89-b9dbd9da0b22,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:09.972046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:10.040277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:10.044142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.052780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33cbec2-2555-4d60-8b84-a4631f08a152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.086131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e057-864d-48eb-a7f0-6dc5d3f7b23d req-b2a23172-ff1f-4ac0-b00e-7f6e29a3d0bd tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:10.087668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a88e057-864d-48eb-a7f0-6dc5d3f7b23d req-b2a23172-ff1f-4ac0-b00e-7f6e29a3d0bd tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.0807726 Nov 22 16:46:10.089514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33cbec2-2555-4d60-8b84-a4631f08a152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.158283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a88e057-864d-48eb-a7f0-6dc5d3f7b23d req-9eba8497-e94a-4712-a6d4-fc594083981e tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619657 Nov 22 16:46:10.169885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33cbec2-2555-4d60-8b84-a4631f08a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.173150 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33cbec2-2555-4d60-8b84-a4631f08a152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.179529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c33cbec2-2555-4d60-8b84-a4631f08a152 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d98e7323-18be-4403-bc89-b9dbd9da0b22 HTTP/1.1" status: 204 len: 168 time: 0.2042005 Nov 22 16:46:10.194872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.20.0.4 (94b08bee-78a2-46f9-a9d6-bf17b33f44d3/56c7d246-6432-44c7-ba87-a48d02b3f0d7/6100b2b4-5b59-459e-8094-f284352fd524) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:10.197781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cbec2-2555-4d60-8b84-a4631f08a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98e7323-18be-4403-bc89-b9dbd9da0b22,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:10.384929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.438063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.481254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:10.485406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928567b-2b4c-4951-a663-a0e11ac4bd98 req-6a6f08d9-8565-49fc-adcc-8f145a4614bf tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:10.487558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:10.487770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2928567b-2b4c-4951-a663-a0e11ac4bd98 req-6a6f08d9-8565-49fc-adcc-8f145a4614bf tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 931 time: 0.0708361 Nov 22 16:46:10.492039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:10.532507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=6100b2b4-5b59-459e-8094-f284352fd524,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:10.585426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:10.585875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2928567b-2b4c-4951-a663-a0e11ac4bd98 req-466e564c-b2a0-4558-87d3-25aa7206ff2c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819228 Nov 22 16:46:10.585972 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.616340 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-4319b592-195c-433b-ab05-05903b390b69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7161186 Nov 22 16:46:10.638700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Request body: {'port': {'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:10.738055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.779469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1935-5eac-4623-bccc-ed604950e969 req-b51636ce-a287-446b-a1cb-38fb646a3bad tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:10.781125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4ef1935-5eac-4623-bccc-ed604950e969 req-b51636ce-a287-446b-a1cb-38fb646a3bad tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0932279 Nov 22 16:46:10.837329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c138efc1-1175-492b-a766-2872972bc03e None None] Provisioning complete for port 6100b2b4-5b59-459e-8094-f284352fd524 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:10.837979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c138efc1-1175-492b-a766-2872972bc03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.844968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4ef1935-5eac-4623-bccc-ed604950e969 req-bbce52f8-090f-4f54-aa88-3f65d1e8d3fe tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511820 Nov 22 16:46:10.895729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c138efc1-1175-492b-a766-2872972bc03e None None] Port 6100b2b4-5b59-459e-8094-f284352fd524 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:11.083197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6100b2b4-5b59-459e-8094-f284352fd524 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:11.091007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c95156-0561-4543-b856-8659e1164a24 req-60aad0c9-fcdd-4875-9d58-d1b8eebcc9b6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.091525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.092943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53c95156-0561-4543-b856-8659e1164a24 req-60aad0c9-fcdd-4875-9d58-d1b8eebcc9b6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0606360 Nov 22 16:46:11.108636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Transition to ACTIVE for port object 6100b2b4-5b59-459e-8094-f284352fd524 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:11.114425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.148578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53c95156-0561-4543-b856-8659e1164a24 req-ad634f76-ab6e-4ba6-8c3e-0b0c1cfe8988 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476768 Nov 22 16:46:11.188412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Pushing event updated for resources: {'Port': ['ID=6100b2b4-5b59-459e-8094-f284352fd524,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:11.285586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Attempting to bind port 6100b2b4-5b59-459e-8094-f284352fd524 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:11.285924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Attempting to bind port 6100b2b4-5b59-459e-8094-f284352fd524 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:11.286305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Attempting to bind port 6100b2b4-5b59-459e-8094-f284352fd524 on network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:11.292767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Port 6100b2b4-5b59-459e-8094-f284352fd524 on network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:11.292767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Attempting to bind port 6100b2b4-5b59-459e-8094-f284352fd524 on network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:11.297644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:11.300649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Checking segment: {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:11.300649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Bound using segment: {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:11.300649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Bound port: 6100b2b4-5b59-459e-8094-f284352fd524, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81fbf94-3e77-4941-b190-dd788c232ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:11.300649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.394972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] For port 6100b2b4-5b59-459e-8094-f284352fd524, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:11.399115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] For port 6100b2b4-5b59-459e-8094-f284352fd524, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=6100b2b4-5b59-459e-8094-f284352fd524,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:11.405784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.446372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.447130 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.449013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] 10.222.0.62 "PUT /v2.0/ports/6100b2b4-5b59-459e-8094-f284352fd524 HTTP/1.1" status: 200 len: 1091 time: 0.8157997 Nov 22 16:46:11.455575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:11.458461 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973e584f-6263-4e5a-b3fb-5cf15466328c" -d '{"events": [{"name": "network-changed", "server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "tag": "6100b2b4-5b59-459e-8094-f284352fd524"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:11.547190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa55296-3b30-4142-b4bd-15baa44b9a4e service neutron] Pushing event updated for resources: {'Port': ['ID=6100b2b4-5b59-459e-8094-f284352fd524,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:11.592641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349292-7987-4c32-bd87-13ae7da92254 req-37d4b1cd-ce8a-4404-8d9f-7d446b295d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.595498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-37d4b1cd-ce8a-4404-8d9f-7d446b295d10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 1094 time: 0.1009073 Nov 22 16:46:11.668836 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-51f0c529-90f0-415c-98fd-30e791875927 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6100b2b4-5b59-459e-8094-f284352fd524 HTTP/1.1" status: 200 len: 217 time: 0.0637906 Nov 22 16:46:11.691253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c50c1-9a1d-4cfd-8373-2a6861781de1 req-dde9448e-8618-4220-ab87-1a381b76d6c3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.693758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc0c50c1-9a1d-4cfd-8373-2a6861781de1 req-dde9448e-8618-4220-ab87-1a381b76d6c3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 946 time: 0.0677285 Nov 22 16:46:11.734768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349292-7987-4c32-bd87-13ae7da92254 req-764c0c73-2fd0-4550-92f9-3e6455388b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.736403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-764c0c73-2fd0-4550-92f9-3e6455388b55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56c7d246-6432-44c7-ba87-a48d02b3f0d7 HTTP/1.1" status: 200 len: 835 time: 0.0608528 Nov 22 16:46:11.763579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc0c50c1-9a1d-4cfd-8373-2a6861781de1 req-98e7e6ac-cb29-452a-a569-eb1ed4156e17 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606737 Nov 22 16:46:11.809305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77349292-7987-4c32-bd87-13ae7da92254 req-6569dff1-dc27-476b-9842-8e15325a8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.814665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-6569dff1-dc27-476b-9842-8e15325a8ed2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678835 Nov 22 16:46:11.945731 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-49cc7bd4-c194-4930-bfbc-42301bf39351 service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248729 Nov 22 16:46:11.979043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448df0af-8d37-449b-ad31-e6e47b743199 req-bc5c089e-416d-4c60-b135-0d42190d53ad tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.980908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-448df0af-8d37-449b-ad31-e6e47b743199 req-bc5c089e-416d-4c60-b135-0d42190d53ad tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.0545309 Nov 22 16:46:12.046528 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-77349292-7987-4c32-bd87-13ae7da92254 req-10f43573-8924-44f1-886f-f08c13a302ec service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909750 Nov 22 16:46:12.055718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-448df0af-8d37-449b-ad31-e6e47b743199 req-1f956e6b-3a83-4426-9bd7-d9b07af92aa4 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664566 Nov 22 16:46:12.170087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6abc29-d216-4ef7-a514-d6f359610e09 req-b25511c6-3c49-439f-b862-427f0e4fd283 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.171780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f6abc29-d216-4ef7-a514-d6f359610e09 req-b25511c6-3c49-439f-b862-427f0e4fd283 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0561736 Nov 22 16:46:12.239666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f6abc29-d216-4ef7-a514-d6f359610e09 req-57cf0e19-45df-496e-9085-4f11244d47c9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579367 Nov 22 16:46:12.385201 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93760db3-351a-41cd-84f5-b575b0e794c1 x-openstack-request-id: req-93760db3-351a-41cd-84f5-b575b0e794c1 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:12.385883 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "tag": "6100b2b4-5b59-459e-8094-f284352fd524", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:12.386145 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93760db3-351a-41cd-84f5-b575b0e794c1 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:12.386607 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524', 'status': 'completed', 'code': 200} Nov 22 16:46:12.463820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-cbc95c03-6aad-499b-af3d-a5e6f5feb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.465235 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-cbc95c03-6aad-499b-af3d-a5e6f5feb347 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 1094 time: 0.0568130 Nov 22 16:46:12.508718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acb49c-6c6e-4c6a-a8b1-9b3d4c5af81b req-1dcf7062-7b2f-421a-a098-d6a5a37d5b8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.510749 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acb49c-6c6e-4c6a-a8b1-9b3d4c5af81b req-1dcf7062-7b2f-421a-a098-d6a5a37d5b8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 943 time: 0.0724883 Nov 22 16:46:12.573171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70acb49c-6c6e-4c6a-a8b1-9b3d4c5af81b req-d4db375f-0b50-4d6b-9196-3cb03b8d8600 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558372 Nov 22 16:46:12.597244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-1aa23453-9008-4343-bd61-555bb458d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.599426 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-1aa23453-9008-4343-bd61-555bb458d738 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3 HTTP/1.1" status: 200 len: 897 time: 0.1258504 Nov 22 16:46:12.665354 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-1d6001b8-8d79-4f79-95a1-4297ea9b3b2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6100b2b4-5b59-459e-8094-f284352fd524 HTTP/1.1" status: 200 len: 217 time: 0.0577481 Nov 22 16:46:12.763031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-ed7fbf78-d9a8-4f3a-bb45-c55bc96e1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.765167 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-ed7fbf78-d9a8-4f3a-bb45-c55bc96e1598 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56c7d246-6432-44c7-ba87-a48d02b3f0d7 HTTP/1.1" status: 200 len: 835 time: 0.0711176 Nov 22 16:46:12.823674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-3bdd0a5f-fd85-41d8-a47c-0db1af4cebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.825331 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-3bdd0a5f-fd85-41d8-a47c-0db1af4cebf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509224 Nov 22 16:46:12.904870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35297b-2244-4d17-85b2-a9edcdbf3b2a req-efcd4561-295a-49d5-b7ab-954bab504e76 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.907201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee35297b-2244-4d17-85b2-a9edcdbf3b2a req-efcd4561-295a-49d5-b7ab-954bab504e76 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.0846660 Nov 22 16:46:12.964074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-bac5135f-62be-4677-8318-e4a4c98dd2d2 service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301415 Nov 22 16:46:13.013006 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee35297b-2244-4d17-85b2-a9edcdbf3b2a req-fc00dd21-8ae9-49fc-b965-c73e7f818eb8 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986009 Nov 22 16:46:13.088987 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-973e584f-6263-4e5a-b3fb-5cf15466328c req-4223278f-1489-4ec6-a634-4ee7de925106 service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136594 Nov 22 16:46:13.213300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-7ce68164-9bec-4eb0-a731-e69a6440a820 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:13.214834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-7ce68164-9bec-4eb0-a731-e69a6440a820 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.1286876 Nov 22 16:46:13.235678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-f70556bf-6690-45e1-87cf-ede38d8fe700 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/quotas/01dc9ad2eed54d418bf31ced888fd7bb HTTP/1.1" status: 200 len: 375 time: 0.0141792 Nov 22 16:46:13.294138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-0704d5c6-b57f-421a-bec2-819b03812581 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556808 Nov 22 16:46:13.391695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-da9c4461-9611-42eb-ac75-db330a37550a service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897892 Nov 22 16:46:13.426293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35924) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.507824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-1240df26-e1a5-4769-814e-cfb75418e1a7 service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063685 Nov 22 16:46:13.578202 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0958e0d2-6d06-43ac-8c4d-823a844a804c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.682008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0958e0d2-6d06-43ac-8c4d-823a844a804c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.689537 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0958e0d2-6d06-43ac-8c4d-823a844a804c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.755663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958e0d2-6d06-43ac-8c4d-823a844a804c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb7e808-a761-4242-84dc-14d9ebb7d649,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:13.760765 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0958e0d2-6d06-43ac-8c4d-823a844a804c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a78ec75a1c654bae94471b602e67ac10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3343034 Nov 22 16:46:13.763413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35936) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.772323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975114a-d23c-4b00-92d1-ebce841707a8 req-f29947fb-a6cd-441c-99a0-72b8503c4c50 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:13.780243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4975114a-d23c-4b00-92d1-ebce841707a8 req-f29947fb-a6cd-441c-99a0-72b8503c4c50 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 946 time: 0.0736885 Nov 22 16:46:13.827543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-311096db-80cd-4dc8-bfe9-be25be478d02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.834830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4975114a-d23c-4b00-92d1-ebce841707a8 req-155b701c-97d0-4214-8827-dd51eed3c2e4 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512533 Nov 22 16:46:13.860470 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-311096db-80cd-4dc8-bfe9-be25be478d02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.924820 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-311096db-80cd-4dc8-bfe9-be25be478d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.928558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-311096db-80cd-4dc8-bfe9-be25be478d02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.931861 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-311096db-80cd-4dc8-bfe9-be25be478d02 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0bb7e808-a761-4242-84dc-14d9ebb7d649 HTTP/1.1" status: 204 len: 168 time: 0.1650634 Nov 22 16:46:13.940013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311096db-80cd-4dc8-bfe9-be25be478d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb7e808-a761-4242-84dc-14d9ebb7d649,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.268004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e538-79f0-450b-a3c1-53bc8307651a req-c0959259-5f81-4f56-b573-5b43ad236eba tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:14.270097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4870e538-79f0-450b-a3c1-53bc8307651a req-c0959259-5f81-4f56-b573-5b43ad236eba tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 943 time: 0.0760422 Nov 22 16:46:14.327161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35952) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:14.358405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4870e538-79f0-450b-a3c1-53bc8307651a req-be5e7426-3b25-40c7-8cfb-8dda32edf811 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801508 Nov 22 16:46:14.359166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b2aa-20d5-4e5f-9570-5bb744245b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.480637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-811489a3-dc09-4a74-8d0c-b54c48b5a374 req-0e2c8ea5-f5ef-4090-81f6-9fe83bd4071a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 210 time: 0.0361450 Nov 22 16:46:14.483123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b2aa-20d5-4e5f-9570-5bb744245b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.490243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd9b2aa-20d5-4e5f-9570-5bb744245b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.539751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5dd9b2aa-20d5-4e5f-9570-5bb744245b6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b08edb7950d4fc589a404e4ff4ac611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114027 Nov 22 16:46:14.540800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9b2aa-20d5-4e5f-9570-5bb744245b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baf175f-2ef1-469c-a746-749bf23700eb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.542485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35954) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:14.617859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ef77ba-01ad-442d-9821-f930a5b8f262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.641331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ef77ba-01ad-442d-9821-f930a5b8f262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.716543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ef77ba-01ad-442d-9821-f930a5b8f262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.720323 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ef77ba-01ad-442d-9821-f930a5b8f262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.721503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27ef77ba-01ad-442d-9821-f930a5b8f262 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2baf175f-2ef1-469c-a746-749bf23700eb HTTP/1.1" status: 204 len: 168 time: 0.1779723 Nov 22 16:46:14.729666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef77ba-01ad-442d-9821-f930a5b8f262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baf175f-2ef1-469c-a746-749bf23700eb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.785945 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf08dc-3ba6-4f79-99bb-8fa383e65b46 req-5caff2c9-848b-4c63-963b-81307b183d2b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:14.798774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14bf08dc-3ba6-4f79-99bb-8fa383e65b46 req-5caff2c9-848b-4c63-963b-81307b183d2b tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.0823255 Nov 22 16:46:14.908062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14bf08dc-3ba6-4f79-99bb-8fa383e65b46 req-c4239a97-ffb9-4d40-ab5d-2cc23bdeda68 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993464 Nov 22 16:46:15.062092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-a681c284-8c71-4c52-96b8-7c35d50b2e7f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.063706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-a681c284-8c71-4c52-96b8-7c35d50b2e7f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.1682498 Nov 22 16:46:15.084112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'port': {'device_id': '826605ed-6d71-4055-b522-ed5d781fcd19', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'admin_state_up': True, 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:15.091855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735c2c-80c2-4020-b596-f2be41ebc644 req-ebbd6cee-6009-4246-96d7-bb722e418a4c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.093978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce735c2c-80c2-4020-b596-f2be41ebc644 req-ebbd6cee-6009-4246-96d7-bb722e418a4c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 946 time: 0.0637105 Nov 22 16:46:15.157728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce735c2c-80c2-4020-b596-f2be41ebc644 req-11aa12aa-e1ef-4d20-8319-a5175c28303d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555990 Nov 22 16:46:15.248394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Made reservation on behalf of 01dc9ad2eed54d418bf31ced888fd7bb for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:15.252948 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.380479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f28968-cf06-4993-a765-9f1e72903b14 req-383956b4-5b0d-4dc4-b81f-538bfb87a948 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.383161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57f28968-cf06-4993-a765-9f1e72903b14 req-383956b4-5b0d-4dc4-b81f-538bfb87a948 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.0662794 Nov 22 16:46:15.418172 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a20b6c7-88e5-4c6a-9a20-04a2f2121d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.442557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Allocated IP 172.20.0.4 (420a208a-8bbc-4c0c-9867-e3e52c27c3e8/c768d94a-3e81-4a9b-b7f5-d098bcdb0b28/329150b1-5a23-43b8-b588-db55974b48e7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:15.462286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57f28968-cf06-4993-a765-9f1e72903b14 req-f2a362c1-8a8d-4957-bf68-dd4f21d6ff70 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696425 Nov 22 16:46:15.659277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.713290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079d1d-ae1b-4e50-befe-c1dc9b31a321 req-a64ef101-afb9-4578-8d4f-720326b13b77 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.715586 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b079d1d-ae1b-4e50-befe-c1dc9b31a321 req-a64ef101-afb9-4578-8d4f-720326b13b77 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 943 time: 0.0658016 Nov 22 16:46:15.719967 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.776636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:15.783116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:15.804794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'Port': ['ID=329150b1-5a23-43b8-b588-db55974b48e7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:15.808905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b079d1d-ae1b-4e50-befe-c1dc9b31a321 req-e29f49ee-0ccf-4e88-866d-bbd8c709b78b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782773 Nov 22 16:46:15.813669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:15.897593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.898163 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.920933 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-334cc86f-a886-4081-9e54-6493776809c0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8450003 Nov 22 16:46:15.936830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Request body: {'port': {'device_id': '826605ed-6d71-4055-b522-ed5d781fcd19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:16.025059 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.146961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-02521097-9e9f-4c2b-aa65-4eac6ca393f1 None None] Provisioning complete for port 329150b1-5a23-43b8-b588-db55974b48e7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:16.147444 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02521097-9e9f-4c2b-aa65-4eac6ca393f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.193365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64916b-035e-4a39-a9f7-167d958b5c02 req-86629704-b02e-4cc0-9370-8bf8a83a1e17 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.202519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf64916b-035e-4a39-a9f7-167d958b5c02 req-86629704-b02e-4cc0-9370-8bf8a83a1e17 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 931 time: 0.0996304 Nov 22 16:46:16.217330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-02521097-9e9f-4c2b-aa65-4eac6ca393f1 None None] Port 329150b1-5a23-43b8-b588-db55974b48e7 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:16.249743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-33797b3e-a7db-4a27-86e7-0b2b94af98c0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.251932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-33797b3e-a7db-4a27-86e7-0b2b94af98c0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 946 time: 0.0974607 Nov 22 16:46:16.345496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 6100b2b4-5b59-459e-8094-f284352fd524 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:16.359593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf64916b-035e-4a39-a9f7-167d958b5c02 req-0c3ee075-281e-4cd7-b04f-b0471d410c92 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556907 Nov 22 16:46:16.404843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Deleting port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:16.408983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.409220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329150b1-5a23-43b8-b588-db55974b48e7 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:16.436728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.472802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Transition to ACTIVE for port object 329150b1-5a23-43b8-b588-db55974b48e7 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:16.483048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.554907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 6100b2b4-5b59-459e-8094-f284352fd524, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=6100b2b4-5b59-459e-8094-f284352fd524,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:16.576658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] For port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:16.577952 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.585419 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '6100b2b4-5b59-459e-8094-f284352fd524', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:16.587784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Pushing event updated for resources: {'Port': ['ID=329150b1-5a23-43b8-b588-db55974b48e7,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.603528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Calling delete_port for ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:16.680160 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.708954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6100b2b4-5b59-459e-8094-f284352fd524 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:16.753333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 6100b2b4-5b59-459e-8094-f284352fd524, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=6100b2b4-5b59-459e-8094-f284352fd524,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:16.759524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.823611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Attempting to bind port 329150b1-5a23-43b8-b588-db55974b48e7 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:16.824233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Attempting to bind port 329150b1-5a23-43b8-b588-db55974b48e7 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:16.824367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Attempting to bind port 329150b1-5a23-43b8-b588-db55974b48e7 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:16.830021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Port 329150b1-5a23-43b8-b588-db55974b48e7 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:16.830283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093a7eb-f543-4b0d-99c7-30446c21817a req-4d3fad75-d06d-4011-a9d6-256179544b8b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.830408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Attempting to bind port 329150b1-5a23-43b8-b588-db55974b48e7 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:16.837782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:16.838072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0093a7eb-f543-4b0d-99c7-30446c21817a req-4d3fad75-d06d-4011-a9d6-256179544b8b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=d512294f-0157-4cf4-8557-22513f5ce013 HTTP/1.1" status: 200 len: 946 time: 0.1198063 Nov 22 16:46:16.838188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Checking segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:16.838496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Bound using segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:16.838935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Bound port: 329150b1-5a23-43b8-b588-db55974b48e7, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:16.840526 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.894733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=6100b2b4-5b59-459e-8094-f284352fd524,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.954587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] For port 329150b1-5a23-43b8-b588-db55974b48e7, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:16.957593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0093a7eb-f543-4b0d-99c7-30446c21817a req-e1d7e69d-869a-4d5e-b580-9c43fec18b19 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185343 Nov 22 16:46:16.977758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] For port 329150b1-5a23-43b8-b588-db55974b48e7, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=329150b1-5a23-43b8-b588-db55974b48e7,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:16.982221 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.996622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.002911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:17.068733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:17.069771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.072135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] 10.222.0.37 "PUT /v2.0/ports/329150b1-5a23-43b8-b588-db55974b48e7 HTTP/1.1" status: 200 len: 1091 time: 1.1438453 Nov 22 16:46:17.072905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826605ed-6d71-4055-b522-ed5d781fcd19', 'tag': '329150b1-5a23-43b8-b588-db55974b48e7'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:17.076732 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e" -d '{"events": [{"name": "network-changed", "server_uuid": "826605ed-6d71-4055-b522-ed5d781fcd19", "tag": "329150b1-5a23-43b8-b588-db55974b48e7"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:17.108594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event deleted for resources: {'Port': ['ID=ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:17.121863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa90e2-da14-489e-b660-192ba7e30ceb service neutron] Pushing event updated for resources: {'Port': ['ID=329150b1-5a23-43b8-b588-db55974b48e7,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:17.122552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['6100b2b4-5b59-459e-8094-f284352fd524'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:17.223947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] No DVR routers for this DVR port ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:17.228138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.232752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65d55c6c-3a1f-4f1c-980f-4c328d3f44fd req-fa7cb086-f4b7-4ca7-8863-4c09f20a85cc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "DELETE /v2.0/ports/ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 HTTP/1.1" status: 204 len: 173 time: 0.9683573 Nov 22 16:46:17.233328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512294f-0157-4cf4-8557-22513f5ce013', 'name': 'network-vif-deleted', 'tag': 'ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:17.242739 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fc8bdf-aa68-4790-a61a-af2851bda322" -d '{"events": [{"server_uuid": "d512294f-0157-4cf4-8557-22513f5ce013", "name": "network-vif-deleted", "tag": "ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:17.249024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-f304bc70-6874-44b7-8c4d-bef3fe4029cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:17.250710 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-f304bc70-6874-44b7-8c4d-bef3fe4029cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 1094 time: 0.1110222 Nov 22 16:46:17.535532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df42c-f1f1-4991-8bee-879514088272 req-bb1c13ed-0353-4428-b484-c4b3061ce967 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:17.544745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d6df42c-f1f1-4991-8bee-879514088272 req-bb1c13ed-0353-4428-b484-c4b3061ce967 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.1856861 Nov 22 16:46:17.564204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab70c7-bffd-45df-b702-ee951e877618 req-31d686ea-5f79-46b6-a2ac-761a653cccac tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:17.565925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6aab70c7-bffd-45df-b702-ee951e877618 req-31d686ea-5f79-46b6-a2ac-761a653cccac tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 945 time: 0.2479680 Nov 22 16:46:17.738182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d6df42c-f1f1-4991-8bee-879514088272 req-3425642a-ceb4-47d1-ba3a-6d6a245e9bcf tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/security-groups?id=e83281b5-121a-489c-94ed-bbf295c2ec34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751156 Nov 22 16:46:17.760724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Deleting port 1615259d-4114-44bd-9b97-6085f57039ed {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:17.761073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.832199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dbab126-34a4-4ca7-91f1-61fd67c23f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.949484 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-9deaf22c-c729-4515-bce6-154e4f1cb6b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=329150b1-5a23-43b8-b588-db55974b48e7 HTTP/1.1" status: 200 len: 217 time: 0.6890991 Nov 22 16:46:17.952794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c606fcb-64f7-4426-a031-6029816654d8 req-1ba17040-6869-4564-95c3-c324d625e715 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:17.954390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c606fcb-64f7-4426-a031-6029816654d8 req-1ba17040-6869-4564-95c3-c324d625e715 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 944 time: 0.0896499 Nov 22 16:46:17.999921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] For port 1615259d-4114-44bd-9b97-6085f57039ed, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1615259d-4114-44bd-9b97-6085f57039ed,segment=NetworkSegment(edf40b3e-e617-4b21-a584-df71cbad96d0),segment_id=edf40b3e-e617-4b21-a584-df71cbad96d0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:18.000337 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.027483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Calling delete_port for 1615259d-4114-44bd-9b97-6085f57039ed owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:18.041877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-f94d68ed-f9ab-4443-be05-0e44b8d46683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.043436 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-f94d68ed-f9ab-4443-be05-0e44b8d46683 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0834854 Nov 22 16:46:18.062007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c606fcb-64f7-4426-a031-6029816654d8 req-8b949a6e-1cad-4c6e-ada9-b6fed5697f1b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964437 Nov 22 16:46:18.146471 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca84c95-9a10-4d96-8a0a-64bf31d742fa x-openstack-request-id: req-aca84c95-9a10-4d96-8a0a-64bf31d742fa {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:18.146773 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826605ed-6d71-4055-b522-ed5d781fcd19", "tag": "329150b1-5a23-43b8-b588-db55974b48e7", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:18.147063 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aca84c95-9a10-4d96-8a0a-64bf31d742fa {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:18.147482 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826605ed-6d71-4055-b522-ed5d781fcd19', 'tag': '329150b1-5a23-43b8-b588-db55974b48e7', 'status': 'completed', 'code': 200} Nov 22 16:46:18.154581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-4c6cea9c-e2ef-4c35-9551-608d2658327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.156784 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-4c6cea9c-e2ef-4c35-9551-608d2658327e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048746 Nov 22 16:46:18.268091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.279916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['1615259d-4114-44bd-9b97-6085f57039ed'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:18.295420 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-0ecb4d40-3ab8-4d46-9220-bd29549b90d3 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303911 Nov 22 16:46:18.365448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36076) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:18.373886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Pushing event deleted for resources: {'Port': ['ID=1615259d-4114-44bd-9b97-6085f57039ed,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.411767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] No DVR routers for this DVR port 1615259d-4114-44bd-9b97-6085f57039ed on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:18.415391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.419651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6aab70c7-bffd-45df-b702-ee951e877618 req-4303f8de-780e-4e4c-9c5d-a3b969d2add7 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.37 "DELETE /v2.0/ports/1615259d-4114-44bd-9b97-6085f57039ed HTTP/1.1" status: 204 len: 173 time: 0.8454659 Nov 22 16:46:18.434188 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c103e74-2f88-4e50-bd71-39684413d4b6 x-openstack-request-id: req-5c103e74-2f88-4e50-bd71-39684413d4b6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:18.436920 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d512294f-0157-4cf4-8557-22513f5ce013", "name": "network-vif-deleted", "tag": "ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:18.437229 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c103e74-2f88-4e50-bd71-39684413d4b6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:18.437691 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512294f-0157-4cf4-8557-22513f5ce013', 'name': 'network-vif-deleted', 'tag': 'ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8', 'status': 'completed', 'code': 200} Nov 22 16:46:18.465243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-652f79ec-6957-4b5a-ab50-61df99899c37 req-3b2cb44e-509a-465c-9841-60d900b4f2ff service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527371 Nov 22 16:46:18.536529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a630-d2d3-4c34-abf1-ad7d9a0db4f6 req-9c4ac32d-1f0e-4aa5-8ee3-972807165e45 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.538015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c198a630-d2d3-4c34-abf1-ad7d9a0db4f6 req-9c4ac32d-1f0e-4aa5-8ee3-972807165e45 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 943 time: 0.0558310 Nov 22 16:46:18.601365 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e915c1d-3fae-4cf6-881a-872ab68d3126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.611951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c198a630-d2d3-4c34-abf1-ad7d9a0db4f6 req-9e588ec2-9367-488a-aabd-04260f3b5312 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608053 Nov 22 16:46:18.639755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-866bf8a2-60eb-4b03-acb4-7ee9a7b10709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.641355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-866bf8a2-60eb-4b03-acb4-7ee9a7b10709 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 1094 time: 0.1009948 Nov 22 16:46:18.796490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e915c1d-3fae-4cf6-881a-872ab68d3126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.798547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-9f14e575-3f94-4b50-a595-c03c0fe61783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.800395 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-9f14e575-3f94-4b50-a595-c03c0fe61783 service neutron] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.1511374 Nov 22 16:46:18.801886 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e915c1d-3fae-4cf6-881a-872ab68d3126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.886005 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:46:18.888934 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-4684bf54-994d-417e-9299-334d1543e4fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=329150b1-5a23-43b8-b588-db55974b48e7 HTTP/1.1" status: 200 len: 217 time: 0.0725439 Nov 22 16:46:18.892726 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5e915c1d-3fae-4cf6-881a-872ab68d3126 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=433b638ebae94229a979832c4b3318e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255778 Nov 22 16:46:18.893397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e915c1d-3fae-4cf6-881a-872ab68d3126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf19b4d-d7ea-4199-b2e8-96bddf07aa10,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.896737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:18.897837 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.941606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83ede64b-48b4-4ce8-a575-fbfb00895dc6 req-e56df7c2-0123-4c0c-a915-5b75229d23c1 tempest-ServerDiskConfigTestJSON-1384203350 tempest-ServerDiskConfigTestJSON-1384203350-project] 10.222.0.59 "GET /v2.0/ports?device_id=59ac5f6f-8d34-4176-8e4f-26efbcb6fe72 HTTP/1.1" status: 200 len: 210 time: 0.0656993 Nov 22 16:46:18.973264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-70c2f56a-09c3-461c-a704-89b885a3d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.975010 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-70c2f56a-09c3-461c-a704-89b885a3d054 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0717602 Nov 22 16:46:19.017037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05e3aaf4-fee9-4fcf-b658-2db63ef1eb44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.047517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05e3aaf4-fee9-4fcf-b658-2db63ef1eb44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.062261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-94631c62-9215-46e6-babc-c1a1e48becc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.063841 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-94631c62-9215-46e6-babc-c1a1e48becc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784285 Nov 22 16:46:19.147146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-61ef455f-f828-4fb4-ba69-7653bb14ba0f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.148682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-61ef455f-f828-4fb4-ba69-7653bb14ba0f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.1100996 Nov 22 16:46:19.167500 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05e3aaf4-fee9-4fcf-b658-2db63ef1eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.169113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-957c5cc5-db51-4329-a0d8-421ae19edf21 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/quotas/44eafc3000ae4432af83a8d4dfabffec HTTP/1.1" status: 200 len: 375 time: 0.0129182 Nov 22 16:46:19.170123 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05e3aaf4-fee9-4fcf-b658-2db63ef1eb44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.174001 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-05e3aaf4-fee9-4fcf-b658-2db63ef1eb44 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/adf19b4d-d7ea-4199-b2e8-96bddf07aa10 HTTP/1.1" status: 204 len: 168 time: 0.2735128 Nov 22 16:46:19.186714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3aaf4-fee9-4fcf-b658-2db63ef1eb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf19b4d-d7ea-4199-b2e8-96bddf07aa10,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:19.189911 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-400ed1c4-48f8-44b3-a8d8-6be82065ae79 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127632 Nov 22 16:46:19.213273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-c8b0151a-5904-49c3-be64-c27387d87074 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380611 Nov 22 16:46:19.241728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:19.294654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:19.295309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ca8be34e-463b-4ea8-8d3a-3180b8a2c9e8 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:19.295739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1615259d-4114-44bd-9b97-6085f57039ed no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:19.322022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2561ee01-d146-4aa7-b0a7-991d3c9ff29e req-0461c689-4dfd-45f9-b15e-10e5656d38fc service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239240 Nov 22 16:46:19.325641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 1615259d-4114-44bd-9b97-6085f57039ed {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:19.325948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1615259d-4114-44bd-9b97-6085f57039ed not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:19.341313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-80a9002d-432b-449c-b4df-5ca629156ebf service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185882 Nov 22 16:46:19.433837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-50a81e59-dbc6-49ab-9c4a-9b67bba23d96 service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871060 Nov 22 16:46:19.528817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36104) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.550524 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-660e90e4-5a44-468a-b904-816a90bed89e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.642311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-660e90e4-5a44-468a-b904-816a90bed89e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.648711 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-660e90e4-5a44-468a-b904-816a90bed89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.673970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c760b-3185-40f1-996a-4f8607a0c825 req-3cc8b3e6-1946-468e-98d1-bd0b6f6597cb tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.675989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb9c760b-3185-40f1-996a-4f8607a0c825 req-3cc8b3e6-1946-468e-98d1-bd0b6f6597cb tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 944 time: 0.0821891 Nov 22 16:46:19.690269 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-660e90e4-5a44-468a-b904-816a90bed89e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b62641cf03a04cb48ac8c458c72c7624&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602731 Nov 22 16:46:19.691081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36112) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.691985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e90e4-5a44-468a-b904-816a90bed89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c114f5d6-689f-4b95-8f1d-6abc4540c35f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:19.736170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb9c760b-3185-40f1-996a-4f8607a0c825 req-cf602523-4026-40c3-9e46-ab4408cead69 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491390 Nov 22 16:46:19.761356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbae9585-193f-4540-aa5f-ff70c2070387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.805283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbae9585-193f-4540-aa5f-ff70c2070387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.835881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d5b0941-060e-489c-89d0-77b12b227f07 req-0c028dc4-36f0-49eb-a8ba-bf69b7ea2c84 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 210 time: 0.0391729 Nov 22 16:46:19.882153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbae9585-193f-4540-aa5f-ff70c2070387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.885538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbae9585-193f-4540-aa5f-ff70c2070387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.889264 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dbae9585-193f-4540-aa5f-ff70c2070387 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c114f5d6-689f-4b95-8f1d-6abc4540c35f HTTP/1.1" status: 204 len: 168 time: 0.1869190 Nov 22 16:46:19.898512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae9585-193f-4540-aa5f-ff70c2070387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114f5d6-689f-4b95-8f1d-6abc4540c35f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:19.990436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e61e2-e3cf-4923-9ba0-cf6386bf2ae7 req-201f6dbf-9c3e-4111-a155-6f028adbcb21 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.992230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-620e61e2-e3cf-4923-9ba0-cf6386bf2ae7 req-201f6dbf-9c3e-4111-a155-6f028adbcb21 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 943 time: 0.0549071 Nov 22 16:46:20.044443 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-620e61e2-e3cf-4923-9ba0-cf6386bf2ae7 req-f9adf232-d91e-4d91-b8c8-1ad2369d9ebb tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Nov 22 16:46:20.395682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 6100b2b4-5b59-459e-8094-f284352fd524 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:20.439417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ac5f6f-8d34-4176-8e4f-26efbcb6fe72', 'name': 'network-vif-deleted', 'tag': '1615259d-4114-44bd-9b97-6085f57039ed'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:20.441811 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955c226f-b2b1-4fdd-a2b8-4c3b54fc4826" -d '{"events": [{"server_uuid": "59ac5f6f-8d34-4176-8e4f-26efbcb6fe72", "name": "network-vif-deleted", "tag": "1615259d-4114-44bd-9b97-6085f57039ed"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:20.453782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 6100b2b4-5b59-459e-8094-f284352fd524 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:20.458569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 6100b2b4-5b59-459e-8094-f284352fd524 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:20.458992 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.525207 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7519b384-468f-44db-8bb6-aac8b33abf4f x-openstack-request-id: req-7519b384-468f-44db-8bb6-aac8b33abf4f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:20.525872 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ac5f6f-8d34-4176-8e4f-26efbcb6fe72", "name": "network-vif-deleted", "tag": "1615259d-4114-44bd-9b97-6085f57039ed", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:20.526380 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7519b384-468f-44db-8bb6-aac8b33abf4f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:20.527059 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ac5f6f-8d34-4176-8e4f-26efbcb6fe72', 'name': 'network-vif-deleted', 'tag': '1615259d-4114-44bd-9b97-6085f57039ed', 'status': 'completed', 'code': 200} Nov 22 16:46:20.566745 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.598639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:20.600413 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fec67d-d076-436e-ba0b-c7311ff8a566" -d '{"events": [{"server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "name": "network-vif-plugged", "status": "completed", "tag": "6100b2b4-5b59-459e-8094-f284352fd524"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:20.615393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 6100b2b4-5b59-459e-8094-f284352fd524, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=6100b2b4-5b59-459e-8094-f284352fd524,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:20.625309 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.644872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36162) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:20.682145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=6100b2b4-5b59-459e-8094-f284352fd524,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.692732 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc0b4fb-c76e-4efe-8512-44145ef66738 x-openstack-request-id: req-3dc0b4fb-c76e-4efe-8512-44145ef66738 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:20.693719 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "name": "network-vif-plugged", "status": "completed", "tag": "6100b2b4-5b59-459e-8094-f284352fd524", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:20.693719 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3dc0b4fb-c76e-4efe-8512-44145ef66738 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:20.693719 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524', 'code': 200} Nov 22 16:46:20.709360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.796400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9d4630-98b8-4eff-8315-17ba92cab22e admin admin] Deleting subnet d64439f1-38c8-4557-97f1-73c72102f482 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:46:20.799901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4630-98b8-4eff-8315-17ba92cab22e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.838808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4630-98b8-4eff-8315-17ba92cab22e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.892815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af785fc3-ade4-4e91-a768-c7cc7b32b762 req-b7fa12e3-d8b2-441b-b7e9-0bda652823a0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:20.894374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af785fc3-ade4-4e91-a768-c7cc7b32b762 req-b7fa12e3-d8b2-441b-b7e9-0bda652823a0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 945 time: 0.0590291 Nov 22 16:46:20.926260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4630-98b8-4eff-8315-17ba92cab22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.950539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af785fc3-ade4-4e91-a768-c7cc7b32b762 req-0372fccd-e6f4-473d-a813-3d12b11c771f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482607 Nov 22 16:46:20.958137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80174053-20bd-4512-82b9-9facb72004b3 req-eeac7810-dcbb-4b24-8b71-5e6f118e568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:20.959695 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-80174053-20bd-4512-82b9-9facb72004b3 req-eeac7810-dcbb-4b24-8b71-5e6f118e568c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 1096 time: 0.1842473 Nov 22 16:46:20.968000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-4f3a08a7-3a36-4976-a027-90d82154cf97 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:20.969418 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-4f3a08a7-3a36-4976-a027-90d82154cf97 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.2819760 Nov 22 16:46:20.997665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Request body: {'port': {'device_id': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'admin_state_up': True, 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:21.055118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20881ef1-17be-4bf7-ac42-d78054afe47c req-f0ff8297-2f7f-4ded-95cb-f6062dd525f5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 210 time: 0.0366201 Nov 22 16:46:21.086004 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-80174053-20bd-4512-82b9-9facb72004b3 req-f20dc420-c485-4b73-830f-6fb496aa9e33 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134090 Nov 22 16:46:21.092367 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4630-98b8-4eff-8315-17ba92cab22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.139489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d4630-98b8-4eff-8315-17ba92cab22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64439f1-38c8-4557-97f1-73c72102f482,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.148893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4630-98b8-4eff-8315-17ba92cab22e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.152269 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9f9d4630-98b8-4eff-8315-17ba92cab22e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d64439f1-38c8-4557-97f1-73c72102f482 HTTP/1.1" status: 204 len: 168 time: 0.5057385 Nov 22 16:46:21.158805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36180) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:21.189800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cf547-fd0a-41de-84e2-0392c6d659f3 req-21f8efb4-a6a7-419f-b02e-996acee2d6f2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:21.191386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f7cf547-fd0a-41de-84e2-0392c6d659f3 req-21f8efb4-a6a7-419f-b02e-996acee2d6f2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 943 time: 0.0618570 Nov 22 16:46:21.242303 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:21.245860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.253880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 329150b1-5a23-43b8-b588-db55974b48e7 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:21.256751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f7cf547-fd0a-41de-84e2-0392c6d659f3 req-94e6a579-37b8-4b26-9374-4a9b126fec8b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591400 Nov 22 16:46:21.260849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.386432 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.390173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 329150b1-5a23-43b8-b588-db55974b48e7, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=329150b1-5a23-43b8-b588-db55974b48e7,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:21.402732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '329150b1-5a23-43b8-b588-db55974b48e7', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': '329150b1-5a23-43b8-b588-db55974b48e7', 'mac_address': 'fa:16:3e:38:f7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:21.443145 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.459766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.476008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329150b1-5a23-43b8-b588-db55974b48e7 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:21.503747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 329150b1-5a23-43b8-b588-db55974b48e7, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=329150b1-5a23-43b8-b588-db55974b48e7,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:21.504060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77243eeb-d921-4e50-975e-da897bf2d633']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:21.514580 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.523678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf40b3e-e617-4b21-a584-df71cbad96d0') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:21.524001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf40b3e-e617-4b21-a584-df71cbad96d0') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:21.539783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Allocated IP 172.20.0.7 (98d0b033-fe9f-424a-8d78-931c2d014ef7/5947e8c2-1a5c-4e3a-bd3f-e648b869d20b/02bffe40-773f-4c71-9213-3d158a50e499) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:21.542940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.569272 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.578914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=329150b1-5a23-43b8-b588-db55974b48e7,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.580864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:21.581505 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:21.583160 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:21.660028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.703232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.706631 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] 10.222.0.59 "DELETE /v2.0/networks/77243eeb-d921-4e50-975e-da897bf2d633 HTTP/1.1" status: 204 len: 168 time: 0.5465662 Nov 22 16:46:21.721310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db5bdd-c01a-4c38-8e23-d7604b220faa admin admin] Pushing event deleted for resources: {'Network': ['ID=77243eeb-d921-4e50-975e-da897bf2d633,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.779631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['329150b1-5a23-43b8-b588-db55974b48e7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:21.798288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-8c90e585-5dbc-4f45-88f2-772ea8923b84 req-a7ddd450-5051-43d6-b976-8dc61297a550 service neutron] (103443) timed out ('10.222.0.59', 42296) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:46:21.799556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.844553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.908907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:21.913313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:21.916766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:21.970079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event updated for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.989914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36210) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:21.991690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:21.992333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.009839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-8fe8a28a-991d-4a6e-8720-889d320d34c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239449 Nov 22 16:46:22.024054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Request body: {'port': {'device_id': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:22.046834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1bc8499d-9349-47dc-bbf7-ae9a123c2303 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f67af5127c394157bc970b46acdc079a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547969 Nov 22 16:46:22.049128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36212) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:22.084513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.145811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc0ae3-8478-41bb-829c-48c3788abc12 req-c420004c-765d-481c-a111-dd4cf85c3f93 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:22.148046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94fc0ae3-8478-41bb-829c-48c3788abc12 req-c420004c-765d-481c-a111-dd4cf85c3f93 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 945 time: 0.0747888 Nov 22 16:46:22.153483 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2eefe38-23c0-4c22-87c2-8721d2516ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.201070 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2eefe38-23c0-4c22-87c2-8721d2516ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.248489 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94fc0ae3-8478-41bb-829c-48c3788abc12 req-1aa993a9-b8d8-4af1-9bf4-310878c40e43 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913813 Nov 22 16:46:22.277747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2eefe38-23c0-4c22-87c2-8721d2516ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.289708 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2eefe38-23c0-4c22-87c2-8721d2516ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.289708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d2eefe38-23c0-4c22-87c2-8721d2516ea4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e83281b5-121a-489c-94ed-bbf295c2ec34 HTTP/1.1" status: 204 len: 168 time: 0.2316401 Nov 22 16:46:22.291146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eefe38-23c0-4c22-87c2-8721d2516ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83281b5-121a-489c-94ed-bbf295c2ec34,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:22.433512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bffe40-773f-4c71-9213-3d158a50e499 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:22.444963 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.460596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Transition to ACTIVE for port object 02bffe40-773f-4c71-9213-3d158a50e499 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:22.469371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7608f-3339-4a73-a324-0c4984424aaf req-ddbbb775-4df5-405c-b41b-26a33a4627be tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:22.471044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.471215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4f7608f-3339-4a73-a324-0c4984424aaf req-ddbbb775-4df5-405c-b41b-26a33a4627be tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 931 time: 0.0968823 Nov 22 16:46:22.573750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Pushing event updated for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:22.596811 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4f7608f-3339-4a73-a324-0c4984424aaf req-ea2e0853-df52-4de9-ac6c-0fb8b4ec3cc3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186409 Nov 22 16:46:22.688880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Attempting to bind port 02bffe40-773f-4c71-9213-3d158a50e499 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:22.689472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Attempting to bind port 02bffe40-773f-4c71-9213-3d158a50e499 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:22.689472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Attempting to bind port 02bffe40-773f-4c71-9213-3d158a50e499 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:22.694941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Port 02bffe40-773f-4c71-9213-3d158a50e499 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:22.695290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Attempting to bind port 02bffe40-773f-4c71-9213-3d158a50e499 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:22.700579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:22.700907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Checking segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:22.701312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Bound using segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:22.701768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Bound port: 02bffe40-773f-4c71-9213-3d158a50e499, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:22.702148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.758027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94bec3-dfa3-4550-ad00-4905e2ff05de req-39bc27df-a4fc-4816-a48e-20d3d4adbb33 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:22.765097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf94bec3-dfa3-4550-ad00-4905e2ff05de req-39bc27df-a4fc-4816-a48e-20d3d4adbb33 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 944 time: 0.0742311 Nov 22 16:46:22.790980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:22.795553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:22.805780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.852896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:22.852896 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.852896 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] 10.222.0.37 "PUT /v2.0/ports/02bffe40-773f-4c71-9213-3d158a50e499 HTTP/1.1" status: 200 len: 1091 time: 0.8335824 Nov 22 16:46:22.853299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:22.855747 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "tag": "02bffe40-773f-4c71-9213-3d158a50e499"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:22.862475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf94bec3-dfa3-4550-ad00-4905e2ff05de req-afa95272-ef05-423d-88bf-1bd18b53864e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872715 Nov 22 16:46:22.892567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516727fc-d01d-40b0-871e-dd55d037a935 service neutron] Pushing event updated for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:23.008837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-bf38f2e7-963b-454c-95b8-97a981f73ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.012401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-bf38f2e7-963b-454c-95b8-97a981f73ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 1094 time: 0.0753834 Nov 22 16:46:23.115800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-95be067e-6801-4e0d-a8c0-8da83e688cf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bffe40-773f-4c71-9213-3d158a50e499 HTTP/1.1" status: 200 len: 217 time: 0.0943501 Nov 22 16:46:23.176845 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70055db1-fb11-4d0f-8624-1b76687fca90 x-openstack-request-id: req-70055db1-fb11-4d0f-8624-1b76687fca90 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:23.176845 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "tag": "02bffe40-773f-4c71-9213-3d158a50e499", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:23.177047 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70055db1-fb11-4d0f-8624-1b76687fca90 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:23.177466 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499', 'status': 'completed', 'code': 200} Nov 22 16:46:23.183675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-cee8b6b1-6252-4d21-957c-c7618a39d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.185208 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-cee8b6b1-6252-4d21-957c-c7618a39d7f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0624712 Nov 22 16:46:23.222160 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-f4a7404a-c987-4833-bd94-a6d554bd9b77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273576 Nov 22 16:46:23.254247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 329150b1-5a23-43b8-b588-db55974b48e7 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:23.350424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-eb85c470-47cc-494c-a7ce-bbb2f2b06617 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206756 Nov 22 16:46:23.355719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 329150b1-5a23-43b8-b588-db55974b48e7 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:23.364079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 329150b1-5a23-43b8-b588-db55974b48e7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:23.364564 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.436376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5d76-db15-4fcf-89d9-c9cbd7475afe req-f7a1fb80-5416-4831-8661-2f74e4d7a8a5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.445981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1da5d76-db15-4fcf-89d9-c9cbd7475afe req-f7a1fb80-5416-4831-8661-2f74e4d7a8a5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 945 time: 0.0629616 Nov 22 16:46:23.453314 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ecf1b05b-3bc4-4506-8f70-444ab41a8a58 req-efa7f3d8-551b-4181-bd07-c8b96c550fc4 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951777 Nov 22 16:46:23.454392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36282) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:23.461112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.512299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 329150b1-5a23-43b8-b588-db55974b48e7, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=329150b1-5a23-43b8-b588-db55974b48e7,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:23.512772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826605ed-6d71-4055-b522-ed5d781fcd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329150b1-5a23-43b8-b588-db55974b48e7'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:23.515416 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d10f608-88be-4d53-90d1-525c7d074426" -d '{"events": [{"server_uuid": "826605ed-6d71-4055-b522-ed5d781fcd19", "name": "network-vif-plugged", "status": "completed", "tag": "329150b1-5a23-43b8-b588-db55974b48e7"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:23.521292 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.546295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1da5d76-db15-4fcf-89d9-c9cbd7475afe req-803404d1-7fa2-498a-a553-d680e121af29 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981150 Nov 22 16:46:23.571017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-aecb1bff-dc73-4a3f-92cf-0c90a843d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.574331 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-aecb1bff-dc73-4a3f-92cf-0c90a843d9da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 1094 time: 0.0643759 Nov 22 16:46:23.624370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=329150b1-5a23-43b8-b588-db55974b48e7,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:23.646508 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f077a35-91b9-4b56-8e2f-33e80614f665 x-openstack-request-id: req-0f077a35-91b9-4b56-8e2f-33e80614f665 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:23.647153 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826605ed-6d71-4055-b522-ed5d781fcd19", "name": "network-vif-plugged", "status": "completed", "tag": "329150b1-5a23-43b8-b588-db55974b48e7", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:23.647615 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f077a35-91b9-4b56-8e2f-33e80614f665 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:23.648230 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826605ed-6d71-4055-b522-ed5d781fcd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329150b1-5a23-43b8-b588-db55974b48e7', 'code': 200} Nov 22 16:46:23.725564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-949433820-network', 'tenant_id': 'eff752d3e4e34464a2e93d17c8094f16'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:23.735303 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-e07b53b7-ac15-415e-9124-8b5f0a549803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.737733 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-e07b53b7-ac15-415e-9124-8b5f0a549803 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 912 time: 0.1557560 Nov 22 16:46:23.784073 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-d903dfb7-bdf8-4bc5-ac2e-8784255811ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bffe40-773f-4c71-9213-3d158a50e499 HTTP/1.1" status: 200 len: 217 time: 0.0383353 Nov 22 16:46:23.822921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Made reservation on behalf of eff752d3e4e34464a2e93d17c8094f16 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:23.825617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.836849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf630b8-96d2-4928-9319-a29cb8288c38 req-1903bb04-5cc9-482c-9a51-dd7a84cd672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.838463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebf630b8-96d2-4928-9319-a29cb8288c38 req-1903bb04-5cc9-482c-9a51-dd7a84cd672a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 1096 time: 0.1180089 Nov 22 16:46:23.839277 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.839642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-9714e637-5b16-4b8e-b96f-187b6e478860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.841101 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-9714e637-5b16-4b8e-b96f-187b6e478860 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0486348 Nov 22 16:46:23.841370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:23.849077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca19b4-ec99-4c8f-b502-606055e1925a req-4753ab0f-6252-4584-ab09-f8a350c23471 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.850485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abca19b4-ec99-4c8f-b502-606055e1925a req-4753ab0f-6252-4584-ab09-f8a350c23471 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 945 time: 0.1071465 Nov 22 16:46:23.885485 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-d6df167b-500a-4d17-bb11-5befc3ce9f44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319870 Nov 22 16:46:23.965148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebf630b8-96d2-4928-9319-a29cb8288c38 req-ae889456-697f-4372-be29-a272a7ded23f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124878 Nov 22 16:46:23.976294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abca19b4-ec99-4c8f-b502-606055e1925a req-3ce7a9ad-8491-4c84-8443-d60e9c498694 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123416 Nov 22 16:46:23.984162 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-a00a5fe5-db3b-4386-97de-c6c67ee73ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Nov 22 16:46:23.986373 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4a4d-bb67-41b4-9de8-8cb2f2fd8440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.001732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36310) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:24.045889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb192bdf-e7db-4ed5-b3df-b5a11133f4b0 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.047516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb192bdf-e7db-4ed5-b3df-b5a11133f4b0 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 1091 time: 0.0443301 Nov 22 16:46:24.050619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36312) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:24.055592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:24.079504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.080486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.093383 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.134275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:24.148113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d9716-8b5c-4916-8536-dbb87b83d042,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.171280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950aed7-b58e-4bf3-86da-dc1514b92183 req-08bcd536-efbc-44f7-8df7-a7a9329ae5fe tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.172851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9950aed7-b58e-4bf3-86da-dc1514b92183 req-08bcd536-efbc-44f7-8df7-a7a9329ae5fe tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 943 time: 0.1316631 Nov 22 16:46:24.175660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.176015 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Added segment b10f5c98-26de-433c-aed8-d4cdde2db599 of type vlan for network 25df3007-aeb4-4f11-8530-afeb481ed4a8 Nov 22 16:46:24.204918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4a4d-bb67-41b4-9de8-8cb2f2fd8440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.237617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c8d4a4d-bb67-41b4-9de8-8cb2f2fd8440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.268772 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.276412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.280696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3fee7062-b4b4-4b09-9ce8-bf7b3334e0f3 req-2e9eb993-c48a-419e-b5c0-2cde0d23d25d service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257792 Nov 22 16:46:24.323544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d4a4d-bb67-41b4-9de8-8cb2f2fd8440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9729d182-ac67-45f4-95b4-e50400933058,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.344689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9950aed7-b58e-4bf3-86da-dc1514b92183 req-ceb23115-b063-43e6-a506-203e5859525d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635320 Nov 22 16:46:24.349574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3c8d4a4d-bb67-41b4-9de8-8cb2f2fd8440 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a823c881c944e35ac1f4e30fbb1382b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4969440 Nov 22 16:46:24.352507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.353406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36316) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:24.353883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.354573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.439322 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9833443 Nov 22 16:46:24.444903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36318) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:24.453341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9782b1-2caf-4dd9-b623-ee870b85b40b admin admin] Pushing event updated for resources: {'Network': ['ID=25df3007-aeb4-4f11-8530-afeb481ed4a8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.461228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Request body: {'subnet': {'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-949433820-subnet', 'tenant_id': 'eff752d3e4e34464a2e93d17c8094f16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:24.465214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 25df3007-aeb4-4f11-8530-afeb481ed4a8 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:24.479793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.25.0.109 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/d366fa69-6e20-423b-a65e-f2b4ca63355e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:24.503448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c010e17-7d83-4cfb-a280-c158a01c66c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.507920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6119b4-13af-4d7f-8798-37bebe11db01 req-8271d311-69af-4320-8e92-5dc077dbf898 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.510303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea6119b4-13af-4d7f-8798-37bebe11db01 req-8271d311-69af-4320-8e92-5dc077dbf898 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0826204 Nov 22 16:46:24.562618 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c010e17-7d83-4cfb-a280-c158a01c66c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.580100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea6119b4-13af-4d7f-8798-37bebe11db01 req-ec4a0c2e-0094-430a-a17a-7b70c9f07bb7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603755 Nov 22 16:46:24.592713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Made reservation on behalf of eff752d3e4e34464a2e93d17c8094f16 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:24.595176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.749502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.765497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c010e17-7d83-4cfb-a280-c158a01c66c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.768107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c010e17-7d83-4cfb-a280-c158a01c66c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.772167 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5c010e17-7d83-4cfb-a280-c158a01c66c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9729d182-ac67-45f4-95b4-e50400933058 HTTP/1.1" status: 204 len: 168 time: 0.4149089 Nov 22 16:46:24.793601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c010e17-7d83-4cfb-a280-c158a01c66c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9729d182-ac67-45f4-95b4-e50400933058,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.832033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.885571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:24.919409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:24.924848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:24.960020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=d366fa69-6e20-423b-a65e-f2b4ca63355e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.972331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.058280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f47aa-0b75-4905-b604-8658298f4bb5 req-1207b28d-72d3-4130-b198-b84b6a590e80 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.066480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d1f47aa-0b75-4905-b604-8658298f4bb5 req-1207b28d-72d3-4130-b198-b84b6a590e80 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0688152 Nov 22 16:46:25.131290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d1f47aa-0b75-4905-b604-8658298f4bb5 req-e8e1df73-d2ae-4398-8723-6d9286d57ab7 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574956 Nov 22 16:46:25.131492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5ec753-3394-42b4-acd2-34c1c75175d7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:25.154943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Checking segment: {'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:25.155337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Network hostable DHCP agents. Network: 25df3007-aeb4-4f11-8530-afeb481ed4a8, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:25.160681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-789c0671-db54-4486-b772-6266bf621175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.162683 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-789c0671-db54-4486-b772-6266bf621175 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1097 time: 0.1554253 Nov 22 16:46:25.167937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:25.183650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6e6535a-386e-44ed-939c-299e8f9c688f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.267040 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6e6535a-386e-44ed-939c-299e8f9c688f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.268195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 02bffe40-773f-4c71-9213-3d158a50e499 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:25.273766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6e6535a-386e-44ed-939c-299e8f9c688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.320682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c6e6535a-386e-44ed-939c-299e8f9c688f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0234f914b0954abca499a21709a1726a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513798 Nov 22 16:46:25.323395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:25.330219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6535a-386e-44ed-939c-299e8f9c688f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1904b9-43c3-4353-a9d2-e1b31542ec02,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:25.401100 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8286652-9848-42e3-b5a0-992444b77ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.420938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:25.438036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '02bffe40-773f-4c71-9213-3d158a50e499', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'port_id': '02bffe40-773f-4c71-9213-3d158a50e499', 'mac_address': 'fa:16:3e:25:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e8c2-1a5c-4e3a-bd3f-e648b869d20b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:25.452010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8286652-9848-42e3-b5a0-992444b77ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.479128 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.494888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bffe40-773f-4c71-9213-3d158a50e499 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:25.507912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1dd9f-ff80-482b-8384-b3b98edf4ebd req-f9414984-22c3-4213-841d-b16aafda7976 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.509541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cca1dd9f-ff80-482b-8384-b3b98edf4ebd req-f9414984-22c3-4213-841d-b16aafda7976 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0904551 Nov 22 16:46:25.534862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:25.544335 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.558584 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8286652-9848-42e3-b5a0-992444b77ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.561402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8286652-9848-42e3-b5a0-992444b77ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.566221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d8286652-9848-42e3-b5a0-992444b77ee8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc1904b9-43c3-4353-a9d2-e1b31542ec02 HTTP/1.1" status: 204 len: 168 time: 0.2381849 Nov 22 16:46:25.604985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:25.620986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cca1dd9f-ff80-482b-8384-b3b98edf4ebd req-b0d5545a-b3b4-4dca-89d6-c795967b841e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986884 Nov 22 16:46:25.624326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8286652-9848-42e3-b5a0-992444b77ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1904b9-43c3-4353-a9d2-e1b31542ec02,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:25.624559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Network 25df3007-aeb4-4f11-8530-afeb481ed4a8 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:25.680847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 25df3007-aeb4-4f11-8530-afeb481ed4a8) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:25.694468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68dcbc-d950-4bd1-8e78-77e120a9895f None None] Network 25df3007-aeb4-4f11-8530-afeb481ed4a8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:25.700352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.700948 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.733942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-1dc8f697-3562-4d9f-bace-abe23c894e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.735585 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-1dc8f697-3562-4d9f-bace-abe23c894e8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.5306637 Nov 22 16:46:25.779691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228980-2c43-4b8d-bdce-dfa6d07623ee req-7b91c475-24a4-486c-936d-1359a1c05d3a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.782710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75228980-2c43-4b8d-bdce-dfa6d07623ee req-7b91c475-24a4-486c-936d-1359a1c05d3a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0877798 Nov 22 16:46:25.786225 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b58aa87e-a999-4db3-a34e-e9950eb3ce71 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3384488 Nov 22 16:46:25.820247 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-2dcc96ae-f58a-4a7a-a97e-a1405cc98643 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 200 len: 217 time: 0.0507572 Nov 22 16:46:25.867642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['02bffe40-773f-4c71-9213-3d158a50e499'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:25.885928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75228980-2c43-4b8d-bdce-dfa6d07623ee req-87689a35-7842-48b9-a367-332ec05346dd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781343 Nov 22 16:46:25.924802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b3dfb4-7916-4fe4-a31a-9f60a0e06dc9 None None] Network 25df3007-aeb4-4f11-8530-afeb481ed4a8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:25.942285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-f38a3c2d-137b-4bf7-aaae-40e8bdd36385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.944033 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-f38a3c2d-137b-4bf7-aaae-40e8bdd36385 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.1154897 Nov 22 16:46:26.008824 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-822308db-d6a9-4426-9bb5-917c512d4a72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563955 Nov 22 16:46:26.077470 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.185659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.241052 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-ded9b5a5-acd6-4fd1-a833-2e2274d174b3 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171929 Nov 22 16:46:26.422279 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a22eb04-e7c8-401c-b24a-8335dfa66e62 req-906ee129-a220-414a-af86-b38f3a17af6d service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673117 Nov 22 16:46:26.481082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.490293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.577032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=d366fa69-6e20-423b-a65e-f2b4ca63355e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:26.595313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.714667 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Floating IP ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2 associated. External IP: 172.25.0.109, port: 6100b2b4-5b59-459e-8094-f284352fd524. Nov 22 16:46:26.720376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-3906c603-a89e-4a82-8fb9-b48f829c9580 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:26.722047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-3906c603-a89e-4a82-8fb9-b48f829c9580 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 813 time: 0.1409650 Nov 22 16:46:26.746159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-9aa18aae-e19c-4979-bf6a-e8422a8f739c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/quotas/eff752d3e4e34464a2e93d17c8094f16 HTTP/1.1" status: 200 len: 375 time: 0.0130165 Nov 22 16:46:26.792595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-7f1f9116-c4eb-4fd8-973f-c945e23aa88c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399187 Nov 22 16:46:26.906765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-4720565a-e1e7-4164-a120-3e28a760f58a service neutron] 10.222.0.59 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065731 Nov 22 16:46:26.950534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:27.006371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-2b1f9731-d37f-4c15-8170-d3f665216b7d service neutron] 10.222.0.59 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918858 Nov 22 16:46:27.077807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:27.093300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] Sync routers for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:27.105495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:27.106414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:27.107771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.141723 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d0e1badd-b75f-49f8-b94d-090084e82559 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0898583 Nov 22 16:46:27.142349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:27.144739 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68" -d '{"events": [{"name": "network-changed", "server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "tag": "6100b2b4-5b59-459e-8094-f284352fd524"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:27.145123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36416) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:27.268062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:27.271366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bdafe680-e9ff-4df0-b407-d927fc7ff58a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/floatingips/ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2 HTTP/1.1" status: 200 len: 991 time: 0.1239538 Nov 22 16:46:27.271712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 02bffe40-773f-4c71-9213-3d158a50e499 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:27.285921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd53f87-5da0-456f-87aa-71546fd8cc4d req-e50d19ff-0f56-4079-aa54-a449403cdd2a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:27.294365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd53f87-5da0-456f-87aa-71546fd8cc4d req-e50d19ff-0f56-4079-aa54-a449403cdd2a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0937343 Nov 22 16:46:27.382013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebd53f87-5da0-456f-87aa-71546fd8cc4d req-b51f44f1-e179-4896-b1c6-1e028ae559c2 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843363 Nov 22 16:46:27.444099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 02bffe40-773f-4c71-9213-3d158a50e499 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:27.454047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 02bffe40-773f-4c71-9213-3d158a50e499 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:27.454618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.538659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73cf25-db43-4415-8ad5-33fa049b9af4 req-aea6df4e-0370-45d0-829d-c78ce5e4c956 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:27.541667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee73cf25-db43-4415-8ad5-33fa049b9af4 req-aea6df4e-0370-45d0-829d-c78ce5e4c956 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0705283 Nov 22 16:46:27.634632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee73cf25-db43-4415-8ad5-33fa049b9af4 req-a8384761-0f25-4278-93ff-cacfd163d1c3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770528 Nov 22 16:46:27.656698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.690782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:27.694250 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef06a36-2241-404b-ae1d-ad5316561f44" -d '{"events": [{"server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "name": "network-vif-plugged", "status": "completed", "tag": "02bffe40-773f-4c71-9213-3d158a50e499"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:27.714567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:27.724740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.736143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:57Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:25Z', 'revision_number': 0, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:27.766592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ab60c-0296-4875-bd03-9468ddf8b3c3 req-1ba5d6e9-63d8-4384-b512-74b5701e140e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:27.775636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-930ab60c-0296-4875-bd03-9468ddf8b3c3 req-1ba5d6e9-63d8-4384-b512-74b5701e140e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0656009 Nov 22 16:46:27.793908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] Checking router: 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:27.817735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:27.818232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:27.822906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-930ab60c-0296-4875-bd03-9468ddf8b3c3 req-0ac90b21-a813-4228-92da-66025e944390 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463345 Nov 22 16:46:28.056379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:28.088209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1f70d21-84ce-4d15-9246-96aeb06d6e96 req-0463e326-483d-432a-9d80-f047d26356f1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 210 time: 0.0316751 Nov 22 16:46:28.138887 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b5fb44-deb1-4d7e-85cf-1cb099deb4b8 x-openstack-request-id: req-a5b5fb44-deb1-4d7e-85cf-1cb099deb4b8 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:28.146168 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "tag": "6100b2b4-5b59-459e-8094-f284352fd524", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:28.146431 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5b5fb44-deb1-4d7e-85cf-1cb099deb4b8 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:28.146890 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524', 'status': 'completed', 'code': 200} Nov 22 16:46:28.160914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:28.193810 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71191f6-1bdf-49e8-8fc4-f4121ddaa2a3 x-openstack-request-id: req-a71191f6-1bdf-49e8-8fc4-f4121ddaa2a3 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:28.194112 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "name": "network-vif-plugged", "status": "completed", "tag": "02bffe40-773f-4c71-9213-3d158a50e499", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:28.194372 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a71191f6-1bdf-49e8-8fc4-f4121ddaa2a3 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:28.195461 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499', 'code': 200} Nov 22 16:46:28.225000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-20c32a6d-c3e1-46e0-b164-0c4eb918e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.226843 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-20c32a6d-c3e1-46e0-b164-0c4eb918e17c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 1096 time: 0.0551980 Nov 22 16:46:28.277147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36478) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:28.387312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0436161-375a-404c-b8c6-76de7bc2bbee req-e80316f5-958c-4880-9f5d-e780e8327fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.388977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-462f793e-e016-4971-b18c-94fcc00124b1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/floatingips/ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2 HTTP/1.1" status: 200 len: 991 time: 0.1055605 Nov 22 16:46:28.390075 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d0436161-375a-404c-b8c6-76de7bc2bbee req-e80316f5-958c-4880-9f5d-e780e8327fbd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 1096 time: 0.1340861 Nov 22 16:46:28.406813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-cabafd3b-04c3-4492-8b72-8b64f9cd8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.408847 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-cabafd3b-04c3-4492-8b72-8b64f9cd8a6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3 HTTP/1.1" status: 200 len: 897 time: 0.1727521 Nov 22 16:46:28.544351 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-38ae0b34-94e8-450b-9880-39961d984d27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6100b2b4-5b59-459e-8094-f284352fd524 HTTP/1.1" status: 200 len: 999 time: 0.1252615 Nov 22 16:46:28.549383 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d0436161-375a-404c-b8c6-76de7bc2bbee req-8afd36bc-0a78-4a39-84e3-7b2609a5aca0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387255 Nov 22 16:46:28.599288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:57Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:25Z', 'revision_number': 0, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:28.612950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-9b90e5cb-b35a-427f-b7eb-89843ba940be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.614721 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-9b90e5cb-b35a-427f-b7eb-89843ba940be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56c7d246-6432-44c7-ba87-a48d02b3f0d7 HTTP/1.1" status: 200 len: 835 time: 0.0621707 Nov 22 16:46:28.666101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feae9ccd-c649-4693-a890-79dbfd5b05ef None None] The sync data for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 is: [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:45:57Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:25Z', 'revision_number': 0, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:28.669002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e850-ad22-4ff5-916c-6c5a2384bf93 req-08958def-821b-4411-87b2-5e2ca47cba40 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.671716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acd4e850-ad22-4ff5-916c-6c5a2384bf93 req-08958def-821b-4411-87b2-5e2ca47cba40 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1105373 Nov 22 16:46:28.690855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-59a69e1f-61f4-4d72-b7b4-68b6da43f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.692776 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-59a69e1f-61f4-4d72-b7b4-68b6da43f26c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690722 Nov 22 16:46:28.695416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-c927e6f6-375c-402d-9d11-2eed67c33441 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.699570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-c927e6f6-375c-402d-9d11-2eed67c33441 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.37 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 813 time: 0.2906454 Nov 22 16:46:28.766118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-acd4e850-ad22-4ff5-916c-6c5a2384bf93 req-9cc7be7b-42f6-4b7d-b3bd-306aaaef2775 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654588 Nov 22 16:46:28.779024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Request body: {'port': {'device_id': '87b24984-b21a-44e3-af1d-089ca53cc231', 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8', 'admin_state_up': True, 'tenant_id': 'eff752d3e4e34464a2e93d17c8094f16'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:28.837300 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-c6d08903-3e05-4de6-89fb-b85540ee5094 service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321719 Nov 22 16:46:28.938406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb973d1e-5925-45f0-94a5-11464e3b6a7c req-e875b047-363d-45d9-a423-c9aef08b6f92 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.947119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb973d1e-5925-45f0-94a5-11464e3b6a7c req-e875b047-363d-45d9-a423-c9aef08b6f92 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0883608 Nov 22 16:46:28.991526 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d9d61fc2-9832-457b-ae0e-5d21cbabbc68 req-3617980f-803f-49c7-a1cf-b9151605d95a service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448615 Nov 22 16:46:29.019517 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d0c0e-019e-4513-ba43-f184f2cfd04f None None] New status for floating IP ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:46:29.030539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb973d1e-5925-45f0-94a5-11464e3b6a7c req-0f827c18-c78e-4f1f-a5c8-5873b73b8e8c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824425 Nov 22 16:46:29.046447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Made reservation on behalf of eff752d3e4e34464a2e93d17c8094f16 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:29.050338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.265067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c4ea5-7754-44ee-94d5-e4a64e11242d req-72cf4134-3a1c-4f81-8acf-85812e78dad0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:29.266719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b4c4ea5-7754-44ee-94d5-e4a64e11242d req-72cf4134-3a1c-4f81-8acf-85812e78dad0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1257772 Nov 22 16:46:29.274363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Allocated IP 172.20.0.6 (25df3007-aeb4-4f11-8530-afeb481ed4a8/ad5ec753-3394-42b4-acd2-34c1c75175d7/e3dc0611-bc84-46ad-827f-4500a88c4e6c) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:29.353298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b4c4ea5-7754-44ee-94d5-e4a64e11242d req-0809702e-2794-4744-9824-6b6ade3858e0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763059 Nov 22 16:46:29.393084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:29.492409 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-440d80e6-2231-4d9c-8d19-624750089f97 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/floatingips/ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2 HTTP/1.1" status: 200 len: 993 time: 0.0950451 Nov 22 16:46:29.525008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.620693 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.686083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Network 25df3007-aeb4-4f11-8530-afeb481ed4a8 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:29.700422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0921-f78f-460e-b6e3-b74c5f778bc8 req-abc95de7-eb89-4a17-a3d2-04686ff14cf3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:29.702379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea9c0921-f78f-460e-b6e3-b74c5f778bc8 req-abc95de7-eb89-4a17-a3d2-04686ff14cf3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 931 time: 0.1140008 Nov 22 16:46:29.706150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:29.709517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:29.754701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:29.799052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:29.799682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.825575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea9c0921-f78f-460e-b6e3-b74c5f778bc8 req-17481319-01fc-4230-97f6-6b38438e7658 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844364 Nov 22 16:46:29.829300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-8d9f8130-ec27-4b6b-920b-cb4065329871 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0601139 Nov 22 16:46:29.842229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Request body: {'port': {'device_id': '87b24984-b21a-44e3-af1d-089ca53cc231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:29.940831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.000573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdbf26-e29a-45c8-bf65-835fe770c418 req-8290e024-865d-4fac-b06f-f6cb0e92f275 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.002079 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abfdbf26-e29a-45c8-bf65-835fe770c418 req-8290e024-865d-4fac-b06f-f6cb0e92f275 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0967727 Nov 22 16:46:30.131015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abfdbf26-e29a-45c8-bf65-835fe770c418 req-f2e864ce-7724-4407-a4b8-ddfecce49839 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200573 Nov 22 16:46:30.295400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7019d-49b1-4074-ba8d-cba501216555 req-7603f2b4-5a29-47cd-96ff-e261b361794e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.296984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7fb7019d-49b1-4074-ba8d-cba501216555 req-7603f2b4-5a29-47cd-96ff-e261b361794e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0892565 Nov 22 16:46:30.306461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3dc0611-bc84-46ad-827f-4500a88c4e6c {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:30.319878 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.347767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Transition to ACTIVE for port object e3dc0611-bc84-46ad-827f-4500a88c4e6c will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:30.360351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.394363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7fb7019d-49b1-4074-ba8d-cba501216555 req-fce4d89b-5cf9-458a-a808-d51f23497e45 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909793 Nov 22 16:46:30.423712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:30.546971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Attempting to bind port e3dc0611-bc84-46ad-827f-4500a88c4e6c on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:30.547298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Attempting to bind port e3dc0611-bc84-46ad-827f-4500a88c4e6c by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:30.547628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Attempting to bind port e3dc0611-bc84-46ad-827f-4500a88c4e6c on network 25df3007-aeb4-4f11-8530-afeb481ed4a8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:30.563344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Port e3dc0611-bc84-46ad-827f-4500a88c4e6c on network 25df3007-aeb4-4f11-8530-afeb481ed4a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:30.563702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Attempting to bind port e3dc0611-bc84-46ad-827f-4500a88c4e6c on network 25df3007-aeb4-4f11-8530-afeb481ed4a8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:30.575043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb410cd-b919-45d9-97d5-e83fc370edf9 req-01b49392-cbd1-4623-8a6b-9e67af090ee1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.578800 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecb410cd-b919-45d9-97d5-e83fc370edf9 req-01b49392-cbd1-4623-8a6b-9e67af090ee1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0852556 Nov 22 16:46:30.579796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:30.580210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Checking segment: {'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:30.580661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Bound using segment: {'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:30.581161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Bound port: e3dc0611-bc84-46ad-827f-4500a88c4e6c, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:30.581587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.672359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecb410cd-b919-45d9-97d5-e83fc370edf9 req-a6609740-a90c-4368-a7c9-d4164d693c0f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877855 Nov 22 16:46:30.685302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:30.690182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:30.695211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.734243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.735629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.737490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3dc0611-bc84-46ad-827f-4500a88c4e6c HTTP/1.1" status: 200 len: 1091 time: 0.8998353 Nov 22 16:46:30.744534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:30.746875 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d2f4c-73eb-4922-8512-8b1f98123299" -d '{"events": [{"name": "network-changed", "server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:30.783070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302387ec-48c1-4024-a07c-6eea12ff0446 service neutron] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:30.852363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-701f4654-9829-4f45-a279-e2659ad3e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.853995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-701f4654-9829-4f45-a279-e2659ad3e7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 1094 time: 0.0511377 Nov 22 16:46:30.903941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-96dcf7a0-f022-4a1e-9261-c5de92753372 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c HTTP/1.1" status: 200 len: 217 time: 0.0401156 Nov 22 16:46:30.957954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-1cd32563-59b6-469c-b578-4cdeadf12ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.959655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-1cd32563-59b6-469c-b578-4cdeadf12ea0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad5ec753-3394-42b4-acd2-34c1c75175d7 HTTP/1.1" status: 200 len: 853 time: 0.0485032 Nov 22 16:46:30.999728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-a7560a65-e63c-485e-acdb-5622259f3073 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25df3007-aeb4-4f11-8530-afeb481ed4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325468 Nov 22 16:46:31.099810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-3b850092-d62f-4d79-87a7-f01bf552c5ad service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926664 Nov 22 16:46:31.202754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320024bb-065e-4bc9-9f3f-d58930e874d7 req-a628c128-ed5f-4da1-9dcd-114b59c79577 service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959837 Nov 22 16:46:31.247827 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac6c8c8-87af-493e-bf87-8c0a821b96c1 x-openstack-request-id: req-1ac6c8c8-87af-493e-bf87-8c0a821b96c1 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:31.248240 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:31.248591 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ac6c8c8-87af-493e-bf87-8c0a821b96c1 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:31.249067 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'status': 'completed', 'code': 200} Nov 22 16:46:31.345145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-adce2eb4-6f34-440b-a865-d87b06a2c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:31.346719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-adce2eb4-6f34-440b-a865-d87b06a2c1d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 1094 time: 0.0746152 Nov 22 16:46:31.360509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74878-0ee5-4390-8502-1444a89933b4 req-dc5a1347-83d3-4df3-b93b-1d5b980a3777 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:31.362297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cf74878-0ee5-4390-8502-1444a89933b4 req-dc5a1347-83d3-4df3-b93b-1d5b980a3777 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.0623527 Nov 22 16:46:31.854292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cf74878-0ee5-4390-8502-1444a89933b4 req-db7cf8f5-934b-4d4a-bba0-9d8a942ee7ad tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834187 Nov 22 16:46:31.884732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-2f4c654b-51ab-4fd1-aae1-d23e437adef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:31.886289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-2f4c654b-51ab-4fd1-aae1-d23e437adef3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 914 time: 0.5230360 Nov 22 16:46:31.943268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-b08f522f-71cc-481c-8247-957cca5343a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c HTTP/1.1" status: 200 len: 217 time: 0.0463917 Nov 22 16:46:32.018261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-6e3077e9-904f-4f58-a0c8-fc5ee273e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.019773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-6e3077e9-904f-4f58-a0c8-fc5ee273e9f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad5ec753-3394-42b4-acd2-34c1c75175d7 HTTP/1.1" status: 200 len: 853 time: 0.0586574 Nov 22 16:46:32.028952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b28b03-35ba-40ff-8894-06b1ebedf3b0 req-04c3a9f8-7434-4964-be00-df5210d24f83 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.030402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61b28b03-35ba-40ff-8894-06b1ebedf3b0 req-04c3a9f8-7434-4964-be00-df5210d24f83 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0970633 Nov 22 16:46:32.061519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-15e649c8-8394-4dd7-9569-5d393098ca83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25df3007-aeb4-4f11-8530-afeb481ed4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300987 Nov 22 16:46:32.150252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61b28b03-35ba-40ff-8894-06b1ebedf3b0 req-0bb2f5fb-53a3-405e-b274-76a97f64877d tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107166 Nov 22 16:46:32.183282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-80cc18b2-5190-49d3-9f12-a4562584b8bc service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133733 Nov 22 16:46:32.317602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75940c-99e8-40c5-8b7d-b831074cf80c req-cd2bb30c-6cee-469a-a3e4-1c7e0d195bb7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.319502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a75940c-99e8-40c5-8b7d-b831074cf80c req-cd2bb30c-6cee-469a-a3e4-1c7e0d195bb7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1089375 Nov 22 16:46:32.323359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-659d2f4c-73eb-4922-8512-8b1f98123299 req-ffbd0040-883c-4048-bfa1-d892f92ad872 service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318064 Nov 22 16:46:32.376633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a75940c-99e8-40c5-8b7d-b831074cf80c req-77f28665-4e51-4609-b568-7089dafe300d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458820 Nov 22 16:46:32.431178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36784) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:32.488185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c239be7-1c4a-41cc-8461-8a763b3f82a5 req-59a0509e-72cf-4ba1-8dbf-910a83a7a371 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.490062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c239be7-1c4a-41cc-8461-8a763b3f82a5 req-59a0509e-72cf-4ba1-8dbf-910a83a7a371 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0533893 Nov 22 16:46:32.542175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c239be7-1c4a-41cc-8461-8a763b3f82a5 req-96805d2c-6b4e-42d8-abe6-6d59399c5aec tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455496 Nov 22 16:46:32.549819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-513254cb-4a87-48a3-87a1-289828b951b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.635921 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-513254cb-4a87-48a3-87a1-289828b951b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.641487 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-513254cb-4a87-48a3-87a1-289828b951b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.680845 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-513254cb-4a87-48a3-87a1-289828b951b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9cf6eed00264c42ba649e6460602071&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482769 Nov 22 16:46:32.682923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513254cb-4a87-48a3-87a1-289828b951b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912c5a78-dd96-44aa-b6d5-7cfe7f252ffc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:32.683671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:32.732774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-558a5ee7-de75-47db-bf83-8400368d6158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.755243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-558a5ee7-de75-47db-bf83-8400368d6158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.809665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-558a5ee7-de75-47db-bf83-8400368d6158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.812396 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-558a5ee7-de75-47db-bf83-8400368d6158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.813570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-558a5ee7-de75-47db-bf83-8400368d6158 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/912c5a78-dd96-44aa-b6d5-7cfe7f252ffc HTTP/1.1" status: 204 len: 168 time: 0.1288881 Nov 22 16:46:32.822439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a5ee7-de75-47db-bf83-8400368d6158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912c5a78-dd96-44aa-b6d5-7cfe7f252ffc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:32.987295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae6403-35c0-4ea1-872b-28b9127d78a4 req-fa99ea2b-f57c-4a1c-a5d3-a919a0600c59 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.990174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48ae6403-35c0-4ea1-872b-28b9127d78a4 req-fa99ea2b-f57c-4a1c-a5d3-a919a0600c59 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.0563123 Nov 22 16:46:33.039754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48ae6403-35c0-4ea1-872b-28b9127d78a4 req-ab4b484e-9f3e-46a8-b5b6-1287b0c452df tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 Nov 22 16:46:33.277299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb531f-336c-4045-8463-9869db64b54d req-1ce13dcb-67fb-4358-8b01-979232351a63 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:33.278717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2beb531f-336c-4045-8463-9869db64b54d req-1ce13dcb-67fb-4358-8b01-979232351a63 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0534379 Nov 22 16:46:33.311689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:33.328481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2beb531f-336c-4045-8463-9869db64b54d req-25ce55cf-c843-4bf7-ad29-d764377ae766 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435195 Nov 22 16:46:33.412722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:33.429118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8', 'port_id': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'mac_address': 'fa:16:3e:42:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5ec753-3394-42b4-acd2-34c1c75175d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:33.471199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.486260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3dc0611-bc84-46ad-827f-4500a88c4e6c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:33.512648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:33.516208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f405f-3383-44f6-820c-31365e129a28 req-e83d9726-b7d8-44f4-a490-8c314976754a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:33.518359 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.519341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-225f405f-3383-44f6-820c-31365e129a28 req-e83d9726-b7d8-44f4-a490-8c314976754a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0634458 Nov 22 16:46:33.572866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-225f405f-3383-44f6-820c-31365e129a28 req-801fa444-f6c0-4070-baec-394a257009f0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445976 Nov 22 16:46:33.576525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:33.686015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03987afa-aec6-4be8-af36-87763178efeb req-2ddf5eb6-0a31-49e8-b686-ab69b10ff4d7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:33.687572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03987afa-aec6-4be8-af36-87763178efeb req-2ddf5eb6-0a31-49e8-b686-ab69b10ff4d7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Nov 22 16:46:33.745350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03987afa-aec6-4be8-af36-87763178efeb req-7a87041e-5674-431d-b2fc-a4fcee810dcc tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478487 Nov 22 16:46:33.826330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3dc0611-bc84-46ad-827f-4500a88c4e6c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:34.193687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2629d27-0364-44d3-9437-6c8fdc28f110 req-15fd6111-576e-4a8f-bf1d-54d33385550a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.195507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2629d27-0364-44d3-9437-6c8fdc28f110 req-15fd6111-576e-4a8f-bf1d-54d33385550a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 944 time: 0.0806148 Nov 22 16:46:34.259702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2629d27-0364-44d3-9437-6c8fdc28f110 req-cd2ab2fc-3820-4c36-a61e-861b40c8bec2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490348 Nov 22 16:46:34.482870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa501b-fc25-403e-b2f9-a06e6198f0b1 req-8c934bd7-69d8-4197-8fb8-a62cba9e7707 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.484453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86aa501b-fc25-403e-b2f9-a06e6198f0b1 req-8c934bd7-69d8-4197-8fb8-a62cba9e7707 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0569122 Nov 22 16:46:34.544706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86aa501b-fc25-403e-b2f9-a06e6198f0b1 req-b89d1b87-0128-43d9-9d48-97f236ec40b2 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517273 Nov 22 16:46:34.604337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:34.705512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620c965-4b4c-45fc-a9f4-3f5f6f446f88 req-42d1fc14-f0a1-442e-b84c-12fb66a1b110 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.707300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9620c965-4b4c-45fc-a9f4-3f5f6f446f88 req-42d1fc14-f0a1-442e-b84c-12fb66a1b110 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0574937 Nov 22 16:46:34.726795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4f9279c-e586-4783-8887-52a67981ebdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.795601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9620c965-4b4c-45fc-a9f4-3f5f6f446f88 req-9f473ea0-05e9-40c0-9f71-84cba4fe15b3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805862 Nov 22 16:46:34.854847 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4f9279c-e586-4783-8887-52a67981ebdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.861131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4f9279c-e586-4783-8887-52a67981ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.917431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c4f9279c-e586-4783-8887-52a67981ebdd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2e6552cb02d4930b542950161b2d934&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119230 Nov 22 16:46:34.918190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9279c-e586-4783-8887-52a67981ebdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed3e249-6e38-4c8e-8c7d-131e1f2884d7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:34.920649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36928) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:34.956943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbadc3-11bd-464e-9143-2066f9f5a8b9 req-352bf12b-0dc9-4c19-aa20-b845dbae97d5 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.958521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bcbbadc3-11bd-464e-9143-2066f9f5a8b9 req-352bf12b-0dc9-4c19-aa20-b845dbae97d5 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0604939 Nov 22 16:46:34.972548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8df41c0a-874f-4dcd-8c8c-24ff92edb723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.996854 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8df41c0a-874f-4dcd-8c8c-24ff92edb723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.008203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bcbbadc3-11bd-464e-9143-2066f9f5a8b9 req-0f2a897b-f1a5-461d-a0cb-47315b489dc6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Nov 22 16:46:35.047484 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8df41c0a-874f-4dcd-8c8c-24ff92edb723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.050457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8df41c0a-874f-4dcd-8c8c-24ff92edb723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.051981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8df41c0a-874f-4dcd-8c8c-24ff92edb723 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ed3e249-6e38-4c8e-8c7d-131e1f2884d7 HTTP/1.1" status: 204 len: 168 time: 0.1301446 Nov 22 16:46:35.061724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df41c0a-874f-4dcd-8c8c-24ff92edb723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed3e249-6e38-4c8e-8c7d-131e1f2884d7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:35.316290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:35.371980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port e3dc0611-bc84-46ad-827f-4500a88c4e6c completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:35.376091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port e3dc0611-bc84-46ad-827f-4500a88c4e6c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:35.376480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.395376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3958-53c1-4fd5-8125-1d35536a9a0d req-24a58b85-3461-4d5e-8afc-c37b12c94037 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:35.397036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e7a3958-53c1-4fd5-8125-1d35536a9a0d req-24a58b85-3461-4d5e-8afc-c37b12c94037 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 944 time: 0.0615695 Nov 22 16:46:35.447408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e7a3958-53c1-4fd5-8125-1d35536a9a0d req-113c77eb-5bed-460f-a94f-90e6ff2f6a7d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434949 Nov 22 16:46:35.464459 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.487896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:35.490570 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7feaf68-9807-4524-b8a4-756aa0f9e349" -d '{"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:35.503356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:35.512751 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.547821 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876bf1a6-8daf-4542-99e4-79834fd1afb6 x-openstack-request-id: req-876bf1a6-8daf-4542-99e4-79834fd1afb6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:35.548527 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:35.548750 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-876bf1a6-8daf-4542-99e4-79834fd1afb6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:35.549281 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'code': 200} Nov 22 16:46:35.581378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:35.698798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4ae25-3ebf-4f03-9f20-9389ec5b0e20 req-245a7c8d-27b8-46c2-b98a-b1156e526a1f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:35.700273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-18f4ae25-3ebf-4f03-9f20-9389ec5b0e20 req-245a7c8d-27b8-46c2-b98a-b1156e526a1f tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0756123 Nov 22 16:46:35.702082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73745ba0-7858-4fdb-b543-2a69d1107d33 req-62ffbe5e-bd8a-4ecd-a2de-9c7db44603ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:35.703448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73745ba0-7858-4fdb-b543-2a69d1107d33 req-62ffbe5e-bd8a-4ecd-a2de-9c7db44603ef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 1096 time: 0.0896060 Nov 22 16:46:35.780288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-18f4ae25-3ebf-4f03-9f20-9389ec5b0e20 req-ffcb4d06-62be-498f-96e7-b94cbf9c33cd tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738628 Nov 22 16:46:35.787746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73745ba0-7858-4fdb-b543-2a69d1107d33 req-5e9fd196-bedd-40a8-b435-e02454b2ba52 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703254 Nov 22 16:46:35.934597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd57f2-c803-48f2-8283-f9b496bcd0f3 req-5c1ff451-24db-42c9-aee1-8221fa6b32c4 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:35.936288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25dd57f2-c803-48f2-8283-f9b496bcd0f3 req-5c1ff451-24db-42c9-aee1-8221fa6b32c4 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0514371 Nov 22 16:46:35.985763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25dd57f2-c803-48f2-8283-f9b496bcd0f3 req-1cd8ed72-0bfe-46bb-86c0-cbe97a080c7c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Nov 22 16:46:36.131493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6eed-e353-4a72-97b0-52de866fcea1 req-1376b297-71f8-4331-a8d3-d45829b2996d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:36.133069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85cd6eed-e353-4a72-97b0-52de866fcea1 req-1376b297-71f8-4331-a8d3-d45829b2996d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0504668 Nov 22 16:46:36.185308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85cd6eed-e353-4a72-97b0-52de866fcea1 req-2d7714d3-dfae-4a19-8fc2-57ecc1b27354 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459366 Nov 22 16:46:36.315391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36978) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:36.418374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1844846203', 'router:external': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:36.441066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Made reservation on behalf of 6c0d270c2a404cebacc4f443509d1c6a for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:36.443661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.452433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.523136 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.532240 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.538039 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.567867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:36.586640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb749b7-65be-4a68-b2ff-fae3f9cbaa10 req-91fb22fc-618e-492d-9d95-548564df5ff7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:36.588096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.588227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cb749b7-65be-4a68-b2ff-fae3f9cbaa10 req-91fb22fc-618e-492d-9d95-548564df5ff7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0617888 Nov 22 16:46:36.588446 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Added segment e1a09adb-2b9e-4f28-b34e-95fefa706d40 of type vlan for network a937784d-6ee9-4cd5-ada6-f34831a525a1 Nov 22 16:46:36.589801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a2df5-1ae4-443e-9558-b38225797156,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:36.640940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5cb749b7-65be-4a68-b2ff-fae3f9cbaa10 req-d0b9eb9f-f7b1-4b8d-8ba6-2f22d9ed2cce tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462806 Nov 22 16:46:36.642936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.675280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.676326 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:36.677197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.727191 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4105053 Nov 22 16:46:36.730373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:36.736143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'subnet': {'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:36.740427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1848563-8e43-4c83-a5ec-ad7250c0775e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'Network': ['ID=a937784d-6ee9-4cd5-ada6-f34831a525a1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:36.750610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a937784d-6ee9-4cd5-ada6-f34831a525a1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:36.760631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Made reservation on behalf of 6c0d270c2a404cebacc4f443509d1c6a for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:36.763600 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.970837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18ec42-5752-478c-908e-6a4718d762d4 req-960e4e32-c01a-4c99-9df1-b278b295459d tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:36.972463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c18ec42-5752-478c-908e-6a4718d762d4 req-960e4e32-c01a-4c99-9df1-b278b295459d tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1006267 Nov 22 16:46:37.068962 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c18ec42-5752-478c-908e-6a4718d762d4 req-93144e78-3d1d-4bd2-a7e1-66f36dc4475e tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841482 Nov 22 16:46:37.164119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:46:37.164605 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.240692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8e95b2d-3dec-4703-93b4-355e83a7340d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:37.253595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af47c3-c5a0-46d0-89f2-447273119889 req-217fdc1e-0164-4085-afbc-0e6703aa9087 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.255424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84af47c3-c5a0-46d0-89f2-447273119889 req-217fdc1e-0164-4085-afbc-0e6703aa9087 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1183212 Nov 22 16:46:37.286359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Checking segment: {'id': 'e1a09adb-2b9e-4f28-b34e-95fefa706d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:37.286736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Network hostable DHCP agents. Network: a937784d-6ee9-4cd5-ada6-f34831a525a1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:37.322587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84af47c3-c5a0-46d0-89f2-447273119889 req-76a01b9d-7354-4cec-9674-7a2109f3eb64 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597384 Nov 22 16:46:37.323826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Network a937784d-6ee9-4cd5-ada6-f34831a525a1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:37.335103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a937784d-6ee9-4cd5-ada6-f34831a525a1) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:37.345856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.345856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.349026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15967c66-ef70-46ea-a2ce-0d3b7238e19a None None] Network a937784d-6ee9-4cd5-ada6-f34831a525a1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:37.357664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e3726cc2-0456-40d3-8c12-08e56bfde42f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6258647 Nov 22 16:46:37.360307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36996) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:37.365859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-448563357', 'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:37.388443 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Made reservation on behalf of 6c0d270c2a404cebacc4f443509d1c6a for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:37.391000 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.430880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] device_id is not set on port cb99ca34-2bd2-42e0-9646-8c7b4e32e7cc yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:46:37.482075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693a3d7f-dda9-425a-a474-270ef66c00af None None] Network a937784d-6ee9-4cd5-ada6-f34831a525a1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:37.498921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ac6e4-40df-4250-8f77-c8ae978a2449 req-0f2027c5-e939-4d8a-8bd9-ec0c303bc156 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.500517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e0ac6e4-40df-4250-8f77-c8ae978a2449 req-0f2027c5-e939-4d8a-8bd9-ec0c303bc156 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0976229 Nov 22 16:46:37.582927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Allocated IP 172.20.0.6 (a937784d-6ee9-4cd5-ada6-f34831a525a1/f8e95b2d-3dec-4703-93b4-355e83a7340d/cb99ca34-2bd2-42e0-9646-8c7b4e32e7cc) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:37.591093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e0ac6e4-40df-4250-8f77-c8ae978a2449 req-83fb2207-a4f0-4934-96ba-4a82713716ff tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822566 Nov 22 16:46:37.739063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.758200 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.779053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.859563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Network a937784d-6ee9-4cd5-ada6-f34831a525a1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:37.861987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'Port': ['ID=cb99ca34-2bd2-42e0-9646-8c7b4e32e7cc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:37.866042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:37.869537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:37.916151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15fe8-9d7c-47a8-b4cc-49699ff4e263 req-0dbca53f-fbba-41fa-896b-b986ebe3fb15 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.917680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfb15fe8-9d7c-47a8-b4cc-49699ff4e263 req-0dbca53f-fbba-41fa-896b-b986ebe3fb15 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1113994 Nov 22 16:46:37.933648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.934250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.962638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-95b2f0ea-a0c9-40be-83ef-74a6cdf4d02e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6012383 Nov 22 16:46:37.965253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37000) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:38.003522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfb15fe8-9d7c-47a8-b4cc-49699ff4e263 req-e438db57-04b1-4669-a329-9fd7191ab689 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793710 Nov 22 16:46:38.057827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-de73a71c-f16e-449c-87d6-85261b238dce tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Deleting port cb99ca34-2bd2-42e0-9646-8c7b4e32e7cc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:38.058205 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de73a71c-f16e-449c-87d6-85261b238dce tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.143632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de73a71c-f16e-449c-87d6-85261b238dce tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.165015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-de73a71c-f16e-449c-87d6-85261b238dce tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Calling delete_port for cb99ca34-2bd2-42e0-9646-8c7b4e32e7cc owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:38.253854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bfc12-eeb3-4b93-bd5e-24f139ee5901 req-365b325a-7b56-477e-972d-46802b7cf12b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:38.255399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d60bfc12-eeb3-4b93-bd5e-24f139ee5901 req-365b325a-7b56-477e-972d-46802b7cf12b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1041493 Nov 22 16:46:38.335059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d60bfc12-eeb3-4b93-bd5e-24f139ee5901 req-888611ba-5847-43d6-bb59-0f709e34f2b3 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732555 Nov 22 16:46:38.363131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de73a71c-f16e-449c-87d6-85261b238dce tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.393095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73a71c-f16e-449c-87d6-85261b238dce tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb99ca34-2bd2-42e0-9646-8c7b4e32e7cc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:38.492259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d9529-8fe9-4dde-91e6-671ab6c90cf0 req-e8e3ace2-0880-431c-95ee-60c2fb9693d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:38.493838 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-059d9529-8fe9-4dde-91e6-671ab6c90cf0 req-e8e3ace2-0880-431c-95ee-60c2fb9693d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1097 time: 0.0445642 Nov 22 16:46:38.517039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de73a71c-f16e-449c-87d6-85261b238dce tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.520454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-de73a71c-f16e-449c-87d6-85261b238dce tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "DELETE /v2.0/ports/cb99ca34-2bd2-42e0-9646-8c7b4e32e7cc HTTP/1.1" status: 204 len: 168 time: 0.5542672 Nov 22 16:46:38.523515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37018) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:38.527803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1', 'external_fixed_ips': [{'subnet_id': 'f8e95b2d-3dec-4703-93b4-355e83a7340d', 'ip_address': '172.20.0.6'}]}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:38.549052 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-059d9529-8fe9-4dde-91e6-671ab6c90cf0 req-9524e90d-69ce-4e16-b5de-fa402a7f86ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Nov 22 16:46:38.578675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c9de-4b30-44a8-9561-201590cdf47b req-a7eb432d-5120-41ce-b13f-f794a71c8006 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:38.580181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-a7eb432d-5120-41ce-b13f-f794a71c8006 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 813 time: 0.1360321 Nov 22 16:46:38.581519 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.582639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.607227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-7fa613ff-2d2d-4c17-8ede-afec058bc562 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/quotas/eff752d3e4e34464a2e93d17c8094f16 HTTP/1.1" status: 200 len: 375 time: 0.0198793 Nov 22 16:46:38.669352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.748865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-5630136d-0b6f-41e7-b5f7-8064d2dd4169 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298621 Nov 22 16:46:38.857243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.942416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-de0bedb1-0aaa-4da3-affa-8642aa796685 service neutron] 10.222.0.59 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854711 Nov 22 16:46:39.057071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-e763ce52-867e-4d6b-a534-cb16b6dd9092 service neutron] 10.222.0.59 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067872 Nov 22 16:46:39.175867 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.199686 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.333239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681cba-ed53-4726-a9fa-c9c986882083 req-69244328-b88a-4cd1-b311-2e432611f327 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:39.334744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d681cba-ed53-4726-a9fa-c9c986882083 req-69244328-b88a-4cd1-b311-2e432611f327 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0957861 Nov 22 16:46:39.424140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Allocated IP 172.20.0.6 (a937784d-6ee9-4cd5-ada6-f34831a525a1/f8e95b2d-3dec-4703-93b4-355e83a7340d/1c1489ff-ad20-45f3-8780-439e4aa1d894) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:39.429797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d681cba-ed53-4726-a9fa-c9c986882083 req-9e4aaf73-c431-4318-a0df-fd17812d0d77 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855277 Nov 22 16:46:39.578203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9c4e6-3ab8-492d-85ac-11ba506b9c5f req-d7aeb4e7-3778-49bc-b3e0-bb32c3b51bab tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:39.579817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ed9c4e6-3ab8-492d-85ac-11ba506b9c5f req-d7aeb4e7-3778-49bc-b3e0-bb32c3b51bab tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0876424 Nov 22 16:46:39.602627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.659490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ed9c4e6-3ab8-492d-85ac-11ba506b9c5f req-327495b5-58b5-48fd-ae85-3102cbb5453b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 Nov 22 16:46:39.670324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.726582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Network a937784d-6ee9-4cd5-ada6-f34831a525a1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:39.729678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:39.733120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:39.761772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'Port': ['ID=1c1489ff-ad20-45f3-8780-439e4aa1d894,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:39.927642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1613299a-a76d-412f-af8e-905601e254bc req-bd392343-0e08-438b-8ac4-dac82a9df0fd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 210 time: 0.0354834 Nov 22 16:46:40.304419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c9de-4b30-44a8-9561-201590cdf47b req-0f30768f-9dcd-445d-a7e8-f58f50efa034 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.307524 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-0f30768f-9dcd-445d-a7e8-f58f50efa034 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.62 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 813 time: 0.1183331 Nov 22 16:46:40.321769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Request body: {'port': {'device_id': '787a11d9-dfed-495b-989c-1096dcd167fc', 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8', 'admin_state_up': True, 'tenant_id': 'eff752d3e4e34464a2e93d17c8094f16'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:40.442992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Made reservation on behalf of eff752d3e4e34464a2e93d17c8094f16 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:40.446510 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.471815 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.515482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d270214-2160-4652-895f-23c6e426990e req-35b932a0-74ef-4105-bf57-531302f6b0e2 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.516966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3d270214-2160-4652-895f-23c6e426990e req-35b932a0-74ef-4105-bf57-531302f6b0e2 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0963650 Nov 22 16:46:40.583912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Allocated IP 172.20.0.4 (25df3007-aeb4-4f11-8530-afeb481ed4a8/ad5ec753-3394-42b4-acd2-34c1c75175d7/dffb865d-0931-4c03-9ee2-2563469bca4f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:40.620892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3d270214-2160-4652-895f-23c6e426990e req-b02207e5-3671-4a36-a024-d2cb73c234cf tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933168 Nov 22 16:46:40.753774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.775992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.792927 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.793123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7c41a-0a2c-429e-ad6f-1c5a059e157d req-a3ff1489-b5c5-4878-9810-6ea7f5d54b5b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.793967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74c7c41a-0a2c-429e-ad6f-1c5a059e157d req-a3ff1489-b5c5-4878-9810-6ea7f5d54b5b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0730460 Nov 22 16:46:40.806206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3dc0611-bc84-46ad-827f-4500a88c4e6c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:40.852926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Network 25df3007-aeb4-4f11-8530-afeb481ed4a8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:40.857263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Pushing event updated for resources: {'Port': ['ID=dffb865d-0931-4c03-9ee2-2563469bca4f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:40.869980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:40.874171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:40.939217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.940129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.951009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74c7c41a-0a2c-429e-ad6f-1c5a059e157d req-f764eb55-24f6-4fca-986a-2d1a07dacecd tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153157 Nov 22 16:46:40.961871 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-3cf0e0e3-1c03-4dea-9c5e-74f48ab44fd7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6447856 Nov 22 16:46:40.976110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Request body: {'port': {'device_id': '787a11d9-dfed-495b-989c-1096dcd167fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:40.996901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Router c50ed225-74b2-4164-9d0e-e7dcbcb85752 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:41.038304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.122623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:41.137007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Sync routers for ids ['c50ed225-74b2-4164-9d0e-e7dcbcb85752'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:41.153933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Routers {'c50ed225-74b2-4164-9d0e-e7dcbcb85752'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:41.157338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c50ed225-74b2-4164-9d0e-e7dcbcb85752'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:41.159773 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.161770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b44ed158-6319-4af9-9283-df00ab0ab185 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6373923 Nov 22 16:46:41.166540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37054) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:41.200933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3890bfb-6637-4baf-bf67-670136ccd32d req-cd6e223c-3120-4c96-bb85-4b2323cc3538 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:41.202527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3890bfb-6637-4baf-bf67-670136ccd32d req-cd6e223c-3120-4c96-bb85-4b2323cc3538 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0619876 Nov 22 16:46:41.264207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3890bfb-6637-4baf-bf67-670136ccd32d req-b84d214b-d618-4d81-97f6-78031540a028 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549359 Nov 22 16:46:41.270313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Set router c50ed225-74b2-4164-9d0e-e7dcbcb85752 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:41.346572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.483842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50ed225-74b2-4164-9d0e-e7dcbcb85752', 'name': '', 'tenant_id': '6c0d270c2a404cebacc4f443509d1c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1', 'external_fixed_ips': [{'subnet_id': 'f8e95b2d-3dec-4703-93b4-355e83a7340d', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '1c1489ff-ad20-45f3-8780-439e4aa1d894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:38Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 3, 'project_id': '6c0d270c2a404cebacc4f443509d1c6a', 'gw_port': {'id': '1c1489ff-ad20-45f3-8780-439e4aa1d894', 'name': '', 'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50ed225-74b2-4164-9d0e-e7dcbcb85752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': 'f8e95b2d-3dec-4703-93b4-355e83a7340d', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:39Z', 'updated_at': '2021-11-22T16:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e95b2d-3dec-4703-93b4-355e83a7340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:41.513630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Checking router: c50ed225-74b2-4164-9d0e-e7dcbcb85752 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:41.514317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Updating router c50ed225-74b2-4164-9d0e-e7dcbcb85752 port 1c1489ff-ad20-45f3-8780-439e4aa1d894 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:41.518680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.521632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c7b5d-f4a6-43fc-be18-755d86fab1c3 req-69bddebb-b01b-4113-a955-19dcbdc380c2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:41.524058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d66c7b5d-f4a6-43fc-be18-755d86fab1c3 req-69bddebb-b01b-4113-a955-19dcbdc380c2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 931 time: 0.0611651 Nov 22 16:46:41.524399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffb865d-0931-4c03-9ee2-2563469bca4f {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:41.533494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.544133 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.569906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Transition to ACTIVE for port object dffb865d-0931-4c03-9ee2-2563469bca4f will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:41.578556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.590693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d66c7b5d-f4a6-43fc-be18-755d86fab1c3 req-191b7aa4-16b2-4c4b-9d3c-96dc8f1d50f0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596991 Nov 22 16:46:41.839755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda178dc-e551-4e24-8b78-dedff76686df req-596a782d-36e2-43af-ab70-b1c0c0572c1a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:41.841654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bda178dc-e551-4e24-8b78-dedff76686df req-596a782d-36e2-43af-ab70-b1c0c0572c1a tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0637221 Nov 22 16:46:41.860781 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.868452 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.905174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bda178dc-e551-4e24-8b78-dedff76686df req-17ac8bdb-09ac-43bb-9214-6a20b701315e tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Nov 22 16:46:41.929619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Attempting to bind port 1c1489ff-ad20-45f3-8780-439e4aa1d894 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:41.929619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Attempting to bind port 1c1489ff-ad20-45f3-8780-439e4aa1d894 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e1a09adb-2b9e-4f28-b34e-95fefa706d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:41.929619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Attempting to bind port 1c1489ff-ad20-45f3-8780-439e4aa1d894 on network a937784d-6ee9-4cd5-ada6-f34831a525a1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:41.935766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:41.936249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Checking segment: {'id': 'e1a09adb-2b9e-4f28-b34e-95fefa706d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:41.936735 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.937207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Bound using segment: {'id': 'e1a09adb-2b9e-4f28-b34e-95fefa706d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:41.937758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Bound port: 1c1489ff-ad20-45f3-8780-439e4aa1d894, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a09adb-2b9e-4f28-b34e-95fefa706d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a937784d-6ee9-4cd5-ada6-f34831a525a1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:41.938237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.944669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d3adb-a92a-44bd-8fab-4ff622851b6f None None] Pushing event updated for resources: {'Port': ['ID=1c1489ff-ad20-45f3-8780-439e4aa1d894,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.000526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] For port 1c1489ff-ad20-45f3-8780-439e4aa1d894, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:42.004139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] For port 1c1489ff-ad20-45f3-8780-439e4aa1d894, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1c1489ff-ad20-45f3-8780-439e4aa1d894,segment=NetworkSegment(e1a09adb-2b9e-4f28-b34e-95fefa706d40),segment_id=e1a09adb-2b9e-4f28-b34e-95fefa706d40)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:42.010622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.024310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Pushing event updated for resources: {'Port': ['ID=dffb865d-0931-4c03-9ee2-2563469bca4f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.058583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Deleting port 1c1489ff-ad20-45f3-8780-439e4aa1d894 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:42.058583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.067422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-30bc0e48-9cbf-4129-98a0-8979b77d8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.069496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Routers {'c50ed225-74b2-4164-9d0e-e7dcbcb85752'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:42.070155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c50ed225-74b2-4164-9d0e-e7dcbcb85752'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:42.070467 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-30bc0e48-9cbf-4129-98a0-8979b77d8c22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 1097 time: 0.1030331 Nov 22 16:46:42.099922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbabaf2-e2b9-4e58-903b-d985f811bb42 req-7aab9584-a0a8-42b5-9749-43d60e9ba366 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.101887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecbabaf2-e2b9-4e58-903b-d985f811bb42 req-7aab9584-a0a8-42b5-9749-43d60e9ba366 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0630519 Nov 22 16:46:42.157092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecbabaf2-e2b9-4e58-903b-d985f811bb42 req-da3a3192-9352-451f-a607-20a4ef61b115 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479348 Nov 22 16:46:42.263243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.266787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Attempting to bind port dffb865d-0931-4c03-9ee2-2563469bca4f on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:42.266787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Attempting to bind port dffb865d-0931-4c03-9ee2-2563469bca4f by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:42.266787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Attempting to bind port dffb865d-0931-4c03-9ee2-2563469bca4f on network 25df3007-aeb4-4f11-8530-afeb481ed4a8 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:42.288088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Calling delete_port for 1c1489ff-ad20-45f3-8780-439e4aa1d894 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:42.289828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Port dffb865d-0931-4c03-9ee2-2563469bca4f on network 25df3007-aeb4-4f11-8530-afeb481ed4a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:42.290238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Attempting to bind port dffb865d-0931-4c03-9ee2-2563469bca4f on network 25df3007-aeb4-4f11-8530-afeb481ed4a8 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:42.292573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-92788760-064b-4bbb-bda3-17d0fb5b2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.294108 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-92788760-064b-4bbb-bda3-17d0fb5b2c87 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.1695063 Nov 22 16:46:42.304222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:42.304602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Checking segment: {'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:42.304943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Bound using segment: {'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:42.305378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Bound port: dffb865d-0931-4c03-9ee2-2563469bca4f, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10f5c98-26de-433c-aed8-d4cdde2db599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:42.305739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.307878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d3adb-a92a-44bd-8fab-4ff622851b6f None None] Pushing event updated for resources: {'Port': ['ID=1c1489ff-ad20-45f3-8780-439e4aa1d894,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.338963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] Set router c50ed225-74b2-4164-9d0e-e7dcbcb85752 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:42.387054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-18abd8fd-ad90-4632-be77-122117d0a89e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 200 len: 217 time: 0.0775785 Nov 22 16:46:42.404206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50ed225-74b2-4164-9d0e-e7dcbcb85752', 'name': '', 'tenant_id': '6c0d270c2a404cebacc4f443509d1c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:38Z', 'updated_at': '2021-11-22T16:46:41Z', 'revision_number': 4, 'project_id': '6c0d270c2a404cebacc4f443509d1c6a', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:42.405039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc263a3-7887-4bf2-9ccb-254d0636a905 req-c463b594-f72d-4c8d-8cd5-371fb7bb212f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.407454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7dc263a3-7887-4bf2-9ccb-254d0636a905 req-c463b594-f72d-4c8d-8cd5-371fb7bb212f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0599570 Nov 22 16:46:42.436421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0673dcb-0ed7-4be9-98a1-561b3264fbad None None] The sync data for ids ['c50ed225-74b2-4164-9d0e-e7dcbcb85752'] in n-d-816865-2 is: [{'id': 'c50ed225-74b2-4164-9d0e-e7dcbcb85752', 'name': '', 'tenant_id': '6c0d270c2a404cebacc4f443509d1c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:38Z', 'updated_at': '2021-11-22T16:46:41Z', 'revision_number': 4, 'project_id': '6c0d270c2a404cebacc4f443509d1c6a', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:42.467865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7dc263a3-7887-4bf2-9ccb-254d0636a905 req-2f82dc11-af3f-4762-bb53-519d86d10faa tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Nov 22 16:46:42.495362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-1b1533a1-339b-47bf-a663-a682b3b0c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.497318 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-1b1533a1-339b-47bf-a663-a682b3b0c469 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.1028824 Nov 22 16:46:42.595813 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-ee027251-8439-4463-9e5a-3dd91344b48d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593517 Nov 22 16:46:42.599986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] For port dffb865d-0931-4c03-9ee2-2563469bca4f, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:42.623720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] For port dffb865d-0931-4c03-9ee2-2563469bca4f, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dffb865d-0931-4c03-9ee2-2563469bca4f,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:42.660974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.725630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.726258 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.727742 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] 10.222.0.62 "PUT /v2.0/ports/dffb865d-0931-4c03-9ee2-2563469bca4f HTTP/1.1" status: 200 len: 1091 time: 1.7564988 Nov 22 16:46:42.728243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787a11d9-dfed-495b-989c-1096dcd167fc', 'tag': 'dffb865d-0931-4c03-9ee2-2563469bca4f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:42.730626 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51" -d '{"events": [{"name": "network-changed", "server_uuid": "787a11d9-dfed-495b-989c-1096dcd167fc", "tag": "dffb865d-0931-4c03-9ee2-2563469bca4f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:42.736729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328f2a4-0a1c-4d59-8ab3-45d1a051e61f req-c2dd868c-a1cc-45d1-89ff-c67f1473643c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.738409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f328f2a4-0a1c-4d59-8ab3-45d1a051e61f req-c2dd868c-a1cc-45d1-89ff-c67f1473643c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 943 time: 0.0543580 Nov 22 16:46:42.822884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f328f2a4-0a1c-4d59-8ab3-45d1a051e61f req-1a46444e-ad36-4eef-a966-60d3e32543fd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747254 Nov 22 16:46:42.829603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.834881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Pushing event updated for resources: {'Port': ['ID=dffb865d-0931-4c03-9ee2-2563469bca4f,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.853292 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-318789b3-aa9a-4846-97d0-4dc8d3277739 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475588 Nov 22 16:46:42.855149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.855533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.855881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.856210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.856540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.856874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.857200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.857529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.857854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.858183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.858506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.858823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7f701-cf2b-4e67-92d8-90c195445e4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:42.952446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c1489ff-ad20-45f3-8780-439e4aa1d894,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.962794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c9de-4b30-44a8-9561-201590cdf47b req-cfe09d1f-0b50-485a-abde-cf56c432c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.964372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-cfe09d1f-0b50-485a-abde-cf56c432c84f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 1094 time: 0.1780462 Nov 22 16:46:43.031983 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbba788-483b-4b6a-9a74-246aba2d00cc x-openstack-request-id: req-adbba788-483b-4b6a-9a74-246aba2d00cc {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:43.032309 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787a11d9-dfed-495b-989c-1096dcd167fc", "tag": "dffb865d-0931-4c03-9ee2-2563469bca4f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:43.032533 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-adbba788-483b-4b6a-9a74-246aba2d00cc {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:43.032947 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787a11d9-dfed-495b-989c-1096dcd167fc', 'tag': 'dffb865d-0931-4c03-9ee2-2563469bca4f', 'status': 'completed', 'code': 200} Nov 22 16:46:43.038117 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-4fdd3d11-1e96-4bb0-829a-985d97cb574b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dffb865d-0931-4c03-9ee2-2563469bca4f HTTP/1.1" status: 200 len: 217 time: 0.0546718 Nov 22 16:46:43.091830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.126127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc3575-4287-4a6e-85db-dad6f92c329f req-ee7bedd4-a2e4-49bb-8fdc-a7ead5e9beb8 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.127913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8cc3575-4287-4a6e-85db-dad6f92c329f req-ee7bedd4-a2e4-49bb-8fdc-a7ead5e9beb8 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0543253 Nov 22 16:46:43.182372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8cc3575-4287-4a6e-85db-dad6f92c329f req-cf4bc248-4e96-41ed-909f-2bdf618d9895 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Nov 22 16:46:43.200396 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6071933a-1570-4a47-8553-fd7a4aec3070 req-2c7d93b3-e066-455b-b1ab-72a5f2dfcd65 service neutron] 10.222.0.62 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345256 Nov 22 16:46:43.203865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c9de-4b30-44a8-9561-201590cdf47b req-fed1e849-cbd0-44fc-a410-f13b18b3f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.205259 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-fed1e849-cbd0-44fc-a410-f13b18b3f828 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad5ec753-3394-42b4-acd2-34c1c75175d7 HTTP/1.1" status: 200 len: 853 time: 0.1583889 Nov 22 16:46:43.209102 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.211558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.290153 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-d566573e-eb60-4c36-b528-8682d5cfc504 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25df3007-aeb4-4f11-8530-afeb481ed4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745437 Nov 22 16:46:43.298294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.298833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c50ed225-74b2-4164-9d0e-e7dcbcb85752 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:46:43.304086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.307133 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6063d55e-e46a-4a61-a284-0d8d5280bbb4 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "DELETE /v2.0/routers/c50ed225-74b2-4164-9d0e-e7dcbcb85752 HTTP/1.1" status: 204 len: 168 time: 2.1379580 Nov 22 16:46:43.308228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37076) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:43.372710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3436-6fda-4f6b-b8ea-a465dfdefc01 req-61d9eb2c-e4d3-4f32-9023-3411bb5ce7f2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.374252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b6f3436-6fda-4f6b-b8ea-a465dfdefc01 req-61d9eb2c-e4d3-4f32-9023-3411bb5ce7f2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0940492 Nov 22 16:46:43.377260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0da0fb7-3797-4e77-b79a-58e2ba95f3cd tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Deleting subnet f8e95b2d-3dec-4703-93b4-355e83a7340d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:46:43.382740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0da0fb7-3797-4e77-b79a-58e2ba95f3cd tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.398317 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-90ffc3df-4750-49bb-bfd5-23ca9ab9fcb8 service neutron] 10.222.0.62 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907309 Nov 22 16:46:43.443084 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0da0fb7-3797-4e77-b79a-58e2ba95f3cd tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.481344 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b6f3436-6fda-4f6b-b8ea-a465dfdefc01 req-dd13af9e-cd04-4859-88ee-089c3824f517 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967066 Nov 22 16:46:43.504490 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0da0fb7-3797-4e77-b79a-58e2ba95f3cd tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.521244 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d959c9de-4b30-44a8-9561-201590cdf47b req-46607c1e-d44b-406c-92ad-356822fe9730 service neutron] 10.222.0.62 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117790 Nov 22 16:46:43.602285 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0da0fb7-3797-4e77-b79a-58e2ba95f3cd tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.637707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da0fb7-3797-4e77-b79a-58e2ba95f3cd tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e95b2d-3dec-4703-93b4-355e83a7340d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:43.640818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0da0fb7-3797-4e77-b79a-58e2ba95f3cd tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.643896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a0da0fb7-3797-4e77-b79a-58e2ba95f3cd tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/f8e95b2d-3dec-4703-93b4-355e83a7340d HTTP/1.1" status: 204 len: 168 time: 0.3346708 Nov 22 16:46:43.646822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:43.653195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb291-c4db-4974-adbd-7e747714a479 req-a6ce2029-4952-4944-b7ef-bc3fabe4bed1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.654997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-923cb291-c4db-4974-adbd-7e747714a479 req-a6ce2029-4952-4944-b7ef-bc3fabe4bed1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.1080821 Nov 22 16:46:43.666780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-7f7d4c0c-8b71-47ee-a9fb-939bccf469d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.668294 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-7f7d4c0c-8b71-47ee-a9fb-939bccf469d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 1094 time: 0.0728488 Nov 22 16:46:43.708564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-923cb291-c4db-4974-adbd-7e747714a479 req-ab8b047c-65c6-437a-870a-9da28c1fcf34 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 Nov 22 16:46:43.775419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.838195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-63e62be4-d211-42ea-8ed4-5669d1724c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.839824 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-63e62be4-d211-42ea-8ed4-5669d1724c54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 914 time: 0.1400824 Nov 22 16:46:43.915204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-5b222316-1b4f-4886-95e7-72a630aaaeef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dffb865d-0931-4c03-9ee2-2563469bca4f HTTP/1.1" status: 200 len: 217 time: 0.0416403 Nov 22 16:46:43.920180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.960123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06f2bb-1745-4598-8713-5518ce68f645 req-f3bb2c5d-460d-461d-bedf-c6fff097f272 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.961765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e06f2bb-1745-4598-8713-5518ce68f645 req-f3bb2c5d-460d-461d-bedf-c6fff097f272 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 943 time: 0.0545650 Nov 22 16:46:43.975294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a937784d-6ee9-4cd5-ada6-f34831a525a1']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:43.990601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a09adb-2b9e-4f28-b34e-95fefa706d40') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:43.990888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a09adb-2b9e-4f28-b34e-95fefa706d40') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:44.001227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-5d67145a-04d7-4b5a-8133-5cea41f6d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:44.002707 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-5d67145a-04d7-4b5a-8133-5cea41f6d432 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad5ec753-3394-42b4-acd2-34c1c75175d7 HTTP/1.1" status: 200 len: 853 time: 0.0797625 Nov 22 16:46:44.004438 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.018138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e06f2bb-1745-4598-8713-5518ce68f645 req-140f7c47-d649-478f-92ae-afd236f3bf4f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482979 Nov 22 16:46:44.025965 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.044253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-7241112b-2311-4881-bdbf-ba552d51decb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=25df3007-aeb4-4f11-8530-afeb481ed4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289588 Nov 22 16:46:44.046864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:44.047307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:44.049140 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:44.155142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.167975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a937784d-6ee9-4cd5-ada6-f34831a525a1 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:46:44.171961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.175184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "DELETE /v2.0/networks/a937784d-6ee9-4cd5-ada6-f34831a525a1 HTTP/1.1" status: 204 len: 168 time: 0.5271449 Nov 22 16:46:44.186856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34113b-11b0-4928-aab4-32257fa29c95 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event deleted for resources: {'Network': ['ID=a937784d-6ee9-4cd5-ada6-f34831a525a1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:44.207512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-5a20b220-6d0c-4cfa-b581-bfe0bbe8f004 service neutron] 10.222.0.62 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490705 Nov 22 16:46:44.333303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb886aa-8ad8-415b-b939-136825041274 req-350c54a1-165c-446b-a2b8-60eb32a805b3 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:44.334911 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-709f4b1b-3ca3-4efd-9e61-4a75cb0aef51 req-0b2e725f-b6cf-4770-b78f-676bb0836efb service neutron] 10.222.0.62 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179211 Nov 22 16:46:44.335075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cdb886aa-8ad8-415b-b939-136825041274 req-350c54a1-165c-446b-a2b8-60eb32a805b3 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0645297 Nov 22 16:46:44.393269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cdb886aa-8ad8-415b-b939-136825041274 req-b15f0891-b778-404f-84ab-6a72e63225f4 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Nov 22 16:46:44.420217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37096) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:44.425127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4b463c7a-9654-442e-ab36-cf4ffd5a3417 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'router': {'name': 'tempest-router--1026982588', 'project_id': '4573b05ed4d249b5aca540ce7bd35722'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:44.447676 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b463c7a-9654-442e-ab36-cf4ffd5a3417 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.448694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b463c7a-9654-442e-ab36-cf4ffd5a3417 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.505587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b463c7a-9654-442e-ab36-cf4ffd5a3417 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.510532 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b463c7a-9654-442e-ab36-cf4ffd5a3417 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.530813 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b463c7a-9654-442e-ab36-cf4ffd5a3417 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.534878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4b463c7a-9654-442e-ab36-cf4ffd5a3417 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1106100 Nov 22 16:46:44.535150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37100) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:44.639416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd455dad-6e61-4a55-bfb4-2db62c5b312a tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.728041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee90cd-80f3-49b7-b61b-cdbc223bc1d4 req-0a4913c6-5e49-43ae-8f1a-37208f9187cd tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:44.729524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cee90cd-80f3-49b7-b61b-cdbc223bc1d4 req-0a4913c6-5e49-43ae-8f1a-37208f9187cd tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1502242 Nov 22 16:46:44.832107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd455dad-6e61-4a55-bfb4-2db62c5b312a tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.835157 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd455dad-6e61-4a55-bfb4-2db62c5b312a tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.894560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cee90cd-80f3-49b7-b61b-cdbc223bc1d4 req-5fc835dc-5831-4998-9410-5858d530bef0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372862 Nov 22 16:46:44.900637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd455dad-6e61-4a55-bfb4-2db62c5b312a tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.901290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd455dad-6e61-4a55-bfb4-2db62c5b312a tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da40f685-b411-44ff-b28c-3b05253be13a {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:46:44.906123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd455dad-6e61-4a55-bfb4-2db62c5b312a tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.907078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cd455dad-6e61-4a55-bfb4-2db62c5b312a tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "DELETE /v2.0/routers/da40f685-b411-44ff-b28c-3b05253be13a HTTP/1.1" status: 204 len: 168 time: 0.3707848 Nov 22 16:46:45.017209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b398b4-3993-4434-8e76-7e4daaea18c8 req-69b01328-a4a3-4098-bbfd-0b748e2e42d8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:45.021378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60b398b4-3993-4434-8e76-7e4daaea18c8 req-69b01328-a4a3-4098-bbfd-0b748e2e42d8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0566120 Nov 22 16:46:45.023214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:45.072842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60b398b4-3993-4434-8e76-7e4daaea18c8 req-e6315ade-088f-434f-8111-4194d786e6fa tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Nov 22 16:46:45.237982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-313387572', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:45.264576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.265982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.351233 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.366317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ecd1-0714-4225-9b1e-ba7f5e2ca6ec req-fb878737-b960-4e2f-a7c5-762e1f2fb993 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:45.367905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ba0ecd1-0714-4225-9b1e-ba7f5e2ca6ec req-fb878737-b960-4e2f-a7c5-762e1f2fb993 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 943 time: 0.0983419 Nov 22 16:46:45.408934 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c63373d0-c31f-4d15-9561-1d8a3971f3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.539904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.551047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ba0ecd1-0714-4225-9b1e-ba7f5e2ca6ec req-e1c5f584-561f-47c3-9583-fbdb22bf8a2c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485422 Nov 22 16:46:45.672751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131454bf-480d-4c72-9098-f8642566e9a5 req-d7460969-2429-40bd-844d-e44102009d7c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:45.674245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-131454bf-480d-4c72-9098-f8642566e9a5 req-d7460969-2429-40bd-844d-e44102009d7c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.0636599 Nov 22 16:46:45.802315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-131454bf-480d-4c72-9098-f8642566e9a5 req-c5eec7e4-169d-44a9-bbd4-0d65e536960c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184149 Nov 22 16:46:45.833466 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.852686 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.968120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Allocated IP 172.25.0.9 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/28555714-bd7c-406c-b10a-8fcee4357779) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:46.072946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f080620-816f-470d-8207-15ae03353d31 req-f7fa7e92-f13a-4597-bb7d-0542eee69bbc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.074393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f080620-816f-470d-8207-15ae03353d31 req-f7fa7e92-f13a-4597-bb7d-0542eee69bbc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1034534 Nov 22 16:46:46.144113 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.164378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f080620-816f-470d-8207-15ae03353d31 req-df0a8741-544c-4211-ad13-8e84c2f27f81 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811660 Nov 22 16:46:46.192685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.250702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:46.270265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:46.275482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:46.285335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48eb83f-b198-4b41-9369-06a274678478 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:46.303604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event updated for resources: {'Port': ['ID=28555714-bd7c-406c-b10a-8fcee4357779,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:46.333902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed7c28-3b94-460d-b0dc-591a1048939f req-4a637d38-10fd-4e21-9dc3-575e4d1a2e69 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.335438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebed7c28-3b94-460d-b0dc-591a1048939f req-4a637d38-10fd-4e21-9dc3-575e4d1a2e69 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.1082458 Nov 22 16:46:46.352620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5fde1f6d-35bf-48b7-b96d-e08d5c15d6cf None None] Provisioning complete for port 28555714-bd7c-406c-b10a-8fcee4357779 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:46.353563 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fde1f6d-35bf-48b7-b96d-e08d5c15d6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.405690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5fde1f6d-35bf-48b7-b96d-e08d5c15d6cf None None] Port 28555714-bd7c-406c-b10a-8fcee4357779 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:46.485082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebed7c28-3b94-460d-b0dc-591a1048939f req-2aa5bb29-8fec-45c8-87df-3093f2d1274e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086779 Nov 22 16:46:46.518851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device dffb865d-0931-4c03-9ee2-2563469bca4f details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:46.638791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port dffb865d-0931-4c03-9ee2-2563469bca4f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dffb865d-0931-4c03-9ee2-2563469bca4f,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:46.656338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'dffb865d-0931-4c03-9ee2-2563469bca4f', 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8', 'port_id': 'dffb865d-0931-4c03-9ee2-2563469bca4f', 'mac_address': 'fa:16:3e:6e:2c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5ec753-3394-42b4-acd2-34c1c75175d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:46.683375 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.700844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.714674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffb865d-0931-4c03-9ee2-2563469bca4f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:46.736374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port dffb865d-0931-4c03-9ee2-2563469bca4f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dffb865d-0931-4c03-9ee2-2563469bca4f,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:46.741867 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.798703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=dffb865d-0931-4c03-9ee2-2563469bca4f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:46.824544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bb755-0b06-4203-a271-a70d55a8cbba req-6d197581-09d5-4567-8a59-577b6bbb570c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.826025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a6bb755-0b06-4203-a271-a70d55a8cbba req-6d197581-09d5-4567-8a59-577b6bbb570c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 943 time: 0.1058924 Nov 22 16:46:46.950612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a6bb755-0b06-4203-a271-a70d55a8cbba req-122359c3-b43a-4fae-9dbc-26649b428470 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180620 Nov 22 16:46:46.974091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.112273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['dffb865d-0931-4c03-9ee2-2563469bca4f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:47.490599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c962f-c48a-4a65-a11d-978f0e79c633 req-3b27e8e6-6af3-417a-bdee-d528e8c0165b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:47.492271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-379c962f-c48a-4a65-a11d-978f0e79c633 req-3b27e8e6-6af3-417a-bdee-d528e8c0165b tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.4782610 Nov 22 16:46:47.560303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-379c962f-c48a-4a65-a11d-978f0e79c633 req-c9843d3b-6693-4a75-aef9-1f10ce994848 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601251 Nov 22 16:46:47.561351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Router 6005e2b6-2f74-4590-a20e-b4adb358568f is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:47.709672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:47.720133 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa3147-ccfe-491a-8451-c6bb01bb24cf None None] Sync routers for ids ['6005e2b6-2f74-4590-a20e-b4adb358568f'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:47.731529 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa3147-ccfe-491a-8451-c6bb01bb24cf None None] Routers {'6005e2b6-2f74-4590-a20e-b4adb358568f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:47.732168 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4efa3147-ccfe-491a-8451-c6bb01bb24cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6005e2b6-2f74-4590-a20e-b4adb358568f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:47.738389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81badb0-281f-40a6-97ac-75dfee3f5d4d req-e72354a7-ce6a-40a8-badf-e0d2e1b35842 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:47.740596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d81badb0-281f-40a6-97ac-75dfee3f5d4d req-e72354a7-ce6a-40a8-badf-e0d2e1b35842 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0846155 Nov 22 16:46:47.743915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.747716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-071f96fb-a4ff-4cad-a168-3149d7aadb10 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.7208261 Nov 22 16:46:47.748331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37142) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:47.767015 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4efa3147-ccfe-491a-8451-c6bb01bb24cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:47.776903 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa3147-ccfe-491a-8451-c6bb01bb24cf None None] Routers {'6005e2b6-2f74-4590-a20e-b4adb358568f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:47.777641 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4efa3147-ccfe-491a-8451-c6bb01bb24cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6005e2b6-2f74-4590-a20e-b4adb358568f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:47.811660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d81badb0-281f-40a6-97ac-75dfee3f5d4d req-ce531915-2ca5-4555-ac25-55d97b98541b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645425 Nov 22 16:46:47.814411 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4efa3147-ccfe-491a-8451-c6bb01bb24cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:47.815085 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa3147-ccfe-491a-8451-c6bb01bb24cf None None] The sync data for ids ['6005e2b6-2f74-4590-a20e-b4adb358568f'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:47.836997 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cfee2f5-3285-486e-a927-eeade1023c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.882149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ac30d492-252e-49ab-9265-ef968140ad37 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/routers/6005e2b6-2f74-4590-a20e-b4adb358568f HTTP/1.1" status: 200 len: 918 time: 0.1324086 Nov 22 16:46:47.887216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:47.917304 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3fefac70-b114-4c30-b3d1-43612e280efd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=6005e2b6-2f74-4590-a20e-b4adb358568f HTTP/1.1" status: 200 len: 205 time: 0.0286865 Nov 22 16:46:47.919928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37146) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:47.941312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01286a1f-f84b-4bc7-8023-904fe1725893 req-9143f836-173f-4a52-82a7-16c0f1cc5fe7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:47.942923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01286a1f-f84b-4bc7-8023-904fe1725893 req-9143f836-173f-4a52-82a7-16c0f1cc5fe7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0532894 Nov 22 16:46:48.006093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01286a1f-f84b-4bc7-8023-904fe1725893 req-ee8cb5f6-751e-4a43-8357-e87576914af7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532246 Nov 22 16:46:48.031586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.150910 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.214882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Deleting port 28555714-bd7c-406c-b10a-8fcee4357779 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:48.215249 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.304597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.318630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Calling delete_port for 28555714-bd7c-406c-b10a-8fcee4357779 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:48.449114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc83ec-3e98-4a97-935c-8bf3df4e151a req-b19cd365-1021-4bfe-8bf1-faaebd3806b3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.450709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22cc83ec-3e98-4a97-935c-8bf3df4e151a req-b19cd365-1021-4bfe-8bf1-faaebd3806b3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 944 time: 0.0521953 Nov 22 16:46:48.496600 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.509224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22cc83ec-3e98-4a97-935c-8bf3df4e151a req-c63ce67d-211a-4576-97e7-bdcab7bf082b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518315 Nov 22 16:46:48.519658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device dffb865d-0931-4c03-9ee2-2563469bca4f up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:48.525363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event deleted for resources: {'Port': ['ID=28555714-bd7c-406c-b10a-8fcee4357779,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:48.565229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19ca5b-905c-4e35-be75-35cabd71f788 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:48.585771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port dffb865d-0931-4c03-9ee2-2563469bca4f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:48.592015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port dffb865d-0931-4c03-9ee2-2563469bca4f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:48.592417 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.602011 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.672598 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.692576 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.695180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.697703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787a11d9-dfed-495b-989c-1096dcd167fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffb865d-0931-4c03-9ee2-2563469bca4f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:48.700515 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1350a0d1-aba2-4d89-88f3-f34eb9dbf878" -d '{"events": [{"server_uuid": "787a11d9-dfed-495b-989c-1096dcd167fc", "name": "network-vif-plugged", "status": "completed", "tag": "dffb865d-0931-4c03-9ee2-2563469bca4f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:48.714625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port dffb865d-0931-4c03-9ee2-2563469bca4f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dffb865d-0931-4c03-9ee2-2563469bca4f,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:48.722304 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.752703 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a7fcd-54f5-4e92-9d4b-d26a36d69884 x-openstack-request-id: req-be7a7fcd-54f5-4e92-9d4b-d26a36d69884 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:48.753008 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787a11d9-dfed-495b-989c-1096dcd167fc", "name": "network-vif-plugged", "status": "completed", "tag": "dffb865d-0931-4c03-9ee2-2563469bca4f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:48.753199 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.753681 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be7a7fcd-54f5-4e92-9d4b-d26a36d69884 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:48.753802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Fanout notify agent at l3_agent the message router_deleted on router 6005e2b6-2f74-4590-a20e-b4adb358568f {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:46:48.753915 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787a11d9-dfed-495b-989c-1096dcd167fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffb865d-0931-4c03-9ee2-2563469bca4f', 'code': 200} Nov 22 16:46:48.766409 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.768425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-465f2fb7-42b5-409a-91c4-ad0ba429e38b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/6005e2b6-2f74-4590-a20e-b4adb358568f HTTP/1.1" status: 204 len: 168 time: 0.8472083 Nov 22 16:46:48.772187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37158) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:48.780173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1656189794', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': False}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:48.803104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=dffb865d-0931-4c03-9ee2-2563469bca4f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:48.810113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.811176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.899258 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.901817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de25a-ba15-45af-b368-c04c25f7e120 req-ee2aa14f-b280-44f4-950d-ce25e0d2e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.903394 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a80de25a-ba15-45af-b368-c04c25f7e120 req-ee2aa14f-b280-44f4-950d-ce25e0d2e5fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 1096 time: 0.0788360 Nov 22 16:46:48.913670 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.970027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159a90d-7409-404c-a696-202ba0e6d4b5 req-41070e15-cabe-4276-9141-d7945eb75b9b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.971669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8159a90d-7409-404c-a696-202ba0e6d4b5 req-41070e15-cabe-4276-9141-d7945eb75b9b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0696657 Nov 22 16:46:49.014240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a80de25a-ba15-45af-b368-c04c25f7e120 req-0048bc07-c10f-4cf9-87a8-b1bec2e5a78c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027858 Nov 22 16:46:49.034649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8159a90d-7409-404c-a696-202ba0e6d4b5 req-bb7b3e47-11f3-4414-9657-d7d52cd67ea7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537946 Nov 22 16:46:49.151419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a205b-7f23-472c-a39d-1b5c895f632c req-4fced72c-d82a-47b6-a93f-218209db96fa tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:49.159649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-441a205b-7f23-472c-a39d-1b5c895f632c req-4fced72c-d82a-47b6-a93f-218209db96fa tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0569539 Nov 22 16:46:49.232754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-441a205b-7f23-472c-a39d-1b5c895f632c req-485ea426-239c-4ec2-bcd2-8d6d325c83ce tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Nov 22 16:46:49.438213 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.643912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e1c2a-e692-45aa-86f0-faa4f9ccccbe req-8a5d8f7d-7097-45ca-8772-2ace0417a33f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:49.645960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-650e1c2a-e692-45aa-86f0-faa4f9ccccbe req-8a5d8f7d-7097-45ca-8772-2ace0417a33f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 945 time: 0.0625143 Nov 22 16:46:49.648153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.668865 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.701717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-650e1c2a-e692-45aa-86f0-faa4f9ccccbe req-9f6928f9-6d1a-4a18-8993-91e27dda3f1e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Nov 22 16:46:49.803399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Allocated IP 172.25.0.27 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/57bda912-fb3a-4c1a-bc97-d6ff9c881b0b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:49.907873 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.944012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.987341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:49.990354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:49.994303 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:50.007468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19149af3-4f7b-445f-8633-2187245e4cee None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:50.019544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'Port': ['ID=57bda912-fb3a-4c1a-bc97-d6ff9c881b0b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:50.056112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-06399cf8-7c54-4f8b-9493-6e79f1f2b31f None None] Provisioning complete for port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:50.056485 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-06399cf8-7c54-4f8b-9493-6e79f1f2b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.099117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-06399cf8-7c54-4f8b-9493-6e79f1f2b31f None None] Port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:50.173175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d96566-7576-4725-885c-6a4d73e7d98f req-0b17f38d-a242-4b5c-a040-d20687737c9c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:50.175323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16d96566-7576-4725-885c-6a4d73e7d98f req-0b17f38d-a242-4b5c-a040-d20687737c9c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0582273 Nov 22 16:46:50.229982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16d96566-7576-4725-885c-6a4d73e7d98f req-425dc480-26de-4953-8e8b-473be0c2830e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 Nov 22 16:46:50.266458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.398503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f53f98-4bae-4f58-b694-7a02aa237362 req-1a19f8ea-a5e4-4100-af0f-41dbce547c5d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:50.400314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82f53f98-4bae-4f58-b694-7a02aa237362 req-1a19f8ea-a5e4-4100-af0f-41dbce547c5d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0749965 Nov 22 16:46:50.473957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82f53f98-4bae-4f58-b694-7a02aa237362 req-5ca51ca5-07bb-4e10-9a4c-e2eafb54ae1c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660605 Nov 22 16:46:50.538823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.693270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Router 4a35e508-2ade-4ace-8eef-717aaac4581b is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:50.697952 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.821961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:50.832615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Sync routers for ids ['4a35e508-2ade-4ace-8eef-717aaac4581b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:50.847124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.850646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Routers {'4a35e508-2ade-4ace-8eef-717aaac4581b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:50.851485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4a35e508-2ade-4ace-8eef-717aaac4581b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:50.852985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37184) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:50.853538 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-65f9f8b5-3443-46ae-8d24-2c0afb1ffd3d tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0781312 Nov 22 16:46:50.916104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b910675-8ea7-4186-8e08-ccdd810bbe84 req-63d88031-3ed6-4fe6-923b-3a4bcafc2a1c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:50.917616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b910675-8ea7-4186-8e08-ccdd810bbe84 req-63d88031-3ed6-4fe6-923b-3a4bcafc2a1c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 945 time: 0.1100521 Nov 22 16:46:50.995757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Set router 4a35e508-2ade-4ace-8eef-717aaac4581b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:51.029197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b910675-8ea7-4186-8e08-ccdd810bbe84 req-8a50ecc8-fa80-41ac-a044-28f29f2f72a3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954168 Nov 22 16:46:51.037866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b1ea6fc1-5cd4-4e14-b737-aadd8f034ff2 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/routers/4a35e508-2ade-4ace-8eef-717aaac4581b HTTP/1.1" status: 200 len: 908 time: 0.1837311 Nov 22 16:46:51.040429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:51.044882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1656189794', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': True}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:51.083106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.086434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.170699 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.269208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a35e508-2ade-4ace-8eef-717aaac4581b', 'name': 'tempest-snat-router-1656189794', 'tenant_id': '6c0d270c2a404cebacc4f443509d1c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.27'}], 'enable_snat': False}, 'gw_port_id': '57bda912-fb3a-4c1a-bc97-d6ff9c881b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:50Z', 'revision_number': 3, 'project_id': '6c0d270c2a404cebacc4f443509d1c6a', 'gw_port': {'id': '57bda912-fb3a-4c1a-bc97-d6ff9c881b0b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a35e508-2ade-4ace-8eef-717aaac4581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:49Z', 'updated_at': '2021-11-22T16:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:51.360786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Checking router: 4a35e508-2ade-4ace-8eef-717aaac4581b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:51.361470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Updating router 4a35e508-2ade-4ace-8eef-717aaac4581b port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:51.368226 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.396761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.403067 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.483858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5e98c-e895-40d7-99d8-f1b592f5fd14 req-2bfe4d2f-0ffd-42b2-8ff6-3fd3e03de0b2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:51.485657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ef5e98c-e895-40d7-99d8-f1b592f5fd14 req-2bfe4d2f-0ffd-42b2-8ff6-3fd3e03de0b2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1117585 Nov 22 16:46:51.558494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ef5e98c-e895-40d7-99d8-f1b592f5fd14 req-1ef80386-a1b9-49be-8c2b-df6eca0c447b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643554 Nov 22 16:46:51.784219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee1134-528a-49c4-ab83-56db6256694c req-bc960762-f0c1-461f-8078-52ffdd523bad tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:51.785907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4eee1134-528a-49c4-ab83-56db6256694c req-bc960762-f0c1-461f-8078-52ffdd523bad tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 945 time: 0.0914009 Nov 22 16:46:51.794673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.811193 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.819296 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.831848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.867170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89218fd-8bb1-4d0f-8156-bfc0b8c09123 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:51.890780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Attempting to bind port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:51.891161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Attempting to bind port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:51.891645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Attempting to bind port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:51.895661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73587c7-1afb-4d12-8dcc-2f9ad09c81a6 None None] Pushing event updated for resources: {'Port': ['ID=57bda912-fb3a-4c1a-bc97-d6ff9c881b0b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:51.902084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:51.902472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:51.902931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.903354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:51.903939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Bound port: 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:51.904990 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.918106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4eee1134-528a-49c4-ab83-56db6256694c req-b0e4b757-b9ef-4347-9583-6f545a70a474 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210613 Nov 22 16:46:51.969568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] For port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:51.974697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] For port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=57bda912-fb3a-4c1a-bc97-d6ff9c881b0b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:51.982609 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.995095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Allocated IP 172.25.0.240 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/2691837d-e3e5-4ab5-a7a6-5fb062b20351) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:52.036293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-395b135b-299f-4117-b385-a85f5acf46ec None None] Provisioning complete for port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:52.037020 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-395b135b-299f-4117-b385-a85f5acf46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.070708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb4838c-4f14-4a94-9816-121a15535f11 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:52.099322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969657-9fd8-497f-a114-17b6fb4e0c52 req-db06866d-651b-4296-8227-f736f044f5b8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.101710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73587c7-1afb-4d12-8dcc-2f9ad09c81a6 None None] Pushing event updated for resources: {'Port': ['ID=57bda912-fb3a-4c1a-bc97-d6ff9c881b0b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.106117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Routers {'4a35e508-2ade-4ace-8eef-717aaac4581b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:52.106834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4a35e508-2ade-4ace-8eef-717aaac4581b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:52.107577 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b969657-9fd8-497f-a114-17b6fb4e0c52 req-db06866d-651b-4296-8227-f736f044f5b8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.1162791 Nov 22 16:46:52.180859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b969657-9fd8-497f-a114-17b6fb4e0c52 req-19a0c700-63de-4127-b21d-cf9a37ef215a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Nov 22 16:46:52.195037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.244455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-395b135b-299f-4117-b385-a85f5acf46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.248297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.277851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-395b135b-299f-4117-b385-a85f5acf46ec None None] For port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=57bda912-fb3a-4c1a-bc97-d6ff9c881b0b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:52.282271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] Set router 4a35e508-2ade-4ace-8eef-717aaac4581b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:52.306121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:52.309648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:52.312483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:52.313860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-395b135b-299f-4117-b385-a85f5acf46ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.347318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d6e31-1a07-4143-a06e-bc3753ef83c2 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:52.350902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'Port': ['ID=2691837d-e3e5-4ab5-a7a6-5fb062b20351,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.372212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.373004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.373004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.373356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.373568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.373899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.374296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.374786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.375137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.375571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.375901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.376225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.472009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b135b-299f-4117-b385-a85f5acf46ec None None] Pushing event updated for resources: {'Port': ['ID=57bda912-fb3a-4c1a-bc97-d6ff9c881b0b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.492434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ee7f18af-b53b-418f-aee7-0db27b2bfeab None None] Provisioning complete for port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:52.492434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee7f18af-b53b-418f-aee7-0db27b2bfeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.553672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f18af-b53b-418f-aee7-0db27b2bfeab None None] Port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:52.568583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ee7f18af-b53b-418f-aee7-0db27b2bfeab None None] Provisioning complete for port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:52.569011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee7f18af-b53b-418f-aee7-0db27b2bfeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.631565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a35e508-2ade-4ace-8eef-717aaac4581b', 'name': 'tempest-snat-router-1656189794', 'tenant_id': '6c0d270c2a404cebacc4f443509d1c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.27'}], 'enable_snat': False}, 'gw_port_id': '57bda912-fb3a-4c1a-bc97-d6ff9c881b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:50Z', 'revision_number': 3, 'project_id': '6c0d270c2a404cebacc4f443509d1c6a', 'gw_port': {'id': '57bda912-fb3a-4c1a-bc97-d6ff9c881b0b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a35e508-2ade-4ace-8eef-717aaac4581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:49Z', 'updated_at': '2021-11-22T16:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:52.677975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2648fa6-9c27-4a21-9f41-e8b71c1b0d93 None None] The sync data for ids ['4a35e508-2ade-4ace-8eef-717aaac4581b'] in n-d-816865-2 is: [{'id': '4a35e508-2ade-4ace-8eef-717aaac4581b', 'name': 'tempest-snat-router-1656189794', 'tenant_id': '6c0d270c2a404cebacc4f443509d1c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.27'}], 'enable_snat': False}, 'gw_port_id': '57bda912-fb3a-4c1a-bc97-d6ff9c881b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:50Z', 'revision_number': 3, 'project_id': '6c0d270c2a404cebacc4f443509d1c6a', 'gw_port': {'id': '57bda912-fb3a-4c1a-bc97-d6ff9c881b0b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a35e508-2ade-4ace-8eef-717aaac4581b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:49Z', 'updated_at': '2021-11-22T16:46:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:52.728982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.788434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e5f68-ca11-4ba6-bf44-a206c19b0614 req-dc7cfe69-8e16-4f50-950a-e4a24bc09356 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.789560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-282e5f68-ca11-4ba6-bf44-a206c19b0614 req-dc7cfe69-8e16-4f50-950a-e4a24bc09356 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1173818 Nov 22 16:46:52.885069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-282e5f68-ca11-4ba6-bf44-a206c19b0614 req-b4e7f5d2-b275-4b3f-bda6-74a4b61ca410 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890663 Nov 22 16:46:53.009883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-1a256e01-873d-4112-80dd-72b93a6a587f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:53.012646 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-1a256e01-873d-4112-80dd-72b93a6a587f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.62 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 945 time: 0.1082115 Nov 22 16:46:53.088861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.127740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Deleting port dffb865d-0931-4c03-9ee2-2563469bca4f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:53.128095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.246257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] For port dffb865d-0931-4c03-9ee2-2563469bca4f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=dffb865d-0931-4c03-9ee2-2563469bca4f,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:53.246637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.264375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Calling delete_port for dffb865d-0931-4c03-9ee2-2563469bca4f owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:53.476530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aebe5-1456-4707-b439-24aeafa164f1 req-c84b24d3-1ab9-4de9-9e01-d893582cab92 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:53.484792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c30aebe5-1456-4707-b439-24aeafa164f1 req-c84b24d3-1ab9-4de9-9e01-d893582cab92 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=787a11d9-dfed-495b-989c-1096dcd167fc HTTP/1.1" status: 200 len: 945 time: 0.4257436 Nov 22 16:46:53.493010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.506494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['dffb865d-0931-4c03-9ee2-2563469bca4f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:53.533655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Pushing event deleted for resources: {'Port': ['ID=dffb865d-0931-4c03-9ee2-2563469bca4f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:53.615727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3dc0611-bc84-46ad-827f-4500a88c4e6c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:53.619789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c30aebe5-1456-4707-b439-24aeafa164f1 req-b76cd5c2-4f43-4f62-8274-4292f32f977c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346736 Nov 22 16:46:53.628362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] No DVR routers for this DVR port dffb865d-0931-4c03-9ee2-2563469bca4f on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:53.632727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.639170 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1bdd37a-fd0b-4e9a-acdd-4c0e712257d4 req-cbea1a51-4eb3-41df-876b-4bb1d4b1672a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.62 "DELETE /v2.0/ports/dffb865d-0931-4c03-9ee2-2563469bca4f HTTP/1.1" status: 204 len: 173 time: 0.6091523 Nov 22 16:46:53.639170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787a11d9-dfed-495b-989c-1096dcd167fc', 'name': 'network-vif-deleted', 'tag': 'dffb865d-0931-4c03-9ee2-2563469bca4f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:53.643949 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fab37b-6544-44a3-b489-c461c5984462" -d '{"events": [{"server_uuid": "787a11d9-dfed-495b-989c-1096dcd167fc", "name": "network-vif-deleted", "tag": "dffb865d-0931-4c03-9ee2-2563469bca4f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:53.688855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Router b6ba2ee2-c784-40db-b453-90b2b6392f36 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:53.702100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:53.909932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:53.910485 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.918076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550d320-7a91-4634-b5b9-cd0168619e3d req-bf66f2db-6a7f-4d9d-a89d-21cae11158a7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:53.923523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d550d320-7a91-4634-b5b9-cd0168619e3d req-bf66f2db-6a7f-4d9d-a89d-21cae11158a7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.1607416 Nov 22 16:46:53.932639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:53.945798 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Sync routers for ids ['b6ba2ee2-c784-40db-b453-90b2b6392f36'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:53.959744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Routers {'b6ba2ee2-c784-40db-b453-90b2b6392f36'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:53.960896 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b6ba2ee2-c784-40db-b453-90b2b6392f36'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:54.046741 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.048144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6db5e225-e6df-4887-9fc2-ff2bba3026c7 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0067122 Nov 22 16:46:54.051358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37218) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.072902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d550d320-7a91-4634-b5b9-cd0168619e3d req-1c641c16-1e43-4639-9b7e-9ae04f378cc1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357117 Nov 22 16:46:54.176741 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Set router b6ba2ee2-c784-40db-b453-90b2b6392f36 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:54.221779 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f21c91a9-e6ac-4a28-a596-19924110e87b tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/routers/b6ba2ee2-c784-40db-b453-90b2b6392f36 HTTP/1.1" status: 200 len: 908 time: 0.1690598 Nov 22 16:46:54.224992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37220) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.403725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.442461 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b384c-215e-4d7b-9ebe-57a40f29ebfe x-openstack-request-id: req-dc1b384c-215e-4d7b-9ebe-57a40f29ebfe {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:54.443085 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787a11d9-dfed-495b-989c-1096dcd167fc", "name": "network-vif-deleted", "tag": "dffb865d-0931-4c03-9ee2-2563469bca4f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:54.443591 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc1b384c-215e-4d7b-9ebe-57a40f29ebfe {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:54.444214 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787a11d9-dfed-495b-989c-1096dcd167fc', 'name': 'network-vif-deleted', 'tag': 'dffb865d-0931-4c03-9ee2-2563469bca4f', 'status': 'completed', 'code': 200} Nov 22 16:46:54.464450 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ba2ee2-c784-40db-b453-90b2b6392f36', 'name': 'tempest-snat-router-1656189794', 'tenant_id': '6c0d270c2a404cebacc4f443509d1c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '2691837d-e3e5-4ab5-a7a6-5fb062b20351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:51Z', 'updated_at': '2021-11-22T16:46:52Z', 'revision_number': 3, 'project_id': '6c0d270c2a404cebacc4f443509d1c6a', 'gw_port': {'id': '2691837d-e3e5-4ab5-a7a6-5fb062b20351', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:13:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ba2ee2-c784-40db-b453-90b2b6392f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:51Z', 'updated_at': '2021-11-22T16:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:54.503462 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Checking router: b6ba2ee2-c784-40db-b453-90b2b6392f36 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:54.504065 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Updating router b6ba2ee2-c784-40db-b453-90b2b6392f36 port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:54.570755 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.589373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81312d-3aa6-43a5-9f65-0063374e29f3 req-1077ee2f-9b57-4fcf-aa4e-f4d95b011d89 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:54.590859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c81312d-3aa6-43a5-9f65-0063374e29f3 req-1077ee2f-9b57-4fcf-aa4e-f4d95b011d89 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0768483 Nov 22 16:46:54.632554 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.676266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c81312d-3aa6-43a5-9f65-0063374e29f3 req-4e876875-27f9-4b92-bded-c1019213152e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560842 Nov 22 16:46:54.683599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Deleting port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:54.683952 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.813303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.827237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Calling delete_port for 2691837d-e3e5-4ab5-a7a6-5fb062b20351 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:54.955764 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.963773 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.024806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f43f2-9178-4658-a0a1-6041207f6262 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:55.041824 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Attempting to bind port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:55.042703 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Attempting to bind port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:55.043837 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Attempting to bind port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:55.054042 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:55.055095 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:55.055229 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.055600 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:55.056873 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Bound port: 2691837d-e3e5-4ab5-a7a6-5fb062b20351, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:55.057141 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.059110 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b2693-ab2d-4f1b-9a9b-1049a17b06b4 None None] Pushing event updated for resources: {'Port': ['ID=2691837d-e3e5-4ab5-a7a6-5fb062b20351,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.074272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d9fb7-99cc-4634-b22f-657d0a48220a req-0cd8730e-0422-41ee-8d83-436855ff4a8a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.075986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-521d9fb7-99cc-4634-b22f-657d0a48220a req-0cd8730e-0422-41ee-8d83-436855ff4a8a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1302583 Nov 22 16:46:55.108782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e78a6584-dbde-4079-9713-3a6b2d4e6ee0 None None] Provisioning complete for port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:55.109727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e78a6584-dbde-4079-9713-3a6b2d4e6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.124669 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.138569 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.db.api [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:46:55.139791 n-d-816865-2 neutron-server[103445]: DEBUG oslo_db.api [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:46:55.162687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e78a6584-dbde-4079-9713-3a6b2d4e6ee0 None None] Port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:55.164106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event deleted for resources: {'Port': ['ID=2691837d-e3e5-4ab5-a7a6-5fb062b20351,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.179351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a479d47f-1ddf-4042-a29c-2fddcef50f6f None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:55.202442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-521d9fb7-99cc-4634-b22f-657d0a48220a req-16736d99-b50d-46ec-8d0f-44e89f453b00 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154089 Nov 22 16:46:55.278057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.396213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.399450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.446791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a836549-d11f-476f-838c-e72a4b9fb6f6 req-f2095287-1725-49ba-9984-906cb0d17a17 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.448398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a836549-d11f-476f-838c-e72a4b9fb6f6 req-f2095287-1725-49ba-9984-906cb0d17a17 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.1716900 Nov 22 16:46:55.467361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.467918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6ba2ee2-c784-40db-b453-90b2b6392f36 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:46:55.478376 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.479599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4f9ef81b-12fb-43ee-b11e-78d304af2572 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "DELETE /v2.0/routers/b6ba2ee2-c784-40db-b453-90b2b6392f36 HTTP/1.1" status: 204 len: 168 time: 1.2525718 Nov 22 16:46:55.483417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37246) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:55.538137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a836549-d11f-476f-838c-e72a4b9fb6f6 req-fd4efca1-3201-4be0-9a5b-059c7d82d9ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788581 Nov 22 16:46:55.602279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.673138 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Attempting to bind port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:55.673970 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Attempting to bind port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:55.674887 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Attempting to bind port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:55.683386 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:55.684264 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:55.684912 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.685502 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:55.686184 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Bound port: 2691837d-e3e5-4ab5-a7a6-5fb062b20351, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:55.686804 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.709776 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.plugin [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Port 2691837d-e3e5-4ab5-a7a6-5fb062b20351 has been deleted concurrently {{(pid=103445) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 22 16:46:55.721708 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Routers set() bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:55.722395 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Router IDs set() for agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:46:55.723284 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_agentschedulers_db [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6ba2ee2-c784-40db-b453-90b2b6392f36'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent'). {{(pid=103445) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:46:55.724499 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e41a7d-d345-4a78-9938-949c028a7143 None None] The sync data for ids ['b6ba2ee2-c784-40db-b453-90b2b6392f36'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:55.767494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.830869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Deleting port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:55.831533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.859039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243b78b-6563-4d2a-8bf7-37df33f5c76f req-6d064ecd-e162-4b0c-b667-8bc1e934a2f1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.860758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b243b78b-6563-4d2a-8bf7-37df33f5c76f req-6d064ecd-e162-4b0c-b667-8bc1e934a2f1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0531466 Nov 22 16:46:55.884941 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:46:55.919872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] For port 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=57bda912-fb3a-4c1a-bc97-d6ff9c881b0b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:55.920176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.930552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b243b78b-6563-4d2a-8bf7-37df33f5c76f req-3e307364-34eb-4b91-86b7-be3ea57a3f6e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609596 Nov 22 16:46:55.935374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Calling delete_port for 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:56.080910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a83ed-d028-42b0-9fce-7da2793134e0 req-2cf194f5-9719-4e3e-9e7b-db66b1f24928 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.089095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a29a83ed-d028-42b0-9fce-7da2793134e0 req-2cf194f5-9719-4e3e-9e7b-db66b1f24928 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0700684 Nov 22 16:46:56.125528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.142758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a29a83ed-d028-42b0-9fce-7da2793134e0 req-f019918e-b272-4ac7-896a-dd28550e6477 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527828 Nov 22 16:46:56.161224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event deleted for resources: {'Port': ['ID=57bda912-fb3a-4c1a-bc97-d6ff9c881b0b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.186022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760f954-fec5-4c7f-b203-27c589ff5bbb None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:56.243770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.307599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9e961-dea2-4b0e-a71e-513d2fc9a3f1 req-11b30a06-02a2-4099-82d8-d86266f580ec tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.311366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5e9e961-dea2-4b0e-a71e-513d2fc9a3f1 req-11b30a06-02a2-4099-82d8-d86266f580ec tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0623014 Nov 22 16:46:56.348721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.350624 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.363106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5e9e961-dea2-4b0e-a71e-513d2fc9a3f1 req-69a30aff-8f46-41c5-893b-f3f9a65f5c16 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Nov 22 16:46:56.408669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.409281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a35e508-2ade-4ace-8eef-717aaac4581b {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:46:56.414597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.416259 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bf13254b-eb4b-4807-bbd6-ec8b5e1c3d46 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "DELETE /v2.0/routers/4a35e508-2ade-4ace-8eef-717aaac4581b HTTP/1.1" status: 204 len: 168 time: 0.9309158 Nov 22 16:46:56.420075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37258) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.427219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1340030844', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:56.471993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.473471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.551798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.752083 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.829968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa450eb2-ead4-43e1-b2ca-d5b0d3361301 req-90303479-5415-4e6c-ac4b-89f93196dcd1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.832549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa450eb2-ead4-43e1-b2ca-d5b0d3361301 req-90303479-5415-4e6c-ac4b-89f93196dcd1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.1340075 Nov 22 16:46:56.950694 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa450eb2-ead4-43e1-b2ca-d5b0d3361301 req-fcee1035-8121-44c5-b571-05df6127a18a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100950 Nov 22 16:46:57.325103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ae3f1-b98a-4f8f-a21a-afa590765cd5 req-ee2198f6-f0c1-4b7a-8f19-4e904ed92d63 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:57.327128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f16ae3f1-b98a-4f8f-a21a-afa590765cd5 req-ee2198f6-f0c1-4b7a-8f19-4e904ed92d63 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0707800 Nov 22 16:46:57.394012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f16ae3f1-b98a-4f8f-a21a-afa590765cd5 req-f5c6dd3d-1821-4031-981f-9e11ecabe0cd tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592825 Nov 22 16:46:57.492061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:57.549123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:57.551564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 57bda912-fb3a-4c1a-bc97-d6ff9c881b0b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:57.566326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.596129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.732635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Allocated IP 172.25.0.126 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/ddb40951-8a44-465b-8fc5-2693acc0c396) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:57.855903 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.944360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.010605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:58.014180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:58.031611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d3d40a-470e-4075-926d-a2ff98d979d3 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:58.034039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:58.068963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event updated for resources: {'Port': ['ID=ddb40951-8a44-465b-8fc5-2693acc0c396,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.126755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-85e34375-af33-418d-8f22-86e15da40023 None None] Provisioning complete for port ddb40951-8a44-465b-8fc5-2693acc0c396 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:58.127179 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85e34375-af33-418d-8f22-86e15da40023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.153732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9620-bdc0-4d9e-ba6f-808669a5426f req-6429783b-fddc-49a1-b1f1-72216e0aabb6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.156480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-815e9620-bdc0-4d9e-ba6f-808669a5426f req-6429783b-fddc-49a1-b1f1-72216e0aabb6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.0890563 Nov 22 16:46:58.207699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-85e34375-af33-418d-8f22-86e15da40023 None None] Port ddb40951-8a44-465b-8fc5-2693acc0c396 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:58.268009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-815e9620-bdc0-4d9e-ba6f-808669a5426f req-cabbc9fd-8e4e-4956-a322-a033ffe7035d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042464 Nov 22 16:46:58.319746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-421fc3b9-25ed-42f9-84f8-b99f244a3010 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705922 Nov 22 16:46:58.404300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-aefcb983-ade5-4bf0-852e-513f5b6f1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.406020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-aefcb983-ade5-4bf0-852e-513f5b6f1b6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efffdbb910f6408cb2299d9a74d55955&device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 1096 time: 0.0510161 Nov 22 16:46:58.409341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.561875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-e072f96f-837c-458a-baf9-626778fae4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.563205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-e072f96f-837c-458a-baf9-626778fae4a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 200 len: 920 time: 0.1302972 Nov 22 16:46:58.565465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device dffb865d-0931-4c03-9ee2-2563469bca4f no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:58.603913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: dffb865d-0931-4c03-9ee2-2563469bca4f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:58.604441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device dffb865d-0931-4c03-9ee2-2563469bca4f not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:58.613864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-6ef92ffa-369c-4f01-8722-1a8eb44c312b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d HTTP/1.1" status: 200 len: 217 time: 0.0407734 Nov 22 16:46:58.676782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.695639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-f953128c-962c-4d67-ba9f-39e6f61a8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.697111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-f953128c-962c-4d67-ba9f-39e6f61a8c30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 200 len: 859 time: 0.0760927 Nov 22 16:46:58.737298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-84cef618-9234-4a93-8cca-b970b36490e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28592774-0f09-4862-ab81-9fbdef3ace9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308273 Nov 22 16:46:58.746361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d57e9-94e0-4413-b1a0-5036a466a811 req-262bd1c2-2cb4-4a47-a52c-4c8c27ba2d42 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:58.747973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b00d57e9-94e0-4413-b1a0-5036a466a811 req-262bd1c2-2cb4-4a47-a52c-4c8c27ba2d42 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0900400 Nov 22 16:46:58.843301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Router 5be43593-1a40-4643-87ee-444d7cc8423a is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:58.852363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b00d57e9-94e0-4413-b1a0-5036a466a811 req-6652a095-de9c-4708-bc84-bdba6dfc4c30 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950165 Nov 22 16:46:58.889390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-0289117f-b327-4486-915a-fa0109cf9635 service neutron] 10.222.0.37 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403930 Nov 22 16:46:59.006556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca3ba891-2b9d-4814-88ee-6192cae269f2 req-7f311de5-fd62-44fa-aac8-4ce29e327474 service neutron] 10.222.0.37 "GET /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073673 Nov 22 16:46:59.015486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:59.030677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb470d-ab42-43c6-9601-3702185659f0 None None] Sync routers for ids ['5be43593-1a40-4643-87ee-444d7cc8423a'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:59.057977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.059486 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2814a46f-8b06-4cb6-b49b-02d89f325cc1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6379313 Nov 22 16:46:59.064070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37296) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:59.071379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3c16b09d-037c-4ba9-935a-7b0a0b70f783 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': False}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:59.076038 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb470d-ab42-43c6-9601-3702185659f0 None None] Routers {'5be43593-1a40-4643-87ee-444d7cc8423a'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:59.077243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-59bb470d-ab42-43c6-9601-3702185659f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5be43593-1a40-4643-87ee-444d7cc8423a'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:59.145308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9da5e-bc1e-4c58-8b3d-c69057ac96f0 req-40d11225-10d2-4b6e-93af-2ba85bdc5f11 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.147720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fe9da5e-bc1e-4c58-8b3d-c69057ac96f0 req-40d11225-10d2-4b6e-93af-2ba85bdc5f11 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1398273 Nov 22 16:46:59.155685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-59bb470d-ab42-43c6-9601-3702185659f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:59.195516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb470d-ab42-43c6-9601-3702185659f0 None None] Routers {'5be43593-1a40-4643-87ee-444d7cc8423a'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:59.198605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-59bb470d-ab42-43c6-9601-3702185659f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5be43593-1a40-4643-87ee-444d7cc8423a'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:59.251959 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-59bb470d-ab42-43c6-9601-3702185659f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:59.252675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb470d-ab42-43c6-9601-3702185659f0 None None] The sync data for ids ['5be43593-1a40-4643-87ee-444d7cc8423a'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:59.265163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fe9da5e-bc1e-4c58-8b3d-c69057ac96f0 req-6a80a296-70cd-49ea-92b8-2be528c628dc tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086483 Nov 22 16:46:59.574937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a2d80-2bba-460b-89a5-ff8b7a1ab035 req-699d9ebf-8817-4d7e-aada-fc9e2e1181ed tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.588044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-186a2d80-2bba-460b-89a5-ff8b7a1ab035 req-699d9ebf-8817-4d7e-aada-fc9e2e1181ed tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0923524 Nov 22 16:46:59.666312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-186a2d80-2bba-460b-89a5-ff8b7a1ab035 req-14036b95-57d0-4874-8877-fd02f1e6ef81 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763609 Nov 22 16:46:59.707645 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c16b09d-037c-4ba9-935a-7b0a0b70f783 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.953585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915b0ee-9bdf-4987-a39d-6e0dea07f914 req-56c34fdb-073b-462f-bafe-3f40f770599c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.962118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5915b0ee-9bdf-4987-a39d-6e0dea07f914 req-56c34fdb-073b-462f-bafe-3f40f770599c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0767803 Nov 22 16:47:00.047384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5915b0ee-9bdf-4987-a39d-6e0dea07f914 req-ffe638d9-9043-4849-ab18-c775dd2dc438 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841210 Nov 22 16:47:00.267915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dc44f-a087-44f2-a6ae-f15ee76b6b64 req-2ccaf180-dfaf-4c30-be7b-438590bb03e9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.269626 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-532dc44f-a087-44f2-a6ae-f15ee76b6b64 req-2ccaf180-dfaf-4c30-be7b-438590bb03e9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0699823 Nov 22 16:47:00.305353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c16b09d-037c-4ba9-935a-7b0a0b70f783 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.309424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c16b09d-037c-4ba9-935a-7b0a0b70f783 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.330658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-532dc44f-a087-44f2-a6ae-f15ee76b6b64 req-1adf260e-f8f6-4412-9c65-917074e71468 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534315 Nov 22 16:47:00.433617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c16b09d-037c-4ba9-935a-7b0a0b70f783 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Router 5be43593-1a40-4643-87ee-444d7cc8423a has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:00.549283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-9ef15e45-6991-4d5b-bace-eb402b0c8e8a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.554058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c16b09d-037c-4ba9-935a-7b0a0b70f783 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:00.559550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c16b09d-037c-4ba9-935a-7b0a0b70f783 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.564204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3c16b09d-037c-4ba9-935a-7b0a0b70f783 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "PUT /v2.0/routers/5be43593-1a40-4643-87ee-444d7cc8423a HTTP/1.1" status: 200 len: 922 time: 1.4986062 Nov 22 16:47:00.564869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37338) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:00.566615 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31f760-e72f-4bd1-97d6-c7d30514711f None None] Sync routers for ids ['5be43593-1a40-4643-87ee-444d7cc8423a'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:00.567231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-9ef15e45-6991-4d5b-bace-eb402b0c8e8a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.1443520 Nov 22 16:47:00.580188 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31f760-e72f-4bd1-97d6-c7d30514711f None None] Routers {'5be43593-1a40-4643-87ee-444d7cc8423a'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:00.581137 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ac31f760-e72f-4bd1-97d6-c7d30514711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5be43593-1a40-4643-87ee-444d7cc8423a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:00.596711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-c1b976c4-072b-44c3-bbe1-fea051362f74 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/quotas/01dc9ad2eed54d418bf31ced888fd7bb HTTP/1.1" status: 200 len: 375 time: 0.0210199 Nov 22 16:47:00.653261 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ac31f760-e72f-4bd1-97d6-c7d30514711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:00.666276 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31f760-e72f-4bd1-97d6-c7d30514711f None None] Routers {'5be43593-1a40-4643-87ee-444d7cc8423a'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:00.666530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-519c868a-1301-4953-91c2-b7394b5686ea tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0760581 Nov 22 16:47:00.667832 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ac31f760-e72f-4bd1-97d6-c7d30514711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5be43593-1a40-4643-87ee-444d7cc8423a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:00.699453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d56bc740-bcaa-4724-b0f3-77e20d654805 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/routers/5be43593-1a40-4643-87ee-444d7cc8423a HTTP/1.1" status: 200 len: 922 time: 0.1330798 Nov 22 16:47:00.700217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37340) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:00.706351 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ac31f760-e72f-4bd1-97d6-c7d30514711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:00.707463 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31f760-e72f-4bd1-97d6-c7d30514711f None None] The sync data for ids ['5be43593-1a40-4643-87ee-444d7cc8423a'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:00.783498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc4379b-8909-4040-a8ff-9c9096c0931e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.787065 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9dc4379b-8909-4040-a8ff-9c9096c0931e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=5be43593-1a40-4643-87ee-444d7cc8423a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0842688 Nov 22 16:47:00.788888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37344) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:00.793141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-0f69990d-9315-4080-9765-0c46603159e1 service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259091 Nov 22 16:47:00.905308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-a5890637-104f-419c-bcbc-04640ffec65a service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052730 Nov 22 16:47:00.905929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c56413-721e-4565-bd9d-be9086f5fd8e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.907504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d9c56413-721e-4565-bd9d-be9086f5fd8e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 881 time: 0.1172707 Nov 22 16:47:00.911835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:00.942877 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d399a25b-dde9-49c7-8724-d4adeff51f6d tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=5be43593-1a40-4643-87ee-444d7cc8423a HTTP/1.1" status: 200 len: 205 time: 0.0297832 Nov 22 16:47:00.945706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:01.088035 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.163194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ebb2f-dea7-40d1-a691-4d4620aff906 req-d91d6767-5b8d-4dcd-bd4e-0a35a9febb20 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.164881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d2ebb2f-dea7-40d1-a691-4d4620aff906 req-d91d6767-5b8d-4dcd-bd4e-0a35a9febb20 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0725963 Nov 22 16:47:01.253785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d2ebb2f-dea7-40d1-a691-4d4620aff906 req-ff55c86e-9d8d-44b1-b40f-37e80f27c1d9 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816059 Nov 22 16:47:01.258511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.382498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-319e51b5-91cc-4dfc-9d08-bb5d43874526 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759497 Nov 22 16:47:01.401746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Deleting port ddb40951-8a44-465b-8fc5-2693acc0c396 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:01.401746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.502073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-80bc5fc9-dd96-4b94-90e6-8add0dc7aa19 req-a6392636-2d75-40f9-900b-f755176290b9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 210 time: 0.0403364 Nov 22 16:47:01.625219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-b8d6350c-ae81-44aa-8dc5-9c2496eef441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.626760 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-b8d6350c-ae81-44aa-8dc5-9c2496eef441 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1095 time: 0.1527433 Nov 22 16:47:01.644930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.694889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Calling delete_port for ddb40951-8a44-465b-8fc5-2693acc0c396 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:01.899245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde096bd-ca4e-40ea-a125-fde675780f69 req-4f4ee09d-8846-491a-991f-cdeef992beb7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.902702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dde096bd-ca4e-40ea-a125-fde675780f69 req-4f4ee09d-8846-491a-991f-cdeef992beb7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0815797 Nov 22 16:47:01.993711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-7045c249-a076-4048-b04a-925b29957497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.995629 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-7045c249-a076-4048-b04a-925b29957497 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.3032935 Nov 22 16:47:02.051836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dde096bd-ca4e-40ea-a125-fde675780f69 req-1db4162d-6f16-4a4c-a910-de1f7dfcee62 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324680 Nov 22 16:47:02.157617 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-f7887587-c752-4648-be3f-f2f3bed45a1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 999 time: 0.1510029 Nov 22 16:47:02.270807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-15d7150c-85d3-4a38-9fd2-9a6189ef52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.273638 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-15d7150c-85d3-4a38-9fd2-9a6189ef52bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1038644 Nov 22 16:47:02.283866 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.392210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event deleted for resources: {'Port': ['ID=ddb40951-8a44-465b-8fc5-2693acc0c396,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:02.397196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6439e33-d7d7-4b63-8034-b68752f47d45 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:02.741682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c8acf9c-62ba-46fe-b233-11b31e55c772 req-1629e841-07b1-4a6e-b755-1828e9f66508 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 210 time: 0.0530865 Nov 22 16:47:03.024695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-78155801-89fe-49a6-b22d-1097c24697bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.026424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-78155801-89fe-49a6-b22d-1097c24697bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7366724 Nov 22 16:47:03.068886 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.227693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fc310-de7d-4b54-8f97-2c902929f6eb req-d969e1af-73d4-4a3e-a42b-1e82a12f0ea8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.231190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.235525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac9fc310-de7d-4b54-8f97-2c902929f6eb req-d969e1af-73d4-4a3e-a42b-1e82a12f0ea8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0824494 Nov 22 16:47:03.245150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.286512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-363aae26-8554-4d19-b5c8-c1a5f1e4e56f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.288164 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-363aae26-8554-4d19-b5c8-c1a5f1e4e56f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.3420877 Nov 22 16:47:03.289216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac9fc310-de7d-4b54-8f97-2c902929f6eb req-ed843a6e-f150-4b9c-b3ba-2cc2e09e2d9d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522318 Nov 22 16:47:03.336841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'port': {'device_id': '9b129366-f370-4fbf-a638-3489c90fa02e', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'admin_state_up': True, 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:03.391081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-dc435ec5-e83d-4788-b80d-2a899ebf83f8 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519402 Nov 22 16:47:03.394017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.395005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Fanout notify agent at l3_agent the message router_deleted on router 5be43593-1a40-4643-87ee-444d7cc8423a {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:03.404324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.409757 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8c55367b-c63b-48fc-8e7e-b9c34fcd6047 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/5be43593-1a40-4643-87ee-444d7cc8423a HTTP/1.1" status: 204 len: 168 time: 2.4587233 Nov 22 16:47:03.413085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37392) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:03.424168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bb2cc031-f18f-43f4-b3c8-c2b37d69636d tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1577807863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:03.437092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 02bffe40-773f-4c71-9213-3d158a50e499 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:03.466837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a553d-280e-4333-9dc2-dd7be8037956 req-2592f282-08de-489d-ab1b-c16e35222922 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.475587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef2a553d-280e-4333-9dc2-dd7be8037956 req-2592f282-08de-489d-ab1b-c16e35222922 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.1020601 Nov 22 16:47:03.499053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc031-f18f-43f4-b3c8-c2b37d69636d tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.500204 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc031-f18f-43f4-b3c8-c2b37d69636d tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.559935 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b2a4112-88b5-4897-a17e-6fde5a748309 req-36011d18-41e8-416f-8bea-79e1083f50e3 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532404 Nov 22 16:47:03.573976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Made reservation on behalf of 01dc9ad2eed54d418bf31ced888fd7bb for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:03.578305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.616546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:03.618454 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc031-f18f-43f4-b3c8-c2b37d69636d tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.635324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '02bffe40-773f-4c71-9213-3d158a50e499', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'port_id': '02bffe40-773f-4c71-9213-3d158a50e499', 'mac_address': 'fa:16:3e:25:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e8c2-1a5c-4e3a-bd3f-e648b869d20b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:03.636994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef2a553d-280e-4333-9dc2-dd7be8037956 req-1a2d3042-9613-4d97-97cc-e2e36a227e40 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558461 Nov 22 16:47:03.638780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc031-f18f-43f4-b3c8-c2b37d69636d tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.680143 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc031-f18f-43f4-b3c8-c2b37d69636d tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.683891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.685590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bb2cc031-f18f-43f4-b3c8-c2b37d69636d tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2654042 Nov 22 16:47:03.688266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37396) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:03.700114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:03.712318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02bffe40-773f-4c71-9213-3d158a50e499 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:03.739721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:03.746790 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.787388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Allocated IP 172.20.0.5 (420a208a-8bbc-4c0c-9867-e3e52c27c3e8/c768d94a-3e81-4a9b-b7f5-d098bcdb0b28/d8faedb8-a48a-4f16-8806-5fed35b48730) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:04.080769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.084236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:04.095207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.095910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.096353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.097157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.097623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.097950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.099411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.100134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.100789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.101416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.101986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.106049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:04.133647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.152736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['329150b1-5a23-43b8-b588-db55974b48e7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:04.160567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['02bffe40-773f-4c71-9213-3d158a50e499'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:04.186621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:04.189930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:04.197206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:04.244197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'Port': ['ID=d8faedb8-a48a-4f16-8806-5fed35b48730,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:04.301459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:04.302158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.333814 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-5c8a34d2-d789-4173-8cdf-226730a64a32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0047693 Nov 22 16:47:04.348877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Request body: {'port': {'device_id': '9b129366-f370-4fbf-a638-3489c90fa02e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:04.397806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.415951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c8f3b-23e6-4aa6-9ea0-ff3a0f0b9184 req-b2ca4438-b386-4503-b092-3bf636e84430 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:04.425965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea5c8f3b-23e6-4aa6-9ea0-ff3a0f0b9184 req-b2ca4438-b386-4503-b092-3bf636e84430 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 931 time: 0.2044940 Nov 22 16:47:04.470628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.611115 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea5c8f3b-23e6-4aa6-9ea0-ff3a0f0b9184 req-9e49c314-3166-46af-b8c8-9029843ec9ad tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837111 Nov 22 16:47:04.701964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1c9fc548-b2b8-4291-ab67-3b4981406ed4 None None] Provisioning complete for port d8faedb8-a48a-4f16-8806-5fed35b48730 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:04.702609 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c9fc548-b2b8-4291-ab67-3b4981406ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.794369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fc548-b2b8-4291-ab67-3b4981406ed4 None None] Port d8faedb8-a48a-4f16-8806-5fed35b48730 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:04.944984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8faedb8-a48a-4f16-8806-5fed35b48730 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:04.953230 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.973412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Transition to ACTIVE for port object d8faedb8-a48a-4f16-8806-5fed35b48730 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:04.978989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.000938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.029856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.054578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a0828-9124-4c66-b060-41f4ee0a06b2 req-8370c00a-cdac-4d30-90a7-135fe1ec502f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.071614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-250a0828-9124-4c66-b060-41f4ee0a06b2 req-8370c00a-cdac-4d30-90a7-135fe1ec502f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 944 time: 0.1461456 Nov 22 16:47:05.075059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Pushing event updated for resources: {'Port': ['ID=d8faedb8-a48a-4f16-8806-5fed35b48730,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:05.168930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Attempting to bind port d8faedb8-a48a-4f16-8806-5fed35b48730 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:05.169672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Attempting to bind port d8faedb8-a48a-4f16-8806-5fed35b48730 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:05.169960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Attempting to bind port d8faedb8-a48a-4f16-8806-5fed35b48730 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:05.175156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Port d8faedb8-a48a-4f16-8806-5fed35b48730 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:05.175493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Attempting to bind port d8faedb8-a48a-4f16-8806-5fed35b48730 on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:05.184415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:05.184846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Checking segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:05.185311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Bound using segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:05.185958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Bound port: d8faedb8-a48a-4f16-8806-5fed35b48730, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:05.186424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.232200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-250a0828-9124-4c66-b060-41f4ee0a06b2 req-bd86d869-e6ce-41e4-abcb-9bb82d3bf8f3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593249 Nov 22 16:47:05.309065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] For port d8faedb8-a48a-4f16-8806-5fed35b48730, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:05.313840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] For port d8faedb8-a48a-4f16-8806-5fed35b48730, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d8faedb8-a48a-4f16-8806-5fed35b48730,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:05.323959 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.360467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.361516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.363138 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] 10.222.0.62 "PUT /v2.0/ports/d8faedb8-a48a-4f16-8806-5fed35b48730 HTTP/1.1" status: 200 len: 1091 time: 1.0197735 Nov 22 16:47:05.363694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b129366-f370-4fbf-a638-3489c90fa02e', 'tag': 'd8faedb8-a48a-4f16-8806-5fed35b48730'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:05.366177 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b129366-f370-4fbf-a638-3489c90fa02e", "tag": "d8faedb8-a48a-4f16-8806-5fed35b48730"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:05.382218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Allocated IP 172.25.0.21 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f038e617-f1b8-4f97-9715-93c927b91142) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:05.443181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 02bffe40-773f-4c71-9213-3d158a50e499 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:05.609162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 02bffe40-773f-4c71-9213-3d158a50e499 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:05.609854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.625312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c46ee9-1359-427c-9977-b12675a485fc service neutron] Pushing event updated for resources: {'Port': ['ID=d8faedb8-a48a-4f16-8806-5fed35b48730,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:05.646233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-70814cdd-8d99-469c-aed4-fe4fc993d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.648142 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-70814cdd-8d99-469c-aed4-fe4fc993d8d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 1094 time: 0.1157880 Nov 22 16:47:05.719493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-3dc84fb2-c5a2-46e4-8dba-5e749c68060c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8faedb8-a48a-4f16-8806-5fed35b48730 HTTP/1.1" status: 200 len: 217 time: 0.0505774 Nov 22 16:47:05.719922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aa9c5-7563-4918-ab07-2f95e599d01c req-75b6cf0d-0df8-48b7-8476-0c4fcd90bfee tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.732218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b5aa9c5-7563-4918-ab07-2f95e599d01c req-75b6cf0d-0df8-48b7-8476-0c4fcd90bfee tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.3224552 Nov 22 16:47:05.832476 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.892719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:05.895797 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758b786a-b66f-4aea-874c-01707bbbde45" -d '{"events": [{"server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "name": "network-vif-plugged", "status": "completed", "tag": "02bffe40-773f-4c71-9213-3d158a50e499"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:05.897174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-d5a46beb-d568-4fbc-b479-a6173a39fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.898740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-d5a46beb-d568-4fbc-b479-a6173a39fbb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1432304 Nov 22 16:47:05.944107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b5aa9c5-7563-4918-ab07-2f95e599d01c req-660b3932-4b2f-4048-8525-a9d3f2035929 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103815 Nov 22 16:47:05.952338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:05.958810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.963454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-4623049d-f16f-40e8-bcfc-168ff69a5894 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.965278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-4623049d-f16f-40e8-bcfc-168ff69a5894 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e7dfc89-b887-44a1-b6e7-7f52620814a3 HTTP/1.1" status: 200 len: 945 time: 0.2304854 Nov 22 16:47:06.003068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.103711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-52b53b94-63b7-4073-8ec5-006003ec8733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.116934 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-52b53b94-63b7-4073-8ec5-006003ec8733 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081714 Nov 22 16:47:06.132401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.148788 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.205204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Deleting port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:06.205632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.270513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:06.300592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event updated for resources: {'Port': ['ID=f038e617-f1b8-4f97-9715-93c927b91142,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.309617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:06.338195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f531e9-749c-4a43-aced-0bb7f4fccd2d None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:06.341652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:06.359794 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-ad405bb3-d621-4c77-a387-aa7822712089 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288945 Nov 22 16:47:06.420059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d9d8a9b4-149b-440d-bb70-30678d36b29c None None] Provisioning complete for port f038e617-f1b8-4f97-9715-93c927b91142 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:06.421215 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9d8a9b4-149b-440d-bb70-30678d36b29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.469640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d9d8a9b4-149b-440d-bb70-30678d36b29c None None] Port f038e617-f1b8-4f97-9715-93c927b91142 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:06.508893 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3960b94b-5d58-4ffe-b679-90b3bfd8c5bc req-ff1e09af-38fa-44cb-b331-74a2ae626c99 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381631 Nov 22 16:47:06.530647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.617806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e231cfa-36d1-48c8-a173-b1035f06cdd4 req-3ddf36e2-f00f-4fb6-bb1d-8cc3db092569 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.627526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e231cfa-36d1-48c8-a173-b1035f06cdd4 req-3ddf36e2-f00f-4fb6-bb1d-8cc3db092569 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.3536811 Nov 22 16:47:06.678853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] For port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:06.679262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.724429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Calling delete_port for 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:06.857592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e231cfa-36d1-48c8-a173-b1035f06cdd4 req-f4b35703-35b1-41b3-9f86-873699e61e27 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291229 Nov 22 16:47:06.962778 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5130c7-a2e2-4092-94e0-089e39c3b2d6 x-openstack-request-id: req-2d5130c7-a2e2-4092-94e0-089e39c3b2d6 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:06.963092 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b129366-f370-4fbf-a638-3489c90fa02e", "tag": "d8faedb8-a48a-4f16-8806-5fed35b48730", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:06.963371 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d5130c7-a2e2-4092-94e0-089e39c3b2d6 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:06.963804 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b129366-f370-4fbf-a638-3489c90fa02e', 'tag': 'd8faedb8-a48a-4f16-8806-5fed35b48730', 'status': 'completed', 'code': 200} Nov 22 16:47:07.028807 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.085409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-648b67da-a624-4d8e-8246-2bb558eef5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.087341 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-648b67da-a624-4d8e-8246-2bb558eef5f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 1094 time: 0.0957689 Nov 22 16:47:07.215742 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.231717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['aa1262e1-6d32-43f4-b5a1-a6085812470b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:07.257514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-21aebb57-456f-4f27-94b3-d0b8d0598493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.260102 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-21aebb57-456f-4f27-94b3-d0b8d0598493 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.1653974 Nov 22 16:47:07.261942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Pushing event deleted for resources: {'Port': ['ID=3b4c0c77-3e45-40f2-9d7b-9d4647f3387d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.284149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af330e5-69cd-4b21-9b31-57efcd07f286 req-e9d402f3-6f6c-4bd8-8eae-e5357b684b9c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.293310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6af330e5-69cd-4b21-9b31-57efcd07f286 req-e9d402f3-6f6c-4bd8-8eae-e5357b684b9c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 943 time: 0.2055602 Nov 22 16:47:07.302832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['3b4c0c77-3e45-40f2-9d7b-9d4647f3387d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:07.327838 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-585a0643-b798-48dd-84e3-0064323b6529 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8faedb8-a48a-4f16-8806-5fed35b48730 HTTP/1.1" status: 200 len: 217 time: 0.0531607 Nov 22 16:47:07.380189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] No DVR routers for this DVR port 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:07.415523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-1f875138-0709-46dd-a598-428ddd959497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.417977 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-1f875138-0709-46dd-a598-428ddd959497 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0829990 Nov 22 16:47:07.418131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.424045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd01b13e-f3aa-4307-a16a-d6ec3e1a67c6 req-921233ab-608a-45d7-8515-eeb72f2e2443 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.37 "DELETE /v2.0/ports/3b4c0c77-3e45-40f2-9d7b-9d4647f3387d HTTP/1.1" status: 204 len: 173 time: 1.4475021 Nov 22 16:47:07.431559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7dfc89-b887-44a1-b6e7-7f52620814a3', 'name': 'network-vif-deleted', 'tag': '3b4c0c77-3e45-40f2-9d7b-9d4647f3387d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:07.433918 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce5cf2-2d5e-4439-a478-8a95b5b5006a" -d '{"events": [{"server_uuid": "9e7dfc89-b887-44a1-b6e7-7f52620814a3", "name": "network-vif-deleted", "tag": "3b4c0c77-3e45-40f2-9d7b-9d4647f3387d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:07.534296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-2cef63e7-fd20-47da-a014-230aa919a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.540831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-2cef63e7-fd20-47da-a014-230aa919a23e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108878 Nov 22 16:47:07.587725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6af330e5-69cd-4b21-9b31-57efcd07f286 req-4ad82aa8-a61f-465a-b40e-427c349e5443 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931921 Nov 22 16:47:07.660191 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.670548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.736120 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-2f35f9b8-9a6c-426e-9000-548e9182e248 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801200 Nov 22 16:47:07.811224 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.898564 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6276a85f-1a5c-4e40-965b-57c4fca662b4 x-openstack-request-id: req-6276a85f-1a5c-4e40-965b-57c4fca662b4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:07.900861 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "name": "network-vif-plugged", "status": "completed", "tag": "02bffe40-773f-4c71-9213-3d158a50e499", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:07.903494 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6276a85f-1a5c-4e40-965b-57c4fca662b4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:07.904691 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499', 'code': 200} Nov 22 16:47:07.981358 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d01cb831-b080-484d-b8ad-d41b9a0b4dfa req-3de5b133-bd67-48e2-bdd9-1b9368f62d41 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296870 Nov 22 16:47:07.985113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Router 8df5ef91-20fc-48d5-8583-bc92865e8a9d is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:47:08.427636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedc2a8-7b02-4203-8eec-d8dfc734f88f req-b4be86d3-8a0d-4c06-96c3-5d26a89ee13f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.429190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0aedc2a8-7b02-4203-8eec-d8dfc734f88f req-b4be86d3-8a0d-4c06-96c3-5d26a89ee13f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.4280069 Nov 22 16:47:08.469621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:08.488630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1c503-5644-4a36-82eb-9eeb21953327 None None] Sync routers for ids ['8df5ef91-20fc-48d5-8583-bc92865e8a9d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:08.503754 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.505432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5e60adbb-8003-4d86-bf04-2d49618b9c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "PUT /v2.0/routers/8df5ef91-20fc-48d5-8583-bc92865e8a9d HTTP/1.1" status: 200 len: 879 time: 4.8157363 Nov 22 16:47:08.509896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:08.511523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1c503-5644-4a36-82eb-9eeb21953327 None None] Routers {'8df5ef91-20fc-48d5-8583-bc92865e8a9d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:08.513567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0ef1c503-5644-4a36-82eb-9eeb21953327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['8df5ef91-20fc-48d5-8583-bc92865e8a9d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:08.523768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0aedc2a8-7b02-4203-8eec-d8dfc734f88f req-3a8a5c04-42e4-4265-8349-5c5753e688c8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814211 Nov 22 16:47:08.560265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0ef1c503-5644-4a36-82eb-9eeb21953327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:08.572613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1c503-5644-4a36-82eb-9eeb21953327 None None] Routers {'8df5ef91-20fc-48d5-8583-bc92865e8a9d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:08.573405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0ef1c503-5644-4a36-82eb-9eeb21953327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['8df5ef91-20fc-48d5-8583-bc92865e8a9d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:08.611504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0ef1c503-5644-4a36-82eb-9eeb21953327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:08.612169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1c503-5644-4a36-82eb-9eeb21953327 None None] The sync data for ids ['8df5ef91-20fc-48d5-8583-bc92865e8a9d'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:08.658855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46743f57-7e4e-4c8e-a8b6-82e88d9d1ba5 req-04f069fb-ab95-41d2-bba7-fba23d4f5ed2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.659194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46743f57-7e4e-4c8e-a8b6-82e88d9d1ba5 req-04f069fb-ab95-41d2-bba7-fba23d4f5ed2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0808792 Nov 22 16:47:08.692144 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a8c2130a-ab81-407f-9361-a41e1f27cddf tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/routers/8df5ef91-20fc-48d5-8583-bc92865e8a9d HTTP/1.1" status: 200 len: 920 time: 0.1802359 Nov 22 16:47:08.692677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37464) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:08.752569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e26df45-a79e-4605-87fd-77d1f5a8baaa tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.754982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46743f57-7e4e-4c8e-a8b6-82e88d9d1ba5 req-5f3bf5a1-3f1a-403b-a507-5f4e2b8ba2ed tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873432 Nov 22 16:47:08.757895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1e26df45-a79e-4605-87fd-77d1f5a8baaa tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=8df5ef91-20fc-48d5-8583-bc92865e8a9d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0638602 Nov 22 16:47:08.761174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:08.921137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c804319-148f-46a3-a95c-f11bea285a7f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.922944 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c804319-148f-46a3-a95c-f11bea285a7f tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 881 time: 0.1606183 Nov 22 16:47:08.927441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37476) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:08.967149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ec90b0f5-8d49-4430-a2a7-8ab848cba293 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=8df5ef91-20fc-48d5-8583-bc92865e8a9d HTTP/1.1" status: 200 len: 205 time: 0.0350606 Nov 22 16:47:08.967550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37478) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:09.008331 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494565a3-02bc-4868-a967-3004ea59fc0f x-openstack-request-id: req-494565a3-02bc-4868-a967-3004ea59fc0f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:09.008850 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7dfc89-b887-44a1-b6e7-7f52620814a3", "name": "network-vif-deleted", "tag": "3b4c0c77-3e45-40f2-9d7b-9d4647f3387d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:09.009234 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-494565a3-02bc-4868-a967-3004ea59fc0f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:09.009844 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7dfc89-b887-44a1-b6e7-7f52620814a3', 'name': 'network-vif-deleted', 'tag': '3b4c0c77-3e45-40f2-9d7b-9d4647f3387d', 'status': 'completed', 'code': 200} Nov 22 16:47:09.094880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.160859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ef9b-605a-40b9-bb82-c0ac0fc4f8f4 req-34b28f72-822d-450c-a82b-101ac854a925 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:09.163715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f350ef9b-605a-40b9-bb82-c0ac0fc4f8f4 req-34b28f72-822d-450c-a82b-101ac854a925 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 943 time: 0.0853100 Nov 22 16:47:09.282848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.297579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f350ef9b-605a-40b9-bb82-c0ac0fc4f8f4 req-ad432cb3-313e-4106-9cc3-63f055f101d3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235204 Nov 22 16:47:09.376850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Deleting port f038e617-f1b8-4f97-9715-93c927b91142 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:09.377491 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.446270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:09.480667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:09.481026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3b4c0c77-3e45-40f2-9d7b-9d4647f3387d not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:09.504501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.524113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Calling delete_port for f038e617-f1b8-4f97-9715-93c927b91142 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:09.752298 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.766098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd60e-b7c2-4c48-882b-e21deda4843c req-7f83ca66-0e50-4f96-a249-6d736c618f1c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:09.767847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49acd60e-b7c2-4c48-882b-e21deda4843c req-7f83ca66-0e50-4f96-a249-6d736c618f1c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0558555 Nov 22 16:47:09.781851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event deleted for resources: {'Port': ['ID=f038e617-f1b8-4f97-9715-93c927b91142,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:09.801863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680da221-d125-4485-b869-4ad4aa8d0a45 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:09.844152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49acd60e-b7c2-4c48-882b-e21deda4843c req-917e270e-3438-44d2-9410-f8c1626e05bd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Nov 22 16:47:09.851552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.975960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.979756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.007151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1377ae-13c3-489f-9bd4-844adc3fd084 req-68bdf468-631c-482c-84d1-8ab0634090f7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.008985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d1377ae-13c3-489f-9bd4-844adc3fd084 req-68bdf468-631c-482c-84d1-8ab0634090f7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0732076 Nov 22 16:47:10.055093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.055645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Fanout notify agent at l3_agent the message router_deleted on router 8df5ef91-20fc-48d5-8583-bc92865e8a9d {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:10.073440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.080962 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bf323765-d38a-4b71-ada1-7da6f411f72b tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/8df5ef91-20fc-48d5-8583-bc92865e8a9d HTTP/1.1" status: 204 len: 168 time: 1.1105025 Nov 22 16:47:10.081657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:10.086805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a5ab27ac-10ce-440e-b284-2e982aca2e77 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-160185312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:10.104353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d1377ae-13c3-489f-9bd4-844adc3fd084 req-83a3bac9-1edd-4884-8225-1293ca9213cb tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873108 Nov 22 16:47:10.137940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ab27ac-10ce-440e-b284-2e982aca2e77 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.139310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ab27ac-10ce-440e-b284-2e982aca2e77 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.240805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ab27ac-10ce-440e-b284-2e982aca2e77 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.249707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ab27ac-10ce-440e-b284-2e982aca2e77 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.280649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ab27ac-10ce-440e-b284-2e982aca2e77 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.282175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a5ab27ac-10ce-440e-b284-2e982aca2e77 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1994901 Nov 22 16:47:10.285850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37498) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:10.291758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': True}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:10.296541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9114455-0db6-4376-87dc-32763fc62d5c req-af2e0a40-bd09-4d48-8bfc-4ff5f7c3e719 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.297777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9114455-0db6-4376-87dc-32763fc62d5c req-af2e0a40-bd09-4d48-8bfc-4ff5f7c3e719 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1241794 Nov 22 16:47:10.378797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9114455-0db6-4376-87dc-32763fc62d5c req-f572caf2-fd38-4785-b39e-1a61d2071840 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720580 Nov 22 16:47:10.538854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ec6fa-fc91-44e5-8a9f-9782c7b4be77 req-c8acddaf-dcae-462e-b5b2-02907be58d11 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.546693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-543ec6fa-fc91-44e5-8a9f-9782c7b4be77 req-c8acddaf-dcae-462e-b5b2-02907be58d11 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0922589 Nov 22 16:47:10.584831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.610366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-543ec6fa-fc91-44e5-8a9f-9782c7b4be77 req-ffdb21e9-9b7b-493a-b1d6-3b5307418964 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626001 Nov 22 16:47:10.615015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d8faedb8-a48a-4f16-8806-5fed35b48730 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:10.754851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d8faedb8-a48a-4f16-8806-5fed35b48730, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d8faedb8-a48a-4f16-8806-5fed35b48730,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:10.772859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'd8faedb8-a48a-4f16-8806-5fed35b48730', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': 'd8faedb8-a48a-4f16-8806-5fed35b48730', 'mac_address': 'fa:16:3e:ca:d9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:10.844358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.852429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52530386-5f2a-4910-ae29-fb92acd55964 req-9db1e98a-ca9f-4bbb-8c18-56f3eb59fec4 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.854304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52530386-5f2a-4910-ae29-fb92acd55964 req-9db1e98a-ca9f-4bbb-8c18-56f3eb59fec4 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 943 time: 0.0663280 Nov 22 16:47:10.878049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8faedb8-a48a-4f16-8806-5fed35b48730 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:10.903194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d8faedb8-a48a-4f16-8806-5fed35b48730, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d8faedb8-a48a-4f16-8806-5fed35b48730,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:10.913473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.915315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52530386-5f2a-4910-ae29-fb92acd55964 req-a35bbdc8-dfd8-40f6-8316-296666a6f5cc tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512443 Nov 22 16:47:11.028769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d8faedb8-a48a-4f16-8806-5fed35b48730,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:11.216441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c19f5c-c023-4023-8bc1-b204ed36e787 req-00c58a40-9cf0-4d6d-8650-33b6ab7eedc2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.228419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56c19f5c-c023-4023-8bc1-b204ed36e787 req-00c58a40-9cf0-4d6d-8650-33b6ab7eedc2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0894339 Nov 22 16:47:11.303441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.305542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56c19f5c-c023-4023-8bc1-b204ed36e787 req-7b1ed7df-3bf9-4839-aecf-01d6aa5e3532 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756166 Nov 22 16:47:11.332264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d8faedb8-a48a-4f16-8806-5fed35b48730'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:11.351393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.485872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fab0c0-9ac3-4141-aa08-7fee7506a01a req-c6b3d23c-f6ff-46c0-9c8c-6ad1317a080f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.494351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6fab0c0-9ac3-4141-aa08-7fee7506a01a req-c6b3d23c-f6ff-46c0-9c8c-6ad1317a080f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1122568 Nov 22 16:47:11.522186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Allocated IP 172.25.0.165 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/866594cb-d09c-4f4d-af9e-0ddb514fe450) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:11.574564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6fab0c0-9ac3-4141-aa08-7fee7506a01a req-b037eb2a-6a4b-4daa-9caa-d66140db3d13 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737307 Nov 22 16:47:11.721359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.731275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594e7d7-9dc9-4162-a80e-4ea3bcdf64cf req-523d7623-a5f6-4b83-b24d-8abfb0f9a0fb tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.733369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9594e7d7-9dc9-4162-a80e-4ea3bcdf64cf req-523d7623-a5f6-4b83-b24d-8abfb0f9a0fb tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0788858 Nov 22 16:47:11.765990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.809737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9594e7d7-9dc9-4162-a80e-4ea3bcdf64cf req-cbb170e2-5a49-4f09-8bc0-31ca46ad9bdb tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691507 Nov 22 16:47:11.814411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:11.822783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:11.834262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:11.834779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fbd7c7-d479-4d9e-af31-811f05e8d085 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:11.900858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'Port': ['ID=866594cb-d09c-4f4d-af9e-0ddb514fe450,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:11.965116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0658e7f4-5eef-475c-9dc3-e6b5e746e84c None None] Provisioning complete for port 866594cb-d09c-4f4d-af9e-0ddb514fe450 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:11.965734 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0658e7f4-5eef-475c-9dc3-e6b5e746e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.022435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afec9c-214e-41c3-b6ee-2f59045bf20e req-cf72c4b5-0414-432d-b748-b08561bb4121 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:12.044117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91afec9c-214e-41c3-b6ee-2f59045bf20e req-cf72c4b5-0414-432d-b748-b08561bb4121 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1256478 Nov 22 16:47:12.048893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0658e7f4-5eef-475c-9dc3-e6b5e746e84c None None] Port 866594cb-d09c-4f4d-af9e-0ddb514fe450 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:12.131297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91afec9c-214e-41c3-b6ee-2f59045bf20e req-333c68b1-592b-4c3e-938e-2e9efa0566e5 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802228 Nov 22 16:47:12.260384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.411756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99426f7a-5250-4ef9-8f1e-0083f79f81bb req-45e531fc-ed5e-43de-88df-69a7e4df0742 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:12.419555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99426f7a-5250-4ef9-8f1e-0083f79f81bb req-45e531fc-ed5e-43de-88df-69a7e4df0742 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 944 time: 0.0731854 Nov 22 16:47:12.467930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99426f7a-5250-4ef9-8f1e-0083f79f81bb req-448c1a79-221d-4af9-95ef-2a7bd6c67280 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471630 Nov 22 16:47:12.526017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.530552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.627137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d8faedb8-a48a-4f16-8806-5fed35b48730 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:12.700494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port d8faedb8-a48a-4f16-8806-5fed35b48730 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:12.705403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port d8faedb8-a48a-4f16-8806-5fed35b48730 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:12.705802 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.740745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Router 90ce6f24-a69d-43a1-a95d-9797baa3b4d9 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:47:12.747553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682a62-808f-4f25-ada2-b4b5be16452f req-605ca1ff-7809-4460-b284-0d0b5935da98 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:12.753278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35682a62-808f-4f25-ada2-b4b5be16452f req-605ca1ff-7809-4460-b284-0d0b5935da98 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0890551 Nov 22 16:47:12.858846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.892802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35682a62-808f-4f25-ada2-b4b5be16452f req-13fc899c-a7f5-4627-bc5c-bb1b3d728b6c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248276 Nov 22 16:47:12.932344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:12.940777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.942095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d8faedb8-a48a-4f16-8806-5fed35b48730, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d8faedb8-a48a-4f16-8806-5fed35b48730,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:12.943585 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2bf103a3-9793-46e9-9c75-1d564ada7bc9 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "PUT /v2.0/routers/90ce6f24-a69d-43a1-a95d-9797baa3b4d9 HTTP/1.1" status: 200 len: 914 time: 2.6560066 Nov 22 16:47:12.947852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37532) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:12.948922 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d85c82-136a-4c13-8032-2b465d1c8890 None None] Sync routers for ids ['90ce6f24-a69d-43a1-a95d-9797baa3b4d9'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:12.961405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b129366-f370-4fbf-a638-3489c90fa02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8faedb8-a48a-4f16-8806-5fed35b48730'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:12.962981 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a88c3e-55e7-46d2-b186-09483af7bc33" -d '{"events": [{"server_uuid": "9b129366-f370-4fbf-a638-3489c90fa02e", "name": "network-vif-plugged", "status": "completed", "tag": "d8faedb8-a48a-4f16-8806-5fed35b48730"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:12.972584 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d85c82-136a-4c13-8032-2b465d1c8890 None None] Routers {'90ce6f24-a69d-43a1-a95d-9797baa3b4d9'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:12.978574 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.980536 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-78d85c82-136a-4c13-8032-2b465d1c8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['90ce6f24-a69d-43a1-a95d-9797baa3b4d9'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:13.071790 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-78d85c82-136a-4c13-8032-2b465d1c8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:13.086879 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d85c82-136a-4c13-8032-2b465d1c8890 None None] Routers {'90ce6f24-a69d-43a1-a95d-9797baa3b4d9'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:13.088906 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-78d85c82-136a-4c13-8032-2b465d1c8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:46:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['90ce6f24-a69d-43a1-a95d-9797baa3b4d9'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:13.122387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d8faedb8-a48a-4f16-8806-5fed35b48730,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:13.154117 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ac753a23-5a59-444b-b79d-29b800773c39 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/routers/90ce6f24-a69d-43a1-a95d-9797baa3b4d9 HTTP/1.1" status: 200 len: 920 time: 0.2037756 Nov 22 16:47:13.155097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:13.157905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-78d85c82-136a-4c13-8032-2b465d1c8890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:13.158772 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d85c82-136a-4c13-8032-2b465d1c8890 None None] The sync data for ids ['90ce6f24-a69d-43a1-a95d-9797baa3b4d9'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:13.224586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82956fac-d509-43d5-8027-e79de33a3f87 req-263848d8-7690-4e0b-b739-d46fdb17bf65 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.226179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82956fac-d509-43d5-8027-e79de33a3f87 req-263848d8-7690-4e0b-b739-d46fdb17bf65 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1724050 Nov 22 16:47:13.265948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9a199-e20a-4c9a-9569-053507552a26 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.270656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8bd9a199-e20a-4c9a-9569-053507552a26 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=90ce6f24-a69d-43a1-a95d-9797baa3b4d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1112182 Nov 22 16:47:13.271482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:13.355903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82956fac-d509-43d5-8027-e79de33a3f87 req-09de312d-0065-4003-a0ad-80dc2d7920a6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206746 Nov 22 16:47:13.432582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b5c02-c3bc-4369-8cec-14db59d948f2 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.434290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0a7b5c02-c3bc-4369-8cec-14db59d948f2 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 881 time: 0.1614125 Nov 22 16:47:13.437600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37544) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:13.523043 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f505c725-6569-4d19-b258-75c2f0f0c1d1 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=90ce6f24-a69d-43a1-a95d-9797baa3b4d9 HTTP/1.1" status: 200 len: 205 time: 0.0822380 Nov 22 16:47:13.525923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37548) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:13.613323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5ae03-6dbd-4de2-b447-598e2b0938bf req-7726189b-be70-4046-ba78-f88e19b393f1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.614804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6f5ae03-6dbd-4de2-b447-598e2b0938bf req-7726189b-be70-4046-ba78-f88e19b393f1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1544321 Nov 22 16:47:13.727377 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.797526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6f5ae03-6dbd-4de2-b447-598e2b0938bf req-b60fbab8-c2a5-4d0f-a526-ed3993a3ad8b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426904 Nov 22 16:47:13.865132 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56d594d-4a93-4e04-a740-f4ed3e106907 x-openstack-request-id: req-d56d594d-4a93-4e04-a740-f4ed3e106907 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:13.865710 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b129366-f370-4fbf-a638-3489c90fa02e", "name": "network-vif-plugged", "status": "completed", "tag": "d8faedb8-a48a-4f16-8806-5fed35b48730", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:13.866129 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d56d594d-4a93-4e04-a740-f4ed3e106907 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:13.867450 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b129366-f370-4fbf-a638-3489c90fa02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8faedb8-a48a-4f16-8806-5fed35b48730', 'code': 200} Nov 22 16:47:13.894177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.006703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b78ea-6757-429b-84f3-87a16d712875 req-5dea2f62-a201-46ad-a510-639b0ac239f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.009522 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-520b78ea-6757-429b-84f3-87a16d712875 req-5dea2f62-a201-46ad-a510-639b0ac239f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 1096 time: 0.0589230 Nov 22 16:47:14.064898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d479-d12f-4422-bb5b-a08f13071107 req-f4c8f123-297d-4d59-a739-3a5fbf1ee240 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.073158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd25d479-d12f-4422-bb5b-a08f13071107 req-f4c8f123-297d-4d59-a739-3a5fbf1ee240 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1316390 Nov 22 16:47:14.083568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Deleting port 866594cb-d09c-4f4d-af9e-0ddb514fe450 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:14.084065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.113964 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-520b78ea-6757-429b-84f3-87a16d712875 req-dfd0473f-6a58-49ca-ad69-fcebcee4ad65 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932746 Nov 22 16:47:14.179691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd25d479-d12f-4422-bb5b-a08f13071107 req-e5bd4ab7-20ee-4860-b4ea-18f663af380d tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053126 Nov 22 16:47:14.219418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.239446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Calling delete_port for 866594cb-d09c-4f4d-af9e-0ddb514fe450 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:14.481505 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.562433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event deleted for resources: {'Port': ['ID=866594cb-d09c-4f4d-af9e-0ddb514fe450,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.576560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b5c99-66cd-4ebe-9811-cfdb89e6d4a4 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:14.648897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bcc8e-7167-4573-b56f-61e86af52e59 req-4629f15f-27cc-44fc-8117-e2204f04b59b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.654469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af3bcc8e-7167-4573-b56f-61e86af52e59 req-4629f15f-27cc-44fc-8117-e2204f04b59b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 945 time: 0.1658819 Nov 22 16:47:14.693293 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.863038 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.870405 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.887976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af3bcc8e-7167-4573-b56f-61e86af52e59 req-7498d79f-c88a-44a6-b102-8d5f98c1f12b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198007 Nov 22 16:47:14.950056 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.951656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Fanout notify agent at l3_agent the message router_deleted on router 90ce6f24-a69d-43a1-a95d-9797baa3b4d9 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:14.991913 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.003313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37564) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:15.004055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0be8d8a8-b727-49eb-b78c-a8de4317eedd tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/90ce6f24-a69d-43a1-a95d-9797baa3b4d9 HTTP/1.1" status: 204 len: 168 time: 1.4761717 Nov 22 16:47:15.009131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a3cb3f0e-20d6-4a6c-a715-0cecc4da2ee2 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1093618418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:15.057779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3f0e-20d6-4a6c-a715-0cecc4da2ee2 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.062072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3f0e-20d6-4a6c-a715-0cecc4da2ee2 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.203728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3f0e-20d6-4a6c-a715-0cecc4da2ee2 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.212416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3f0e-20d6-4a6c-a715-0cecc4da2ee2 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.220344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6872f-d024-4efc-9842-48da5da30d95 req-b2aa0628-6f69-4fc0-ba0f-e83ef966bedc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.221977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2a6872f-d024-4efc-9842-48da5da30d95 req-b2aa0628-6f69-4fc0-ba0f-e83ef966bedc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0718436 Nov 22 16:47:15.241478 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3cb3f0e-20d6-4a6c-a715-0cecc4da2ee2 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.243612 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a3cb3f0e-20d6-4a6c-a715-0cecc4da2ee2 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2387910 Nov 22 16:47:15.246755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37570) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:15.254081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': False}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:15.303645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2a6872f-d024-4efc-9842-48da5da30d95 req-a2418994-53bc-48f3-8f23-87590493efb2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701540 Nov 22 16:47:15.427722 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a681721b-9cb1-4b83-8472-6b30b506a705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.531337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133d364-9367-4396-bc34-1da98a2cb175 req-a28bac17-5623-4129-bb33-27e79e2a458b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.536170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8133d364-9367-4396-bc34-1da98a2cb175 req-a28bac17-5623-4129-bb33-27e79e2a458b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0890913 Nov 22 16:47:15.564666 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.617148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8133d364-9367-4396-bc34-1da98a2cb175 req-77d5003b-beb8-4399-bd4e-a54595e5042a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696733 Nov 22 16:47:15.840877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f483953-2a3e-41e2-af9d-a83a4f2c7f7a req-98954287-7b44-43d1-8007-e59c3d8c9515 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.852832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f483953-2a3e-41e2-af9d-a83a4f2c7f7a req-98954287-7b44-43d1-8007-e59c3d8c9515 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1606710 Nov 22 16:47:15.876120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-4ad0562b-5d8f-4f12-a7b7-30a9faec02be tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.879013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-4ad0562b-5d8f-4f12-a7b7-30a9faec02be tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.62 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 946 time: 0.1639373 Nov 22 16:47:15.941219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f483953-2a3e-41e2-af9d-a83a4f2c7f7a req-29f4c09d-6de6-4c6b-86b8-4df858622875 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/security-groups?id=bef3285c-dc36-4e38-9be1-c4d1705ab04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797577 Nov 22 16:47:16.166329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Deleting port aa1262e1-6d32-43f4-b5a1-a6085812470b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:16.166900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.171724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.203787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30253e2-5076-4507-9d7f-e9fd1dc0b8a6 req-6997a16c-af74-4293-a2ab-c45ed1d1f49f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:16.205716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c30253e2-5076-4507-9d7f-e9fd1dc0b8a6 req-6997a16c-af74-4293-a2ab-c45ed1d1f49f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0932591 Nov 22 16:47:16.257585 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.277967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c30253e2-5076-4507-9d7f-e9fd1dc0b8a6 req-04262973-fce5-4bc5-a3bd-e364bfdbfc08 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651102 Nov 22 16:47:16.393852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] For port aa1262e1-6d32-43f4-b5a1-a6085812470b, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=aa1262e1-6d32-43f4-b5a1-a6085812470b,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:16.394413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.418708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Calling delete_port for aa1262e1-6d32-43f4-b5a1-a6085812470b owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:16.434627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fc31-d322-4d74-8bdf-9f846677379c req-26233881-fcbc-4be1-a82b-a86606c5ab0e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:16.442767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95e6fc31-d322-4d74-8bdf-9f846677379c req-26233881-fcbc-4be1-a82b-a86606c5ab0e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 945 time: 0.0725505 Nov 22 16:47:16.520582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95e6fc31-d322-4d74-8bdf-9f846677379c req-c96b0e84-a0e8-4b3f-8d1a-1fc94e5a1367 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762997 Nov 22 16:47:16.568443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Allocated IP 172.25.0.38 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/0eb343c8-3392-4dbf-b7c2-23db2a10a0c2) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:16.725784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.757401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c51f3-875d-4f70-a10e-3039473e0b1d req-d9c3e3a1-f781-470e-9e86-80f5d2631e89 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:16.767909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-375c51f3-875d-4f70-a10e-3039473e0b1d req-d9c3e3a1-f781-470e-9e86-80f5d2631e89 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0809348 Nov 22 16:47:16.837443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.844937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.859089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['aa1262e1-6d32-43f4-b5a1-a6085812470b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:16.863057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-375c51f3-875d-4f70-a10e-3039473e0b1d req-f1294368-70a9-4ba8-a140-9d3396188eb4 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937142 Nov 22 16:47:16.935214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:16.996949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] No DVR routers for this DVR port aa1262e1-6d32-43f4-b5a1-a6085812470b on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:16.999317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:17.014550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.023960 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f3c144bd-7c67-49ec-beee-b2cde5220ad5 req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.62 "DELETE /v2.0/ports/aa1262e1-6d32-43f4-b5a1-a6085812470b HTTP/1.1" status: 204 len: 173 time: 1.1361864 Nov 22 16:47:17.025028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a5253-688f-4fa8-a168-b39f34ea81ef None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:17.026143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Pushing event updated for resources: {'Port': ['ID=0eb343c8-3392-4dbf-b7c2-23db2a10a0c2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.028725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32da23c1-1d8c-40c8-99ef-320c78a42b55', 'name': 'network-vif-deleted', 'tag': 'aa1262e1-6d32-43f4-b5a1-a6085812470b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:17.031349 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae96fc53-f57d-44bc-b8fc-a02c626e12ac" -d '{"events": [{"server_uuid": "32da23c1-1d8c-40c8-99ef-320c78a42b55", "name": "network-vif-deleted", "tag": "aa1262e1-6d32-43f4-b5a1-a6085812470b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:17.037377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:17.133930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dad707-8891-471b-936a-7b78afa24d1c tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] Pushing event deleted for resources: {'Port': ['ID=aa1262e1-6d32-43f4-b5a1-a6085812470b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.181135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d1e0c039-e0b8-416c-86ee-50b37e5da2ff None None] Provisioning complete for port 0eb343c8-3392-4dbf-b7c2-23db2a10a0c2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:17.181785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c039-e0b8-416c-86ee-50b37e5da2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.246379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a262f-93bf-41cb-aadb-2bcb1a1a036e req-59e695c6-a518-4846-9aed-4cd5eb80efe3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.256885 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f5a262f-93bf-41cb-aadb-2bcb1a1a036e req-59e695c6-a518-4846-9aed-4cd5eb80efe3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1386845 Nov 22 16:47:17.351131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0c039-e0b8-416c-86ee-50b37e5da2ff None None] Port 0eb343c8-3392-4dbf-b7c2-23db2a10a0c2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:17.351547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f5a262f-93bf-41cb-aadb-2bcb1a1a036e req-7fc361ee-51f8-4944-890a-eec314645ae9 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934381 Nov 22 16:47:17.475498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4933e41a-8927-49c4-b741-1fbebf9cb98f req-900abfc8-952e-4a02-ad2b-b1d7031603c9 tempest-ServerRescueNegativeTestJSON-409043870 tempest-ServerRescueNegativeTestJSON-409043870-project] 10.222.0.59 "GET /v2.0/ports?device_id=32da23c1-1d8c-40c8-99ef-320c78a42b55 HTTP/1.1" status: 200 len: 210 time: 0.0342495 Nov 22 16:47:17.506335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.824529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4293fa-f33b-4434-b3b5-56c93be75198 req-e2bd07c4-27e9-4edd-a2e9-2778ef6cef4c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.826888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da4293fa-f33b-4434-b3b5-56c93be75198 req-e2bd07c4-27e9-4edd-a2e9-2778ef6cef4c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0623710 Nov 22 16:47:17.851749 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f58b9be9-c173-4b24-beb5-1a397138b07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.876692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.881433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.889759 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6028d03f-0837-42a3-8cf3-717623eacbeb x-openstack-request-id: req-6028d03f-0837-42a3-8cf3-717623eacbeb {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:17.889759 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32da23c1-1d8c-40c8-99ef-320c78a42b55", "name": "network-vif-deleted", "tag": "aa1262e1-6d32-43f4-b5a1-a6085812470b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:17.889759 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6028d03f-0837-42a3-8cf3-717623eacbeb {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:17.889759 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32da23c1-1d8c-40c8-99ef-320c78a42b55', 'name': 'network-vif-deleted', 'tag': 'aa1262e1-6d32-43f4-b5a1-a6085812470b', 'status': 'completed', 'code': 200} Nov 22 16:47:17.902496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da4293fa-f33b-4434-b3b5-56c93be75198 req-2793dd89-0bc8-4a93-a76e-7f2bfe980ee6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652633 Nov 22 16:47:18.209633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d8c45-f780-4742-a5a1-35d1fa73e651 req-23c84c4e-a201-490c-9963-d28c734b7727 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.223373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-363d8c45-f780-4742-a5a1-35d1fa73e651 req-23c84c4e-a201-490c-9963-d28c734b7727 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1003442 Nov 22 16:47:18.296004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-363d8c45-f780-4742-a5a1-35d1fa73e651 req-6163830b-522b-4d02-ab6f-11e2c5e55173 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715177 Nov 22 16:47:18.481652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Router 2cc6be22-017e-4551-ba6d-e47007c05672 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:47:18.512521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae9985-942b-4747-b19c-2dbd086e996a req-c84ffaef-b9ec-4a95-9485-26f3ee161c0b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.514328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0ae9985-942b-4747-b19c-2dbd086e996a req-c84ffaef-b9ec-4a95-9485-26f3ee161c0b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 813 time: 0.1301594 Nov 22 16:47:18.532923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0ae9985-942b-4747-b19c-2dbd086e996a req-2758396f-0e15-4e57-9876-2a7dd14c6970 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/quotas/eff752d3e4e34464a2e93d17c8094f16 HTTP/1.1" status: 200 len: 375 time: 0.0117922 Nov 22 16:47:18.594330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0ae9985-942b-4747-b19c-2dbd086e996a req-680dc0df-3477-4467-a7e4-4d7b523ebacf tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0539432 Nov 22 16:47:18.612659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:18.618738 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.621476 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c21a8e13-dc51-4fd4-85f6-5b40a741e54e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "PUT /v2.0/routers/2cc6be22-017e-4551-ba6d-e47007c05672 HTTP/1.1" status: 200 len: 915 time: 3.3719676 Nov 22 16:47:18.623337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37636) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.625134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c354f77-17dc-4fff-862f-d259ee3594d0 None None] Sync routers for ids ['2cc6be22-017e-4551-ba6d-e47007c05672'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:18.640549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c354f77-17dc-4fff-862f-d259ee3594d0 None None] Routers {'2cc6be22-017e-4551-ba6d-e47007c05672'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:18.641528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5c354f77-17dc-4fff-862f-d259ee3594d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:47:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2cc6be22-017e-4551-ba6d-e47007c05672'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:18.681105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5c354f77-17dc-4fff-862f-d259ee3594d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:18.692017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c354f77-17dc-4fff-862f-d259ee3594d0 None None] Routers {'2cc6be22-017e-4551-ba6d-e47007c05672'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:18.692656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5c354f77-17dc-4fff-862f-d259ee3594d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:47:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2cc6be22-017e-4551-ba6d-e47007c05672'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:18.720482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37640) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.730056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5c354f77-17dc-4fff-862f-d259ee3594d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:18.731231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c354f77-17dc-4fff-862f-d259ee3594d0 None None] The sync data for ids ['2cc6be22-017e-4551-ba6d-e47007c05672'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:18.770751 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-843a17b0-987b-480f-9c50-4257ce146f0e tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/routers/2cc6be22-017e-4551-ba6d-e47007c05672 HTTP/1.1" status: 200 len: 921 time: 0.1460683 Nov 22 16:47:18.775866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37642) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.836365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815fed4-90a8-4817-9340-89288b8a602b tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.840583 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9815fed4-90a8-4817-9340-89288b8a602b tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=2cc6be22-017e-4551-ba6d-e47007c05672&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0618756 Nov 22 16:47:18.840846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37644) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.893913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e991c-0acf-4afe-8824-23b01fc572de req-05cf4171-ca38-4ad3-834c-983233b332b7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.895806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c2e991c-0acf-4afe-8824-23b01fc572de req-05cf4171-ca38-4ad3-834c-983233b332b7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1114399 Nov 22 16:47:18.900654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.937628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76b7f4d-4a74-4a3f-9311-73c6ccce7970 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.941863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f76b7f4d-4a74-4a3f-9311-73c6ccce7970 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 881 time: 0.0973744 Nov 22 16:47:18.942311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37646) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.973886 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-57b9a256-85c0-4a9d-97a7-1a5fb0c39998 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cc6be22-017e-4551-ba6d-e47007c05672 HTTP/1.1" status: 200 len: 205 time: 0.0272920 Nov 22 16:47:18.975858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37648) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:19.070804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c2e991c-0acf-4afe-8824-23b01fc572de req-50ad43bb-826b-4c88-abdb-e43a9639037d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641181 Nov 22 16:47:19.087880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-660ce9c7-2ecf-45ee-a3f5-1a9fd0344377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.089420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-660ce9c7-2ecf-45ee-a3f5-1a9fd0344377 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 1096 time: 0.1336398 Nov 22 16:47:19.091768 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.220695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.288315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-f383dca7-1d28-47ba-b5e2-df931bcbe817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.289815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-f383dca7-1d28-47ba-b5e2-df931bcbe817 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 912 time: 0.1931975 Nov 22 16:47:19.293841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Deleting port 0eb343c8-3392-4dbf-b7c2-23db2a10a0c2 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:19.294187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.382019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.395212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Calling delete_port for 0eb343c8-3392-4dbf-b7c2-23db2a10a0c2 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:19.577746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.602644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event deleted for resources: {'Port': ['ID=0eb343c8-3392-4dbf-b7c2-23db2a10a0c2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:19.621331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-b875d995-2268-4203-9555-469c8927850d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bffe40-773f-4c71-9213-3d158a50e499 HTTP/1.1" status: 200 len: 217 time: 0.3161433 Nov 22 16:47:19.622535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e3bba-04f4-44db-897b-39fc84ee6040 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:19.678698 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.680775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef13ec9-cc82-4e30-98b6-5f2fe346196a req-5e7a56f4-ad9e-42f3-8414-94bc6e2ca742 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.682323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bef13ec9-cc82-4e30-98b6-5f2fe346196a req-5e7a56f4-ad9e-42f3-8414-94bc6e2ca742 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.3877618 Nov 22 16:47:19.752871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-9e2d77fe-be04-4406-8999-c3fa22e5f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.754385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-9e2d77fe-be04-4406-8999-c3fa22e5f27b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.1221585 Nov 22 16:47:19.781054 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.783461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.811785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-ecc3d4c4-6d27-4c9e-ae8e-d384b4233f02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449021 Nov 22 16:47:19.831216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.831883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Fanout notify agent at l3_agent the message router_deleted on router 2cc6be22-017e-4551-ba6d-e47007c05672 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:19.832545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bef13ec9-cc82-4e30-98b6-5f2fe346196a req-e093c40f-6842-4312-87b3-d3bd24476ed8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301255 Nov 22 16:47:19.839144 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.843806 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a6cca38a-2b2c-48e6-bec4-b6f7fe8d905e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/2cc6be22-017e-4551-ba6d-e47007c05672 HTTP/1.1" status: 204 len: 168 time: 0.8637433 Nov 22 16:47:19.844666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:19.878238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-782904570', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:19.938077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.000335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.001346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.042734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-d8e14ca5-af07-42ae-af4e-4e44c72cb49b service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204499 Nov 22 16:47:20.110162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d260e6-4b5d-4d48-bf35-4b28a50d8285 req-cc619774-6da7-4cfe-9f2b-92194d3a0e97 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.111954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59d260e6-4b5d-4d48-bf35-4b28a50d8285 req-cc619774-6da7-4cfe-9f2b-92194d3a0e97 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 945 time: 0.2016218 Nov 22 16:47:20.199978 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.402110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59d260e6-4b5d-4d48-bf35-4b28a50d8285 req-c2d7cc76-2892-4252-a1d2-099fc6441965 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636034 Nov 22 16:47:20.480421 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19ef9ece-fe15-4cf7-b106-29bbc49e392e req-b369e7a5-5269-4a2f-a652-6344177ccd2c service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013817 Nov 22 16:47:20.495233 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.608522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5c3c736-fe1e-4a5c-bf98-a6428709dde1 req-7e22c864-d086-4c31-8bd7-dbab3207b629 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=eff752d3e4e34464a2e93d17c8094f16 HTTP/1.1" status: 200 len: 221 time: 0.0478406 Nov 22 16:47:20.651887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aa1262e1-6d32-43f4-b5a1-a6085812470b no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:20.691787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: aa1262e1-6d32-43f4-b5a1-a6085812470b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:20.692437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device aa1262e1-6d32-43f4-b5a1-a6085812470b not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:20.698325 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.724140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Deleting port 3f99d373-ba1f-49a2-b791-f4cccc31340f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:20.724498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.882099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.917209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.987694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] For port 3f99d373-ba1f-49a2-b791-f4cccc31340f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3f99d373-ba1f-49a2-b791-f4cccc31340f,segment=NetworkSegment(2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455),segment_id=2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:20.988559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.005272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e7d6a-cf82-4077-a24d-ceabb71f6dfc req-ab8ded61-9838-4f88-b517-f458e88293ab tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:21.006879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a11e7d6a-cf82-4077-a24d-ceabb71f6dfc req-ab8ded61-9838-4f88-b517-f458e88293ab tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1778345 Nov 22 16:47:21.020880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Calling delete_port for 3f99d373-ba1f-49a2-b791-f4cccc31340f owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:21.151152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Allocated IP 172.25.0.30 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/04489648-3245-49f2-be8d-8fba0e1505b5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:21.159433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a11e7d6a-cf82-4077-a24d-ceabb71f6dfc req-952e7e34-61ed-4ea2-baa4-2ff4d615cb4d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419890 Nov 22 16:47:21.312058 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.493515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 02bffe40-773f-4c71-9213-3d158a50e499 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:21.579959 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.604729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:21.607151 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed781d7-9d7b-47a8-84bd-367ca5ef7459" -d '{"events": [{"server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "name": "network-vif-unplugged", "status": "completed", "tag": "02bffe40-773f-4c71-9213-3d158a50e499"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:21.621493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:21.627800 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.638917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4f694-0280-48cd-bcda-50ef8fd60569 req-73230128-4c0e-41df-a7bc-220ff69c350a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:21.641427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ee4f694-0280-48cd-bcda-50ef8fd60569 req-73230128-4c0e-41df-a7bc-220ff69c350a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1120484 Nov 22 16:47:21.653111 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.692014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.786650 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ee4f694-0280-48cd-bcda-50ef8fd60569 req-3ab86d84-d011-4e6d-8bfa-a0b4eeca1e05 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275024 Nov 22 16:47:21.788944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.792347 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.828502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Pushing event deleted for resources: {'Port': ['ID=3f99d373-ba1f-49a2-b791-f4cccc31340f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.876185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:21.904933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:21.919314 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728cf61-39f9-4463-9c61-0deba0e698d8 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:21.923242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:21.976065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event updated for resources: {'Port': ['ID=04489648-3245-49f2-be8d-8fba0e1505b5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:22.009263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-602543c8-6d82-4002-b50a-f9c6eb751dbd None None] Provisioning complete for port 04489648-3245-49f2-be8d-8fba0e1505b5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:22.009788 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-602543c8-6d82-4002-b50a-f9c6eb751dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.030140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0950ad1-0334-47ef-8374-fd9ecc52e8b0 req-49eb168c-f5fc-45c8-a7d5-1a1f6a12a04b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:22.033564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0950ad1-0334-47ef-8374-fd9ecc52e8b0 req-49eb168c-f5fc-45c8-a7d5-1a1f6a12a04b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 943 time: 0.1668758 Nov 22 16:47:22.046647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-602543c8-6d82-4002-b50a-f9c6eb751dbd None None] Port 04489648-3245-49f2-be8d-8fba0e1505b5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:22.264171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0950ad1-0334-47ef-8374-fd9ecc52e8b0 req-76c41bfd-ae9a-4989-94ae-5ec6ffe26c99 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583655 Nov 22 16:47:22.280647 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.380949 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579ed2f-51fa-4228-835a-29e49e5c5262 x-openstack-request-id: req-d579ed2f-51fa-4228-835a-29e49e5c5262 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:22.381260 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "name": "network-vif-unplugged", "status": "completed", "tag": "02bffe40-773f-4c71-9213-3d158a50e499", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:22.381525 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d579ed2f-51fa-4228-835a-29e49e5c5262 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:22.382489 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499', 'code': 200} Nov 22 16:47:22.514712 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.743504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdab2c-9551-483e-936c-de0c0b364989 req-ce007ec9-e37c-488a-b1a5-36bbcfe13ec0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:22.745033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21bdab2c-9551-483e-936c-de0c0b364989 req-ce007ec9-e37c-488a-b1a5-36bbcfe13ec0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1542840 Nov 22 16:47:22.801294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Router b3acd6d0-0031-47a2-be96-e5cc5a896c3e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:22.930482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21bdab2c-9551-483e-936c-de0c0b364989 req-9c3813f5-1406-4cac-b75c-aca7ee44b904 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496234 Nov 22 16:47:22.933523 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.105908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:23.111690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4f459b26-8f74-45b8-9bf3-51fc09ae333c admin admin] 10.222.0.59 "PUT /v2.0/routers/b3acd6d0-0031-47a2-be96-e5cc5a896c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3859844 Nov 22 16:47:23.114547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37696) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:23.123970 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] Sync routers for ids ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:23.133105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bea8e-3d10-40ab-8c54-879d89661e3c req-e50a9e52-17ac-48b0-9883-b92b57829c45 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:23.134666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320bea8e-3d10-40ab-8c54-879d89661e3c req-e50a9e52-17ac-48b0-9883-b92b57829c45 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1250312 Nov 22 16:47:23.143459 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] Routers {'b3acd6d0-0031-47a2-be96-e5cc5a896c3e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:23.144158 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:47:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.212373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-320bea8e-3d10-40ab-8c54-879d89661e3c req-5c60d0a2-b47b-448e-ab6f-59b736779e83 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712492 Nov 22 16:47:23.213580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Router ea6a1a5c-a159-42a0-83d9-07e2f90510ee is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:47:23.259415 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] Set router b3acd6d0-0031-47a2-be96-e5cc5a896c3e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:23.284527 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.399376 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.459651 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:47:21Z', 'revision_number': 5, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port': {'id': '22b7e2b8-044b-43b9-b236-409c5eff0003', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:24Z', 'updated_at': '2021-11-22T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.468980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Deleting port 22b7e2b8-044b-43b9-b236-409c5eff0003 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:23.469411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.498384 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] Checking router: b3acd6d0-0031-47a2-be96-e5cc5a896c3e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:23.519374 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] Routers {'b3acd6d0-0031-47a2-be96-e5cc5a896c3e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:23.520434 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:47:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.594669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] For port 22b7e2b8-044b-43b9-b236-409c5eff0003, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=22b7e2b8-044b-43b9-b236-409c5eff0003,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:23.595432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.612293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Calling delete_port for 22b7e2b8-044b-43b9-b236-409c5eff0003 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:23.628974 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] Set router b3acd6d0-0031-47a2-be96-e5cc5a896c3e gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:23.695116 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:47:23Z', 'revision_number': 6, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.722979 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec0e51-7cb5-4a71-94aa-b9d4232057c1 None None] The sync data for ids ['b3acd6d0-0031-47a2-be96-e5cc5a896c3e'] in n-d-816865-2 is: [{'id': 'b3acd6d0-0031-47a2-be96-e5cc5a896c3e', 'name': 'tempest-ServerRescueNegativeTestJSON-1510950832-router', 'tenant_id': 'efffdbb910f6408cb2299d9a74d55955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:23Z', 'updated_at': '2021-11-22T16:47:23Z', 'revision_number': 6, 'project_id': 'efffdbb910f6408cb2299d9a74d55955', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:23.800358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:23.806777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.812286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf87a58-37fc-4c0f-8425-c9b408b6ce22 None None] Sync routers for ids ['ea6a1a5c-a159-42a0-83d9-07e2f90510ee'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:23.825994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf87a58-37fc-4c0f-8425-c9b408b6ce22 None None] Routers {'ea6a1a5c-a159-42a0-83d9-07e2f90510ee'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:23.827051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2bf87a58-37fc-4c0f-8425-c9b408b6ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:47:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ea6a1a5c-a159-42a0-83d9-07e2f90510ee'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.831235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa4474-ed98-4f97-8118-666ad838135b req-52b693ea-0a89-4b27-ac0d-9a85cc735051 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:23.832933 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5fa4474-ed98-4f97-8118-666ad838135b req-52b693ea-0a89-4b27-ac0d-9a85cc735051 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0935183 Nov 22 16:47:23.836543 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.837592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b7e2b8-044b-43b9-b236-409c5eff0003,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.838402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f7f0e054-c64f-4d30-b30f-d56027fedc5e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9634094 Nov 22 16:47:23.841215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:23.845314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:23.880244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849a869-2537-4f88-a933-cf6634675189 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:23.882826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2bf87a58-37fc-4c0f-8425-c9b408b6ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.896636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf87a58-37fc-4c0f-8425-c9b408b6ce22 None None] Routers {'ea6a1a5c-a159-42a0-83d9-07e2f90510ee'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:23.897248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2bf87a58-37fc-4c0f-8425-c9b408b6ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:47:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ea6a1a5c-a159-42a0-83d9-07e2f90510ee'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.917464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.932986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2bf87a58-37fc-4c0f-8425-c9b408b6ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.933654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf87a58-37fc-4c0f-8425-c9b408b6ce22 None None] The sync data for ids ['ea6a1a5c-a159-42a0-83d9-07e2f90510ee'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:23.986623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5fa4474-ed98-4f97-8118-666ad838135b req-00cb12e9-a7a9-455c-9d8f-20d9c077fe7f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035440 Nov 22 16:47:24.023333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.025546 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.073483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.074180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3acd6d0-0031-47a2-be96-e5cc5a896c3e {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:24.079448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.083014 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f723f789-4b9c-40d0-bca7-f2f493a40375 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b3acd6d0-0031-47a2-be96-e5cc5a896c3e HTTP/1.1" status: 204 len: 168 time: 0.9649911 Nov 22 16:47:24.084590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37716) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:24.135591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-18671543-05f3-47d9-a51a-03ff51331e2b admin admin] Deleting subnet d8e4c72b-24e2-44ec-8862-7b298c8618cc {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:24.140047 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18671543-05f3-47d9-a51a-03ff51331e2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.154280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf281c-2f89-4927-bccd-1e88c2cbf281 req-0cb20311-78f4-461b-9eae-ae7b84253a99 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:24.155914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12bf281c-2f89-4927-bccd-1e88c2cbf281 req-0cb20311-78f4-461b-9eae-ae7b84253a99 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0687454 Nov 22 16:47:24.183098 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18671543-05f3-47d9-a51a-03ff51331e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.229494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18671543-05f3-47d9-a51a-03ff51331e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.292309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12bf281c-2f89-4927-bccd-1e88c2cbf281 req-713b4e81-2704-4017-8db4-8aab3181b3aa tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883977 Nov 22 16:47:24.300130 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18671543-05f3-47d9-a51a-03ff51331e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.307700 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.332659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.341433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671543-05f3-47d9-a51a-03ff51331e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e4c72b-24e2-44ec-8862-7b298c8618cc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:24.344104 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18671543-05f3-47d9-a51a-03ff51331e2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.347634 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-18671543-05f3-47d9-a51a-03ff51331e2b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d8e4c72b-24e2-44ec-8862-7b298c8618cc HTTP/1.1" status: 204 len: 168 time: 0.2616467 Nov 22 16:47:24.350104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37720) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:24.403295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Deleting port 04489648-3245-49f2-be8d-8fba0e1505b5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:24.403661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.430756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.488353 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.501490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Calling delete_port for 04489648-3245-49f2-be8d-8fba0e1505b5 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:24.518695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.555383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28592774-0f09-4862-ab81-9fbdef3ace9f']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:24.568416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:24.568769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e62d7ad-3a0a-4c0c-9cbf-f04edadd8455') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:24.579128 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.594656 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.604910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:24.605969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:24.608079 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:24.671889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.679271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.683127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/28592774-0f09-4862-ab81-9fbdef3ace9f HTTP/1.1" status: 204 len: 168 time: 0.3314164 Nov 22 16:47:24.688401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d56010-f967-4f1f-8f98-1ab247769aa1 req-c87e431b-5193-41a1-ba79-0f96d30ace52 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:24.690195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35d56010-f967-4f1f-8f98-1ab247769aa1 req-c87e431b-5193-41a1-ba79-0f96d30ace52 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1044600 Nov 22 16:47:24.708798 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708a38c-6b5f-450c-a514-dbf05d5d4cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=28592774-0f09-4862-ab81-9fbdef3ace9f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:24.796777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35d56010-f967-4f1f-8f98-1ab247769aa1 req-4e78a511-d562-4731-b17a-7ba7a7f06ac2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907211 Nov 22 16:47:24.797829 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.834108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Pushing event deleted for resources: {'Port': ['ID=04489648-3245-49f2-be8d-8fba0e1505b5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:24.852320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d97ec4-5f7a-46c2-ae62-511efc9e2318 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:24.927991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.940952 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37730) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.006126 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d054236a-0c5a-4575-a7b7-b29a635140d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=efffdbb910f6408cb2299d9a74d55955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627837 Nov 22 16:47:25.008907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37734) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.075613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2905-6e53-4d6f-9e0e-58b52fce0922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.098651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2905-6e53-4d6f-9e0e-58b52fce0922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.151968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2905-6e53-4d6f-9e0e-58b52fce0922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.155929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1f7a2905-6e53-4d6f-9e0e-58b52fce0922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.161603 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1f7a2905-6e53-4d6f-9e0e-58b52fce0922 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bef3285c-dc36-4e38-9be1-c4d1705ab04f HTTP/1.1" status: 204 len: 168 time: 0.1473279 Nov 22 16:47:25.168264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a2905-6e53-4d6f-9e0e-58b52fce0922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3285c-dc36-4e38-9be1-c4d1705ab04f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:25.173598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.177587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.262040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Router ea6a1a5c-a159-42a0-83d9-07e2f90510ee has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:25.350995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:25.362051 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.367277 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eacdfd-34f2-449f-89bb-4949492d46bc None None] Sync routers for ids ['ea6a1a5c-a159-42a0-83d9-07e2f90510ee'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:25.370796 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-064d8651-9299-46cb-8086-dc089561f950 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "PUT /v2.0/routers/ea6a1a5c-a159-42a0-83d9-07e2f90510ee HTTP/1.1" status: 200 len: 705 time: 1.5261462 Nov 22 16:47:25.371109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37756) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.396424 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eacdfd-34f2-449f-89bb-4949492d46bc None None] Routers {'ea6a1a5c-a159-42a0-83d9-07e2f90510ee'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:25.397067 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5eacdfd-34f2-449f-89bb-4949492d46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:47:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ea6a1a5c-a159-42a0-83d9-07e2f90510ee'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.452844 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5eacdfd-34f2-449f-89bb-4949492d46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.471275 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eacdfd-34f2-449f-89bb-4949492d46bc None None] Routers {'ea6a1a5c-a159-42a0-83d9-07e2f90510ee'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:25.471971 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5eacdfd-34f2-449f-89bb-4949492d46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:47:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['ea6a1a5c-a159-42a0-83d9-07e2f90510ee'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.488070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0a8e9eaf-8e6b-47d7-8e60-c7122557ed64 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/routers/ea6a1a5c-a159-42a0-83d9-07e2f90510ee HTTP/1.1" status: 200 len: 740 time: 0.1157951 Nov 22 16:47:25.491375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37776) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.517805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 02bffe40-773f-4c71-9213-3d158a50e499 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:25.555827 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5eacdfd-34f2-449f-89bb-4949492d46bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.556547 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eacdfd-34f2-449f-89bb-4949492d46bc None None] The sync data for ids ['ea6a1a5c-a159-42a0-83d9-07e2f90510ee'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:25.605810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 22b7e2b8-044b-43b9-b236-409c5eff0003 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:25.609188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e3f8969d-6df2-4fe9-9d50-69801cd09916 tempest-RoutersAdminTest-542858370 tempest-RoutersAdminTest-542858370-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=ea6a1a5c-a159-42a0-83d9-07e2f90510ee HTTP/1.1" status: 200 len: 205 time: 0.1163433 Nov 22 16:47:25.612109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37782) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.634406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 22b7e2b8-044b-43b9-b236-409c5eff0003 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:25.635080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 22b7e2b8-044b-43b9-b236-409c5eff0003 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:25.635702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3f99d373-ba1f-49a2-b791-f4cccc31340f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:25.657177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3b43ff24-601e-435f-9aaa-d7f754350c69 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea6a1a5c-a159-42a0-83d9-07e2f90510ee HTTP/1.1" status: 200 len: 205 time: 0.0434158 Nov 22 16:47:25.661549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3f99d373-ba1f-49a2-b791-f4cccc31340f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:25.661899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3f99d373-ba1f-49a2-b791-f4cccc31340f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:25.664505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37784) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.771696 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ab814b0-9e16-4f48-973c-f4ff5ea534e7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.814549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-e1922c3d-e16b-4070-b35e-90cd5bc158a5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:25.816402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-e1922c3d-e16b-4070-b35e-90cd5bc158a5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=1221a9cd-25b5-4b47-b641-8850dd05c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0604584 Nov 22 16:47:25.946567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ab814b0-9e16-4f48-973c-f4ff5ea534e7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.949013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Deleting port 02bffe40-773f-4c71-9213-3d158a50e499 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:25.949199 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ab814b0-9e16-4f48-973c-f4ff5ea534e7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.949696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.998207 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ab814b0-9e16-4f48-973c-f4ff5ea534e7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.999267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab814b0-9e16-4f48-973c-f4ff5ea534e7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Fanout notify agent at l3_agent the message router_deleted on router ea6a1a5c-a159-42a0-83d9-07e2f90510ee {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:26.007203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4ab814b0-9e16-4f48-973c-f4ff5ea534e7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.012069 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4ab814b0-9e16-4f48-973c-f4ff5ea534e7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/ea6a1a5c-a159-42a0-83d9-07e2f90510ee HTTP/1.1" status: 204 len: 168 time: 0.3412776 Nov 22 16:47:26.012396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37798) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.044938 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6772c1d-9c58-4ce5-bc6a-1d637f9afb96 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea6a1a5c-a159-42a0-83d9-07e2f90510ee HTTP/1.1" status: 200 len: 205 time: 0.0300555 Nov 22 16:47:26.045721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.060300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] For port 02bffe40-773f-4c71-9213-3d158a50e499, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=02bffe40-773f-4c71-9213-3d158a50e499,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:26.060680 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.080244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Calling delete_port for 02bffe40-773f-4c71-9213-3d158a50e499 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:26.169387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.247975 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.280281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event deleted for resources: {'Port': ['ID=02bffe40-773f-4c71-9213-3d158a50e499,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.294124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-872169503-network', 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:26.335542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] No DVR routers for this DVR port 02bffe40-773f-4c71-9213-3d158a50e499 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:26.340073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.343555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e37982b-d831-4835-b8e9-0c899bb2f29c req-44175efb-9f29-421b-bacf-8864f1bbedd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "DELETE /v2.0/ports/02bffe40-773f-4c71-9213-3d158a50e499 HTTP/1.1" status: 204 len: 173 time: 0.5211735 Nov 22 16:47:26.344047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'name': 'network-vif-deleted', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:26.346476 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e6c564-5566-4ce7-924b-ad443473bcb5" -d '{"events": [{"server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "name": "network-vif-deleted", "tag": "02bffe40-773f-4c71-9213-3d158a50e499"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:26.361864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:26.364886 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.376096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.465754 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-291a5669-78f9-4aee-9342-57c2189eb0d4 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] delete failed (client error): The resource could not be found. Nov 22 16:47:26.466813 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-291a5669-78f9-4aee-9342-57c2189eb0d4 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/ea6a1a5c-a159-42a0-83d9-07e2f90510ee HTTP/1.1" status: 404 len: 336 time: 0.4200923 Nov 22 16:47:26.469497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37814) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.474073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.479703 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.504955 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95e14fcc-84fa-4038-9d52-a8f08f888d82 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cc6be22-017e-4551-ba6d-e47007c05672 HTTP/1.1" status: 200 len: 205 time: 0.0343258 Nov 22 16:47:26.507365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.507631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:26.518837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c8e85-f78a-47e5-a215-d1eed024fae5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.524947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.525294 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Added segment fb937383-7a59-45b2-90c8-aa8afa108802 of type vlan for network 4614eaca-f271-4139-8521-589bfaf1dd26 Nov 22 16:47:26.548659 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-2beec198-f1df-4e6e-a3bd-d2fcab0c2fa7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] delete failed (client error): The resource could not be found. Nov 22 16:47:26.549964 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2beec198-f1df-4e6e-a3bd-d2fcab0c2fa7 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/2cc6be22-017e-4551-ba6d-e47007c05672 HTTP/1.1" status: 404 len: 336 time: 0.0410995 Nov 22 16:47:26.554229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37818) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.570260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.596218 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e404517-2cba-4e17-a25e-8d26c8f44787 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=90ce6f24-a69d-43a1-a95d-9797baa3b4d9 HTTP/1.1" status: 200 len: 205 time: 0.0403600 Nov 22 16:47:26.598752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.607575 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.608533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.609141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.645626 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-03d0b01a-ff14-4085-b9b4-ec662ed06c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] delete failed (client error): The resource could not be found. Nov 22 16:47:26.646684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-03d0b01a-ff14-4085-b9b4-ec662ed06c6c tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/90ce6f24-a69d-43a1-a95d-9797baa3b4d9 HTTP/1.1" status: 404 len: 336 time: 0.0465689 Nov 22 16:47:26.649800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37828) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.698582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f01e49e1-74e4-4f01-bcdc-7932322243ee tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=8df5ef91-20fc-48d5-8583-bc92865e8a9d HTTP/1.1" status: 200 len: 205 time: 0.0474696 Nov 22 16:47:26.701023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.709579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5349283 Nov 22 16:47:26.709579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.716299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Request body: {'subnet': {'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-872169503-subnet', 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:26.723810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc2d3-bc07-467d-ad11-2b7149afb11a admin admin] Pushing event updated for resources: {'Network': ['ID=4614eaca-f271-4139-8521-589bfaf1dd26,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.734269 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 4614eaca-f271-4139-8521-589bfaf1dd26 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:26.746358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:26.750127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.761545 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-3cfaf994-a35c-4cbe-b9c1-24d0b157be14 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] delete failed (client error): The resource could not be found. Nov 22 16:47:26.766982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3cfaf994-a35c-4cbe-b9c1-24d0b157be14 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/8df5ef91-20fc-48d5-8583-bc92865e8a9d HTTP/1.1" status: 404 len: 336 time: 0.0560570 Nov 22 16:47:26.767192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.824997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-56c7ca05-ac80-4ed8-a692-297aab72d084 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=5be43593-1a40-4643-87ee-444d7cc8423a HTTP/1.1" status: 200 len: 205 time: 0.0560033 Nov 22 16:47:26.826038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37836) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.877212 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-fc4f385d-3d24-4da9-aa60-1116f989c3e0 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] delete failed (client error): The resource could not be found. Nov 22 16:47:26.878341 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fc4f385d-3d24-4da9-aa60-1116f989c3e0 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/5be43593-1a40-4643-87ee-444d7cc8423a HTTP/1.1" status: 404 len: 336 time: 0.0507352 Nov 22 16:47:26.882276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.920956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-33fd6515-718d-4b7b-914e-ecf6480505a8 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "GET /v2.0/ports?device_id=6005e2b6-2f74-4590-a20e-b4adb358568f HTTP/1.1" status: 200 len: 205 time: 0.0344925 Nov 22 16:47:26.921391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37844) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:26.964584 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-e4462c4a-a929-460d-9754-6cbdc8cfd920 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] delete failed (client error): The resource could not be found. Nov 22 16:47:26.969048 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e4462c4a-a929-460d-9754-6cbdc8cfd920 tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/routers/6005e2b6-2f74-4590-a20e-b4adb358568f HTTP/1.1" status: 404 len: 336 time: 0.0462301 Nov 22 16:47:26.972257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37846) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:27.000387 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ee2172-5cea-4df9-94f4-60aa7f8db50e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] DELETE failed (client error): The resource could not be found. Nov 22 16:47:27.000846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ee2172-5cea-4df9-94f4-60aa7f8db50e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:47:27.001750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.007133 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-07ee2172-5cea-4df9-94f4-60aa7f8db50e tempest-RoutersAdminTest-37859601 tempest-RoutersAdminTest-37859601-project] 10.222.0.59 "DELETE /v2.0/subnets/f8e95b2d-3dec-4703-93b4-355e83a7340d HTTP/1.1" status: 404 len: 337 time: 0.0335979 Nov 22 16:47:27.063481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=86875a6d-e4f0-4a44-834c-5559f499b29c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:27.087775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Checking segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:27.088164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Network hostable DHCP agents. Network: 4614eaca-f271-4139-8521-589bfaf1dd26, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:27.110238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Network 4614eaca-f271-4139-8521-589bfaf1dd26 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:27.122516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 4614eaca-f271-4139-8521-589bfaf1dd26) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:27.132699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eb7638-a479-454c-8bd9-a71b4a3aed3e None None] Network 4614eaca-f271-4139-8521-589bfaf1dd26 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:27.140510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.147135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.173783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9fbbaf68-a71a-4a89-8a1a-cb6f4427d14e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4638462 Nov 22 16:47:27.300222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37854) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:27.315640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c00d67-c89d-4e5c-a975-4e82ff528abe None None] Network 4614eaca-f271-4139-8521-589bfaf1dd26 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:27.448474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b99e0d28-ca45-4e1e-ae58-5a272201604e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.469935 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b1ac3f-0ae5-4d4e-af8b-af220c31fb5b x-openstack-request-id: req-05b1ac3f-0ae5-4d4e-af8b-af220c31fb5b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:27.470447 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1221a9cd-25b5-4b47-b641-8850dd05c8d3", "name": "network-vif-deleted", "tag": "02bffe40-773f-4c71-9213-3d158a50e499", "status": "failed", "code": 422}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:27.470563 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05b1ac3f-0ae5-4d4e-af8b-af220c31fb5b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:27.471146 n-d-816865-2 neutron-server[103443]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1221a9cd-25b5-4b47-b641-8850dd05c8d3', 'name': 'network-vif-deleted', 'tag': '02bffe40-773f-4c71-9213-3d158a50e499', 'status': 'failed', 'code': 422} returned with failed status Nov 22 16:47:27.542855 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b99e0d28-ca45-4e1e-ae58-5a272201604e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.548110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b99e0d28-ca45-4e1e-ae58-5a272201604e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.594884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b99e0d28-ca45-4e1e-ae58-5a272201604e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=962c95501c754aa0bac8d049323783f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2932951 Nov 22 16:47:27.596193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e0d28-ca45-4e1e-ae58-5a272201604e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad03c815-2791-403f-b79e-1609e0810d1d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:27.599178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:27.630279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd91f30-2293-4899-8881-979b21bd8310 req-20f40d71-aa5e-4f7c-b875-a664d8923699 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.634901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bd91f30-2293-4899-8881-979b21bd8310 req-20f40d71-aa5e-4f7c-b875-a664d8923699 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0706615 Nov 22 16:47:27.656680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2cf88cb0-af0b-40b2-addf-855362479d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.682411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2cf88cb0-af0b-40b2-addf-855362479d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.688091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bd91f30-2293-4899-8881-979b21bd8310 req-b1bb2917-eaad-4250-aa48-7d0e6197bdec tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492468 Nov 22 16:47:27.732980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2cf88cb0-af0b-40b2-addf-855362479d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.735985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2cf88cb0-af0b-40b2-addf-855362479d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.739962 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2cf88cb0-af0b-40b2-addf-855362479d46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad03c815-2791-403f-b79e-1609e0810d1d HTTP/1.1" status: 204 len: 168 time: 0.1355925 Nov 22 16:47:27.745758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf88cb0-af0b-40b2-addf-855362479d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad03c815-2791-403f-b79e-1609e0810d1d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:28.032402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37884) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:28.075659 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d65cb0b9-aee5-4c70-8983-fec1e5672b19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c0d270c2a404cebacc4f443509d1c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419888 Nov 22 16:47:28.078297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:28.131572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-069c3d5f-cb97-433f-907e-c93245a1fe50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.144027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-a4ac18c0-4023-436a-b994-090580c20804 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.145562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-a4ac18c0-4023-436a-b994-090580c20804 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1053576 Nov 22 16:47:28.153497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-069c3d5f-cb97-433f-907e-c93245a1fe50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.162072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-62094bf1-a07a-4df0-bed3-c7347d72c64c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/quotas/dc6894ae98494bb0bf6d62df8a0b0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0102332 Nov 22 16:47:28.195271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-8a7b3e1c-1080-4ba0-b729-9248e7b6c92a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267317 Nov 22 16:47:28.209259 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-069c3d5f-cb97-433f-907e-c93245a1fe50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.212619 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-069c3d5f-cb97-433f-907e-c93245a1fe50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.214074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-069c3d5f-cb97-433f-907e-c93245a1fe50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e2a2df5-1ae4-443e-9558-b38225797156 HTTP/1.1" status: 204 len: 168 time: 0.1348071 Nov 22 16:47:28.223396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c3d5f-cb97-433f-907e-c93245a1fe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a2df5-1ae4-443e-9558-b38225797156,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:28.314837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-fe2ef2b7-d5d4-4035-b6e0-762bdb0b4534 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104372 Nov 22 16:47:28.412495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-50e09859-4b19-4171-96f0-3af979651006 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910029 Nov 22 16:47:28.747389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771527-102f-4fec-a4fe-846e1accc110 req-ef0f7ae9-429b-489d-b9db-9de4b42d9d05 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.756064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-ef0f7ae9-429b-489d-b9db-9de4b42d9d05 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.1279397 Nov 22 16:47:28.771731 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-904a64cc-e9e9-492e-b102-f18c64b2b5a7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/quotas/44eafc3000ae4432af83a8d4dfabffec HTTP/1.1" status: 200 len: 375 time: 0.0146060 Nov 22 16:47:28.818788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-3dd97744-412b-4e78-89f9-05fccaa09300 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447967 Nov 22 16:47:28.939921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-18dfe480-0c09-4199-b79b-94e31dac20bb service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121457 Nov 22 16:47:29.045348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-93bc91ac-3fb2-4037-b7f2-c852dd1956ee service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995264 Nov 22 16:47:29.300439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e20b-920d-4cc2-a1c5-a2670da6143e req-c0661189-c916-46f9-b4d8-6593b19fb5e0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.302240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93a2e20b-920d-4cc2-a1c5-a2670da6143e req-c0661189-c916-46f9-b4d8-6593b19fb5e0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0619681 Nov 22 16:47:29.363672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93a2e20b-920d-4cc2-a1c5-a2670da6143e req-43521954-1b64-46b1-93e5-b68d5dcd0139 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549252 Nov 22 16:47:29.757627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0986e220-c18b-41c5-b276-15c784f6275a req-cd6088f7-30da-460c-823e-eb136a5ba719 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 210 time: 0.0670321 Nov 22 16:47:29.868699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-546f4e0b-79dc-4e1d-99c6-79cfe811dc9a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.870254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-546f4e0b-79dc-4e1d-99c6-79cfe811dc9a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.2134008 Nov 22 16:47:29.879092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37962) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:29.886396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0791f09-fea0-4771-b9a3-4d7e5eacf574 req-38493ed3-09a6-47dd-bf15-aa212a622a2f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 210 time: 0.0462503 Nov 22 16:47:29.910023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Request body: {'port': {'device_id': 'bb969709-5b05-4541-974a-8a6b1a99f107', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'admin_state_up': True, 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:30.009790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ed44d854-877e-422f-961b-9611033c8045 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1788293900'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:30.034764 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed44d854-877e-422f-961b-9611033c8045 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.035961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed44d854-877e-422f-961b-9611033c8045 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.094126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed44d854-877e-422f-961b-9611033c8045 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.100343 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed44d854-877e-422f-961b-9611033c8045 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.112108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f331b63-d057-4b2b-8307-7ab9ea00e269 req-a4635f86-0854-4594-b53e-a2d666d1824d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.115208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f331b63-d057-4b2b-8307-7ab9ea00e269 req-a4635f86-0854-4594-b53e-a2d666d1824d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0923629 Nov 22 16:47:30.116598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:30.120440 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.127156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ed44d854-877e-422f-961b-9611033c8045 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.128622 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ed44d854-877e-422f-961b-9611033c8045 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2484443 Nov 22 16:47:30.131675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37968) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:30.207322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1456942-95c9-44fb-b389-7f2597b56845 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.236650 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f331b63-d057-4b2b-8307-7ab9ea00e269 req-eaee5700-bbc0-406f-9074-e7f19820d193 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124330 Nov 22 16:47:30.335412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Allocated IP 172.20.0.10 (4614eaca-f271-4139-8521-589bfaf1dd26/86875a6d-e4f0-4a44-834c-5559f499b29c/395c8b4f-ccb3-4363-ac9b-7bde73addbe8) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:30.418535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ec403-3020-4723-a858-b76e7b684883 req-9e68e027-73c9-4657-a776-f0925014f277 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.426165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-329ec403-3020-4723-a858-b76e7b684883 req-9e68e027-73c9-4657-a776-f0925014f277 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0935075 Nov 22 16:47:30.484001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1456942-95c9-44fb-b389-7f2597b56845 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.489708 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1456942-95c9-44fb-b389-7f2597b56845 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.566856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1456942-95c9-44fb-b389-7f2597b56845 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.567503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1456942-95c9-44fb-b389-7f2597b56845 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7acbf2-6971-4e67-957b-793d66f10d6a {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:30.578234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1456942-95c9-44fb-b389-7f2597b56845 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.583470 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b1456942-95c9-44fb-b389-7f2597b56845 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "DELETE /v2.0/routers/4d7acbf2-6971-4e67-957b-793d66f10d6a HTTP/1.1" status: 204 len: 168 time: 0.4469063 Nov 22 16:47:30.583792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37976) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:30.591726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-803ed453-8124-40be-aaec-0a14ba2f0ee5 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Request body: {'router': {'name': 'tempest-router-1069772785', 'distributed': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:30.624098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771527-102f-4fec-a4fe-846e1accc110 req-d9a8539d-20ef-4eb5-af29-44c8dfbc5100 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.625722 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-d9a8539d-20ef-4eb5-af29-44c8dfbc5100 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.2450218 Nov 22 16:47:30.640884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Request body: {'port': {'device_id': 'a7d46a0d-4f94-4fe0-96af-74ae8aba09c3', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'admin_state_up': True, 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:30.686560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-803ed453-8124-40be-aaec-0a14ba2f0ee5 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.688006 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-803ed453-8124-40be-aaec-0a14ba2f0ee5 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.764150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-803ed453-8124-40be-aaec-0a14ba2f0ee5 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.779056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-803ed453-8124-40be-aaec-0a14ba2f0ee5 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.801673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-803ed453-8124-40be-aaec-0a14ba2f0ee5 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.806318 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-803ed453-8124-40be-aaec-0a14ba2f0ee5 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2178926 Nov 22 16:47:30.807852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:30.839717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-329ec403-3020-4723-a858-b76e7b684883 req-087821b4-7481-4f8d-b435-3a3fd5569eda tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124432 Nov 22 16:47:30.916533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca4811d5-2d5b-490d-ad85-49bb915538e3 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.918942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.988924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:30.992624 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.993365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.002850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb07b2-ab1c-4380-8d72-acdd65874c46 req-9be3444f-d5c1-43bb-a3a3-9910930aae83 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.004509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51fb07b2-ab1c-4380-8d72-acdd65874c46 req-9be3444f-d5c1-43bb-a3a3-9910930aae83 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0772493 Nov 22 16:47:31.070617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Network 4614eaca-f271-4139-8521-589bfaf1dd26 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:31.077621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:31.079508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event updated for resources: {'Port': ['ID=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:31.085354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:31.107765 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca4811d5-2d5b-490d-ad85-49bb915538e3 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.111636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca4811d5-2d5b-490d-ad85-49bb915538e3 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.137462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51fb07b2-ab1c-4380-8d72-acdd65874c46 req-665fa0ad-7a57-4662-afa8-7aaecaf3f2c3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229367 Nov 22 16:47:31.157578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.158224 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.179969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-404ae61d-fa47-4dc3-b984-47f397747942 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2754500 Nov 22 16:47:31.199669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Request body: {'port': {'device_id': 'bb969709-5b05-4541-974a-8a6b1a99f107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:31.203895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca4811d5-2d5b-490d-ad85-49bb915538e3 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.204443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4811d5-2d5b-490d-ad85-49bb915538e3 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d37a4167-cffb-44e7-b75f-d072ced1ecfd {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:31.213129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca4811d5-2d5b-490d-ad85-49bb915538e3 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.214304 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ca4811d5-2d5b-490d-ad85-49bb915538e3 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "DELETE /v2.0/routers/d37a4167-cffb-44e7-b75f-d072ced1ecfd HTTP/1.1" status: 204 len: 168 time: 0.4055147 Nov 22 16:47:31.217957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.222764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e61e777d-3a69-4552-86a7-da50af1f2599 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Request body: {'router': {'name': 'tempest-router-196922102', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '648de84dc75e4d7aa98f907ed616de63'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:31.277099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.286015 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61e777d-3a69-4552-86a7-da50af1f2599 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.287155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61e777d-3a69-4552-86a7-da50af1f2599 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.295140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Allocated IP 172.20.0.14 (98d0b033-fe9f-424a-8d78-931c2d014ef7/5947e8c2-1a5c-4e3a-bd3f-e648b869d20b/f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:31.363647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61e777d-3a69-4552-86a7-da50af1f2599 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.370772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61e777d-3a69-4552-86a7-da50af1f2599 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.398387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61e777d-3a69-4552-86a7-da50af1f2599 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.399735 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e61e777d-3a69-4552-86a7-da50af1f2599 tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1807761 Nov 22 16:47:31.413737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37992) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.442355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:31.531858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec351ccc-0496-410f-bdf0-0aaac86df35f req-420cbe4e-2151-444d-af4d-53ce410f16c4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.533680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec351ccc-0496-410f-bdf0-0aaac86df35f req-420cbe4e-2151-444d-af4d-53ce410f16c4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 932 time: 0.1168046 Nov 22 16:47:31.620380 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec351ccc-0496-410f-bdf0-0aaac86df35f req-a7dd0bf4-6e36-4f03-84af-9e4ade3903b2 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772014 Nov 22 16:47:31.680035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:31.695158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.697637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.703189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.703579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.739211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Transition to ACTIVE for port object 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:31.744306 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.791135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662461e-b323-4d99-a226-5188391ad99e req-0072a617-0db9-4fa7-ba80-ef88c2c29214 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.793059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9662461e-b323-4d99-a226-5188391ad99e req-0072a617-0db9-4fa7-ba80-ef88c2c29214 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1082082 Nov 22 16:47:31.804636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103442) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 22 16:47:31.805492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Router 650f4ec3-7278-4bd5-a968-d2ac96022848 migrating from provider to provider. {{(pid=103442) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 22 16:47:31.805492 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.812172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.813905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.825851 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.828698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Pushing event updated for resources: {'Port': ['ID=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:31.899004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:31.908402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9662461e-b323-4d99-a226-5188391ad99e req-9261ec0e-a79e-4b3e-ac56-16287e2858fb tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046081 Nov 22 16:47:31.937883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:31.946663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:31.953096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Attempting to bind port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:31.953522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Attempting to bind port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:31.953924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Attempting to bind port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:31.959236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 on network 4614eaca-f271-4139-8521-589bfaf1dd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:31.959671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Attempting to bind port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:31.966525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:31.966982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Checking segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:31.967446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Bound using segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:31.967960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Bound port: 395c8b4f-ccb3-4363-ac9b-7bde73addbe8, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:31.968864 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.969015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event updated for resources: {'Port': ['ID=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:31.980461 n-d-816865-2 neutron-server[103442]: WARNING neutron.scheduler.l3_agent_scheduler [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] No L3 agents can host the router 650f4ec3-7278-4bd5-a968-d2ac96022848 Nov 22 16:47:32.008846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.009467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.067966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] For port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:32.071974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] For port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:32.080697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137cb6a-403e-440f-975f-a88e7a749e91 req-28d6a2ec-dc89-4f46-9a29-c70fdafaadf5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.082331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5137cb6a-403e-440f-975f-a88e7a749e91 req-28d6a2ec-dc89-4f46-9a29-c70fdafaadf5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 932 time: 0.0953722 Nov 22 16:47:32.084057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.090125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-08a3b211-e481-48ab-99bf-4294ba744a43 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4548633 Nov 22 16:47:32.112076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Request body: {'port': {'device_id': 'a7d46a0d-4f94-4fe0-96af-74ae8aba09c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:32.136492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Hosts for router 650f4ec3-7278-4bd5-a968-d2ac96022848: [] {{(pid=103442) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 22 16:47:32.143095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.143798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.145398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] 10.222.0.37 "PUT /v2.0/ports/395c8b4f-ccb3-4363-ac9b-7bde73addbe8 HTTP/1.1" status: 200 len: 1092 time: 0.9555616 Nov 22 16:47:32.145879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb969709-5b05-4541-974a-8a6b1a99f107', 'tag': '395c8b4f-ccb3-4363-ac9b-7bde73addbe8'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:32.148283 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7908899-e035-49bc-ba85-76a686d8f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb969709-5b05-4541-974a-8a6b1a99f107", "tag": "395c8b4f-ccb3-4363-ac9b-7bde73addbe8"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:32.167930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Hosts for other DVR routers connected to router 650f4ec3-7278-4bd5-a968-d2ac96022848: set() {{(pid=103442) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 22 16:47:32.169704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.170908 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-825b0dda-c4cc-483f-810f-080cc9361cfd tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "PUT /v2.0/routers/650f4ec3-7278-4bd5-a968-d2ac96022848 HTTP/1.1" status: 200 len: 716 time: 0.7561812 Nov 22 16:47:32.174610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37998) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:32.195124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.266860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612aacbb-2d9d-46e4-a4a8-4a0d62202917 service neutron] Pushing event updated for resources: {'Port': ['ID=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.292461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5137cb6a-403e-440f-975f-a88e7a749e91 req-51c5fc34-0de2-41ae-9f03-797e7d05747c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823738 Nov 22 16:47:32.302118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dad97ea6-31dd-49cd-8dca-ea9661a6a8ab tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "GET /v2.0/routers/650f4ec3-7278-4bd5-a968-d2ac96022848 HTTP/1.1" status: 200 len: 716 time: 0.1205723 Nov 22 16:47:32.302491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38002) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:32.322661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-439fbc24-812c-4f92-9932-985d199aa19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.324331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-439fbc24-812c-4f92-9932-985d199aa19a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 1095 time: 0.1004446 Nov 22 16:47:32.385589 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-2a78f889-27cf-4cc8-9791-122bdb8c9f4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395c8b4f-ccb3-4363-ac9b-7bde73addbe8 HTTP/1.1" status: 200 len: 217 time: 0.0531502 Nov 22 16:47:32.439627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-adece118-83c0-4076-bc57-96a615f3fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.441412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-adece118-83c0-4076-bc57-96a615f3fc92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0493493 Nov 22 16:47:32.484048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-eae9fee9-f67c-4257-9cee-ed4708779eec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359576 Nov 22 16:47:32.514685 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fae12d-6807-47a0-96d0-a123fd369773 x-openstack-request-id: req-05fae12d-6807-47a0-96d0-a123fd369773 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:32.515094 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb969709-5b05-4541-974a-8a6b1a99f107", "tag": "395c8b4f-ccb3-4363-ac9b-7bde73addbe8", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:32.515450 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05fae12d-6807-47a0-96d0-a123fd369773 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:32.516007 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb969709-5b05-4541-974a-8a6b1a99f107', 'tag': '395c8b4f-ccb3-4363-ac9b-7bde73addbe8', 'status': 'completed', 'code': 200} Nov 22 16:47:32.591504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-32b8ce3d-6fc5-4205-8b1e-d2621058f9da service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994749 Nov 22 16:47:32.721495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c08b058-ecd2-43fd-a7dc-c6ec7f343e8c req-26908620-782d-4329-a62d-8eff5afff24c service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213267 Nov 22 16:47:32.764930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbac1c-7aab-48ce-bf4e-ce4ea9bd64f9 req-abc13f17-e515-4cd1-ab90-3abbbc6533f5 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.771416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9cbac1c-7aab-48ce-bf4e-ce4ea9bd64f9 req-abc13f17-e515-4cd1-ab90-3abbbc6533f5 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0649149 Nov 22 16:47:32.852831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9cbac1c-7aab-48ce-bf4e-ce4ea9bd64f9 req-92e4d298-ca95-4085-bf93-9e16083b2d09 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792484 Nov 22 16:47:32.860643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7908899-e035-49bc-ba85-76a686d8f09f req-8f7b3ee2-60b7-4598-a684-71ced0ccef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.862077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7908899-e035-49bc-ba85-76a686d8f09f req-8f7b3ee2-60b7-4598-a684-71ced0ccef34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 1095 time: 0.0817916 Nov 22 16:47:32.888446 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:47:32.935147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0b83c8f9-a8c9-4c53-be5c-4fe6c20cf2d2 tempest-RoutersTestDVR-461738591 tempest-RoutersTestDVR-461738591-project] 10.222.0.59 "GET /v2.0/routers/650f4ec3-7278-4bd5-a968-d2ac96022848 HTTP/1.1" status: 200 len: 682 time: 0.6313469 Nov 22 16:47:32.938217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:32.988225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:32.998938 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.011932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Transition to ACTIVE for port object f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:33.017253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.078846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2bacbb7-557b-4676-8b35-33c5be66c2ce tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.108451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.142279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Attempting to bind port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:33.142613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Attempting to bind port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:33.142974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Attempting to bind port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:33.148084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:33.148417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Attempting to bind port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:33.153375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7908899-e035-49bc-ba85-76a686d8f09f req-45055afa-c31f-4a8b-8cd3-c82154661694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.153592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:33.153917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Checking segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:33.154300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Bound using segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:33.154731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Bound port: f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:33.154862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7908899-e035-49bc-ba85-76a686d8f09f req-45055afa-c31f-4a8b-8cd3-c82154661694 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 906 time: 0.2849576 Nov 22 16:47:33.155200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.170197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b638e-6e75-4431-a30a-fbe41733506f req-41112a71-f11a-4b38-aac6-01f0c073e647 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.172123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-589b638e-6e75-4431-a30a-fbe41733506f req-41112a71-f11a-4b38-aac6-01f0c073e647 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.2355278 Nov 22 16:47:33.229824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] For port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:33.233267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] For port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:33.239158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.275510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.276144 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.277556 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 HTTP/1.1" status: 200 len: 1092 time: 1.1701570 Nov 22 16:47:33.278007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d46a0d-4f94-4fe0-96af-74ae8aba09c3', 'tag': 'f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:33.280599 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66118564-bdc7-4074-a2dc-ff4c4decc361" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d46a0d-4f94-4fe0-96af-74ae8aba09c3", "tag": "f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:33.285259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7908899-e035-49bc-ba85-76a686d8f09f req-1e491361-c4f2-4e20-af41-73e9ac284eaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395c8b4f-ccb3-4363-ac9b-7bde73addbe8 HTTP/1.1" status: 200 len: 217 time: 0.1120563 Nov 22 16:47:33.308037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692511d-7ffa-42c9-8dbb-b004990260d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.334030 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2bacbb7-557b-4676-8b35-33c5be66c2ce tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.361790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2bacbb7-557b-4676-8b35-33c5be66c2ce tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.363850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771527-102f-4fec-a4fe-846e1accc110 req-293a1c06-1fcf-4db8-b451-2d94f2cb442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.365417 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-293a1c06-1fcf-4db8-b451-2d94f2cb442d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 1095 time: 0.0434077 Nov 22 16:47:33.419503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-7b487fe0-c12f-4fc0-bb4e-bdcdf9539b58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 HTTP/1.1" status: 200 len: 217 time: 0.0441082 Nov 22 16:47:33.426700 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-589b638e-6e75-4431-a30a-fbe41733506f req-3a49cbf8-aaf9-4807-8ff9-541774c4e879 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450712 Nov 22 16:47:33.435205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7908899-e035-49bc-ba85-76a686d8f09f req-44d7c4b1-1b6f-4394-9f97-710ff218b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.437008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7908899-e035-49bc-ba85-76a686d8f09f req-44d7c4b1-1b6f-4394-9f97-710ff218b0cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.1201999 Nov 22 16:47:33.438188 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2bacbb7-557b-4676-8b35-33c5be66c2ce tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.438730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bacbb7-557b-4676-8b35-33c5be66c2ce tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 650f4ec3-7278-4bd5-a968-d2ac96022848 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:33.443410 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f2bacbb7-557b-4676-8b35-33c5be66c2ce tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.444617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f2bacbb7-557b-4676-8b35-33c5be66c2ce tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "DELETE /v2.0/routers/650f4ec3-7278-4bd5-a968-d2ac96022848 HTTP/1.1" status: 204 len: 168 time: 0.5053489 Nov 22 16:47:33.448698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:33.454035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-59e96715-c587-4064-8c1c-bae1af565e2c tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Request body: {'router': {'name': 'tempest-router-805899575', 'distributed': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:33.489499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771527-102f-4fec-a4fe-846e1accc110 req-4d68f146-2023-4d3f-88b2-01f70b6f8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.491005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7908899-e035-49bc-ba85-76a686d8f09f req-42602bc9-ec6e-4cfa-926e-8002553d4b36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448067 Nov 22 16:47:33.491427 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-4d68f146-2023-4d3f-88b2-01f70b6f8319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0643363 Nov 22 16:47:33.513193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59e96715-c587-4064-8c1c-bae1af565e2c tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.514359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59e96715-c587-4064-8c1c-bae1af565e2c tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.534485 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-f3dcd507-d9dd-46b5-8e71-1a7763f1ea67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292053 Nov 22 16:47:33.642467 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-62ff75e2-1d4f-4e1e-801a-3695c234129d service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004472 Nov 22 16:47:33.671725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59e96715-c587-4064-8c1c-bae1af565e2c tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.687453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59e96715-c587-4064-8c1c-bae1af565e2c tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.706891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0b1b-98a4-43a0-819e-8c5f7f80ad8f req-0c34f07d-79b8-4253-af59-c25611e39864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.708463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f4a0b1b-98a4-43a0-819e-8c5f7f80ad8f req-0c34f07d-79b8-4253-af59-c25611e39864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 944 time: 0.1752512 Nov 22 16:47:33.713923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7908899-e035-49bc-ba85-76a686d8f09f req-a5ae7f11-e888-45e6-a52d-3c3d25306a43 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100465 Nov 22 16:47:33.735469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59e96715-c587-4064-8c1c-bae1af565e2c tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.739415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-59e96715-c587-4064-8c1c-bae1af565e2c tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2869873 Nov 22 16:47:33.740239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38030) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:33.752643 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9a771527-102f-4fec-a4fe-846e1accc110 req-2bf2c614-eade-4889-af81-5acfcdd4e446 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026745 Nov 22 16:47:33.821102 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9f58-8aed-4303-a4a8-89ef84afa35e tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.833410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f4a0b1b-98a4-43a0-819e-8c5f7f80ad8f req-c77fcdd4-aa0f-498e-b050-d42b844e8cca tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162179 Nov 22 16:47:33.876618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7908899-e035-49bc-ba85-76a686d8f09f req-e110b082-7aed-4bcd-877f-08a27201a33c service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526589 Nov 22 16:47:33.967426 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28f918d-2b38-43e7-b273-a2c2dc3c42a0 x-openstack-request-id: req-e28f918d-2b38-43e7-b273-a2c2dc3c42a0 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:33.967717 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d46a0d-4f94-4fe0-96af-74ae8aba09c3", "tag": "f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:33.967988 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e28f918d-2b38-43e7-b273-a2c2dc3c42a0 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:33.968929 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d46a0d-4f94-4fe0-96af-74ae8aba09c3', 'tag': 'f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4', 'status': 'completed', 'code': 200} Nov 22 16:47:34.003477 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9f58-8aed-4303-a4a8-89ef84afa35e tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.006279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9f58-8aed-4303-a4a8-89ef84afa35e tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.038983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-39ab1845-cfb2-4934-b886-e4d20eab4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.040378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-39ab1845-cfb2-4934-b886-e4d20eab4c12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 1095 time: 0.0778337 Nov 22 16:47:34.048781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85f07-7995-46f6-85c0-03e81684ff4c req-c01c3dfe-e91b-446d-8ea8-aa5fc74e05d7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.050296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42e85f07-7995-46f6-85c0-03e81684ff4c req-c01c3dfe-e91b-446d-8ea8-aa5fc74e05d7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 944 time: 0.0592747 Nov 22 16:47:34.056930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9f58-8aed-4303-a4a8-89ef84afa35e tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.058547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5d9f58-8aed-4303-a4a8-89ef84afa35e tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87afcc1b-13cc-4074-b54a-fc69ce1d6258 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:34.064091 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9f58-8aed-4303-a4a8-89ef84afa35e tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.065250 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f5d9f58-8aed-4303-a4a8-89ef84afa35e tempest-RoutersTestDVR-276659373 tempest-RoutersTestDVR-276659373-project-admin] 10.222.0.59 "DELETE /v2.0/routers/87afcc1b-13cc-4074-b54a-fc69ce1d6258 HTTP/1.1" status: 204 len: 168 time: 0.3240221 Nov 22 16:47:34.164842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42e85f07-7995-46f6-85c0-03e81684ff4c req-4fea043a-3b4a-4b69-ba29-013ed4e85da2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049933 Nov 22 16:47:34.180506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-146880b4-61ff-4148-8891-35835c258837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.181936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-146880b4-61ff-4148-8891-35835c258837 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 912 time: 0.1306860 Nov 22 16:47:34.229942 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-c86f0707-e2ae-42e6-a689-d499b0528613 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 HTTP/1.1" status: 200 len: 217 time: 0.0388076 Nov 22 16:47:34.314840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-f1096751-6a7a-46fd-b74a-b3ed5d5af252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.316455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-f1096751-6a7a-46fd-b74a-b3ed5d5af252 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0788004 Nov 22 16:47:34.334433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260e06e-fe26-46e3-b2e3-bc8880f67de1 req-d6820bfb-1df5-422f-9198-1368bdf36bb2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.335951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6260e06e-fe26-46e3-b2e3-bc8880f67de1 req-d6820bfb-1df5-422f-9198-1368bdf36bb2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0867374 Nov 22 16:47:34.366145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:34.371001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-7a749919-4f3e-4cfa-beb7-5fc6ff1b404c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452228 Nov 22 16:47:34.483795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca5c8342-267c-47aa-bde6-862110f68446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.577478 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca5c8342-267c-47aa-bde6-862110f68446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.583446 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca5c8342-267c-47aa-bde6-862110f68446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.630016 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ca5c8342-267c-47aa-bde6-862110f68446 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=648de84dc75e4d7aa98f907ed616de63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602019 Nov 22 16:47:34.630016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c8342-267c-47aa-bde6-862110f68446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0a6425-c406-4389-b9e2-bb872f370640,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:34.632150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38042) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:34.685458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48cb1f53-4c14-4610-97cf-563b29853496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.709057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48cb1f53-4c14-4610-97cf-563b29853496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.744606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6260e06e-fe26-46e3-b2e3-bc8880f67de1 req-52c6c6fc-1467-46b9-9b76-72348dfb4717 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009697 Nov 22 16:47:34.775346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48cb1f53-4c14-4610-97cf-563b29853496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.778374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48cb1f53-4c14-4610-97cf-563b29853496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.782078 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-48cb1f53-4c14-4610-97cf-563b29853496 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a0a6425-c406-4389-b9e2-bb872f370640 HTTP/1.1" status: 204 len: 168 time: 0.1473856 Nov 22 16:47:34.791114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb1f53-4c14-4610-97cf-563b29853496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0a6425-c406-4389-b9e2-bb872f370640,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:34.801490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-83945294-64c0-46cf-b9af-f7d0731d03d8 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223788 Nov 22 16:47:34.911781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66118564-bdc7-4074-a2dc-ff4c4decc361 req-89ff692d-925b-4090-89da-e40ead825633 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027675 Nov 22 16:47:35.113576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38056) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:35.128871 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76773b3f-de6b-49b6-b13b-04e3ad198511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.136237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c0211-c99e-49b1-9499-0d329a4bec37 req-1d3e6352-6d1b-4596-8f56-8c8c18901891 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.137811 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a1c0211-c99e-49b1-9499-0d329a4bec37 req-1d3e6352-6d1b-4596-8f56-8c8c18901891 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 944 time: 0.0538552 Nov 22 16:47:35.198622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a1c0211-c99e-49b1-9499-0d329a4bec37 req-bb2101f8-7e4d-4cdc-a410-f6241d704a25 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526943 Nov 22 16:47:35.224986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76773b3f-de6b-49b6-b13b-04e3ad198511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.232957 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76773b3f-de6b-49b6-b13b-04e3ad198511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.277690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76773b3f-de6b-49b6-b13b-04e3ad198511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96241b12-a3a9-43cc-9601-28ab49392f8c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:35.282081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-76773b3f-de6b-49b6-b13b-04e3ad198511 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa09540d59ec4f55a136eada2181e950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1672935 Nov 22 16:47:35.287137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38060) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:35.349464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-277e704d-c08a-4744-b9a1-7b6976a5582d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.373171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-277e704d-c08a-4744-b9a1-7b6976a5582d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.408665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b9848-7651-4ed9-a14a-23aeb8a8ee78 req-fa9a3504-5eb6-484a-9690-aa0620251014 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.410749 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b3b9848-7651-4ed9-a14a-23aeb8a8ee78 req-fa9a3504-5eb6-484a-9690-aa0620251014 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0511115 Nov 22 16:47:35.428571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-277e704d-c08a-4744-b9a1-7b6976a5582d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.431274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-277e704d-c08a-4744-b9a1-7b6976a5582d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.432449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-277e704d-c08a-4744-b9a1-7b6976a5582d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96241b12-a3a9-43cc-9601-28ab49392f8c HTTP/1.1" status: 204 len: 168 time: 0.1443615 Nov 22 16:47:35.440527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e704d-c08a-4744-b9a1-7b6976a5582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96241b12-a3a9-43cc-9601-28ab49392f8c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:35.476620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b3b9848-7651-4ed9-a14a-23aeb8a8ee78 req-dbac8064-1045-4eb9-9e98-35e5628bbd14 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589764 Nov 22 16:47:35.598596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff557d-e67a-4106-b36c-57b3593d6ce7 req-0d1bce0a-1fc7-45f6-bf53-c1a07b6284d8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.600165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ff557d-e67a-4106-b36c-57b3593d6ce7 req-0d1bce0a-1fc7-45f6-bf53-c1a07b6284d8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 944 time: 0.0555053 Nov 22 16:47:35.616481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:35.656569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ff557d-e67a-4106-b36c-57b3593d6ce7 req-12d81a7e-2946-4dc2-9028-79eae3884075 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485315 Nov 22 16:47:35.744210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:35.759547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'port_id': 'f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4', 'mac_address': 'fa:16:3e:ff:0c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e8c2-1a5c-4e3a-bd3f-e648b869d20b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:35.791714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64877691-54c2-439e-9e76-3b9d4f88abb4 req-c2634e26-f21c-48db-a838-1b789b4600f2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.793492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64877691-54c2-439e-9e76-3b9d4f88abb4 req-c2634e26-f21c-48db-a838-1b789b4600f2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0708458 Nov 22 16:47:35.809631 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.823931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:35.865009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:35.866578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64877691-54c2-439e-9e76-3b9d4f88abb4 req-84988d3b-1137-4fdf-b59e-0f4154b39467 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658195 Nov 22 16:47:35.871992 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.880459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:35.946384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:35.987086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899443c-e007-45fd-b091-14d1bb852dc6 req-64bbc23c-c151-46b0-8e80-0f49a0a55974 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.989249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6899443c-e007-45fd-b091-14d1bb852dc6 req-64bbc23c-c151-46b0-8e80-0f49a0a55974 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0625851 Nov 22 16:47:36.036300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:36.041499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6899443c-e007-45fd-b091-14d1bb852dc6 req-fefd2549-2520-4374-9c38-6016104bb3be tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Nov 22 16:47:36.049282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '395c8b4f-ccb3-4363-ac9b-7bde73addbe8', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'port_id': '395c8b4f-ccb3-4363-ac9b-7bde73addbe8', 'mac_address': 'fa:16:3e:ac:55:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86875a6d-e4f0-4a44-834c-5559f499b29c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:36.110687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.285772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38098) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:36.307815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:36.317381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345e88d-7ba2-4d0c-a0f6-af9e9a25f41b req-eb8f375e-2df7-4f3c-9870-fed9796fef23 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.319812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9345e88d-7ba2-4d0c-a0f6-af9e9a25f41b req-eb8f375e-2df7-4f3c-9870-fed9796fef23 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0559220 Nov 22 16:47:36.329285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:36.334941 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.370340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9345e88d-7ba2-4d0c-a0f6-af9e9a25f41b req-b6b4a5ca-00ea-4e20-bbd2-070f79e4a9c2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Nov 22 16:47:36.391078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:36.455722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-577185270'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:36.480478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:36.484262 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.493557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d67ab-7f34-4528-8866-07891bbae9ce req-18a374fd-ea4b-4c49-b5cb-41cd83e4ecaf tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.493786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.495081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-231d67ab-7f34-4528-8866-07891bbae9ce req-18a374fd-ea4b-4c49-b5cb-41cd83e4ecaf tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 945 time: 0.0512674 Nov 22 16:47:36.538077 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.549127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-231d67ab-7f34-4528-8866-07891bbae9ce req-89524627-76d0-4ffa-831b-c339cc62d75b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 Nov 22 16:47:36.582538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.587565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.616340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:36.627057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f721696-4d8d-4208-b7ed-78e7cb877cb1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:36.632606 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.632996 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment 5f235cf4-075b-4a4d-b688-1a571c50616f of type vlan for network 5bd9efe7-b386-4b48-95e0-45b601abfe1a Nov 22 16:47:36.658089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:36.663535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:36.679848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc6dcd-8041-4bed-a9d2-c39861b4319d req-4f4d6bf2-5943-498e-80b9-faf756e2f3ce tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.680856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.681423 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1bc6dcd-8041-4bed-a9d2-c39861b4319d req-4f4d6bf2-5943-498e-80b9-faf756e2f3ce tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0624092 Nov 22 16:47:36.713184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.723840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.723840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.757957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1bc6dcd-8041-4bed-a9d2-c39861b4319d req-94ac6c2e-e78f-4a2b-8932-3fcde8f4727b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649996 Nov 22 16:47:36.775442 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4884789 Nov 22 16:47:36.801551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753567b8-7ab8-4e8d-a3a5-8b27f371f163 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=5bd9efe7-b386-4b48-95e0-45b601abfe1a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:36.834896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 5bd9efe7-b386-4b48-95e0-45b601abfe1a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:36.917802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d826d-1f8d-4c67-8088-a1efb3a4636e req-2d89d370-e27e-4a65-8de2-7b219c60bca5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.919547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-319d826d-1f8d-4c67-8088-a1efb3a4636e req-2d89d370-e27e-4a65-8de2-7b219c60bca5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 945 time: 0.0671711 Nov 22 16:47:36.976510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-319d826d-1f8d-4c67-8088-a1efb3a4636e req-cb0c75ee-0fdb-4605-a771-c80c45c42484 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497890 Nov 22 16:47:37.095143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea501228-9bf4-4c8c-b538-42672717beab req-ade04f21-0d5f-4737-ada0-8b507ed7b0fa tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.096629 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea501228-9bf4-4c8c-b538-42672717beab req-ade04f21-0d5f-4737-ada0-8b507ed7b0fa tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0501947 Nov 22 16:47:37.148308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea501228-9bf4-4c8c-b538-42672717beab req-28807de7-baf3-4799-8b86-b97e73461a0f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450983 Nov 22 16:47:37.335790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bad5a8-14cc-4f48-99bc-4a1c7eb15622 req-a47b4fd6-0924-4cc5-a1fb-5c026dd5974e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.337364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64bad5a8-14cc-4f48-99bc-4a1c7eb15622 req-a47b4fd6-0924-4cc5-a1fb-5c026dd5974e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0563061 Nov 22 16:47:37.386035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64bad5a8-14cc-4f48-99bc-4a1c7eb15622 req-8916b6e0-67fd-4f17-be1b-cb0bc1d68c58 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Nov 22 16:47:37.562303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83501c88-7ef3-4007-a7fe-56ae646e2aba req-a22f1f72-53d0-4830-9a4d-dd54ae250068 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.563814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83501c88-7ef3-4007-a7fe-56ae646e2aba req-a22f1f72-53d0-4830-9a4d-dd54ae250068 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0529017 Nov 22 16:47:37.618699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83501c88-7ef3-4007-a7fe-56ae646e2aba req-1701375e-fed2-483a-a962-137c89e4420c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481577 Nov 22 16:47:37.737073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d8856-c686-41f9-a361-dc8784b0cd72 req-edc1a9f1-8adc-4ca6-b53b-c23862e02233 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.738744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b4d8856-c686-41f9-a361-dc8784b0cd72 req-edc1a9f1-8adc-4ca6-b53b-c23862e02233 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 945 time: 0.0509741 Nov 22 16:47:37.774264 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.798481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b4d8856-c686-41f9-a361-dc8784b0cd72 req-b0a0b357-526a-4b48-8fc4-a9687efaa45f tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537291 Nov 22 16:47:37.930676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7edd8-5f42-4446-8da3-99f1d5da81d6 req-fc58ac55-1098-4f56-850a-5856749ce4b5 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.932197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ee7edd8-5f42-4446-8da3-99f1d5da81d6 req-fc58ac55-1098-4f56-850a-5856749ce4b5 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0592735 Nov 22 16:47:37.980873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ee7edd8-5f42-4446-8da3-99f1d5da81d6 req-784068b6-ccec-4f5b-9ec7-9816b750c5ac tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Nov 22 16:47:38.096452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62322b06-7fe7-4881-8b81-08bc117fb66a req-48545eff-d7af-4c9b-8c23-720a3d6ee0d0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.098024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62322b06-7fe7-4881-8b81-08bc117fb66a req-48545eff-d7af-4c9b-8c23-720a3d6ee0d0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 945 time: 0.0513411 Nov 22 16:47:38.149717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62322b06-7fe7-4881-8b81-08bc117fb66a req-bc062eb7-59b3-4459-88c5-b5a0af8053c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Nov 22 16:47:38.260558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713fdfe-102b-4b4e-ba48-6366e1b697e6 req-fd91c349-dcc6-4efa-96e1-936414f3aad7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.261765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7713fdfe-102b-4b4e-ba48-6366e1b697e6 req-fd91c349-dcc6-4efa-96e1-936414f3aad7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Nov 22 16:47:38.311465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7713fdfe-102b-4b4e-ba48-6366e1b697e6 req-b0a79ef6-8898-4a40-a258-1c64702497dd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Nov 22 16:47:38.427922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbe795-f663-4523-a9f8-049baa201a44 req-9e0415d0-43b5-4c50-a1d1-b11a6d100d5f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.429483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6abbe795-f663-4523-a9f8-049baa201a44 req-9e0415d0-43b5-4c50-a1d1-b11a6d100d5f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0606344 Nov 22 16:47:38.482496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6abbe795-f663-4523-a9f8-049baa201a44 req-6095bb88-b166-44ea-8d3a-8093793b055c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461674 Nov 22 16:47:38.834999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78150a8d-975c-45f6-b7c6-3a475996c537 req-15e87c77-39d0-4164-b55d-308513685eb7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.836869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78150a8d-975c-45f6-b7c6-3a475996c537 req-15e87c77-39d0-4164-b55d-308513685eb7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0724113 Nov 22 16:47:38.891236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78150a8d-975c-45f6-b7c6-3a475996c537 req-adc6e139-d9f2-490c-a8ce-0358df8f632f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Nov 22 16:47:39.010130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78648821-15ff-4837-b482-b1308907635a req-e7848388-644d-4b87-a7d4-cf9ac7e0b7a2 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.011907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78648821-15ff-4837-b482-b1308907635a req-e7848388-644d-4b87-a7d4-cf9ac7e0b7a2 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 945 time: 0.0566232 Nov 22 16:47:39.064900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78648821-15ff-4837-b482-b1308907635a req-9f972aab-3ceb-4272-9811-a0128a50f6dd tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458279 Nov 22 16:47:39.277800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdb426-3c86-4be4-affc-169f57ab325a req-4ce44d60-faa7-4115-9278-cf1c05795f90 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.279551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e8bdb426-3c86-4be4-affc-169f57ab325a req-4ce44d60-faa7-4115-9278-cf1c05795f90 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 945 time: 0.0593626 Nov 22 16:47:39.351876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e8bdb426-3c86-4be4-affc-169f57ab325a req-766626c3-4cbb-490f-b53d-10bc6f372d0f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584590 Nov 22 16:47:39.618338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce87d95-8e32-44d8-a30a-0af9f2999adc req-b4b94477-0ad7-45d7-8c3e-e7cd44b057d3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.619810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ce87d95-8e32-44d8-a30a-0af9f2999adc req-b4b94477-0ad7-45d7-8c3e-e7cd44b057d3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0602021 Nov 22 16:47:39.658591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:39.678728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ce87d95-8e32-44d8-a30a-0af9f2999adc req-3a2e14a3-0e5e-436c-b973-69a8d9ebe876 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526378 Nov 22 16:47:39.725627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:39.730142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:39.730648 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.850925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.877341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d46a0d-4f94-4fe0-96af-74ae8aba09c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:39.880332 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3663190-045a-4526-9740-c3cfeacd86d9" -d '{"events": [{"server_uuid": "a7d46a0d-4f94-4fe0-96af-74ae8aba09c3", "name": "network-vif-plugged", "status": "completed", "tag": "f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:39.893037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:39.898853 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.900036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:39.952453 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e26a5ec-434a-405b-9f9c-01daa893f89f x-openstack-request-id: req-6e26a5ec-434a-405b-9f9c-01daa893f89f {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:39.952819 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d46a0d-4f94-4fe0-96af-74ae8aba09c3", "name": "network-vif-plugged", "status": "completed", "tag": "f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:39.953064 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e26a5ec-434a-405b-9f9c-01daa893f89f {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:39.953462 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d46a0d-4f94-4fe0-96af-74ae8aba09c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4', 'code': 200} Nov 22 16:47:39.993556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.009342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:40.015227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:40.015849 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.067527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38156) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:40.081001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': '5bd9efe7-b386-4b48-95e0-45b601abfe1a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:40.086055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f86c2-c4c9-4bf3-820e-7823178e77b2 req-ab850de8-87a5-4943-9f18-cb2d8407dbae tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.087661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-509f86c2-c4c9-4bf3-820e-7823178e77b2 req-ab850de8-87a5-4943-9f18-cb2d8407dbae tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1032121 Nov 22 16:47:40.089834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7afe5-3e4a-41a2-8fff-c2f30713ae3e req-00cd88fd-3b01-4540-8e61-eaa08b3dca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.093166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96e7afe5-3e4a-41a2-8fff-c2f30713ae3e req-00cd88fd-3b01-4540-8e61-eaa08b3dca4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 1097 time: 0.0648022 Nov 22 16:47:40.111495 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.148136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:40.154686 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.183196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-509f86c2-c4c9-4bf3-820e-7823178e77b2 req-8cf26540-8d00-4f11-a00f-6d91b3212ec2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882647 Nov 22 16:47:40.184171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:40.187836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96e7afe5-3e4a-41a2-8fff-c2f30713ae3e req-80a4a476-50ed-4c1e-a88e-6d20013fb03c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818603 Nov 22 16:47:40.188192 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.213900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.323868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b051aff-b209-4a3f-ba23-31244eca858a req-545732ca-4db3-4a96-a09f-c141e3e59b21 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.325606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b051aff-b209-4a3f-ba23-31244eca858a req-545732ca-4db3-4a96-a09f-c141e3e59b21 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 946 time: 0.0631256 Nov 22 16:47:40.383696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b051aff-b209-4a3f-ba23-31244eca858a req-42bc909f-dd9e-4e24-9b92-2413cc2904ea tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512156 Nov 22 16:47:40.389693 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.462053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=67edf600-8f90-47fb-adf4-6ebff5510dc8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.477878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': '5f235cf4-075b-4a4d-b688-1a571c50616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bd9efe7-b386-4b48-95e0-45b601abfe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:40.478272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: 5bd9efe7-b386-4b48-95e0-45b601abfe1a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:40.500099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 5bd9efe7-b386-4b48-95e0-45b601abfe1a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:40.510834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 5bd9efe7-b386-4b48-95e0-45b601abfe1a) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:40.515053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.515652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.520215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1e6e7f-67b0-4b3c-9916-d92d01544f8b None None] Network 5bd9efe7-b386-4b48-95e0-45b601abfe1a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:40.542288 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9393adb3-d991-47f4-a837-590fbe5354f3 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4630160 Nov 22 16:47:40.542549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38166) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:40.549156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835412644'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:40.560809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c06fe1-204f-4127-b41f-a5799370e68e req-bc864457-cadb-49f3-b669-4b1e712abdd4 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.562435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59c06fe1-204f-4127-b41f-a5799370e68e req-bc864457-cadb-49f3-b669-4b1e712abdd4 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0662844 Nov 22 16:47:40.578622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:40.582706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.611920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:40.627266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59c06fe1-204f-4127-b41f-a5799370e68e req-0deb4300-748e-4588-bec9-9f0180cd8c98 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548847 Nov 22 16:47:40.631909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.632406 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment 152549a1-ba42-4e50-a7e4-5b90eaf650b8 of type vlan for network 4b8e2923-3b4e-4411-8100-ee3e1e05e492 Nov 22 16:47:40.710021 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.714266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-5bd9efe7-b386-4b48-95e0-45b601abfe1a', 'network_id': '5bd9efe7-b386-4b48-95e0-45b601abfe1a', 'tenant_id': '7b912ad295244d27858049b790e86eae', 'fixed_ips': [{'subnet_id': '67edf600-8f90-47fb-adf4-6ebff5510dc8'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:40.719581 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.760550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.771741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.772922 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.847623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:40.848481 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3043923 Nov 22 16:47:40.855192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': '4b8e2923-3b4e-4411-8100-ee3e1e05e492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:40.875914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee191ade-a2f7-43a1-a35e-35de175344b6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=4b8e2923-3b4e-4411-8100-ee3e1e05e492,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.890794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 4b8e2923-3b4e-4411-8100-ee3e1e05e492 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:40.989438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a220cc-238b-4ed3-8e14-194272762716 req-426d67b9-8bdd-4443-ad1f-945e41e19b96 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.991316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91a220cc-238b-4ed3-8e14-194272762716 req-426d67b9-8bdd-4443-ad1f-945e41e19b96 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1241593 Nov 22 16:47:41.015371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Allocated IP 2001:db8:0:ffff::2 (5bd9efe7-b386-4b48-95e0-45b601abfe1a/67edf600-8f90-47fb-adf4-6ebff5510dc8/b9a29986-2cfc-4af9-bab2-fa984299a613) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:41.050100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:41.056416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.148042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91a220cc-238b-4ed3-8e14-194272762716 req-8c592efe-c951-48a1-bac6-50272beb9803 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359146 Nov 22 16:47:41.230080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.239029 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.317938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Network 5bd9efe7-b386-4b48-95e0-45b601abfe1a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:41.326026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:41.333992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:41.339290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Pushing event updated for resources: {'Port': ['ID=b9a29986-2cfc-4af9-bab2-fa984299a613,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.398692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.409458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Attempting to bind port b9a29986-2cfc-4af9-bab2-fa984299a613 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:41.409942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Attempting to bind port b9a29986-2cfc-4af9-bab2-fa984299a613 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '5f235cf4-075b-4a4d-b688-1a571c50616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bd9efe7-b386-4b48-95e0-45b601abfe1a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:41.410262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Attempting to bind port b9a29986-2cfc-4af9-bab2-fa984299a613 on network 5bd9efe7-b386-4b48-95e0-45b601abfe1a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:41.416506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:41.416889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Checking segment: {'id': '5f235cf4-075b-4a4d-b688-1a571c50616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bd9efe7-b386-4b48-95e0-45b601abfe1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:41.417301 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.417716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Bound using segment: {'id': '5f235cf4-075b-4a4d-b688-1a571c50616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bd9efe7-b386-4b48-95e0-45b601abfe1a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:41.418344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Bound port: b9a29986-2cfc-4af9-bab2-fa984299a613, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f235cf4-075b-4a4d-b688-1a571c50616f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '5bd9efe7-b386-4b48-95e0-45b601abfe1a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:41.418658 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.461331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5335ae4-8c27-400b-bca7-75b92e8037e2 req-11d053b5-ea20-4947-a0d0-3d2043bc11b0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.463657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5335ae4-8c27-400b-bca7-75b92e8037e2 req-11d053b5-ea20-4947-a0d0-3d2043bc11b0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1499624 Nov 22 16:47:41.497700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] For port b9a29986-2cfc-4af9-bab2-fa984299a613, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:41.501851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] For port b9a29986-2cfc-4af9-bab2-fa984299a613, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b9a29986-2cfc-4af9-bab2-fa984299a613,segment=NetworkSegment(5f235cf4-075b-4a4d-b688-1a571c50616f),segment_id=5f235cf4-075b-4a4d-b688-1a571c50616f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:41.507966 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.508380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=b61192bb-3ead-407d-bf6e-84e1139a34d3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.536394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': '152549a1-ba42-4e50-a7e4-5b90eaf650b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4b8e2923-3b4e-4411-8100-ee3e1e05e492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:41.536996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: 4b8e2923-3b4e-4411-8100-ee3e1e05e492, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:41.573611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2087db6-9d91-4f93-941d-116291ce02bf None None] Pushing event updated for resources: {'Port': ['ID=b9a29986-2cfc-4af9-bab2-fa984299a613,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.591595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5335ae4-8c27-400b-bca7-75b92e8037e2 req-40707052-33b6-48c0-820d-952b1aad1d19 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037581 Nov 22 16:47:41.593045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 4b8e2923-3b4e-4411-8100-ee3e1e05e492 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:41.615186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 4b8e2923-3b4e-4411-8100-ee3e1e05e492) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:41.615186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.615186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.620308 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4250ea-8425-4206-ac78-e2310b947587 None None] Network 4b8e2923-3b4e-4411-8100-ee3e1e05e492 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:41.648516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8773ac7a-e480-4e0c-b8a2-a8b554b153a9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7971601 Nov 22 16:47:41.649152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38182) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:41.818507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.834228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e072b7-84da-4a5e-b146-35f01e30ca45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-4b8e2923-3b4e-4411-8100-ee3e1e05e492', 'network_id': '4b8e2923-3b4e-4411-8100-ee3e1e05e492', 'tenant_id': '7b912ad295244d27858049b790e86eae', 'fixed_ips': [{'subnet_id': 'b61192bb-3ead-407d-bf6e-84e1139a34d3'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:41.835170 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9e072b7-84da-4a5e-b146-35f01e30ca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.849667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2142-1b10-4345-90e6-679e88532bbd req-21dd3b18-3389-4739-a7c4-a1ae671cf5fe tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.863903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a04a2142-1b10-4345-90e6-679e88532bbd req-21dd3b18-3389-4739-a7c4-a1ae671cf5fe tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 946 time: 0.0972133 Nov 22 16:47:41.907995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.948069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a04a2142-1b10-4345-90e6-679e88532bbd req-a11540ed-f486-45e0-b343-61ccad5e136c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831132 Nov 22 16:47:41.955313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb969709-5b05-4541-974a-8a6b1a99f107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395c8b4f-ccb3-4363-ac9b-7bde73addbe8'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:41.958034 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374ae422-7e4a-47ba-9a20-96846c97fefc" -d '{"events": [{"server_uuid": "bb969709-5b05-4541-974a-8a6b1a99f107", "name": "network-vif-plugged", "status": "completed", "tag": "395c8b4f-ccb3-4363-ac9b-7bde73addbe8"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:42.014380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-c9e072b7-84da-4a5e-b146-35f01e30ca45 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b61192bb-3ead-407d-bf6e-84e1139a34d3: This subnet is being modified by another concurrent operation. Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b61192bb-3ead-407d-bf6e-84e1139a34d3: This subnet is being modified by another concurrent operation. Nov 22 16:47:42.025118 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 16:47:42.046700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cdbe22-fd55-43c7-b032-ff80c78de9e9 None None] Network 4b8e2923-3b4e-4411-8100-ee3e1e05e492 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:42.066249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=b61192bb-3ead-407d-bf6e-84e1139a34d3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:42.087871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaed124-5865-45cc-a0d9-bbbe4541f8bd req-da513d77-c9c7-41ff-b780-02852447b27d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.089439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5eaed124-5865-45cc-a0d9-bbbe4541f8bd req-da513d77-c9c7-41ff-b780-02852447b27d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0721457 Nov 22 16:47:42.138777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.141301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5eaed124-5865-45cc-a0d9-bbbe4541f8bd req-4d8ba2f1-42ab-4e02-8350-13e2639299fc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Nov 22 16:47:42.163211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8e2923-3b4e-4411-8100-ee3e1e05e492']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:42.174723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152549a1-ba42-4e50-a7e4-5b90eaf650b8') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:42.175363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152549a1-ba42-4e50-a7e4-5b90eaf650b8') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:42.186381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.201010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.207416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:42.207853 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:42.211861 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:42.257304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39feb0-1291-46d9-9d25-4c16711e57d4 req-4ae9cbc0-85c8-4428-925b-50125388ecfb tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.258840 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a39feb0-1291-46d9-9d25-4c16711e57d4 req-4ae9cbc0-85c8-4428-925b-50125388ecfb tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0526712 Nov 22 16:47:42.273581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.280665 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.284401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/4b8e2923-3b4e-4411-8100-ee3e1e05e492 HTTP/1.1" status: 204 len: 168 time: 0.6343656 Nov 22 16:47:42.292161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:42.296341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee2ca0-a3ce-4667-94ea-0158499bccaf tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=4b8e2923-3b4e-4411-8100-ee3e1e05e492,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:42.297775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-119130863'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:42.325451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a39feb0-1291-46d9-9d25-4c16711e57d4 req-22f9d006-a159-461d-b649-4bbb3a9aa59b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604553 Nov 22 16:47:42.334670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:42.338343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.379403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:42.389541 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1addee43-bda4-456f-9d93-36b5a4506d3c x-openstack-request-id: req-1addee43-bda4-456f-9d93-36b5a4506d3c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:42.389732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.390013 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment e86acca2-1701-4db4-8411-f5a77ea83eff of type vlan for network be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb Nov 22 16:47:42.390552 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb969709-5b05-4541-974a-8a6b1a99f107", "name": "network-vif-plugged", "status": "completed", "tag": "395c8b4f-ccb3-4363-ac9b-7bde73addbe8", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:42.391056 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1addee43-bda4-456f-9d93-36b5a4506d3c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:42.391725 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb969709-5b05-4541-974a-8a6b1a99f107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395c8b4f-ccb3-4363-ac9b-7bde73addbe8', 'code': 200} Nov 22 16:47:42.436960 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.478707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.483637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.484262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.606089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3126786 Nov 22 16:47:42.612224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38200) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:42.620762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': 'be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:42.624425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cc64e-347a-4292-8e47-0e7b23e56df6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:42.633010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa7c79-e7b6-43d0-8560-ca9aab82db0b req-1054a1eb-b961-4c2f-b16b-e220e3998ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.635003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6fa7c79-e7b6-43d0-8560-ca9aab82db0b req-1054a1eb-b961-4c2f-b16b-e220e3998ded service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 1097 time: 0.1693730 Nov 22 16:47:42.640260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:42.722214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690f71a-8036-46f1-a0f0-9407d1222ec7 req-4a11a51b-9284-4e5f-b132-4d62ec0c400e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.723773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d690f71a-8036-46f1-a0f0-9407d1222ec7 req-4a11a51b-9284-4e5f-b132-4d62ec0c400e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2160094 Nov 22 16:47:42.780405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6fa7c79-e7b6-43d0-8560-ca9aab82db0b req-464bb12e-1d65-468c-aa1e-a75de0486a46 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326535 Nov 22 16:47:42.805303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d23242e-1ad9-4648-830b-989ee7ec1acf None None] Network 5bd9efe7-b386-4b48-95e0-45b601abfe1a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:42.808874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:42.812429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.857725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d690f71a-8036-46f1-a0f0-9407d1222ec7 req-ddb11067-c56d-4853-8a97-6c85007d7249 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157331 Nov 22 16:47:42.924954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-16d918a7-8743-4747-84ed-9ee744a4b1f5 None None] Provisioning complete for port b9a29986-2cfc-4af9-bab2-fa984299a613 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:42.925724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16d918a7-8743-4747-84ed-9ee744a4b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.036569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.072442 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16d918a7-8743-4747-84ed-9ee744a4b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.113020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-16d918a7-8743-4747-84ed-9ee744a4b1f5 None None] For port b9a29986-2cfc-4af9-bab2-fa984299a613, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b9a29986-2cfc-4af9-bab2-fa984299a613,segment=NetworkSegment(5f235cf4-075b-4a4d-b688-1a571c50616f),segment_id=5f235cf4-075b-4a4d-b688-1a571c50616f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:43.118405 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16d918a7-8743-4747-84ed-9ee744a4b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.140767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=1a46164a-fb98-468a-b447-0029973c01bd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:43.155376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': 'e86acca2-1701-4db4-8411-f5a77ea83eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:43.155842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:43.173608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d918a7-8743-4747-84ed-9ee744a4b1f5 None None] Pushing event updated for resources: {'Port': ['ID=b9a29986-2cfc-4af9-bab2-fa984299a613,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:43.174962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa61e04-4ff5-4e21-bf68-437023e885e7 req-d3185150-424a-4063-870e-99951d9f9b82 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.177133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bfa61e04-4ff5-4e21-bf68-437023e885e7 req-d3185150-424a-4063-870e-99951d9f9b82 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0808733 Nov 22 16:47:43.193310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:43.213671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:43.225076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c39349-5f1a-4df8-bf8e-2b30828f6326 None None] Network be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:43.225348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.225911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.249422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bfa61e04-4ff5-4e21-bf68-437023e885e7 req-23516ef3-c626-471d-a5f2-7bee85ab5041 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647421 Nov 22 16:47:43.262560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38208) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:43.264206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ba481ec-2e1c-4442-8ec4-b8ac9b3d6e62 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6490495 Nov 22 16:47:43.269415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528757226'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:43.312571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:43.317907 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.349734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:43.366876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.367267 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment a38b0cf2-24f1-4bc6-bf28-77a23c154703 of type vlan for network 56265203-f394-4ee3-a3b7-d69e4a5aa78b Nov 22 16:47:43.371771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4b9794b8-1da8-41ea-81b9-36954d075464 None None] Provisioning complete for port b9a29986-2cfc-4af9-bab2-fa984299a613 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:43.372067 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b9794b8-1da8-41ea-81b9-36954d075464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.417297 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.452379 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.453997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb', 'network_id': 'be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb', 'tenant_id': '7b912ad295244d27858049b790e86eae', 'fixed_ips': [{'subnet_id': '1a46164a-fb98-468a-b447-0029973c01bd'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:43.454837 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.459299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.459636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.488776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750651d8-1d00-4264-ae6e-c601d7907fdc req-18939eff-7ae7-4ba5-a133-5cfc79ccaa06 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.506058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-750651d8-1d00-4264-ae6e-c601d7907fdc req-18939eff-7ae7-4ba5-a133-5cfc79ccaa06 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 946 time: 0.0869534 Nov 22 16:47:43.541948 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2751415 Nov 22 16:47:43.547722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38212) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:43.554494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': '56265203-f394-4ee3-a3b7-d69e4a5aa78b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:43.573915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-750651d8-1d00-4264-ae6e-c601d7907fdc req-8717d660-a977-465a-8236-c0dd29cbcdda tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662987 Nov 22 16:47:43.622697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=56265203-f394-4ee3-a3b7-d69e4a5aa78b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:43.638848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b9a29986-2cfc-4af9-bab2-fa984299a613 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:43.644191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.644728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.645087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.645435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.645766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.646489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.646699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.647194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.647657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.648090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.648442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.648778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99890f1c-2ed0-4306-8392-f60be34bed3f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:43.683823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 56265203-f394-4ee3-a3b7-d69e4a5aa78b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:43.705193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:43.714805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.716396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061453-680d-414a-b31e-627350aea3b0 req-3686cc57-5a12-4cea-8c5f-d8c4191da9d1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.724975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd061453-680d-414a-b31e-627350aea3b0 req-3686cc57-5a12-4cea-8c5f-d8c4191da9d1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0668232 Nov 22 16:47:43.751058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Allocated IP 2001:db8::3 (be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb/1a46164a-fb98-468a-b447-0029973c01bd/1129d367-5c9e-4cae-b63a-6b507b42f70a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:43.770584 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd061453-680d-414a-b31e-627350aea3b0 req-22f1700c-5b38-470c-b14f-b004fa19e570 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Nov 22 16:47:43.803655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Performing IP validity checks on allocation pools {{(pid=103442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:47:43.804396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:47:43.895286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b9a29986-2cfc-4af9-bab2-fa984299a613 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:43.895955 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.903084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19e673-e6f8-40a0-85f2-2ab5c07125d1 req-2782915b-1f6b-4d0e-88be-8a4b4e0108ff tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.904974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e19e673-e6f8-40a0-85f2-2ab5c07125d1 req-2782915b-1f6b-4d0e-88be-8a4b4e0108ff tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0596147 Nov 22 16:47:43.994801 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.996385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e19e673-e6f8-40a0-85f2-2ab5c07125d1 req-8e76c6e7-7fd8-448c-962f-59348b507e8d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757351 Nov 22 16:47:44.080567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': 'a38b0cf2-24f1-4bc6-bf28-77a23c154703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '56265203-f394-4ee3-a3b7-d69e4a5aa78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:44.081070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: 56265203-f394-4ee3-a3b7-d69e4a5aa78b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:44.085902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=5e806921-f24f-4daf-bd7a-a7ac2754c15c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:44.112324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 56265203-f394-4ee3-a3b7-d69e4a5aa78b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:44.125347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 56265203-f394-4ee3-a3b7-d69e4a5aa78b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:44.134202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.134848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.142130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa840372-28a8-4593-808a-2798a2fd2979 req-5c480fcd-10b4-4d5b-9afa-e2d8edb9afd1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.143879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa840372-28a8-4593-808a-2798a2fd2979 req-5c480fcd-10b4-4d5b-9afa-e2d8edb9afd1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0642040 Nov 22 16:47:44.162182 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-390d261d-781b-496b-89e4-0736d7caa31e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6133842 Nov 22 16:47:44.164946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38220) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:44.188868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672cb33-d8c2-4551-8fdb-984b31ad6dec None None] Network 56265203-f394-4ee3-a3b7-d69e4a5aa78b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:44.208233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa840372-28a8-4593-808a-2798a2fd2979 req-9b64fa05-acb6-4366-b217-5815631a018e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559058 Nov 22 16:47:44.287134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.347760 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.383942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.405183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad54a9-9523-4230-8816-82c248931397 req-74b94013-0243-408d-92b7-42e594a11db1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.407019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6ad54a9-9523-4230-8816-82c248931397 req-74b94013-0243-408d-92b7-42e594a11db1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0527925 Nov 22 16:47:44.412849 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.428672 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.463074 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=5e806921-f24f-4daf-bd7a-a7ac2754c15c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:44.470464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Network be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:44.484075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:44.487113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:44.492742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Pushing event updated for resources: {'Port': ['ID=1129d367-5c9e-4cae-b63a-6b507b42f70a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:44.493363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6ad54a9-9523-4230-8816-82c248931397 req-25edab6d-4ac1-423d-a8c0-57d3c48cdf2e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763047 Nov 22 16:47:44.540228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.562438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56265203-f394-4ee3-a3b7-d69e4a5aa78b']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:44.567534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2527e-1db7-4878-be3f-50a40ccd2c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-56265203-f394-4ee3-a3b7-d69e4a5aa78b', 'network_id': '56265203-f394-4ee3-a3b7-d69e4a5aa78b', 'tenant_id': '7b912ad295244d27858049b790e86eae', 'fixed_ips': [{'subnet_id': '5e806921-f24f-4daf-bd7a-a7ac2754c15c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:44.568389 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3b2527e-1db7-4878-be3f-50a40ccd2c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.573231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38b0cf2-24f1-4bc6-bf28-77a23c154703') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:44.573597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38b0cf2-24f1-4bc6-bf28-77a23c154703') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:44.584739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.592357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Attempting to bind port 1129d367-5c9e-4cae-b63a-6b507b42f70a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:44.592551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Attempting to bind port 1129d367-5c9e-4cae-b63a-6b507b42f70a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e86acca2-1701-4db4-8411-f5a77ea83eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:44.596062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Attempting to bind port 1129d367-5c9e-4cae-b63a-6b507b42f70a on network be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:44.604706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.606917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:44.607316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Checking segment: {'id': 'e86acca2-1701-4db4-8411-f5a77ea83eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:44.607924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.608504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Bound using segment: {'id': 'e86acca2-1701-4db4-8411-f5a77ea83eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:44.609050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Bound port: 1129d367-5c9e-4cae-b63a-6b507b42f70a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86acca2-1701-4db4-8411-f5a77ea83eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:44.609700 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.613168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:44.614008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:44.618115 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:44.692283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.700406 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.702697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2201ee8-24fa-40b3-95d1-60f2241ef9c6 None None] Network 56265203-f394-4ee3-a3b7-d69e4a5aa78b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:44.712397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/56265203-f394-4ee3-a3b7-d69e4a5aa78b HTTP/1.1" status: 204 len: 168 time: 0.5396276 Nov 22 16:47:44.712397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38230) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:44.717073 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675301771'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:44.724629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2201ee8-24fa-40b3-95d1-60f2241ef9c6 None None] Network 56265203-f394-4ee3-a3b7-d69e4a5aa78b could not be found, it might have been deleted concurrently. {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:47:44.727439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e52b-82f0-4fe4-bbe7-561d89db9516 req-69ac6ed4-20ae-4cb5-a549-42bd429fefd3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.735951 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065fba5-4df0-4e4f-a13b-17e10aa33199 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=56265203-f394-4ee3-a3b7-d69e4a5aa78b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:44.736920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cd9e52b-82f0-4fe4-bbe7-561d89db9516 req-69ac6ed4-20ae-4cb5-a549-42bd429fefd3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0796094 Nov 22 16:47:44.752273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] For port 1129d367-5c9e-4cae-b63a-6b507b42f70a, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:44.756908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] For port 1129d367-5c9e-4cae-b63a-6b507b42f70a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1129d367-5c9e-4cae-b63a-6b507b42f70a,segment=NetworkSegment(e86acca2-1701-4db4-8411-f5a77ea83eff),segment_id=e86acca2-1701-4db4-8411-f5a77ea83eff)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:44.759680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:44.761576 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.773430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.791615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cd9e52b-82f0-4fe4-bbe7-561d89db9516 req-420db31a-309f-437e-abdd-584b0606e24b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525734 Nov 22 16:47:44.808366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:44.827968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.827968 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment 190de068-5a27-4974-a5ec-597077f70e7d of type vlan for network f1671786-22de-4e67-acb0-a27663126a07 Nov 22 16:47:44.841432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd63dec-1b80-49fc-87f5-5f6c4def3b60 None None] Pushing event updated for resources: {'Port': ['ID=1129d367-5c9e-4cae-b63a-6b507b42f70a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:44.881254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.911596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.917833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.918639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.925796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad4a57-7d94-4375-9d13-244701039e3a req-b4c6a2c5-f497-4192-83a7-ef36ca9aa699 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.927427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bad4a57-7d94-4375-9d13-244701039e3a req-b4c6a2c5-f497-4192-83a7-ef36ca9aa699 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 946 time: 0.0541501 Nov 22 16:47:44.987990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bad4a57-7d94-4375-9d13-244701039e3a req-7a6908cb-9bbb-47d8-9fc3-217ef95f33ab tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537064 Nov 22 16:47:44.994377 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2794857 Nov 22 16:47:44.995097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:44.999843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': 'f1671786-22de-4e67-acb0-a27663126a07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:45.008889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4065b-11c0-430b-9ce8-17dcc7478db5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=f1671786-22de-4e67-acb0-a27663126a07,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:45.064002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f1671786-22de-4e67-acb0-a27663126a07 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:45.168361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8ddd-efee-4ccc-80ee-1b5a40069e92 req-294d6d90-5e88-4bdc-b5e5-a2bec52a419f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.177941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:45.178201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-706d8ddd-efee-4ccc-80ee-1b5a40069e92 req-294d6d90-5e88-4bdc-b5e5-a2bec52a419f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0971537 Nov 22 16:47:45.182519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.242529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-706d8ddd-efee-4ccc-80ee-1b5a40069e92 req-69631d8f-ac23-4bb7-b094-e58f88a946b4 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634267 Nov 22 16:47:45.417032 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb159640-14d6-44c7-91ff-6e540fd6e3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.436679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.514536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=08a62094-75d8-438a-beda-b744e35c2143,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:45.532542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': '190de068-5a27-4974-a5ec-597077f70e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f1671786-22de-4e67-acb0-a27663126a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:45.532542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: f1671786-22de-4e67-acb0-a27663126a07, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:45.545087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-1c2001cf-1a12-4fb7-bdd7-101bdc1f6c99 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.546633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-1c2001cf-1a12-4fb7-bdd7-101bdc1f6c99 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1737101 Nov 22 16:47:45.555481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network f1671786-22de-4e67-acb0-a27663126a07 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:45.565307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-1e7efe0c-7437-40c9-ad60-a5601d1bd015 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/quotas/dc6894ae98494bb0bf6d62df8a0b0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0111332 Nov 22 16:47:45.568722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f1671786-22de-4e67-acb0-a27663126a07) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:45.575425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.576652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.585418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4d9fb3-d813-47ca-98fe-ea9ee5fef7a2 None None] Network f1671786-22de-4e67-acb0-a27663126a07 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:45.622213 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5656a34c-e64a-44da-9146-d4f413bd0415 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6260331 Nov 22 16:47:45.625676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38258) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:45.666084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-cb364efa-f17e-440f-b9c9-e475c3209fdb tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896688 Nov 22 16:47:45.688431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1129d367-5c9e-4cae-b63a-6b507b42f70a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:45.800302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-323962fe-18c9-442e-82cd-017798a00a0e service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328180 Nov 22 16:47:45.833568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1129d367-5c9e-4cae-b63a-6b507b42f70a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:45.833951 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.844038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.925097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-f97ea847-096c-4f88-b15d-188f890106ef service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235976 Nov 22 16:47:45.928896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa4a9db-20ee-4ca3-b7be-2ffc64bee63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f1671786-22de-4e67-acb0-a27663126a07', 'network_id': 'f1671786-22de-4e67-acb0-a27663126a07', 'tenant_id': '7b912ad295244d27858049b790e86eae', 'fixed_ips': [{'subnet_id': '08a62094-75d8-438a-beda-b744e35c2143'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:45.929501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.929973 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4aa4a9db-20ee-4ca3-b7be-2ffc64bee63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.047797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-4aa4a9db-20ee-4ca3-b7be-2ffc64bee63f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08a62094-75d8-438a-beda-b744e35c2143: This subnet is being modified by another concurrent operation. Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08a62094-75d8-438a-beda-b744e35c2143: This subnet is being modified by another concurrent operation. Nov 22 16:47:46.111253 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 16:47:46.118637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=08a62094-75d8-438a-beda-b744e35c2143,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.152306 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.178430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4c7bc-a6b4-4446-8f70-cdec82a2b07e None None] Network f1671786-22de-4e67-acb0-a27663126a07 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:46.221075 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.228300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 1129d367-5c9e-4cae-b63a-6b507b42f70a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1129d367-5c9e-4cae-b63a-6b507b42f70a,segment=NetworkSegment(e86acca2-1701-4db4-8411-f5a77ea83eff),segment_id=e86acca2-1701-4db4-8411-f5a77ea83eff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:46.274247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1671786-22de-4e67-acb0-a27663126a07']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:46.293950 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e001e9-5a12-4bb1-bf88-9ff658d76f6a req-da5e85f2-250e-4782-b657-8c8160ac35c7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.296528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32e001e9-5a12-4bb1-bf88-9ff658d76f6a req-da5e85f2-250e-4782-b657-8c8160ac35c7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1133239 Nov 22 16:47:46.307593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.316088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190de068-5a27-4974-a5ec-597077f70e7d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:46.316603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190de068-5a27-4974-a5ec-597077f70e7d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:46.340587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.364711 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.378119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde4db5f-4cca-4f20-a84e-9ce9ef225bd7 None None] Network be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:46.384709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:46.386488 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.404788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32e001e9-5a12-4bb1-bf88-9ff658d76f6a req-dd937bac-aed7-4d12-a275-b5972e0f5872 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979233 Nov 22 16:47:46.461466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38274) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:46.470054 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:46.489867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.510289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=1129d367-5c9e-4cae-b63a-6b507b42f70a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.518325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.527391 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/f1671786-22de-4e67-acb0-a27663126a07 HTTP/1.1" status: 204 len: 168 time: 0.8940866 Nov 22 16:47:46.527513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6d2d949f-61b9-491d-9fb2-20eaaa27a3d9 None None] Provisioning complete for port 1129d367-5c9e-4cae-b63a-6b507b42f70a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:46.527513 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d2d949f-61b9-491d-9fb2-20eaaa27a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.543988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38278) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:46.547477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bbf99-3d79-46d8-83ff-c1db988345e6 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=f1671786-22de-4e67-acb0-a27663126a07,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.557293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1575969202'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:46.666911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:46.670445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.696900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c331d-3095-42af-aed9-fbe20a43fc6b tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.697387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c331d-3095-42af-aed9-fbe20a43fc6b tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.698448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c331d-3095-42af-aed9-fbe20a43fc6b tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.700186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5c8c331d-3095-42af-aed9-fbe20a43fc6b tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=8609cbdcbcfd4ec097e34ad420e71e49&network_id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3 HTTP/1.1" status: 200 len: 2969 time: 0.2378254 Nov 22 16:47:46.722640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:46.736357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f85d6-ade8-416b-9282-3a9ab9dfa5d2 req-cd952850-92ea-424b-bb15-5d21b005fe08 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.737974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-372f85d6-ade8-416b-9282-3a9ab9dfa5d2 req-cd952850-92ea-424b-bb15-5d21b005fe08 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1164589 Nov 22 16:47:46.743982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.744311 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment 73f1df99-8a8a-4e27-9a10-f0538317ad98 of type vlan for network 5c2dff35-9146-4007-b3df-337f8ba8a6c0 Nov 22 16:47:46.812977 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.858003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-372f85d6-ade8-416b-9282-3a9ab9dfa5d2 req-805f65a8-7c71-4de8-beb1-272703b165e8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118100 Nov 22 16:47:46.875498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.883744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.884324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.979481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4322217 Nov 22 16:47:46.980661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38286) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:46.983277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505dcd6-3d0c-4334-b5d3-b2594f47a865 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=5c2dff35-9146-4007-b3df-337f8ba8a6c0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.995395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 5c2dff35-9146-4007-b3df-337f8ba8a6c0 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:46.995615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': '5c2dff35-9146-4007-b3df-337f8ba8a6c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:47.043580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799e78ee-91e8-45c9-88a1-d17562128f6a None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:47:47.120815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e06611f-4f3d-4e44-8ff7-f4320cf4a78f None None] Provisioning complete for port 1129d367-5c9e-4cae-b63a-6b507b42f70a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:47.121432 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e06611f-4f3d-4e44-8ff7-f4320cf4a78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.126889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:47.133237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.274375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974d24c-4edf-4351-ad10-79c34344f0eb req-d545859e-d144-43c6-ab4e-66e89296f547 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.277153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a974d24c-4edf-4351-ad10-79c34344f0eb req-d545859e-d144-43c6-ab4e-66e89296f547 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1147125 Nov 22 16:47:47.298886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799e78ee-91e8-45c9-88a1-d17562128f6a None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:47:47.360605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a974d24c-4edf-4351-ad10-79c34344f0eb req-4cb32ce2-e2b6-4712-8cfe-0454635825e8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698442 Nov 22 16:47:47.381890 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.453120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=ff53a335-aaae-4645-bc70-3ed05e05e327,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:47.479241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': '73f1df99-8a8a-4e27-9a10-f0538317ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5c2dff35-9146-4007-b3df-337f8ba8a6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:47.480202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: 5c2dff35-9146-4007-b3df-337f8ba8a6c0, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:47.508262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 5c2dff35-9146-4007-b3df-337f8ba8a6c0 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:47.525672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 5c2dff35-9146-4007-b3df-337f8ba8a6c0) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:47.538434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.539998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.587003 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a59ba780-8f0c-4cb4-8101-71b9c4f657a0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6046131 Nov 22 16:47:47.590942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38294) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:47.619244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dfda8-89d3-4336-874b-6670000a2fc1 req-b646fc51-6ddf-4531-8a5e-88936f7c1f8e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.627171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e05dfda8-89d3-4336-874b-6670000a2fc1 req-b646fc51-6ddf-4531-8a5e-88936f7c1f8e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0732632 Nov 22 16:47:47.665091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1129d367-5c9e-4cae-b63a-6b507b42f70a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:47.687188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e05dfda8-89d3-4336-874b-6670000a2fc1 req-16c8b8ed-c543-4e28-a974-f78b96b40bbd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589571 Nov 22 16:47:47.738840 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-33b3b388-5cdb-4955-98a6-fc33bf9f4ae7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=27b32680-bdaf-4311-8c43-6b2156b170e9 HTTP/1.1" status: 200 len: 210 time: 0.0401394 Nov 22 16:47:47.800088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1129d367-5c9e-4cae-b63a-6b507b42f70a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:47.800741 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.805201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a408b806-4c8a-4180-86ee-6cb3061c483b req-1b1119cd-4f08-4c41-9497-6ea7d5b4a0c6 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=27b32680-bdaf-4311-8c43-6b2156b170e9 HTTP/1.1" status: 200 len: 210 time: 0.0531468 Nov 22 16:47:47.848421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-cc8b7863-a54a-40b4-8c19-b84ded68e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.850764 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-cc8b7863-a54a-40b4-8c19-b84ded68e857 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1095 time: 0.1956749 Nov 22 16:47:47.866177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cd6e23-e741-4740-b428-32d0893996a9 None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:47:47.892607 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31a264f5-de28-45d9-b045-7a452fb96703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.909490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.947504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b182eaf-e830-4d02-8498-4b30b6b21446 req-44a05e32-a40d-4e25-9d4b-8ac71d34f715 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.953264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b182eaf-e830-4d02-8498-4b30b6b21446 req-44a05e32-a40d-4e25-9d4b-8ac71d34f715 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0643370 Nov 22 16:47:48.009965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-86be6a75-6ce3-48a6-93f0-890d3b5783fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.011208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-80c603e9-1788-4146-8b6d-4d3c8d027761 None None] Provisioning complete for port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:48.011401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-86be6a75-6ce3-48a6-93f0-890d3b5783fb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2599943 Nov 22 16:47:48.012042 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c603e9-1788-4146-8b6d-4d3c8d027761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.016526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b182eaf-e830-4d02-8498-4b30b6b21446 req-74f8b19e-2e8a-471f-97be-52e20af4325c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570004 Nov 22 16:47:48.057637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.106882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cd6e23-e741-4740-b428-32d0893996a9 None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:47:48.136753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-06b30bc1-253b-447a-ba59-d964e43ab95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.138263 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-06b30bc1-253b-447a-ba59-d964e43ab95f service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.2757986 Nov 22 16:47:48.211976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-80c603e9-1788-4146-8b6d-4d3c8d027761 None None] Provisioning complete for port e3dc0611-bc84-46ad-827f-4500a88c4e6c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:48.212419 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c603e9-1788-4146-8b6d-4d3c8d027761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.246217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.287766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-69a674fc-1d46-4deb-98ff-d9ad33bdf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.289289 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-69a674fc-1d46-4deb-98ff-d9ad33bdf51f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2641211 Nov 22 16:47:48.290994 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-2494c1ae-edb3-4308-a82a-d18603ad6ef1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 999 time: 0.1453142 Nov 22 16:47:48.300325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=ff53a335-aaae-4645-bc70-3ed05e05e327,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:48.332806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918c9c-429d-41f9-9b87-6eca991f04a6 req-68e8da20-f116-466a-abf6-93d903005538 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.334634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c918c9c-429d-41f9-9b87-6eca991f04a6 req-68e8da20-f116-466a-abf6-93d903005538 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0683351 Nov 22 16:47:48.388887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c918c9c-429d-41f9-9b87-6eca991f04a6 req-719fcba0-2159-43d6-88b3-bca8cd42c3e0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467718 Nov 22 16:47:48.408329 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b5869f63-ef6e-4a8f-87ce-ce1effbf0287 req-1a6be417-ff77-415b-81f2-f9e2649ca320 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.62 "GET /v2.0/ports?device_id=27b32680-bdaf-4311-8c43-6b2156b170e9 HTTP/1.1" status: 200 len: 210 time: 0.0723579 Nov 22 16:47:48.436210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.447134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-aa41b7a3-4601-477b-9366-a7385c5ca378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.448620 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-aa41b7a3-4601-477b-9366-a7385c5ca378 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1455367 Nov 22 16:47:48.461769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38310) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:48.510165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2dff35-9146-4007-b3df-337f8ba8a6c0']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:48.568041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d72c2d-feed-450a-9ba2-23f503900eeb req-cf0d0e06-f53e-4cb4-98d9-b6830681be5f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.576289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43d72c2d-feed-450a-9ba2-23f503900eeb req-cf0d0e06-f53e-4cb4-98d9-b6830681be5f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0751855 Nov 22 16:47:48.642675 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43d72c2d-feed-450a-9ba2-23f503900eeb req-ad39b95c-dee1-481e-bf8e-884f92270c8e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654747 Nov 22 16:47:48.702079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-80c603e9-1788-4146-8b6d-4d3c8d027761 None None] Provisioning complete for port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:48.702709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c603e9-1788-4146-8b6d-4d3c8d027761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.826309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d92e26-b44c-4a5d-9d07-3f89bbe373aa req-a8b4fdac-b656-4151-9824-cbad8cce2754 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.828531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35d92e26-b44c-4a5d-9d07-3f89bbe373aa req-a8b4fdac-b656-4151-9824-cbad8cce2754 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0902123 Nov 22 16:47:48.915216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35d92e26-b44c-4a5d-9d07-3f89bbe373aa req-0ca23d1a-9b99-470a-b22a-db1ad7306b4a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720718 Nov 22 16:47:48.927064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecfca04-6eb0-43b5-a69c-29cdce0376b7 None None] Network 5c2dff35-9146-4007-b3df-337f8ba8a6c0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:48.930581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f1df99-8a8a-4e27-9a10-f0538317ad98') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:48.930901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f1df99-8a8a-4e27-9a10-f0538317ad98') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:48.965832 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-503fb559-17d4-4fc2-b206-31423c592d82 req-5c5ef227-9580-4cc3-9525-640cbf90f191 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=27b32680-bdaf-4311-8c43-6b2156b170e9 HTTP/1.1" status: 200 len: 210 time: 0.0399797 Nov 22 16:47:48.977041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.999660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-9ddf92e4-1e74-4c37-b853-16959865ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.001422 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-9ddf92e4-1e74-4c37-b853-16959865ca67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5413141 Nov 22 16:47:49.006285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ed721-d81a-4d30-aa16-be18439115de tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.008049 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c64ed721-d81a-4d30-aa16-be18439115de tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 814 time: 0.5461750 Nov 22 16:47:49.010743 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.057415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.058654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc7adda4-fb7e-42f7-a4ed-dcb9cf8e8239 req-6cd1cba5-9e5a-4d29-a637-dc7505e74ab5 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=27b32680-bdaf-4311-8c43-6b2156b170e9 HTTP/1.1" status: 200 len: 210 time: 0.0284905 Nov 22 16:47:49.091942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f3677-a74a-4a8e-9c38-15fb679506b9 None None] Network 5c2dff35-9146-4007-b3df-337f8ba8a6c0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:49.112394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:49.112807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:49.116149 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:49.204049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacb0fd-dfb9-4895-b9c2-53fd2c94d95f req-6feba48c-f01f-4517-a0a2-54f7a667ed19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.206392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeacb0fd-dfb9-4895-b9c2-53fd2c94d95f req-6feba48c-f01f-4517-a0a2-54f7a667ed19 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0595160 Nov 22 16:47:49.228056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.242380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.245544 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/5c2dff35-9146-4007-b3df-337f8ba8a6c0 HTTP/1.1" status: 204 len: 168 time: 1.6503959 Nov 22 16:47:49.249689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38330) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:49.250798 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-f26bdc7b-e6de-4a7d-85a3-f21b7f4f633a service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416763 Nov 22 16:47:49.256186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104049670'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:49.269290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fb559-17d4-4fc2-b206-31423c592d82 req-3e8fd154-0f8b-4836-a310-83156f84a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.270699 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-503fb559-17d4-4fc2-b206-31423c592d82 req-3e8fd154-0f8b-4836-a310-83156f84a6b3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2890291 Nov 22 16:47:49.271462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb5fbd-c9a5-4ac8-90a1-7c06233ae288 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=5c2dff35-9146-4007-b3df-337f8ba8a6c0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:49.288309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeacb0fd-dfb9-4895-b9c2-53fd2c94d95f req-8cd213f7-58f1-45c5-a6c7-ea2c7657c0e3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724154 Nov 22 16:47:49.298372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:49.302809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.332604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:49.348652 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.349150 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3 of type vlan for network 99725518-3d36-472c-b5f9-0ff65769ce2e Nov 22 16:47:49.399365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.437461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.438844 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e97c2b50-9751-46f5-a21a-bdc49b07e7b6 req-d736677b-9b83-4c50-a575-f1168bde2ebf service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773694 Nov 22 16:47:49.441540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fb559-17d4-4fc2-b206-31423c592d82 req-d58ea42d-76a6-4ad6-b9bb-401511108eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.442928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-503fb559-17d4-4fc2-b206-31423c592d82 req-d58ea42d-76a6-4ad6-b9bb-401511108eaa service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594534 Nov 22 16:47:49.443860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.444450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.524671 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-503fb559-17d4-4fc2-b206-31423c592d82 req-97734c4e-37b7-44c2-af7a-724091e90257 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.62 "GET /v2.0/ports?device_id=27b32680-bdaf-4311-8c43-6b2156b170e9 HTTP/1.1" status: 200 len: 210 time: 0.0312099 Nov 22 16:47:49.532186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2813585 Nov 22 16:47:49.538277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38332) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:49.543122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b8c90-0302-40ef-94c7-949bb97bde64 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=99725518-3d36-472c-b5f9-0ff65769ce2e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:49.544655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:49.554309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:49.559673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'network': {'name': 'tempest-network-smoke--186213756', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:49.562909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 99725518-3d36-472c-b5f9-0ff65769ce2e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:49.593050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10b9e-f04a-48f5-8b9b-bf26fcf6d98c req-d3565ca5-5512-45ed-94f3-c5619ab325c4 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.595168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7b10b9e-f04a-48f5-8b9b-bf26fcf6d98c req-d3565ca5-5512-45ed-94f3-c5619ab325c4 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1591289 Nov 22 16:47:49.596469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:49.600526 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.650543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:49.654651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.666293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:49.689710 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.690063 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Added segment 98122661-938a-4506-af57-7000216a01f5 of type vlan for network e0c4235f-9e4b-4b81-af88-b38e02792c19 Nov 22 16:47:49.699985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7b10b9e-f04a-48f5-8b9b-bf26fcf6d98c req-f4cc9ae6-4c21-41ea-b4e3-1d8d1358b0e9 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964832 Nov 22 16:47:49.758235 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.805880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.813534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.814394 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.880115 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3252282 Nov 22 16:47:49.886140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38340) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:49.924749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294bbdc-abbd-4247-9ded-b31daf9813ec tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Network': ['ID=e0c4235f-9e4b-4b81-af88-b38e02792c19,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:49.937611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:49.948233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2973a-6d42-4de2-a423-673000b4cc6b req-a9b85dde-e768-4018-8d63-5f8b8bf62c89 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.949929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2b2973a-6d42-4de2-a423-673000b4cc6b req-a9b85dde-e768-4018-8d63-5f8b8bf62c89 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0769353 Nov 22 16:47:49.990705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.037954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2b2973a-6d42-4de2-a423-673000b4cc6b req-6390f8d6-7f8b-4800-9215-7a94124bb6bb tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700302 Nov 22 16:47:50.039515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074b1dbe-594f-4859-b16d-77aa3a26843a tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.045466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.045641 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-074b1dbe-594f-4859-b16d-77aa3a26843a tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8609cbdcbcfd4ec097e34ad420e71e49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1583002 Nov 22 16:47:50.080378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=41dbc327-9bfa-41cf-9d0c-484cd967f057,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.096266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': 'bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:50.096542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: 99725518-3d36-472c-b5f9-0ff65769ce2e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:50.116329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 99725518-3d36-472c-b5f9-0ff65769ce2e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:50.128890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 99725518-3d36-472c-b5f9-0ff65769ce2e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:50.133711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.134368 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.141028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1187a7b-d048-4fa0-a97a-2000480f6984 None None] Network 99725518-3d36-472c-b5f9-0ff65769ce2e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:50.155116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-048319d4-55d4-4026-bfcb-4bdcdb0e8e30 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6152954 Nov 22 16:47:50.158472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.165084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:50.186239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d08ef-683d-46ad-bcd9-403ead4531a0 req-6c2ee5af-56da-43bb-b75d-4b800cf2880e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.187775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e6d08ef-683d-46ad-bcd9-403ead4531a0 req-6c2ee5af-56da-43bb-b75d-4b800cf2880e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0834541 Nov 22 16:47:50.189380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a781397-62ee-4adf-9a9b-f3ed603e5f84 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.194698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8a781397-62ee-4adf-9a9b-f3ed603e5f84 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445577 Nov 22 16:47:50.196309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.236965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1efa0c4b-b6a7-4951-97ac-90cf35932f1f tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389552 Nov 22 16:47:50.241282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.297097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b8cf57b5-eb42-48ba-97e9-193b98d4d882 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8609cbdcbcfd4ec097e34ad420e71e49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543900 Nov 22 16:47:50.301987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38352) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.323839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:50.329916 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.339148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-99725518-3d36-472c-b5f9-0ff65769ce2e', 'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e', 'tenant_id': '7b912ad295244d27858049b790e86eae', 'fixed_ips': [{'subnet_id': '41dbc327-9bfa-41cf-9d0c-484cd967f057'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:50.343638 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.410081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e6d08ef-683d-46ad-bcd9-403ead4531a0 req-b74dbc44-5bb3-4237-b80a-04e6b7da3e6d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147448 Nov 22 16:47:50.552448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Allocated IP 2001:db8::2 (99725518-3d36-472c-b5f9-0ff65769ce2e/41dbc327-9bfa-41cf-9d0c-484cd967f057/46993b17-fe8f-4d0f-b636-a9069199be1c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:50.575856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047b2e1-16bb-46b0-94f5-fa3ae42f2d93 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.585900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b047b2e1-16bb-46b0-94f5-fa3ae42f2d93 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2802815 Nov 22 16:47:50.586545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.657969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-77309d7e-e699-4a9f-9c5e-5422c4e5af21 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542538 Nov 22 16:47:50.661061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38366) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.667861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1478391309', 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:50.684182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac1894-c7b6-4057-bcb3-bae2b889df9f req-b9d9611f-244e-4647-82c1-817f993300eb tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.685725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45ac1894-c7b6-4057-bcb3-bae2b889df9f req-b9d9611f-244e-4647-82c1-817f993300eb tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1282625 Nov 22 16:47:50.689429 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.743753 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.748037 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45ac1894-c7b6-4057-bcb3-bae2b889df9f req-e529163c-d5e6-4fa9-975d-50ea13815029 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474758 Nov 22 16:47:50.751390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.751559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.805150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Network 99725518-3d36-472c-b5f9-0ff65769ce2e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:50.809496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:50.811996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:50.814221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Pushing event updated for resources: {'Port': ['ID=46993b17-fe8f-4d0f-b636-a9069199be1c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.850455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 99725518-3d36-472c-b5f9-0ff65769ce2e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:50.859345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:50.866633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.867436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.877658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=63cc8736-793a-4a0b-bff3-a7a6a82e6edd,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.884127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:50.887271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.888686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Attempting to bind port 46993b17-fe8f-4d0f-b636-a9069199be1c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:50.889115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Attempting to bind port 46993b17-fe8f-4d0f-b636-a9069199be1c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:50.889484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Attempting to bind port 46993b17-fe8f-4d0f-b636-a9069199be1c on network 99725518-3d36-472c-b5f9-0ff65769ce2e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:50.897865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:50.898250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Checking segment: {'id': 'bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:50.899466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.899891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Bound using segment: {'id': 'bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:50.900399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Bound port: 46993b17-fe8f-4d0f-b636-a9069199be1c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:50.900814 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.910039 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7c67b517-4d10-40c7-bbc9-98bf23302717 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7483780 Nov 22 16:47:50.912498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38378) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.983790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] For port 46993b17-fe8f-4d0f-b636-a9069199be1c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:50.989269 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] For port 46993b17-fe8f-4d0f-b636-a9069199be1c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=46993b17-fe8f-4d0f-b636-a9069199be1c,segment=NetworkSegment(bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3),segment_id=bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:50.994134 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.068075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8b7fe-f57d-4aa3-8c89-489e47bad1ed None None] Pushing event updated for resources: {'Port': ['ID=46993b17-fe8f-4d0f-b636-a9069199be1c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.119974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.197753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Subnet': ['ID=058e6920-aa7a-4ff0-be23-80ed4505d498,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.207283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Checking segment: {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:51.207467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network hostable DHCP agents. Network: e0c4235f-9e4b-4b81-af88-b38e02792c19, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:51.240813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:51.260679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, e0c4235f-9e4b-4b81-af88-b38e02792c19) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:51.265508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.266128 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.272111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859fe225-ec33-45db-9bf1-9719d486cf63 None None] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:51.300633 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a2843dda-91e4-489d-adcd-fa49e5820c5f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6343603 Nov 22 16:47:51.357225 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.396222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6636016-5f51-4730-9bab-fdb097c61020 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.397749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6636016-5f51-4730-9bab-fdb097c61020 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.399324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6636016-5f51-4730-9bab-fdb097c61020 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.401094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6636016-5f51-4730-9bab-fdb097c61020 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.402537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6636016-5f51-4730-9bab-fdb097c61020 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.404381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b6636016-5f51-4730-9bab-fdb097c61020 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4901743 Nov 22 16:47:51.408580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38388) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.414301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-61754468'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:51.446506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:51.450719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.482159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1576531-2b30-410e-814e-33647a16d121 req-8f0627ff-4ad3-4d0e-8840-423312e9022d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.491581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-8f0627ff-4ad3-4d0e-8840-423312e9022d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.2033868 Nov 22 16:47:51.512692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-e0c4235f-9e4b-4b81-af88-b38e02792c19', 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ips': [{'subnet_id': '058e6920-aa7a-4ff0-be23-80ed4505d498'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:51.513639 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.524174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:51.535283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-b72b9a80-c6fd-4bde-a5c4-328758686b27 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/quotas/dc6894ae98494bb0bf6d62df8a0b0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0310605 Nov 22 16:47:51.557520 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.558611 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment 18bfe311-c2c8-4a0a-bc9e-df937d2a080e of type vlan for network 904834e8-dd32-41af-8b35-58f618e62436 Nov 22 16:47:51.656020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-5919f383-1fc2-4a7f-a4bd-1e836990131c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121526 Nov 22 16:47:51.677992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.682224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 46993b17-fe8f-4d0f-b636-a9069199be1c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:51.711790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.722728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.723779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.749018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3390083 Nov 22 16:47:51.750889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38392) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.763802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-65c107f7-b029-41a3-a986-d60d568444ad tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:51.815677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Allocated IP 172.20.0.18 (e0c4235f-9e4b-4b81-af88-b38e02792c19/058e6920-aa7a-4ff0-be23-80ed4505d498/1bb79b78-911b-4117-8a28-979fde6108a2) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:51.858042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 46993b17-fe8f-4d0f-b636-a9069199be1c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:51.858585 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.884769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c90957-e527-45c7-9ce6-a3f4e8e031fd tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=904834e8-dd32-41af-8b35-58f618e62436,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.928967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 904834e8-dd32-41af-8b35-58f618e62436 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:51.948404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-c1d34132-b253-47d0-9172-3a4c4b70bf97 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905352 Nov 22 16:47:52.093734 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65c107f7-b029-41a3-a986-d60d568444ad tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.118271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65c107f7-b029-41a3-a986-d60d568444ad tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.174123 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.177267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65c107f7-b029-41a3-a986-d60d568444ad tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 904834e8-dd32-41af-8b35-58f618e62436 is not hosted by any dhcp agent {{(pid=103443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:47:52.183181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c107f7-b029-41a3-a986-d60d568444ad tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:52.183842 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65c107f7-b029-41a3-a986-d60d568444ad tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.185290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-65c107f7-b029-41a3-a986-d60d568444ad tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "PUT /v2.0/networks/904834e8-dd32-41af-8b35-58f618e62436 HTTP/1.1" status: 200 len: 723 time: 0.4312963 Nov 22 16:47:52.189123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38396) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:52.197890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': '904834e8-dd32-41af-8b35-58f618e62436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:52.213007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-6b4861cd-c9df-4892-ac20-648288cc564e service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226696 Nov 22 16:47:52.216389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c107f7-b029-41a3-a986-d60d568444ad tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=904834e8-dd32-41af-8b35-58f618e62436,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:52.247011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 46993b17-fe8f-4d0f-b636-a9069199be1c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=46993b17-fe8f-4d0f-b636-a9069199be1c,segment=NetworkSegment(bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3),segment_id=bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:52.253507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 904834e8-dd32-41af-8b35-58f618e62436 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:52.261963 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.278865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.348764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.410267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:52.415791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=46993b17-fe8f-4d0f-b636-a9069199be1c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:52.416042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:52.418761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:52.427442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:52.430741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.522772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Pushing event updated for resources: {'Port': ['ID=1bb79b78-911b-4117-8a28-979fde6108a2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:52.568183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a286b8-a4e0-4851-86cb-18097265cca1 None None] Network 99725518-3d36-472c-b5f9-0ff65769ce2e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:52.678652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb72dd-ec93-4e63-92d5-364bc03db051 req-aef33783-b7a8-43d4-9c3a-c8b892005761 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:52.680596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4afb72dd-ec93-4e63-92d5-364bc03db051 req-aef33783-b7a8-43d4-9c3a-c8b892005761 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0766010 Nov 22 16:47:52.728803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Attempting to bind port 1bb79b78-911b-4117-8a28-979fde6108a2 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:52.728803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Attempting to bind port 1bb79b78-911b-4117-8a28-979fde6108a2 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:52.728803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Attempting to bind port 1bb79b78-911b-4117-8a28-979fde6108a2 on network e0c4235f-9e4b-4b81-af88-b38e02792c19 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:52.748787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:52.749361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Checking segment: {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:52.749846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.750275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Bound using segment: {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:52.750836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Bound port: 1bb79b78-911b-4117-8a28-979fde6108a2, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:52.753026 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.757889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e07eb223-43e7-4314-bcd9-b137cc704c14 None None] Provisioning complete for port 46993b17-fe8f-4d0f-b636-a9069199be1c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:52.759187 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e07eb223-43e7-4314-bcd9-b137cc704c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.803176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4afb72dd-ec93-4e63-92d5-364bc03db051 req-d3280269-ab47-456d-a75a-f840514d12fd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976295 Nov 22 16:47:52.921248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.025957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=ee7f9b41-0482-475a-8e72-988c07c61cd8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:53.035583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': '18bfe311-c2c8-4a0a-bc9e-df937d2a080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '904834e8-dd32-41af-8b35-58f618e62436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:53.036171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: 904834e8-dd32-41af-8b35-58f618e62436, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:53.063573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 904834e8-dd32-41af-8b35-58f618e62436 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:53.083786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 904834e8-dd32-41af-8b35-58f618e62436) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:53.089114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.089728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.092869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6050a24-e1cc-4af0-a822-65ed4aef992b req-9697bfa9-e526-43d7-a268-16ecea6c2c79 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.114288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6050a24-e1cc-4af0-a822-65ed4aef992b req-9697bfa9-e526-43d7-a268-16ecea6c2c79 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1044233 Nov 22 16:47:53.122852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3ac4c676-f00a-4f2f-bb77-b787ffb4ab05 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9315102 Nov 22 16:47:53.128016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38410) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.153870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-40a79542-7871-4d6f-994a-2a79e981312c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:53.189068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6050a24-e1cc-4af0-a822-65ed4aef992b req-086b9cc1-0d40-4363-8a7b-ae3f2636cd7a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727355 Nov 22 16:47:53.290863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf840ca-aa25-4f9d-add7-867ad7e6dc63 None None] Network 904834e8-dd32-41af-8b35-58f618e62436 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:53.297182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] For port 1bb79b78-911b-4117-8a28-979fde6108a2, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:53.318465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40a79542-7871-4d6f-994a-2a79e981312c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8777722'] for subnet, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.353473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2a2e-d865-44a0-9ece-352571c01b68 req-6fae71ff-4c85-4c69-bdbe-94ec16bbf126 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.372197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d14d2a2e-d865-44a0-9ece-352571c01b68 req-6fae71ff-4c85-4c69-bdbe-94ec16bbf126 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1070609 Nov 22 16:47:53.398045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] For port 1bb79b78-911b-4117-8a28-979fde6108a2, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1bb79b78-911b-4117-8a28-979fde6108a2,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:53.411295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.484319 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d14d2a2e-d865-44a0-9ece-352571c01b68 req-dfae5ee4-f415-4566-acca-c3966a981dfc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101346 Nov 22 16:47:53.616444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4580c35-f40f-426a-996e-cd32beff0fcc None None] Pushing event updated for resources: {'Port': ['ID=1bb79b78-911b-4117-8a28-979fde6108a2,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:53.659579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 46993b17-fe8f-4d0f-b636-a9069199be1c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:53.707997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40a79542-7871-4d6f-994a-2a79e981312c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763325645900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2973088'] for subnet, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.709490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32785a0c-b929-49f0-86c5-5f31800dbe5b None None] Update dhcp port {'port': {'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e', 'fixed_ips': [{'subnet_id': '41dbc327-9bfa-41cf-9d0c-484cd967f057', 'ip_address': '2001:db8::2'}, {'subnet_id': '63cc8736-793a-4a0b-bff3-a7a6a82e6edd'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '46993b17-fe8f-4d0f-b636-a9069199be1c'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:47:53.770835 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32785a0c-b929-49f0-86c5-5f31800dbe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.773718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a79542-7871-4d6f-994a-2a79e981312c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.774617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40a79542-7871-4d6f-994a-2a79e981312c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.783568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38414) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.784229 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40a79542-7871-4d6f-994a-2a79e981312c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "PUT /v2.0/subnets/ee7f9b41-0482-475a-8e72-988c07c61cd8 HTTP/1.1" status: 200 len: 826 time: 0.6534815 Nov 22 16:47:53.809548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 46993b17-fe8f-4d0f-b636-a9069199be1c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:53.809727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.822080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a79542-7871-4d6f-994a-2a79e981312c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=ee7f9b41-0482-475a-8e72-988c07c61cd8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:53.826811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38416) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.848783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-32ee84bf-b64d-4503-ae61-bbdb2b2e787d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371743766', 'description': 'tempest-secgroup-smoke-371743766 description', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:53.851266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef590a8c-4f6f-474d-ae0b-09e5166feabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-904834e8-dd32-41af-8b35-58f618e62436', 'network_id': '904834e8-dd32-41af-8b35-58f618e62436', 'tenant_id': '7b912ad295244d27858049b790e86eae', 'fixed_ips': [{'subnet_id': 'ee7f9b41-0482-475a-8e72-988c07c61cd8'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:53.852148 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef590a8c-4f6f-474d-ae0b-09e5166feabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.922901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32ee84bf-b64d-4503-ae61-bbdb2b2e787d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.034150 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.136685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32ee84bf-b64d-4503-ae61-bbdb2b2e787d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.151314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32ee84bf-b64d-4503-ae61-bbdb2b2e787d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.187445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a22efb9-72fb-48d3-96c5-8baf43d520d1 req-482607a4-6219-4bec-b242-0fc0024817e1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 210 time: 0.0861526 Nov 22 16:47:54.200180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32ee84bf-b64d-4503-ae61-bbdb2b2e787d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.205098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-32ee84bf-b64d-4503-ae61-bbdb2b2e787d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3769057 Nov 22 16:47:54.208565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38420) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:54.227478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1b42162e-8603-4a2b-887b-c80d3eb8939e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '225d3746-7a6b-43d7-a7e9-aed4cd81eae0', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:54.238809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee84bf-b64d-4503-ae61-bbdb2b2e787d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225d3746-7a6b-43d7-a7e9-aed4cd81eae0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:54.276076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.288075 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1b42162e-8603-4a2b-887b-c80d3eb8939e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.391902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1576531-2b30-410e-814e-33647a16d121 req-9575357e-a9fc-46b8-9ead-ecf75dc92ed4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:54.393559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-9575357e-a9fc-46b8-9ead-ecf75dc92ed4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.2940764 Nov 22 16:47:54.401591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1b42162e-8603-4a2b-887b-c80d3eb8939e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.405469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1b42162e-8603-4a2b-887b-c80d3eb8939e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.422121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Request body: {'port': {'device_id': '177df0c1-cbd3-4938-8f5c-0b2a6d2f9469', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'admin_state_up': True, 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:54.450398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1b42162e-8603-4a2b-887b-c80d3eb8939e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.456020 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1b42162e-8603-4a2b-887b-c80d3eb8939e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358887 Nov 22 16:47:54.465922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:54.472670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e7f852f5-3e87-4fda-8f27-69f0b76be9dc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '225d3746-7a6b-43d7-a7e9-aed4cd81eae0', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-ef590a8c-4f6f-474d-ae0b-09e5166feabc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee7f9b41-0482-475a-8e72-988c07c61cd8: This subnet is being modified by another concurrent operation. Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee7f9b41-0482-475a-8e72-988c07c61cd8: This subnet is being modified by another concurrent operation. Nov 22 16:47:54.473099 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 16:47:54.491082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42162e-8603-4a2b-887b-c80d3eb8939e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27698e82-d26f-4cf4-82f1-6e67e2041ca5,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:54.499685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5435bb4-8979-4886-9c08-054684a9267b None None] Network 904834e8-dd32-41af-8b35-58f618e62436 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:54.523086 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.564302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-32785a0c-b929-49f0-86c5-5f31800dbe5b None None] Allocated IP 172.20.0.1 (99725518-3d36-472c-b5f9-0ff65769ce2e/63cc8736-793a-4a0b-bff3-a7a6a82e6edd/46993b17-fe8f-4d0f-b636-a9069199be1c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:54.615665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7f9b41-0482-475a-8e72-988c07c61cd8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:54.685878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.686345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.686590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.686978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.687481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.687881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.688249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.688590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.688920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.689259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.689569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.689892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.728510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0762d701-0900-4cd6-bc35-0e5b1375caff None None] Network 904834e8-dd32-41af-8b35-58f618e62436 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:54.732534 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.739322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7f852f5-3e87-4fda-8f27-69f0b76be9dc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.784779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ca4df-f4e9-456d-8283-7b0b9ab235e1 req-f7506d71-96ac-460a-b8ff-b640554c2236 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:54.794773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a1ca4df-f4e9-456d-8283-7b0b9ab235e1 req-f7506d71-96ac-460a-b8ff-b640554c2236 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.3274035 Nov 22 16:47:54.808900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-32785a0c-b929-49f0-86c5-5f31800dbe5b None None] For port 46993b17-fe8f-4d0f-b636-a9069199be1c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=46993b17-fe8f-4d0f-b636-a9069199be1c,segment=NetworkSegment(bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3),segment_id=bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:54.842333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904834e8-dd32-41af-8b35-58f618e62436']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:54.879676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bfe311-c2c8-4a0a-bc9e-df937d2a080e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:54.879989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bfe311-c2c8-4a0a-bc9e-df937d2a080e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:54.888175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32785a0c-b929-49f0-86c5-5f31800dbe5b None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.895621 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32785a0c-b929-49f0-86c5-5f31800dbe5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.915811 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.957124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:54.961934 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.968475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a1ca4df-f4e9-456d-8283-7b0b9ab235e1 req-fd15bc18-f416-41da-8160-1763afa01711 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723714 Nov 22 16:47:54.973018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.996040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:54.996461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: items = [ Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:55.006298 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:55.009737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32785a0c-b929-49f0-86c5-5f31800dbe5b None None] Pushing event updated for resources: {'Port': ['ID=46993b17-fe8f-4d0f-b636-a9069199be1c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.017518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7f852f5-3e87-4fda-8f27-69f0b76be9dc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.041145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab52c33-1536-42d4-ad66-b66a683bf087 None None] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:55.054702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7f852f5-3e87-4fda-8f27-69f0b76be9dc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.106986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f852f5-3e87-4fda-8f27-69f0b76be9dc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b55da00-17e5-472d-a632-1976b8185f90,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.152067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2c41b560-e794-4c8d-871f-7824311a1585 None None] Provisioning complete for port 1bb79b78-911b-4117-8a28-979fde6108a2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:55.153023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c41b560-e794-4c8d-871f-7824311a1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.154919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.173346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7f852f5-3e87-4fda-8f27-69f0b76be9dc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.175654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e7f852f5-3e87-4fda-8f27-69f0b76be9dc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7070091 Nov 22 16:47:55.177949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.179381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38432) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.183852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/904834e8-dd32-41af-8b35-58f618e62436 HTTP/1.1" status: 204 len: 168 time: 1.3980200 Nov 22 16:47:55.187038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-32ade0cc-e90d-4536-ab45-549373a91059 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '225d3746-7a6b-43d7-a7e9-aed4cd81eae0', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:55.215583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38434) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.252413 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-74479bd8-6e0f-4dcc-9743-0bc4ab31e086 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:47:55.253710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74479bd8-6e0f-4dcc-9743-0bc4ab31e086 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:47:55.256223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b430de9-71e5-40ba-b897-4fce41624840 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=904834e8-dd32-41af-8b35-58f618e62436,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.258107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-74479bd8-6e0f-4dcc-9743-0bc4ab31e086 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/904834e8-dd32-41af-8b35-58f618e62436 HTTP/1.1" status: 404 len: 339 time: 0.0408335 Nov 22 16:47:55.259473 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32ade0cc-e90d-4536-ab45-549373a91059 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.262690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38438) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.269102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025890234', 'description': 'd1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:55.318573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c41b560-e794-4c8d-871f-7824311a1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.346036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:55.350613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.392460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf6ce-0db3-4e64-b7d2-794c80bec620 req-d8224553-c9a1-4106-8926-83b5b683f4ae tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.394377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ddaf6ce-0db3-4e64-b7d2-794c80bec620 req-d8224553-c9a1-4106-8926-83b5b683f4ae tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1901057 Nov 22 16:47:55.395765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Allocated IP 172.20.0.13 (4614eaca-f271-4139-8521-589bfaf1dd26/86875a6d-e4f0-4a44-834c-5559f499b29c/3236c9a4-78b2-4328-831e-d86034c327f2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:55.402355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2c41b560-e794-4c8d-871f-7824311a1585 None None] For port 1bb79b78-911b-4117-8a28-979fde6108a2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1bb79b78-911b-4117-8a28-979fde6108a2,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:55.408341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:55.412981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c41b560-e794-4c8d-871f-7824311a1585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.420423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.420832 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment 651dc887-1631-4430-a93d-dc961799ba1f of type vlan for network 6fce329c-2108-49c7-9af4-aa164539b46e Nov 22 16:47:55.509187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32ade0cc-e90d-4536-ab45-549373a91059 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.537957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ddaf6ce-0db3-4e64-b7d2-794c80bec620 req-7136f105-9341-4dcb-8454-3ef1bf7b3452 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258640 Nov 22 16:47:55.539956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41b560-e794-4c8d-871f-7824311a1585 None None] Pushing event updated for resources: {'Port': ['ID=1bb79b78-911b-4117-8a28-979fde6108a2,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.544180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32ade0cc-e90d-4536-ab45-549373a91059 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.562687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.567930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ade0cc-e90d-4536-ab45-549373a91059 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdd222d-f4e0-40b8-8b5b-afcab1824256,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.629762 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32ade0cc-e90d-4536-ab45-549373a91059 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.631029 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-32ade0cc-e90d-4536-ab45-549373a91059 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4498622 Nov 22 16:47:55.638478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38442) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.650114 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.658246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.663107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760629'] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.722485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5fa9c984-cfa7-4159-9dcf-1875cebc67b2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '225d3746-7a6b-43d7-a7e9-aed4cd81eae0', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:55.744985 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4808300 Nov 22 16:47:55.748551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38444) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.787554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541938d-9a38-4c79-801c-cd4d7302efab tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=6fce329c-2108-49c7-9af4-aa164539b46e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.801194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6fce329c-2108-49c7-9af4-aa164539b46e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:55.883963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466568c-5fc0-427a-a54f-4b51beb49af9 req-6f782c54-347d-4f1d-993a-fa4899a3adc2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.891374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a466568c-5fc0-427a-a54f-4b51beb49af9 req-6f782c54-347d-4f1d-993a-fa4899a3adc2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1632423 Nov 22 16:47:55.897330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 46993b17-fe8f-4d0f-b636-a9069199be1c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:55.921297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c984-cfa7-4159-9dcf-1875cebc67b2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.939480 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a814a665-3b8a-413f-895f-98241a790122 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.942528 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a814a665-3b8a-413f-895f-98241a790122 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/networks?id=6fce329c-2108-49c7-9af4-aa164539b46e HTTP/1.1" status: 200 len: 765 time: 0.1925397 Nov 22 16:47:55.947484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.956417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ffebe6f0-aeba-4852-8d1a-c5630f982c74 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'description': 'd2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:55.967244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.990701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2ab83aff-98fc-4cc6-8081-b97bb0356a1d None None] Provisioning complete for port 1bb79b78-911b-4117-8a28-979fde6108a2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:55.991371 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ab83aff-98fc-4cc6-8081-b97bb0356a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.015205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a466568c-5fc0-427a-a54f-4b51beb49af9 req-461363f8-cc67-4850-ba94-0c2316c1bfa8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217163 Nov 22 16:47:56.043171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c984-cfa7-4159-9dcf-1875cebc67b2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.058221 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c984-cfa7-4159-9dcf-1875cebc67b2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.083784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 46993b17-fe8f-4d0f-b636-a9069199be1c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:56.084584 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.090184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9c984-cfa7-4159-9dcf-1875cebc67b2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0831ce64-b81a-4f2e-a164-0384edfd5b87,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.114399 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c984-cfa7-4159-9dcf-1875cebc67b2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.126908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5fa9c984-cfa7-4159-9dcf-1875cebc67b2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4866643 Nov 22 16:47:56.128389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38450) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.136643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-19747b5e-11b3-456f-af42-a01353cca49d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '225d3746-7a6b-43d7-a7e9-aed4cd81eae0', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:56.149429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.167432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e07b2-1860-4c82-9506-33815f578554 None None] Network 99725518-3d36-472c-b5f9-0ff65769ce2e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:56.171258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:56.213563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffebe6f0-aeba-4852-8d1a-c5630f982c74 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.232700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffebe6f0-aeba-4852-8d1a-c5630f982c74 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.248023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffebe6f0-aeba-4852-8d1a-c5630f982c74 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network 6fce329c-2108-49c7-9af4-aa164539b46e is not hosted by any dhcp agent {{(pid=103442) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:47:56.258652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebe6f0-aeba-4852-8d1a-c5630f982c74 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.260122 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffebe6f0-aeba-4852-8d1a-c5630f982c74 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.267143 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ffebe6f0-aeba-4852-8d1a-c5630f982c74 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "PUT /v2.0/networks/6fce329c-2108-49c7-9af4-aa164539b46e HTTP/1.1" status: 200 len: 762 time: 0.3173349 Nov 22 16:47:56.268050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38454) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.297867 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-19747b5e-11b3-456f-af42-a01353cca49d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Project 8609cbdcbcfd4ec097e34ad420e71e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:47:56.306896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Network 4614eaca-f271-4139-8521-589bfaf1dd26 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:56.311637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event updated for resources: {'Port': ['ID=3236c9a4-78b2-4328-831e-d86034c327f2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.316797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:56.324821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19747b5e-11b3-456f-af42-a01353cca49d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.328275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:56.376400 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5b78b-eb76-45ef-ae8e-36ce98f39e3d None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:56.381075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9241a95-ca43-420f-bf02-76d8a739bb89 req-5c8e2fda-044d-4b85-9b81-cc677e2036ba tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.382726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9241a95-ca43-420f-bf02-76d8a739bb89 req-5c8e2fda-044d-4b85-9b81-cc677e2036ba tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 932 time: 0.1508901 Nov 22 16:47:56.433421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebe6f0-aeba-4852-8d1a-c5630f982c74 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=6fce329c-2108-49c7-9af4-aa164539b46e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.458475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.460057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.471279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c26d06e-6370-4e69-9ad3-a24ab094de6f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.473152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6fce329c-2108-49c7-9af4-aa164539b46e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:56.479595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8c26d06e-6370-4e69-9ad3-a24ab094de6f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/networks?id=6fce329c-2108-49c7-9af4-aa164539b46e HTTP/1.1" status: 200 len: 765 time: 0.1907611 Nov 22 16:47:56.479595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38456) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.483236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1bb79b78-911b-4117-8a28-979fde6108a2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:56.512080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-baf2efbc-a60b-4034-8c4c-df43290e07b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1074862 Nov 22 16:47:56.515090 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19747b5e-11b3-456f-af42-a01353cca49d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.520615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9241a95-ca43-420f-bf02-76d8a739bb89 req-d13cb181-eb1b-4ce7-8cf1-ab99da4dc9d3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243310 Nov 22 16:47:56.522313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19747b5e-11b3-456f-af42-a01353cca49d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.532294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Request body: {'port': {'device_id': '177df0c1-cbd3-4938-8f5c-0b2a6d2f9469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:56.620905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19747b5e-11b3-456f-af42-a01353cca49d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2839f3a-14de-4a15-8193-8cc6b05c565e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.631605 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.636039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-19747b5e-11b3-456f-af42-a01353cca49d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.640578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-19747b5e-11b3-456f-af42-a01353cca49d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5099702 Nov 22 16:47:56.641333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38458) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.657456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a7fa809f-3ffd-4577-8c1b-4172abaa39d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '225d3746-7a6b-43d7-a7e9-aed4cd81eae0', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:56.740548 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-a7fa809f-3ffd-4577-8c1b-4172abaa39d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Project 8609cbdcbcfd4ec097e34ad420e71e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:47:56.764139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7fa809f-3ffd-4577-8c1b-4172abaa39d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.826501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c52b0f-d2b7-47d3-904a-78ea48c8557d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.828551 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d4c52b0f-d2b7-47d3-904a-78ea48c8557d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3481402 Nov 22 16:47:56.833295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.869485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6d3d61d2-c8b0-4a8a-811d-a7bcab0f4e08 None None] Provisioning complete for port 46993b17-fe8f-4d0f-b636-a9069199be1c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:56.870482 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d3d61d2-c8b0-4a8a-811d-a7bcab0f4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.906788 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7fa809f-3ffd-4577-8c1b-4172abaa39d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.924870 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7fa809f-3ffd-4577-8c1b-4172abaa39d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.965216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38464) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.965888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-75ca1846-2424-4d6a-8fc9-c4cbc967268b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 207 time: 0.1303551 Nov 22 16:47:56.969500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1bb79b78-911b-4117-8a28-979fde6108a2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:56.969882 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.232102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7f9ac929-b440-4750-9225-b2880cb8abae None None] Provisioning complete for port 3236c9a4-78b2-4328-831e-d86034c327f2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:57.232931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac929-b440-4750-9225-b2880cb8abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.284018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ac929-b440-4750-9225-b2880cb8abae None None] Port 3236c9a4-78b2-4328-831e-d86034c327f2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:57.313526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2664a48-c7a9-434b-bf20-22f25c0d3c80 None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:47:57.415663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa809f-3ffd-4577-8c1b-4172abaa39d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9b9f9c-dff4-4668-9991-1042b12d1a08,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.431574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8fe4fb84-81f8-4b8c-80aa-385bc5ffbac5 None None] Provisioning complete for port 46993b17-fe8f-4d0f-b636-a9069199be1c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:57.431962 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fe4fb84-81f8-4b8c-80aa-385bc5ffbac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.472975 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7fa809f-3ffd-4577-8c1b-4172abaa39d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.483376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a7fa809f-3ffd-4577-8c1b-4172abaa39d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8226967 Nov 22 16:47:57.526580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2664a48-c7a9-434b-bf20-22f25c0d3c80 None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:47:57.609614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d6eaf-d674-4b2f-b2c3-a959b47dce09 req-3dd33145-eb8c-4f56-985f-2ebb8ff280e7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.635831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a9d6eaf-d674-4b2f-b2c3-a959b47dce09 req-3dd33145-eb8c-4f56-985f-2ebb8ff280e7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.5938048 Nov 22 16:47:57.675390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1bb79b78-911b-4117-8a28-979fde6108a2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:57.733432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68dd9f5-925e-44a7-ae04-ee776d07fd31 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.740420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68dd9f5-925e-44a7-ae04-ee776d07fd31 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.746613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68dd9f5-925e-44a7-ae04-ee776d07fd31 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.752514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68dd9f5-925e-44a7-ae04-ee776d07fd31 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.759615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68dd9f5-925e-44a7-ae04-ee776d07fd31 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.771461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68dd9f5-925e-44a7-ae04-ee776d07fd31 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.773843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c68dd9f5-925e-44a7-ae04-ee776d07fd31 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.8071585 Nov 22 16:47:57.782216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38478) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.827549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a9d6eaf-d674-4b2f-b2c3-a959b47dce09 req-1882767a-1f8a-4a5e-958e-b6ad1bc9433c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902738 Nov 22 16:47:57.886868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3236c9a4-78b2-4328-831e-d86034c327f2 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:57.901471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.914775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1bb79b78-911b-4117-8a28-979fde6108a2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:57.915646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.919653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Transition to ACTIVE for port object 3236c9a4-78b2-4328-831e-d86034c327f2 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:57.929445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.037032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Pushing event updated for resources: {'Port': ['ID=3236c9a4-78b2-4328-831e-d86034c327f2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:58.096673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942df91c-7a60-4116-b43a-22fcea106f5e req-cd127a7d-dcdd-4261-a5f0-670e805f4b1a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.098267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-942df91c-7a60-4116-b43a-22fcea106f5e req-cd127a7d-dcdd-4261-a5f0-670e805f4b1a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1175704 Nov 22 16:47:58.141173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Attempting to bind port 3236c9a4-78b2-4328-831e-d86034c327f2 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:58.141507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Attempting to bind port 3236c9a4-78b2-4328-831e-d86034c327f2 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:58.141840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Attempting to bind port 3236c9a4-78b2-4328-831e-d86034c327f2 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:58.157688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Port 3236c9a4-78b2-4328-831e-d86034c327f2 on network 4614eaca-f271-4139-8521-589bfaf1dd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:58.158070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Attempting to bind port 3236c9a4-78b2-4328-831e-d86034c327f2 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:58.170498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f4abdc7b-11d2-4e60-be31-28cd0ff3d04b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3852451 Nov 22 16:47:58.172827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:58.172827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Checking segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:58.173248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Bound using segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:58.173524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Bound port: 3236c9a4-78b2-4328-831e-d86034c327f2, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:58.174097 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.176555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38484) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.191462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-942df91c-7a60-4116-b43a-22fcea106f5e req-9a77288b-dbcd-4085-b8c4-236f27a0c293 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817473 Nov 22 16:47:58.208753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96fab9e-54ab-47e3-a0d5-455601868f6d None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:58.325855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaca725-3590-4f3f-a45a-4a4f9791ed3c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.327403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaca725-3590-4f3f-a45a-4a4f9791ed3c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.327930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] For port 3236c9a4-78b2-4328-831e-d86034c327f2, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:58.328905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaca725-3590-4f3f-a45a-4a4f9791ed3c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.330450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaca725-3590-4f3f-a45a-4a4f9791ed3c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.332628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaca725-3590-4f3f-a45a-4a4f9791ed3c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.334742 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9aaca725-3590-4f3f-a45a-4a4f9791ed3c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1562195 Nov 22 16:47:58.338669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38488) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.360041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] For port 3236c9a4-78b2-4328-831e-d86034c327f2, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3236c9a4-78b2-4328-831e-d86034c327f2,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:58.369882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.450351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381449f-5de2-4519-bd9f-36412bd51b55 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:58.450707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.451311 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.454203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] 10.222.0.37 "PUT /v2.0/ports/3236c9a4-78b2-4328-831e-d86034c327f2 HTTP/1.1" status: 200 len: 1092 time: 1.9290113 Nov 22 16:47:58.454703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177df0c1-cbd3-4938-8f5c-0b2a6d2f9469', 'tag': '3236c9a4-78b2-4328-831e-d86034c327f2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:58.457506 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0712fc81-8e96-4c61-9988-c770dc403463" -d '{"events": [{"name": "network-changed", "server_uuid": "177df0c1-cbd3-4938-8f5c-0b2a6d2f9469", "tag": "3236c9a4-78b2-4328-831e-d86034c327f2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:58.475690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7dfab-fc58-4470-8e90-aa4434d46304 req-bae592ce-4614-4687-b32e-74a40058bbc7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.483524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7de7dfab-fc58-4470-8e90-aa4434d46304 req-bae592ce-4614-4687-b32e-74a40058bbc7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1717339 Nov 22 16:47:58.574619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f133701-0b00-48fd-b1cb-1c66d850a758 service neutron] Pushing event updated for resources: {'Port': ['ID=3236c9a4-78b2-4328-831e-d86034c327f2,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:58.617404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7de7dfab-fc58-4470-8e90-aa4434d46304 req-739a93f9-71bf-4eb9-9b4f-bff61fef8dd8 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329319 Nov 22 16:47:58.619691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1576531-2b30-410e-814e-33647a16d121 req-cc81aeb9-a5fe-4094-91e0-b0a4b77f7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.621248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-cc81aeb9-a5fe-4094-91e0-b0a4b77f7c84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 1095 time: 0.1129816 Nov 22 16:47:58.691361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-06681fc4-7d1a-4312-af74-f92098d2b40f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3236c9a4-78b2-4328-831e-d86034c327f2 HTTP/1.1" status: 200 len: 217 time: 0.0576010 Nov 22 16:47:58.781512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1576531-2b30-410e-814e-33647a16d121 req-5aee8582-6531-4364-b339-89d0b8ea222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.784558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-5aee8582-6531-4364-b339-89d0b8ea222a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0849741 Nov 22 16:47:58.839944 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-64fcba6f-3c95-48a3-8d16-b06451b9c4a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480487 Nov 22 16:47:58.864199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d1f82-7c5e-4e36-ba65-50802ebf4a6c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.866300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d1f82-7c5e-4e36-ba65-50802ebf4a6c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.870300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d1f82-7c5e-4e36-ba65-50802ebf4a6c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.871834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d1f82-7c5e-4e36-ba65-50802ebf4a6c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.874517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081d1f82-7c5e-4e36-ba65-50802ebf4a6c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.876295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-081d1f82-7c5e-4e36-ba65-50802ebf4a6c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5360713 Nov 22 16:47:58.883312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38492) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.946759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f022121-134b-4fa8-a9c8-1cba50e972bb req-2bfd82a6-a523-47a8-a693-af889a8ad8f7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.946759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f022121-134b-4fa8-a9c8-1cba50e972bb req-2bfd82a6-a523-47a8-a693-af889a8ad8f7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 944 time: 0.1372981 Nov 22 16:47:59.013660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-f7f1b817-caa7-4ed7-8473-a173c717c1ad service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548839 Nov 22 16:47:59.016704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d537a4-fa71-4e9f-8615-f842e59ecc54 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.028827 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e8d537a4-fa71-4e9f-8615-f842e59ecc54 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/networks/5bd9efe7-b386-4b48-95e0-45b601abfe1a HTTP/1.1" status: 200 len: 803 time: 0.1369510 Nov 22 16:47:59.033419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38494) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.081110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f022121-134b-4fa8-a9c8-1cba50e972bb req-bf937878-0f99-4646-92d3-e41de89c7a9c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287346 Nov 22 16:47:59.145339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1576531-2b30-410e-814e-33647a16d121 req-945c1024-cfa8-43c9-a60b-85c5849e17b2 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224813 Nov 22 16:47:59.204421 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0120d867-99da-433b-8ede-6f4225715126 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/networks/5bd9efe7-b386-4b48-95e0-45b601abfe1a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1691580 Nov 22 16:47:59.208987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38504) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.239135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-6ce3a129-4de7-4372-927c-29017fb4d356 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371743766&fields=id&tenant_id=8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 267 time: 0.0526867 Nov 22 16:47:59.293921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e80061-342c-4254-bf00-7cd8179bdbf5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.295397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-63e80061-342c-4254-bf00-7cd8179bdbf5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/subnets/67edf600-8f90-47fb-adf4-6ebff5510dc8 HTTP/1.1" status: 200 len: 843 time: 0.0851190 Nov 22 16:47:59.302100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38506) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.392024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5133945-ba4c-46d1-9f38-892e08ccc5f5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.397728 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e5133945-ba4c-46d1-9f38-892e08ccc5f5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "GET /v2.0/subnets/67edf600-8f90-47fb-adf4-6ebff5510dc8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0905514 Nov 22 16:47:59.398159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38508) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.407281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-889443091'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:59.442562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:59.444283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-b40866d1-1d32-4e76-a34f-2cf5a9ae0d0d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.445824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-b40866d1-1d32-4e76-a34f-2cf5a9ae0d0d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/networks?id=e0c4235f-9e4b-4b81-af88-b38e02792c19 HTTP/1.1" status: 200 len: 796 time: 0.1958067 Nov 22 16:47:59.451176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.472148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-f8a43469-973d-445d-90ad-a9e30317fcc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1206253 Nov 22 16:47:59.476753 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-8d71a580-ab90-4550-a480-97ec613a7e54 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/quotas/8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 375 time: 0.0238340 Nov 22 16:47:59.491743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:59.514620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.515070 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Added segment 2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1 of type vlan for network d2703be1-b3cb-4e39-bbba-5e00f8ba9570 Nov 22 16:47:59.580151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.607415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-a579e6d3-2215-414a-b37b-cc185f6a5e74 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1169505 Nov 22 16:47:59.620561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.627403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-85fdfbdb-8054-4b27-8143-6e541205fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.627846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.628229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-85fdfbdb-8054-4b27-8143-6e541205fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.628543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.628747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-85fdfbdb-8054-4b27-8143-6e541205fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.629353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-85fdfbdb-8054-4b27-8143-6e541205fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.629815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-85fdfbdb-8054-4b27-8143-6e541205fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.630277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-85fdfbdb-8054-4b27-8143-6e541205fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.630811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-85fdfbdb-8054-4b27-8143-6e541205fc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.632863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-85fdfbdb-8054-4b27-8143-6e541205fc51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6494 time: 0.0852578 Nov 22 16:47:59.715983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3163691 Nov 22 16:47:59.717475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38512) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.725882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'network_id': 'd2703be1-b3cb-4e39-bbba-5e00f8ba9570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:59.801727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7616d12-a8f8-4378-a721-f25c1f021150 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Network': ['ID=d2703be1-b3cb-4e39-bbba-5e00f8ba9570,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:59.818068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network d2703be1-b3cb-4e39-bbba-5e00f8ba9570 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:59.834981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-595bfa10-c455-48f3-999d-30f6a55c8c78 service neutron] 10.222.0.59 "GET /v2.0/networks/e0c4235f-9e4b-4b81-af88-b38e02792c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009926 Nov 22 16:47:59.869943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-7adb5f2c-f4fa-45d8-8ad5-3b492e04f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.871122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-7adb5f2c-f4fa-45d8-8ad5-3b492e04f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.871808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-7adb5f2c-f4fa-45d8-8ad5-3b492e04f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.874351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-7adb5f2c-f4fa-45d8-8ad5-3b492e04f63f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=7bf485ee-00ae-42be-b790-e5bca2fa413e&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b HTTP/1.1" status: 200 len: 2293 time: 0.1945627 Nov 22 16:47:59.878626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Made reservation on behalf of 7b912ad295244d27858049b790e86eae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:59.883060 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.957345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Performing IP validity checks on allocation pools {{(pid=103442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:47:59.958207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:48:00.037194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-37594b80-6175-4d4c-ba66-b457c9f9e204 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 HTTP/1.1" status: 200 len: 1002 time: 0.1425109 Nov 22 16:48:00.082821 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-74cd8192-1a7d-4ab5-bb08-98d70e225873 service neutron] 10.222.0.59 "GET /v2.0/networks/e0c4235f-9e4b-4b81-af88-b38e02792c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250216 Nov 22 16:48:00.105743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-aab121d9-6652-40b9-917c-b6c9494f1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.108688 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-aab121d9-6652-40b9-917c-b6c9494f1a1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=60fb99aa-6a34-4789-801b-3d59564b79de HTTP/1.1" status: 200 len: 851 time: 0.0607910 Nov 22 16:48:00.161889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.188109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-b9ed22b4-0cd6-4673-8cc4-06e950d260ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.189825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-b9ed22b4-0cd6-4673-8cc4-06e950d260ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d14331d9-e11c-48d4-8bfd-0c8a5d767e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736864 Nov 22 16:48:00.251354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=d51f3e72-28d6-42c3-b41e-487547e8ef1b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.263549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Checking segment: {'id': '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd2703be1-b3cb-4e39-bbba-5e00f8ba9570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:00.264157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network hostable DHCP agents. Network: d2703be1-b3cb-4e39-bbba-5e00f8ba9570, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:00.289552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Network d2703be1-b3cb-4e39-bbba-5e00f8ba9570 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:00.305916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, d2703be1-b3cb-4e39-bbba-5e00f8ba9570) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:00.313083 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.313279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.324679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d8d6d-9382-4cd2-bc9e-7533aa7d48a1 None None] Network d2703be1-b3cb-4e39-bbba-5e00f8ba9570 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:00.344460 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f8068907-3da6-4918-b33c-df75d25db2c5 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6221759 Nov 22 16:48:00.347689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38522) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.359228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ef7dad80-0c83-4fb0-9d50-cb31ae1b50a1 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:00.361504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-6bcc53aa-8f8e-4f44-91f2-1ee3ae10decb service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636562 Nov 22 16:48:00.564498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7dad80-0c83-4fb0-9d50-cb31ae1b50a1 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8777722'] for subnet, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.566995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-6192b818-cbc5-4cf8-9bbc-03ecc04a0967 service neutron] 10.222.0.37 "GET /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832447 Nov 22 16:48:00.600134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-d2703be1-b3cb-4e39-bbba-5e00f8ba9570', 'network_id': 'd2703be1-b3cb-4e39-bbba-5e00f8ba9570', 'tenant_id': '7b912ad295244d27858049b790e86eae', 'fixed_ips': [{'subnet_id': 'd51f3e72-28d6-42c3-b41e-487547e8ef1b'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:48:00.602751 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.673626 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-80aff1bb-c82a-4821-b10e-f73e034b97ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 200 len: 217 time: 0.0989120 Nov 22 16:48:00.689425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032886e-cfec-4dbc-9941-ba92c0509a7c req-77855225-6505-416d-80a3-da9db7f849d8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.691374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e032886e-cfec-4dbc-9941-ba92c0509a7c req-77855225-6505-416d-80a3-da9db7f849d8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.2073736 Nov 22 16:48:00.808247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e032886e-cfec-4dbc-9941-ba92c0509a7c req-f734a07b-59b8-4582-a312-10d376b88a38 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025658 Nov 22 16:48:00.816532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-af37bc5a-09f6-483e-980c-fe30649abaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.819263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-af37bc5a-09f6-483e-980c-fe30649abaec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1263120 Nov 22 16:48:00.872099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7dad80-0c83-4fb0-9d50-cb31ae1b50a1 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763325645900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2973088'] for subnet, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.891858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ef328576-f004-4346-a3b9-74f0fde10db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.895734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ef328576-f004-4346-a3b9-74f0fde10db0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697048 Nov 22 16:48:00.931250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Allocated IP 2001:db8::3 (d2703be1-b3cb-4e39-bbba-5e00f8ba9570/d51f3e72-28d6-42c3-b41e-487547e8ef1b/d0f4fcaa-4513-475e-a0a8-00d01f23a00c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:00.941427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7dad80-0c83-4fb0-9d50-cb31ae1b50a1 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.942795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7dad80-0c83-4fb0-9d50-cb31ae1b50a1 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.947253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef7dad80-0c83-4fb0-9d50-cb31ae1b50a1 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "PUT /v2.0/subnets/d51f3e72-28d6-42c3-b41e-487547e8ef1b HTTP/1.1" status: 200 len: 900 time: 0.5948708 Nov 22 16:48:00.950042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.055162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-27867077-3449-4276-856e-020ab584f083 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518583 Nov 22 16:48:01.093658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dad80-0c83-4fb0-9d50-cb31ae1b50a1 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event updated for resources: {'Subnet': ['ID=d51f3e72-28d6-42c3-b41e-487547e8ef1b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:01.151775 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b0f21b-a0df-4b2c-bc74-531a6a3b59b9 x-openstack-request-id: req-06b0f21b-a0df-4b2c-bc74-531a6a3b59b9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:01.152220 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177df0c1-cbd3-4938-8f5c-0b2a6d2f9469", "tag": "3236c9a4-78b2-4328-831e-d86034c327f2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:01.152546 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06b0f21b-a0df-4b2c-bc74-531a6a3b59b9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:01.153021 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177df0c1-cbd3-4938-8f5c-0b2a6d2f9469', 'tag': '3236c9a4-78b2-4328-831e-d86034c327f2', 'status': 'completed', 'code': 200} Nov 22 16:48:01.212770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.251854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712fc81-8e96-4c61-9988-c770dc403463 req-85789284-43ac-426e-be8f-10f7118d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.255189 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0712fc81-8e96-4c61-9988-c770dc403463 req-85789284-43ac-426e-be8f-10f7118d8fb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 1095 time: 0.0882130 Nov 22 16:48:01.293385 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.313573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.345976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-74f9cea1-a5d4-4336-8e72-88d532a8479c service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825160 Nov 22 16:48:01.375188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a5cbf-26b1-4115-ba5a-eabf7c9cd078 req-d2e2b36d-b6cc-4d89-9d88-cf24d8ea4975 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.388625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a57a5cbf-26b1-4115-ba5a-eabf7c9cd078 req-d2e2b36d-b6cc-4d89-9d88-cf24d8ea4975 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1550186 Nov 22 16:48:01.397921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Network d2703be1-b3cb-4e39-bbba-5e00f8ba9570 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:01.401471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:01.406823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:01.416823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Pushing event updated for resources: {'Port': ['ID=d0f4fcaa-4513-475e-a0a8-00d01f23a00c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:01.465501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-c4894da1-bd78-45de-af53-53532da06cda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 200 len: 217 time: 0.1093278 Nov 22 16:48:01.504226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Attempting to bind port d0f4fcaa-4513-475e-a0a8-00d01f23a00c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:01.508279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Attempting to bind port d0f4fcaa-4513-475e-a0a8-00d01f23a00c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd2703be1-b3cb-4e39-bbba-5e00f8ba9570'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:01.509076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Attempting to bind port d0f4fcaa-4513-475e-a0a8-00d01f23a00c on network d2703be1-b3cb-4e39-bbba-5e00f8ba9570 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:01.524729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:01.525102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Checking segment: {'id': '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd2703be1-b3cb-4e39-bbba-5e00f8ba9570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:01.525539 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.525962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Bound using segment: {'id': '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd2703be1-b3cb-4e39-bbba-5e00f8ba9570'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:01.526465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Bound port: d0f4fcaa-4513-475e-a0a8-00d01f23a00c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd2703be1-b3cb-4e39-bbba-5e00f8ba9570'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:01.526862 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.543278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712fc81-8e96-4c61-9988-c770dc403463 req-9c6c233e-555d-4918-acb2-35bcce9624ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.545355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0712fc81-8e96-4c61-9988-c770dc403463 req-9c6c233e-555d-4918-acb2-35bcce9624ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 906 time: 0.2483757 Nov 22 16:48:01.567703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.583480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a57a5cbf-26b1-4115-ba5a-eabf7c9cd078 req-9cb02151-1b3e-4267-8b53-908244bd3985 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934483 Nov 22 16:48:01.595547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ac181676-61db-4a58-9dec-1dccfd1d6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.597403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ac181676-61db-4a58-9dec-1dccfd1d6330 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1195412 Nov 22 16:48:01.635736 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0712fc81-8e96-4c61-9988-c770dc403463 req-fc1391d8-a25d-44ce-8418-67731a300804 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3236c9a4-78b2-4328-831e-d86034c327f2 HTTP/1.1" status: 200 len: 217 time: 0.0781674 Nov 22 16:48:01.640526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] For port d0f4fcaa-4513-475e-a0a8-00d01f23a00c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:01.645076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] For port d0f4fcaa-4513-475e-a0a8-00d01f23a00c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d0f4fcaa-4513-475e-a0a8-00d01f23a00c,segment=NetworkSegment(2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1),segment_id=2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:01.651510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.652030 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-b3643e04-34bb-4716-bc7b-70b96ba32955 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1827207 Nov 22 16:48:01.690070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-78673bf5-602f-4b9b-ba93-9cedd8d5a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.691969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-78673bf5-602f-4b9b-ba93-9cedd8d5a85c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855384 Nov 22 16:48:01.800753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc79c90-1455-4cd4-aca9-f588c1959481 None None] Pushing event updated for resources: {'Port': ['ID=d0f4fcaa-4513-475e-a0a8-00d01f23a00c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:01.807034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3236c9a4-78b2-4328-831e-d86034c327f2 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:01.812765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712fc81-8e96-4c61-9988-c770dc403463 req-a13893de-2139-4f55-872b-4e107a6c6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.814335 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0712fc81-8e96-4c61-9988-c770dc403463 req-a13893de-2139-4f55-872b-4e107a6c6433 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.1567461 Nov 22 16:48:01.863593 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0712fc81-8e96-4c61-9988-c770dc403463 req-8e0c09fb-fb04-4c18-bff7-44c4c0d8e98c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374994 Nov 22 16:48:01.866688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-1a473b59-f2ef-4b8b-ad44-de1c07efcd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.868676 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-1a473b59-f2ef-4b8b-ad44-de1c07efcd72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 1097 time: 0.1476603 Nov 22 16:48:01.870145 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.003507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=d51f3e72-28d6-42c3-b41e-487547e8ef1b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:02.019651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3236c9a4-78b2-4328-831e-d86034c327f2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3236c9a4-78b2-4328-831e-d86034c327f2,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:02.041662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '3236c9a4-78b2-4328-831e-d86034c327f2', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'port_id': '3236c9a4-78b2-4328-831e-d86034c327f2', 'mac_address': 'fa:16:3e:65:d6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86875a6d-e4f0-4a44-834c-5559f499b29c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:02.056265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-3824e6ee-60c2-4b1b-922a-e5de90f101da service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536739 Nov 22 16:48:02.136255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820156e-d66d-4a81-994b-e8d4797783d1 req-c665978d-ac6a-42c2-a96d-c8ded104cc0a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.155725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c820156e-d66d-4a81-994b-e8d4797783d1 req-c665978d-ac6a-42c2-a96d-c8ded104cc0a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 944 time: 0.3241930 Nov 22 16:48:02.177090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.191227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.213312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3236c9a4-78b2-4328-831e-d86034c327f2 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:02.258754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3236c9a4-78b2-4328-831e-d86034c327f2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3236c9a4-78b2-4328-831e-d86034c327f2,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:02.263244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2703be1-b3cb-4e39-bbba-5e00f8ba9570']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:02.267421 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.278253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-6205f054-c80e-42b0-b800-49dbf517e83f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.280451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-6205f054-c80e-42b0-b800-49dbf517e83f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "GET /v2.0/networks?id=e0c4235f-9e4b-4b81-af88-b38e02792c19 HTTP/1.1" status: 200 len: 796 time: 0.3870797 Nov 22 16:48:02.291470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:02.291950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:02.308294 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0712fc81-8e96-4c61-9988-c770dc403463 req-c467caf8-3bd1-4552-93ae-e8344342b0b4 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286652 Nov 22 16:48:02.310320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.312852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-626a0c0b-1ac9-4c66-9d61-9fbef8c0f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.315607 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-626a0c0b-1ac9-4c66-9d61-9fbef8c0f01f service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.4124160 Nov 22 16:48:02.319228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c820156e-d66d-4a81-994b-e8d4797783d1 req-47303945-5f83-44ca-af08-d7f3f7c80b0c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630836 Nov 22 16:48:02.347330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.360451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:02.361125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.366189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=3236c9a4-78b2-4328-831e-d86034c327f2,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:02.373305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-0bc9718e-c5ed-4884-be5f-5d3868970b1e service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033645 Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:02.391609 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:02.451063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-be5cb238-dbd9-4d4b-893a-7516e70b8606 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9ed289d3-f33b-4397-94a7-1e177906ef09 HTTP/1.1" status: 200 len: 217 time: 0.0477669 Nov 22 16:48:02.515364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9c44956-539c-4c12-bcf6-dc1ea1b7c6d4 req-2e862a25-351e-4b22-a6b4-f06401522d1d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 210 time: 0.0713110 Nov 22 16:48:02.546584 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-9e1dbb97-1475-46de-a6a3-f3265b39ecac tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 471 time: 0.2097602 Nov 22 16:48:02.557104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-f6d8c67b-4962-4a3c-ac64-1b5a78ee50d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.559251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-f6d8c67b-4962-4a3c-ac64-1b5a78ee50d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.0956771 Nov 22 16:48:02.563531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'port': {'device_id': 'd4da51ba-abc6-4038-8018-503cd7a5b937', 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19', 'admin_state_up': True, 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'security_groups': ['225d3746-7a6b-43d7-a7e9-aed4cd81eae0']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:02.588673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.api [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:48:02.588673 n-d-816865-2 neutron-server[103442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:48:02.588673 n-d-816865-2 neutron-server[103442]: [parameters: {'id': 'd2703be1-b3cb-4e39-bbba-5e00f8ba9570'}] Nov 22 16:48:02.588673 n-d-816865-2 neutron-server[103442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:48:02.589404 n-d-816865-2 neutron-server[103442]: DEBUG oslo_db.api [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:48:02.612617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['3236c9a4-78b2-4328-831e-d86034c327f2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:02.655388 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-4a470725-df07-4777-9c0f-2cef247379e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 200 len: 1002 time: 0.2506344 Nov 22 16:48:02.683565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-be125527-31e2-41be-891c-959bcbdeefe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.685161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-be125527-31e2-41be-891c-959bcbdeefe8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1164777 Nov 22 16:48:02.745820 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0712fc81-8e96-4c61-9988-c770dc403463 req-69631c49-52fa-4ac7-82cb-54ec13fafc73 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536143 Nov 22 16:48:02.757956 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-00dfbd82-5c88-4be3-b780-04f4cec98367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.759511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-00dfbd82-5c88-4be3-b780-04f4cec98367 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.0900552 Nov 22 16:48:02.825613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-077cf1fc-767f-42ba-92be-2fdd208cc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.827190 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-077cf1fc-767f-42ba-92be-2fdd208cc864 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561559 Nov 22 16:48:02.972378 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-1253af58-ab51-4f90-9a66-71be3e91c4da service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345162 Nov 22 16:48:03.088306 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe45bd9-05cb-4b75-9148-d42013e0603a req-69445e2a-0ba2-4704-9e0f-cdbb558f8b21 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079862 Nov 22 16:48:03.090004 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.120868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:03.124914 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.158096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Deleting port d0f4fcaa-4513-475e-a0a8-00d01f23a00c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:03.158630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.235689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff30c5-4a21-4f7b-bb2d-0493af7c7698 req-aab659a1-cee5-42e2-9e88-15ca5de22376 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.237446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfff30c5-4a21-4f7b-bb2d-0493af7c7698 req-aab659a1-cee5-42e2-9e88-15ca5de22376 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.5278833 Nov 22 16:48:03.243140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] For port d0f4fcaa-4513-475e-a0a8-00d01f23a00c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d0f4fcaa-4513-475e-a0a8-00d01f23a00c,segment=NetworkSegment(2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1),segment_id=2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:03.243818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.249086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ce01d7d6-deac-4d02-9519-aa9f61b2fad9 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481727 Nov 22 16:48:03.259998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Calling delete_port for d0f4fcaa-4513-475e-a0a8-00d01f23a00c owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:03.291238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65dc16-5e97-4428-8486-99de5fddf98f None None] Network d2703be1-b3cb-4e39-bbba-5e00f8ba9570 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:03.366931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c9431cf8-f4ad-4ecb-87af-c4f541688428 None None] Provisioning complete for port d0f4fcaa-4513-475e-a0a8-00d01f23a00c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:03.367474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9431cf8-f4ad-4ecb-87af-c4f541688428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.368789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.382488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No DVR routers for this DVR port d0f4fcaa-4513-475e-a0a8-00d01f23a00c on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:03.391253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c9431cf8-f4ad-4ecb-87af-c4f541688428 None None] Port d0f4fcaa-4513-475e-a0a8-00d01f23a00c was deleted so its status cannot be updated. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 16:48:03.419646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfff30c5-4a21-4f7b-bb2d-0493af7c7698 req-966f644a-dbec-436e-af25-a506532fbdae tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728549 Nov 22 16:48:03.435109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Port': ['ID=d0f4fcaa-4513-475e-a0a8-00d01f23a00c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:03.438665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.20.0.29 (e0c4235f-9e4b-4b81-af88-b38e02792c19/058e6920-aa7a-4ff0-be23-80ed4505d498/28006034-e97e-43f3-a963-c6d4829e99ce) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:03.449783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-e2632ac6-f038-4fb6-beb1-46348eb13438 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889169 Nov 22 16:48:03.513537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-3a70d24c-67c3-4992-b928-a4430fe37ebf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af HTTP/1.1" status: 200 len: 217 time: 0.0543060 Nov 22 16:48:03.517545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.552319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2703be1-b3cb-4e39-bbba-5e00f8ba9570']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:03.572706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:03.573148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcb4693-fa14-4e39-95b3-d7a0cfc6b8d1') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:03.580553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60452f97-729a-4352-954e-841475097b3a None None] DHCP port deletion for d2703be1-b3cb-4e39-bbba-5e00f8ba9570 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:03.590221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.614499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.616344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f0822-07bc-4ca9-b431-a41e67707e67 None None] Network d2703be1-b3cb-4e39-bbba-5e00f8ba9570 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:03.631589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:03.632295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:03.642477 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:03.677070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ee484473-f914-4dee-8c56-fe4db4b5caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.678728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ee484473-f914-4dee-8c56-fe4db4b5caea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 200 len: 797 time: 0.1499445 Nov 22 16:48:03.751682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.758740 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.762183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/d2703be1-b3cb-4e39-bbba-5e00f8ba9570 HTTP/1.1" status: 204 len: 168 time: 2.8105879 Nov 22 16:48:03.766379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:03.785878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc488d-bb9f-45eb-b718-d6d81f3722d8 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=d2703be1-b3cb-4e39-bbba-5e00f8ba9570,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:03.809699 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5225c6-60ff-4e69-9984-0873f1626df0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:03.810091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5225c6-60ff-4e69-9984-0873f1626df0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:03.813377 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb5225c6-60ff-4e69-9984-0873f1626df0 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/d51f3e72-28d6-42c3-b41e-487547e8ef1b HTTP/1.1" status: 404 len: 337 time: 0.0456498 Nov 22 16:48:03.817141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38560) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:03.837703 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1b797b-a420-4765-831b-02435353fe6a tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:03.838373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1b797b-a420-4765-831b-02435353fe6a tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:03.840987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.841419 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8a1b797b-a420-4765-831b-02435353fe6a tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/d2703be1-b3cb-4e39-bbba-5e00f8ba9570 HTTP/1.1" status: 404 len: 339 time: 0.0231740 Nov 22 16:48:03.844184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:03.864047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-9e8160ae-9d67-45ec-8a79-6abc77bf7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.865596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-9e8160ae-9d67-45ec-8a79-6abc77bf7aeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7bf485ee-00ae-42be-b790-e5bca2fa413e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1770349 Nov 22 16:48:03.884363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241220fb-424d-4a74-b570-b6298c5b6696 req-41a507a7-f3d6-4eae-8433-e9d9b8d1aa12 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.885902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-241220fb-424d-4a74-b570-b6298c5b6696 req-41a507a7-f3d6-4eae-8433-e9d9b8d1aa12 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1685030 Nov 22 16:48:04.045602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.057208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.076176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-241220fb-424d-4a74-b570-b6298c5b6696 req-db8fde0e-2570-470b-adce-8259502f65d6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546409 Nov 22 16:48:04.144064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:04.152913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:04.160484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-e1540870-54a1-4d1a-86f6-d408c7a379ce service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736044 Nov 22 16:48:04.178173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:04.183461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=28006034-e97e-43f3-a963-c6d4829e99ce,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:04.365643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.366279 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.372979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.424522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-49cd9dbd-f1d5-487c-9ea5-e36cfb202475 None None] Provisioning complete for port 28006034-e97e-43f3-a963-c6d4829e99ce triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:04.425091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72026182-7e2c-4bbf-ac4a-316e80d44d4d req-fa477a45-cad4-4485-b1b7-d60e9fea6178 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.425745 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49cd9dbd-f1d5-487c-9ea5-e36cfb202475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.426664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72026182-7e2c-4bbf-ac4a-316e80d44d4d req-fa477a45-cad4-4485-b1b7-d60e9fea6178 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.2454903 Nov 22 16:48:04.430233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fce329c-2108-49c7-9af4-aa164539b46e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:04.441844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-87dd0741-deb7-457c-973b-cc0f34089f8f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8821979 Nov 22 16:48:04.449143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651dc887-1631-4430-a93d-dc961799ba1f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:04.449462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651dc887-1631-4430-a93d-dc961799ba1f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:04.471625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Request body: {'port': {'device_id': 'd4da51ba-abc6-4038-8018-503cd7a5b937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:04.472284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-49cd9dbd-f1d5-487c-9ea5-e36cfb202475 None None] Port 28006034-e97e-43f3-a963-c6d4829e99ce cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:04.479088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.519082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-e21a41f2-3889-4312-a432-6ed7c0ea2df8 service neutron] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363976 Nov 22 16:48:04.525006 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.579026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:04.579465 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:04.582999 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:04.620864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ae2f46d2-7a0c-496b-9359-8113f940f34a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69 HTTP/1.1" status: 200 len: 217 time: 0.0894222 Nov 22 16:48:04.700348 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.710217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72026182-7e2c-4bbf-ac4a-316e80d44d4d req-7cfd4ab1-a378-4ddc-9073-0c3a6fcf8b4a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673731 Nov 22 16:48:04.744260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.790127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.794724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/6fce329c-2108-49c7-9af4-aa164539b46e HTTP/1.1" status: 204 len: 168 time: 0.9458408 Nov 22 16:48:04.796329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38568) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:04.811502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-4857c22d-d86f-4aff-b2ae-50ee60926fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.814391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-4857c22d-d86f-4aff-b2ae-50ee60926fb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.1626422 Nov 22 16:48:04.819051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af8984-ffab-4e2b-81e9-3d994499a64e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=6fce329c-2108-49c7-9af4-aa164539b46e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:04.846756 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-058a7a43-2926-4201-8286-dc161afc6f7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:04.848050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-058a7a43-2926-4201-8286-dc161afc6f7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:04.855344 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-058a7a43-2926-4201-8286-dc161afc6f7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/ee7f9b41-0482-475a-8e72-988c07c61cd8 HTTP/1.1" status: 404 len: 337 time: 0.0576503 Nov 22 16:48:04.859912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38570) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:04.891802 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abbbd6e-f332-4be0-ae72-d8be5e042f17 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:04.892584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abbbd6e-f332-4be0-ae72-d8be5e042f17 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:04.895734 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0abbbd6e-f332-4be0-ae72-d8be5e042f17 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/904834e8-dd32-41af-8b35-58f618e62436 HTTP/1.1" status: 404 len: 339 time: 0.0346591 Nov 22 16:48:04.901499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:04.942287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-edc251d0-e099-4a50-b941-4755d7fb13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.944057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-edc251d0-e099-4a50-b941-4755d7fb13cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227365 Nov 22 16:48:04.971968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-760195d1-2423-4043-9969-5dad75b7f59c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Deleting subnet 63cc8736-793a-4a0b-bff3-a7a6a82e6edd {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:04.978391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760195d1-2423-4043-9969-5dad75b7f59c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.039975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760195d1-2423-4043-9969-5dad75b7f59c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.109488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252ca80-a888-4d31-9eb0-0c2e6aab60f5 req-9f8f9044-5570-449c-a23b-d04c0f8083be tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.111757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2252ca80-a888-4d31-9eb0-0c2e6aab60f5 req-9f8f9044-5570-449c-a23b-d04c0f8083be tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 945 time: 0.1939280 Nov 22 16:48:05.197362 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-ef56aead-4092-48a7-8f2e-673527b51f3c service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372379 Nov 22 16:48:05.268899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2252ca80-a888-4d31-9eb0-0c2e6aab60f5 req-334e43a6-6a92-4b03-965c-f6e1f9f4634a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364539 Nov 22 16:48:05.352460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28006034-e97e-43f3-a963-c6d4829e99ce {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:05.368008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.377080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-bd7911d8-cf4c-467a-ab56-cc2612408a1d service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632390 Nov 22 16:48:05.395525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Transition to ACTIVE for port object 28006034-e97e-43f3-a963-c6d4829e99ce will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:05.439368 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.445316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-dac8f6da-1057-47c5-a6c0-5d6803491806 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0041cd8c-9640-47b1-896a-7445382c04ca HTTP/1.1" status: 200 len: 217 time: 0.0607374 Nov 22 16:48:05.555575 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760195d1-2423-4043-9969-5dad75b7f59c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.558523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Pushing event updated for resources: {'Port': ['ID=28006034-e97e-43f3-a963-c6d4829e99ce,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.572347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-70d82bfe-8146-4fba-bf02-9c60ceeed082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.574341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-70d82bfe-8146-4fba-bf02-9c60ceeed082 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 200 len: 797 time: 0.0883789 Nov 22 16:48:05.593757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b479a2-b6c3-45b8-9e47-c49699627e8b req-55ca103b-ad95-48c7-beea-612bfa942d32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.604859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d8b479a2-b6c3-45b8-9e47-c49699627e8b req-55ca103b-ad95-48c7-beea-612bfa942d32 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1741614 Nov 22 16:48:05.634649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d0f4fcaa-4513-475e-a0a8-00d01f23a00c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:05.663433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760195d1-2423-4043-9969-5dad75b7f59c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.688818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d0f4fcaa-4513-475e-a0a8-00d01f23a00c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:05.689772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d0f4fcaa-4513-475e-a0a8-00d01f23a00c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:05.710870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760195d1-2423-4043-9969-5dad75b7f59c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=63cc8736-793a-4a0b-bff3-a7a6a82e6edd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.714279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760195d1-2423-4043-9969-5dad75b7f59c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.717896 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-760195d1-2423-4043-9969-5dad75b7f59c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/63cc8736-793a-4a0b-bff3-a7a6a82e6edd HTTP/1.1" status: 204 len: 168 time: 0.8151762 Nov 22 16:48:05.721506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38574) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:05.754821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879df10-d3cb-419a-aa39-cd1902cb9265 None None] Network 99725518-3d36-472c-b5f9-0ff65769ce2e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:05.780517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d8b479a2-b6c3-45b8-9e47-c49699627e8b req-90af1349-555d-4f0c-869f-abcc9dcbe1bd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746004 Nov 22 16:48:05.811732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-8f0bbb72-23d6-4c7d-914c-70f92606ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.813312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-8f0bbb72-23d6-4c7d-914c-70f92606ccd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995401 Nov 22 16:48:05.818789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Attempting to bind port 28006034-e97e-43f3-a963-c6d4829e99ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:05.819315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Attempting to bind port 28006034-e97e-43f3-a963-c6d4829e99ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:05.819743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Attempting to bind port 28006034-e97e-43f3-a963-c6d4829e99ce on network e0c4235f-9e4b-4b81-af88-b38e02792c19 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:05.851896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-333d8e14-ce9a-4d4f-aca0-6ee1cd8e0ece tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Deleting subnet 41dbc327-9bfa-41cf-9d0c-484cd967f057 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:05.869191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-333d8e14-ce9a-4d4f-aca0-6ee1cd8e0ece tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.882658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Port 28006034-e97e-43f3-a963-c6d4829e99ce on network e0c4235f-9e4b-4b81-af88-b38e02792c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:05.883268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Attempting to bind port 28006034-e97e-43f3-a963-c6d4829e99ce on network e0c4235f-9e4b-4b81-af88-b38e02792c19 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:05.899327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3236c9a4-78b2-4328-831e-d86034c327f2 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:05.916148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:05.916717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Checking segment: {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:05.917224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Bound using segment: {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:05.917787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Bound port: 28006034-e97e-43f3-a963-c6d4829e99ce, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:05.918458 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.992751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-333d8e14-ce9a-4d4f-aca0-6ee1cd8e0ece tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.020125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caea7b-187b-4eeb-99b0-478ce6cf84ce req-0dc316ee-6ead-448b-ad08-83f479376fc3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.022198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1caea7b-187b-4eeb-99b0-478ce6cf84ce req-0dc316ee-6ead-448b-ad08-83f479376fc3 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 944 time: 0.1501894 Nov 22 16:48:06.024532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-c724459c-f071-4cb3-9066-6921f1612a0d service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022548 Nov 22 16:48:06.100320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 3236c9a4-78b2-4328-831e-d86034c327f2 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:06.107994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 3236c9a4-78b2-4328-831e-d86034c327f2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:06.109344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.130693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] For port 28006034-e97e-43f3-a963-c6d4829e99ce, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:06.134423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-333d8e14-ce9a-4d4f-aca0-6ee1cd8e0ece tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.157432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] For port 28006034-e97e-43f3-a963-c6d4829e99ce, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28006034-e97e-43f3-a963-c6d4829e99ce,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:06.167701 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.179921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1caea7b-187b-4eeb-99b0-478ce6cf84ce req-6a4b1716-4443-4626-9ef1-d28b335b06df tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484716 Nov 22 16:48:06.218041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-333d8e14-ce9a-4d4f-aca0-6ee1cd8e0ece tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.240493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.241242 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.242746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] 10.222.0.37 "PUT /v2.0/ports/28006034-e97e-43f3-a963-c6d4829e99ce HTTP/1.1" status: 200 len: 1092 time: 1.7764246 Nov 22 16:48:06.244863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4da51ba-abc6-4038-8018-503cd7a5b937', 'tag': '28006034-e97e-43f3-a963-c6d4829e99ce'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:06.247487 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fcf9e0-a917-4f08-9001-998a400cb120" -d '{"events": [{"name": "network-changed", "server_uuid": "d4da51ba-abc6-4038-8018-503cd7a5b937", "tag": "28006034-e97e-43f3-a963-c6d4829e99ce"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:06.255960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4d6b589-5aeb-4ad7-ab57-f79311b12592 req-9fc26eaf-2ef3-4d75-8808-0078f3b14780 service neutron] 10.222.0.37 "GET /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124615 Nov 22 16:48:06.297478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d8e14-ce9a-4d4f-aca0-6ee1cd8e0ece tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=41dbc327-9bfa-41cf-9d0c-484cd967f057,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.317816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255aaa8-f3ff-4c4e-8a01-53d51bdb3997 service neutron] Pushing event updated for resources: {'Port': ['ID=28006034-e97e-43f3-a963-c6d4829e99ce,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.318456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-333d8e14-ce9a-4d4f-aca0-6ee1cd8e0ece tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.323115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-333d8e14-ce9a-4d4f-aca0-6ee1cd8e0ece tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/41dbc327-9bfa-41cf-9d0c-484cd967f057 HTTP/1.1" status: 204 len: 168 time: 0.6005692 Nov 22 16:48:06.325912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38586) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:06.377304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-adbff522-64e7-42e1-92fc-c58f3a3dd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.387082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-adbff522-64e7-42e1-92fc-c58f3a3dd852 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 1095 time: 0.0819597 Nov 22 16:48:06.397770 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.450545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ef41a-ccff-40bc-98c8-ed55fbac2118 None None] Update dhcp port {'port': {'network_id': '99725518-3d36-472c-b5f9-0ff65769ce2e', 'fixed_ips': [{'subnet_id': '41dbc327-9bfa-41cf-9d0c-484cd967f057'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '46993b17-fe8f-4d0f-b636-a9069199be1c'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:48:06.456762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-0794119f-00c5-4007-b4dc-548f1a23e31d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=28006034-e97e-43f3-a963-c6d4829e99ce HTTP/1.1" status: 200 len: 217 time: 0.0531583 Nov 22 16:48:06.458191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.506985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177df0c1-cbd3-4938-8f5c-0b2a6d2f9469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3236c9a4-78b2-4328-831e-d86034c327f2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:06.509802 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc1df67-70b9-4bf7-b9d5-2235a6a763e0" -d '{"events": [{"server_uuid": "177df0c1-cbd3-4938-8f5c-0b2a6d2f9469", "name": "network-vif-plugged", "status": "completed", "tag": "3236c9a4-78b2-4328-831e-d86034c327f2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:06.527304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9a3ee-2a51-4c19-be0f-87bef04870c0 req-154622aa-7015-4410-a2bc-e60dbe946347 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.529157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71a9a3ee-2a51-4c19-be0f-87bef04870c0 req-154622aa-7015-4410-a2bc-e60dbe946347 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1380017 Nov 22 16:48:06.536290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-939eb9e5-9944-43f7-a167-0a6779092669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.537977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-939eb9e5-9944-43f7-a167-0a6779092669 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=058e6920-aa7a-4ff0-be23-80ed4505d498 HTTP/1.1" status: 200 len: 838 time: 0.0742321 Nov 22 16:48:06.547636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3236c9a4-78b2-4328-831e-d86034c327f2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3236c9a4-78b2-4328-831e-d86034c327f2,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:06.551332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-489ef41a-ccff-40bc-98c8-ed55fbac2118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.558883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Deleting port 46993b17-fe8f-4d0f-b636-a9069199be1c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:06.560978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.682433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] For port 46993b17-fe8f-4d0f-b636-a9069199be1c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=46993b17-fe8f-4d0f-b636-a9069199be1c,segment=NetworkSegment(bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3),segment_id=bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:06.683477 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.707620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Calling delete_port for 46993b17-fe8f-4d0f-b636-a9069199be1c owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:06.824653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.827871 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.840154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.869367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Port': ['ID=46993b17-fe8f-4d0f-b636-a9069199be1c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.880142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No DVR routers for this DVR port 46993b17-fe8f-4d0f-b636-a9069199be1c on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:06.920369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ef41a-ccff-40bc-98c8-ed55fbac2118 None None] Host n-d-816865-2 tried to update port 46993b17-fe8f-4d0f-b636-a9069199be1c which no longer exists. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Nov 22 16:48:06.950337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=3236c9a4-78b2-4328-831e-d86034c327f2,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.959648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.960005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.960329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.960678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.961011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.961344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.961673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.962004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.962331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.962665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.963006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.963340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:06.991983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71a9a3ee-2a51-4c19-be0f-87bef04870c0 req-14cd938a-4509-45cf-bdc7-ab1d33717a48 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467876 Nov 22 16:48:07.000689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-221d082e-cd03-4044-8c5c-f571bec4e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.006672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-221d082e-cd03-4044-8c5c-f571bec4e616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0c4235f-9e4b-4b81-af88-b38e02792c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4483371 Nov 22 16:48:07.025657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77493ed2-79bb-4aba-bb9d-122b91b63248 None None] Network 99725518-3d36-472c-b5f9-0ff65769ce2e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:07.040811 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.092382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99725518-3d36-472c-b5f9-0ff65769ce2e']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:07.111873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:07.113038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd9a4d5-c2b5-4e6e-805d-5ae0ec0b43f3') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:07.113184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8903ee85-ceca-4371-b21d-6959f85317ce None None] Could not find standard attr ID for object 46993b17-fe8f-4d0f-b636-a9069199be1c. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:48:07.146615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.169188 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.181537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:07.182620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:07.186336 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:07.219000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65400758-257d-48be-9849-e9b3c3b04467 None None] DHCP port deletion for 99725518-3d36-472c-b5f9-0ff65769ce2e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:07.239886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-5cf6568b-5f18-43b4-86db-584dd24a809a service neutron] 10.222.0.37 "GET /v2.0/networks/e0c4235f-9e4b-4b81-af88-b38e02792c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235591 Nov 22 16:48:07.274893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.299533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.303670 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/99725518-3d36-472c-b5f9-0ff65769ce2e HTTP/1.1" status: 204 len: 168 time: 0.9700379 Nov 22 16:48:07.304925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346a555-97d2-4cc7-8cd0-a286420d816d tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=99725518-3d36-472c-b5f9-0ff65769ce2e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:07.306746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38596) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.319652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe6455-e2a8-4914-97f2-b62c27a3418f req-1d316611-ae6b-441c-936d-721d5b0de345 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.321240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ebe6455-e2a8-4914-97f2-b62c27a3418f req-1d316611-ae6b-441c-936d-721d5b0de345 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1310041 Nov 22 16:48:07.338643 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1bc8c8-8293-4187-b662-7fd15c778f13 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:07.338643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1bc8c8-8293-4187-b662-7fd15c778f13 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:07.339828 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5c1bc8c8-8293-4187-b662-7fd15c778f13 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/ff53a335-aaae-4645-bc70-3ed05e05e327 HTTP/1.1" status: 404 len: 337 time: 0.0319681 Nov 22 16:48:07.343872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38598) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.369007 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5038c88-c7c5-4c3a-826d-9fddbdbb5f97 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:07.369635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5038c88-c7c5-4c3a-826d-9fddbdbb5f97 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:07.372935 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f5038c88-c7c5-4c3a-826d-9fddbdbb5f97 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/5c2dff35-9146-4007-b3df-337f8ba8a6c0 HTTP/1.1" status: 404 len: 339 time: 0.0280013 Nov 22 16:48:07.376054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38600) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.400034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123b59c5-cb77-4173-b6f0-134dff8f9ad7 req-5c896782-9d6d-467c-872b-48d7d66249e6 service neutron] 10.222.0.37 "GET /v2.0/networks/e0c4235f-9e4b-4b81-af88-b38e02792c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462939 Nov 22 16:48:07.406750 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a7a172-af31-4d96-b532-1173d1804d54 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:07.407664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a7a172-af31-4d96-b532-1173d1804d54 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:07.411540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ebe6455-e2a8-4914-97f2-b62c27a3418f req-3b8e310f-30dc-4380-afe5-03a50d2b627e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767689 Nov 22 16:48:07.415070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e2a7a172-af31-4d96-b532-1173d1804d54 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/08a62094-75d8-438a-beda-b744e35c2143 HTTP/1.1" status: 404 len: 337 time: 0.0358109 Nov 22 16:48:07.417716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38602) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.443714 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c183159f-03e1-4d58-8a33-206d69815707 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:07.444349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c183159f-03e1-4d58-8a33-206d69815707 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:07.447747 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c183159f-03e1-4d58-8a33-206d69815707 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/f1671786-22de-4e67-acb0-a27663126a07 HTTP/1.1" status: 404 len: 339 time: 0.0281272 Nov 22 16:48:07.451231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38604) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.491922 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff28f39-a02f-414a-98a8-c897684f6c8c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:07.492593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff28f39-a02f-414a-98a8-c897684f6c8c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:07.499584 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2ff28f39-a02f-414a-98a8-c897684f6c8c tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/5e806921-f24f-4daf-bd7a-a7ac2754c15c HTTP/1.1" status: 404 len: 337 time: 0.0449109 Nov 22 16:48:07.499999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38606) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.522556 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fc6849-84db-42fd-bfc6-37fd76b50a58 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:07.523141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17fc6849-84db-42fd-bfc6-37fd76b50a58 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:07.527383 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-17fc6849-84db-42fd-bfc6-37fd76b50a58 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/56265203-f394-4ee3-a3b7-d69e4a5aa78b HTTP/1.1" status: 404 len: 339 time: 0.0247326 Nov 22 16:48:07.535018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38608) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.578450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 46993b17-fe8f-4d0f-b636-a9069199be1c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:07.599236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 46993b17-fe8f-4d0f-b636-a9069199be1c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:07.599955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 46993b17-fe8f-4d0f-b636-a9069199be1c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:07.602757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb2be-edcb-48e9-a80c-81b44adf6a90 req-d0896323-faf1-4241-97fd-c1927a1ce9ad tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.604390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d46cb2be-edcb-48e9-a80c-81b44adf6a90 req-d0896323-faf1-4241-97fd-c1927a1ce9ad tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1098688 Nov 22 16:48:07.609429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-106688bf-8f51-483e-8f67-a322a47b6c7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Deleting subnet 1a46164a-fb98-468a-b447-0029973c01bd {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:07.615212 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106688bf-8f51-483e-8f67-a322a47b6c7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.691966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106688bf-8f51-483e-8f67-a322a47b6c7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.731415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d46cb2be-edcb-48e9-a80c-81b44adf6a90 req-2864ad22-1efc-4869-b027-b5490c5436a4 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123366 Nov 22 16:48:07.793969 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.860546 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106688bf-8f51-483e-8f67-a322a47b6c7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.883365 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f23580c-e323-4d72-8126-d387c1bcb79b x-openstack-request-id: req-2f23580c-e323-4d72-8126-d387c1bcb79b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:07.883600 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4da51ba-abc6-4038-8018-503cd7a5b937", "tag": "28006034-e97e-43f3-a963-c6d4829e99ce", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:07.883834 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f23580c-e323-4d72-8126-d387c1bcb79b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:07.884254 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4da51ba-abc6-4038-8018-503cd7a5b937', 'tag': '28006034-e97e-43f3-a963-c6d4829e99ce', 'status': 'completed', 'code': 200} Nov 22 16:48:08.007394 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106688bf-8f51-483e-8f67-a322a47b6c7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.044662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-d20d8c66-5f05-4ce4-a255-64516603177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.046207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-d20d8c66-5f05-4ce4-a255-64516603177f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 1095 time: 0.1323369 Nov 22 16:48:08.048963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106688bf-8f51-483e-8f67-a322a47b6c7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=1a46164a-fb98-468a-b447-0029973c01bd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.060515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fec96-a839-47f1-82d7-5360c3d66035 req-f9477478-24a4-4989-bc3d-23ba301c2ae3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.062083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e09fec96-a839-47f1-82d7-5360c3d66035 req-f9477478-24a4-4989-bc3d-23ba301c2ae3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 946 time: 0.1259804 Nov 22 16:48:08.062698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4cb11-2d57-4304-8188-1683d647062e None None] Network be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:08.063527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106688bf-8f51-483e-8f67-a322a47b6c7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.070421 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-106688bf-8f51-483e-8f67-a322a47b6c7f tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/1a46164a-fb98-468a-b447-0029973c01bd HTTP/1.1" status: 204 len: 168 time: 0.5305943 Nov 22 16:48:08.071120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38612) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.190420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e09fec96-a839-47f1-82d7-5360c3d66035 req-8894a669-1b28-46c5-99ff-b21df84c2fea tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135404 Nov 22 16:48:08.196442 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.218925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-1458a507-b797-4363-93a3-b6ace976660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.222190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-1458a507-b797-4363-93a3-b6ace976660d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0c4235f-9e4b-4b81-af88-b38e02792c19 HTTP/1.1" status: 200 len: 897 time: 0.1536217 Nov 22 16:48:08.268207 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324bf22b-69f1-4525-bb08-df1c981da809 x-openstack-request-id: req-324bf22b-69f1-4525-bb08-df1c981da809 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:08.268680 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177df0c1-cbd3-4938-8f5c-0b2a6d2f9469", "name": "network-vif-plugged", "status": "completed", "tag": "3236c9a4-78b2-4328-831e-d86034c327f2", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:08.269091 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-324bf22b-69f1-4525-bb08-df1c981da809 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:08.269679 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177df0c1-cbd3-4938-8f5c-0b2a6d2f9469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3236c9a4-78b2-4328-831e-d86034c327f2', 'code': 200} Nov 22 16:48:08.302408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-abae38b9-6837-4a15-b93b-e1a14dba0ab7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=28006034-e97e-43f3-a963-c6d4829e99ce HTTP/1.1" status: 200 len: 217 time: 0.0716498 Nov 22 16:48:08.340387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] DHCP port deletion for be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:08.353777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Deleting port 1129d367-5c9e-4cae-b63a-6b507b42f70a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:08.354821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.408029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] Deleting port 1129d367-5c9e-4cae-b63a-6b507b42f70a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:08.408389 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.451253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] For port 1129d367-5c9e-4cae-b63a-6b507b42f70a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1129d367-5c9e-4cae-b63a-6b507b42f70a,segment=NetworkSegment(e86acca2-1701-4db4-8411-f5a77ea83eff),segment_id=e86acca2-1701-4db4-8411-f5a77ea83eff)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:08.451639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.470412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Calling delete_port for 1129d367-5c9e-4cae-b63a-6b507b42f70a owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:08.486469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-3e053cbe-0d25-4967-9b90-f604787d5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.488093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-3e053cbe-0d25-4967-9b90-f604787d5f87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=058e6920-aa7a-4ff0-be23-80ed4505d498 HTTP/1.1" status: 200 len: 838 time: 0.1774313 Nov 22 16:48:08.491607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] For port 1129d367-5c9e-4cae-b63a-6b507b42f70a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1129d367-5c9e-4cae-b63a-6b507b42f70a,segment=NetworkSegment(e86acca2-1701-4db4-8411-f5a77ea83eff),segment_id=e86acca2-1701-4db4-8411-f5a77ea83eff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:08.492225 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.516447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] Calling delete_port for 1129d367-5c9e-4cae-b63a-6b507b42f70a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:08.516693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98414aaa-5940-4f89-8340-7d440108c71c req-1947204f-215f-4917-ae1f-14b0f154623f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.517996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98414aaa-5940-4f89-8340-7d440108c71c req-1947204f-215f-4917-ae1f-14b0f154623f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 944 time: 0.1315198 Nov 22 16:48:08.552168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270cd2d-f547-4ded-b18c-536aae465fcd req-6d3ffc22-b5f8-4204-b8b3-4c0be9417b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.554100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5270cd2d-f547-4ded-b18c-536aae465fcd req-6d3ffc22-b5f8-4204-b8b3-4c0be9417b32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 1097 time: 0.1691902 Nov 22 16:48:08.585914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.617313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Port': ['ID=1129d367-5c9e-4cae-b63a-6b507b42f70a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.621115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No DVR routers for this DVR port 1129d367-5c9e-4cae-b63a-6b507b42f70a on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:08.653608 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.658363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-6ea5899f-a242-43e7-9bc2-33d2ef96af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.661103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-6ea5899f-a242-43e7-9bc2-33d2ef96af88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0c4235f-9e4b-4b81-af88-b38e02792c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1633637 Nov 22 16:48:08.673217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98414aaa-5940-4f89-8340-7d440108c71c req-19863774-8046-4749-a04c-11ee08996bfb tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340265 Nov 22 16:48:08.693496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] Pushing event deleted for resources: {'Port': ['ID=1129d367-5c9e-4cae-b63a-6b507b42f70a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.702886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8e35e-33c0-426d-bfee-b293b7ce5941 None None] No DVR routers for this DVR port 1129d367-5c9e-4cae-b63a-6b507b42f70a on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:08.766767 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.769338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5270cd2d-f547-4ded-b18c-536aae465fcd req-92880ccf-b386-423e-8a9a-dd02dfba079b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997368 Nov 22 16:48:08.800332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:08.809085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86acca2-1701-4db4-8411-f5a77ea83eff') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:08.809464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86acca2-1701-4db4-8411-f5a77ea83eff') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:08.822161 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.840582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.843034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-d5400b9f-6dc3-454a-94b2-7c67d2108c56 service neutron] 10.222.0.37 "GET /v2.0/networks/e0c4235f-9e4b-4b81-af88-b38e02792c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685069 Nov 22 16:48:08.849216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:08.849625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:08.852695 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:08.858453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfc185-1e75-46f4-8e17-e9fd8e561ca0 req-9d2b3f25-422d-4345-95c5-c23f915dc8ad tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.861216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8adfc185-1e75-46f4-8e17-e9fd8e561ca0 req-9d2b3f25-422d-4345-95c5-c23f915dc8ad tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0949736 Nov 22 16:48:08.924051 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.933620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.934216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8adfc185-1e75-46f4-8e17-e9fd8e561ca0 req-75f7d042-2635-482d-8230-f7de7a0a6d7b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650346 Nov 22 16:48:08.940821 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb HTTP/1.1" status: 204 len: 168 time: 0.8642941 Nov 22 16:48:08.941395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.952398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383deb6-6671-408e-9977-1e06705fcf38 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=be16e8d0-dedc-48e7-b4f8-ddf3f213f1bb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.978999 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6366dea2-cda1-4554-a0d8-022d2420387e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:08.979465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6366dea2-cda1-4554-a0d8-022d2420387e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:08.986245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.986703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6366dea2-cda1-4554-a0d8-022d2420387e tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/b61192bb-3ead-407d-bf6e-84e1139a34d3 HTTP/1.1" status: 404 len: 337 time: 0.0435469 Nov 22 16:48:09.007440 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5b1627-9667-4a1b-8eca-bd9d727df3c9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] DELETE failed (client error): The resource could not be found. Nov 22 16:48:09.007981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5b1627-9667-4a1b-8eca-bd9d727df3c9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:09.011413 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4b5b1627-9667-4a1b-8eca-bd9d727df3c9 tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/4b8e2923-3b4e-4411-8100-ee3e1e05e492 HTTP/1.1" status: 404 len: 339 time: 0.0235035 Nov 22 16:48:09.013747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38628) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.077885 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8baf4f-d4df-48ef-8df8-8491ef9d15ce tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Deleting subnet 67edf600-8f90-47fb-adf4-6ebff5510dc8 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:09.082031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf4f-d4df-48ef-8df8-8491ef9d15ce tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.096881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6fcf9e0-a917-4f08-9001-998a400cb120 req-975cc7be-3fc5-4e1b-a841-dd6a37661013 service neutron] 10.222.0.37 "GET /v2.0/networks/e0c4235f-9e4b-4b81-af88-b38e02792c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089447 Nov 22 16:48:09.135687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf4f-d4df-48ef-8df8-8491ef9d15ce tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.186313 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f21a-4f42-4b02-b140-826d6bd23078 req-5ee08d9e-d3fb-4a18-8634-4f930552b643 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:09.187950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1405f21a-4f42-4b02-b140-826d6bd23078 req-5ee08d9e-d3fb-4a18-8634-4f930552b643 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0705559 Nov 22 16:48:09.252808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1405f21a-4f42-4b02-b140-826d6bd23078 req-ba4cdb36-a3f5-45c7-8d43-9dd624167a79 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549519 Nov 22 16:48:09.281326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf4f-d4df-48ef-8df8-8491ef9d15ce tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.359068 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf4f-d4df-48ef-8df8-8491ef9d15ce tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.386576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8baf4f-d4df-48ef-8df8-8491ef9d15ce tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Subnet': ['ID=67edf600-8f90-47fb-adf4-6ebff5510dc8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:09.389627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a84da-a79b-4eed-94b6-a6f97620330d req-70dccc61-09aa-4653-be67-caa4d97e280e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:09.391144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c37a84da-a79b-4eed-94b6-a6f97620330d req-70dccc61-09aa-4653-be67-caa4d97e280e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0600610 Nov 22 16:48:09.393661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf4f-d4df-48ef-8df8-8491ef9d15ce tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.397245 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4f8baf4f-d4df-48ef-8df8-8491ef9d15ce tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/subnets/67edf600-8f90-47fb-adf4-6ebff5510dc8 HTTP/1.1" status: 204 len: 168 time: 0.3825073 Nov 22 16:48:09.400549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38634) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.403485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c04326-2a2f-4238-87ab-7226d73c4c77 None None] Network 5bd9efe7-b386-4b48-95e0-45b601abfe1a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:09.542643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.547896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c37a84da-a79b-4eed-94b6-a6f97620330d req-7b4e3ded-d4ad-4f95-b426-5d7fd834559e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381304 Nov 22 16:48:09.612030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1129d367-5c9e-4cae-b63a-6b507b42f70a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:09.658323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1129d367-5c9e-4cae-b63a-6b507b42f70a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:09.658838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1129d367-5c9e-4cae-b63a-6b507b42f70a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:09.667895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Deleting port b9a29986-2cfc-4af9-bab2-fa984299a613 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:09.668349 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.683802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] DHCP port deletion for 5bd9efe7-b386-4b48-95e0-45b601abfe1a request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:09.767621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] Deleting port b9a29986-2cfc-4af9-bab2-fa984299a613 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:09.768388 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.795241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] For port b9a29986-2cfc-4af9-bab2-fa984299a613, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b9a29986-2cfc-4af9-bab2-fa984299a613,segment=NetworkSegment(5f235cf4-075b-4a4d-b688-1a571c50616f),segment_id=5f235cf4-075b-4a4d-b688-1a571c50616f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:09.795631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.814348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Calling delete_port for b9a29986-2cfc-4af9-bab2-fa984299a613 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:09.822536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28006034-e97e-43f3-a963-c6d4829e99ce details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:09.839554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119dbd-9805-46a6-a88b-b921b7a33f49 req-505533e8-4b9c-4a50-b784-dc38cb6d5d9e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:09.841330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b119dbd-9805-46a6-a88b-b921b7a33f49 req-505533e8-4b9c-4a50-b784-dc38cb6d5d9e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 946 time: 0.0981164 Nov 22 16:48:09.889409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] For port b9a29986-2cfc-4af9-bab2-fa984299a613, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b9a29986-2cfc-4af9-bab2-fa984299a613,segment=NetworkSegment(5f235cf4-075b-4a4d-b688-1a571c50616f),segment_id=5f235cf4-075b-4a4d-b688-1a571c50616f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:09.889981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.891850 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:09.969279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] Calling delete_port for b9a29986-2cfc-4af9-bab2-fa984299a613 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:10.007355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b119dbd-9805-46a6-a88b-b921b7a33f49 req-55234d2e-403e-403b-b39f-1468d2e0090d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051240 Nov 22 16:48:10.036981 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.093071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Port': ['ID=b9a29986-2cfc-4af9-bab2-fa984299a613,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.106978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] No DVR routers for this DVR port b9a29986-2cfc-4af9-bab2-fa984299a613 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:10.170265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28006034-e97e-43f3-a963-c6d4829e99ce, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28006034-e97e-43f3-a963-c6d4829e99ce,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:10.205129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '28006034-e97e-43f3-a963-c6d4829e99ce', 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19', 'port_id': '28006034-e97e-43f3-a963-c6d4829e99ce', 'mac_address': 'fa:16:3e:3c:41:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058e6920-aa7a-4ff0-be23-80ed4505d498', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:10.251588 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.294688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.314585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] Pushing event deleted for resources: {'Port': ['ID=b9a29986-2cfc-4af9-bab2-fa984299a613,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.326208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c0301-0245-4532-be28-c5d154eeaf24 None None] No DVR routers for this DVR port b9a29986-2cfc-4af9-bab2-fa984299a613 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:10.328726 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.332088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b34a5-2c56-4b53-8fc0-52678fd08c35 req-34cfd04c-18a2-4572-a3a8-a141b33d52a9 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:10.335046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-955b34a5-2c56-4b53-8fc0-52678fd08c35 req-34cfd04c-18a2-4572-a3a8-a141b33d52a9 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1800046 Nov 22 16:48:10.354031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd9efe7-b386-4b48-95e0-45b601abfe1a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:10.357699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28006034-e97e-43f3-a963-c6d4829e99ce {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:10.392707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f235cf4-075b-4a4d-b688-1a571c50616f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:10.393229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f235cf4-075b-4a4d-b688-1a571c50616f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:10.397342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28006034-e97e-43f3-a963-c6d4829e99ce, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28006034-e97e-43f3-a963-c6d4829e99ce,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:10.404699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.417288 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.451817 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.470481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:10.470481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.471747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=28006034-e97e-43f3-a963-c6d4829e99ce,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:10.473909 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:10.479042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-955b34a5-2c56-4b53-8fc0-52678fd08c35 req-033b70a4-e10b-4158-9acb-a300ba198959 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203582 Nov 22 16:48:10.550199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.555538 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.562145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] 10.222.0.59 "DELETE /v2.0/networks/5bd9efe7-b386-4b48-95e0-45b601abfe1a HTTP/1.1" status: 204 len: 168 time: 1.1575258 Nov 22 16:48:10.577410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac445d54-febc-4ea2-8776-fdd98d546a0b tempest-NetworksIpV6Test-1746433510 tempest-NetworksIpV6Test-1746433510-project] Pushing event deleted for resources: {'Network': ['ID=5bd9efe7-b386-4b48-95e0-45b601abfe1a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.652802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ed11-02e7-4635-a15e-2307dd6e0e21 req-3d1306b9-400d-445e-bca3-c14b5834095e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:10.654214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8040ed11-02e7-4635-a15e-2307dd6e0e21 req-3d1306b9-400d-445e-bca3-c14b5834095e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 945 time: 0.0791950 Nov 22 16:48:10.746521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8040ed11-02e7-4635-a15e-2307dd6e0e21 req-da058bbd-0583-4a3e-8750-bd99e3dbdafe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850003 Nov 22 16:48:10.801338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['28006034-e97e-43f3-a963-c6d4829e99ce'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:10.942213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.018987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978bb62-09b2-47b8-8b1b-e01a77f449fe req-155afd32-b1ad-4317-9da7-023c301efadc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.021862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a978bb62-09b2-47b8-8b1b-e01a77f449fe req-155afd32-b1ad-4317-9da7-023c301efadc tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0896583 Nov 22 16:48:11.113188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a978bb62-09b2-47b8-8b1b-e01a77f449fe req-34b37a75-623b-4205-8b06-5529ee6bec09 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803277 Nov 22 16:48:11.170605 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fe3649d9-2b3e-451f-a7a2-a4f558da8525 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b912ad295244d27858049b790e86eae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267735 Nov 22 16:48:11.175798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.236377 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef8e5-0310-481d-810b-008de6538a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.262312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef8e5-0310-481d-810b-008de6538a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.362382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e427153-e635-45eb-87a3-5a6a985c16c1 req-94808a85-3ff8-4756-be19-722a207c5551 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.364036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e427153-e635-45eb-87a3-5a6a985c16c1 req-94808a85-3ff8-4756-be19-722a207c5551 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0896120 Nov 22 16:48:11.387021 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef8e5-0310-481d-810b-008de6538a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.389782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d0ef8e5-0310-481d-810b-008de6538a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.391810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3d0ef8e5-0310-481d-810b-008de6538a27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f721696-4d8d-4208-b7ed-78e7cb877cb1 HTTP/1.1" status: 204 len: 168 time: 0.2141106 Nov 22 16:48:11.413720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ef8e5-0310-481d-810b-008de6538a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f721696-4d8d-4208-b7ed-78e7cb877cb1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:11.453621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e427153-e635-45eb-87a3-5a6a985c16c1 req-f02180d0-ce80-4b8f-aa4f-447d81e3b0e1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812159 Nov 22 16:48:11.610273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6c7b8-07f7-46d3-8da4-13614e9eccad req-fde32145-b074-4aa2-aefc-ed63f01d6289 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.613551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7fa6c7b8-07f7-46d3-8da4-13614e9eccad req-fde32145-b074-4aa2-aefc-ed63f01d6289 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 946 time: 0.0801833 Nov 22 16:48:11.614690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-211756c5-a6d3-4692-9577-31c5d5b3eedb req-2564c41f-131a-4a2b-bfe9-55f352bbb91f tempest-ServersAdminTestJSON-2040880819 tempest-ServersAdminTestJSON-2040880819-project] (103443) timed out ('10.222.0.59', 40106) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:48:11.626146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b9a29986-2cfc-4af9-bab2-fa984299a613 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:11.653411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b9a29986-2cfc-4af9-bab2-fa984299a613 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:11.653801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b9a29986-2cfc-4af9-bab2-fa984299a613 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:11.684758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7fa6c7b8-07f7-46d3-8da4-13614e9eccad req-8b178413-1d58-442f-b0c3-66b8d012c623 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629637 Nov 22 16:48:11.826387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b464b1c-8981-4242-9342-7827bc681bc4 req-fdb687de-385d-469e-b6cb-d8d8b89ead7f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.827994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b464b1c-8981-4242-9342-7827bc681bc4 req-fdb687de-385d-469e-b6cb-d8d8b89ead7f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0703115 Nov 22 16:48:11.889590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b464b1c-8981-4242-9342-7827bc681bc4 req-96299ea7-3c87-4805-aa33-1fb1f889929a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546947 Nov 22 16:48:12.051097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599aa35-3567-49dc-b169-51f18a4117a0 req-88456dc2-6830-4573-9468-5be5554ebf31 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.052822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4599aa35-3567-49dc-b169-51f18a4117a0 req-88456dc2-6830-4573-9468-5be5554ebf31 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 946 time: 0.0641046 Nov 22 16:48:12.130409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4599aa35-3567-49dc-b169-51f18a4117a0 req-df5ac5c6-e538-4c3f-b8a0-998a9ae2098d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677066 Nov 22 16:48:12.285805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df2577-dfc6-4915-827f-f6a5d495895e req-b378fe33-3328-460c-bfb7-3b80543f553c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.287614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92df2577-dfc6-4915-827f-f6a5d495895e req-b378fe33-3328-460c-bfb7-3b80543f553c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 945 time: 0.0809979 Nov 22 16:48:12.366806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92df2577-dfc6-4915-827f-f6a5d495895e req-8c2b5a02-70ed-454a-a0ca-dca01b81b4dc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719090 Nov 22 16:48:12.387692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38696) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:12.520947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1842369714'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:12.549913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Made reservation on behalf of 731b2c3f6e414b9b8a144b2b213aee60 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:12.554421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.571704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.686166 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.692500 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.732281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:12.746310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3358b62-368c-41ae-b5f5-d8687738b72d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.753047 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.753519 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Added segment 22ea8d2f-2158-4f2a-aff7-5a7d4593e0d6 of type vlan for network aaa35d84-878a-4f8c-8891-3ac0a8f5c48b Nov 22 16:48:12.825986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.876857 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.883800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.884449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.976933 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5926611 Nov 22 16:48:12.980557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38710) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:12.985848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-d5ab8b19-9ed9-43a1-84a7-572b56601f57 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', 'tempest-TagsTest-Tag-950683586') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:13.014497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31061401-a3c6-463b-9a37-56c6382ff76d tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Pushing event updated for resources: {'Network': ['ID=aaa35d84-878a-4f8c-8891-3ac0a8f5c48b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:13.018931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51aae0-1926-420e-8e94-630de6a2407d req-3ddb9fde-3d04-4368-a2c6-3b00e1110722 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:13.022094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da51aae0-1926-420e-8e94-630de6a2407d req-3ddb9fde-3d04-4368-a2c6-3b00e1110722 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0714083 Nov 22 16:48:13.036307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network aaa35d84-878a-4f8c-8891-3ac0a8f5c48b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:13.094600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da51aae0-1926-420e-8e94-630de6a2407d req-4de6901f-3258-4c62-9e4c-8424b50525aa tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Nov 22 16:48:13.111360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.111635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d5ab8b19-9ed9-43a1-84a7-572b56601f57 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "PUT /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags/tempest-TagsTest-Tag-950683586 HTTP/1.1" status: 201 len: 201 time: 0.1297979 Nov 22 16:48:13.123750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-53a59a5e-0d87-4fae-8acc-932c8533117f tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', 'tempest-TagsTest-Tag-950683586') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:13.222258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-53a59a5e-0d87-4fae-8acc-932c8533117f tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "GET /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags/tempest-TagsTest-Tag-950683586 HTTP/1.1" status: 204 len: 168 time: 0.1068118 Nov 22 16:48:13.224862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38714) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.229767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-95c08fb4-3f3a-477d-a9d3-6e216fc48cf6 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:13.332223 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95c08fb4-3f3a-477d-a9d3-6e216fc48cf6 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "GET /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags HTTP/1.1" status: 200 len: 237 time: 0.1061881 Nov 22 16:48:13.335365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.340470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-191d85da-748d-4ff0-a9e7-9618c0dcb3cd tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', {'tags': ['tempest-TagsTest-Tag-149652443', 'tempest-TagsTest-Tag-1393158007', 'tempest-TagsTest-Tag-675695172']}) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:13.486053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-191d85da-748d-4ff0-a9e7-9618c0dcb3cd tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "PUT /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags HTTP/1.1" status: 200 len: 307 time: 0.1492252 Nov 22 16:48:13.492295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38724) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.497235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-c784d119-41aa-46c6-bc7a-f4ad230f64e9 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', 'tempest-TagsTest-Tag-149652443') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:13.566396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d056f8-50f6-41b0-9dc5-9bc5b777428b req-8480e62f-769d-4e5a-bc4e-a486b9910421 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:13.568346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0d056f8-50f6-41b0-9dc5-9bc5b777428b req-8480e62f-769d-4e5a-bc4e-a486b9910421 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1548471 Nov 22 16:48:13.646719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0d056f8-50f6-41b0-9dc5-9bc5b777428b req-28ee0a18-03f5-4e4d-bfba-c174cd5c6bc7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713098 Nov 22 16:48:13.662859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c784d119-41aa-46c6-bc7a-f4ad230f64e9 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "DELETE /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags/tempest-TagsTest-Tag-149652443 HTTP/1.1" status: 204 len: 168 time: 0.1671185 Nov 22 16:48:13.666284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38726) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.674672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-d1eb71ca-bea9-4121-9c3c-14f7e38d0778 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', 'tempest-TagsTest-Tag-149652443') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:13.776444 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-d1eb71ca-bea9-4121-9c3c-14f7e38d0778 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] show failed (client error): The resource could not be found. Nov 22 16:48:13.779582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d1eb71ca-bea9-4121-9c3c-14f7e38d0778 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "GET /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags/tempest-TagsTest-Tag-149652443 HTTP/1.1" status: 404 len: 325 time: 0.1112771 Nov 22 16:48:13.783631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38728) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.790643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-4c7094bc-7c75-4561-9a12-e109eff99e00 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', 'tempest-TagsTest-Tag-1393158007') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:13.826564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf1a25-b1e5-4f7c-a2a4-05dd0aa7fb00 req-9a164658-c3e6-40ed-a4ef-8dc09b47263a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:13.828130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fddf1a25-b1e5-4f7c-a2a4-05dd0aa7fb00 req-9a164658-c3e6-40ed-a4ef-8dc09b47263a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 946 time: 0.0866988 Nov 22 16:48:13.849626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28006034-e97e-43f3-a963-c6d4829e99ce up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:13.879576 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4c7094bc-7c75-4561-9a12-e109eff99e00 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "GET /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags/tempest-TagsTest-Tag-1393158007 HTTP/1.1" status: 204 len: 168 time: 0.0943730 Nov 22 16:48:13.883347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38730) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.893179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-6e7c50a0-088d-4f16-acc8-fd94396a1525 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', 'tempest-TagsTest-Tag-675695172') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:13.903543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fddf1a25-b1e5-4f7c-a2a4-05dd0aa7fb00 req-657a7bc0-37ee-474e-82e6-43e226627617 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649118 Nov 22 16:48:13.930375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 28006034-e97e-43f3-a963-c6d4829e99ce completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:13.938036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 28006034-e97e-43f3-a963-c6d4829e99ce triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:13.938424 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.996261 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e7c50a0-088d-4f16-acc8-fd94396a1525 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "GET /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags/tempest-TagsTest-Tag-675695172 HTTP/1.1" status: 204 len: 168 time: 0.1105175 Nov 22 16:48:13.998837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38732) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:14.006457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-c3537a9e-e4e1-4b70-b34a-0cbb39640498 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:14.051714 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.067451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593f04c-17db-45c7-bcbf-bf4ab1bc30c8 req-7fad36be-7768-41a5-b515-9c1c7177d8d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.069077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b593f04c-17db-45c7-bcbf-bf4ab1bc30c8 req-7fad36be-7768-41a5-b515-9c1c7177d8d0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 945 time: 0.0858722 Nov 22 16:48:14.077917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da51ba-abc6-4038-8018-503cd7a5b937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28006034-e97e-43f3-a963-c6d4829e99ce'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:14.082091 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c53892-45d9-4ac4-ac0d-a3868a273ed4" -d '{"events": [{"server_uuid": "d4da51ba-abc6-4038-8018-503cd7a5b937", "name": "network-vif-plugged", "status": "completed", "tag": "28006034-e97e-43f3-a963-c6d4829e99ce"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:14.098483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28006034-e97e-43f3-a963-c6d4829e99ce, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28006034-e97e-43f3-a963-c6d4829e99ce,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:14.104302 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.129506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c3537a9e-e4e1-4b70-b34a-0cbb39640498 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "DELETE /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags HTTP/1.1" status: 204 len: 168 time: 0.1292498 Nov 22 16:48:14.131121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38738) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:14.138841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-32f0255b-ead7-4cd0-b81b-14f7cfe5f741 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', 'tempest-TagsTest-Tag-1393158007') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:14.145846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b593f04c-17db-45c7-bcbf-bf4ab1bc30c8 req-3be2d001-c3b5-467f-8ae2-62deab3de167 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654736 Nov 22 16:48:14.173227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=28006034-e97e-43f3-a963-c6d4829e99ce,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:14.236128 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-32f0255b-ead7-4cd0-b81b-14f7cfe5f741 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] show failed (client error): The resource could not be found. Nov 22 16:48:14.241993 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-32f0255b-ead7-4cd0-b81b-14f7cfe5f741 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "GET /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags/tempest-TagsTest-Tag-1393158007 HTTP/1.1" status: 404 len: 326 time: 0.1091487 Nov 22 16:48:14.242297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:14.247120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-901a83ad-c4d1-4df0-b519-78c57059f9bd tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b', 'tempest-TagsTest-Tag-675695172') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:14.288892 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581f4c06-da57-4ea9-961f-77d6e34a1552 x-openstack-request-id: req-581f4c06-da57-4ea9-961f-77d6e34a1552 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:14.289611 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da51ba-abc6-4038-8018-503cd7a5b937", "name": "network-vif-plugged", "status": "completed", "tag": "28006034-e97e-43f3-a963-c6d4829e99ce", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:14.290320 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-581f4c06-da57-4ea9-961f-77d6e34a1552 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:14.291186 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da51ba-abc6-4038-8018-503cd7a5b937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28006034-e97e-43f3-a963-c6d4829e99ce', 'code': 200} Nov 22 16:48:14.353682 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-901a83ad-c4d1-4df0-b519-78c57059f9bd tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] show failed (client error): The resource could not be found. Nov 22 16:48:14.355529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-901a83ad-c4d1-4df0-b519-78c57059f9bd tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "GET /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags/tempest-TagsTest-Tag-675695172 HTTP/1.1" status: 404 len: 325 time: 0.1121440 Nov 22 16:48:14.360154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:14.374041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-e1c431b0-6f5d-4bf7-826e-be8af3c8d501 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'aaa35d84-878a-4f8c-8891-3ac0a8f5c48b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:14.521689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725f51-3917-4c30-b614-cd370699fd24 req-c0a5770e-3112-43f4-b616-a541ca437c7f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.523318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22725f51-3917-4c30-b614-cd370699fd24 req-c0a5770e-3112-43f4-b616-a541ca437c7f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1662974 Nov 22 16:48:14.527549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408f9c3-bad0-40e5-948d-218b4a807025 req-fad88ac1-df6f-4937-a263-4b05e4ee59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.529031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6408f9c3-bad0-40e5-948d-218b4a807025 req-fad88ac1-df6f-4937-a263-4b05e4ee59f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 1097 time: 0.1271780 Nov 22 16:48:14.598335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e1c431b0-6f5d-4bf7-826e-be8af3c8d501 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "DELETE /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b/tags HTTP/1.1" status: 204 len: 168 time: 0.2281439 Nov 22 16:48:14.602898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38748) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:14.638064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22725f51-3917-4c30-b614-cd370699fd24 req-322f4beb-1648-4c19-9233-8671e199c054 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020906 Nov 22 16:48:14.650133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6408f9c3-bad0-40e5-948d-218b4a807025 req-e537074f-e0d1-424c-9dfc-b3fd3a527132 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056299 Nov 22 16:48:14.741483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.903687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.932313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa35d84-878a-4f8c-8891-3ac0a8f5c48b']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:14.943733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ea8d2f-2158-4f2a-aff7-5a7d4593e0d6') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:14.944107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ea8d2f-2158-4f2a-aff7-5a7d4593e0d6') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:14.955813 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.976648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.989906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:14.992221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:14.999385 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:15.012598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a8fc7-59d1-4962-87f9-5815777ca677 req-6a19fa13-423a-4fc5-9a05-6aadc3cc06d8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.014371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-648a8fc7-59d1-4962-87f9-5815777ca677 req-6a19fa13-423a-4fc5-9a05-6aadc3cc06d8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0738602 Nov 22 16:48:15.078290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-648a8fc7-59d1-4962-87f9-5815777ca677 req-0efe6bd2-c37e-47be-b4ee-64c1e16658e0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549710 Nov 22 16:48:15.114848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.124406 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.130133 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] 10.222.0.59 "DELETE /v2.0/networks/aaa35d84-878a-4f8c-8891-3ac0a8f5c48b HTTP/1.1" status: 204 len: 168 time: 0.5252006 Nov 22 16:48:15.144843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e48bf2-10cf-4cca-ac43-1ae99324a7f1 tempest-TagsTest-1945489974 tempest-TagsTest-1945489974-project] Pushing event deleted for resources: {'Network': ['ID=aaa35d84-878a-4f8c-8891-3ac0a8f5c48b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:15.260814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-e576e60e-e4e2-4518-8edd-551d4bffb7c3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.262784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-e576e60e-e4e2-4518-8edd-551d4bffb7c3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 946 time: 0.1017203 Nov 22 16:48:15.276583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a749db-eaef-4225-b2db-c0ad56d2f500 req-1bd17582-a418-42fd-83e2-828278318100 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.278227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7a749db-eaef-4225-b2db-c0ad56d2f500 req-1bd17582-a418-42fd-83e2-828278318100 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1058369 Nov 22 16:48:15.400479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7a749db-eaef-4225-b2db-c0ad56d2f500 req-5e3e5557-a167-41d2-b62b-cef6146f370d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063964 Nov 22 16:48:15.417420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a6d8c7c-ae5f-493f-856d-ab30402d1728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.445329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Deleting port 3236c9a4-78b2-4328-831e-d86034c327f2 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:15.447671 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.515681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38766) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:15.618414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e4e58-37c5-49d3-99eb-129854570af6 req-c3e4373d-eea7-460f-b7c5-c0b019cb5dfd tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.619927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b2e4e58-37c5-49d3-99eb-129854570af6 req-c3e4373d-eea7-460f-b7c5-c0b019cb5dfd tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=177df0c1-cbd3-4938-8f5c-0b2a6d2f9469 HTTP/1.1" status: 200 len: 946 time: 0.0973320 Nov 22 16:48:15.621931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] For port 3236c9a4-78b2-4328-831e-d86034c327f2, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3236c9a4-78b2-4328-831e-d86034c327f2,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:15.622308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.643371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Calling delete_port for 3236c9a4-78b2-4328-831e-d86034c327f2 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:15.680300 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f44eadf8-4e6e-4d17-b541-96f2a8c02608 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=731b2c3f6e414b9b8a144b2b213aee60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633303 Nov 22 16:48:15.683463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:15.733895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b2e4e58-37c5-49d3-99eb-129854570af6 req-4e6cbc62-ad41-491a-85fc-9a3eee0a183b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028264 Nov 22 16:48:15.751373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6cb17b0-9bd9-4468-89fa-bc1854407204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.784935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6cb17b0-9bd9-4468-89fa-bc1854407204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.856241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6cb17b0-9bd9-4468-89fa-bc1854407204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.859891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6cb17b0-9bd9-4468-89fa-bc1854407204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.865117 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6cb17b0-9bd9-4468-89fa-bc1854407204 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3358b62-368c-41ae-b5f5-d8687738b72d HTTP/1.1" status: 204 len: 168 time: 0.1763508 Nov 22 16:48:15.873106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb17b0-9bd9-4468-89fa-bc1854407204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3358b62-368c-41ae-b5f5-d8687738b72d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:15.896046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.913884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8', '3236c9a4-78b2-4328-831e-d86034c327f2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:15.923941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e346c3-a32c-40e4-ac82-7fd25532d1d5 req-49c62257-a877-49bc-a933-9b0a63a9e8fb tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.926054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62e346c3-a32c-40e4-ac82-7fd25532d1d5 req-49c62257-a877-49bc-a933-9b0a63a9e8fb tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 946 time: 0.0959539 Nov 22 16:48:15.968465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event deleted for resources: {'Port': ['ID=3236c9a4-78b2-4328-831e-d86034c327f2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:15.984131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c4aaf-1e4c-4c5a-b845-8f02153e1a0a None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:16.028291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] No DVR routers for this DVR port 3236c9a4-78b2-4328-831e-d86034c327f2 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:16.037396 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.043416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4b9ba06-5dde-43aa-b160-640386b0c533 req-a3b0e93b-468b-4cb2-bf23-3fa0f8ca9d2b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "DELETE /v2.0/ports/3236c9a4-78b2-4328-831e-d86034c327f2 HTTP/1.1" status: 204 len: 173 time: 0.7591999 Nov 22 16:48:16.051255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177df0c1-cbd3-4938-8f5c-0b2a6d2f9469', 'name': 'network-vif-deleted', 'tag': '3236c9a4-78b2-4328-831e-d86034c327f2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:16.055114 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672dcd6e-931c-4e37-9a5f-c43a635ea6cd" -d '{"events": [{"server_uuid": "177df0c1-cbd3-4938-8f5c-0b2a6d2f9469", "name": "network-vif-deleted", "tag": "3236c9a4-78b2-4328-831e-d86034c327f2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:16.081064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62e346c3-a32c-40e4-ac82-7fd25532d1d5 req-0916c10a-8490-4399-b925-e97e81f402b1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331828 Nov 22 16:48:16.366869 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c900dc20-6349-4f2d-93a7-fc9946b6cbf7 x-openstack-request-id: req-c900dc20-6349-4f2d-93a7-fc9946b6cbf7 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:16.367341 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177df0c1-cbd3-4938-8f5c-0b2a6d2f9469", "name": "network-vif-deleted", "tag": "3236c9a4-78b2-4328-831e-d86034c327f2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:16.367882 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c900dc20-6349-4f2d-93a7-fc9946b6cbf7 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:16.368306 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177df0c1-cbd3-4938-8f5c-0b2a6d2f9469', 'name': 'network-vif-deleted', 'tag': '3236c9a4-78b2-4328-831e-d86034c327f2', 'status': 'completed', 'code': 200} Nov 22 16:48:16.487594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a46c0-e7a3-45ff-8e44-25a9c826dcce req-258c241e-917f-4dd2-8392-065a7e37c53f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.489579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-506a46c0-e7a3-45ff-8e44-25a9c826dcce req-258c241e-917f-4dd2-8392-065a7e37c53f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0592747 Nov 22 16:48:16.556631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-506a46c0-e7a3-45ff-8e44-25a9c826dcce req-76d8e0c2-6eba-4264-a954-815d7df5d46c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579183 Nov 22 16:48:16.722157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142bc4-7245-4afe-b42f-c9f331ef58c8 req-b874e988-ba1c-4db2-b4f0-56588b2b4a5a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.730084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00142bc4-7245-4afe-b42f-c9f331ef58c8 req-b874e988-ba1c-4db2-b4f0-56588b2b4a5a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.1003785 Nov 22 16:48:16.762029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-b80a84e4-91a5-4683-b40c-0141c44894f1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.763694 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-b80a84e4-91a5-4683-b40c-0141c44894f1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 946 time: 0.0957472 Nov 22 16:48:16.830236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00142bc4-7245-4afe-b42f-c9f331ef58c8 req-d7661393-e43f-4a17-8f1b-64627709ea10 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992274 Nov 22 16:48:16.925359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Deleting port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:16.925359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.024579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] For port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:17.025206 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.045948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Calling delete_port for f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:17.583664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32470b-0093-469d-acc2-7188d276d885 req-e630b9e6-f4f6-4cb5-a2f4-62223816bad0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.585249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d32470b-0093-469d-acc2-7188d276d885 req-e630b9e6-f4f6-4cb5-a2f4-62223816bad0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 946 time: 0.0919502 Nov 22 16:48:17.679944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.697449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:17.750082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event deleted for resources: {'Port': ['ID=f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:17.771576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e71ca-f83b-45ce-b3d6-7a77771ae4c8 None None] DHCP port deletion for 98d0b033-fe9f-424a-8d78-931c2d014ef7 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:17.772556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d32470b-0093-469d-acc2-7188d276d885 req-6dc77eed-7f70-4c7b-9174-49ba1496d22c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693521 Nov 22 16:48:17.857003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] No DVR routers for this DVR port f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:17.867189 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-827b3092-199e-4c48-9f3a-62f557b8f7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.867479 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.872819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bcec30e-78a7-45ad-9bae-0389d53e5500 req-d97e4eef-d356-43e4-a914-e420e81d9a25 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "DELETE /v2.0/ports/f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 HTTP/1.1" status: 204 len: 173 time: 1.1017647 Nov 22 16:48:18.159581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a6c34-68e2-44ad-9937-d57a19e07a34 req-f7399f6d-09ac-4153-b488-7aa8cba8bb1b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.161372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d80a6c34-68e2-44ad-9937-d57a19e07a34 req-f7399f6d-09ac-4153-b488-7aa8cba8bb1b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0690906 Nov 22 16:48:18.235251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d80a6c34-68e2-44ad-9937-d57a19e07a34 req-de41bfdf-1260-4c46-94a4-c7c23ea6ce3b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658026 Nov 22 16:48:18.367478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71517-a0c6-4e6d-9e06-a0d6b3668a1d req-a1eba4bf-dc78-4be6-9b3c-362c6f05656f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.369108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73e71517-a0c6-4e6d-9e06-a0d6b3668a1d req-a1eba4bf-dc78-4be6-9b3c-362c6f05656f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 946 time: 0.0622642 Nov 22 16:48:18.370055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d46a0d-4f94-4fe0-96af-74ae8aba09c3', 'name': 'network-vif-deleted', 'tag': 'f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:18.372040 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9bbc53-e0a6-437a-9bbf-7aaf4d840ec8" -d '{"events": [{"server_uuid": "a7d46a0d-4f94-4fe0-96af-74ae8aba09c3", "name": "network-vif-deleted", "tag": "f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:18.451953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73e71517-a0c6-4e6d-9e06-a0d6b3668a1d req-4a029227-6f4e-40f4-a50e-87f3bb453ceb tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705805 Nov 22 16:48:18.612565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6677c539-c082-413a-a4ed-0ce530d082a3 req-596807fc-affb-4e62-a42f-ad43fd54a73d tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d46a0d-4f94-4fe0-96af-74ae8aba09c3 HTTP/1.1" status: 200 len: 210 time: 0.0392702 Nov 22 16:48:18.652420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38860) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.816536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc99a081-c672-4c1d-8609-a5c6a38bcc76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.839110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f13e-7e7f-4203-a96d-cd086066600b req-925d356b-6ddc-45b5-85dc-cd869198bd7c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.840654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-925d356b-6ddc-45b5-85dc-cd869198bd7c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1265945 Nov 22 16:48:18.858223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-825156ef-1c66-48b3-9f55-744c1f62a839 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/quotas/dc6894ae98494bb0bf6d62df8a0b0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0103550 Nov 22 16:48:18.919307 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.922720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-b435ddd4-8e25-460b-9cfb-1a5469efb3c0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575840 Nov 22 16:48:18.940675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc99a081-c672-4c1d-8609-a5c6a38bcc76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.946315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc99a081-c672-4c1d-8609-a5c6a38bcc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.999178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fc99a081-c672-4c1d-8609-a5c6a38bcc76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=940fca1b2862442f8ff390f9f50233a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446941 Nov 22 16:48:19.000683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99a081-c672-4c1d-8609-a5c6a38bcc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76dd8c-fff7-43b3-854d-382926f181b6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.001991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.090830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-93a6d0d7-a2d3-44d9-a166-f31bfba17eb9 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480930 Nov 22 16:48:19.120892 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80022e8d-2fac-4f6a-9afc-bbf9f75bf878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.180372 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80022e8d-2fac-4f6a-9afc-bbf9f75bf878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.238398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-ac7c8823-dc73-4472-8024-3f1a157c1584 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411498 Nov 22 16:48:19.261205 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80022e8d-2fac-4f6a-9afc-bbf9f75bf878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.266234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80022e8d-2fac-4f6a-9afc-bbf9f75bf878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.272457 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-80022e8d-2fac-4f6a-9afc-bbf9f75bf878 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c76dd8c-fff7-43b3-854d-382926f181b6 HTTP/1.1" status: 204 len: 168 time: 0.2649438 Nov 22 16:48:19.284765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80022e8d-2fac-4f6a-9afc-bbf9f75bf878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76dd8c-fff7-43b3-854d-382926f181b6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.487560 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cec874f-45d6-4588-bc01-229bd829aaef x-openstack-request-id: req-9cec874f-45d6-4588-bc01-229bd829aaef {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:19.488746 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d46a0d-4f94-4fe0-96af-74ae8aba09c3", "name": "network-vif-deleted", "tag": "f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:19.489401 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9cec874f-45d6-4588-bc01-229bd829aaef {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:19.490230 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d46a0d-4f94-4fe0-96af-74ae8aba09c3', 'name': 'network-vif-deleted', 'tag': 'f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4', 'status': 'completed', 'code': 200} Nov 22 16:48:19.708389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.731369 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864cae1-5bf2-401d-bfa1-619ce54d0965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.829382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31254d87-7468-4dd2-8b4d-17fdeff057f0 req-a3507d20-a1b6-4d9f-a248-d97f5050db07 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:19.831515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31254d87-7468-4dd2-8b4d-17fdeff057f0 req-a3507d20-a1b6-4d9f-a248-d97f5050db07 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0961401 Nov 22 16:48:19.876185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:19.912626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:19.913588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device f790e7e5-ceaf-4b2d-ac32-a5fab4dd67b4 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:19.914634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3236c9a4-78b2-4328-831e-d86034c327f2 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:19.919997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31254d87-7468-4dd2-8b4d-17fdeff057f0 req-c8996079-3168-40fa-924b-f91003fa58fd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796654 Nov 22 16:48:19.924232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864cae1-5bf2-401d-bfa1-619ce54d0965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.932046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4864cae1-5bf2-401d-bfa1-619ce54d0965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.943171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 3236c9a4-78b2-4328-831e-d86034c327f2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:19.944240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3236c9a4-78b2-4328-831e-d86034c327f2 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:19.992684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.021715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b64187e-9a21-429f-a1f2-1648219809c0 req-b752d17f-59ca-4f51-9866-80a682a17121 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 210 time: 0.0523183 Nov 22 16:48:20.028522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4864cae1-5bf2-401d-bfa1-619ce54d0965 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80fd039bdee1490d97c3a2d4874270ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160965 Nov 22 16:48:20.028522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864cae1-5bf2-401d-bfa1-619ce54d0965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48721856-cbed-4de8-8567-f5a13caec5b8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.036373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.150399 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46a1be7c-9293-4ee2-a63f-6790c759c729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.184828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46a1be7c-9293-4ee2-a63f-6790c759c729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.256628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46a1be7c-9293-4ee2-a63f-6790c759c729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.260847 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46a1be7c-9293-4ee2-a63f-6790c759c729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.262630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-46a1be7c-9293-4ee2-a63f-6790c759c729 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48721856-cbed-4de8-8567-f5a13caec5b8 HTTP/1.1" status: 204 len: 168 time: 0.2249601 Nov 22 16:48:20.288509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1be7c-9293-4ee2-a63f-6790c759c729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48721856-cbed-4de8-8567-f5a13caec5b8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.601589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8b0c5524-47d3-4d08-89b4-f6f5683f6851 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:20.603234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8b0c5524-47d3-4d08-89b4-f6f5683f6851 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.1979687 Nov 22 16:48:20.623026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-2e8bc79d-0970-43db-afe1-e5ff055cbf1f tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/quotas/44eafc3000ae4432af83a8d4dfabffec HTTP/1.1" status: 200 len: 375 time: 0.0116205 Nov 22 16:48:20.670303 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.671760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-460d5575-7410-42da-9cbb-ab75566e05b5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396261 Nov 22 16:48:20.710866 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.802671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-a766a684-d97a-40f4-b2bf-585817bb0ac8 service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157072 Nov 22 16:48:21.022357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-3e73b6ea-1186-4c5b-a96a-c25f02fe489b service neutron] 10.222.0.59 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187021 Nov 22 16:48:21.043824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f13e-7e7f-4203-a96d-cd086066600b req-d678437a-fb41-4f49-b663-c4be2c15af58 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.046707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-d678437a-fb41-4f49-b663-c4be2c15af58 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.2184567 Nov 22 16:48:21.067568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Request body: {'port': {'device_id': 'a62d0236-c763-429c-a298-bc4a2b3be310', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'admin_state_up': True, 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:21.277358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:21.298074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.317757 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.477408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.20.0.17 (e0c4235f-9e4b-4b81-af88-b38e02792c19/058e6920-aa7a-4ff0-be23-80ed4505d498/c4dd48a0-cfbc-49e8-8e24-9522bddb707f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:21.639195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Allocated IP 172.20.0.6 (4614eaca-f271-4139-8521-589bfaf1dd26/86875a6d-e4f0-4a44-834c-5559f499b29c/28dd82af-acf7-4469-b8d0-182981d7ecf3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:21.653081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da4a14-62ce-4a8f-8375-17b10fe7aac6 req-62fa2502-b62f-46c2-97fd-491ab91ce999 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.661512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90da4a14-62ce-4a8f-8375-17b10fe7aac6 req-62fa2502-b62f-46c2-97fd-491ab91ce999 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1097274 Nov 22 16:48:21.678358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.746237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.806991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:21.810692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:21.814371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:21.855243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.905637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.923653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90da4a14-62ce-4a8f-8375-17b10fe7aac6 req-360013a8-2b24-494c-8850-6f43555f433c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533207 Nov 22 16:48:22.028408 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.088086 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.110152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:22.200901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event updated for resources: {'Port': ['ID=28dd82af-acf7-4469-b8d0-182981d7ecf3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:22.224676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Network 4614eaca-f271-4139-8521-589bfaf1dd26 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:22.236056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:22.238942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:22.265056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b266bb4-2222-4b08-a2d4-497f432207f4 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:22.265462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.299369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77649314-dbe0-4d23-bb71-8ee47e244996 req-812c0c8c-52d2-4c66-a151-e24b08cb7a81 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.301895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77649314-dbe0-4d23-bb71-8ee47e244996 req-812c0c8c-52d2-4c66-a151-e24b08cb7a81 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 931 time: 0.2318170 Nov 22 16:48:22.329245 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-670a599c-83a2-4fc4-b912-d237b8fd675f None None] Provisioning complete for port c4dd48a0-cfbc-49e8-8e24-9522bddb707f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:22.329757 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-670a599c-83a2-4fc4-b912-d237b8fd675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.354909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.355665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.402411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-670a599c-83a2-4fc4-b912-d237b8fd675f None None] Port c4dd48a0-cfbc-49e8-8e24-9522bddb707f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:22.425995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-22d23962-93c7-4877-a658-f2c04e4a6bb8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3630743 Nov 22 16:48:22.457706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Request body: {'port': {'device_id': 'a62d0236-c763-429c-a298-bc4a2b3be310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:22.495844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77649314-dbe0-4d23-bb71-8ee47e244996 req-ef184012-b9d4-44c2-ad4e-9137214f87f9 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712506 Nov 22 16:48:22.560606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-898d9e10-6c3c-4a54-82a3-e1943a21da16 None None] Provisioning complete for port 28dd82af-acf7-4469-b8d0-182981d7ecf3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:22.560910 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.561933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-898d9e10-6c3c-4a54-82a3-e1943a21da16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.639496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-898d9e10-6c3c-4a54-82a3-e1943a21da16 None None] Port 28dd82af-acf7-4469-b8d0-182981d7ecf3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:22.662582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cfd53dd-6b46-4671-9775-40e34a058aa4 req-bb2449d7-1d09-40b8-b81e-050119e41da9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 210 time: 0.0566747 Nov 22 16:48:22.936337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.954293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.083647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:23.087142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.214583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:23.216230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:23.257806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5e605-b2b7-4e74-9f9d-754ba842ea62 req-074930f1-e232-49b5-bc88-cdf028ee76c2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.259382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7b5e605-b2b7-4e74-9f9d-754ba842ea62 req-074930f1-e232-49b5-bc88-cdf028ee76c2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.2252276 Nov 22 16:48:23.301236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-d1dd9520-7e3f-4ed3-8eb8-52743b3afccd tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.302750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-d1dd9520-7e3f-4ed3-8eb8-52743b3afccd tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 811 time: 0.3829172 Nov 22 16:48:23.342393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Request body: {'port': {'device_id': 'e06a53c1-74be-44ce-91bd-315d218662e3', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'admin_state_up': True, 'tenant_id': '44eafc3000ae4432af83a8d4dfabffec'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:23.374858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:23.433525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dd82af-acf7-4469-b8d0-182981d7ecf3 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:23.446270 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.475004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Transition to ACTIVE for port object 28dd82af-acf7-4469-b8d0-182981d7ecf3 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:23.485713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.495695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7b5e605-b2b7-4e74-9f9d-754ba842ea62 req-62d738b0-def9-4263-84a7-1979280c7a0e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222891 Nov 22 16:48:23.518741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:23.555567 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f9ab620b-da68-4880-b918-05839a6fdfc5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "PUT /v2.0/routers/7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5611403 Nov 22 16:48:23.588229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Sync routers for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:23.592424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Pushing event updated for resources: {'Port': ['ID=28dd82af-acf7-4469-b8d0-182981d7ecf3,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:23.602665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f46e3-915d-455b-82e3-a8a5f9a72523 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:23.637106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:23.638308 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:48:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:23.719662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Made reservation on behalf of 44eafc3000ae4432af83a8d4dfabffec for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:23.725317 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.782345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fac987b0-fca9-4823-9bdf-b63d24e3f345 None None] Provisioning complete for port c4dd48a0-cfbc-49e8-8e24-9522bddb707f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:23.782833 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fac987b0-fca9-4823-9bdf-b63d24e3f345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.827580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:23.831565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Attempting to bind port 28dd82af-acf7-4469-b8d0-182981d7ecf3 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:23.832161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Attempting to bind port 28dd82af-acf7-4469-b8d0-182981d7ecf3 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:23.832505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Attempting to bind port 28dd82af-acf7-4469-b8d0-182981d7ecf3 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:23.863148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447d7cd-4a5b-46df-9ed6-618e9ed0cf5a req-7a33d32f-3e71-410d-94ca-86c4d674514e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.864473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3447d7cd-4a5b-46df-9ed6-618e9ed0cf5a req-7a33d32f-3e71-410d-94ca-86c4d674514e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 943 time: 0.2388678 Nov 22 16:48:23.865118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Port 28dd82af-acf7-4469-b8d0-182981d7ecf3 on network 4614eaca-f271-4139-8521-589bfaf1dd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:23.865629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Attempting to bind port 28dd82af-acf7-4469-b8d0-182981d7ecf3 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:23.872234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fac987b0-fca9-4823-9bdf-b63d24e3f345 None None] Port c4dd48a0-cfbc-49e8-8e24-9522bddb707f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:23.881146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:23.891658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:23.892036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Checking segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:23.892380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Bound using segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:23.892888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Bound port: 28dd82af-acf7-4469-b8d0-182981d7ecf3, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:23.893249 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.032212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3447d7cd-4a5b-46df-9ed6-618e9ed0cf5a req-21006ef1-941e-4faa-920f-59828a6dd223 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606007 Nov 22 16:48:24.033685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53c30056-965d-4226-ab9c-bd858a908895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.048090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Allocated IP 172.20.0.6 (98d0b033-fe9f-424a-8d78-931c2d014ef7/5947e8c2-1a5c-4e3a-bd3f-e648b869d20b/592be8b0-6f94-4ef4-bf37-9ce3f682ed4b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:24.135105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] For port 28dd82af-acf7-4469-b8d0-182981d7ecf3, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:24.152853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] For port 28dd82af-acf7-4469-b8d0-182981d7ecf3, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28dd82af-acf7-4469-b8d0-182981d7ecf3,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:24.176885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.188517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53c30056-965d-4226-ab9c-bd858a908895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.196113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53c30056-965d-4226-ab9c-bd858a908895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.227328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:24.228661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.231497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] 10.222.0.37 "PUT /v2.0/ports/28dd82af-acf7-4469-b8d0-182981d7ecf3 HTTP/1.1" status: 200 len: 1091 time: 1.7875128 Nov 22 16:48:24.237905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57570687-ee6a-4f43-984f-f37260ce1aee None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:24.259021 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-53c30056-965d-4226-ab9c-bd858a908895 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb644915010f401e8d94012888baf17f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4302640 Nov 22 16:48:24.259937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c30056-965d-4226-ab9c-bd858a908895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffc6a29-b7b7-4377-b424-82d755c47d82,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:24.262650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39006) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:24.272524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62d0236-c763-429c-a298-bc4a2b3be310', 'tag': '28dd82af-acf7-4469-b8d0-182981d7ecf3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:24.275626 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8deb39d-20a7-4160-9399-2c2ff1033da8" -d '{"events": [{"name": "network-changed", "server_uuid": "a62d0236-c763-429c-a298-bc4a2b3be310", "tag": "28dd82af-acf7-4469-b8d0-182981d7ecf3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:24.296778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3d403c5-b8f1-41c3-9e7b-dc8e2ed4008d req-1bdf14f3-0b1a-4de9-8d6b-bebbf852dda6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 210 time: 0.1096983 Nov 22 16:48:24.335312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5caf-1047-45d7-964e-58e572015932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.365369 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5caf-1047-45d7-964e-58e572015932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.445326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5caf-1047-45d7-964e-58e572015932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.458292 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5caf-1047-45d7-964e-58e572015932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.466135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ac0c5caf-1047-45d7-964e-58e572015932 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ffc6a29-b7b7-4377-b424-82d755c47d82 HTTP/1.1" status: 204 len: 168 time: 0.2007995 Nov 22 16:48:24.467149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7772ce-2653-4b52-bc7a-ffb911f9c94f service neutron] Pushing event updated for resources: {'Port': ['ID=28dd82af-acf7-4469-b8d0-182981d7ecf3,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:24.473211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f13e-7e7f-4203-a96d-cd086066600b req-e57eabf5-4e2a-47c1-af7a-57f89bb692f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:24.474764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-e57eabf5-4e2a-47c1-af7a-57f89bb692f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 1094 time: 0.1408050 Nov 22 16:48:24.507335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c5caf-1047-45d7-964e-58e572015932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffc6a29-b7b7-4377-b424-82d755c47d82,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:24.538641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:22Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 1, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4dd48a0-cfbc-49e8-8e24-9522bddb707f', 'name': '', 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:13:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '058e6920-aa7a-4ff0-be23-80ed4505d498', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:20Z', 'updated_at': '2021-11-22T16:48:22Z', 'revision_number': 2, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '058e6920-aa7a-4ff0-be23-80ed4505d498', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:24.554644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-c8d4bab0-72f9-4334-8927-2253182b66c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28dd82af-acf7-4469-b8d0-182981d7ecf3 HTTP/1.1" status: 200 len: 217 time: 0.0660057 Nov 22 16:48:24.582917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Checking router: 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:24.583746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Updating router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 port c4dd48a0-cfbc-49e8-8e24-9522bddb707f binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:48:24.615790 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ff98f-a1ab-43c2-ba3f-78462ca897cc x-openstack-request-id: req-ee9ff98f-a1ab-43c2-ba3f-78462ca897cc {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:24.616204 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62d0236-c763-429c-a298-bc4a2b3be310", "tag": "28dd82af-acf7-4469-b8d0-182981d7ecf3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:24.616563 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee9ff98f-a1ab-43c2-ba3f-78462ca897cc {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:24.617059 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62d0236-c763-429c-a298-bc4a2b3be310', 'tag': '28dd82af-acf7-4469-b8d0-182981d7ecf3', 'status': 'completed', 'code': 200} Nov 22 16:48:24.620845 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.627559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f13e-7e7f-4203-a96d-cd086066600b req-b84b2ad5-d287-4e6d-a959-812b51956c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:24.629842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-b84b2ad5-d287-4e6d-a959-812b51956c22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0680754 Nov 22 16:48:24.678517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-7923868a-4838-4a92-b3fd-1af293f3a950 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394130 Nov 22 16:48:24.710250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.840962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922ccda-3286-43a5-9320-e5d2719966c3 req-c45cc0d8-96e6-4b14-9694-15626cdcbc2a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:24.851856 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d922ccda-3286-43a5-9320-e5d2719966c3 req-c45cc0d8-96e6-4b14-9694-15626cdcbc2a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1785326 Nov 22 16:48:24.888834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-1a7bab38-ca5d-4967-9d73-6eb217817ee3 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889381 Nov 22 16:48:24.922886 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.962858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39016) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:24.979333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffe075b5-a03e-4b23-a752-f6205f7bf7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.984817 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.998726 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.045584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:25.060794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d922ccda-3286-43a5-9320-e5d2719966c3 req-295b5488-0ede-4719-ad1c-c45da7659f35 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932027 Nov 22 16:48:25.065214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:25.075127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event updated for resources: {'Port': ['ID=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.077678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:25.108021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1b2d9-43db-4aef-a545-26fb95ea2367 None None] Pushing event updated for resources: {'Port': ['ID=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.138317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a0ac47-e4fe-4e49-a22d-4331970150dd None None] DHCP port deletion for 98d0b033-fe9f-424a-8d78-931c2d014ef7 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:25.162102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Attempting to bind port c4dd48a0-cfbc-49e8-8e24-9522bddb707f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:25.162791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Attempting to bind port c4dd48a0-cfbc-49e8-8e24-9522bddb707f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:25.163788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Attempting to bind port c4dd48a0-cfbc-49e8-8e24-9522bddb707f on network e0c4235f-9e4b-4b81-af88-b38e02792c19 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:25.170751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:25.171202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Checking segment: {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:25.171732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.172240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Bound using segment: {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:25.172886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Bound port: c4dd48a0-cfbc-49e8-8e24-9522bddb707f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98122661-938a-4506-af57-7000216a01f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:25.173110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffe075b5-a03e-4b23-a752-f6205f7bf7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.173900 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.182148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ffe075b5-a03e-4b23-a752-f6205f7bf7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.249751 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ffe075b5-a03e-4b23-a752-f6205f7bf7af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64543744edeb48218f93861371882f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821016 Nov 22 16:48:25.249751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe075b5-a03e-4b23-a752-f6205f7bf7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26afc43a-5127-43f0-aace-5db71c23c6f2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.251420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] For port c4dd48a0-cfbc-49e8-8e24-9522bddb707f, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:25.252679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.253403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.259454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6821f13e-7e7f-4203-a96d-cd086066600b req-1e457c1e-45f3-4b97-ab01-d557bded9fce service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557379 Nov 22 16:48:25.260265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39020) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.266737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] For port c4dd48a0-cfbc-49e8-8e24-9522bddb707f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:25.281597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.354476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e956a0b1-af23-4b3a-b6b1-74f8f9c6c431 None None] Provisioning complete for port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:25.354860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e956a0b1-af23-4b3a-b6b1-74f8f9c6c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.362102 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-1c66a83c-b3fc-481a-915e-4443ad31c889 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0293720 Nov 22 16:48:25.399102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Request body: {'port': {'device_id': 'e06a53c1-74be-44ce-91bd-315d218662e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:25.412114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:25.412763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:48:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:25.418151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1b2d9-43db-4aef-a545-26fb95ea2367 None None] Pushing event updated for resources: {'Port': ['ID=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.458571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-d0c80f14-b888-490a-9db4-babbd3f2745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.460185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-d0c80f14-b888-490a-9db4-babbd3f2745b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 1094 time: 0.1224065 Nov 22 16:48:25.461704 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e956a0b1-af23-4b3a-b6b1-74f8f9c6c431 None None] Port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:25.487738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6246c3-94ac-4c5b-bd37-0d5b42540aba req-731f93cf-0fcb-4296-9e8e-b1b21d686f9d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.489417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b6246c3-94ac-4c5b-bd37-0d5b42540aba req-731f93cf-0fcb-4296-9e8e-b1b21d686f9d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 943 time: 0.2268314 Nov 22 16:48:25.543362 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47eac52a-3bb9-47d9-b707-42c9b066ed27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.571946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:25.629516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-882ebd32-3ef2-4ed9-bc23-a0e49f4b47a7 None None] Provisioning complete for port c4dd48a0-cfbc-49e8-8e24-9522bddb707f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:25.630675 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-882ebd32-3ef2-4ed9-bc23-a0e49f4b47a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.837011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-882ebd32-3ef2-4ed9-bc23-a0e49f4b47a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.918656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-882ebd32-3ef2-4ed9-bc23-a0e49f4b47a7 None None] For port c4dd48a0-cfbc-49e8-8e24-9522bddb707f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:25.927201 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-882ebd32-3ef2-4ed9-bc23-a0e49f4b47a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.933173 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.944593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47eac52a-3bb9-47d9-b707-42c9b066ed27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.987512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ebd32-3ef2-4ed9-bc23-a0e49f4b47a7 None None] Pushing event updated for resources: {'Port': ['ID=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.996034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:22Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 1, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4dd48a0-cfbc-49e8-8e24-9522bddb707f', 'name': '', 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:13:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '058e6920-aa7a-4ff0-be23-80ed4505d498', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:20Z', 'updated_at': '2021-11-22T16:48:25Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '058e6920-aa7a-4ff0-be23-80ed4505d498', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:26.025904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b6246c3-94ac-4c5b-bd37-0d5b42540aba req-dc90dc85-d714-436b-bffc-0b9ccac628c8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969335 Nov 22 16:48:26.028322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a60c785-1b10-4aba-a5a5-9e3f42a2ee26 None None] The sync data for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 is: [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:22Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 1, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4dd48a0-cfbc-49e8-8e24-9522bddb707f', 'name': '', 'network_id': 'e0c4235f-9e4b-4b81-af88-b38e02792c19', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:13:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '058e6920-aa7a-4ff0-be23-80ed4505d498', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:20Z', 'updated_at': '2021-11-22T16:48:25Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '058e6920-aa7a-4ff0-be23-80ed4505d498', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:26.066219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-136ba46f-a9cc-46bd-b085-8057dc1afe25 None None] Provisioning complete for port c4dd48a0-cfbc-49e8-8e24-9522bddb707f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:26.066219 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-136ba46f-a9cc-46bd-b085-8057dc1afe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.069526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-6aed2c67-9c4d-412b-bac3-69a7447f3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:26.086261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-6aed2c67-9c4d-412b-bac3-69a7447f3c18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 906 time: 0.6105778 Nov 22 16:48:26.200365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47eac52a-3bb9-47d9-b707-42c9b066ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.202983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47eac52a-3bb9-47d9-b707-42c9b066ed27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.204145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-47eac52a-3bb9-47d9-b707-42c9b066ed27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26afc43a-5127-43f0-aace-5db71c23c6f2 HTTP/1.1" status: 204 len: 168 time: 0.9261909 Nov 22 16:48:26.254104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-3368c049-d512-4215-b67e-b68f4d18be17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28dd82af-acf7-4469-b8d0-182981d7ecf3 HTTP/1.1" status: 200 len: 217 time: 0.1418693 Nov 22 16:48:26.297606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eac52a-3bb9-47d9-b707-42c9b066ed27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26afc43a-5127-43f0-aace-5db71c23c6f2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.406872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-aed65d9e-0ab2-4e61-a558-1eaeba61b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:26.408556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-aed65d9e-0ab2-4e61-a558-1eaeba61b27f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.1420150 Nov 22 16:48:26.426032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0fdb8-1666-4954-832d-ce31b5cdfaa8 req-2e7924af-1f6a-46c8-b157-ef29b7aa8b8b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:26.427765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78a0fdb8-1666-4954-832d-ce31b5cdfaa8 req-2e7924af-1f6a-46c8-b157-ef29b7aa8b8b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 931 time: 0.2292821 Nov 22 16:48:26.476319 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-530bb346-431b-49f0-a3d0-858561b97ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474703 Nov 22 16:48:26.600480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78a0fdb8-1666-4954-832d-ce31b5cdfaa8 req-b0f059d8-95c8-48fe-a101-95907ea7b62a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571033 Nov 22 16:48:26.710473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:26.717478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-45707448-e72c-4be1-a024-7790b011e2ac service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307138 Nov 22 16:48:26.728343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.800900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Transition to ACTIVE for port object 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:26.808778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.884035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e2b68-ed8b-4298-92f2-2576bafc0430 None None] DHCP port deletion for 98d0b033-fe9f-424a-8d78-931c2d014ef7 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:26.889192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Pushing event updated for resources: {'Port': ['ID=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.934308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8deb39d-20a7-4160-9399-2c2ff1033da8 req-b10188df-628d-44ab-9f11-d1e81da7ffa8 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031190 Nov 22 16:48:27.042664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Attempting to bind port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:27.043076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Attempting to bind port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:27.043407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Attempting to bind port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:27.055617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ed4a0-b339-4a43-b51c-e752417add64 req-602c2714-134d-4a10-9699-15096f522dd9 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.058503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-867ed4a0-b339-4a43-b51c-e752417add64 req-602c2714-134d-4a10-9699-15096f522dd9 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1274183 Nov 22 16:48:27.061688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:27.061688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Attempting to bind port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b on network 98d0b033-fe9f-424a-8d78-931c2d014ef7 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:27.076598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:27.077097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Checking segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:27.077770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Bound using segment: {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:27.077938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Bound port: 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:27.078305 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.163561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-867ed4a0-b339-4a43-b51c-e752417add64 req-ef23aff3-0cfb-466c-a3c0-4f90382b6eb4 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989599 Nov 22 16:48:27.191771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] For port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:27.195786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] For port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:27.201673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.233730 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d4adf-9845-41a8-be8c-51fd29d6afa9 None None] DHCP port deletion for 98d0b033-fe9f-424a-8d78-931c2d014ef7 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:27.243941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.244944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.246576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-8ed31087-5aba-4e07-b588-60768127023b service neutron] 10.222.0.37 "PUT /v2.0/ports/592be8b0-6f94-4ef4-bf37-9ce3f682ed4b HTTP/1.1" status: 200 len: 1091 time: 1.8590567 Nov 22 16:48:27.247346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06a53c1-74be-44ce-91bd-315d218662e3', 'tag': '592be8b0-6f94-4ef4-bf37-9ce3f682ed4b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:27.250815 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04951c4-1227-4387-83d3-5304185f90c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e06a53c1-74be-44ce-91bd-315d218662e3", "tag": "592be8b0-6f94-4ef4-bf37-9ce3f682ed4b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:27.348109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed31087-5aba-4e07-b588-60768127023b service neutron] Pushing event updated for resources: {'Port': ['ID=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.366465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b67de1-d9fd-47cc-98a9-9af404a8be8b req-d2d59893-62d0-4cc1-b538-46faf69ac61c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.368204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12b67de1-d9fd-47cc-98a9-9af404a8be8b req-d2d59893-62d0-4cc1-b538-46faf69ac61c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 943 time: 0.1289773 Nov 22 16:48:27.375630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-9c83cedc-bd41-4f08-9507-df1365687832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.377276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-9c83cedc-bd41-4f08-9507-df1365687832 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 1094 time: 0.0833533 Nov 22 16:48:27.440290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-4498459b-11b2-43cd-a91e-46c50234d688 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b HTTP/1.1" status: 200 len: 217 time: 0.0552337 Nov 22 16:48:27.508411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12b67de1-d9fd-47cc-98a9-9af404a8be8b req-45056468-90bb-4779-a660-261fcadbc89d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296978 Nov 22 16:48:27.542185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-6e068ce5-2a93-4531-8f25-e80535c13ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.544033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-6e068ce5-2a93-4531-8f25-e80535c13ac4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0924220 Nov 22 16:48:27.567473 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e5319f-2aff-4d71-a5da-b4ee9ebbecf4 x-openstack-request-id: req-e6e5319f-2aff-4d71-a5da-b4ee9ebbecf4 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:27.567772 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06a53c1-74be-44ce-91bd-315d218662e3", "tag": "592be8b0-6f94-4ef4-bf37-9ce3f682ed4b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:27.568026 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6e5319f-2aff-4d71-a5da-b4ee9ebbecf4 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:27.568826 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06a53c1-74be-44ce-91bd-315d218662e3', 'tag': '592be8b0-6f94-4ef4-bf37-9ce3f682ed4b', 'status': 'completed', 'code': 200} Nov 22 16:48:27.585164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-6f2dc13c-c6b8-439b-affa-e63f96d64340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322402 Nov 22 16:48:27.629354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c4dd48a0-cfbc-49e8-8e24-9522bddb707f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:27.724163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c4dd48a0-cfbc-49e8-8e24-9522bddb707f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:27.724558 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.751198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-c2b84bef-8e54-4778-85f4-f60f3714baf9 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585209 Nov 22 16:48:27.833936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3de9e2-f248-4ecf-a3ef-e4b903e68055 req-8bf23346-f3ac-47e4-8b41-9d24bee5d967 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.835506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc3de9e2-f248-4ecf-a3ef-e4b903e68055 req-8bf23346-f3ac-47e4-8b41-9d24bee5d967 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 943 time: 0.1258466 Nov 22 16:48:27.916062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7affcdf-d99a-4443-b39e-58367a1726ae req-38b285d2-ce00-4b8c-8185-e25466ba35fd service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545548 Nov 22 16:48:27.919904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc3de9e2-f248-4ecf-a3ef-e4b903e68055 req-bec0f8f8-c09e-44e5-9287-bfc879d58a73 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700977 Nov 22 16:48:28.049591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04951c4-1227-4387-83d3-5304185f90c1 req-0a1c67fd-8770-4212-a97d-6205a3ca29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.051654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e04951c4-1227-4387-83d3-5304185f90c1 req-0a1c67fd-8770-4212-a97d-6205a3ca29cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=44eafc3000ae4432af83a8d4dfabffec&device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 1094 time: 0.0662484 Nov 22 16:48:28.158834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04951c4-1227-4387-83d3-5304185f90c1 req-40666555-b5bc-4337-b7fe-ccf08934c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.160407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e04951c4-1227-4387-83d3-5304185f90c1 req-40666555-b5bc-4337-b7fe-ccf08934c0d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 200 len: 912 time: 0.1009920 Nov 22 16:48:28.208482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e04951c4-1227-4387-83d3-5304185f90c1 req-b023fc11-742b-4ee9-abbb-e127057de98e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b HTTP/1.1" status: 200 len: 217 time: 0.0402052 Nov 22 16:48:28.309649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04951c4-1227-4387-83d3-5304185f90c1 req-f87f3fc5-52b5-4305-a394-dfb2b2ea3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.311265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e04951c4-1227-4387-83d3-5304185f90c1 req-f87f3fc5-52b5-4305-a394-dfb2b2ea3bd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 200 len: 851 time: 0.0923059 Nov 22 16:48:28.325786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9493822-b20e-45ca-b471-df7b05b0f4b2 req-5855f1ec-b413-49f6-b92a-d1c26f5e8434 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.327359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9493822-b20e-45ca-b471-df7b05b0f4b2 req-5855f1ec-b413-49f6-b92a-d1c26f5e8434 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0725119 Nov 22 16:48:28.360108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e04951c4-1227-4387-83d3-5304185f90c1 req-06d49a73-148b-4dc9-bbb8-248604ebb21e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98d0b033-fe9f-424a-8d78-931c2d014ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317106 Nov 22 16:48:28.453041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9493822-b20e-45ca-b471-df7b05b0f4b2 req-f8b71074-77db-4530-8b55-e685f2d00e22 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164353 Nov 22 16:48:28.498708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e04951c4-1227-4387-83d3-5304185f90c1 req-c8c099e9-59e2-4e2f-805c-4f464ed66f09 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299446 Nov 22 16:48:28.642236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e04951c4-1227-4387-83d3-5304185f90c1 req-a3fbfd85-9d6d-45d5-9a86-2f69b5d85a55 service neutron] 10.222.0.37 "GET /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356521 Nov 22 16:48:28.665575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a6546-a999-4a3d-bb74-d95ca8a14650 req-4e21f27f-971d-44ee-9f65-f1e7ace8c2fc tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.677929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad4a6546-a999-4a3d-bb74-d95ca8a14650 req-4e21f27f-971d-44ee-9f65-f1e7ace8c2fc tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 943 time: 0.0778904 Nov 22 16:48:28.739595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad4a6546-a999-4a3d-bb74-d95ca8a14650 req-5b73d0f6-d9a4-4bf8-9fea-345670258827 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603051 Nov 22 16:48:29.073657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba46c9-cff3-4367-bc71-258c82196011 req-0be1f5ec-f7cc-4c2f-baf5-62d463e4496c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.075324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83ba46c9-cff3-4367-bc71-258c82196011 req-0be1f5ec-f7cc-4c2f-baf5-62d463e4496c tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 943 time: 0.0653024 Nov 22 16:48:29.147264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83ba46c9-cff3-4367-bc71-258c82196011 req-6268f2c7-c69e-41d2-97fc-d6869d04e3d3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602555 Nov 22 16:48:29.598186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a7267-f0c1-4c3a-bfa0-71e03e7de9e2 req-d6d69344-9189-4ede-aa39-44489745c04f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.600721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b9a7267-f0c1-4c3a-bfa0-71e03e7de9e2 req-d6d69344-9189-4ede-aa39-44489745c04f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0631025 Nov 22 16:48:29.673677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b9a7267-f0c1-4c3a-bfa0-71e03e7de9e2 req-b54a71b0-526d-46ce-a1b2-14f40f8062f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671880 Nov 22 16:48:29.908492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1fa2f-ebef-4fa3-aa7c-910ab2b18fff req-c10ee992-8240-4ac6-a77b-e60f1d2d29db tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.910222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58a1fa2f-ebef-4fa3-aa7c-910ab2b18fff req-c10ee992-8240-4ac6-a77b-e60f1d2d29db tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 943 time: 0.0797389 Nov 22 16:48:29.930943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28dd82af-acf7-4469-b8d0-182981d7ecf3 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:29.976005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58a1fa2f-ebef-4fa3-aa7c-910ab2b18fff req-acf28db2-89b6-4b0f-876e-56410ea93c5a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577221 Nov 22 16:48:30.067630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28dd82af-acf7-4469-b8d0-182981d7ecf3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28dd82af-acf7-4469-b8d0-182981d7ecf3,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:30.081471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '28dd82af-acf7-4469-b8d0-182981d7ecf3', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'port_id': '28dd82af-acf7-4469-b8d0-182981d7ecf3', 'mac_address': 'fa:16:3e:a7:a6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86875a6d-e4f0-4a44-834c-5559f499b29c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:30.132697 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.146657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dd82af-acf7-4469-b8d0-182981d7ecf3 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:30.169811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28dd82af-acf7-4469-b8d0-182981d7ecf3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28dd82af-acf7-4469-b8d0-182981d7ecf3,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:30.179636 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.242136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=28dd82af-acf7-4469-b8d0-182981d7ecf3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:30.310125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556720a3-529c-43c7-87ea-93734e7781c6 req-a07eacba-aa97-4f14-a714-74eb8c90a61e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:30.312741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-556720a3-529c-43c7-87ea-93734e7781c6 req-a07eacba-aa97-4f14-a714-74eb8c90a61e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 943 time: 0.0754585 Nov 22 16:48:30.383655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-556720a3-529c-43c7-87ea-93734e7781c6 req-531daa53-7dc0-4029-9a57-3d968d2d04e3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639920 Nov 22 16:48:30.536238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['28dd82af-acf7-4469-b8d0-182981d7ecf3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:30.833495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ed7c1-be9b-42ea-ac67-7d59716ce848 req-965b6da7-97bb-4f42-b70d-5cdf1b840b83 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:30.835440 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a3ed7c1-be9b-42ea-ac67-7d59716ce848 req-965b6da7-97bb-4f42-b70d-5cdf1b840b83 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0652711 Nov 22 16:48:30.896848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a3ed7c1-be9b-42ea-ac67-7d59716ce848 req-3aebd228-5b43-4431-86a3-87957ec0e78a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549197 Nov 22 16:48:31.119417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a1ee-6ffc-4e2e-9cd7-542002b5494a req-1618e9bc-d992-4302-9595-a7adc9f8a948 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:31.120922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-80c3a1ee-6ffc-4e2e-9cd7-542002b5494a req-1618e9bc-d992-4302-9595-a7adc9f8a948 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 944 time: 0.0532429 Nov 22 16:48:31.172689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-80c3a1ee-6ffc-4e2e-9cd7-542002b5494a req-49e4a1b2-3405-4c37-ae07-6a16f2bd2f17 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Nov 22 16:48:31.519133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa8c2-9402-427b-93cc-60c4f43a2ba1 req-dad43e44-07a5-4e44-b80d-e790751d156a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:31.520819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f65fa8c2-9402-427b-93cc-60c4f43a2ba1 req-dad43e44-07a5-4e44-b80d-e790751d156a tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 943 time: 0.0603695 Nov 22 16:48:31.580176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f65fa8c2-9402-427b-93cc-60c4f43a2ba1 req-6d1f6851-deac-46db-a0bf-e8903469d812 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Nov 22 16:48:31.943792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:31.969008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28dd82af-acf7-4469-b8d0-182981d7ecf3 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:32.108555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 28dd82af-acf7-4469-b8d0-182981d7ecf3 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:32.126257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 28dd82af-acf7-4469-b8d0-182981d7ecf3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:32.126639 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.130319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:32.148153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6512f7-cec4-4745-afba-d9e2861f89bc req-6564e694-3a73-4f87-b705-99eb84b84d18 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.151659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a6512f7-cec4-4745-afba-d9e2861f89bc req-6564e694-3a73-4f87-b705-99eb84b84d18 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1292257 Nov 22 16:48:32.169723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8', 'port_id': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'mac_address': 'fa:16:3e:42:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5ec753-3394-42b4-acd2-34c1c75175d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:32.230555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.261364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a6512f7-cec4-4745-afba-d9e2861f89bc req-6071f25a-31eb-4857-b5e7-9fd52e03af23 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945804 Nov 22 16:48:32.270634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3dc0611-bc84-46ad-827f-4500a88c4e6c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:32.316900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:32.318751 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.341155 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.342122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:32.353264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62d0236-c763-429c-a298-bc4a2b3be310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dd82af-acf7-4469-b8d0-182981d7ecf3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:32.356240 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272a7396-abcc-45d7-bd8f-a174e0bf330c" -d '{"events": [{"server_uuid": "a62d0236-c763-429c-a298-bc4a2b3be310", "name": "network-vif-plugged", "status": "completed", "tag": "28dd82af-acf7-4469-b8d0-182981d7ecf3"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:32.394504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 28dd82af-acf7-4469-b8d0-182981d7ecf3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28dd82af-acf7-4469-b8d0-182981d7ecf3,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:32.406521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.439311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4ed5f-6d99-4836-a06c-8a0ac6c55243 req-98fd4a91-560d-4ed1-abb6-ca4c477b19fc tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.450307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24d4ed5f-6d99-4836-a06c-8a0ac6c55243 req-98fd4a91-560d-4ed1-abb6-ca4c477b19fc tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 944 time: 0.0968521 Nov 22 16:48:32.476781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:32.542660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24d4ed5f-6d99-4836-a06c-8a0ac6c55243 req-b5d59743-89d5-40cc-bb0e-54738dc3bea9 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908575 Nov 22 16:48:32.745118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=28dd82af-acf7-4469-b8d0-182981d7ecf3,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:32.749963 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d592f1-1026-4e38-b373-d1fdc77c20a4 x-openstack-request-id: req-45d592f1-1026-4e38-b373-d1fdc77c20a4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:32.750553 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62d0236-c763-429c-a298-bc4a2b3be310", "name": "network-vif-plugged", "status": "completed", "tag": "28dd82af-acf7-4469-b8d0-182981d7ecf3", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:32.751709 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45d592f1-1026-4e38-b373-d1fdc77c20a4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:32.752317 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62d0236-c763-429c-a298-bc4a2b3be310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dd82af-acf7-4469-b8d0-182981d7ecf3', 'code': 200} Nov 22 16:48:32.798541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:32.815592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '592be8b0-6f94-4ef4-bf37-9ce3f682ed4b', 'network_id': '98d0b033-fe9f-424a-8d78-931c2d014ef7', 'port_id': '592be8b0-6f94-4ef4-bf37-9ce3f682ed4b', 'mac_address': 'fa:16:3e:10:2b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5947e8c2-1a5c-4e3a-bd3f-e648b869d20b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:32.838721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366287e-1e62-4740-89c5-f5c4074f0e0d req-44b63474-6331-4af2-91f6-f0be610ce6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.840670 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9366287e-1e62-4740-89c5-f5c4074f0e0d req-44b63474-6331-4af2-91f6-f0be610ce6c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 1096 time: 0.1417139 Nov 22 16:48:32.885180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.902171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9366287e-1e62-4740-89c5-f5c4074f0e0d req-efabbd17-bb3c-4e1b-b711-609f73755bc5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505900 Nov 22 16:48:32.913102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6890f9c-f58d-453f-87a0-1cb873bd4af6 req-fa376092-4678-4cbe-a051-cd1cb90823d3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.915244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6890f9c-f58d-453f-87a0-1cb873bd4af6 req-fa376092-4678-4cbe-a051-cd1cb90823d3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 943 time: 0.1843495 Nov 22 16:48:32.922725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:32.961191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:32.968282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.020030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6890f9c-f58d-453f-87a0-1cb873bd4af6 req-db82947a-8357-41af-9809-89109d68948b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956388 Nov 22 16:48:33.079755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.123972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3dc0611-bc84-46ad-827f-4500a88c4e6c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:33.379461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['592be8b0-6f94-4ef4-bf37-9ce3f682ed4b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:33.489400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56185a-8bc7-4ce7-b52d-e6f1af3a6f9b req-196eecc7-5daa-44de-b509-55e935630419 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.491979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f56185a-8bc7-4ce7-b52d-e6f1af3a6f9b req-196eecc7-5daa-44de-b509-55e935630419 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 944 time: 0.1008923 Nov 22 16:48:33.616805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f56185a-8bc7-4ce7-b52d-e6f1af3a6f9b req-51c5a3a2-367a-4ab0-acd3-a3631556d43c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148582 Nov 22 16:48:33.795105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0f96f-b7a1-4391-b565-bc02c7a9791e req-0dad6558-8a31-4b79-87cf-2c3bebcb3e64 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.803501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8cf0f96f-b7a1-4391-b565-bc02c7a9791e req-0dad6558-8a31-4b79-87cf-2c3bebcb3e64 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 945 time: 0.0920327 Nov 22 16:48:33.878742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8cf0f96f-b7a1-4391-b565-bc02c7a9791e req-edb3d494-d941-4482-81a5-b983fe1bb74e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714195 Nov 22 16:48:33.964981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:34.031295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port e3dc0611-bc84-46ad-827f-4500a88c4e6c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:34.031931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.183310 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.229529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:34.239046 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.263399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756ec8b-c39b-4246-b39b-1f5c6f93c0a2 req-02747646-7d29-40ba-8c95-74a9ad6395a0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:34.274533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c756ec8b-c39b-4246-b39b-1f5c6f93c0a2 req-02747646-7d29-40ba-8c95-74a9ad6395a0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 944 time: 0.1439483 Nov 22 16:48:34.352267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.403188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c756ec8b-c39b-4246-b39b-1f5c6f93c0a2 req-95320c4a-1922-4196-8675-1120c571f33e tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276853 Nov 22 16:48:34.753826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:34.757104 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46367b80-a68f-4682-8045-8f67b573340c" -d '{"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:34.757936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39210) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:34.779761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3fe91-4dcf-4430-8516-a15c69877369 req-1c29eb53-453d-42f9-9711-7b97c8854d53 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:34.782165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76c3fe91-4dcf-4430-8516-a15c69877369 req-1c29eb53-453d-42f9-9711-7b97c8854d53 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0800526 Nov 22 16:48:34.858126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76c3fe91-4dcf-4430-8516-a15c69877369 req-c26ce3f1-6840-407b-85a2-9bf37a80eaec tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682085 Nov 22 16:48:34.925430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e915819d-3ac3-4874-afd6-43263d98977d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.946013 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6983a405-c941-47ac-b4ac-9d04e753eb65 x-openstack-request-id: req-6983a405-c941-47ac-b4ac-9d04e753eb65 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:34.946409 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:34.946605 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6983a405-c941-47ac-b4ac-9d04e753eb65 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:34.947044 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'code': 200} Nov 22 16:48:35.053280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e915819d-3ac3-4874-afd6-43263d98977d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.067184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e915819d-3ac3-4874-afd6-43263d98977d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.108337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29155e95-3c35-4d30-b6c5-2e9a92913035 req-a702c113-96d9-4b28-9c81-daae42819226 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.114725 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e915819d-3ac3-4874-afd6-43263d98977d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e49e5afb2d3841c4b71a5e61ac031f01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549016 Nov 22 16:48:35.118200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39218) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.122120 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29155e95-3c35-4d30-b6c5-2e9a92913035 req-a702c113-96d9-4b28-9c81-daae42819226 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 945 time: 0.0975280 Nov 22 16:48:35.174065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915819d-3ac3-4874-afd6-43263d98977d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316b742f-10d0-450a-aa07-2b1550a3acb3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:35.204805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29155e95-3c35-4d30-b6c5-2e9a92913035 req-a993d310-5c5b-4431-9ea5-6752c974ccda tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815034 Nov 22 16:48:35.241664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c75a-68be-4215-a006-c538a6379146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.275088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c75a-68be-4215-a006-c538a6379146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.356120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7244cff-65ed-46da-9768-38d4b9055164 req-5499cbfa-c3bc-4941-81d1-0d601be9f92e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.363597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7244cff-65ed-46da-9768-38d4b9055164 req-5499cbfa-c3bc-4941-81d1-0d601be9f92e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 945 time: 0.0838387 Nov 22 16:48:35.364775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c75a-68be-4215-a006-c538a6379146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.367800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ec3c75a-68be-4215-a006-c538a6379146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.376018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1ec3c75a-68be-4215-a006-c538a6379146 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/316b742f-10d0-450a-aa07-2b1550a3acb3 HTTP/1.1" status: 204 len: 168 time: 0.2561660 Nov 22 16:48:35.387054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3c75a-68be-4215-a006-c538a6379146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316b742f-10d0-450a-aa07-2b1550a3acb3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:35.448351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7244cff-65ed-46da-9768-38d4b9055164 req-35d5c39c-b18f-437b-aea5-ea5287f831c1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807464 Nov 22 16:48:35.619358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123001f4-353c-4f47-975b-6e07199a4360 req-a481b6d9-cdac-49ae-a255-1e7166e2d6a1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.637510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123001f4-353c-4f47-975b-6e07199a4360 req-a481b6d9-cdac-49ae-a255-1e7166e2d6a1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 944 time: 0.1037269 Nov 22 16:48:35.721607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-123001f4-353c-4f47-975b-6e07199a4360 req-075fbdb2-95eb-41a1-b250-b098bf02729b tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828247 Nov 22 16:48:35.839276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.856097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7331-af71-499a-9ed3-56425b07ed60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.970055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:35.975628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7331-af71-499a-9ed3-56425b07ed60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.980796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7331-af71-499a-9ed3-56425b07ed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.062291 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9fbd7331-af71-499a-9ed3-56425b07ed60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5de204ff7c304f2784399f3040843188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207940 Nov 22 16:48:36.063645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd7331-af71-499a-9ed3-56425b07ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63579a89-3173-49cc-9be5-98c272341a5d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.068705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:36.073658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:36.074011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.079484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39242) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:36.155035 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b323333f-b860-4cbe-bd86-a93b10da883a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.196822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b323333f-b860-4cbe-bd86-a93b10da883a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.203103 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.249850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:36.259139 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.291091 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b323333f-b860-4cbe-bd86-a93b10da883a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.296782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b323333f-b860-4cbe-bd86-a93b10da883a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.298248 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b323333f-b860-4cbe-bd86-a93b10da883a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63579a89-3173-49cc-9be5-98c272341a5d HTTP/1.1" status: 204 len: 168 time: 0.2163267 Nov 22 16:48:36.307413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323333f-b860-4cbe-bd86-a93b10da883a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63579a89-3173-49cc-9be5-98c272341a5d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.322903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f557-af55-45d3-ac0f-0d584de5c3b5 req-f95760d3-cb8d-493f-9bcf-b0b5f8ed4936 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.328287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f580f557-af55-45d3-ac0f-0d584de5c3b5 req-f95760d3-cb8d-493f-9bcf-b0b5f8ed4936 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0799835 Nov 22 16:48:36.375785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.399187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f580f557-af55-45d3-ac0f-0d584de5c3b5 req-f52b36cc-6196-4f51-841c-cad1032180f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620513 Nov 22 16:48:36.543211 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.580517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a91314-76e0-4f1a-95fb-8bdd1ee1a4d9 req-17a67fcc-1bb6-455b-b549-b39bdf0e18fb tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.589315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94a91314-76e0-4f1a-95fb-8bdd1ee1a4d9 req-17a67fcc-1bb6-455b-b549-b39bdf0e18fb tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 945 time: 0.1002419 Nov 22 16:48:36.652532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94a91314-76e0-4f1a-95fb-8bdd1ee1a4d9 req-31a9c22f-0b20-46bc-a9b3-769fc4be95b7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Nov 22 16:48:36.924034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82437122-9201-4fe3-8ab5-fc93457b0541 req-658f1b92-463a-481b-a88e-cfe2bb25fef9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.925935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82437122-9201-4fe3-8ab5-fc93457b0541 req-658f1b92-463a-481b-a88e-cfe2bb25fef9 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 945 time: 0.0947940 Nov 22 16:48:36.948058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a53c1-74be-44ce-91bd-315d218662e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592be8b0-6f94-4ef4-bf37-9ce3f682ed4b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:36.951044 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4e833e-3399-4f72-b1f6-5ad51c3eabd1" -d '{"events": [{"server_uuid": "e06a53c1-74be-44ce-91bd-315d218662e3", "name": "network-vif-plugged", "status": "completed", "tag": "592be8b0-6f94-4ef4-bf37-9ce3f682ed4b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:37.006157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82437122-9201-4fe3-8ab5-fc93457b0541 req-077d9fa7-a79f-47cd-b8aa-3e167df473b2 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734282 Nov 22 16:48:37.118599 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5d71e6-a996-43d2-b85e-b915a5712507 x-openstack-request-id: req-6c5d71e6-a996-43d2-b85e-b915a5712507 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:37.120515 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a53c1-74be-44ce-91bd-315d218662e3", "name": "network-vif-plugged", "status": "completed", "tag": "592be8b0-6f94-4ef4-bf37-9ce3f682ed4b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:37.121255 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c5d71e6-a996-43d2-b85e-b915a5712507 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:37.123266 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a53c1-74be-44ce-91bd-315d218662e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592be8b0-6f94-4ef4-bf37-9ce3f682ed4b', 'code': 200} Nov 22 16:48:37.362640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af258902-1da6-488a-b50e-62fcdb0ad402 req-8efc557a-40cd-4a4c-a168-c7582970120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.362640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af258902-1da6-488a-b50e-62fcdb0ad402 req-8efc557a-40cd-4a4c-a168-c7582970120b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 1096 time: 0.1241512 Nov 22 16:48:37.419021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af258902-1da6-488a-b50e-62fcdb0ad402 req-a88fc1f9-0893-4c1e-96ce-f13e1f0be936 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 Nov 22 16:48:37.595927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc3673-cf36-45ef-827e-9dd5e835c6b1 req-c8b2eeb3-4a95-46fa-8af1-23b19987e96f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.597188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2cc3673-cf36-45ef-827e-9dd5e835c6b1 req-c8b2eeb3-4a95-46fa-8af1-23b19987e96f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0710111 Nov 22 16:48:37.723300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-80246087-bbd9-4508-af2b-c433e1764939 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.725846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-80246087-bbd9-4508-af2b-c433e1764939 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 945 time: 0.0978627 Nov 22 16:48:37.774663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2cc3673-cf36-45ef-827e-9dd5e835c6b1 req-e1114214-78cb-4dc9-b9d6-124d4e49afbe tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575127 Nov 22 16:48:37.809613 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.023472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e271a9d-de32-47c1-9275-85623d8c3632 req-7c0928a6-d4be-4a6f-b933-161211209ded tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:38.030938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e271a9d-de32-47c1-9275-85623d8c3632 req-7c0928a6-d4be-4a6f-b933-161211209ded tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 945 time: 0.1297145 Nov 22 16:48:38.066168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Deleting port 28dd82af-acf7-4469-b8d0-182981d7ecf3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:38.066168 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.197794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e271a9d-de32-47c1-9275-85623d8c3632 req-75a008b8-8884-482b-a2c0-c536c743b026 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655219 Nov 22 16:48:38.376125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] For port 28dd82af-acf7-4469-b8d0-182981d7ecf3, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28dd82af-acf7-4469-b8d0-182981d7ecf3,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:38.383435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.439281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Calling delete_port for 28dd82af-acf7-4469-b8d0-182981d7ecf3 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:38.469776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9fac0-4058-4b8f-aee5-cf5c25807d42 req-8eb49721-4a10-4fdd-bc9e-232e77857414 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:38.477909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61c9fac0-4058-4b8f-aee5-cf5c25807d42 req-8eb49721-4a10-4fdd-bc9e-232e77857414 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 945 time: 0.1498621 Nov 22 16:48:38.624954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61c9fac0-4058-4b8f-aee5-cf5c25807d42 req-fd696e8b-cfbc-4401-9abd-83ab2d361fd7 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415431 Nov 22 16:48:38.731743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.753103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8', '28dd82af-acf7-4469-b8d0-182981d7ecf3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:38.817077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event deleted for resources: {'Port': ['ID=28dd82af-acf7-4469-b8d0-182981d7ecf3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:38.905723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] No DVR routers for this DVR port 28dd82af-acf7-4469-b8d0-182981d7ecf3 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:38.909056 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.912901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1aef4ccf-935d-46f0-9536-24b3d6317c9c req-62be7572-abf2-4870-88e8-d0466bf0c800 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "DELETE /v2.0/ports/28dd82af-acf7-4469-b8d0-182981d7ecf3 HTTP/1.1" status: 204 len: 173 time: 1.1703908 Nov 22 16:48:38.913514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62d0236-c763-429c-a298-bc4a2b3be310', 'name': 'network-vif-deleted', 'tag': '28dd82af-acf7-4469-b8d0-182981d7ecf3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:38.923924 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eb8f81-073c-4403-909e-9649ffb0e65f" -d '{"events": [{"server_uuid": "a62d0236-c763-429c-a298-bc4a2b3be310", "name": "network-vif-deleted", "tag": "28dd82af-acf7-4469-b8d0-182981d7ecf3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:38.928375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104b951-f1c7-4aa2-aacc-f2c0e6cf262e None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:39.118000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cea4b-6513-4632-8997-0cf9999d1845 req-2dd8231a-c17a-4868-831b-6bff7d115952 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.119735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d16cea4b-6513-4632-8997-0cf9999d1845 req-2dd8231a-c17a-4868-831b-6bff7d115952 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1509306 Nov 22 16:48:39.256398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d16cea4b-6513-4632-8997-0cf9999d1845 req-839ece5a-39a4-4611-9d99-6c885b3e6613 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162591 Nov 22 16:48:39.367548 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6954e26e-3ad4-4796-a549-b71fd77bb9b5 x-openstack-request-id: req-6954e26e-3ad4-4796-a549-b71fd77bb9b5 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:39.367861 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62d0236-c763-429c-a298-bc4a2b3be310", "name": "network-vif-deleted", "tag": "28dd82af-acf7-4469-b8d0-182981d7ecf3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:39.368115 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6954e26e-3ad4-4796-a549-b71fd77bb9b5 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:39.368817 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62d0236-c763-429c-a298-bc4a2b3be310', 'name': 'network-vif-deleted', 'tag': '28dd82af-acf7-4469-b8d0-182981d7ecf3', 'status': 'completed', 'code': 200} Nov 22 16:48:39.552218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70a4e782-1e00-46a9-8ea2-c7c4e14b5df8 req-0916eaf6-1c7b-494c-af37-a6f20aadb134 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=a62d0236-c763-429c-a298-bc4a2b3be310 HTTP/1.1" status: 200 len: 210 time: 0.0883195 Nov 22 16:48:39.878461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f93dd-dfe7-4da9-929e-a16b62c7d309 req-2d28b767-06dc-48a0-acb2-94652fcff854 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.880853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:39.886662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e93f93dd-dfe7-4da9-929e-a16b62c7d309 req-2d28b767-06dc-48a0-acb2-94652fcff854 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 945 time: 0.1050377 Nov 22 16:48:39.981961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e93f93dd-dfe7-4da9-929e-a16b62c7d309 req-11304cde-9a54-4f13-b8f9-84548ead66f1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900702 Nov 22 16:48:40.062906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-003c0145-f56d-4df2-9133-ca980f45db46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.241082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-003c0145-f56d-4df2-9133-ca980f45db46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.250410 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-003c0145-f56d-4df2-9133-ca980f45db46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.319272 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-003c0145-f56d-4df2-9133-ca980f45db46 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45139585510a485387a9fbd02758c7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4365833 Nov 22 16:48:40.320297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c0145-f56d-4df2-9133-ca980f45db46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d57fc7-89b7-48a1-82fb-c98d1ae90622,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:40.320533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39358) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:40.437273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba3ffc-b3a5-4f23-a5d9-cfcd2a3cfad3 req-5c9b3902-c08e-4bdb-be9e-ec0acc6b01c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.440294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14ba3ffc-b3a5-4f23-a5d9-cfcd2a3cfad3 req-5c9b3902-c08e-4bdb-be9e-ec0acc6b01c6 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 945 time: 0.0756142 Nov 22 16:48:40.469801 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-148c3f58-6982-44d9-a199-580a121d8bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.521626 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-148c3f58-6982-44d9-a199-580a121d8bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.550651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14ba3ffc-b3a5-4f23-a5d9-cfcd2a3cfad3 req-83370c1b-eb0f-40f0-b431-477df39da3ee tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028907 Nov 22 16:48:40.616648 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-148c3f58-6982-44d9-a199-580a121d8bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.619746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-148c3f58-6982-44d9-a199-580a121d8bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.621069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-148c3f58-6982-44d9-a199-580a121d8bdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06d57fc7-89b7-48a1-82fb-c98d1ae90622 HTTP/1.1" status: 204 len: 168 time: 0.2995229 Nov 22 16:48:40.643847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c3f58-6982-44d9-a199-580a121d8bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d57fc7-89b7-48a1-82fb-c98d1ae90622,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:40.780097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73733ecb-6a4c-4617-b282-a9861fae9fde req-8094f731-bba0-4bce-bd4e-2667a92ae4be tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.782240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73733ecb-6a4c-4617-b282-a9861fae9fde req-8094f731-bba0-4bce-bd4e-2667a92ae4be tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0683486 Nov 22 16:48:40.855823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73733ecb-6a4c-4617-b282-a9861fae9fde req-ee79a6b9-e9ed-4eec-85b0-79f8cf34e169 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639164 Nov 22 16:48:41.129088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39378) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:41.154850 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74db18af-0337-464c-aee9-50c6ffe274ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.311872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74db18af-0337-464c-aee9-50c6ffe274ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.329882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74db18af-0337-464c-aee9-50c6ffe274ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.432255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39384) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:41.433479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-74db18af-0337-464c-aee9-50c6ffe274ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5dae690496ec44eaac81d991c9402099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030722 Nov 22 16:48:41.447013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db18af-0337-464c-aee9-50c6ffe274ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d67c1a4-30cd-4911-8786-0f240e0fec7e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:41.537865 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ab78bd9-52bd-4cff-ba9a-df1599fb980f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.567587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ab78bd9-52bd-4cff-ba9a-df1599fb980f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.664411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ab78bd9-52bd-4cff-ba9a-df1599fb980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.686253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ab78bd9-52bd-4cff-ba9a-df1599fb980f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.687634 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8ab78bd9-52bd-4cff-ba9a-df1599fb980f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d67c1a4-30cd-4911-8786-0f240e0fec7e HTTP/1.1" status: 204 len: 168 time: 0.2541201 Nov 22 16:48:41.728719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab78bd9-52bd-4cff-ba9a-df1599fb980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d67c1a4-30cd-4911-8786-0f240e0fec7e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:41.859790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94384-cd8c-4ac8-b40b-3ca7577c4755 req-0d327121-5c9b-4073-b859-87665d2692b0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:41.868612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdc94384-cd8c-4ac8-b40b-3ca7577c4755 req-0d327121-5c9b-4073-b859-87665d2692b0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 945 time: 0.0752308 Nov 22 16:48:41.957791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdc94384-cd8c-4ac8-b40b-3ca7577c4755 req-6e1cd686-a138-4181-a8b3-5bda55dee433 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876653 Nov 22 16:48:42.010503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28dd82af-acf7-4469-b8d0-182981d7ecf3 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:42.084026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 28dd82af-acf7-4469-b8d0-182981d7ecf3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:42.084786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28dd82af-acf7-4469-b8d0-182981d7ecf3 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:42.239951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-c63456ae-827d-4335-bf98-c31ec65fefad tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.241560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-c63456ae-827d-4335-bf98-c31ec65fefad tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1554968 Nov 22 16:48:42.271611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-0183e8b6-ff64-427b-8088-aeecb44f50a2 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/quotas/dc6894ae98494bb0bf6d62df8a0b0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0157053 Nov 22 16:48:42.346870 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-d5d08df0-40aa-41ef-be32-cd012b70de76 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686212 Nov 22 16:48:42.457628 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-ba09bd79-74d6-47f0-8889-76138d9b3260 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095002 Nov 22 16:48:42.586314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-fbbc2668-8cfd-4bbe-b396-6dbdbd4b50fa service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273794 Nov 22 16:48:43.138809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f88c2f-8871-43b7-994e-ccf8e7173602 req-422642f9-ea4e-4864-8ecc-6cab52bcdff8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:43.164132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37f88c2f-8871-43b7-994e-ccf8e7173602 req-422642f9-ea4e-4864-8ecc-6cab52bcdff8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.2120638 Nov 22 16:48:43.342719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37f88c2f-8871-43b7-994e-ccf8e7173602 req-781f80ed-3355-4d11-9413-ada21bea0c7f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772547 Nov 22 16:48:43.856864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99e519b4-dc4f-411c-b192-b2da1bb31778 req-8180cb05-280b-4d2d-b411-bacb75fccdac tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0468154 Nov 22 16:48:44.156608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153351-9f34-420d-927c-7d0bf5d1255f req-4c9bec47-b945-410a-9d89-c867682b8db1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.160057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55153351-9f34-420d-927c-7d0bf5d1255f req-4c9bec47-b945-410a-9d89-c867682b8db1 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 945 time: 0.1148407 Nov 22 16:48:44.240643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55153351-9f34-420d-927c-7d0bf5d1255f req-32f6e083-940f-4be4-a83b-050aeb161e52 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689392 Nov 22 16:48:44.325326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:44.764786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58bb94-aa20-45ec-b3c4-b743ff515f24 req-6c779e5f-63e1-41fd-ba16-562c17aff3e4 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.772745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd58bb94-aa20-45ec-b3c4-b743ff515f24 req-6c779e5f-63e1-41fd-ba16-562c17aff3e4 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.2315269 Nov 22 16:48:45.427724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8bd22810-8901-40a7-a1ae-1609cb8a2997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.484564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd58bb94-aa20-45ec-b3c4-b743ff515f24 req-62495211-943c-4a1f-9276-f83125939cac tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106082 Nov 22 16:48:45.584208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-71208393-761f-487e-9680-d7c5ee8b9dc3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.586012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-71208393-761f-487e-9680-d7c5ee8b9dc3 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 945 time: 0.2318008 Nov 22 16:48:45.596608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-3c334994-c995-4ac7-8ac8-475e0ec1c0e7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.598272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-3c334994-c995-4ac7-8ac8-475e0ec1c0e7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.9645662 Nov 22 16:48:45.620734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Request body: {'port': {'device_id': '6487a6f2-ae3d-4559-94ab-b08037f0c2d7', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'admin_state_up': True, 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:45.869970 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-485f05de-9c97-4483-965b-ac2aff500df1 req-90a8674e-64ae-4e7d-bc18-a87f131f2c14 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 210 time: 0.0690801 Nov 22 16:48:46.035835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Deleting port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:46.036335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.209947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742fe4f-86e0-48f5-9e01-18f86a94aecc req-0e8149d4-dc0d-4a07-beb1-98b9992c8663 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.216779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d742fe4f-86e0-48f5-9e01-18f86a94aecc req-0e8149d4-dc0d-4a07-beb1-98b9992c8663 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 945 time: 0.2233131 Nov 22 16:48:46.219971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39512) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:46.269562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:46.273485 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.336513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d742fe4f-86e0-48f5-9e01-18f86a94aecc req-5e9314b8-1310-4736-b8f2-9eeea2af8448 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/security-groups?id=c53a1d6f-2da3-427c-8957-b0050268b5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085856 Nov 22 16:48:46.350243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] For port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,segment=NetworkSegment(cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2),segment_id=cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:46.350778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.394432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.427366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Calling delete_port for 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:46.511241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.534653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.596902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c734c215-315a-4c6d-8ea7-8f3b9e957bff,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:46.603243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.605432 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea004abe01624fd4920c6062bb3b5e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836620 Nov 22 16:48:46.606125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39518) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:46.639797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.640142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.640495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.640835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.641334 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.641675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.642010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.642413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.642748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.643105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.644016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.644357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f392b2-1686-4f1d-ab5c-11db57526e37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:46.676318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Allocated IP 172.20.0.7 (4614eaca-f271-4139-8521-589bfaf1dd26/86875a6d-e4f0-4a44-834c-5559f499b29c/2efd0e09-d3ba-4b29-a3e4-88c79c750e49) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:46.742443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d773fb2-5573-4e76-bcb2-a9c52ecb5f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.770255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d773fb2-5573-4e76-bcb2-a9c52ecb5f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.842819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d773fb2-5573-4e76-bcb2-a9c52ecb5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.845872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d773fb2-5573-4e76-bcb2-a9c52ecb5f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.847305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1d773fb2-5573-4e76-bcb2-a9c52ecb5f0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c734c215-315a-4c6d-8ea7-8f3b9e957bff HTTP/1.1" status: 204 len: 168 time: 0.2389200 Nov 22 16:48:46.865137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d773fb2-5573-4e76-bcb2-a9c52ecb5f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c734c215-315a-4c6d-8ea7-8f3b9e957bff,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:46.898331 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:46.932433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef22640-dac6-457e-a29b-aeac3ddcfbe2 req-1acd0e23-f87d-47df-ae96-981a3b103b89 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.940437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cef22640-dac6-457e-a29b-aeac3ddcfbe2 req-1acd0e23-f87d-47df-ae96-981a3b103b89 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.2323320 Nov 22 16:48:47.081539 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.104241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['592be8b0-6f94-4ef4-bf37-9ce3f682ed4b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:47.192485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cef22640-dac6-457e-a29b-aeac3ddcfbe2 req-e97701b3-2c29-40cb-8119-21d0bdd7690f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438023 Nov 22 16:48:47.286855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Pushing event deleted for resources: {'Port': ['ID=592be8b0-6f94-4ef4-bf37-9ce3f682ed4b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.326376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513bd693-8b59-4652-a4aa-38bf2b556143 None None] DHCP port deletion for 98d0b033-fe9f-424a-8d78-931c2d014ef7 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:47.412955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39532) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:47.440478 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bf5e93e-b104-4bf5-91b5-9815444692b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.473191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] No DVR routers for this DVR port 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:47.520011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4827a2a0-620a-493a-bba5-2d78122c3913 req-389c77fb-eb6f-4448-aa2b-9c3a8df53cd0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 210 time: 0.1088371 Nov 22 16:48:47.578854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.593267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bf5e93e-b104-4bf5-91b5-9815444692b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.601787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.604856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bf5e93e-b104-4bf5-91b5-9815444692b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.612660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4bc2f60-d04b-43d8-a307-83e0beda4c3d req-876e02d4-9dee-4e71-bdb3-8841e93fede5 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.37 "DELETE /v2.0/ports/592be8b0-6f94-4ef4-bf37-9ce3f682ed4b HTTP/1.1" status: 204 len: 173 time: 2.0132256 Nov 22 16:48:47.613254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06a53c1-74be-44ce-91bd-315d218662e3', 'name': 'network-vif-deleted', 'tag': '592be8b0-6f94-4ef4-bf37-9ce3f682ed4b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:47.638555 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7eea52-1d21-45e2-8fd8-ac5c7c1ac1f5" -d '{"events": [{"server_uuid": "e06a53c1-74be-44ce-91bd-315d218662e3", "name": "network-vif-deleted", "tag": "592be8b0-6f94-4ef4-bf37-9ce3f682ed4b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:47.645164 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7bf5e93e-b104-4bf5-91b5-9815444692b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7116eb3d9d643e5ab91cfc7dc0c91a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312016 Nov 22 16:48:47.653935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:47.710402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5e93e-b104-4bf5-91b5-9815444692b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bcd9f0-5972-4853-80ec-23d3417fceae,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.769227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48f12119-4800-4be7-9faa-bccaccfa9a12 req-b3413514-eac6-479f-b5c7-ba865eafc7f0 tempest-DeleteServersTestJSON-291834737 tempest-DeleteServersTestJSON-291834737-project] 10.222.0.59 "GET /v2.0/ports?device_id=e06a53c1-74be-44ce-91bd-315d218662e3 HTTP/1.1" status: 200 len: 210 time: 0.0505283 Nov 22 16:48:47.862887 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-202516c6-6356-481d-b979-b831f56d1d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.866313 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a2ba0-8d2c-4d0a-a2bb-513f8e5ba311 x-openstack-request-id: req-120a2ba0-8d2c-4d0a-a2bb-513f8e5ba311 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:47.866609 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06a53c1-74be-44ce-91bd-315d218662e3", "name": "network-vif-deleted", "tag": "592be8b0-6f94-4ef4-bf37-9ce3f682ed4b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:47.866895 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-120a2ba0-8d2c-4d0a-a2bb-513f8e5ba311 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:47.867339 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06a53c1-74be-44ce-91bd-315d218662e3', 'name': 'network-vif-deleted', 'tag': '592be8b0-6f94-4ef4-bf37-9ce3f682ed4b', 'status': 'completed', 'code': 200} Nov 22 16:48:47.877523 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.899333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:47.959651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event updated for resources: {'Port': ['ID=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.972126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Network 4614eaca-f271-4139-8521-589bfaf1dd26 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:47.982252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:47.991557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:47.997640 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0512d989-b578-4b00-8420-560958097b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.013411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac606bb5-3909-4556-9c24-81b0c775bbaa None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:48.023207 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0512d989-b578-4b00-8420-560958097b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.097900 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0512d989-b578-4b00-8420-560958097b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.101047 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0512d989-b578-4b00-8420-560958097b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.102636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0512d989-b578-4b00-8420-560958097b35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d7bcd9f0-5972-4853-80ec-23d3417fceae HTTP/1.1" status: 204 len: 168 time: 0.4399278 Nov 22 16:48:48.117923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512d989-b578-4b00-8420-560958097b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bcd9f0-5972-4853-80ec-23d3417fceae,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:48.176124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.176946 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.193764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port c4dd48a0-cfbc-49e8-8e24-9522bddb707f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:48.194135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.262655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-225fc9af-941d-4918-84a2-630e083b2f8d None None] Provisioning complete for port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:48.263545 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-225fc9af-941d-4918-84a2-630e083b2f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.413740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-225fc9af-941d-4918-84a2-630e083b2f8d None None] Port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:48.450561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-5b69f834-c830-48ea-b6ae-c6882d14b864 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8385978 Nov 22 16:48:48.473772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Request body: {'port': {'device_id': '6487a6f2-ae3d-4559-94ab-b08037f0c2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:48.576148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port c4dd48a0-cfbc-49e8-8e24-9522bddb707f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:48.576577 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.624527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for c4dd48a0-cfbc-49e8-8e24-9522bddb707f owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:48.644444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05b4b3-5f92-4a2f-b778-5f1102c909c7 req-81e47b14-83e7-419b-97b1-d8f47f030821 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.647151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e05b4b3-5f92-4a2f-b778-5f1102c909c7 req-81e47b14-83e7-419b-97b1-d8f47f030821 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.2376075 Nov 22 16:48:48.650710 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.838788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e05b4b3-5f92-4a2f-b778-5f1102c909c7 req-98de0953-28f8-41a2-a815-6cfd0cc8a8e3 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798630 Nov 22 16:48:48.924998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.280706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07553826-b322-4f1d-bae2-8793cea55616 req-02fcdb3d-b86c-4f50-a4fb-1f53554727a2 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:49.282714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07553826-b322-4f1d-bae2-8793cea55616 req-02fcdb3d-b86c-4f50-a4fb-1f53554727a2 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 931 time: 0.1726146 Nov 22 16:48:49.377872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.439904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=c4dd48a0-cfbc-49e8-8e24-9522bddb707f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:49.456101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:49.497325 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.544862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07553826-b322-4f1d-bae2-8793cea55616 req-1ab48293-6374-4a9d-8626-9ecfee14da1e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533808 Nov 22 16:48:49.560733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Transition to ACTIVE for port object 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:49.574708 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.648294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565bf920-b621-4fdc-9065-05bb1b0e7a45 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:49.731629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:50.082631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:50.112197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:50.112634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 592be8b0-6f94-4ef4-bf37-9ce3f682ed4b not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:50.350837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.370079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Attempting to bind port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:50.370396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Attempting to bind port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:50.370737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Attempting to bind port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:50.422578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 on network 4614eaca-f271-4139-8521-589bfaf1dd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:50.422917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Attempting to bind port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:50.453236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24a186-8680-49b0-89ba-4c793681a284 req-da2d42a1-bf48-4538-9222-b57eb9e44f9c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.455169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a24a186-8680-49b0-89ba-4c793681a284 req-da2d42a1-bf48-4538-9222-b57eb9e44f9c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.1771009 Nov 22 16:48:50.455817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:50.456159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Checking segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:50.456554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Bound using segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:50.457177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Bound port: 2efd0e09-d3ba-4b29-a3e4-88c79c750e49, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:50.457410 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.460962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-b08bb98e-f2d2-49b4-a1e9-3b00c123724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.462392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-b08bb98e-f2d2-49b4-a1e9-3b00c123724c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 1096 time: 0.1885359 Nov 22 16:48:50.685110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] For port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:50.690215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a24a186-8680-49b0-89ba-4c793681a284 req-17ef064c-48a4-4687-aa06-3434ab8f0776 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185588 Nov 22 16:48:50.703219 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.771670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] For port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:50.786058 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.813975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-f297ded9-a232-4bb8-910c-67c370fcded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.816249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-f297ded9-a232-4bb8-910c-67c370fcded6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 914 time: 0.3157570 Nov 22 16:48:50.918266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.919010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.920286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/2efd0e09-d3ba-4b29-a3e4-88c79c750e49 HTTP/1.1" status: 200 len: 1091 time: 2.4552896 Nov 22 16:48:50.924864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-6908e19f-f0ea-446e-aa6c-7bd0819d17d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c HTTP/1.1" status: 200 len: 217 time: 0.0630636 Nov 22 16:48:50.925317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6487a6f2-ae3d-4559-94ab-b08037f0c2d7', 'tag': '2efd0e09-d3ba-4b29-a3e4-88c79c750e49'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:50.926833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f260623-b08f-4f88-9192-e1c9526ba874 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:50.927969 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89212c7c-0208-4ec2-aef0-4127e4bd450a" -d '{"events": [{"name": "network-changed", "server_uuid": "6487a6f2-ae3d-4559-94ab-b08037f0c2d7", "tag": "2efd0e09-d3ba-4b29-a3e4-88c79c750e49"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:50.979304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063db6c2-64ec-4c6a-8b5a-9c977256a6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:51.047999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:51.050306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-6c018488-b618-4316-97a8-667b6b7190ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.052077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-6c018488-b618-4316-97a8-667b6b7190ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad5ec753-3394-42b4-acd2-34c1c75175d7 HTTP/1.1" status: 200 len: 853 time: 0.1125026 Nov 22 16:48:51.079440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-7a8b9635-3291-460d-ad9f-6ae858655a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.081354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-7a8b9635-3291-460d-ad9f-6ae858655a11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 1094 time: 0.1052086 Nov 22 16:48:51.100766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-51f56cf5-1219-461a-bd74-e48462a3fdb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25df3007-aeb4-4f11-8530-afeb481ed4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378623 Nov 22 16:48:51.234238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-444099ea-caa2-4cd7-afbb-f4912b02bc3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2efd0e09-d3ba-4b29-a3e4-88c79c750e49 HTTP/1.1" status: 200 len: 217 time: 0.1357722 Nov 22 16:48:51.309953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.391520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a899-b0b3-4fbf-88fc-13dcfe1eb535 req-44ab59fe-e9e5-44de-a9f0-b520f8f48430 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.393354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8431a899-b0b3-4fbf-88fc-13dcfe1eb535 req-44ab59fe-e9e5-44de-a9f0-b520f8f48430 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 943 time: 0.1946015 Nov 22 16:48:51.399893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-1be99af8-46f5-42c7-8601-9107e5f9a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.401468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-1be99af8-46f5-42c7-8601-9107e5f9a87b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.1591430 Nov 22 16:48:51.435554 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-353df819-b786-4b40-b32b-a92e29259c9d service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247104 Nov 22 16:48:51.456479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:51.463018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-ed7b05c3-a791-44ee-94d2-1e993e01a923 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505161 Nov 22 16:48:51.468669 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] Sync routers for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:51.473296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2047e51e-9589-4373-a2c5-c82fb6db6ea6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "PUT /v2.0/routers/7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1466191 Nov 22 16:48:51.480533 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:51.481153 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:48:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:51.624772 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:51.626118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8431a899-b0b3-4fbf-88fc-13dcfe1eb535 req-ba3ccf99-c447-4e15-8f0d-f198fb3b3e75 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189174 Nov 22 16:48:51.674879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3c6c40d-202e-471e-be01-b8097c0d7dd1 req-e5259a50-cfab-4c18-8a06-f20d1b848b1e service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164290 Nov 22 16:48:51.679295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-f6963e16-1d1f-4ad7-b11c-dfcbc2bb6113 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032299 Nov 22 16:48:51.734165 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7798a544-41e9-4a88-b15f-0e17373ede77 x-openstack-request-id: req-7798a544-41e9-4a88-b15f-0e17373ede77 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:51.734457 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6487a6f2-ae3d-4559-94ab-b08037f0c2d7", "tag": "2efd0e09-d3ba-4b29-a3e4-88c79c750e49", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:51.734711 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7798a544-41e9-4a88-b15f-0e17373ede77 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:51.735376 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6487a6f2-ae3d-4559-94ab-b08037f0c2d7', 'tag': '2efd0e09-d3ba-4b29-a3e4-88c79c750e49', 'status': 'completed', 'code': 200} Nov 22 16:48:51.815053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7378c29a-e76f-4346-ab5a-5a6078025b44 req-f1f390d0-a7a1-4d79-85e8-3520b0e0d1ee service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283140 Nov 22 16:48:51.935657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-97af8934-c91e-4aad-b779-4f7daba3679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.935894 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:49Z', 'revision_number': 6, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 1, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:51.938789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-97af8934-c91e-4aad-b779-4f7daba3679d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 1094 time: 0.0653493 Nov 22 16:48:51.967429 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] Checking router: 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:51.978676 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:51.979330 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:48:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:52.103411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef726be4-e0ff-41e6-ad84-b36e8090f5fa req-f2b478e7-7b27-404c-a56e-ab54af921ccd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.103689 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:52.104858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef726be4-e0ff-41e6-ad84-b36e8090f5fa req-f2b478e7-7b27-404c-a56e-ab54af921ccd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0942748 Nov 22 16:48:52.107961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-860a4677-a97b-4d59-8714-0614dc3ff305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.109685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-860a4677-a97b-4d59-8714-0614dc3ff305 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 906 time: 0.1541328 Nov 22 16:48:52.162855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-d7ac9a97-9697-471d-b09d-43f4abcc59c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2efd0e09-d3ba-4b29-a3e4-88c79c750e49 HTTP/1.1" status: 200 len: 217 time: 0.0450418 Nov 22 16:48:52.223701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef726be4-e0ff-41e6-ad84-b36e8090f5fa req-2f7035f8-0e1e-4263-925a-e7138c639e40 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083465 Nov 22 16:48:52.240663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-24f5986c-0a19-40b4-b847-fbbd6be7cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.242213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-24f5986c-0a19-40b4-b847-fbbd6be7cf3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0704422 Nov 22 16:48:52.289954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-d05993a5-953c-4e7b-91b2-05cfe72a87e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350425 Nov 22 16:48:52.383426 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:49Z', 'revision_number': 6, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 1, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:52.412676 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f1a72-18df-4c31-ae40-902625d3a249 None None] The sync data for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 is: [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:49Z', 'revision_number': 6, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'port_id': '6100b2b4-5b59-459e-8094-f284352fd524', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'mac_address': 'fa:16:3e:47:56:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:25Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 1, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:52.457504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d1344-d4f3-4e87-a9e8-bec150d0b6b3 req-5477f087-4402-479a-b024-98301fb0ad07 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.459510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-170d1344-d4f3-4e87-a9e8-bec150d0b6b3 req-5477f087-4402-479a-b024-98301fb0ad07 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 946 time: 0.0970633 Nov 22 16:48:52.461698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-eb6055a7-35ba-4a83-ac36-bbcf8d9b5a55 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623051 Nov 22 16:48:52.570482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-170d1344-d4f3-4e87-a9e8-bec150d0b6b3 req-8f261a9f-4440-4b96-8bfd-68322efd9beb tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048234 Nov 22 16:48:52.613919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89212c7c-0208-4ec2-aef0-4127e4bd450a req-caf230eb-5661-4273-998c-4f6540374f56 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416206 Nov 22 16:48:52.824647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6009016-f010-4f72-bd69-078138bed82d req-c28f43d4-96aa-4f0f-b92b-73f087ff69be tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.826544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6009016-f010-4f72-bd69-078138bed82d req-c28f43d4-96aa-4f0f-b92b-73f087ff69be tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 943 time: 0.0592668 Nov 22 16:48:52.879585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6009016-f010-4f72-bd69-078138bed82d req-2ce50732-aed7-4e62-97e8-b2446c11656d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457699 Nov 22 16:48:53.378943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6b4e-ccd4-4540-9c99-a8d08e7626fe req-4e386e08-6bbe-413b-8760-8b24864def18 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.380902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-876d6b4e-ccd4-4540-9c99-a8d08e7626fe req-4e386e08-6bbe-413b-8760-8b24864def18 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0648592 Nov 22 16:48:53.382660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-e206854f-016f-471f-965b-f30a8e1ca30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.384873 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-e206854f-016f-471f-965b-f30a8e1ca30c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1095 time: 0.0566092 Nov 22 16:48:53.449851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-876d6b4e-ccd4-4540-9c99-a8d08e7626fe req-363913b1-6e78-457d-98d8-2e94bdb97ef7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618765 Nov 22 16:48:53.518501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-421f5906-6d31-413f-871b-deb4b0e12f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.520197 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-421f5906-6d31-413f-871b-deb4b0e12f79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.1181343 Nov 22 16:48:53.580855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951a94-d6d9-4226-bd43-0789015c7f9b req-2eea7ec4-3319-4484-b11d-b69fb0e4a52f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.582549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0951a94-d6d9-4226-bd43-0789015c7f9b req-2eea7ec4-3319-4484-b11d-b69fb0e4a52f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 945 time: 0.0534351 Nov 22 16:48:53.609860 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-2d999fa1-4d6c-4692-8dc7-f40da135974a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 999 time: 0.0828652 Nov 22 16:48:53.668134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-c99a1d77-e7d2-43d3-bd04-ac8b8e428042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.669803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-c99a1d77-e7d2-43d3-bd04-ac8b8e428042 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0492363 Nov 22 16:48:53.681739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-8e3c1dcf-c848-442d-8925-d61007aa39df tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.683283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-8e3c1dcf-c848-442d-8925-d61007aa39df tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 946 time: 0.0997865 Nov 22 16:48:53.688159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0951a94-d6d9-4226-bd43-0789015c7f9b req-fa884802-bc2c-43f7-afa3-f3dc5aefc449 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962820 Nov 22 16:48:53.780277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-0916a3bd-274c-4a53-82ba-4790cff94a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.783511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-0916a3bd-274c-4a53-82ba-4790cff94a93 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051285 Nov 22 16:48:53.788577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c4dd48a0-cfbc-49e8-8e24-9522bddb707f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:53.834389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: c4dd48a0-cfbc-49e8-8e24-9522bddb707f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:53.834740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c4dd48a0-cfbc-49e8-8e24-9522bddb707f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:53.905384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 28006034-e97e-43f3-a963-c6d4829e99ce {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:53.934664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.948649 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-b6d0a792-2d01-485f-ba5c-7241705b5315 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455638 Nov 22 16:48:53.981398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3f36-89f0-4f5a-ade3-cd912629c611 req-3260dd7e-c3ff-48ed-b4fb-21c7ad34aa7a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.986201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-921e3f36-89f0-4f5a-ade3-cd912629c611 req-3260dd7e-c3ff-48ed-b4fb-21c7ad34aa7a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=d4da51ba-abc6-4038-8018-503cd7a5b937 HTTP/1.1" status: 200 len: 946 time: 0.1663725 Nov 22 16:48:54.071476 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-cd3a1ee6-b351-4041-a39c-60d988c83f74 req-eb625d84-b2ed-4d27-8c74-1a1d48a765fc service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144354 Nov 22 16:48:54.094043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:54.106194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-921e3f36-89f0-4f5a-ade3-cd912629c611 req-64df23e4-f6bb-4ab1-87e2-dcd847990899 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=225d3746-7a6b-43d7-a7e9-aed4cd81eae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873640 Nov 22 16:48:54.165866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port 28006034-e97e-43f3-a963-c6d4829e99ce, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=28006034-e97e-43f3-a963-c6d4829e99ce,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:54.166484 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.184466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 28006034-e97e-43f3-a963-c6d4829e99ce owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:54.289389 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.376995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:54.378571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:54.381100 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f922a-59cf-42d6-ab85-2e733cc05845" -d '{"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-unplugged", "status": "completed", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:54.385124 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.445667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.500672 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.517749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316268-033f-44eb-9e2f-41cc7aee30bc req-86f45c5d-183c-4603-b7fb-08544368e9b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.525738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af316268-033f-44eb-9e2f-41cc7aee30bc req-86f45c5d-183c-4603-b7fb-08544368e9b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 943 time: 0.1593153 Nov 22 16:48:54.564477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=28006034-e97e-43f3-a963-c6d4829e99ce,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.630400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] No DVR routers for this DVR port 28006034-e97e-43f3-a963-c6d4829e99ce on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:54.635304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.638633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a57f338-7282-4676-b1fa-88f6d9cda5dd req-db3282a8-6acd-4194-83b5-8a79a57023b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "DELETE /v2.0/ports/28006034-e97e-43f3-a963-c6d4829e99ce HTTP/1.1" status: 204 len: 173 time: 0.9483595 Nov 22 16:48:54.639104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4da51ba-abc6-4038-8018-503cd7a5b937', 'name': 'network-vif-deleted', 'tag': '28006034-e97e-43f3-a963-c6d4829e99ce'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:54.641451 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1193f0db-7e5e-4435-a16a-66e80ea4e35d" -d '{"events": [{"server_uuid": "d4da51ba-abc6-4038-8018-503cd7a5b937", "name": "network-vif-deleted", "tag": "28006034-e97e-43f3-a963-c6d4829e99ce"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:54.657146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af316268-033f-44eb-9e2f-41cc7aee30bc req-1fed3256-98ef-4e40-9338-b19450c1be81 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292133 Nov 22 16:48:54.698646 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040adb23-6879-4b51-b24c-ee315dd0146e x-openstack-request-id: req-040adb23-6879-4b51-b24c-ee315dd0146e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:54.699264 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-unplugged", "status": "failed", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c", "code": 422}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:54.699689 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-040adb23-6879-4b51-b24c-ee315dd0146e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:54.700280 n-d-816865-2 neutron-server[103444]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'code': 422} returned with failed status Nov 22 16:48:54.843570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55865c-a898-471c-8c0d-790bb4dd20f2 req-9ffd109f-82c7-41d6-a010-7a8932693ed0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.855391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b55865c-a898-471c-8c0d-790bb4dd20f2 req-9ffd109f-82c7-41d6-a010-7a8932693ed0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0946290 Nov 22 16:48:54.907465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b55865c-a898-471c-8c0d-790bb4dd20f2 req-adfdf6cc-55d5-46d1-86d3-1e0ece65b02a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511775 Nov 22 16:48:54.992414 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e0da55-7ba3-462b-a6d1-e103234a9307 x-openstack-request-id: req-a6e0da55-7ba3-462b-a6d1-e103234a9307 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:54.992789 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4da51ba-abc6-4038-8018-503cd7a5b937", "name": "network-vif-deleted", "tag": "28006034-e97e-43f3-a963-c6d4829e99ce", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:54.993162 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6e0da55-7ba3-462b-a6d1-e103234a9307 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:54.993670 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4da51ba-abc6-4038-8018-503cd7a5b937', 'name': 'network-vif-deleted', 'tag': '28006034-e97e-43f3-a963-c6d4829e99ce', 'status': 'completed', 'code': 200} Nov 22 16:48:55.455060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3691d-bdc5-4ef7-b33b-a5e2d5a6cf02 req-15185aee-a4b1-4904-bd39-898bc1e718fc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.457015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3bd3691d-bdc5-4ef7-b33b-a5e2d5a6cf02 req-15185aee-a4b1-4904-bd39-898bc1e718fc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.4127712 Nov 22 16:48:55.510820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3bd3691d-bdc5-4ef7-b33b-a5e2d5a6cf02 req-3102a149-1e0a-49a3-b39a-d1a5cbee9fc2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466881 Nov 22 16:48:55.590205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39698) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:55.668930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-534b6d79-d931-4457-8215-ded0366e7ee6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.717297 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-534b6d79-d931-4457-8215-ded0366e7ee6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.838876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f5ad9-2421-4ef0-9c95-57e577d21372 req-f4dd9ffa-38e0-40cc-bc2c-66e7a505c452 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.849001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b8f5ad9-2421-4ef0-9c95-57e577d21372 req-f4dd9ffa-38e0-40cc-bc2c-66e7a505c452 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.0859559 Nov 22 16:48:55.909898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-534b6d79-d931-4457-8215-ded0366e7ee6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.915098 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-534b6d79-d931-4457-8215-ded0366e7ee6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.922669 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-534b6d79-d931-4457-8215-ded0366e7ee6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/security-groups/225d3746-7a6b-43d7-a7e9-aed4cd81eae0 HTTP/1.1" status: 204 len: 168 time: 0.3299284 Nov 22 16:48:55.925388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b8f5ad9-2421-4ef0-9c95-57e577d21372 req-d564d467-e67b-4071-8567-0b42363ecc9c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748911 Nov 22 16:48:55.970654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b6d79-d931-4457-8215-ded0366e7ee6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225d3746-7a6b-43d7-a7e9-aed4cd81eae0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:56.095450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b1cf0-59c4-4978-b26e-8c3d200948a4 req-57b84071-c765-4460-8731-af37c5e8b935 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.098545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:56.104264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b2b1cf0-59c4-4978-b26e-8c3d200948a4 req-57b84071-c765-4460-8731-af37c5e8b935 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 943 time: 0.0783982 Nov 22 16:48:56.167678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b2b1cf0-59c4-4978-b26e-8c3d200948a4 req-a1a6d147-53c6-4c17-ac87-3b01253acea0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623081 Nov 22 16:48:56.200326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:56.219664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:56.235627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '2efd0e09-d3ba-4b29-a3e4-88c79c750e49', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'port_id': '2efd0e09-d3ba-4b29-a3e4-88c79c750e49', 'mac_address': 'fa:16:3e:7a:bc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86875a6d-e4f0-4a44-834c-5559f499b29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:56.263672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting subnet 058e6920-aa7a-4ff0-be23-80ed4505d498 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:56.278037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.284555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.298738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:56.325792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:56.339683 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.349117 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.377589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce71f9b-9d35-4a34-812f-e2e11c52cd9e req-fed88db0-ba65-48db-bba4-91cfa64c800d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.379270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ce71f9b-9d35-4a34-812f-e2e11c52cd9e req-fed88db0-ba65-48db-bba4-91cfa64c800d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1120918 Nov 22 16:48:56.403482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:56.476510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ce71f9b-9d35-4a34-812f-e2e11c52cd9e req-f13c8778-3c50-4c5f-9b41-80d8aae3c7ba tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910895 Nov 22 16:48:56.489822 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.586417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.618322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Subnet': ['ID=058e6920-aa7a-4ff0-be23-80ed4505d498,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:56.630863 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.633823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55adb837-ed58-4cfb-98ca-357f21ce380f None None] Network e0c4235f-9e4b-4b81-af88-b38e02792c19 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:56.635193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/subnets/058e6920-aa7a-4ff0-be23-80ed4505d498 HTTP/1.1" status: 204 len: 168 time: 0.4336138 Nov 22 16:48:56.638041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39728) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:56.641328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.642330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.643133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.643254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.643671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.643883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.644300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.645205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.645205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.645433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.645873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.646217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1ba04a-5c05-40f1-9f4c-abcc9a32b3da tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:56.661394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['2efd0e09-d3ba-4b29-a3e4-88c79c750e49'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:56.716794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-ac0e1a89-9884-46f6-ba4e-80097c3e640e req-5369e54b-6622-45cf-8451-3c05e72e3dde service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:48:56.717836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac0e1a89-9884-46f6-ba4e-80097c3e640e req-5369e54b-6622-45cf-8451-3c05e72e3dde service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057943 Nov 22 16:48:56.774315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.864110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 1bb79b78-911b-4117-8a28-979fde6108a2 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:56.864840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.952585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port 1bb79b78-911b-4117-8a28-979fde6108a2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1bb79b78-911b-4117-8a28-979fde6108a2,segment=NetworkSegment(98122661-938a-4506-af57-7000216a01f5),segment_id=98122661-938a-4506-af57-7000216a01f5)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:56.952970 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.977078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 1bb79b78-911b-4117-8a28-979fde6108a2 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:56.990782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6863a2-1929-4d0a-991f-ab46974785a2 req-39e65caa-5d1d-4e35-90b5-4df3d00bda5f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.016434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e6863a2-1929-4d0a-991f-ab46974785a2 req-39e65caa-5d1d-4e35-90b5-4df3d00bda5f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1138642 Nov 22 16:48:57.104350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e6863a2-1929-4d0a-991f-ab46974785a2 req-906a3830-b47e-4e86-a34b-0c97de659d0e tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864480 Nov 22 16:48:57.109891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] DHCP port deletion for e0c4235f-9e4b-4b81-af88-b38e02792c19 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:57.170351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.204190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] Deleting port 1bb79b78-911b-4117-8a28-979fde6108a2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:57.204616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.231420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=1bb79b78-911b-4117-8a28-979fde6108a2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:57.243198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] No DVR routers for this DVR port 1bb79b78-911b-4117-8a28-979fde6108a2 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:57.315480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] For port 1bb79b78-911b-4117-8a28-979fde6108a2, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:57.316192 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.346028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] Calling delete_port for 1bb79b78-911b-4117-8a28-979fde6108a2 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:57.349618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] Port 1bb79b78-911b-4117-8a28-979fde6108a2 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:48:57.351230 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.401745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] Pushing event deleted for resources: {'Port': ['ID=1bb79b78-911b-4117-8a28-979fde6108a2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:57.426740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab22653-94b0-4f2d-97fe-008fb896073e None None] No DVR routers for this DVR port 1bb79b78-911b-4117-8a28-979fde6108a2 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:57.445911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.454437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a50165-699c-4afb-9767-131e58f9dfd0 req-86dfeae2-79ae-4478-8bfc-9381d7dfb0fb tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.456443 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8a50165-699c-4afb-9767-131e58f9dfd0 req-86dfeae2-79ae-4478-8bfc-9381d7dfb0fb tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.0854433 Nov 22 16:48:57.481523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c4235f-9e4b-4b81-af88-b38e02792c19']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:57.489127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-c4a930ac-ba23-4f2f-beac-eff014d2908e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3499031 Nov 22 16:48:57.500826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98122661-938a-4506-af57-7000216a01f5') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:57.501202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98122661-938a-4506-af57-7000216a01f5') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:57.512717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.539384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.556643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8a50165-699c-4afb-9767-131e58f9dfd0 req-7b252f68-841e-4ead-8fdb-c21bdf5d5623 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829461 Nov 22 16:48:57.559569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:57.559993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:57.566390 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:57.656735 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.662940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.669926 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/networks/e0c4235f-9e4b-4b81-af88-b38e02792c19 HTTP/1.1" status: 204 len: 168 time: 1.0263929 Nov 22 16:48:57.671261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39762) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:57.687454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbc161-08f4-4b1e-82c2-17a1814e4bda tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Network': ['ID=e0c4235f-9e4b-4b81-af88-b38e02792c19,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:57.766070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8dd45-7373-4668-830e-ed5a8003f563 req-6e60bf7a-2832-47b9-8b11-cd56ba5d6548 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.774354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87f8dd45-7373-4668-830e-ed5a8003f563 req-6e60bf7a-2832-47b9-8b11-cd56ba5d6548 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 944 time: 0.1462178 Nov 22 16:48:57.852103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1bb79b78-911b-4117-8a28-979fde6108a2 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:57.903419 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1bb79b78-911b-4117-8a28-979fde6108a2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:57.904726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1bb79b78-911b-4117-8a28-979fde6108a2 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:57.955668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87f8dd45-7373-4668-830e-ed5a8003f563 req-4e66a782-1787-4e4d-9abc-081a69e10763 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802261 Nov 22 16:48:58.027489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port d366fa69-6e20-423b-a65e-f2b4ca63355e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:58.028108 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.109025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:58.180731 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.181081 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.202550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for d366fa69-6e20-423b-a65e-f2b4ca63355e owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:58.211723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:58.235231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:58.244421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:58.245405 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.486780 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.531835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6487a6f2-ae3d-4559-94ab-b08037f0c2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd0e09-d3ba-4b29-a3e4-88c79c750e49'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:58.532568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddfe1d4-5d52-45a6-9dcc-36f9ee7cb8ab admin admin] Deleting subnet 5947e8c2-1a5c-4e3a-bd3f-e648b869d20b {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:58.536860 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89051c7c-79b9-4757-a199-140f5eb9f73c" -d '{"events": [{"server_uuid": "6487a6f2-ae3d-4559-94ab-b08037f0c2d7", "name": "network-vif-plugged", "status": "completed", "tag": "2efd0e09-d3ba-4b29-a3e4-88c79c750e49"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:58.542198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe1d4-5d52-45a6-9dcc-36f9ee7cb8ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.576908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:58.587345 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.588690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:58.650645 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe1d4-5d52-45a6-9dcc-36f9ee7cb8ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.728118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:58.736158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f991a61-5d95-4983-b69f-bc7b2f73ac84 req-8b95d5fb-d6b7-4ea1-8873-7d2b08062042 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.744609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f991a61-5d95-4983-b69f-bc7b2f73ac84 req-8b95d5fb-d6b7-4ea1-8873-7d2b08062042 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.2803459 Nov 22 16:48:58.759320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe1d4-5d52-45a6-9dcc-36f9ee7cb8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.773151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-93428a96-f75b-4887-ba32-f53edbbc571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.774801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-93428a96-f75b-4887-ba32-f53edbbc571d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231&tenant_id=eff752d3e4e34464a2e93d17c8094f16 HTTP/1.1" status: 200 len: 1094 time: 0.2032318 Nov 22 16:48:58.804441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.837184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=d366fa69-6e20-423b-a65e-f2b4ca63355e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:58.906905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe1d4-5d52-45a6-9dcc-36f9ee7cb8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.915200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28006034-e97e-43f3-a963-c6d4829e99ce no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:58.953892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 28006034-e97e-43f3-a963-c6d4829e99ce {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:58.954380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 28006034-e97e-43f3-a963-c6d4829e99ce not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:58.979559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfe1d4-5d52-45a6-9dcc-36f9ee7cb8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5947e8c2-1a5c-4e3a-bd3f-e648b869d20b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:58.982255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe1d4-5d52-45a6-9dcc-36f9ee7cb8ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.986872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2966f8a7-df45-4da5-983f-050ed8ebd17d None None] Network 98d0b033-fe9f-424a-8d78-931c2d014ef7 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:58.987776 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0ddfe1d4-5d52-45a6-9dcc-36f9ee7cb8ab admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5947e8c2-1a5c-4e3a-bd3f-e648b869d20b HTTP/1.1" status: 204 len: 168 time: 0.7746799 Nov 22 16:48:58.990025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39790) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:59.053492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f991a61-5d95-4983-b69f-bc7b2f73ac84 req-8f1ac352-62df-4526-a174-12bb98ecdb00 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065786 Nov 22 16:48:59.060142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-167d3a56-bc96-4e31-82ca-e3b11392adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.062186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-167d3a56-bc96-4e31-82ca-e3b11392adda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 1094 time: 0.2276018 Nov 22 16:48:59.068030 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.068719 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Floating IP ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2 disassociated (deleted). External IP: 172.25.0.109, port: 6100b2b4-5b59-459e-8094-f284352fd524. Nov 22 16:48:59.117095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.144632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-0552a7ba-6b18-4a68-86dc-913b22042d49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535127 Nov 22 16:48:59.205407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec99511-e628-47ae-9edb-60e48faaac9b None None] DHCP port deletion for 98d0b033-fe9f-424a-8d78-931c2d014ef7 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:59.267578 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30099526-90b1-44a0-8af8-29699da08f4b x-openstack-request-id: req-30099526-90b1-44a0-8af8-29699da08f4b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:59.268289 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6487a6f2-ae3d-4559-94ab-b08037f0c2d7", "name": "network-vif-plugged", "status": "completed", "tag": "2efd0e09-d3ba-4b29-a3e4-88c79c750e49", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:59.269039 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-30099526-90b1-44a0-8af8-29699da08f4b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:59.269517 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6487a6f2-ae3d-4559-94ab-b08037f0c2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efd0e09-d3ba-4b29-a3e4-88c79c750e49', 'code': 200} Nov 22 16:48:59.294474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.324122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d0b033-fe9f-424a-8d78-931c2d014ef7']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:59.363167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:59.363548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff2962a-4ac7-4941-9dd3-1f5f49b2a4e2') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:59.396404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.411519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-8c1bdeeb-5cce-4b40-8906-4ab150b2fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.413796 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-8c1bdeeb-5cce-4b40-8906-4ab150b2fd91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 1096 time: 0.2093554 Nov 22 16:48:59.417688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.428568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709c86e-4b88-486f-824d-a60a77afc746 req-2ba0a365-3ac3-4315-85dc-6ad0566e1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.430457 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1709c86e-4b88-486f-824d-a60a77afc746 req-2ba0a365-3ac3-4315-85dc-6ad0566e1a0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 1096 time: 0.1013675 Nov 22 16:48:59.434600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:59.436546 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:59.437428 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:59.478312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-a9eed54e-f5d7-4044-ae13-8f5e853f3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.479862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-a9eed54e-f5d7-4044-ae13-8f5e853f3c25 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 914 time: 0.3574309 Nov 22 16:48:59.532327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.538088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.541482 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] 10.222.0.59 "DELETE /v2.0/networks/98d0b033-fe9f-424a-8d78-931c2d014ef7 HTTP/1.1" status: 204 len: 168 time: 0.5499666 Nov 22 16:48:59.567985 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1709c86e-4b88-486f-824d-a60a77afc746 req-22fcc469-6e88-4a11-a8be-597afdea2ca2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140764 Nov 22 16:48:59.569534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc51250-d169-4295-97cb-c6782f3a7669 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d0b033-fe9f-424a-8d78-931c2d014ef7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:59.615766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-4190aaff-6810-4528-b97f-fb5d92688211 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c HTTP/1.1" status: 200 len: 217 time: 0.1151426 Nov 22 16:48:59.674023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ab09c-8e5b-4464-82da-12ad6094a6b7 req-7e34d303-0b22-4329-9e32-d8cc3fbf4353 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.682025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca8ab09c-8e5b-4464-82da-12ad6094a6b7 req-7e34d303-0b22-4329-9e32-d8cc3fbf4353 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.3061931 Nov 22 16:48:59.751597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39796) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:59.815510 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5041b30b-09db-49bc-b3ab-a2a8a9fd6dfc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44eafc3000ae4432af83a8d4dfabffec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622389 Nov 22 16:48:59.816789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39798) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:59.839694 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca8ab09c-8e5b-4464-82da-12ad6094a6b7 req-b1c9c7a8-5984-414a-9db2-d4fb562d66b8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566870 Nov 22 16:48:59.846076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:59.870660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-102eeb0f-5684-42c5-99e6-ce8bf1dc3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.872692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-102eeb0f-5684-42c5-99e6-ce8bf1dc3efa service neutron] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.3901830 Nov 22 16:48:59.909991 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d686f2d-297b-46a5-bff3-fdbe8c8581c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.943989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d686f2d-297b-46a5-bff3-fdbe8c8581c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.948953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-6745d292-8191-45bc-865a-cdf41d422eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.950867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-6745d292-8191-45bc-865a-cdf41d422eb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad5ec753-3394-42b4-acd2-34c1c75175d7 HTTP/1.1" status: 200 len: 853 time: 0.1905770 Nov 22 16:48:59.955993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-e56bbcd9-e8f4-4159-a01b-941401161f59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=329150b1-5a23-43b8-b588-db55974b48e7 HTTP/1.1" status: 200 len: 217 time: 0.0698147 Nov 22 16:49:00.026397 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d686f2d-297b-46a5-bff3-fdbe8c8581c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.033951 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d686f2d-297b-46a5-bff3-fdbe8c8581c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.039733 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8d686f2d-297b-46a5-bff3-fdbe8c8581c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c53a1d6f-2da3-427c-8957-b0050268b5ef HTTP/1.1" status: 204 len: 168 time: 0.2213187 Nov 22 16:49:00.050857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d686f2d-297b-46a5-bff3-fdbe8c8581c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a1d6f-2da3-427c-8957-b0050268b5ef,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:00.100173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-5dc7ad6a-574f-4dff-94cc-4f71ff4eed8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25df3007-aeb4-4f11-8530-afeb481ed4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924540 Nov 22 16:49:00.225915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-c982559b-a300-4507-ab0b-914bb561f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.228485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-c982559b-a300-4507-ab0b-914bb561f35c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.2233689 Nov 22 16:49:00.272886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef205-1147-4c66-8729-a67c03772407 req-d6d344a8-0bd1-4083-88ff-acff3ccf6452 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.276253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e1ef205-1147-4c66-8729-a67c03772407 req-d6d344a8-0bd1-4083-88ff-acff3ccf6452 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 945 time: 0.3216543 Nov 22 16:49:00.722478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:00.738920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.739438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] Sync routers for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:00.772241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:00.773202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:48:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:00.779238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1c0ccf94-350c-46aa-b110-a7bd54fdf34e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/floatingips/ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2 HTTP/1.1" status: 204 len: 168 time: 3.1062307 Nov 22 16:49:00.798162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:00.801136 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7" -d '{"events": [{"name": "network-changed", "server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "tag": "6100b2b4-5b59-459e-8094-f284352fd524"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:00.823469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-7ecc60e1-1829-4574-8fd1-8ae980386918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.826029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-7ecc60e1-1829-4574-8fd1-8ae980386918 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5854895 Nov 22 16:49:00.838134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-27abb499-2c0c-4b72-82b7-d83073621520 service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231944 Nov 22 16:49:00.860791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e1ef205-1147-4c66-8729-a67c03772407 req-914b07ed-b990-43e9-b067-b32fcc8048f3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452573 Nov 22 16:49:01.012347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:01.121875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-2e0a50c0-b45e-4168-bbe1-5844e571a3d8 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810056 Nov 22 16:49:01.138992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-e9521ca2-fa0f-40bc-bbde-ebf187a62add service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767625 Nov 22 16:49:01.254608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f8906-d652-4043-9e08-69f89c916fe3 req-3e371cb4-5233-45ba-8aed-cd6c91c3eb23 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.262185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-722f8906-d652-4043-9e08-69f89c916fe3 req-3e371cb4-5233-45ba-8aed-cd6c91c3eb23 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1681285 Nov 22 16:49:01.308709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39836) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:01.364107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b6cef16-c0b1-422d-a380-32be6b8029e6 req-4611c347-3aaa-44b2-aedf-4e7004789296 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239654 Nov 22 16:49:01.380419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-722f8906-d652-4043-9e08-69f89c916fe3 req-19ff3e28-315d-4712-830f-1800715b6d3b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115694 Nov 22 16:49:01.430505 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-4490ba83-315a-49fb-9fe0-78e062e8c449 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1254003 Nov 22 16:49:01.447429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:49Z', 'revision_number': 6, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:01.482241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] Checking router: 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:01.492578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:01.493565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:48:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:01.575279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-34b74179-0aab-4cff-acd6-8882f5377278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.578519 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-34b74179-0aab-4cff-acd6-8882f5377278 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 1096 time: 0.1209245 Nov 22 16:49:01.601000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1443878629-network', 'tenant_id': 'e336f54cd4194bca8fe0b44c1636f2cf'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:01.671287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Made reservation on behalf of e336f54cd4194bca8fe0b44c1636f2cf for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:01.675028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.718004 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.848171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-289ff15b-20d5-4e14-8993-2f331833128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.858169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-289ff15b-20d5-4e14-8993-2f331833128c service neutron] 10.222.0.62 "GET /v2.0/networks?id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3 HTTP/1.1" status: 200 len: 897 time: 0.2466283 Nov 22 16:49:01.960964 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-28492cfd-eabc-4b8c-9867-b1d4dd2b27f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6100b2b4-5b59-459e-8094-f284352fd524 HTTP/1.1" status: 200 len: 217 time: 0.0799966 Nov 22 16:49:02.015973 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.053452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.102503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:02.109586 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62afcd23-3d94-4649-9a8b-c7227edea103 x-openstack-request-id: req-62afcd23-3d94-4649-9a8b-c7227edea103 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:02.109882 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "tag": "6100b2b4-5b59-459e-8094-f284352fd524", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:02.110445 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62afcd23-3d94-4649-9a8b-c7227edea103 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:02.111544 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524', 'status': 'completed', 'code': 200} Nov 22 16:49:02.177944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:49:02.203521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44344ecb-a074-48f2-862e-eecd0a42568e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:02.230623 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.231069 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Added segment b481ffaf-de74-4676-bfdf-bac8cca8208b of type vlan for network 0349b0f3-e97c-42db-8292-8064eaf30bc5 Nov 22 16:49:02.233797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-c3cbc439-fa72-4c7f-a1ec-e163592ecf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:02.243795 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-c3cbc439-fa72-4c7f-a1ec-e163592ecf19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56c7d246-6432-44c7-ba87-a48d02b3f0d7 HTTP/1.1" status: 200 len: 835 time: 0.2257762 Nov 22 16:49:02.395247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9db79-e780-4349-bc69-9a9e21f60f7c req-be43f098-20c1-455e-ba4d-0c0ebb265f75 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:02.424941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67f9db79-e780-4349-bc69-9a9e21f60f7c req-be43f098-20c1-455e-ba4d-0c0ebb265f75 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.1742659 Nov 22 16:49:02.475274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.486461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:49Z', 'revision_number': 6, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:02.535418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f968de4-8f30-4d15-ac4a-14ec0a38b848 None None] The sync data for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 is: [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:48:49Z', 'revision_number': 6, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0285c469-748f-45ab-8613-c5fffcb444d6', 'name': '', 'network_id': '94b08bee-78a2-46f9-a9d6-bf17b33f44d3', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:80:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '56c7d246-6432-44c7-ba87-a48d02b3f0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:02.555439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67f9db79-e780-4349-bc69-9a9e21f60f7c req-a10c8da4-0980-4002-91fc-520fe1e35a0e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286521 Nov 22 16:49:02.565699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-c17a0b15-4486-44df-bef1-372ebd64472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:02.569527 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-c17a0b15-4486-44df-bef1-372ebd64472c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2978749 Nov 22 16:49:02.624166 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.627125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:02.627787 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.709538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39862) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:02.710145 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4001851 Nov 22 16:49:02.725819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Request body: {'subnet': {'network_id': '0349b0f3-e97c-42db-8292-8064eaf30bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1443878629-subnet', 'tenant_id': 'e336f54cd4194bca8fe0b44c1636f2cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:02.803447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb06c6e-1974-41e8-8f61-c3a3a06bf72f admin admin] Pushing event updated for resources: {'Network': ['ID=0349b0f3-e97c-42db-8292-8064eaf30bc5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:02.818904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 0349b0f3-e97c-42db-8292-8064eaf30bc5 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:49:02.828302 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-a4cba9c9-849d-4a6e-a335-0642459b0743 service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497821 Nov 22 16:49:02.862676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Made reservation on behalf of e336f54cd4194bca8fe0b44c1636f2cf for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:02.874639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.991285 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-98635600-7ed6-4e0a-b162-c0fdb16e054d req-3eabcfd9-ff1a-4715-beb1-2e57b1b49808 service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548021 Nov 22 16:49:03.015941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd111c0-e91c-4198-94f3-35e076218570 req-db8d58dc-d84d-40df-846e-caf5be752e8c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.028858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfd111c0-e91c-4198-94f3-35e076218570 req-db8d58dc-d84d-40df-846e-caf5be752e8c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 945 time: 0.2641912 Nov 22 16:49:03.138536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-f8416881-41be-4f2f-a5a7-e3bf0ed34dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.140547 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-f8416881-41be-4f2f-a5a7-e3bf0ed34dcb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 1096 time: 0.0840065 Nov 22 16:49:03.153552 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec47b193-bc1d-4a06-ba29-280d2f8840b6 None None] New status for floating IP ad23b0d5-8f85-47bc-a7a4-ad4c523b55b2: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:49:03.248495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfd111c0-e91c-4198-94f3-35e076218570 req-30b6d38f-29c1-4cff-877f-8742c3cfe5d3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177625 Nov 22 16:49:03.443402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-96c54e47-eb34-4549-8bae-2330aa9b3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.444970 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-96c54e47-eb34-4549-8bae-2330aa9b3438 service neutron] 10.222.0.62 "GET /v2.0/networks?id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3 HTTP/1.1" status: 200 len: 897 time: 0.2939529 Nov 22 16:49:03.584463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507283f-d144-4e56-bc6e-ca55216f3003 req-5d73ac11-9884-4e68-9052-9ac01297e3e0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.596061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8507283f-d144-4e56-bc6e-ca55216f3003 req-5d73ac11-9884-4e68-9052-9ac01297e3e0 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 945 time: 0.1579394 Nov 22 16:49:03.669871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.731723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad942c8-99d6-45ee-ab92-9d1f1e160cc1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:03.779326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8507283f-d144-4e56-bc6e-ca55216f3003 req-8c523f41-b931-4c79-8e47-f9194a3fcfbe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=1f0eade2-b85f-4ea7-9708-43cfb1852517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818948 Nov 22 16:49:03.857820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Checking segment: {'id': 'b481ffaf-de74-4676-bfdf-bac8cca8208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0349b0f3-e97c-42db-8292-8064eaf30bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:03.858355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Network hostable DHCP agents. Network: 0349b0f3-e97c-42db-8292-8064eaf30bc5, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:49:03.903764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Network 0349b0f3-e97c-42db-8292-8064eaf30bc5 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:49:03.972080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 0349b0f3-e97c-42db-8292-8064eaf30bc5) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:03.977477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.978284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.994904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed112a7-6c47-46f3-a09e-5d7bf43aaaad None None] Network 0349b0f3-e97c-42db-8292-8064eaf30bc5 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:04.041120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19026-6168-477f-a9dd-d8369b2d1d25 req-a8aace30-c3c9-4728-88d2-9e640b881d0a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.052978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9c19026-6168-477f-a9dd-d8369b2d1d25 req-a8aace30-c3c9-4728-88d2-9e640b881d0a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1366661 Nov 22 16:49:04.127268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-3b2a8a9e-9d56-490f-a920-51f9eb17080b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6100b2b4-5b59-459e-8094-f284352fd524 HTTP/1.1" status: 200 len: 217 time: 0.6668460 Nov 22 16:49:04.177903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9c19026-6168-477f-a9dd-d8369b2d1d25 req-be2f5899-cda7-48e9-8733-fee10ee93cf8 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238425 Nov 22 16:49:04.186516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3c9c0c49-3ba7-4787-9f01-d8686746e869 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4744396 Nov 22 16:49:04.335204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fadb92-c966-46f1-9c01-cdc91814eeab None None] Network 0349b0f3-e97c-42db-8292-8064eaf30bc5 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:04.401263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-3a31ff67-8ac2-4a52-9960-47db109da77d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.402127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-3a31ff67-8ac2-4a52-9960-47db109da77d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.62 "GET /v2.0/ports?device_id=67bc36fe-0419-4411-8044-9eee6ccabfbb HTTP/1.1" status: 200 len: 945 time: 0.2851465 Nov 22 16:49:04.407170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-260ac977-d250-47ee-b81e-f8a1f2f89f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.419744 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-260ac977-d250-47ee-b81e-f8a1f2f89f97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56c7d246-6432-44c7-ba87-a48d02b3f0d7 HTTP/1.1" status: 200 len: 835 time: 0.2796407 Nov 22 16:49:04.693014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5156-db06-4681-88bd-37c9861b6c6a req-9a0efea5-aee7-49a4-b0f9-5bee9c74c974 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.700596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-9a0efea5-aee7-49a4-b0f9-5bee9c74c974 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1370201 Nov 22 16:49:04.718730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-0d4ab0dd-4e57-4ba2-b93b-5256e8527d20 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/quotas/dc6894ae98494bb0bf6d62df8a0b0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0165651 Nov 22 16:49:04.742732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-2470bf02-5dc0-45ad-912f-99af3967ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.744591 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-2470bf02-5dc0-45ad-912f-99af3967ca59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=94b08bee-78a2-46f9-a9d6-bf17b33f44d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3029416 Nov 22 16:49:04.781345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-17426348-7e8a-4b95-b819-de3557909c07 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614471 Nov 22 16:49:04.914448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 6100b2b4-5b59-459e-8094-f284352fd524 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:04.918328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.975779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-6469598b-542f-48cc-b7ef-1efd25c60c80 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930969 Nov 22 16:49:05.193489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port 6100b2b4-5b59-459e-8094-f284352fd524, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=6100b2b4-5b59-459e-8094-f284352fd524,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:05.195369 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.223947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-40e980c8-119d-4ec9-bf13-1f3db4c27f1a service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469935 Nov 22 16:49:05.233748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 6100b2b4-5b59-459e-8094-f284352fd524 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:05.316524 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-c57cff64-6f04-49d2-b747-90a71086b552 service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467026 Nov 22 16:49:05.493798 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c1ffb686-cd40-4c8e-8e0b-8bbd12b527c7 req-b7d07363-22c3-42ba-be09-576e18d2ad79 service neutron] 10.222.0.62 "GET /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602526 Nov 22 16:49:05.598790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56097051-1d27-4f6e-b3d1-808b07ec50ae req-2e435a17-53e9-4aea-89b6-991545640a2a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:05.610268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56097051-1d27-4f6e-b3d1-808b07ec50ae req-2e435a17-53e9-4aea-89b6-991545640a2a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.0869784 Nov 22 16:49:05.705663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56097051-1d27-4f6e-b3d1-808b07ec50ae req-308eb8d6-d6cf-4d6f-9515-da5670b0d78e tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935330 Nov 22 16:49:05.744025 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.842550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=6100b2b4-5b59-459e-8094-f284352fd524,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:05.924044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] No DVR routers for this DVR port 6100b2b4-5b59-459e-8094-f284352fd524 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:05.941379 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.951469 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ea822f2-f9ae-41b7-8322-3aec95d7db56 req-dd6076ad-91b6-4218-af6d-a7b80dbf8725 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.62 "DELETE /v2.0/ports/6100b2b4-5b59-459e-8094-f284352fd524 HTTP/1.1" status: 204 len: 173 time: 1.5302522 Nov 22 16:49:05.952502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'name': 'network-vif-deleted', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:05.955678 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d3f572-5b1c-4218-b461-463e00362b42" -d '{"events": [{"server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "name": "network-vif-deleted", "tag": "6100b2b4-5b59-459e-8094-f284352fd524"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:06.346375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a07fda2-9080-4062-9292-a82cf43dffa0 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.356263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a07fda2-9080-4062-9292-a82cf43dffa0 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/networks?id=0349b0f3-e97c-42db-8292-8064eaf30bc5 HTTP/1.1" status: 200 len: 814 time: 0.2795482 Nov 22 16:49:06.377639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-915d58e0-4f50-4bed-8281-0ccbf2a373cb tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/quotas/e336f54cd4194bca8fe0b44c1636f2cf HTTP/1.1" status: 200 len: 375 time: 0.0202916 Nov 22 16:49:06.460074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-e8308ce6-1e11-4969-93b2-f5dd1b3cf7bc tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e336f54cd4194bca8fe0b44c1636f2cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813210 Nov 22 16:49:06.560478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.674555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-9609a9c1-0a92-4bb2-864b-16adff9dca0d service neutron] 10.222.0.59 "GET /v2.0/networks/0349b0f3-e97c-42db-8292-8064eaf30bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131231 Nov 22 16:49:06.856063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-21cdef07-6358-4e91-bd19-4113b828f8fb service neutron] 10.222.0.59 "GET /v2.0/networks/0349b0f3-e97c-42db-8292-8064eaf30bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801326 Nov 22 16:49:07.105349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 6100b2b4-5b59-459e-8094-f284352fd524 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:07.223461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39928) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:07.251173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 6100b2b4-5b59-459e-8094-f284352fd524 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:07.253771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 6100b2b4-5b59-459e-8094-f284352fd524 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:07.399840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f31d49c9-3e67-482b-a20c-388c9faf63e1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.450157 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f31d49c9-3e67-482b-a20c-388c9faf63e1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.517496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd85e3-c2c8-430c-974d-c17336d85c7b req-f1d4fc0a-8ab4-422d-820e-cf49be7037e7 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:07.522208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fecd85e3-c2c8-430c-974d-c17336d85c7b req-f1d4fc0a-8ab4-422d-820e-cf49be7037e7 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.0994642 Nov 22 16:49:07.554850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f31d49c9-3e67-482b-a20c-388c9faf63e1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.558823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f31d49c9-3e67-482b-a20c-388c9faf63e1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.562486 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f31d49c9-3e67-482b-a20c-388c9faf63e1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/security-groups/1f0eade2-b85f-4ea7-9708-43cfb1852517 HTTP/1.1" status: 204 len: 168 time: 0.3353574 Nov 22 16:49:07.580516 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d49c9-3e67-482b-a20c-388c9faf63e1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0eade2-b85f-4ea7-9708-43cfb1852517,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:07.684556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fecd85e3-c2c8-430c-974d-c17336d85c7b req-a2da5fff-91d5-49a0-85fc-6b3d491f3ee4 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463389 Nov 22 16:49:07.829791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.851163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9057b74c-7975-493e-8814-149dbcb33e1d req-a5e82e43-2096-4985-a426-a5d941c2110a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 210 time: 0.0367327 Nov 22 16:49:13.894777 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8de2d4-a547-41ef-aa02-5987bf1da7f7 x-openstack-request-id: req-ab8de2d4-a547-41ef-aa02-5987bf1da7f7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:13.895512 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bc36fe-0419-4411-8044-9eee6ccabfbb", "name": "network-vif-deleted", "tag": "6100b2b4-5b59-459e-8094-f284352fd524", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:13.895512 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab8de2d4-a547-41ef-aa02-5987bf1da7f7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:13.895768 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bc36fe-0419-4411-8044-9eee6ccabfbb', 'name': 'network-vif-deleted', 'tag': '6100b2b4-5b59-459e-8094-f284352fd524', 'status': 'completed', 'code': 200} Nov 22 16:49:14.008650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e094c-3aae-4e2e-9225-50a7bca3c04f req-0b2e505c-e979-42e0-9046-bcb8e5fff96c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.011613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-894e094c-3aae-4e2e-9225-50a7bca3c04f req-0b2e505c-e979-42e0-9046-bcb8e5fff96c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.0639544 Nov 22 16:49:14.076532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-894e094c-3aae-4e2e-9225-50a7bca3c04f req-227600c9-5ce2-4da4-8aca-ee61ec3909f0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592895 Nov 22 16:49:14.164642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72d8c634-90f5-4f20-a29d-b68020dc12f1 req-3c3bd696-b490-4fb1-86fc-c658458f9df1 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 210 time: 0.0284173 Nov 22 16:49:14.214362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39980) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:14.467429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5156-db06-4681-88bd-37c9861b6c6a req-45be00d7-7ca1-4b84-8552-83abda6e137e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.470418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-45be00d7-7ca1-4b84-8552-83abda6e137e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1632128 Nov 22 16:49:14.487512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Request body: {'port': {'device_id': 'ecf80700-a719-4f32-b685-59d457c9171f', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'admin_state_up': True, 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:14.672059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:14.675832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.696139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08c28-708b-45b1-ba29-081f721b5752 req-187bbd9a-86b6-4d0c-a3de-9481afc0e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.697690 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82c08c28-708b-45b1-ba29-081f721b5752 req-187bbd9a-86b6-4d0c-a3de-9481afc0e4d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 1097 time: 0.1289217 Nov 22 16:49:14.715747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aeb0ce-4cdb-4b92-8a5c-942410fafea2 req-8b6da78a-8a76-4a5c-bdf1-7a5a8a368ca0 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.724208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50aeb0ce-4cdb-4b92-8a5c-942410fafea2 req-8b6da78a-8a76-4a5c-bdf1-7a5a8a368ca0 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.2654817 Nov 22 16:49:14.923446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50aeb0ce-4cdb-4b92-8a5c-942410fafea2 req-6236c7bf-e0f1-40f0-9682-a3cbb19050ad tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980469 Nov 22 16:49:14.924989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08c28-708b-45b1-ba29-081f721b5752 req-65afb569-77c4-44a7-8cb3-10fc057b73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.927223 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82c08c28-708b-45b1-ba29-081f721b5752 req-65afb569-77c4-44a7-8cb3-10fc057b73d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.2188241 Nov 22 16:49:14.977888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Allocated IP 172.20.0.14 (4614eaca-f271-4139-8521-589bfaf1dd26/86875a6d-e4f0-4a44-834c-5559f499b29c/2fc50504-3395-4cbd-b961-151058fa2304) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:14.987140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-eaf2e0a7-f01d-4783-8276-a97b6fbc61a2 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.988858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-eaf2e0a7-f01d-4783-8276-a97b6fbc61a2 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.37 "GET /v2.0/networks?id=0349b0f3-e97c-42db-8292-8064eaf30bc5 HTTP/1.1" status: 200 len: 814 time: 0.2248526 Nov 22 16:49:15.008621 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82c08c28-708b-45b1-ba29-081f721b5752 req-5bfd936e-84ce-4691-b278-0dd1dc0dc052 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 200 len: 1002 time: 0.0719614 Nov 22 16:49:15.009608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Request body: {'port': {'device_id': '7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce', 'network_id': '0349b0f3-e97c-42db-8292-8064eaf30bc5', 'admin_state_up': True, 'tenant_id': 'e336f54cd4194bca8fe0b44c1636f2cf'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:15.043284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.204345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08c28-708b-45b1-ba29-081f721b5752 req-186f6758-e8b2-4a14-963e-ea0af2618470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.206176 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82c08c28-708b-45b1-ba29-081f721b5752 req-186f6758-e8b2-4a14-963e-ea0af2618470 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.1897042 Nov 22 16:49:15.211183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef473df6-e761-40ab-800e-65ccfa2d0ea7 req-ed83b674-f547-4cbd-8544-f6629d07e210 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 210 time: 0.0564542 Nov 22 16:49:15.306501 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.325099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Made reservation on behalf of e336f54cd4194bca8fe0b44c1636f2cf for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:15.325099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.333597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08c28-708b-45b1-ba29-081f721b5752 req-b87f5878-0445-4582-87be-374341bd610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.335248 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82c08c28-708b-45b1-ba29-081f721b5752 req-b87f5878-0445-4582-87be-374341bd610e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165524 Nov 22 16:49:15.407842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e950dd-4006-4b2a-a067-493540c4d5fe req-83e3935f-16af-4abe-ae81-83a5dfeb34c1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.409971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1e950dd-4006-4b2a-a067-493540c4d5fe req-83e3935f-16af-4abe-ae81-83a5dfeb34c1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.1010950 Nov 22 16:49:15.417078 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a0378fc-9676-4343-b682-6d5af9f2f746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.481858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.494592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8', '2efd0e09-d3ba-4b29-a3e4-88c79c750e49'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:15.525663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82c08c28-708b-45b1-ba29-081f721b5752 req-d1d98b22-2cd7-444f-ac5c-47f3b8d25997 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674328 Nov 22 16:49:15.541625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1e950dd-4006-4b2a-a067-493540c4d5fe req-18446410-0d56-47f3-8351-6efba451b8d1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902774 Nov 22 16:49:15.681819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Network 4614eaca-f271-4139-8521-589bfaf1dd26 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:15.713700 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e742ecc5-000c-4351-b183-5bccc6559a71 req-8337b008-7474-4f7d-aa4e-0ce6b9f4b4bf tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 210 time: 0.0593622 Nov 22 16:49:15.715319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:15.719624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:15.740579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd9c3b-1f3d-4085-8ea1-4736c7389e51 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:15.812564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event updated for resources: {'Port': ['ID=2fc50504-3395-4cbd-b961-151058fa2304,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:15.856469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Allocated IP 172.20.0.5 (0349b0f3-e97c-42db-8292-8064eaf30bc5/6ad942c8-99d6-45ee-ab92-9d1f1e160cc1/a85c5e4f-8749-441d-99f6-bb478e7c1cc5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:15.895498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ecf80836-3216-4110-b909-724dc73d5cd8 None None] Provisioning complete for port 2fc50504-3395-4cbd-b961-151058fa2304 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:15.896330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecf80836-3216-4110-b909-724dc73d5cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.954349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ecf80836-3216-4110-b909-724dc73d5cd8 None None] Port 2fc50504-3395-4cbd-b961-151058fa2304 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:16.027349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.027955 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.039782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82c08c28-708b-45b1-ba29-081f721b5752 req-4c422f45-75cf-43a2-b011-2f0f7734a594 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055633 Nov 22 16:49:16.054464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 0285c469-748f-45ab-8613-c5fffcb444d6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:16.054979 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.092098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-940d407d-ea9f-472d-959b-4983e747a6e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6107845 Nov 22 16:49:16.110336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Request body: {'port': {'device_id': 'ecf80700-a719-4f32-b685-59d457c9171f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:16.168840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port 0285c469-748f-45ab-8613-c5fffcb444d6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0285c469-748f-45ab-8613-c5fffcb444d6,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:16.169470 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.180507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708efc4a-d591-4b87-aa72-434063c73520 req-99f4fc0a-12d8-4441-82ec-27fc7e340a72 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.182050 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-708efc4a-d591-4b87-aa72-434063c73520 req-99f4fc0a-12d8-4441-82ec-27fc7e340a72 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1407595 Nov 22 16:49:16.184064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 0285c469-748f-45ab-8613-c5fffcb444d6 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:16.203601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.252165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.330811 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-708efc4a-d591-4b87-aa72-434063c73520 req-bdea5094-e4b1-4274-9381-f51301ced0e2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374063 Nov 22 16:49:16.334035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.413655 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.445069 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=0285c469-748f-45ab-8613-c5fffcb444d6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:16.468023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Network 0349b0f3-e97c-42db-8292-8064eaf30bc5 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:16.471856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Pushing event updated for resources: {'Port': ['ID=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:16.474483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:16.479116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:16.629787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.630862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.670687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-5a36acb5-6d2d-494c-813f-573afdf5108d tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6656225 Nov 22 16:49:16.683822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Request body: {'port': {'device_id': '7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:16.706993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650ceb6-7652-4f22-8b27-3d68046e6bad req-897d3a95-4a16-4be4-b0f1-aedd911f56d4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.716490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d650ceb6-7652-4f22-8b27-3d68046e6bad req-897d3a95-4a16-4be4-b0f1-aedd911f56d4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 932 time: 0.1738145 Nov 22 16:49:16.839273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.863110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d650ceb6-7652-4f22-8b27-3d68046e6bad req-22ec84a1-eb6c-456f-b464-076796e42d70 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441176 Nov 22 16:49:16.997635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.051770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce3b13-09bb-4b67-8499-1e7cb4e3737f req-88cfc2e1-ed10-4e30-bdb7-3e81adb92e4c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:17.059597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4ce3b13-09bb-4b67-8499-1e7cb4e3737f req-88cfc2e1-ed10-4e30-bdb7-3e81adb92e4c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 943 time: 0.1176302 Nov 22 16:49:17.091509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc50504-3395-4cbd-b961-151058fa2304 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:17.117522 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.169628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Transition to ACTIVE for port object 2fc50504-3395-4cbd-b961-151058fa2304 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:17.185775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4ce3b13-09bb-4b67-8499-1e7cb4e3737f req-88eac367-0b07-4e0a-ab18-83d8f41e7e3a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252432 Nov 22 16:49:17.203408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:17.274168 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.354128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:17.368662 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6a952fa8-afb9-4d6d-ac22-dab854920ed8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "PUT /v2.0/routers/7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1501575 Nov 22 16:49:17.370096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40010) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:17.376283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75703be9-d29c-417e-8131-594924f706b4 None None] Sync routers for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:17.398119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afd5a04-8213-4944-bb2e-e162fd501293 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:17.409537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37715ca-1a46-4662-a784-0ef797192ee1 req-ccff0cfc-5233-4eae-99fa-ef871349120b tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:17.421289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b37715ca-1a46-4662-a784-0ef797192ee1 req-ccff0cfc-5233-4eae-99fa-ef871349120b tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 931 time: 0.1126630 Nov 22 16:49:17.427153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75703be9-d29c-417e-8131-594924f706b4 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:17.428283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-75703be9-d29c-417e-8131-594924f706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:48:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:17.469856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1daa1b6-5a3a-44e8-8a51-131a48739392 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting subnet 56c7d246-6432-44c7-ba87-a48d02b3f0d7 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:17.473639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1b6-5a3a-44e8-8a51-131a48739392 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.499040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b37715ca-1a46-4662-a784-0ef797192ee1 req-30cded19-dca2-4864-abdf-6b01aca939cc tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783331 Nov 22 16:49:17.499040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc50504-3395-4cbd-b961-151058fa2304,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:17.551237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1b6-5a3a-44e8-8a51-131a48739392 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.642396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-75703be9-d29c-417e-8131-594924f706b4 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:17.664674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Attempting to bind port 2fc50504-3395-4cbd-b961-151058fa2304 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:17.665174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Attempting to bind port 2fc50504-3395-4cbd-b961-151058fa2304 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:17.665696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Attempting to bind port 2fc50504-3395-4cbd-b961-151058fa2304 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:17.687014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Port 2fc50504-3395-4cbd-b961-151058fa2304 on network 4614eaca-f271-4139-8521-589bfaf1dd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:17.688008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Attempting to bind port 2fc50504-3395-4cbd-b961-151058fa2304 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:17.745567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1b6-5a3a-44e8-8a51-131a48739392 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.864092 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e539461-59cf-4cb2-8d82-1bf79d256534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.886077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-75703be9-d29c-417e-8131-594924f706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:49:16Z', 'revision_number': 7, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:17.912988 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1b6-5a3a-44e8-8a51-131a48739392 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.952666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75703be9-d29c-417e-8131-594924f706b4 None None] Checking router: 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:17.966558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daa1b6-5a3a-44e8-8a51-131a48739392 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Subnet': ['ID=56c7d246-6432-44c7-ba87-a48d02b3f0d7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:17.971805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1daa1b6-5a3a-44e8-8a51-131a48739392 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.977600 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f1daa1b6-5a3a-44e8-8a51-131a48739392 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/subnets/56c7d246-6432-44c7-ba87-a48d02b3f0d7 HTTP/1.1" status: 204 len: 168 time: 0.6034040 Nov 22 16:49:17.980131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40016) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:17.994733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75703be9-d29c-417e-8131-594924f706b4 None None] Routers {'7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:17.995223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-75703be9-d29c-417e-8131-594924f706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:49:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:17.998829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c45ee-fac3-4eec-9f58-0750f891dfe2 None None] Network 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:18.151999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.215810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:18.216503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Checking segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:18.216640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Bound using segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:18.216978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Bound port: 2fc50504-3395-4cbd-b961-151058fa2304, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:18.217364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.253424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:18.282013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d917e-617e-4ee4-9569-e50ddaffd02d req-a8b92e81-c0ff-4c9f-b811-0dade2076592 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:18.287228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.290694 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f8d917e-617e-4ee4-9569-e50ddaffd02d req-a8b92e81-c0ff-4c9f-b811-0dade2076592 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.5935540 Nov 22 16:49:18.377131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 67171037-b63f-4488-982c-a28f05a14872 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:18.377745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.404702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-75703be9-d29c-417e-8131-594924f706b4 None None] Set router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:18.424379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85c5e4f-8749-441d-99f6-bb478e7c1cc5 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:18.446966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f8d917e-617e-4ee4-9569-e50ddaffd02d req-5df8aab0-39f7-41e1-8bcd-88d1c13d45fd tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552103 Nov 22 16:49:18.454150 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.490873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port 67171037-b63f-4488-982c-a28f05a14872, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=67171037-b63f-4488-982c-a28f05a14872,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:18.491372 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.509249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] For port 2fc50504-3395-4cbd-b961-151058fa2304, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:18.525826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] For port 2fc50504-3395-4cbd-b961-151058fa2304, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2fc50504-3395-4cbd-b961-151058fa2304,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:18.535967 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.542792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Transition to ACTIVE for port object a85c5e4f-8749-441d-99f6-bb478e7c1cc5 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:18.548934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 67171037-b63f-4488-982c-a28f05a14872 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:18.576950 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.610290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:18.611703 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.613539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] 10.222.0.37 "PUT /v2.0/ports/2fc50504-3395-4cbd-b961-151058fa2304 HTTP/1.1" status: 200 len: 1092 time: 2.5084984 Nov 22 16:49:18.614256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf80700-a719-4f32-b685-59d457c9171f', 'tag': '2fc50504-3395-4cbd-b961-151058fa2304'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:18.616843 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b761565b-ba5c-4ea3-8f61-ccee0664af68" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf80700-a719-4f32-b685-59d457c9171f", "tag": "2fc50504-3395-4cbd-b961-151058fa2304"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:18.650104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b57ce7-51b7-4c99-90b3-69135a18f079 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:18.719251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1588fa-0ba0-4745-8ce9-78547d84c324 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc50504-3395-4cbd-b961-151058fa2304,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:18.817594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] DHCP port deletion for 94b08bee-78a2-46f9-a9d6-bf17b33f44d3 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:18.835709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:18.885304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'network_id': '25df3007-aeb4-4f11-8530-afeb481ed4a8', 'port_id': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'mac_address': 'fa:16:3e:42:2d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5ec753-3394-42b4-acd2-34c1c75175d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:18.966193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Pushing event updated for resources: {'Port': ['ID=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:18.970640 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.974531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5156-db06-4681-88bd-37c9861b6c6a req-94a16277-bedf-45b0-8ef9-5137bc094d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:18.976846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-94a16277-bedf-45b0-8ef9-5137bc094d96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 1095 time: 0.2787497 Nov 22 16:49:18.992448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3dc0611-bc84-46ad-827f-4500a88c4e6c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:19.000538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Attempting to bind port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:19.001449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Attempting to bind port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'b481ffaf-de74-4676-bfdf-bac8cca8208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0349b0f3-e97c-42db-8292-8064eaf30bc5'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:19.002563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Attempting to bind port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 on network 0349b0f3-e97c-42db-8292-8064eaf30bc5 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:19.012567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:19.025979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.034319 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.057468 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.059196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-5aa887e0-50cb-4a82-9585-acf95627afe5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc50504-3395-4cbd-b961-151058fa2304 HTTP/1.1" status: 200 len: 217 time: 0.0675044 Nov 22 16:49:19.071778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8e96e-70ae-42e0-9866-0b37b222b842 req-7a126a3c-fb0d-4800-bca2-a8c7d68dfcd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.074662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ab8e96e-70ae-42e0-9866-0b37b222b842 req-7a126a3c-fb0d-4800-bca2-a8c7d68dfcd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 944 time: 0.2159848 Nov 22 16:49:19.093662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 on network 0349b0f3-e97c-42db-8292-8064eaf30bc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:19.094335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Attempting to bind port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 on network 0349b0f3-e97c-42db-8292-8064eaf30bc5 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:19.101042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-75703be9-d29c-417e-8131-594924f706b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:49:16Z', 'revision_number': 7, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:19.108679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] Deleting port 03b67f93-659f-49a7-bbd1-308775b3c076 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:19.109049 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.136788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:19.138915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:19.139516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Checking segment: {'id': 'b481ffaf-de74-4676-bfdf-bac8cca8208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0349b0f3-e97c-42db-8292-8064eaf30bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:19.139810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Bound using segment: {'id': 'b481ffaf-de74-4676-bfdf-bac8cca8208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0349b0f3-e97c-42db-8292-8064eaf30bc5'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:19.140298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Bound port: a85c5e4f-8749-441d-99f6-bb478e7c1cc5, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b481ffaf-de74-4676-bfdf-bac8cca8208b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0349b0f3-e97c-42db-8292-8064eaf30bc5'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:19.140725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.148467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75703be9-d29c-417e-8131-594924f706b4 None None] The sync data for ids ['7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1'] in n-d-816865-2 is: [{'id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'name': 'tempest-TestNetworkBasicOps-router-958045441', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '67171037-b63f-4488-982c-a28f05a14872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:47Z', 'updated_at': '2021-11-22T16:49:16Z', 'revision_number': 7, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '67171037-b63f-4488-982c-a28f05a14872', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:48Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:19.153736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=67171037-b63f-4488-982c-a28f05a14872,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:19.209520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b5156-db06-4681-88bd-37c9861b6c6a req-5da7645b-fbc4-464b-8a25-8e93bff1b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.209520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-5da7645b-fbc4-464b-8a25-8e93bff1b402 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.1328690 Nov 22 16:49:19.214935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd95be16-cb63-4f49-abae-0a67b772b758 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:19.225837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.226729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.227332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.227675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.228009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.228354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.228688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.229021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.229379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.229717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.230033 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.230352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:19.255683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.278442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-946903fb-c224-4d91-a181-8b4f1cc64f28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355878 Nov 22 16:49:19.287987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] For port 03b67f93-659f-49a7-bbd1-308775b3c076, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=03b67f93-659f-49a7-bbd1-308775b3c076,segment=NetworkSegment(b81fbf94-3e77-4941-b190-dd788c232ead),segment_id=b81fbf94-3e77-4941-b190-dd788c232ead)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:19.288897 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.298848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ab8e96e-70ae-42e0-9866-0b37b222b842 req-cf93247b-c0c5-484f-bf4b-29432d54d4c5 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135797 Nov 22 16:49:19.333915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] Calling delete_port for 03b67f93-659f-49a7-bbd1-308775b3c076 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:19.394047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] For port a85c5e4f-8749-441d-99f6-bb478e7c1cc5, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:19.418210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] For port a85c5e4f-8749-441d-99f6-bb478e7c1cc5, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,segment=NetworkSegment(b481ffaf-de74-4676-bfdf-bac8cca8208b),segment_id=b481ffaf-de74-4676-bfdf-bac8cca8208b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:19.429501 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.457915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-66a4352f-6823-42c6-8b5b-9b86c7076ea2 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716621 Nov 22 16:49:19.476246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3dc0611-bc84-46ad-827f-4500a88c4e6c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:19.499189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.508322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.588515 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.589292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Fanout notify agent at l3_agent the message router_deleted on router 7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:49:19.599331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.607673 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b21c3234-5a32-4106-92c0-e1391bfd0fc8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/routers/7c9278e8-72cc-4c11-a7ba-ff8be2cd42c1 HTTP/1.1" status: 204 len: 168 time: 1.6260855 Nov 22 16:49:19.620896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.621552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40030) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:19.621666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.628662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] 10.222.0.37 "PUT /v2.0/ports/a85c5e4f-8749-441d-99f6-bb478e7c1cc5 HTTP/1.1" status: 200 len: 1091 time: 2.9490306 Nov 22 16:49:19.677221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4345-bb5e-4284-8126-771c5c71a025 req-edd63d62-134a-4640-8dd4-ead69583a17f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.678783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c1c4345-bb5e-4284-8126-771c5c71a025 req-edd63d62-134a-4640-8dd4-ead69583a17f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 944 time: 0.2195971 Nov 22 16:49:19.727497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.841397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e36424-beac-4e7d-ac3c-18d137439a23 service neutron] Pushing event updated for resources: {'Port': ['ID=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:19.849477 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.886293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-777b5156-db06-4681-88bd-37c9861b6c6a req-1b32e9eb-cb3d-4759-879f-862a3e579264 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109421 Nov 22 16:49:19.904627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c1c4345-bb5e-4284-8126-771c5c71a025 req-46c95010-c2e9-4d39-9407-2eed8f4887b6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970136 Nov 22 16:49:19.931622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-810a503b-0b67-47df-8799-36d9ac876a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.933632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-810a503b-0b67-47df-8799-36d9ac876a63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e336f54cd4194bca8fe0b44c1636f2cf&device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 1094 time: 0.1909204 Nov 22 16:49:20.093501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.105788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-517366f0-7abb-440d-914f-c7600725100e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a85c5e4f-8749-441d-99f6-bb478e7c1cc5 HTTP/1.1" status: 200 len: 217 time: 0.1636975 Nov 22 16:49:20.136874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b08bee-78a2-46f9-a9d6-bf17b33f44d3']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:20.148475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81fbf94-3e77-4941-b190-dd788c232ead') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:20.148853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81fbf94-3e77-4941-b190-dd788c232ead') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:20.159976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.175293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.177451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 03b67f93-659f-49a7-bbd1-308775b3c076 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:20.182210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:49:20.182629 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.206428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 03b67f93-659f-49a7-bbd1-308775b3c076 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:20.207365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 03b67f93-659f-49a7-bbd1-308775b3c076 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:20.208051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0285c469-748f-45ab-8613-c5fffcb444d6 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:20.210680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] Pushing event deleted for resources: {'Port': ['ID=03b67f93-659f-49a7-bbd1-308775b3c076,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:20.224883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca2192-2fcd-42ef-bd59-b9b2fc83d038 None None] No DVR routers for this DVR port 03b67f93-659f-49a7-bbd1-308775b3c076 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:49:20.289251 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:49:20.293715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0285c469-748f-45ab-8613-c5fffcb444d6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:20.294133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0285c469-748f-45ab-8613-c5fffcb444d6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:20.301886 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.317043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.323959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732969f-6cad-43c8-a368-67fe8668bedf req-d4c1f140-cdf8-499a-87f2-fe49371604a2 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.326787 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/networks/94b08bee-78a2-46f9-a9d6-bf17b33f44d3 HTTP/1.1" status: 204 len: 168 time: 0.7041523 Nov 22 16:49:20.334652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d732969f-6cad-43c8-a368-67fe8668bedf req-d4c1f140-cdf8-499a-87f2-fe49371604a2 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 943 time: 0.2603152 Nov 22 16:49:20.357935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40036) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:20.367748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70782484-ad38-41e2-b5e1-2271cfa16fe5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Network': ['ID=94b08bee-78a2-46f9-a9d6-bf17b33f44d3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:20.384573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'network': {'name': 'tempest-network-smoke--1011992928', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:20.410978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-4b2d0da1-9a73-4b2c-b53b-52e49d5694ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.412624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-4b2d0da1-9a73-4b2c-b53b-52e49d5694ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ad942c8-99d6-45ee-ab92-9d1f1e160cc1 HTTP/1.1" status: 200 len: 854 time: 0.2920661 Nov 22 16:49:20.467146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-46f25bd2-1ae6-44ac-9c2b-5d97ee39775f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0349b0f3-e97c-42db-8292-8064eaf30bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416775 Nov 22 16:49:20.472719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d732969f-6cad-43c8-a368-67fe8668bedf req-42051c6a-c529-4d22-b2e7-aa8cfaca1e06 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362319 Nov 22 16:49:20.496713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:20.506481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.587665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:49:20.611486 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9195f454-4f9f-4728-875d-1b1bda19d6e9 x-openstack-request-id: req-9195f454-4f9f-4728-875d-1b1bda19d6e9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:20.611907 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf80700-a719-4f32-b685-59d457c9171f", "tag": "2fc50504-3395-4cbd-b961-151058fa2304", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:20.612032 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9195f454-4f9f-4728-875d-1b1bda19d6e9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:20.612414 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf80700-a719-4f32-b685-59d457c9171f', 'tag': '2fc50504-3395-4cbd-b961-151058fa2304', 'status': 'completed', 'code': 200} Nov 22 16:49:20.617201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.619201 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Added segment 6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97 of type vlan for network 91545320-4479-4910-b5d9-90fb59627aa4 Nov 22 16:49:20.657447 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-3f318740-12d5-45d3-a011-a1f4a5b7ae51 service neutron] 10.222.0.37 "GET /v2.0/networks/0349b0f3-e97c-42db-8292-8064eaf30bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814890 Nov 22 16:49:20.691312 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.732888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.806705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-8ec20363-34d4-4ee2-97a0-1237d9c8f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.808255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-8ec20363-34d4-4ee2-97a0-1237d9c8f492 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 1095 time: 0.1685321 Nov 22 16:49:20.867368 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.873059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.873793 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.996776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7079105-6653-40c4-a6f9-2015525f98d0 req-cb04ab45-f8e6-4b62-8700-44379e7f5bbb service neutron] 10.222.0.37 "GET /v2.0/networks/0349b0f3-e97c-42db-8292-8064eaf30bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062816 Nov 22 16:49:21.016075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6331565 Nov 22 16:49:21.019644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40044) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:21.030856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-16518102', 'admin_state_up': True, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:21.033274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322838-24f7-435f-9754-cc47c18a90f2 req-e47a8a25-18cc-4536-8372-116f240f6cf2 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.041657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3322838-24f7-435f-9754-cc47c18a90f2 req-e47a8a25-18cc-4536-8372-116f240f6cf2 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 944 time: 0.2618697 Nov 22 16:49:21.060081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10a984-dbe9-411c-a217-fd5e979d1ebe tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Network': ['ID=91545320-4479-4910-b5d9-90fb59627aa4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:21.079176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 91545320-4479-4910-b5d9-90fb59627aa4 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:49:21.097981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-2137a4f3-d6a4-477e-8c41-65cbdcc4586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.099633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-2137a4f3-d6a4-477e-8c41-65cbdcc4586c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 906 time: 0.2686548 Nov 22 16:49:21.100058 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.100773 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.154001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-89fc8da3-427f-430b-9b26-26d6d1353647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fc50504-3395-4cbd-b961-151058fa2304 HTTP/1.1" status: 200 len: 217 time: 0.0420146 Nov 22 16:49:21.164958 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3322838-24f7-435f-9754-cc47c18a90f2 req-df06c6ee-9d40-435b-b512-897161a6b26b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220779 Nov 22 16:49:21.170268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.239080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-4a634145-7e7f-4bc0-b8d8-aea5004d0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.241142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-4a634145-7e7f-4bc0-b8d8-aea5004d0745 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0752349 Nov 22 16:49:21.306450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-99cf018a-24b0-47a5-9b0f-8c6a34d31729 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554321 Nov 22 16:49:21.350627 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.358453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.435354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-452e718a-0c69-4b77-ac70-850c768df6e9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.443110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-452e718a-0c69-4b77-ac70-850c768df6e9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.449371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-452e718a-0c69-4b77-ac70-850c768df6e9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.456218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-452e718a-0c69-4b77-ac70-850c768df6e9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.462279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-452e718a-0c69-4b77-ac70-850c768df6e9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.468596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-452e718a-0c69-4b77-ac70-850c768df6e9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.475781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-452e718a-0c69-4b77-ac70-850c768df6e9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.484511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-452e718a-0c69-4b77-ac70-850c768df6e9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5437 time: 0.1925454 Nov 22 16:49:21.553634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-5769de2a-ab7d-4b1e-8017-aae2fb46c030 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255793 Nov 22 16:49:21.614304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.624159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ab194c5-eba5-443a-81dd-56bd4d4beb45 req-19ec6eaa-5287-4664-9c8f-301fbe7af294 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357856 Nov 22 16:49:21.638154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.724798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b761565b-ba5c-4ea3-8f61-ccee0664af68 req-330343d6-6d40-4a4c-a7ad-fd5157c64321 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617861 Nov 22 16:49:21.787102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.25.0.224 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/06533490-f1e5-45ed-a3eb-97f448358995) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:21.823225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 67171037-b63f-4488-982c-a28f05a14872 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:21.848922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a29ba3-adba-4ed4-9efe-c24cbe6bcc23 req-3fde858c-dc4b-4dc6-a9a6-d8b010cb2cdd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.850834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5a29ba3-adba-4ed4-9efe-c24cbe6bcc23 req-3fde858c-dc4b-4dc6-a9a6-d8b010cb2cdd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 944 time: 0.0930910 Nov 22 16:49:21.869756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 67171037-b63f-4488-982c-a28f05a14872 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:21.870036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 67171037-b63f-4488-982c-a28f05a14872 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:21.911358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.928409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5a29ba3-adba-4ed4-9efe-c24cbe6bcc23 req-897b6f59-5030-46a4-861f-4d836c90b2e7 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669615 Nov 22 16:49:21.966241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.011478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:22.014552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:22.019618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:22.029605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ae076-6ad7-4e0c-befb-ab25fda9d0c1 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:22.091016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d837b-9461-4cb4-a8f2-a6a236e47878 req-facf300b-0fb8-49c1-9f80-94de69056692 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.092778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d56d837b-9461-4cb4-a8f2-a6a236e47878 req-facf300b-0fb8-49c1-9f80-94de69056692 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 943 time: 0.0984364 Nov 22 16:49:22.126752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5da94eb7-9aaf-4475-89ca-1c1ddae62b81 None None] Provisioning complete for port 06533490-f1e5-45ed-a3eb-97f448358995 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:22.127107 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5da94eb7-9aaf-4475-89ca-1c1ddae62b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.159533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d56d837b-9461-4cb4-a8f2-a6a236e47878 req-789a2070-948f-4f8a-94b9-155158b79b44 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597994 Nov 22 16:49:22.183320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5da94eb7-9aaf-4475-89ca-1c1ddae62b81 None None] Port 06533490-f1e5-45ed-a3eb-97f448358995 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:22.240528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:22.335224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74fe14-6436-4fc6-822a-e0caaff01864 req-44b7b26e-9ef7-403c-8708-12dfdb836e52 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.340443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port e3dc0611-bc84-46ad-827f-4500a88c4e6c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:22.340822 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.342324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74fe14-6436-4fc6-822a-e0caaff01864 req-44b7b26e-9ef7-403c-8708-12dfdb836e52 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.349201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74fe14-6436-4fc6-822a-e0caaff01864 req-44b7b26e-9ef7-403c-8708-12dfdb836e52 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.355978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74fe14-6436-4fc6-822a-e0caaff01864 req-44b7b26e-9ef7-403c-8708-12dfdb836e52 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.360620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=06533490-f1e5-45ed-a3eb-97f448358995,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:22.370689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74fe14-6436-4fc6-822a-e0caaff01864 req-44b7b26e-9ef7-403c-8708-12dfdb836e52 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.379192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74fe14-6436-4fc6-822a-e0caaff01864 req-44b7b26e-9ef7-403c-8708-12dfdb836e52 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.387647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74fe14-6436-4fc6-822a-e0caaff01864 req-44b7b26e-9ef7-403c-8708-12dfdb836e52 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.389872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc74fe14-6436-4fc6-822a-e0caaff01864 req-44b7b26e-9ef7-403c-8708-12dfdb836e52 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5437 time: 0.1541860 Nov 22 16:49:22.457377 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.511022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:22.512225 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378d7d1d-873c-43b0-854c-a41477670d47" -d '{"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:22.542429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:22.553051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.583761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14253e58-6cc3-42bc-a9e5-5b392129b168 req-837f5e91-2a5f-4682-8be9-249c5c6e08b3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.599772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14253e58-6cc3-42bc-a9e5-5b392129b168 req-837f5e91-2a5f-4682-8be9-249c5c6e08b3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 944 time: 0.1017447 Nov 22 16:49:22.616039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce', 'tag': 'a85c5e4f-8749-441d-99f6-bb478e7c1cc5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:22.620764 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c0f121-8edb-4b96-a0ea-e8def7181ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce", "tag": "a85c5e4f-8749-441d-99f6-bb478e7c1cc5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:22.649879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:22.688457 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14253e58-6cc3-42bc-a9e5-5b392129b168 req-26b69e74-0010-4bea-b42c-e8fbecfe69f4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808749 Nov 22 16:49:22.742926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.758197 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc177ec-683b-40b7-a801-9591e9e3b8df x-openstack-request-id: req-ffc177ec-683b-40b7-a801-9591e9e3b8df {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:22.758616 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-plugged", "status": "completed", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:22.758616 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffc177ec-683b-40b7-a801-9591e9e3b8df {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:22.761281 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'code': 200} Nov 22 16:49:22.829076 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608787e-eed0-4f63-ab73-e0f19cea84a3 x-openstack-request-id: req-b608787e-eed0-4f63-ab73-e0f19cea84a3 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:22.829575 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce", "tag": "a85c5e4f-8749-441d-99f6-bb478e7c1cc5", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:22.830113 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b608787e-eed0-4f63-ab73-e0f19cea84a3 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:22.830721 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce', 'tag': 'a85c5e4f-8749-441d-99f6-bb478e7c1cc5', 'status': 'completed', 'code': 200} Nov 22 16:49:22.915038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-cad845e7-c519-4fa4-9945-911037995577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.917092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-cad845e7-c519-4fa4-9945-911037995577 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e336f54cd4194bca8fe0b44c1636f2cf&device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 1094 time: 0.0605645 Nov 22 16:49:23.085718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f40cda-424f-4da4-8304-46cc24e906de req-6149cbca-cf60-49e5-9bec-ed84c09e20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.087276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f40cda-424f-4da4-8304-46cc24e906de req-6149cbca-cf60-49e5-9bec-ed84c09e20cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 1097 time: 0.0956776 Nov 22 16:49:23.088869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.106362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-70db7036-ae6d-4309-9037-1e0b9d7ebd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.107824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-70db7036-ae6d-4309-9037-1e0b9d7ebd7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0349b0f3-e97c-42db-8292-8064eaf30bc5 HTTP/1.1" status: 200 len: 915 time: 0.1794984 Nov 22 16:49:23.158851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-b4bfbb5c-1759-4e6b-874e-e0818507c354 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a85c5e4f-8749-441d-99f6-bb478e7c1cc5 HTTP/1.1" status: 200 len: 217 time: 0.0370569 Nov 22 16:49:23.232643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cef066-4ff4-465a-b46b-48f9a5008d38 req-0c6d36f3-bcba-4fef-880a-9ece81354e24 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.235047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30cef066-4ff4-465a-b46b-48f9a5008d38 req-0c6d36f3-bcba-4fef-880a-9ece81354e24 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1840401 Nov 22 16:49:23.273845 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66f40cda-424f-4da4-8304-46cc24e906de req-df23aa9d-167b-49f0-9d20-56cdbcab3dc5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744094 Nov 22 16:49:23.280599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-e7e6efea-2dba-4553-b3f7-b98ca3279328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.282261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-e7e6efea-2dba-4553-b3f7-b98ca3279328 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6ad942c8-99d6-45ee-ab92-9d1f1e160cc1 HTTP/1.1" status: 200 len: 854 time: 0.1154928 Nov 22 16:49:23.284555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:49:23.317656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30cef066-4ff4-465a-b46b-48f9a5008d38 req-dc350331-75d8-4e28-81d8-40d7e0d27247 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732358 Nov 22 16:49:23.402290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:23.417671 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Sync routers for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:23.429715 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:23.430445 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:49:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:23.431344 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.435727 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2fab715f-a739-4d1b-9a27-7c9e9a5e65a4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4096274 Nov 22 16:49:23.436006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40066) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.439554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5924-c291-4ac1-85ee-d522fce95b81 req-e64d643c-74fb-4ce2-b9ce-c969c9716e44 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.443495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c19f5924-c291-4ac1-85ee-d522fce95b81 req-e64d643c-74fb-4ce2-b9ce-c969c9716e44 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 943 time: 0.0627317 Nov 22 16:49:23.471431 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8fa9744e-2bad-43bc-9b1a-be008e4ee3c3 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=8609cbdcbcfd4ec097e34ad420e71e49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342455 Nov 22 16:49:23.474284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40068) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.524798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-d2e9b87d-fc96-4b5c-a558-4da60dc287b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0349b0f3-e97c-42db-8292-8064eaf30bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356138 Nov 22 16:49:23.530142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c19f5924-c291-4ac1-85ee-d522fce95b81 req-0a8a5f1b-4341-4c12-8509-1c9aeffb5f7b tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793095 Nov 22 16:49:23.549281 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:23.631722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-55255a96-34e8-48f5-8e48-71f505a1fcd0 service neutron] 10.222.0.37 "GET /v2.0/networks/0349b0f3-e97c-42db-8292-8064eaf30bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977201 Nov 22 16:49:23.658121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe3a6c-c147-4d7a-bc6c-b2246175c8b7 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.659719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f7fe3a6c-c147-4d7a-bc6c-b2246175c8b7 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1845052 Nov 22 16:49:23.662871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40070) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.709931 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d8837ece-b458-4f34-a7e2-943b611dc0af tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449507 Nov 22 16:49:23.712525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40072) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.720975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-50161017', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:23.763180 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:22Z', 'revision_number': 3, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:23.765139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c0f121-8edb-4b96-a0ea-e8def7181ce0 req-9299ef33-1c60-466a-875c-1b3e1a297ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/0349b0f3-e97c-42db-8292-8064eaf30bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216614 Nov 22 16:49:23.801972 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Checking router: 3eb7a2e1-e464-451b-93d3-9f3f359549f1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:23.802549 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Updating router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 port 06533490-f1e5-45ed-a3eb-97f448358995 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:49:23.834731 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.845228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:23.849752 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.886701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc48d2b-6b4b-49ef-925e-50f1c62c52c2 req-88bf8f7a-a50d-4aec-b6b3-8e401af3690a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.888146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ccc48d2b-6b4b-49ef-925e-50f1c62c52c2 req-88bf8f7a-a50d-4aec-b6b3-8e401af3690a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 944 time: 0.0750053 Nov 22 16:49:23.896727 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:23.983518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ccc48d2b-6b4b-49ef-925e-50f1c62c52c2 req-3172135a-2ec5-404b-8c96-5f2cf4c7dc85 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791876 Nov 22 16:49:24.088356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.177959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Subnet': ['ID=9f5c0175-1024-404d-a3d1-3f0ec57f9137,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:24.190461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Checking segment: {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:24.190831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network hostable DHCP agents. Network: 91545320-4479-4910-b5d9-90fb59627aa4, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:49:24.214656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 91545320-4479-4910-b5d9-90fb59627aa4 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:49:24.226480 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 91545320-4479-4910-b5d9-90fb59627aa4) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:24.227899 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.235069 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.238852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a85c5e4f-8749-441d-99f6-bb478e7c1cc5 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:24.241225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd61383-aa97-4864-bec6-306bc243ca4d None None] Network 91545320-4479-4910-b5d9-90fb59627aa4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:24.243042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:24.246473 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.270992 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a820b8fe-51d5-4e1a-96f4-db218fb9a6d1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5557656 Nov 22 16:49:24.272452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40086) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:24.329197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc65ade-4754-4b67-bf64-8d965b160209 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:24.334762 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Attempting to bind port 06533490-f1e5-45ed-a3eb-97f448358995 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:24.335159 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Attempting to bind port 06533490-f1e5-45ed-a3eb-97f448358995 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:24.335763 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Attempting to bind port 06533490-f1e5-45ed-a3eb-97f448358995 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:24.349903 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:24.349903 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:24.350149 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.350539 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:24.351036 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Bound port: 06533490-f1e5-45ed-a3eb-97f448358995, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:24.351900 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.355088 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Pushing event updated for resources: {'Port': ['ID=06533490-f1e5-45ed-a3eb-97f448358995,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:24.366771 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.367156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.367503 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.367842 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.368176 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.369388 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.369901 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.370240 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.370572 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.370905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.372187 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.372519 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:24.501493 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] For port 06533490-f1e5-45ed-a3eb-97f448358995, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:24.509999 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] For port 06533490-f1e5-45ed-a3eb-97f448358995, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=06533490-f1e5-45ed-a3eb-97f448358995,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:24.515688 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.628113 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb79e6-0c9c-45a2-bb96-30993debfe29 None None] Pushing event updated for resources: {'Port': ['ID=06533490-f1e5-45ed-a3eb-97f448358995,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:24.632949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09a2fc-c4bd-46fc-bd2d-334db68cc99c req-9e30ed8b-8c5b-4ac2-83a5-61265e448c20 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:24.644578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d09a2fc-c4bd-46fc-bd2d-334db68cc99c req-9e30ed8b-8c5b-4ac2-83a5-61265e448c20 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1646321 Nov 22 16:49:24.656397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-30a6ce2e-f1ec-429d-ae28-6fbd6f715584 None None] Provisioning complete for port 06533490-f1e5-45ed-a3eb-97f448358995 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:24.657118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-30a6ce2e-f1ec-429d-ae28-6fbd6f715584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.684495 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:24.684954 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:49:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:24.778220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcfc938-2e4c-47df-9383-4a64d490e303 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:24.814884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-91545320-4479-4910-b5d9-90fb59627aa4', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:49:24.815730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.830013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a85c5e4f-8749-441d-99f6-bb478e7c1cc5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,segment=NetworkSegment(b481ffaf-de74-4676-bfdf-bac8cca8208b),segment_id=b481ffaf-de74-4676-bfdf-bac8cca8208b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:24.945357 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-30a6ce2e-f1ec-429d-ae28-6fbd6f715584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.015509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d09a2fc-c4bd-46fc-bd2d-334db68cc99c req-dbb49dbb-30ac-4ba5-a161-5b7cd64185dd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682678 Nov 22 16:49:25.020927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-30a6ce2e-f1ec-429d-ae28-6fbd6f715584 None None] For port 06533490-f1e5-45ed-a3eb-97f448358995, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=06533490-f1e5-45ed-a3eb-97f448358995,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:25.022742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'a85c5e4f-8749-441d-99f6-bb478e7c1cc5', 'network_id': '0349b0f3-e97c-42db-8292-8064eaf30bc5', 'port_id': 'a85c5e4f-8749-441d-99f6-bb478e7c1cc5', 'mac_address': 'fa:16:3e:fb:b5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad942c8-99d6-45ee-ab92-9d1f1e160cc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:25.140921 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-30a6ce2e-f1ec-429d-ae28-6fbd6f715584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.344626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.401938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40142) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:25.517597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-05d9b7f8-8cca-4707-b841-bf2a9d2da15f None None] Provisioning complete for port 06533490-f1e5-45ed-a3eb-97f448358995 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:25.518080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05d9b7f8-8cca-4707-b841-bf2a9d2da15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.521840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85c5e4f-8749-441d-99f6-bb478e7c1cc5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:25.565574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a85c5e4f-8749-441d-99f6-bb478e7c1cc5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,segment=NetworkSegment(b481ffaf-de74-4676-bfdf-bac8cca8208b),segment_id=b481ffaf-de74-4676-bfdf-bac8cca8208b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:25.578680 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:25.596091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-f6e10a44-313f-477b-a5d2-2cfd0e3515ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.597270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-f6e10a44-313f-477b-a5d2-2cfd0e3515ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.598337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-f6e10a44-313f-477b-a5d2-2cfd0e3515ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.600116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-f6e10a44-313f-477b-a5d2-2cfd0e3515ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.601224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-f6e10a44-313f-477b-a5d2-2cfd0e3515ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.602669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-f6e10a44-313f-477b-a5d2-2cfd0e3515ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.604482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-f6e10a44-313f-477b-a5d2-2cfd0e3515ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.618813 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-f6e10a44-313f-477b-a5d2-2cfd0e3515ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 6494 time: 0.2112453 Nov 22 16:49:25.622236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.622917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2fc50504-3395-4cbd-b961-151058fa2304 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:25.642354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6ce2e-f1ec-429d-ae28-6fbd6f715584 None None] Pushing event updated for resources: {'Port': ['ID=06533490-f1e5-45ed-a3eb-97f448358995,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:25.739321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Allocated IP 172.20.0.2 (91545320-4479-4910-b5d9-90fb59627aa4/9f5c0175-1024-404d-a3d1-3f0ec57f9137/02cb694d-168c-4633-8bde-f47489531d67) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:25.781652 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-0a2b0fd9-70cf-4df7-aaf9-76313de284c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9162e700-9624-48b0-9b98-187899a8cac0&id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564617 Nov 22 16:49:25.833864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:25.886180 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:22Z', 'revision_number': 3, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:25.920246 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7e1e04-7f88-41aa-b205-b7911a534b58 None None] The sync data for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 is: [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:22Z', 'revision_number': 3, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:25.971104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001bdfe-0aec-4563-9ce2-c4b523d8808e req-b0e756e5-b832-4976-a235-e8ed76ccdafc tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.973868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5001bdfe-0aec-4563-9ce2-c4b523d8808e req-b0e756e5-b832-4976-a235-e8ed76ccdafc tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 944 time: 0.1033192 Nov 22 16:49:26.062423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2fc50504-3395-4cbd-b961-151058fa2304, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2fc50504-3395-4cbd-b961-151058fa2304,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:26.077466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5001bdfe-0aec-4563-9ce2-c4b523d8808e req-f530376c-00e3-40aa-bc0c-9a396aaf8ae3 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648687 Nov 22 16:49:26.090629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '2fc50504-3395-4cbd-b961-151058fa2304', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'port_id': '2fc50504-3395-4cbd-b961-151058fa2304', 'mac_address': 'fa:16:3e:24:28:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86875a6d-e4f0-4a44-834c-5559f499b29c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:26.090629 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.139831 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.201788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Network 91545320-4479-4910-b5d9-90fb59627aa4 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:26.204960 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.207344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:26.213104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:26.232958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Pushing event updated for resources: {'Port': ['ID=02cb694d-168c-4633-8bde-f47489531d67,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:26.242465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc50504-3395-4cbd-b961-151058fa2304 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:26.263727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4515de-eae2-4844-97d7-ff150d4c1f16 req-dbd20956-5169-40b4-b790-ad240d2fe5be tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:26.272740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed4515de-eae2-4844-97d7-ff150d4c1f16 req-dbd20956-5169-40b4-b790-ad240d2fe5be tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 944 time: 0.1146536 Nov 22 16:49:26.362120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2fc50504-3395-4cbd-b961-151058fa2304, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2fc50504-3395-4cbd-b961-151058fa2304,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:26.380882 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.416387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed4515de-eae2-4844-97d7-ff150d4c1f16 req-66472d5b-a09c-4ffc-96cc-7a9b0190c8e4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424210 Nov 22 16:49:26.419372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Attempting to bind port 02cb694d-168c-4633-8bde-f47489531d67 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:26.419764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Attempting to bind port 02cb694d-168c-4633-8bde-f47489531d67 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:26.420950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Attempting to bind port 02cb694d-168c-4633-8bde-f47489531d67 on network 91545320-4479-4910-b5d9-90fb59627aa4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:26.436441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.449205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:26.450418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Checking segment: {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:26.451203 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.451786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Bound using segment: {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:26.452854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Bound port: 02cb694d-168c-4633-8bde-f47489531d67, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:26.453434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.527145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=2fc50504-3395-4cbd-b961-151058fa2304,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:26.568845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] For port 02cb694d-168c-4633-8bde-f47489531d67, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:26.573279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] For port 02cb694d-168c-4633-8bde-f47489531d67, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=02cb694d-168c-4633-8bde-f47489531d67,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:26.578030 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.663269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b345e8-a5fe-453b-9bb1-826db91a833f req-f31ede13-e809-4610-a142-0599090e33f8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:26.665910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038e43-7d3a-4c28-9898-e1119ba65b00 None None] Pushing event updated for resources: {'Port': ['ID=02cb694d-168c-4633-8bde-f47489531d67,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:26.668799 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42b345e8-a5fe-453b-9bb1-826db91a833f req-f31ede13-e809-4610-a142-0599090e33f8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1546607 Nov 22 16:49:26.765929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a85c5e4f-8749-441d-99f6-bb478e7c1cc5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:26.810754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['2fc50504-3395-4cbd-b961-151058fa2304'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:26.897475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42b345e8-a5fe-453b-9bb1-826db91a833f req-8c6c2cb3-2ac3-42a3-b601-afc125aa9afb tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276175 Nov 22 16:49:27.183292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.20.0.1 (91545320-4479-4910-b5d9-90fb59627aa4/9f5c0175-1024-404d-a3d1-3f0ec57f9137/96d96dee-6962-4a37-bc0f-9b8ce3213982) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:27.193999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdcbff-a27a-4963-8a7f-2634afd1950d req-b8cf2ff2-7654-44bb-9b56-f1df71b3e110 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.202057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ccdcbff-a27a-4963-8a7f-2634afd1950d req-b8cf2ff2-7654-44bb-9b56-f1df71b3e110 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1563606 Nov 22 16:49:27.313788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ccdcbff-a27a-4963-8a7f-2634afd1950d req-54976d56-eaeb-411d-956e-e13692e7072f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101973 Nov 22 16:49:27.383271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.465797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.475225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa914-0c23-45dd-a547-e693b474cf8c req-bc825daf-ddab-4df9-a5b9-8dd85f5c7025 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.476834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64daa914-0c23-45dd-a547-e693b474cf8c req-bc825daf-ddab-4df9-a5b9-8dd85f5c7025 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 944 time: 0.0788193 Nov 22 16:49:27.537491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 91545320-4479-4910-b5d9-90fb59627aa4 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:27.543176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:27.547205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:27.583050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=96d96dee-6962-4a37-bc0f-9b8ce3213982,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:27.618814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64daa914-0c23-45dd-a547-e693b474cf8c req-ff931a60-93d0-466f-82fc-c362f4155ee7 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165555 Nov 22 16:49:27.619634 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.832821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b72949-d3f5-4782-97a1-6d2fa3a291fc req-54e5ab63-845c-4128-9fff-5f4783faa8b2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.834500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53b72949-d3f5-4782-97a1-6d2fa3a291fc req-54e5ab63-845c-4128-9fff-5f4783faa8b2 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1237180 Nov 22 16:49:27.839547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.949156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53b72949-d3f5-4782-97a1-6d2fa3a291fc req-15231a74-dc6a-43f6-b1c5-187e397d9885 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066689 Nov 22 16:49:27.997548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 02cb694d-168c-4633-8bde-f47489531d67 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:28.077150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 02cb694d-168c-4633-8bde-f47489531d67 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:28.077969 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.114179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf1371-5dba-47a8-b49f-94c855f27a19 None None] Network 91545320-4479-4910-b5d9-90fb59627aa4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:28.218245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafcd5e-4dcf-4284-affb-0a1bcda6b5d1 req-2d0271df-e63b-4ae7-8f45-d881e61f4683 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.220036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bafcd5e-4dcf-4284-affb-0a1bcda6b5d1 req-2d0271df-e63b-4ae7-8f45-d881e61f4683 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 945 time: 0.1155822 Nov 22 16:49:28.307502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bafcd5e-4dcf-4284-affb-0a1bcda6b5d1 req-0fceb353-3513-4c68-a58a-b3c1ac2ea0c8 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793605 Nov 22 16:49:28.331397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.331397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.390736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.396368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9d344b2d-b3da-4ead-8137-4427c5886fe7 None None] Provisioning complete for port 02cb694d-168c-4633-8bde-f47489531d67 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:28.396883 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d344b2d-b3da-4ead-8137-4427c5886fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.441746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a85c5e4f-8749-441d-99f6-bb478e7c1cc5 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:28.538287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=96d96dee-6962-4a37-bc0f-9b8ce3213982,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:28.587430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01844a30-6850-4b01-bd77-6dca0ca2acbb req-00b6c1b2-fa79-444b-9e8c-cfcf598ee817 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.589293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01844a30-6850-4b01-bd77-6dca0ca2acbb req-00b6c1b2-fa79-444b-9e8c-cfcf598ee817 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1459780 Nov 22 16:49:28.602094 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.647126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 91545320-4479-4910-b5d9-90fb59627aa4 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:28.651369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:28.671620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01844a30-6850-4b01-bd77-6dca0ca2acbb req-096c06db-2a93-416e-9284-3e4b1414a37c tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705001 Nov 22 16:49:28.678113 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d344b2d-b3da-4ead-8137-4427c5886fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.718433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:28.726123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 02cb694d-168c-4633-8bde-f47489531d67, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=02cb694d-168c-4633-8bde-f47489531d67,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:28.736272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:28.736630 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.738420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.741727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 06533490-f1e5-45ed-a3eb-97f448358995 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:28.856558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=02cb694d-168c-4633-8bde-f47489531d67,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:28.888278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b3079-ab6e-4819-954c-86c4d4dbf790 req-e7a15968-7990-4014-a56c-043271f80d71 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.896632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea0b3079-ab6e-4819-954c-86c4d4dbf790 req-e7a15968-7990-4014-a56c-043271f80d71 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 944 time: 0.0784385 Nov 22 16:49:28.915821 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-9d344b2d-b3da-4ead-8137-4427c5886fe7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:49:28.916636 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-9d344b2d-b3da-4ead-8137-4427c5886fe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:49:28.923448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:28.945268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 06533490-f1e5-45ed-a3eb-97f448358995 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:28.946072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.005848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea0b3079-ab6e-4819-954c-86c4d4dbf790 req-53bdd5b5-1c02-4a09-8475-5da85fe9b6fd tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070144 Nov 22 16:49:29.033597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.066884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85c5e4f-8749-441d-99f6-bb478e7c1cc5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:29.069797 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc6df61-4af5-4e0e-9593-c8f217dd2d7a" -d '{"events": [{"server_uuid": "7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce", "name": "network-vif-plugged", "status": "completed", "tag": "a85c5e4f-8749-441d-99f6-bb478e7c1cc5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:29.096385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a85c5e4f-8749-441d-99f6-bb478e7c1cc5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,segment=NetworkSegment(b481ffaf-de74-4676-bfdf-bac8cca8208b),segment_id=b481ffaf-de74-4676-bfdf-bac8cca8208b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:29.107445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:29.123998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Sync routers for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:29.126851 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.127900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40176) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:29.128395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0203ab4c-032c-4b72-823f-0157cce37a7c tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "PUT /v2.0/routers/3eb7a2e1-e464-451b-93d3-9f3f359549f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8543015 Nov 22 16:49:29.131807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2fc50504-3395-4cbd-b961-151058fa2304 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:29.228371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ace41-b336-4a3a-b690-28d058165882 req-439eeb30-b2ac-4c04-9237-f9c9e43757c6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.237330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:29.237997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:49:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:29.240128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a05ace41-b336-4a3a-b690-28d058165882 req-439eeb30-b2ac-4c04-9237-f9c9e43757c6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1291339 Nov 22 16:49:29.332851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:29.346002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a05ace41-b336-4a3a-b690-28d058165882 req-808607a6-5fc0-44fd-9049-b5566b909a6d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047890 Nov 22 16:49:29.402799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 2fc50504-3395-4cbd-b961-151058fa2304 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:29.413546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 2fc50504-3395-4cbd-b961-151058fa2304 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:29.413955 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.429070 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1719190b-0562-4a2f-aa84-a297297d3240 x-openstack-request-id: req-1719190b-0562-4a2f-aa84-a297297d3240 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:29.429409 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce", "name": "network-vif-plugged", "status": "completed", "tag": "a85c5e4f-8749-441d-99f6-bb478e7c1cc5", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:29.429665 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1719190b-0562-4a2f-aa84-a297297d3240 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:29.430064 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85c5e4f-8749-441d-99f6-bb478e7c1cc5', 'code': 200} Nov 22 16:49:29.508962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:29.513122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.513815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.514296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.514797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.515297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.515803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.516712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.517500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.518365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.518849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.520710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.520710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.520710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.524251 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d0c3c60-7810-4286-97ba-d27f676f67cc tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9158 time: 0.3952878 Nov 22 16:49:29.527133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40184) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:29.678592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06882eb-1ec1-484d-a2ae-d45090848f2a req-aa1118d2-ea61-414b-a76e-909b9589b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.680154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c06882eb-1ec1-484d-a2ae-d45090848f2a req-aa1118d2-ea61-414b-a76e-909b9589b59e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 1096 time: 0.1721213 Nov 22 16:49:29.688861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677084f-cfe2-4bb8-acc6-846b94f9e4e1 req-8c4ae08a-30b0-4d68-a08f-6914abac196d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.690517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c677084f-cfe2-4bb8-acc6-846b94f9e4e1 req-8c4ae08a-30b0-4d68-a08f-6914abac196d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 945 time: 0.1650047 Nov 22 16:49:29.694372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.694979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.695487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.696115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.696772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.697793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.698790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.699459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.700128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.700643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.701138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.701746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.702243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.707743 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-764f56e3-867d-4910-a1a4-dc8cd7887197 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8365 time: 0.1766675 Nov 22 16:49:29.708719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40186) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:29.758409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2bec32bd-4f92-4a32-90c7-66832a8bd621 None None] Provisioning complete for port 02cb694d-168c-4633-8bde-f47489531d67 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:29.758789 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2bec32bd-4f92-4a32-90c7-66832a8bd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.768343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c06882eb-1ec1-484d-a2ae-d45090848f2a req-fde70fd9-fe55-4419-887a-d847d1ea2b01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766692 Nov 22 16:49:29.773247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c677084f-cfe2-4bb8-acc6-846b94f9e4e1 req-9b677392-e780-4ca4-bae2-06c239cad83d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678260 Nov 22 16:49:29.872009 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.935496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 02cb694d-168c-4633-8bde-f47489531d67 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:29.978572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ce737-5913-4d25-89be-e72aad97317a req-711a2462-cc72-4cbb-8924-0aa884c2ed5a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.980684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0ce737-5913-4d25-89be-e72aad97317a req-711a2462-cc72-4cbb-8924-0aa884c2ed5a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0758979 Nov 22 16:49:30.014603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 2fc50504-3395-4cbd-b961-151058fa2304, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2fc50504-3395-4cbd-b961-151058fa2304,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:30.027455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.046318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0ce737-5913-4d25-89be-e72aad97317a req-fcb2201a-dfbc-4b76-8df7-19622c2507b9 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582037 Nov 22 16:49:30.097938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:28Z', 'revision_number': 2, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:30.130000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Checking router: 3eb7a2e1-e464-451b-93d3-9f3f359549f1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:30.130552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Updating router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 port 96d96dee-6962-4a37-bc0f-9b8ce3213982 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:49:30.185037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380aa11-bbdb-4d33-8721-a29b271b2482 req-fd09e0f3-ab4b-4040-a238-56a60402bb9e tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:30.185674 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.186653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b380aa11-bbdb-4d33-8721-a29b271b2482 req-fd09e0f3-ab4b-4040-a238-56a60402bb9e tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 945 time: 0.0664129 Nov 22 16:49:30.210610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=2fc50504-3395-4cbd-b961-151058fa2304,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:30.221611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2bec32bd-4f92-4a32-90c7-66832a8bd621 None None] Provisioning complete for port 96d96dee-6962-4a37-bc0f-9b8ce3213982 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:30.222266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2bec32bd-4f92-4a32-90c7-66832a8bd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.248363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b380aa11-bbdb-4d33-8721-a29b271b2482 req-334b9df3-640e-4bc3-aa29-2aa30ab1fba6 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537028 Nov 22 16:49:30.255117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 02cb694d-168c-4633-8bde-f47489531d67 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:30.255623 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.352944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2bec32bd-4f92-4a32-90c7-66832a8bd621 None None] Port 96d96dee-6962-4a37-bc0f-9b8ce3213982 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:30.405975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c463014-0688-4dc6-b483-f3e28d0cf3c3 req-0239c3b4-c687-4606-a85c-a2c396ab3c18 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:30.408125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c463014-0688-4dc6-b483-f3e28d0cf3c3 req-0239c3b4-c687-4606-a85c-a2c396ab3c18 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0724051 Nov 22 16:49:30.419305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1f287f5d-176b-4960-8ccf-a193f2759aa8 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 0.7093291 Nov 22 16:49:30.467564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c463014-0688-4dc6-b483-f3e28d0cf3c3 req-8db31f6f-2046-4073-aade-e4b1d07d01b8 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530970 Nov 22 16:49:30.675047 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.682395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.741123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71b8b5-e6a1-4291-8263-73dedb57c724 None None] Pushing event updated for resources: {'Port': ['ID=96d96dee-6962-4a37-bc0f-9b8ce3213982,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:30.783832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40206) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:30.793092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7a7bdc2c-1743-411f-aca8-b68361b2a7b4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944599351', 'description': 'tempest-secgroup-smoke-1944599351 description', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:30.832260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7bdc2c-1743-411f-aca8-b68361b2a7b4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.845837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Attempting to bind port 96d96dee-6962-4a37-bc0f-9b8ce3213982 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:30.846257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Attempting to bind port 96d96dee-6962-4a37-bc0f-9b8ce3213982 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:30.847887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Attempting to bind port 96d96dee-6962-4a37-bc0f-9b8ce3213982 on network 91545320-4479-4910-b5d9-90fb59627aa4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:30.873555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:30.874475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Checking segment: {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:30.876600 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.876922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Bound using segment: {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:30.877439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Bound port: 96d96dee-6962-4a37-bc0f-9b8ce3213982, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:30.877838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.990068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7bdc2c-1743-411f-aca8-b68361b2a7b4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.995556 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7bdc2c-1743-411f-aca8-b68361b2a7b4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.064893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] For port 96d96dee-6962-4a37-bc0f-9b8ce3213982, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:31.081904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a7bdc2c-1743-411f-aca8-b68361b2a7b4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.083721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7a7bdc2c-1743-411f-aca8-b68361b2a7b4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2992871 Nov 22 16:49:31.084137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] For port 96d96dee-6962-4a37-bc0f-9b8ce3213982, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=96d96dee-6962-4a37-bc0f-9b8ce3213982,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:31.087083 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40214) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:31.092405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5aa76392-6637-47fc-9af3-62af29b28d67 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '132858a6-4484-42c7-a6c1-e1aa231b0f96', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:31.101302 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.105660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bdc2c-1743-411f-aca8-b68361b2a7b4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132858a6-4484-42c7-a6c1-e1aa231b0f96,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.159516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5aa76392-6637-47fc-9af3-62af29b28d67 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.181059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e0eaa5bb-1604-4b7c-b030-4817b75b4b6d None None] Provisioning complete for port 96d96dee-6962-4a37-bc0f-9b8ce3213982 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:31.181587 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa5bb-1604-4b7c-b030-4817b75b4b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.184943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed0d9f-5d7e-4dae-935f-d962abef1ef8 req-f28359ee-e6be-4e7d-9a02-7f0d6131b5ae tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.199613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0ed0d9f-5d7e-4dae-935f-d962abef1ef8 req-f28359ee-e6be-4e7d-9a02-7f0d6131b5ae tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 946 time: 0.0899072 Nov 22 16:49:31.236665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71b8b5-e6a1-4291-8263-73dedb57c724 None None] Pushing event updated for resources: {'Port': ['ID=96d96dee-6962-4a37-bc0f-9b8ce3213982,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.263363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:31.264110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:49:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:31.270723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0ed0d9f-5d7e-4dae-935f-d962abef1ef8 req-67667142-0dfb-4950-8a5c-b56427f2220c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668519 Nov 22 16:49:31.293303 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5aa76392-6637-47fc-9af3-62af29b28d67 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.302357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5aa76392-6637-47fc-9af3-62af29b28d67 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.321703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa76392-6637-47fc-9af3-62af29b28d67 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd6b52b-df34-46f0-aab8-24369bb15498,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.356476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5aa76392-6637-47fc-9af3-62af29b28d67 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.358591 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5aa76392-6637-47fc-9af3-62af29b28d67 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2703397 Nov 22 16:49:31.361620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40218) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:31.370660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b079420f-c9f6-4384-980a-a3bf800c55a9 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '132858a6-4484-42c7-a6c1-e1aa231b0f96', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:31.412147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b079420f-c9f6-4384-980a-a3bf800c55a9 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.444634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ff025-6c33-4269-9e92-ff71837fd73b req-05e0a422-ef89-43bb-b0ee-e75c9b9f1618 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.454117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd7ff025-6c33-4269-9e92-ff71837fd73b req-05e0a422-ef89-43bb-b0ee-e75c9b9f1618 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1002049 Nov 22 16:49:31.490000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b079420f-c9f6-4384-980a-a3bf800c55a9 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.505260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b079420f-c9f6-4384-980a-a3bf800c55a9 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.529708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd7ff025-6c33-4269-9e92-ff71837fd73b req-43ad9f8b-4e3a-4148-b478-a9d7fcf5e1fd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745227 Nov 22 16:49:31.562065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079420f-c9f6-4384-980a-a3bf800c55a9 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b9b516-1f97-423e-a48d-32a5c251d448,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.577224 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b079420f-c9f6-4384-980a-a3bf800c55a9 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.581796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40220) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:31.588000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9a8d1adb-dcf2-4e19-a62d-9a23861f0f13 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '132858a6-4484-42c7-a6c1-e1aa231b0f96', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:31.592465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b079420f-c9f6-4384-980a-a3bf800c55a9 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295179 Nov 22 16:49:31.681743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1adb-dcf2-4e19-a62d-9a23861f0f13 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.704884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf80700-a719-4f32-b685-59d457c9171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc50504-3395-4cbd-b961-151058fa2304'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:31.707842 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd18085-3b52-4556-a650-d6497fffe068" -d '{"events": [{"server_uuid": "ecf80700-a719-4f32-b685-59d457c9171f", "name": "network-vif-plugged", "status": "completed", "tag": "2fc50504-3395-4cbd-b961-151058fa2304"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:31.773061 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa5bb-1604-4b7c-b030-4817b75b4b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.795777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1adb-dcf2-4e19-a62d-9a23861f0f13 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.802062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1adb-dcf2-4e19-a62d-9a23861f0f13 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.804564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:31.826032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d1adb-dcf2-4e19-a62d-9a23861f0f13 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df475358-1db3-4242-b594-5a1f75c2a0d5,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.846090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed25c17-f8bd-4a9b-9d4d-402b9b84ad3e req-27025904-7095-445c-b257-0bf4d047ce77 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.851455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aed25c17-f8bd-4a9b-9d4d-402b9b84ad3e req-27025904-7095-445c-b257-0bf4d047ce77 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 945 time: 0.1838768 Nov 22 16:49:31.867872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a8d1adb-dcf2-4e19-a62d-9a23861f0f13 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.872174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9a8d1adb-dcf2-4e19-a62d-9a23861f0f13 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2861097 Nov 22 16:49:31.872905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40224) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:31.880283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d1ad7f4a-4cb6-46a9-a960-6483f2ce9474 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '132858a6-4484-42c7-a6c1-e1aa231b0f96', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:31.883706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e0eaa5bb-1604-4b7c-b030-4817b75b4b6d None None] For port 96d96dee-6962-4a37-bc0f-9b8ce3213982, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=96d96dee-6962-4a37-bc0f-9b8ce3213982,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:31.915002 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa5bb-1604-4b7c-b030-4817b75b4b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.917615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7f4a-4cb6-46a9-a960-6483f2ce9474 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.922385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aed25c17-f8bd-4a9b-9d4d-402b9b84ad3e req-b27671dc-8a0b-475c-90bd-4aa14389913c tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660224 Nov 22 16:49:31.980737 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d541da-a952-4313-9e05-b70fee23d527 x-openstack-request-id: req-b8d541da-a952-4313-9e05-b70fee23d527 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:31.981229 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf80700-a719-4f32-b685-59d457c9171f", "name": "network-vif-plugged", "status": "completed", "tag": "2fc50504-3395-4cbd-b961-151058fa2304", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:31.981579 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8d541da-a952-4313-9e05-b70fee23d527 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:31.982224 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf80700-a719-4f32-b685-59d457c9171f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc50504-3395-4cbd-b961-151058fa2304', 'code': 200} Nov 22 16:49:32.047972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eaa5bb-1604-4b7c-b030-4817b75b4b6d None None] Pushing event updated for resources: {'Port': ['ID=96d96dee-6962-4a37-bc0f-9b8ce3213982,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.071810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8aee64b9-1cae-477a-ae68-033e461ced7e None None] Provisioning complete for port 96d96dee-6962-4a37-bc0f-9b8ce3213982 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:32.072330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8aee64b9-1cae-477a-ae68-033e461ced7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.080914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7f4a-4cb6-46a9-a960-6483f2ce9474 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.090500 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7f4a-4cb6-46a9-a960-6483f2ce9474 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.124905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad7f4a-4cb6-46a9-a960-6483f2ce9474 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a41889c-2a84-4cc8-b7aa-6fdff92360cb,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.143250 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1ad7f4a-4cb6-46a9-a960-6483f2ce9474 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.150013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:32.150299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d1ad7f4a-4cb6-46a9-a960-6483f2ce9474 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2728138 Nov 22 16:49:32.160971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8d541c04-7e8e-4eae-8797-75fccd6f916a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '132858a6-4484-42c7-a6c1-e1aa231b0f96', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:32.208751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:31Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:32.235580 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-8d541c04-7e8e-4eae-8797-75fccd6f916a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Project 8609cbdcbcfd4ec097e34ad420e71e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:49:32.251606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d541c04-7e8e-4eae-8797-75fccd6f916a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.254227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97559667-d9e2-4f34-a7b5-3fc98572223a None None] The sync data for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 is: [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:31Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:32.269016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eb00e-9f96-4c03-99b0-e2aed280d95e req-dafa6dc4-62cb-41a8-8532-0113dad173a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:32.270662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e26eb00e-9f96-4c03-99b0-e2aed280d95e req-dafa6dc4-62cb-41a8-8532-0113dad173a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 1097 time: 0.1806746 Nov 22 16:49:32.410189 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e26eb00e-9f96-4c03-99b0-e2aed280d95e req-9b9ab887-0440-45d1-af9f-8370df4675c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279926 Nov 22 16:49:32.413816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d541c04-7e8e-4eae-8797-75fccd6f916a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.420228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d541c04-7e8e-4eae-8797-75fccd6f916a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.443701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d541c04-7e8e-4eae-8797-75fccd6f916a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8547063-89e8-4cd9-95b0-9a899079c0a8,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.457940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d541c04-7e8e-4eae-8797-75fccd6f916a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.462230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d541c04-7e8e-4eae-8797-75fccd6f916a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3039083 Nov 22 16:49:32.462691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40240) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:32.468936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-faec471b-05ed-4ab2-bfa2-e06a8333331a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'security_group_rule': {'security_group_id': '132858a6-4484-42c7-a6c1-e1aa231b0f96', 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:32.511912 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-faec471b-05ed-4ab2-bfa2-e06a8333331a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Project 8609cbdcbcfd4ec097e34ad420e71e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:49:32.519683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-faec471b-05ed-4ab2-bfa2-e06a8333331a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.593940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446883e8-e2f8-4473-a6df-43ded26b5437 req-3208d304-c65b-4eb9-af5d-53a29bdcbccd tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:32.595897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-446883e8-e2f8-4473-a6df-43ded26b5437 req-3208d304-c65b-4eb9-af5d-53a29bdcbccd tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 946 time: 0.0552397 Nov 22 16:49:32.596910 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-faec471b-05ed-4ab2-bfa2-e06a8333331a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.604235 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-faec471b-05ed-4ab2-bfa2-e06a8333331a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.628557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec471b-05ed-4ab2-bfa2-e06a8333331a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891809c5-57de-45d0-b2ce-a1db71f21a1a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.649550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-faec471b-05ed-4ab2-bfa2-e06a8333331a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.662505 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-faec471b-05ed-4ab2-bfa2-e06a8333331a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1961560 Nov 22 16:49:32.683756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-446883e8-e2f8-4473-a6df-43ded26b5437 req-af8a04ea-8738-4984-bf82-c83b6bb4b84e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798621 Nov 22 16:49:32.820771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a5d9e-df82-4862-a074-cf5762a2c5cb req-e97937d7-ca02-4bb5-942d-d77a099c8ef7 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:32.822375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-056a5d9e-df82-4862-a074-cf5762a2c5cb req-e97937d7-ca02-4bb5-942d-d77a099c8ef7 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 945 time: 0.0634995 Nov 22 16:49:32.877901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-056a5d9e-df82-4862-a074-cf5762a2c5cb req-2ecf50b7-7173-4886-8d1d-8f4f61396560 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490541 Nov 22 16:49:33.005711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087331-6af5-46cf-940a-48f451f3c91c req-be11c3ce-46f5-457a-9cdf-5489caa0bbb0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:33.011500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2087331-6af5-46cf-940a-48f451f3c91c req-be11c3ce-46f5-457a-9cdf-5489caa0bbb0 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0681548 Nov 22 16:49:33.061363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2087331-6af5-46cf-940a-48f451f3c91c req-f35eb066-6d47-4504-9587-3023cf2db062 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Nov 22 16:49:33.199212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-9a1da0e0-67b9-4fe1-97a0-c820c8a9569e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944599351&fields=id&tenant_id=8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 267 time: 0.0540144 Nov 22 16:49:33.325998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-069d25d8-afb7-40fb-a99e-de0f60e50a94 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:33.334521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-069d25d8-afb7-40fb-a99e-de0f60e50a94 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/networks?id=91545320-4479-4910-b5d9-90fb59627aa4 HTTP/1.1" status: 200 len: 797 time: 0.1225166 Nov 22 16:49:33.347581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-9f0551fe-29e2-431b-ae04-a5849be497bc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/quotas/8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 375 time: 0.0119665 Nov 22 16:49:33.416848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-6730d2e1-59cf-4347-a52d-4707c9446997 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623896 Nov 22 16:49:33.549016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-e13d9a06-d9e3-49dc-97e3-12223e21eae7 service neutron] 10.222.0.59 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135163 Nov 22 16:49:33.687571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-2d7b16a1-d938-48c0-8c2b-fd7bfbc45615 service neutron] 10.222.0.59 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320376 Nov 22 16:49:33.941070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 96d96dee-6962-4a37-bc0f-9b8ce3213982 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:34.026145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 96d96dee-6962-4a37-bc0f-9b8ce3213982 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:34.026648 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.033106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fc6f1-30be-4b63-b683-9f9831bc769f req-939523d5-c7c8-43fe-a103-084cceab5f57 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:34.035564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-766fc6f1-30be-4b63-b683-9f9831bc769f req-939523d5-c7c8-43fe-a103-084cceab5f57 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 946 time: 0.0792656 Nov 22 16:49:34.099318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-766fc6f1-30be-4b63-b683-9f9831bc769f req-b6eaa32a-18e8-4c86-9d0b-85f100e12766 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574522 Nov 22 16:49:34.184067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e8463965-d5b4-4d7a-bf29-8a5e5445898f req-eef1f435-c438-4351-839a-535964ec37e4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 210 time: 0.0294852 Nov 22 16:49:34.315964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e341321-9d3e-4221-8a11-370b3cc53781 req-4b39706e-51ae-4121-8ec7-4bd56c117678 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:34.317564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e341321-9d3e-4221-8a11-370b3cc53781 req-4b39706e-51ae-4121-8ec7-4bd56c117678 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 945 time: 0.0633814 Nov 22 16:49:34.384569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e341321-9d3e-4221-8a11-370b3cc53781 req-981a5f3a-bb67-4191-87a5-d0ec1d0a01e2 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.59 "GET /v2.0/security-groups?id=44344ecb-a074-48f2-862e-eecd0a42568e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601223 Nov 22 16:49:34.426898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-7bc744f5-dcc8-4a03-b3bf-dbfa1974fc93 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:34.429007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-7bc744f5-dcc8-4a03-b3bf-dbfa1974fc93 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce HTTP/1.1" status: 200 len: 945 time: 0.0615857 Nov 22 16:49:34.566901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Deleting port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:34.567277 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.747519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8438d5-f1ea-4246-ab0a-c5defb1bf4ca req-ceabd702-f4fb-45ad-8534-258184dbe2b5 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:34.748994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a8438d5-f1ea-4246-ab0a-c5defb1bf4ca req-ceabd702-f4fb-45ad-8534-258184dbe2b5 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1205463 Nov 22 16:49:34.776019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] For port a85c5e4f-8749-441d-99f6-bb478e7c1cc5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,segment=NetworkSegment(b481ffaf-de74-4676-bfdf-bac8cca8208b),segment_id=b481ffaf-de74-4676-bfdf-bac8cca8208b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:34.776383 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.797113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-259b0779-b0da-4b24-9811-708b3f39cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:34.799698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-259b0779-b0da-4b24-9811-708b3f39cf2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eff752d3e4e34464a2e93d17c8094f16&device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 1097 time: 0.1347408 Nov 22 16:49:34.823356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Calling delete_port for a85c5e4f-8749-441d-99f6-bb478e7c1cc5 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:34.889630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40298) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:34.938558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a8438d5-f1ea-4246-ab0a-c5defb1bf4ca req-6751282e-fba4-47ea-a000-aa677f590f0b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809559 Nov 22 16:49:35.000546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-c6ec67e7-9d73-478a-be15-b63bab98e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.002921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-c6ec67e7-9d73-478a-be15-b63bab98e529 service neutron] 10.222.0.37 "GET /v2.0/networks?id=25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 200 len: 914 time: 0.1935902 Nov 22 16:49:35.054529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee38fd40-fc66-48a4-881a-c990cc981790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.123019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-b08d6404-229f-4fbf-9013-fb9150b5eb19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c HTTP/1.1" status: 200 len: 217 time: 0.1057584 Nov 22 16:49:35.126154 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.138181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a85c5e4f-8749-441d-99f6-bb478e7c1cc5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:35.229026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Pushing event deleted for resources: {'Port': ['ID=a85c5e4f-8749-441d-99f6-bb478e7c1cc5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:35.273304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] No DVR routers for this DVR port a85c5e4f-8749-441d-99f6-bb478e7c1cc5 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:35.281763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.285844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c95adab4-9cc2-4cbf-a831-bc0680ea4929 req-3ecfe52d-8043-45dd-8258-577f38531f95 tempest-ServerAddressesTestJSON-1639257164 tempest-ServerAddressesTestJSON-1639257164-project] 10.222.0.37 "DELETE /v2.0/ports/a85c5e4f-8749-441d-99f6-bb478e7c1cc5 HTTP/1.1" status: 204 len: 173 time: 0.8493092 Nov 22 16:49:35.291264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce', 'name': 'network-vif-deleted', 'tag': 'a85c5e4f-8749-441d-99f6-bb478e7c1cc5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:35.293786 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32353830-cfcf-48df-a6a2-3d306905bab6" -d '{"events": [{"server_uuid": "7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce", "name": "network-vif-deleted", "tag": "a85c5e4f-8749-441d-99f6-bb478e7c1cc5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:35.302165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee38fd40-fc66-48a4-881a-c990cc981790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.308291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3ee75-d60a-416d-9644-1758ee89da9a req-d6b11cb0-a20d-4144-afda-192d01eaf7cc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.310024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5da3ee75-d60a-416d-9644-1758ee89da9a req-d6b11cb0-a20d-4144-afda-192d01eaf7cc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1859591 Nov 22 16:49:35.314851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-55dad5e5-574c-4920-a867-25db4bc692cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.315383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-b763c495-ca27-4cda-8455-e9d1e487ef46 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.317056 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-b763c495-ca27-4cda-8455-e9d1e487ef46 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "GET /v2.0/networks?id=91545320-4479-4910-b5d9-90fb59627aa4 HTTP/1.1" status: 200 len: 797 time: 0.2055941 Nov 22 16:49:35.317610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-55dad5e5-574c-4920-a867-25db4bc692cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ad5ec753-3394-42b4-acd2-34c1c75175d7 HTTP/1.1" status: 200 len: 853 time: 0.1551418 Nov 22 16:49:35.318361 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee38fd40-fc66-48a4-881a-c990cc981790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.381568 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee38fd40-fc66-48a4-881a-c990cc981790 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab1b2c44a4a946a6b603d5686366408d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4899685 Nov 22 16:49:35.382434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40308) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:35.394094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38fd40-fc66-48a4-881a-c990cc981790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e9ac04-6c59-44bf-ab92-86cc84b3c9a2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:35.480071 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-c567568d-b427-45bd-8f5a-3732363d689e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8609cbdcbcfd4ec097e34ad420e71e49 HTTP/1.1" status: 200 len: 380 time: 0.1357965 Nov 22 16:49:35.495848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'port': {'device_id': 'dc235794-9a57-445f-a297-8e816264d95b', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'admin_state_up': True, 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'security_groups': ['132858a6-4484-42c7-a6c1-e1aa231b0f96']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:35.504763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7b2b-5487-448b-b0bd-3a139ed09ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.579989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7b2b-5487-448b-b0bd-3a139ed09ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.662044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Made reservation on behalf of 8609cbdcbcfd4ec097e34ad420e71e49 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:35.666119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.670232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7b2b-5487-448b-b0bd-3a139ed09ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.673023 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7b2b-5487-448b-b0bd-3a139ed09ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.674288 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6bdb7b2b-5487-448b-b0bd-3a139ed09ccc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11e9ac04-6c59-44bf-ab92-86cc84b3c9a2 HTTP/1.1" status: 204 len: 168 time: 0.2883058 Nov 22 16:49:35.699113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb7b2b-5487-448b-b0bd-3a139ed09ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e9ac04-6c59-44bf-ab92-86cc84b3c9a2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:35.759110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5da3ee75-d60a-416d-9644-1758ee89da9a req-9cac7300-4f17-4f90-bba0-0a885a86d0f1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368212 Nov 22 16:49:35.763102 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-a608e013-a289-48b7-8208-4d70e80091be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=25df3007-aeb4-4f11-8530-afeb481ed4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4139798 Nov 22 16:49:35.900114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.20.0.13 (91545320-4479-4910-b5d9-90fb59627aa4/9f5c0175-1024-404d-a3d1-3f0ec57f9137/564d0afe-d4f2-4206-81fa-f11afc12ee9f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:35.955422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-373acf82-0a0b-4263-a936-1c53a9244179 service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838317 Nov 22 16:49:35.970513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad7e72-c36f-4969-b34d-94d223a5b020 req-0c0907ee-89e3-4e0a-a281-cc1563abe255 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.972121 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffad7e72-c36f-4969-b34d-94d223a5b020 req-0c0907ee-89e3-4e0a-a281-cc1563abe255 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 946 time: 0.0908194 Nov 22 16:49:36.072127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffad7e72-c36f-4969-b34d-94d223a5b020 req-13ff1b2d-67b6-484d-a8e7-0b8a973cd764 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911608 Nov 22 16:49:36.076350 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.096456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6d6a684-129a-4ef1-8804-95f7fd33ff93 req-31e9853e-6001-47cd-b9b1-1bf1b7867da0 service neutron] 10.222.0.37 "GET /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230807 Nov 22 16:49:36.120177 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.173317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 91545320-4479-4910-b5d9-90fb59627aa4 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:36.176857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:36.180343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:36.213806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=564d0afe-d4f2-4206-81fa-f11afc12ee9f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:36.229054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7ee26-8876-4a40-8ba9-8e8e2b19c9f2 req-3bb33411-54ec-4a28-bd7e-a07d83ae580f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.230828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16a7ee26-8876-4a40-8ba9-8e8e2b19c9f2 req-3bb33411-54ec-4a28-bd7e-a07d83ae580f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 932 time: 0.0694842 Nov 22 16:49:36.250327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.251281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.271750 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-8dfad4df-fbdb-4b24-ac71-7df5eacb126d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7800052 Nov 22 16:49:36.288494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Request body: {'port': {'device_id': 'dc235794-9a57-445f-a297-8e816264d95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:36.291498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16a7ee26-8876-4a40-8ba9-8e8e2b19c9f2 req-a1594a29-8f8d-47f8-a502-e76ca0ee8e51 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524383 Nov 22 16:49:36.347488 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5980cb-cc07-444d-9a5c-7645b65671ad x-openstack-request-id: req-7b5980cb-cc07-444d-9a5c-7645b65671ad {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:36.347951 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce", "name": "network-vif-deleted", "tag": "a85c5e4f-8749-441d-99f6-bb478e7c1cc5", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:36.348252 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b5980cb-cc07-444d-9a5c-7645b65671ad {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:36.348675 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb8e3ad-5f8e-4b3e-87d0-15c7d2ae16ce', 'name': 'network-vif-deleted', 'tag': 'a85c5e4f-8749-441d-99f6-bb478e7c1cc5', 'status': 'completed', 'code': 200} Nov 22 16:49:36.362196 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.381388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40330) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:36.458524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-26701be1-4b23-462f-8e69-4bf602427064 admin admin] Deleting subnet 6ad942c8-99d6-45ee-ab92-9d1f1e160cc1 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:36.463141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26701be1-4b23-462f-8e69-4bf602427064 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.515346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26701be1-4b23-462f-8e69-4bf602427064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.529945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f2c4d717-2d36-44c5-801a-4b3401830328 None None] Provisioning complete for port 564d0afe-d4f2-4206-81fa-f11afc12ee9f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:36.530585 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2c4d717-2d36-44c5-801a-4b3401830328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.603074 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.612363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4d717-2d36-44c5-801a-4b3401830328 None None] Port 564d0afe-d4f2-4206-81fa-f11afc12ee9f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:36.622470 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26701be1-4b23-462f-8e69-4bf602427064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.720944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdce55b-8872-4488-9828-6947342aa193 req-536837db-2ffd-45a3-9260-b212562ab0bd tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.728492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffdce55b-8872-4488-9828-6947342aa193 req-536837db-2ffd-45a3-9260-b212562ab0bd tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 946 time: 0.0765867 Nov 22 16:49:36.756862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26701be1-4b23-462f-8e69-4bf602427064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.757575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564d0afe-d4f2-4206-81fa-f11afc12ee9f {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:36.768868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.781955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Transition to ACTIVE for port object 564d0afe-d4f2-4206-81fa-f11afc12ee9f will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:36.788026 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.796949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26701be1-4b23-462f-8e69-4bf602427064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad942c8-99d6-45ee-ab92-9d1f1e160cc1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:36.803305 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-26701be1-4b23-462f-8e69-4bf602427064 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.809699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-26701be1-4b23-462f-8e69-4bf602427064 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6ad942c8-99d6-45ee-ab92-9d1f1e160cc1 HTTP/1.1" status: 204 len: 168 time: 0.4248548 Nov 22 16:49:36.811517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:36.886399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Pushing event updated for resources: {'Port': ['ID=564d0afe-d4f2-4206-81fa-f11afc12ee9f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:36.894923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.925138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffdce55b-8872-4488-9828-6947342aa193 req-9b506e23-25bb-4346-a9a1-350c384cd2eb tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954632 Nov 22 16:49:36.988308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Attempting to bind port 564d0afe-d4f2-4206-81fa-f11afc12ee9f on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:36.989002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Attempting to bind port 564d0afe-d4f2-4206-81fa-f11afc12ee9f by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:36.989189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Attempting to bind port 564d0afe-d4f2-4206-81fa-f11afc12ee9f on network 91545320-4479-4910-b5d9-90fb59627aa4 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:37.000757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Port 564d0afe-d4f2-4206-81fa-f11afc12ee9f on network 91545320-4479-4910-b5d9-90fb59627aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:37.002070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Attempting to bind port 564d0afe-d4f2-4206-81fa-f11afc12ee9f on network 91545320-4479-4910-b5d9-90fb59627aa4 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:37.008962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:37.009295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Checking segment: {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:37.009691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Bound using segment: {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:37.010136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Bound port: 564d0afe-d4f2-4206-81fa-f11afc12ee9f, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:37.010654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.108238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] For port 564d0afe-d4f2-4206-81fa-f11afc12ee9f, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:37.113542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] For port 564d0afe-d4f2-4206-81fa-f11afc12ee9f, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:37.119816 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.137619 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.167985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0349b0f3-e97c-42db-8292-8064eaf30bc5']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:37.172236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.172960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.174405 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] 10.222.0.37 "PUT /v2.0/ports/564d0afe-d4f2-4206-81fa-f11afc12ee9f HTTP/1.1" status: 200 len: 1092 time: 0.8918538 Nov 22 16:49:37.174875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:37.178096 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2038486-90b1-4bcd-8f47-22c3cf89efec" -d '{"events": [{"name": "network-changed", "server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:37.185223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b481ffaf-de74-4676-bfdf-bac8cca8208b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:37.185505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b481ffaf-de74-4676-bfdf-bac8cca8208b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:37.198366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c33e7d-8046-4754-b556-db1c60468f9a req-f0c40cc2-4aec-4d6e-b6f9-9c9260a6f8d1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.200637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05c33e7d-8046-4754-b556-db1c60468f9a req-f0c40cc2-4aec-4d6e-b6f9-9c9260a6f8d1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1512206 Nov 22 16:49:37.214997 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.223475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199619bf-c433-40b5-9c0b-cd112889c39c service neutron] Pushing event updated for resources: {'Port': ['ID=564d0afe-d4f2-4206-81fa-f11afc12ee9f,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:37.249448 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.284676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-98f3f154-3cd1-4aa4-b443-4346a86be512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.287447 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-98f3f154-3cd1-4aa4-b443-4346a86be512 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 1095 time: 0.0607045 Nov 22 16:49:37.290991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:49:37.291753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:49:37.294080 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:49:37.369022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-200b0b15-a223-4c22-bbcf-3741a934cfb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f HTTP/1.1" status: 200 len: 217 time: 0.0637348 Nov 22 16:49:37.392656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05c33e7d-8046-4754-b556-db1c60468f9a req-a51b11ad-4fde-4477-9bc3-b63772fdd286 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732273 Nov 22 16:49:37.395506 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.418793 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.429270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0349b0f3-e97c-42db-8292-8064eaf30bc5 HTTP/1.1" status: 204 len: 168 time: 0.6144395 Nov 22 16:49:37.447596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c33ed-4ef1-4675-9578-a9b8880aa730 admin admin] Pushing event deleted for resources: {'Network': ['ID=0349b0f3-e97c-42db-8292-8064eaf30bc5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:37.452580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-772e12c0-4fb6-4cb1-88c1-ea99c6d9e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.454758 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-772e12c0-4fb6-4cb1-88c1-ea99c6d9e9d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f5c0175-1024-404d-a3d1-3f0ec57f9137 HTTP/1.1" status: 200 len: 833 time: 0.0749490 Nov 22 16:49:37.502639 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2254382-5560-46be-a604-1a85e41763c9 x-openstack-request-id: req-d2254382-5560-46be-a604-1a85e41763c9 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:37.503031 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:37.503278 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2254382-5560-46be-a604-1a85e41763c9 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:37.503711 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'status': 'completed', 'code': 200} Nov 22 16:49:37.531696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-ae436e24-a5a6-4236-a0ca-2d73e63212e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.534567 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-ae436e24-a5a6-4236-a0ca-2d73e63212e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91545320-4479-4910-b5d9-90fb59627aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691338 Nov 22 16:49:37.637068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcb8b3-6982-40e7-bdc2-fa278fc65e19 req-87827bc0-8395-470e-9ca0-eb95340d93e5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.647917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16dcb8b3-6982-40e7-bdc2-fa278fc65e19 req-87827bc0-8395-470e-9ca0-eb95340d93e5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 944 time: 0.1054258 Nov 22 16:49:37.699274 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-9301d545-36e7-4cfd-b901-91a2cc6663ca service neutron] 10.222.0.37 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419563 Nov 22 16:49:37.702008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40358) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:37.738192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16dcb8b3-6982-40e7-bdc2-fa278fc65e19 req-c16be5e3-4b49-4a2e-837c-471051b35d96 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886495 Nov 22 16:49:37.792859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-65f7a58f-5029-4cd3-b72b-566703f8a987 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e336f54cd4194bca8fe0b44c1636f2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0894701 Nov 22 16:49:37.795800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40360) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:37.806872 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.861054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-03969709-760e-4429-a0e5-c707a51ea2d4 req-20921b25-fcda-4051-8f54-4fbd22635b48 service neutron] 10.222.0.37 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527796 Nov 22 16:49:37.882495 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f19869d-2c5c-495d-bb8b-2873f69c387e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.912920 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f19869d-2c5c-495d-bb8b-2873f69c387e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.989360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-96459bd6-5ecf-4d15-b90e-26c8c596fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.990887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-96459bd6-5ecf-4d15-b90e-26c8c596fd27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 1095 time: 0.0622108 Nov 22 16:49:37.999197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f19869d-2c5c-495d-bb8b-2873f69c387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.002352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f19869d-2c5c-495d-bb8b-2873f69c387e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.005907 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9f19869d-2c5c-495d-bb8b-2873f69c387e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44344ecb-a074-48f2-862e-eecd0a42568e HTTP/1.1" status: 204 len: 168 time: 0.2068443 Nov 22 16:49:38.030987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19869d-2c5c-495d-bb8b-2873f69c387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44344ecb-a074-48f2-862e-eecd0a42568e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:38.128130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b89444-ce7d-4f41-9c8b-69feee6acb19 req-39b51485-4db7-4b1c-b95f-37b29da4195b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.133264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-25d6428c-c4d1-4f46-9c4f-27061a7a13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.134972 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-25d6428c-c4d1-4f46-9c4f-27061a7a13df service neutron] 10.222.0.37 "GET /v2.0/networks?id=91545320-4479-4910-b5d9-90fb59627aa4 HTTP/1.1" status: 200 len: 898 time: 0.1282718 Nov 22 16:49:38.136673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8b89444-ce7d-4f41-9c8b-69feee6acb19 req-39b51485-4db7-4b1c-b95f-37b29da4195b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 946 time: 0.1342456 Nov 22 16:49:38.204336 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-eba1fe53-d1fa-47a4-bf04-72d050909031 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f HTTP/1.1" status: 200 len: 217 time: 0.0555487 Nov 22 16:49:38.265165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8b89444-ce7d-4f41-9c8b-69feee6acb19 req-5dad5411-cbdd-4429-b1d3-7984d703112b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274049 Nov 22 16:49:38.283916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-babf55ed-7250-484f-967b-69a28fb55aec tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.285760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-babf55ed-7250-484f-967b-69a28fb55aec tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 946 time: 0.1196809 Nov 22 16:49:38.302153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-72aca861-af90-4526-9d1a-02abd9710869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.303894 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-72aca861-af90-4526-9d1a-02abd9710869 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f5c0175-1024-404d-a3d1-3f0ec57f9137 HTTP/1.1" status: 200 len: 833 time: 0.0919051 Nov 22 16:49:38.411403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-7406b713-895d-49cc-9b0c-cce898f5516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.413522 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-7406b713-895d-49cc-9b0c-cce898f5516a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91545320-4479-4910-b5d9-90fb59627aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005912 Nov 22 16:49:38.487121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a85c5e4f-8749-441d-99f6-bb478e7c1cc5 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:38.500146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Deleting port 2fc50504-3395-4cbd-b961-151058fa2304 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:38.500720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.532224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: a85c5e4f-8749-441d-99f6-bb478e7c1cc5 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:38.532842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a85c5e4f-8749-441d-99f6-bb478e7c1cc5 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:38.604500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-fb793694-22ee-438c-b8b2-c831774cdf83 service neutron] 10.222.0.37 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788597 Nov 22 16:49:38.661279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b819ff6-47a7-446e-88f3-5eab12504c22 req-7c60c44b-6d09-485b-9aed-5474d8894134 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.663262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b819ff6-47a7-446e-88f3-5eab12504c22 req-7c60c44b-6d09-485b-9aed-5474d8894134 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1206737 Nov 22 16:49:38.699523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] For port 2fc50504-3395-4cbd-b961-151058fa2304, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2fc50504-3395-4cbd-b961-151058fa2304,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:38.699897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.725254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Calling delete_port for 2fc50504-3395-4cbd-b961-151058fa2304 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:38.747729 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2038486-90b1-4bcd-8f47-22c3cf89efec req-00a3d607-66ed-4266-8ad2-9718bcafe1ec service neutron] 10.222.0.37 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344509 Nov 22 16:49:38.763074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b819ff6-47a7-446e-88f3-5eab12504c22 req-3823ad39-8753-47a0-bed5-8356b75cbf64 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908563 Nov 22 16:49:38.949104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.966439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8', '2efd0e09-d3ba-4b29-a3e4-88c79c750e49', '2fc50504-3395-4cbd-b961-151058fa2304'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:38.972794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bb1df-3167-408f-ad9a-beab1a5aec0f req-7b287c9f-29f2-42d3-bd20-769f4e6c4aad tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.975909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b1bb1df-3167-408f-ad9a-beab1a5aec0f req-7b287c9f-29f2-42d3-bd20-769f4e6c4aad tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 944 time: 0.0870025 Nov 22 16:49:39.014332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event deleted for resources: {'Port': ['ID=2fc50504-3395-4cbd-b961-151058fa2304,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:39.047520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d15600-617e-464f-8099-7f7a887b2870 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:39.126601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] No DVR routers for this DVR port 2fc50504-3395-4cbd-b961-151058fa2304 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:39.133434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.139766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8218d64-2485-4bbf-8476-ea14cb694a58 req-64758567-5a13-4671-9c11-6561aab17155 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "DELETE /v2.0/ports/2fc50504-3395-4cbd-b961-151058fa2304 HTTP/1.1" status: 204 len: 173 time: 0.8419967 Nov 22 16:49:39.140355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf80700-a719-4f32-b685-59d457c9171f', 'name': 'network-vif-deleted', 'tag': '2fc50504-3395-4cbd-b961-151058fa2304'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:39.144652 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ca3f30-8afa-473f-a7e7-d524e53533df" -d '{"events": [{"server_uuid": "ecf80700-a719-4f32-b685-59d457c9171f", "name": "network-vif-deleted", "tag": "2fc50504-3395-4cbd-b961-151058fa2304"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:39.171651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b1bb1df-3167-408f-ad9a-beab1a5aec0f req-296ae66b-1cee-4c89-8a54-69f4bf53a60a tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625078 Nov 22 16:49:39.337559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9d446-983a-4fe0-b88c-f2fff6595462 req-e00ffacb-5f35-4e0f-b015-1afb31a0b653 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:39.339199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3c9d446-983a-4fe0-b88c-f2fff6595462 req-e00ffacb-5f35-4e0f-b015-1afb31a0b653 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0620060 Nov 22 16:49:39.393018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3c9d446-983a-4fe0-b88c-f2fff6595462 req-4c3e0076-8482-431f-a71c-8e8a86d92b4b tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Nov 22 16:49:39.441577 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe51664b-bc33-4d46-b71d-3bd86a603390 x-openstack-request-id: req-fe51664b-bc33-4d46-b71d-3bd86a603390 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:39.442352 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf80700-a719-4f32-b685-59d457c9171f", "name": "network-vif-deleted", "tag": "2fc50504-3395-4cbd-b961-151058fa2304", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:39.442881 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe51664b-bc33-4d46-b71d-3bd86a603390 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:39.443499 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf80700-a719-4f32-b685-59d457c9171f', 'name': 'network-vif-deleted', 'tag': '2fc50504-3395-4cbd-b961-151058fa2304', 'status': 'completed', 'code': 200} Nov 22 16:49:39.529345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67c639b9-5e54-4b7e-857a-d6ad1f843a51 req-e1b98a98-0aea-4899-94ce-7c2238256fac tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=ecf80700-a719-4f32-b685-59d457c9171f HTTP/1.1" status: 200 len: 210 time: 0.0291450 Nov 22 16:49:39.696234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ddc38-b196-492c-b019-3813cdeb1ee9 req-516421f6-1332-4c33-8065-49e88f0711bc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:39.698403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-264ddc38-b196-492c-b019-3813cdeb1ee9 req-516421f6-1332-4c33-8065-49e88f0711bc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0675430 Nov 22 16:49:39.772666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40412) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:39.775984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-264ddc38-b196-492c-b019-3813cdeb1ee9 req-08f0f694-6f2d-4b95-b9e4-2e0bafb1d998 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707505 Nov 22 16:49:39.891546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-a426c0de-56d6-47ef-b29e-c5184e1b2755 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f1ce32ef66e24a98b5c9587273be314f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329189 Nov 22 16:49:39.918359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e2425bb-79d1-477b-beeb-cd8ed98d63e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.003998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e2425bb-79d1-477b-beeb-cd8ed98d63e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.009261 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e2425bb-79d1-477b-beeb-cd8ed98d63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.053078 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e2425bb-79d1-477b-beeb-cd8ed98d63e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=117ddbd3dd30470ab6e07fffbc1f1f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766950 Nov 22 16:49:40.054883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2425bb-79d1-477b-beeb-cd8ed98d63e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce84576-a900-403d-bdcd-dd7bb718357d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:40.059950 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40428) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:40.129959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-86b6fc2d-88c5-4547-982d-060b80a62d57 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.131480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-86b6fc2d-88c5-4547-982d-060b80a62d57 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336774 Nov 22 16:49:40.152755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-760d3926-c077-4f78-8ede-edbeeebb3d35 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/quotas/f1ce32ef66e24a98b5c9587273be314f HTTP/1.1" status: 200 len: 375 time: 0.0143511 Nov 22 16:49:40.171802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5970347-4cdc-4d3f-9f24-1e0fb7cdb2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.195720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-43d3d97f-5613-4d54-8c7d-15113d9c4445 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f1ce32ef66e24a98b5c9587273be314f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354447 Nov 22 16:49:40.211692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5970347-4cdc-4d3f-9f24-1e0fb7cdb2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.265604 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5970347-4cdc-4d3f-9f24-1e0fb7cdb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.268341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5970347-4cdc-4d3f-9f24-1e0fb7cdb2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.269533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e5970347-4cdc-4d3f-9f24-1e0fb7cdb2a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ce84576-a900-403d-bdcd-dd7bb718357d HTTP/1.1" status: 204 len: 168 time: 0.2117062 Nov 22 16:49:40.278007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5970347-4cdc-4d3f-9f24-1e0fb7cdb2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce84576-a900-403d-bdcd-dd7bb718357d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:40.413640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31380db3-a47f-4b0b-b9b4-727c45150704 req-2e31b719-04a3-4890-ac9c-d16e0782e72a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.415862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31380db3-a47f-4b0b-b9b4-727c45150704 req-2e31b719-04a3-4890-ac9c-d16e0782e72a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0545046 Nov 22 16:49:40.489794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 564d0afe-d4f2-4206-81fa-f11afc12ee9f details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:40.503475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31380db3-a47f-4b0b-b9b4-727c45150704 req-a5106095-ca32-424a-a001-97c54ee91744 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807853 Nov 22 16:49:40.619486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 564d0afe-d4f2-4206-81fa-f11afc12ee9f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:40.626885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb380c-bb7b-414f-993c-1bd989c04c1e req-f52c9119-260f-4e6e-8d3f-f4be439791c8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.628520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4fb380c-bb7b-414f-993c-1bd989c04c1e req-f52c9119-260f-4e6e-8d3f-f4be439791c8 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 944 time: 0.0625598 Nov 22 16:49:40.637656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'port_id': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'mac_address': 'fa:16:3e:e2:aa:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:40.679055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.682528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4fb380c-bb7b-414f-993c-1bd989c04c1e req-815cc7f8-e9c6-4dd6-8bf1-01b9b0f1398d tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476739 Nov 22 16:49:40.701169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564d0afe-d4f2-4206-81fa-f11afc12ee9f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:40.727305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 564d0afe-d4f2-4206-81fa-f11afc12ee9f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:40.734917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.787538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31cc20ff-6124-46b0-b1be-06c3ee43d2a7 req-d89f23bb-85be-41e7-8df2-801de84120c1 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 210 time: 0.0336828 Nov 22 16:49:40.810491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=564d0afe-d4f2-4206-81fa-f11afc12ee9f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:41.008557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7526b-944d-4250-a18a-088421da713b req-8ce02744-be3f-427c-8c75-58b3f6aae62a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.010107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fef7526b-944d-4250-a18a-088421da713b req-8ce02744-be3f-427c-8c75-58b3f6aae62a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0544622 Nov 22 16:49:41.060855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['564d0afe-d4f2-4206-81fa-f11afc12ee9f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:41.066982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fef7526b-944d-4250-a18a-088421da713b req-6d0d9c97-061c-4521-a37c-8e27f5f2abea tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486288 Nov 22 16:49:41.386039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06a6b-1ec3-495b-8b0f-c4f97020e60d req-72cd0d9f-4b2c-4ff3-928c-a582db9225a4 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.389866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24d06a6b-1ec3-495b-8b0f-c4f97020e60d req-72cd0d9f-4b2c-4ff3-928c-a582db9225a4 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0788577 Nov 22 16:49:41.489267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24d06a6b-1ec3-495b-8b0f-c4f97020e60d req-b47b641b-e5d8-4531-81e9-f5caa24f0c71 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888841 Nov 22 16:49:41.565536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-d55b4d3c-4363-4b96-9e02-89b900a9c9bc tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f1ce32ef66e24a98b5c9587273be314f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413120 Nov 22 16:49:41.712704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e873d3-616b-4b1f-b326-f78553de77f7 req-42b9bc31-e5c7-495b-a4a0-34b253557ca0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.715027 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45e873d3-616b-4b1f-b326-f78553de77f7 req-42b9bc31-e5c7-495b-a4a0-34b253557ca0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1248930 Nov 22 16:49:41.755159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-49025c3d-399f-4880-be8b-8b55b674a8b1 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.756667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-49025c3d-399f-4880-be8b-8b55b674a8b1 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849442 Nov 22 16:49:41.773651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Request body: {'port': {'device_id': 'f8541ddc-dff3-4203-8139-35e400f122f3', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': 'f1ce32ef66e24a98b5c9587273be314f'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:41.842279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45e873d3-616b-4b1f-b326-f78553de77f7 req-7c7e9039-c5a5-4f78-b462-29eebb4a94e1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198292 Nov 22 16:49:41.945588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Made reservation on behalf of f1ce32ef66e24a98b5c9587273be314f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:41.949172 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.962372 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.995199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d92a7-2da3-4d82-ac3a-9cea3b9f1682 req-e66c88ea-a093-4df7-8f4f-e4f4ec460709 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.996788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-251d92a7-2da3-4d82-ac3a-9cea3b9f1682 req-e66c88ea-a093-4df7-8f4f-e4f4ec460709 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 945 time: 0.0803261 Nov 22 16:49:42.073559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-251d92a7-2da3-4d82-ac3a-9cea3b9f1682 req-79dc28ed-c90d-4f35-bbb9-c0605b14da58 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688634 Nov 22 16:49:42.102483 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.107601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.188942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148ce3ce-2589-4c6a-9847-bd816fe7ae65,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:42.215605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-324fe506-4dcd-4f52-9ff0-d4d19a952a8b req-1c41dccb-eee1-49d6-9c06-c71bc9049c1c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 210 time: 0.0461566 Nov 22 16:49:42.323958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Allocated IP 192.168.233.163 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/4cb2a8a8-7342-48d4-b539-135b5b25379f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:42.358935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f4ac0-aa5f-45c7-b3c9-82289076aeef req-867ec195-cf03-467e-9c75-050d22ff2c93 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.361259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-075f4ac0-aa5f-45c7-b3c9-82289076aeef req-867ec195-cf03-467e-9c75-050d22ff2c93 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0789542 Nov 22 16:49:42.477034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-075f4ac0-aa5f-45c7-b3c9-82289076aeef req-a768062e-6f71-4185-9f76-6cbb2b0bff8d tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071875 Nov 22 16:49:42.503008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 564d0afe-d4f2-4206-81fa-f11afc12ee9f up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:42.565402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.580188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 564d0afe-d4f2-4206-81fa-f11afc12ee9f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:42.584471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 564d0afe-d4f2-4206-81fa-f11afc12ee9f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:42.585335 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.650500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30003f-0c55-4067-bbc6-09dfca04dde6 req-4add7f3c-cc13-4c4c-8356-836ff5d6e286 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.652572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba30003f-0c55-4067-bbc6-09dfca04dde6 req-4add7f3c-cc13-4c4c-8356-836ff5d6e286 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0727811 Nov 22 16:49:42.654385 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.673013 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.699184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:42.701802 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab2aab-3434-4cd9-9abe-f25024b61e74" -d '{"events": [{"server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "name": "network-vif-plugged", "status": "completed", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:42.716219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 564d0afe-d4f2-4206-81fa-f11afc12ee9f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:42.721662 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.722993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2fc50504-3395-4cbd-b961-151058fa2304 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:42.735017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Pushing event updated for resources: {'Port': ['ID=4cb2a8a8-7342-48d4-b539-135b5b25379f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:42.746507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:42.752019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:42.757967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:42.790975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-ff0bf602-7b9b-4777-896d-b2123f46807d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.793819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-ff0bf602-7b9b-4777-896d-b2123f46807d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 945 time: 0.0775919 Nov 22 16:49:42.803909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba30003f-0c55-4067-bbc6-09dfca04dde6 req-7e791147-a1a7-4ca0-a99f-f3651ac871f1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396942 Nov 22 16:49:42.810467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=564d0afe-d4f2-4206-81fa-f11afc12ee9f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:42.815491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 2fc50504-3395-4cbd-b961-151058fa2304 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:42.816018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2fc50504-3395-4cbd-b961-151058fa2304 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:42.856244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.856893 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.871975 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febffb7e-56a4-4257-8d3e-24b094384181 x-openstack-request-id: req-febffb7e-56a4-4257-8d3e-24b094384181 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:42.873167 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "name": "network-vif-plugged", "status": "completed", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:42.873618 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-febffb7e-56a4-4257-8d3e-24b094384181 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:42.874584 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'code': 200} Nov 22 16:49:42.914036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-6f894a65-ea0d-4ea5-b054-635af5e6c30c tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1451564 Nov 22 16:49:42.930799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Request body: {'port': {'device_id': 'f8541ddc-dff3-4203-8139-35e400f122f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:43.002013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Deleting port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:43.003532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.112150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78a508-3c99-4408-b879-e0badfe7a1fd req-3d5df13b-35ab-4073-ac66-801e71b2be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.113774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a78a508-3c99-4408-b879-e0badfe7a1fd req-3d5df13b-35ab-4073-ac66-801e71b2be2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 1097 time: 0.1461680 Nov 22 16:49:43.114621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] For port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:43.115037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.116746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.129081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3d52e-51c9-473f-a9e3-f9286a2d712f req-dd9426e5-5d5f-4177-a265-c22b8f49f55b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.129749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Calling delete_port for 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:43.131453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03a3d52e-51c9-473f-a9e3-f9286a2d712f req-dd9426e5-5d5f-4177-a265-c22b8f49f55b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=6487a6f2-ae3d-4559-94ab-b08037f0c2d7 HTTP/1.1" status: 200 len: 945 time: 0.1264896 Nov 22 16:49:43.181923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d82ebbeb-0d3c-4faa-a104-1b0a01a24267 None None] Provisioning complete for port 4cb2a8a8-7342-48d4-b539-135b5b25379f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:43.182593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d82ebbeb-0d3c-4faa-a104-1b0a01a24267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.228592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d82ebbeb-0d3c-4faa-a104-1b0a01a24267 None None] Port 4cb2a8a8-7342-48d4-b539-135b5b25379f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:43.293838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.309833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8', '2efd0e09-d3ba-4b29-a3e4-88c79c750e49'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:43.321553 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a78a508-3c99-4408-b879-e0badfe7a1fd req-a740ab48-c312-4ccd-a20b-296d54aab239 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890109 Nov 22 16:49:43.328111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event deleted for resources: {'Port': ['ID=2efd0e09-d3ba-4b29-a3e4-88c79c750e49,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:43.359275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03a3d52e-51c9-473f-a9e3-f9286a2d712f req-3d5264a1-7395-457d-8ef0-71819a043b8d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110341 Nov 22 16:49:43.363755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833947cb-7c09-42cb-820b-10f5b2db403a None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:43.381220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] No DVR routers for this DVR port 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:43.384528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.388890 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6dfc3e68-4404-4033-8e79-e46338f5dc87 req-cb1e0eb3-4f55-4285-8fe2-4043fc971124 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "DELETE /v2.0/ports/2efd0e09-d3ba-4b29-a3e4-88c79c750e49 HTTP/1.1" status: 204 len: 173 time: 0.5878828 Nov 22 16:49:43.389981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6487a6f2-ae3d-4559-94ab-b08037f0c2d7', 'name': 'network-vif-deleted', 'tag': '2efd0e09-d3ba-4b29-a3e4-88c79c750e49'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:43.393631 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927feabb-c24f-4ea0-8e53-95c8ecca11c2" -d '{"events": [{"server_uuid": "6487a6f2-ae3d-4559-94ab-b08037f0c2d7", "name": "network-vif-deleted", "tag": "2efd0e09-d3ba-4b29-a3e4-88c79c750e49"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:43.541241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eec2e-f4f2-479a-aff3-55342666f79a req-2fd0f57b-d14e-4168-9db1-e85fbc2749fd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.542845 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c07eec2e-f4f2-479a-aff3-55342666f79a req-2fd0f57b-d14e-4168-9db1-e85fbc2749fd tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1024578 Nov 22 16:49:43.614906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40544) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:43.640063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb2a8a8-7342-48d4-b539-135b5b25379f {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:43.649127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c07eec2e-f4f2-479a-aff3-55342666f79a req-776abdc2-1129-4272-abd8-51d825d144ad tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996957 Nov 22 16:49:43.653744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.670629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Transition to ACTIVE for port object 4cb2a8a8-7342-48d4-b539-135b5b25379f will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:43.687267 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.757441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a40f9e3b-6c7e-4d0c-a18a-48510d68e013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.778470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb2a8a8-7342-48d4-b539-135b5b25379f,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:43.840210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa5dc4-7c15-46d1-924b-fac2001e77b7 req-28c1f6e2-3450-4f66-96fc-825299e4c048 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.843504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeaa5dc4-7c15-46d1-924b-fac2001e77b7 req-28c1f6e2-3450-4f66-96fc-825299e4c048 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 946 time: 0.1201639 Nov 22 16:49:43.857338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a40f9e3b-6c7e-4d0c-a18a-48510d68e013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.863805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a40f9e3b-6c7e-4d0c-a18a-48510d68e013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.898658 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a40f9e3b-6c7e-4d0c-a18a-48510d68e013 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2585a4d450764cf6a6ef1f32fd1ba1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822554 Nov 22 16:49:43.901565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Attempting to bind port 4cb2a8a8-7342-48d4-b539-135b5b25379f on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:43.901979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Attempting to bind port 4cb2a8a8-7342-48d4-b539-135b5b25379f by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:43.902464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Attempting to bind port 4cb2a8a8-7342-48d4-b539-135b5b25379f on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:43.904288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40550) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:43.920398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Port 4cb2a8a8-7342-48d4-b539-135b5b25379f on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:43.920738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Attempting to bind port 4cb2a8a8-7342-48d4-b539-135b5b25379f on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:43.923741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f9e3b-6c7e-4d0c-a18a-48510d68e013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74560812-0d34-451b-a1a5-471f833e4ef8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:43.943194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeaa5dc4-7c15-46d1-924b-fac2001e77b7 req-d75b5b37-b291-4572-94ab-8ae13a8f9b85 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853963 Nov 22 16:49:43.945907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:43.946264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:43.946660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:43.947520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Bound port: 4cb2a8a8-7342-48d4-b539-135b5b25379f, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:43.947888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.984785 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1a227c0-ea4e-4fbc-99ad-072d50c9068c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.013507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1a227c0-ea4e-4fbc-99ad-072d50c9068c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.078053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1a227c0-ea4e-4fbc-99ad-072d50c9068c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.082999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1a227c0-ea4e-4fbc-99ad-072d50c9068c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.085316 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a1a227c0-ea4e-4fbc-99ad-072d50c9068c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74560812-0d34-451b-a1a5-471f833e4ef8 HTTP/1.1" status: 204 len: 168 time: 0.1798630 Nov 22 16:49:44.096044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] For port 4cb2a8a8-7342-48d4-b539-135b5b25379f, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:44.096322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a227c0-ea4e-4fbc-99ad-072d50c9068c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74560812-0d34-451b-a1a5-471f833e4ef8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:44.101132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] For port 4cb2a8a8-7342-48d4-b539-135b5b25379f, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4cb2a8a8-7342-48d4-b539-135b5b25379f,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:44.122404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.147614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dbf6c-2c2d-4253-bc57-91ba65170da9 req-2877349a-e7eb-45fa-98be-da8f14ce77fa tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.149142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-248dbf6c-2c2d-4253-bc57-91ba65170da9 req-2877349a-e7eb-45fa-98be-da8f14ce77fa tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 948 time: 0.1304646 Nov 22 16:49:44.154232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.154894 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.156516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] 10.222.0.37 "PUT /v2.0/ports/4cb2a8a8-7342-48d4-b539-135b5b25379f HTTP/1.1" status: 200 len: 1096 time: 1.2328086 Nov 22 16:49:44.157192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8541ddc-dff3-4203-8139-35e400f122f3', 'tag': '4cb2a8a8-7342-48d4-b539-135b5b25379f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:44.159808 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e932c701-5524-4fe4-acf4-183f2f19004b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8541ddc-dff3-4203-8139-35e400f122f3", "tag": "4cb2a8a8-7342-48d4-b539-135b5b25379f"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:44.283172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a8e63-83e8-4531-a1e8-9cc51c00dc88 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb2a8a8-7342-48d4-b539-135b5b25379f,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:44.306448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-248dbf6c-2c2d-4253-bc57-91ba65170da9 req-8fd85ce3-ac0a-48af-9211-c7d2004baf10 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226726 Nov 22 16:49:44.314353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-9d6fcaa6-8f05-4d2f-a030-4659062b5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.316606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-9d6fcaa6-8f05-4d2f-a030-4659062b5910 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1ce32ef66e24a98b5c9587273be314f&device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 1099 time: 0.1030521 Nov 22 16:49:44.403254 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e999ff-fa78-4890-a860-f86c0417caac x-openstack-request-id: req-72e999ff-fa78-4890-a860-f86c0417caac {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:44.403563 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6487a6f2-ae3d-4559-94ab-b08037f0c2d7", "name": "network-vif-deleted", "tag": "2efd0e09-d3ba-4b29-a3e4-88c79c750e49", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:44.403829 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72e999ff-fa78-4890-a860-f86c0417caac {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:44.404301 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6487a6f2-ae3d-4559-94ab-b08037f0c2d7', 'name': 'network-vif-deleted', 'tag': '2efd0e09-d3ba-4b29-a3e4-88c79c750e49', 'status': 'completed', 'code': 200} Nov 22 16:49:44.574817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40560) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:44.591397 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95c9bedc-7a18-4c64-b8d9-9f0be85f1f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.698135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95c9bedc-7a18-4c64-b8d9-9f0be85f1f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.703440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95c9bedc-7a18-4c64-b8d9-9f0be85f1f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.718672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-67a666c0-8732-45c1-8fba-f547a4aacfae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4cb2a8a8-7342-48d4-b539-135b5b25379f HTTP/1.1" status: 200 len: 217 time: 0.3921516 Nov 22 16:49:44.747384 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95c9bedc-7a18-4c64-b8d9-9f0be85f1f58 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ceb2a99b79054376b26a6ec23f0798a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708779 Nov 22 16:49:44.749077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9bedc-7a18-4c64-b8d9-9f0be85f1f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3eeafb-f6a6-4e3e-ba78-d5539432545d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:44.750703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:44.824854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-57e53ea0-81ca-4f89-80b4-5d9a8527d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.826309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-57e53ea0-81ca-4f89-80b4-5d9a8527d3f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0996227 Nov 22 16:49:44.857310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fc11b-fe60-4f76-9730-5fee9ac6826f req-d392bea8-5081-4171-b10a-b850de8a1cc6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.859194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b87fc11b-fe60-4f76-9730-5fee9ac6826f req-d392bea8-5081-4171-b10a-b850de8a1cc6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1434176 Nov 22 16:49:44.885796 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d7b5-2c8f-46d2-bc38-8590a1b90eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.932541 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d7b5-2c8f-46d2-bc38-8590a1b90eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.957436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-e7ba810e-1c84-4b44-8ce6-2a7574c6d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.958841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-e7ba810e-1c84-4b44-8ce6-2a7574c6d963 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227109 Nov 22 16:49:44.968859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b87fc11b-fe60-4f76-9730-5fee9ac6826f req-bc43eb5e-9c15-4bd3-a2a7-df5751ece061 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904691 Nov 22 16:49:45.028866 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0521ce-c590-49ba-bec0-e48cd1294d9e x-openstack-request-id: req-dc0521ce-c590-49ba-bec0-e48cd1294d9e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:45.029167 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8541ddc-dff3-4203-8139-35e400f122f3", "tag": "4cb2a8a8-7342-48d4-b539-135b5b25379f", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:45.029424 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc0521ce-c590-49ba-bec0-e48cd1294d9e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:45.029833 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8541ddc-dff3-4203-8139-35e400f122f3', 'tag': '4cb2a8a8-7342-48d4-b539-135b5b25379f', 'status': 'completed', 'code': 200} Nov 22 16:49:45.089107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d7b5-2c8f-46d2-bc38-8590a1b90eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.091782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d7b5-2c8f-46d2-bc38-8590a1b90eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.096541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f4c9d7b5-2c8f-46d2-bc38-8590a1b90eaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc3eeafb-f6a6-4e3e-ba78-d5539432545d HTTP/1.1" status: 204 len: 168 time: 0.3412588 Nov 22 16:49:45.109793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-61319825-b843-4bb7-8ef2-2c44b83bdbec service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390584 Nov 22 16:49:45.115823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9d7b5-2c8f-46d2-bc38-8590a1b90eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3eeafb-f6a6-4e3e-ba78-d5539432545d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:45.248383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52964afe-f45e-44d7-9e33-92f210711452 req-9b867833-bf6e-47be-af8c-4cf84186cfe2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.250829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52964afe-f45e-44d7-9e33-92f210711452 req-9b867833-bf6e-47be-af8c-4cf84186cfe2 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 946 time: 0.1201234 Nov 22 16:49:45.274856 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fafdeddb-27c9-4ede-9906-2b1c5e01a1fc req-9e505027-8bd3-4910-9a31-6d4dc3a2463e service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555867 Nov 22 16:49:45.328762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52964afe-f45e-44d7-9e33-92f210711452 req-2a9113bc-de7a-4c00-ba36-bfc0af04bd81 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674758 Nov 22 16:49:45.397411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c701-5524-4fe4-acf4-183f2f19004b req-ba327d73-96df-441f-ae7a-6bac52aea7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.398938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e932c701-5524-4fe4-acf4-183f2f19004b req-ba327d73-96df-441f-ae7a-6bac52aea7f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f1ce32ef66e24a98b5c9587273be314f&device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 1099 time: 0.0611296 Nov 22 16:49:45.417348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-717c77a0-fca7-4e42-8cb6-29e217cacc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.592346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c701-5524-4fe4-acf4-183f2f19004b req-323fff30-cfe4-4df5-b59f-edada0761a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.593870 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e932c701-5524-4fe4-acf4-183f2f19004b req-323fff30-cfe4-4df5-b59f-edada0761a0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.1856155 Nov 22 16:49:45.648759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e932c701-5524-4fe4-acf4-183f2f19004b req-84d914da-c94d-4397-96d2-96ab74193788 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=4cb2a8a8-7342-48d4-b539-135b5b25379f HTTP/1.1" status: 200 len: 217 time: 0.0455592 Nov 22 16:49:45.656515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595792-03be-4162-be0a-385681a0b177 req-a4100a73-fb68-4f85-adf2-c6a37b749dc7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.657571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-a4100a73-fb68-4f85-adf2-c6a37b749dc7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1901340 Nov 22 16:49:45.701303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-21af5dc6-3cdf-4f0d-88eb-1da3a6fa179d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/quotas/dc6894ae98494bb0bf6d62df8a0b0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0347781 Nov 22 16:49:45.725870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c701-5524-4fe4-acf4-183f2f19004b req-00880998-52d0-4458-9260-ea6c03b45a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.727706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e932c701-5524-4fe4-acf4-183f2f19004b req-00880998-52d0-4458-9260-ea6c03b45a35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0691242 Nov 22 16:49:45.803588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-390dce8e-8879-478e-8667-83172a32c2e5 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931842 Nov 22 16:49:45.808682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932c701-5524-4fe4-acf4-183f2f19004b req-ecb60a33-7a01-4a3c-955c-fd2326a0a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.810302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e932c701-5524-4fe4-acf4-183f2f19004b req-ecb60a33-7a01-4a3c-955c-fd2326a0a745 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670533 Nov 22 16:49:45.968535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-e0959880-eea9-442b-8769-d0ef53aa2d5d service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513627 Nov 22 16:49:45.974286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e932c701-5524-4fe4-acf4-183f2f19004b req-1a47cdf4-72ac-4af2-9d6b-9ed6b6b7a31d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558664 Nov 22 16:49:46.135091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-72ef3ae6-dd54-40e8-a1d4-a9a9614d8ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590095 Nov 22 16:49:46.138656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e932c701-5524-4fe4-acf4-183f2f19004b req-0f374d07-efbe-4c9a-a28c-52f7da816191 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539102 Nov 22 16:49:46.354207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681acfcb-b321-4881-ac89-2d2f0dff5132 req-4ed34926-fa0e-4ea6-9b06-9cf7aae4e4e5 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:46.356109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-681acfcb-b321-4881-ac89-2d2f0dff5132 req-4ed34926-fa0e-4ea6-9b06-9cf7aae4e4e5 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 948 time: 0.0563169 Nov 22 16:49:46.427534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-681acfcb-b321-4881-ac89-2d2f0dff5132 req-1a0bc188-502e-4888-9738-aeaa6af77007 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622339 Nov 22 16:49:46.514097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:46.552474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:46.553583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 2efd0e09-d3ba-4b29-a3e4-88c79c750e49 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:46.566640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaa142-345c-47bb-b830-5b987ebbfb14 req-78c4b40d-762a-4edd-8b42-3d895c85cf88 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:46.568242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09aaa142-345c-47bb-b830-5b987ebbfb14 req-78c4b40d-762a-4edd-8b42-3d895c85cf88 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 946 time: 0.0771027 Nov 22 16:49:46.637213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09aaa142-345c-47bb-b830-5b987ebbfb14 req-fe5b508e-50e6-4629-8275-25d5d550cca9 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626109 Nov 22 16:49:46.663560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:46.721065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ffbd2a-665d-4803-919b-8fbf5e0fab95 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:46.722897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-99ffbd2a-665d-4803-919b-8fbf5e0fab95 tempest-TestNetworkBasicOps-1149699449 tempest-TestNetworkBasicOps-1149699449-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 1092 time: 0.0547826 Nov 22 16:49:46.726723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40638) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:46.733107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:46.773658 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.799342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d5dff-8e73-45a4-a13e-76f4920c308d req-da5acd35-affa-4071-b37d-0a907b30a65f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:46.801236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-634d5dff-8e73-45a4-a13e-76f4920c308d req-da5acd35-affa-4071-b37d-0a907b30a65f tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0651238 Nov 22 16:49:46.864991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-634d5dff-8e73-45a4-a13e-76f4920c308d req-9300c888-32f4-4049-9dcc-3c00070392e1 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552661 Nov 22 16:49:46.918394 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.984544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6aac6f6-2351-4495-a4b8-689e043da642 req-fe9e8055-a0fc-4a3b-b2d5-baed03c3bdb0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 210 time: 0.0462599 Nov 22 16:49:47.048527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Allocated IP 172.25.0.57 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/8a72cd38-5578-4030-9620-9000e29fca07) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:47.104333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b75fe9-c34b-4dd0-be19-f342b43d1ddd req-7581e942-6875-4385-a52f-1a55f89bc0a5 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.105967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0b75fe9-c34b-4dd0-be19-f342b43d1ddd req-7581e942-6875-4385-a52f-1a55f89bc0a5 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0620115 Nov 22 16:49:47.161112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0b75fe9-c34b-4dd0-be19-f342b43d1ddd req-ae439a2f-cb5f-4925-bd0f-21df486a0f79 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478144 Nov 22 16:49:47.171370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.210971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.261398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:47.264869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:47.267874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:47.300564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=8a72cd38-5578-4030-9620-9000e29fca07,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:47.306059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8f71b-6be7-4bf6-8009-f49f9e59a52c req-630ef716-e81c-4c59-b8d6-396e86ec43cc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.313765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.314242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.314376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ee8f71b-6be7-4bf6-8009-f49f9e59a52c req-630ef716-e81c-4c59-b8d6-396e86ec43cc tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0660450 Nov 22 16:49:47.314791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.315458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.316074 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.317030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.317616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.318158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.318721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.319157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.319714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.320246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:47.439022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ee8f71b-6be7-4bf6-8009-f49f9e59a52c req-f9b8f0e4-540b-4225-a228-d7efdefdce33 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196682 Nov 22 16:49:47.549522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595792-03be-4162-be0a-385681a0b177 req-ab7bb1ac-c0fb-4a3d-ae01-cf60022e6a7d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.552064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-ab7bb1ac-c0fb-4a3d-ae01-cf60022e6a7d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1960373 Nov 22 16:49:47.568866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Request body: {'port': {'device_id': '0f802608-c8e9-452b-834a-edfeb69960a2', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'admin_state_up': True, 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:47.674900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2f27f-1f85-4935-a9cc-39db1450bc22 req-aad76e2b-0e1b-4598-b400-f7b3e99d1942 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.676735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e2f27f-1f85-4935-a9cc-39db1450bc22 req-aad76e2b-0e1b-4598-b400-f7b3e99d1942 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 948 time: 0.1362050 Nov 22 16:49:47.777997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e2f27f-1f85-4935-a9cc-39db1450bc22 req-0326dca2-2be6-41d3-bde9-765fbe5d0d7e tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908232 Nov 22 16:49:47.779787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:47.783924 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.860625 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a17cd394-589c-4016-b773-d0a6a993fee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.861341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.981870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda3bd8-2cfe-44e5-b006-88e2506528a3 req-92f49df6-ce6b-41f9-b5fd-4ddb8eb08dc5 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.983862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfda3bd8-2cfe-44e5-b006-88e2506528a3 req-92f49df6-ce6b-41f9-b5fd-4ddb8eb08dc5 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.1025877 Nov 22 16:49:47.996890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Allocated IP 172.20.0.13 (4614eaca-f271-4139-8521-589bfaf1dd26/86875a6d-e4f0-4a44-834c-5559f499b29c/b993e412-846b-4586-9a0b-90db6f0a2ecc) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:48.086310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfda3bd8-2cfe-44e5-b006-88e2506528a3 req-1dca0809-2638-4f22-8d45-025d0bcdfc76 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909343 Nov 22 16:49:48.213208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4478782-0b90-42f4-b6e9-8527cd5bd7f8 req-4eb18bd4-5d75-4447-833c-ebfdf6f04428 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 210 time: 0.0378788 Nov 22 16:49:48.244944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.267681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.296051 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.308677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:48.402784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Network 4614eaca-f271-4139-8521-589bfaf1dd26 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:48.411634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:48.420114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:48.436063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22921ea3-9b85-4bb0-9c49-a7a7bef86c7b None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:48.475187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.481672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.482344 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.483593 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.489324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event updated for resources: {'Port': ['ID=b993e412-846b-4586-9a0b-90db6f0a2ecc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:48.517443 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90551f6f-a762-457a-931f-5e7efe940912 req-f93f9542-0ada-4b8b-905e-92caaba43997 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.517865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4cb2a8a8-7342-48d4-b539-135b5b25379f details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:48.527468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90551f6f-a762-457a-931f-5e7efe940912 req-f93f9542-0ada-4b8b-905e-92caaba43997 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.2081585 Nov 22 16:49:48.561357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-dded43df-9e42-4b26-b573-5bb20d344175 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9964268 Nov 22 16:49:48.575904 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event updated for resources: {'Port': ['ID=8a72cd38-5578-4030-9620-9000e29fca07,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:48.595308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Request body: {'port': {'device_id': '0f802608-c8e9-452b-834a-edfeb69960a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:48.598244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.615083 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6d0cd166-e27c-459a-801b-c5662f21689f None None] Provisioning complete for port b993e412-846b-4586-9a0b-90db6f0a2ecc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:48.615474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd166-e27c-459a-801b-c5662f21689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.644009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90551f6f-a762-457a-931f-5e7efe940912 req-41e11571-2dcd-4370-96eb-e9c9703dd783 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148841 Nov 22 16:49:48.707416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4cb2a8a8-7342-48d4-b539-135b5b25379f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4cb2a8a8-7342-48d4-b539-135b5b25379f,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:48.710047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6d0cd166-e27c-459a-801b-c5662f21689f None None] Port b993e412-846b-4586-9a0b-90db6f0a2ecc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:48.722530 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '4cb2a8a8-7342-48d4-b539-135b5b25379f', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '4cb2a8a8-7342-48d4-b539-135b5b25379f', 'mac_address': 'fa:16:3e:2d:bd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:48.734787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.801800 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Floating IP a7a6e1b4-9739-4d0d-abd9-c479f24bd7df associated. External IP: 172.25.0.57, port: 564d0afe-d4f2-4206-81fa-f11afc12ee9f. Nov 22 16:49:48.834143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.866447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb2a8a8-7342-48d4-b539-135b5b25379f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:48.908082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4cb2a8a8-7342-48d4-b539-135b5b25379f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4cb2a8a8-7342-48d4-b539-135b5b25379f,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:48.916869 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.925619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.979252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=4cb2a8a8-7342-48d4-b539-135b5b25379f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:49.093614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:49.137032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057ee43-a185-41d5-94be-09efc6044be1 req-6f3ec0ec-b09b-404b-b146-872e04cd985a tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.146807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e057ee43-a185-41d5-94be-09efc6044be1 req-6f3ec0ec-b09b-404b-b146-872e04cd985a tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 949 time: 0.1385400 Nov 22 16:49:49.244132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e057ee43-a185-41d5-94be-09efc6044be1 req-90cd1cb2-e691-4bb0-ab73-0ba562a20c9e tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952477 Nov 22 16:49:49.249260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4cb2a8a8-7342-48d4-b539-135b5b25379f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:49.266749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:49.278461 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72291c44-95e6-4284-8628-68291594ca9e None None] Sync routers for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:49.299084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.320513 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72291c44-95e6-4284-8628-68291594ca9e None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:49.323273 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72291c44-95e6-4284-8628-68291594ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:49.371849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-834b2b76-20a2-43ff-a3a9-180c6bd3dee5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6404898 Nov 22 16:49:49.371849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:49.373367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:49.376527 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e99f84-19ef-4df5-8204-5e7d547b6754" -d '{"events": [{"name": "network-changed", "server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:49.391275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b993e412-846b-4586-9a0b-90db6f0a2ecc {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:49.447385 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.497445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Transition to ACTIVE for port object b993e412-846b-4586-9a0b-90db6f0a2ecc will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:49.510704 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.518406 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-72291c44-95e6-4284-8628-68291594ca9e None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:49.547911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3bf01a69-0b4f-4835-b3e1-604d2c43d8ea tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/floatingips/a7a6e1b4-9739-4d0d-abd9-c479f24bd7df HTTP/1.1" status: 200 len: 991 time: 0.1716981 Nov 22 16:49:49.567735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96fbaf-5389-4d2b-859d-dc40ebbb4599 req-ca280b63-3fce-4118-a8cb-c023a3df6c7e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.569346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b96fbaf-5389-4d2b-859d-dc40ebbb4599 req-ca280b63-3fce-4118-a8cb-c023a3df6c7e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 932 time: 0.1640799 Nov 22 16:49:49.585019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4889a1-54c2-43af-bb35-77fa68b8950a None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:49.586138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Pushing event updated for resources: {'Port': ['ID=b993e412-846b-4586-9a0b-90db6f0a2ecc,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:49.677753 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b96fbaf-5389-4d2b-859d-dc40ebbb4599 req-af0a622b-a44c-4804-8102-767bf67cf051 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942929 Nov 22 16:49:49.702722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Attempting to bind port b993e412-846b-4586-9a0b-90db6f0a2ecc on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:49.703281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Attempting to bind port b993e412-846b-4586-9a0b-90db6f0a2ecc by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:49.704021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Attempting to bind port b993e412-846b-4586-9a0b-90db6f0a2ecc on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:49.722490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Port b993e412-846b-4586-9a0b-90db6f0a2ecc on network 4614eaca-f271-4139-8521-589bfaf1dd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:49.723410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Attempting to bind port b993e412-846b-4586-9a0b-90db6f0a2ecc on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:49.733222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:49.733566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Checking segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:49.733951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Bound using segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:49.734394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Bound port: b993e412-846b-4586-9a0b-90db6f0a2ecc, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:49.734860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.783854 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4f1312-f0cc-4421-a0c7-dc23016e4559 x-openstack-request-id: req-4d4f1312-f0cc-4421-a0c7-dc23016e4559 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:49.784226 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:49.784570 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d4f1312-f0cc-4421-a0c7-dc23016e4559 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:49.785185 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'status': 'completed', 'code': 200} Nov 22 16:49:49.844831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] For port b993e412-846b-4586-9a0b-90db6f0a2ecc, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:49.848812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] For port b993e412-846b-4586-9a0b-90db6f0a2ecc, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b993e412-846b-4586-9a0b-90db6f0a2ecc,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:49.856349 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.878240 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72291c44-95e6-4284-8628-68291594ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a7a6e1b4-9739-4d0d-abd9-c479f24bd7df', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'port_id': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'mac_address': 'fa:16:3e:e2:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc235794-9a57-445f-a297-8e816264d95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:49:47Z', 'updated_at': '2021-11-22T16:49:47Z', 'revision_number': 0, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:31Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:49.901275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-40c85b8b-6252-4ac1-8af1-76ecce161ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.902887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-40c85b8b-6252-4ac1-8af1-76ecce161ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 1097 time: 0.0894809 Nov 22 16:49:49.908023 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72291c44-95e6-4284-8628-68291594ca9e None None] Checking router: 3eb7a2e1-e464-451b-93d3-9f3f359549f1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:49.917253 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72291c44-95e6-4284-8628-68291594ca9e None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:49.918093 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72291c44-95e6-4284-8628-68291594ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:49.947629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.948271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.949685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] 10.222.0.37 "PUT /v2.0/ports/b993e412-846b-4586-9a0b-90db6f0a2ecc HTTP/1.1" status: 200 len: 1092 time: 1.3717530 Nov 22 16:49:49.953101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fc22f0-d703-4031-bf14-573c36066568 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:49.981569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f802608-c8e9-452b-834a-edfeb69960a2', 'tag': 'b993e412-846b-4586-9a0b-90db6f0a2ecc'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:50.000283 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40" -d '{"events": [{"name": "network-changed", "server_uuid": "0f802608-c8e9-452b-834a-edfeb69960a2", "tag": "b993e412-846b-4586-9a0b-90db6f0a2ecc"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:50.042142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-78a72b25-dc84-4f78-b3f9-ba3923fa67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.046469 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-78a72b25-dc84-4f78-b3f9-ba3923fa67ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=91545320-4479-4910-b5d9-90fb59627aa4 HTTP/1.1" status: 200 len: 898 time: 0.1354146 Nov 22 16:49:50.074266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaaa1e-4bba-46a2-a3df-e4fbe96cfefc service neutron] Pushing event updated for resources: {'Port': ['ID=b993e412-846b-4586-9a0b-90db6f0a2ecc,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:50.084263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595792-03be-4162-be0a-385681a0b177 req-759bfd15-d3b4-4d60-bc27-c76ad7169298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.087041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-759bfd15-d3b4-4d60-bc27-c76ad7169298 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 1095 time: 0.0830638 Nov 22 16:49:50.089545 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd09ca18-a40f-4df9-8d72-af02a88e8410 x-openstack-request-id: req-bd09ca18-a40f-4df9-8d72-af02a88e8410 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:50.089860 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f802608-c8e9-452b-834a-edfeb69960a2", "tag": "b993e412-846b-4586-9a0b-90db6f0a2ecc", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:50.090082 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd09ca18-a40f-4df9-8d72-af02a88e8410 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:50.090488 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f802608-c8e9-452b-834a-edfeb69960a2', 'tag': 'b993e412-846b-4586-9a0b-90db6f0a2ecc', 'status': 'completed', 'code': 200} Nov 22 16:49:50.161047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-6f95f8f2-7999-4c12-83c4-38e80956de92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f HTTP/1.1" status: 200 len: 999 time: 0.1065431 Nov 22 16:49:50.163634 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-72291c44-95e6-4284-8628-68291594ca9e None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:50.173029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-2a0be535-a51d-4326-b652-3973315fd782 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b993e412-846b-4586-9a0b-90db6f0a2ecc HTTP/1.1" status: 200 len: 217 time: 0.0769043 Nov 22 16:49:50.237234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-5114f5bc-405a-4745-9f0d-6a4ac9c6e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.239425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-5114f5bc-405a-4745-9f0d-6a4ac9c6e71f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f5c0175-1024-404d-a3d1-3f0ec57f9137 HTTP/1.1" status: 200 len: 833 time: 0.0672557 Nov 22 16:49:50.256865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a595792-03be-4162-be0a-385681a0b177 req-a2eba259-36d2-404c-b40f-15c50660baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.262102 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-a2eba259-36d2-404c-b40f-15c50660baa2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0828245 Nov 22 16:49:50.301938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-5fadae76-889d-44ce-bc1c-e0633f4d512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.303521 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-5fadae76-889d-44ce-bc1c-e0633f4d512a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91545320-4479-4910-b5d9-90fb59627aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562890 Nov 22 16:49:50.307451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-1b282314-e612-4c8c-b6da-0f5d7a8f8130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354798 Nov 22 16:49:50.465913 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-c79fd17e-60d3-419a-a4ae-cda016f09eb7 service neutron] 10.222.0.37 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393597 Nov 22 16:49:50.513365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eadb5-b0bf-41d6-b382-968c552454f8 req-224b9c77-4190-4d0b-bd54-12589af8bb31 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.527928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-286eadb5-b0bf-41d6-b382-968c552454f8 req-224b9c77-4190-4d0b-bd54-12589af8bb31 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 949 time: 0.1887655 Nov 22 16:49:50.539131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4cb2a8a8-7342-48d4-b539-135b5b25379f up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:50.561834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:50.581732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-2048f44e-83d6-4d57-8b44-7122cd8677df service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626441 Nov 22 16:49:50.650646 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72291c44-95e6-4284-8628-68291594ca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a7a6e1b4-9739-4d0d-abd9-c479f24bd7df', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'port_id': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'mac_address': 'fa:16:3e:e2:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc235794-9a57-445f-a297-8e816264d95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:49:47Z', 'updated_at': '2021-11-22T16:49:47Z', 'revision_number': 0, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:31Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:50.695906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 4cb2a8a8-7342-48d4-b539-135b5b25379f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:50.700693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 4cb2a8a8-7342-48d4-b539-135b5b25379f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:50.701399 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.704011 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d3e99f84-19ef-4df5-8204-5e7d547b6754 req-23828bc4-4f4c-4649-92c0-22a1930ccfc5 service neutron] 10.222.0.37 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304673 Nov 22 16:49:50.704933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.746057 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72291c44-95e6-4284-8628-68291594ca9e None None] The sync data for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 is: [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a7a6e1b4-9739-4d0d-abd9-c479f24bd7df', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'port_id': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'mac_address': 'fa:16:3e:e2:aa:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc235794-9a57-445f-a297-8e816264d95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:49:47Z', 'updated_at': '2021-11-22T16:49:47Z', 'revision_number': 0, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:31Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:50.756057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-286eadb5-b0bf-41d6-b382-968c552454f8 req-855a2e8f-4ef4-47ff-8eca-49993ccf1a5e tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293108 Nov 22 16:49:50.865475 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.918761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4cb2a8a8-7342-48d4-b539-135b5b25379f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4cb2a8a8-7342-48d4-b539-135b5b25379f,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:50.920831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8541ddc-dff3-4203-8139-35e400f122f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb2a8a8-7342-48d4-b539-135b5b25379f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:50.924367 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9091da0e-fc5e-4902-8d08-0dd378c1ef1c" -d '{"events": [{"server_uuid": "f8541ddc-dff3-4203-8139-35e400f122f3", "name": "network-vif-plugged", "status": "completed", "tag": "4cb2a8a8-7342-48d4-b539-135b5b25379f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:50.927473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9441b19d-f029-4901-aa45-86d469b4109e tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/floatingips/a7a6e1b4-9739-4d0d-abd9-c479f24bd7df HTTP/1.1" status: 200 len: 991 time: 0.3614218 Nov 22 16:49:50.931211 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.945787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a595792-03be-4162-be0a-385681a0b177 req-d572ac78-61e6-4ba2-8f15-22dd8ddbdfe9 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176723 Nov 22 16:49:50.966497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed623e-b153-49f3-8ccf-e0acee0a72ba req-c39cf5af-046d-44df-8fa4-8a5af4e37c4b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.972708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41ed623e-b153-49f3-8ccf-e0acee0a72ba req-c39cf5af-046d-44df-8fa4-8a5af4e37c4b tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 944 time: 0.0857108 Nov 22 16:49:51.007889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=4cb2a8a8-7342-48d4-b539-135b5b25379f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:51.095122 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41ed623e-b153-49f3-8ccf-e0acee0a72ba req-f15b9a2d-c0b0-4c4e-aea4-b669673d8145 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147592 Nov 22 16:49:51.101197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-a6591b71-414a-4401-ae91-77d91f9b1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.103049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-a6591b71-414a-4401-ae91-77d91f9b1945 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 1095 time: 0.0790536 Nov 22 16:49:51.176123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26bd95-9f38-4ecd-853d-97b2b163844e None None] New status for floating IP a7a6e1b4-9739-4d0d-abd9-c479f24bd7df: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:49:51.228039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-214d0c68-668c-4434-9d14-676c69cf4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.230285 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-214d0c68-668c-4434-9d14-676c69cf4a0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 906 time: 0.1092682 Nov 22 16:49:51.312884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-51f13c96-392b-4033-987e-a0e858e96be9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b993e412-846b-4586-9a0b-90db6f0a2ecc HTTP/1.1" status: 200 len: 217 time: 0.0682232 Nov 22 16:49:51.371803 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff9f446-a8f0-40a9-88b1-6ff7633bc7b7 x-openstack-request-id: req-dff9f446-a8f0-40a9-88b1-6ff7633bc7b7 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:51.372178 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8541ddc-dff3-4203-8139-35e400f122f3", "name": "network-vif-plugged", "status": "completed", "tag": "4cb2a8a8-7342-48d4-b539-135b5b25379f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:51.372306 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dff9f446-a8f0-40a9-88b1-6ff7633bc7b7 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:51.372711 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8541ddc-dff3-4203-8139-35e400f122f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb2a8a8-7342-48d4-b539-135b5b25379f', 'code': 200} Nov 22 16:49:51.376055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052ba65-70c9-4657-b88e-fb57799a90c8 req-42aae866-10a8-4348-b4e2-d15ff8755f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.378301 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c052ba65-70c9-4657-b88e-fb57799a90c8 req-42aae866-10a8-4348-b4e2-d15ff8755f48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 1101 time: 0.0805254 Nov 22 16:49:51.380657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-16ad75db-16ec-4261-89f3-5fa8ab0e1dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.383578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-16ad75db-16ec-4261-89f3-5fa8ab0e1dbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0631654 Nov 22 16:49:51.451979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:51.453708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-62a9bde6-5518-4636-9339-79979c6fa382 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518904 Nov 22 16:49:51.478104 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c052ba65-70c9-4657-b88e-fb57799a90c8 req-d90425fa-ed3a-4839-ae48-9a380bb7e14b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848336 Nov 22 16:49:51.600725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-c992a1ff-44c3-4ee1-9634-06eaab1f0d31 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389823 Nov 22 16:49:51.782492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f9b1f27-4beb-4b8c-9827-8b67376a6b40 req-7bcb85a1-f794-4fd8-857d-c3335b5b9240 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081865 Nov 22 16:49:51.928348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4df4ae-db81-424a-b991-020064076117 req-857aede5-904d-4f8c-b1d7-2c2eaef4a4cf tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.931177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40836) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:51.931846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b4df4ae-db81-424a-b991-020064076117 req-857aede5-904d-4f8c-b1d7-2c2eaef4a4cf tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 950 time: 0.0705333 Nov 22 16:49:52.035149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-08fb9981-fe3c-4be1-b8a1-de59458256d6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/floatingips/a7a6e1b4-9739-4d0d-abd9-c479f24bd7df HTTP/1.1" status: 200 len: 993 time: 0.1003437 Nov 22 16:49:52.053625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b4df4ae-db81-424a-b991-020064076117 req-fb9f71bc-673e-4407-a348-f5cd8beb421d tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110306 Nov 22 16:49:52.279196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99462f12-2078-45aa-9ca9-6a1af5f4f6e5 req-d8975051-dedd-4d63-b7d8-c239a8360c29 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.290109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99462f12-2078-45aa-9ca9-6a1af5f4f6e5 req-d8975051-dedd-4d63-b7d8-c239a8360c29 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 944 time: 0.0815368 Nov 22 16:49:52.366095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99462f12-2078-45aa-9ca9-6a1af5f4f6e5 req-9bedd946-f409-43c9-aea8-c61c5bf1b12d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705171 Nov 22 16:49:52.778816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40868) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:52.940720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86fe528-1ee8-4e3c-92ee-2f83cc92e748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.021418 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86fe528-1ee8-4e3c-92ee-2f83cc92e748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.026965 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c86fe528-1ee8-4e3c-92ee-2f83cc92e748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.064807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fe528-1ee8-4e3c-92ee-2f83cc92e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f50ab4c-9e9a-4456-acbf-20c988786cbd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:53.072175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:53.072540 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c86fe528-1ee8-4e3c-92ee-2f83cc92e748 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c9a21e46f9047639ea05368bbb3dc1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2916534 Nov 22 16:49:53.189852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63319c99-5e8a-4c03-b2b8-f401401cd60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.224634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12591840-e81c-4f22-ad19-56f34418a982 req-991cb5bb-fd31-4e78-a793-67b312256a62 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.226351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12591840-e81c-4f22-ad19-56f34418a982 req-991cb5bb-fd31-4e78-a793-67b312256a62 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 950 time: 0.0836794 Nov 22 16:49:53.228271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63319c99-5e8a-4c03-b2b8-f401401cd60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.317373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12591840-e81c-4f22-ad19-56f34418a982 req-896d1b49-4288-4c53-be28-70b21e08857e tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738916 Nov 22 16:49:53.330738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63319c99-5e8a-4c03-b2b8-f401401cd60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.336970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63319c99-5e8a-4c03-b2b8-f401401cd60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.342570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-63319c99-5e8a-4c03-b2b8-f401401cd60f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f50ab4c-9e9a-4456-acbf-20c988786cbd HTTP/1.1" status: 204 len: 168 time: 0.2687325 Nov 22 16:49:53.352923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63319c99-5e8a-4c03-b2b8-f401401cd60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f50ab4c-9e9a-4456-acbf-20c988786cbd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:53.683789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:53.711053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407135ef-7ec4-442e-b5a4-d9af0be8d2d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.839537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62472-1933-43b5-90e6-bd507740cdaa req-e3cfaa72-9ffe-4e1b-acad-2080df2dbb06 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.841173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ce62472-1933-43b5-90e6-bd507740cdaa req-e3cfaa72-9ffe-4e1b-acad-2080df2dbb06 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 944 time: 0.0825932 Nov 22 16:49:53.919806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407135ef-7ec4-442e-b5a4-d9af0be8d2d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.925804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407135ef-7ec4-442e-b5a4-d9af0be8d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.940312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ce62472-1933-43b5-90e6-bd507740cdaa req-f959741f-1e38-4caf-8d76-70238a706a39 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838473 Nov 22 16:49:53.983990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407135ef-7ec4-442e-b5a4-d9af0be8d2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fece4ec-cfd5-416d-a7ab-ef78138c5d40,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:53.991384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:53.991951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-407135ef-7ec4-442e-b5a4-d9af0be8d2d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37f2753dbea247a89ea8a83c9d55041d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064132 Nov 22 16:49:54.044461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ea02655-b4df-4dd6-8e7c-ed26c0273280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.071197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ea02655-b4df-4dd6-8e7c-ed26c0273280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.127170 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ea02655-b4df-4dd6-8e7c-ed26c0273280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.131148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ea02655-b4df-4dd6-8e7c-ed26c0273280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.135601 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5ea02655-b4df-4dd6-8e7c-ed26c0273280 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fece4ec-cfd5-416d-a7ab-ef78138c5d40 HTTP/1.1" status: 204 len: 168 time: 0.1429453 Nov 22 16:49:54.146280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea02655-b4df-4dd6-8e7c-ed26c0273280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fece4ec-cfd5-416d-a7ab-ef78138c5d40,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:54.551584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b993e412-846b-4586-9a0b-90db6f0a2ecc details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:54.684150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b993e412-846b-4586-9a0b-90db6f0a2ecc, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b993e412-846b-4586-9a0b-90db6f0a2ecc,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:54.702153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'b993e412-846b-4586-9a0b-90db6f0a2ecc', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'port_id': 'b993e412-846b-4586-9a0b-90db6f0a2ecc', 'mac_address': 'fa:16:3e:93:45:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86875a6d-e4f0-4a44-834c-5559f499b29c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:54.747332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.764377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b993e412-846b-4586-9a0b-90db6f0a2ecc {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:54.793063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b993e412-846b-4586-9a0b-90db6f0a2ecc, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b993e412-846b-4586-9a0b-90db6f0a2ecc,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:54.799033 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.869424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b993e412-846b-4586-9a0b-90db6f0a2ecc,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:55.072507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53a130-e9c3-40b1-a190-b4d7e2812fff req-81ef2d63-02dc-40cf-8e7a-d1b94946286e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.074492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab53a130-e9c3-40b1-a190-b4d7e2812fff req-81ef2d63-02dc-40cf-8e7a-d1b94946286e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 945 time: 0.0543954 Nov 22 16:49:55.142703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab53a130-e9c3-40b1-a190-b4d7e2812fff req-5270a742-539a-4001-a5b6-b5728a6739b1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606315 Nov 22 16:49:55.157449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b993e412-846b-4586-9a0b-90db6f0a2ecc'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:55.783637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cca97-c66a-421e-8649-16fa17174942 req-300d04d9-3b19-4f81-92a6-123ee662eca5 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.791328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-002cca97-c66a-421e-8649-16fa17174942 req-300d04d9-3b19-4f81-92a6-123ee662eca5 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0658267 Nov 22 16:49:55.860401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-002cca97-c66a-421e-8649-16fa17174942 req-097a780a-e39d-48ec-8ffd-5491d9927033 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652444 Nov 22 16:49:56.269647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575ca65-91e5-4cfc-ba61-8be132cddec3 req-966c317e-1525-4f7c-a232-45e28fae9719 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:56.272340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e575ca65-91e5-4cfc-ba61-8be132cddec3 req-966c317e-1525-4f7c-a232-45e28fae9719 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 945 time: 0.0627823 Nov 22 16:49:56.325879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e575ca65-91e5-4cfc-ba61-8be132cddec3 req-d1b01d2a-de23-4789-9700-78aae5d46675 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446329 Nov 22 16:49:56.550638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b993e412-846b-4586-9a0b-90db6f0a2ecc up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:56.605186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port b993e412-846b-4586-9a0b-90db6f0a2ecc completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:56.610405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port b993e412-846b-4586-9a0b-90db6f0a2ecc triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:56.610786 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.697685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.722841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f802608-c8e9-452b-834a-edfeb69960a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993e412-846b-4586-9a0b-90db6f0a2ecc'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:56.727857 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc3d19-0ed9-4324-beba-b5210b1d682d" -d '{"events": [{"server_uuid": "0f802608-c8e9-452b-834a-edfeb69960a2", "name": "network-vif-plugged", "status": "completed", "tag": "b993e412-846b-4586-9a0b-90db6f0a2ecc"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:56.743190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b993e412-846b-4586-9a0b-90db6f0a2ecc, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b993e412-846b-4586-9a0b-90db6f0a2ecc,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:56.748854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.799127 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3777cf9c-8df2-4d70-9a82-2b1ecd0622b4 x-openstack-request-id: req-3777cf9c-8df2-4d70-9a82-2b1ecd0622b4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:56.799545 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f802608-c8e9-452b-834a-edfeb69960a2", "name": "network-vif-plugged", "status": "completed", "tag": "b993e412-846b-4586-9a0b-90db6f0a2ecc", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:56.799892 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3777cf9c-8df2-4d70-9a82-2b1ecd0622b4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:56.800381 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f802608-c8e9-452b-834a-edfeb69960a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b993e412-846b-4586-9a0b-90db6f0a2ecc', 'code': 200} Nov 22 16:49:56.823018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b993e412-846b-4586-9a0b-90db6f0a2ecc,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:56.935096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e955a38-bf3d-44e1-a23a-571c7a9ed36e req-6417062f-022a-463d-9935-91e8599fde8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:56.936714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e955a38-bf3d-44e1-a23a-571c7a9ed36e req-6417062f-022a-463d-9935-91e8599fde8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 1097 time: 0.0608764 Nov 22 16:49:57.035504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35582c-aedb-4324-8f64-867524d50719 req-e7151b53-0477-4174-8c7c-1fe441f96a70 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.037360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd35582c-aedb-4324-8f64-867524d50719 req-e7151b53-0477-4174-8c7c-1fe441f96a70 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0996532 Nov 22 16:49:57.041516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e955a38-bf3d-44e1-a23a-571c7a9ed36e req-d83d073a-6964-47f5-aa5f-7f93d353868b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921316 Nov 22 16:49:57.098177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd35582c-aedb-4324-8f64-867524d50719 req-3ad15767-3600-4510-972e-d3e383db08ff tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515075 Nov 22 16:49:57.460355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58992fee-84e5-408f-b6e8-69e97348464f req-798ea251-f3e2-4878-aa05-8f0e4511fcd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.464482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58992fee-84e5-408f-b6e8-69e97348464f req-798ea251-f3e2-4878-aa05-8f0e4511fcd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 946 time: 0.0587859 Nov 22 16:49:57.527929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58992fee-84e5-408f-b6e8-69e97348464f req-0ce46d0e-5fde-4981-9677-73c658801d08 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565388 Nov 22 16:49:57.840491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-3f22ff18-8e9f-4efc-b457-2370e95c16ef tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.842091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-3f22ff18-8e9f-4efc-b457-2370e95c16ef tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.37 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0620663 Nov 22 16:49:58.101867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41036) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.245144 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ce80-ce2c-4e27-a182-79c75a3d33da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.341493 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ce80-ce2c-4e27-a182-79c75a3d33da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.348847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ea8ce80-ce2c-4e27-a182-79c75a3d33da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.360591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd479a1-f226-4d13-a5a8-235beb9f84a8 req-92900fab-7f0f-4b53-a7a2-1a7d0234b794 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.362975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fd479a1-f226-4d13-a5a8-235beb9f84a8 req-92900fab-7f0f-4b53-a7a2-1a7d0234b794 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b24984-b21a-44e3-af1d-089ca53cc231 HTTP/1.1" status: 200 len: 946 time: 0.0871058 Nov 22 16:49:58.383609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Deleting port e3dc0611-bc84-46ad-827f-4500a88c4e6c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:58.384298 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.412686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ea8ce80-ce2c-4e27-a182-79c75a3d33da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0888824467f14b5fa0eee1f94ee3ae05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096540 Nov 22 16:49:58.417831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41042) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.427847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8ce80-ce2c-4e27-a182-79c75a3d33da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188f5aa4-42ff-4217-9e92-c51652eda198,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:58.481964 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80c58ad2-2d65-48c5-b59a-d2b925d70323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.506396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80c58ad2-2d65-48c5-b59a-d2b925d70323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.508060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fd479a1-f226-4d13-a5a8-235beb9f84a8 req-68d4538d-e0a0-4389-ab2c-909fc424612a tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.59 "GET /v2.0/security-groups?id=954d9716-8b5c-4916-8536-dbb87b83d042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368535 Nov 22 16:49:58.551342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] For port e3dc0611-bc84-46ad-827f-4500a88c4e6c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e3dc0611-bc84-46ad-827f-4500a88c4e6c,segment=NetworkSegment(b10f5c98-26de-433c-aed8-d4cdde2db599),segment_id=b10f5c98-26de-433c-aed8-d4cdde2db599)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:58.552089 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.568800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Calling delete_port for e3dc0611-bc84-46ad-827f-4500a88c4e6c owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:58.569383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80c58ad2-2d65-48c5-b59a-d2b925d70323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.573146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80c58ad2-2d65-48c5-b59a-d2b925d70323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.577838 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-80c58ad2-2d65-48c5-b59a-d2b925d70323 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/188f5aa4-42ff-4217-9e92-c51652eda198 HTTP/1.1" status: 204 len: 168 time: 0.1586814 Nov 22 16:49:58.587627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c58ad2-2d65-48c5-b59a-d2b925d70323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188f5aa4-42ff-4217-9e92-c51652eda198,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:58.717074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acd807-c6d3-49c0-80ca-96fa76e50dfc req-bb2bee1f-85ff-4c00-9c74-8d0feee3a086 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.718658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71acd807-c6d3-49c0-80ca-96fa76e50dfc req-bb2bee1f-85ff-4c00-9c74-8d0feee3a086 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 946 time: 0.0802362 Nov 22 16:49:58.802628 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71acd807-c6d3-49c0-80ca-96fa76e50dfc req-55dbdb09-bd58-4c3e-9383-6812aa64b3b4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743327 Nov 22 16:49:58.839313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.854835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e3dc0611-bc84-46ad-827f-4500a88c4e6c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:58.884693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Pushing event deleted for resources: {'Port': ['ID=e3dc0611-bc84-46ad-827f-4500a88c4e6c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:58.905172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2bce7b-a844-43ed-9843-c4d65b14eed1 None None] DHCP port deletion for 25df3007-aeb4-4f11-8530-afeb481ed4a8 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:58.933354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] No DVR routers for this DVR port e3dc0611-bc84-46ad-827f-4500a88c4e6c on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:58.936031 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.940107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15a4465a-8ae9-4188-b8ee-547b6fdcb0d3 req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] 10.222.0.37 "DELETE /v2.0/ports/e3dc0611-bc84-46ad-827f-4500a88c4e6c HTTP/1.1" status: 204 len: 173 time: 1.0901525 Nov 22 16:49:58.940598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-deleted', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:58.957423 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363ec257-cbc4-4b69-9220-e3a25631886b" -d '{"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-deleted", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:58.962998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.967283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.967673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.968025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.968374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.968717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.969107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.969443 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.971098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.973029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.973561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:58.974409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cfb8f9-2e97-405d-8b7e-00bfadb6a3f6 tempest-ServersNegativeTestJSON-1234296210 tempest-ServersNegativeTestJSON-1234296210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:59.054388 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1843b8-2b29-4cb4-8e2b-acdc183d3195 x-openstack-request-id: req-0b1843b8-2b29-4cb4-8e2b-acdc183d3195 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:59.054767 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b24984-b21a-44e3-af1d-089ca53cc231", "name": "network-vif-deleted", "tag": "e3dc0611-bc84-46ad-827f-4500a88c4e6c", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:59.055118 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b1843b8-2b29-4cb4-8e2b-acdc183d3195 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:59.055589 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b24984-b21a-44e3-af1d-089ca53cc231', 'name': 'network-vif-deleted', 'tag': 'e3dc0611-bc84-46ad-827f-4500a88c4e6c', 'status': 'completed', 'code': 200} Nov 22 16:49:59.107252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-80f96d74-4cd1-4b89-9458-741d369fe4bb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997534 Nov 22 16:49:59.193395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41062) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:59.208352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d472d524-2da5-4ac3-a9d3-4d03d9171845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.212793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520375a4-aa91-4861-b707-5672b8bc4d76 req-a7e31bd8-7238-45d4-a2d5-7ddabad10635 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.219854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-520375a4-aa91-4861-b707-5672b8bc4d76 req-a7e31bd8-7238-45d4-a2d5-7ddabad10635 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 946 time: 0.0976698 Nov 22 16:49:59.249050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-e777076c-ff01-40df-a94a-1c03a64ffc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.250604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-e777076c-ff01-40df-a94a-1c03a64ffc20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 1097 time: 0.0907528 Nov 22 16:49:59.295638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-520375a4-aa91-4861-b707-5672b8bc4d76 req-902e0764-54df-4dc8-8604-a87a43c17801 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731535 Nov 22 16:49:59.321704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d472d524-2da5-4ac3-a9d3-4d03d9171845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.329440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d472d524-2da5-4ac3-a9d3-4d03d9171845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.365673 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d472d524-2da5-4ac3-a9d3-4d03d9171845 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c5a551de55d4b159d334af238fb7127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702542 Nov 22 16:49:59.368198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41066) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:59.409994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-8f02f7e0-db7e-462f-95e0-5f54bc3dad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.410821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472d524-2da5-4ac3-a9d3-4d03d9171845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087393d9-3e44-4687-9747-23fdf2264ea5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:59.411537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-8f02f7e0-db7e-462f-95e0-5f54bc3dad99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 906 time: 0.1340470 Nov 22 16:49:59.470896 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a501ef49-ce65-42f5-bd4c-6ffad63103e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.494992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-aee76748-fc61-4e2a-bba3-fe60a0f5e829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395c8b4f-ccb3-4363-ac9b-7bde73addbe8 HTTP/1.1" status: 200 len: 217 time: 0.0645852 Nov 22 16:49:59.496848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a501ef49-ce65-42f5-bd4c-6ffad63103e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.513400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83cb24-425f-4336-82e2-f84dfe528847 req-d5f732cf-32bb-4ef0-9d05-573aa52c4bec tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.514974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba83cb24-425f-4336-82e2-f84dfe528847 req-d5f732cf-32bb-4ef0-9d05-573aa52c4bec tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 946 time: 0.1356425 Nov 22 16:49:59.564675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a501ef49-ce65-42f5-bd4c-6ffad63103e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.570559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a501ef49-ce65-42f5-bd4c-6ffad63103e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.574108 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a501ef49-ce65-42f5-bd4c-6ffad63103e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/087393d9-3e44-4687-9747-23fdf2264ea5 HTTP/1.1" status: 204 len: 168 time: 0.2045836 Nov 22 16:49:59.590865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501ef49-ce65-42f5-bd4c-6ffad63103e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087393d9-3e44-4687-9747-23fdf2264ea5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:59.626683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-f3c4f0dd-79d3-4a47-aca9-e059a80fd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.628575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-f3c4f0dd-79d3-4a47-aca9-e059a80fd2b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.1245816 Nov 22 16:49:59.632755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba83cb24-425f-4336-82e2-f84dfe528847 req-7238b604-3553-4089-88cd-c425795ce82a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067977 Nov 22 16:49:59.680478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-27386156-238e-4d28-9851-1959624530cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431058 Nov 22 16:49:59.687743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41074) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:59.782569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d7ab96-30bc-4f77-aa7e-53e251950589 admin admin] Deleting subnet ad5ec753-3394-42b4-acd2-34c1c75175d7 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:59.789716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ab96-30bc-4f77-aa7e-53e251950589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.844894 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-0618481f-c36f-4659-a31d-237af44c08ec service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457920 Nov 22 16:49:59.849678 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ab96-30bc-4f77-aa7e-53e251950589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.920675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ab96-30bc-4f77-aa7e-53e251950589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.995613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ab96-30bc-4f77-aa7e-53e251950589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.996996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef6f8ade-5989-4736-82e6-9c6e2beaab42 req-9bc87c32-e8aa-4d52-a11e-4a069919b325 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418116 Nov 22 16:50:00.006315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771d9f3-2940-4ec4-9e61-30b19ff5104a req-0ae0956a-c8fd-43e1-8225-a38cf48635cf tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:00.007908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0771d9f3-2940-4ec4-9e61-30b19ff5104a req-0ae0956a-c8fd-43e1-8225-a38cf48635cf tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0877793 Nov 22 16:50:00.032445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7ab96-30bc-4f77-aa7e-53e251950589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5ec753-3394-42b4-acd2-34c1c75175d7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:00.036870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ab96-30bc-4f77-aa7e-53e251950589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.043072 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6d7ab96-30bc-4f77-aa7e-53e251950589 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ad5ec753-3394-42b4-acd2-34c1c75175d7 HTTP/1.1" status: 204 len: 168 time: 0.3536305 Nov 22 16:50:00.043783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:00.047237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40b73d-b93a-4cb9-a705-1592f8b917ba None None] Network 25df3007-aeb4-4f11-8530-afeb481ed4a8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:00.078354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0771d9f3-2940-4ec4-9e61-30b19ff5104a req-6a789343-f7d0-4870-b3c8-5573e6556997 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589061 Nov 22 16:50:00.142571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.209439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0abbeb-95fd-4aea-b3b4-de2e0ac43e90 None None] DHCP port deletion for 25df3007-aeb4-4f11-8530-afeb481ed4a8 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:00.237796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca787321-c101-4e59-9353-6bd8c6bf89f0 req-debce541-e4c1-423b-85db-d77368973130 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:00.245841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca787321-c101-4e59-9353-6bd8c6bf89f0 req-debce541-e4c1-423b-85db-d77368973130 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 946 time: 0.0794332 Nov 22 16:50:00.282126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.302138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca787321-c101-4e59-9353-6bd8c6bf89f0 req-a89e4e5e-db9c-4dde-8347-0e3b7dc213da tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551167 Nov 22 16:50:00.305969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25df3007-aeb4-4f11-8530-afeb481ed4a8']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.322789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10f5c98-26de-433c-aed8-d4cdde2db599') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.323271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10f5c98-26de-433c-aed8-d4cdde2db599') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.340530 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.355431 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.363438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:00.363931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:00.366492 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:00.412833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511c896-5970-40b8-83fc-3ff25a5df1bd req-c42d732d-29d1-4820-9d9d-b2b2ce557525 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:00.414361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4511c896-5970-40b8-83fc-3ff25a5df1bd req-c42d732d-29d1-4820-9d9d-b2b2ce557525 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0579791 Nov 22 16:50:00.437212 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.445099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.448986 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] 10.222.0.59 "DELETE /v2.0/networks/25df3007-aeb4-4f11-8530-afeb481ed4a8 HTTP/1.1" status: 204 len: 168 time: 0.4040282 Nov 22 16:50:00.460448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46712417-10e0-4670-b654-c4f53e436e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=25df3007-aeb4-4f11-8530-afeb481ed4a8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:00.475936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4511c896-5970-40b8-83fc-3ff25a5df1bd req-9aab174c-1def-449f-852d-d53acae0f96c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537498 Nov 22 16:50:00.642155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41110) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:00.697203 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ab6ae67-48b4-4855-93b0-6bf2b81aeb75 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eff752d3e4e34464a2e93d17c8094f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538523 Nov 22 16:50:00.700160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41114) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:00.758325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17af5ee-656a-4977-be84-0022fb1a6c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.801140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17af5ee-656a-4977-be84-0022fb1a6c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.872153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17af5ee-656a-4977-be84-0022fb1a6c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.874245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17af5ee-656a-4977-be84-0022fb1a6c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.878477 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d17af5ee-656a-4977-be84-0022fb1a6c6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/954d9716-8b5c-4916-8536-dbb87b83d042 HTTP/1.1" status: 204 len: 168 time: 0.1749890 Nov 22 16:50:00.884284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17af5ee-656a-4977-be84-0022fb1a6c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d9716-8b5c-4916-8536-dbb87b83d042,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:00.909806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69523-b218-42e7-86c5-219219a574d0 req-9c07ce98-1953-428d-a148-90d61d3d68a3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:00.914520 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:00.920190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-9c07ce98-1953-428d-a148-90d61d3d68a3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.1502242 Nov 22 16:50:00.940498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-9bfdd32d-2a5f-4f3a-8d14-c65ceb8c0693 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/quotas/01dc9ad2eed54d418bf31ced888fd7bb HTTP/1.1" status: 200 len: 375 time: 0.0194449 Nov 22 16:50:01.010358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-71f9e6d5-54c5-4388-ab5d-9ee03570dc3f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0688198 Nov 22 16:50:01.143973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-fabe001c-add7-4248-93fd-da8435cc9c26 service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226366 Nov 22 16:50:01.280888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-0773be49-2fa6-481b-849e-f09f55fd8be1 service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292498 Nov 22 16:50:01.429307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-06335a36-9bd0-49d5-88f7-3b2c54da9d53 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.433395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-06335a36-9bd0-49d5-88f7-3b2c54da9d53 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 946 time: 0.0894394 Nov 22 16:50:01.701348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd8afc-0ad4-4ea8-a878-25beb2b9b687 req-0251bd03-9691-48fa-82d8-e408d9eb4981 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.701348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebdd8afc-0ad4-4ea8-a878-25beb2b9b687 req-0251bd03-9691-48fa-82d8-e408d9eb4981 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 946 time: 0.1120899 Nov 22 16:50:01.709861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Deleting port b993e412-846b-4586-9a0b-90db6f0a2ecc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:01.711590 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.928503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebdd8afc-0ad4-4ea8-a878-25beb2b9b687 req-2909469d-7001-486e-afcb-a1c405e43c49 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211140 Nov 22 16:50:01.947703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] For port b993e412-846b-4586-9a0b-90db6f0a2ecc, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b993e412-846b-4586-9a0b-90db6f0a2ecc,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:01.948203 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.976747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Calling delete_port for b993e412-846b-4586-9a0b-90db6f0a2ecc owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:02.176431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.192351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8', 'b993e412-846b-4586-9a0b-90db6f0a2ecc'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:02.223687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event deleted for resources: {'Port': ['ID=b993e412-846b-4586-9a0b-90db6f0a2ecc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:02.277772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b52110-e581-4627-bd0b-f9570174d2d7 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:02.326489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] No DVR routers for this DVR port b993e412-846b-4586-9a0b-90db6f0a2ecc on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:02.338157 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.338157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c70e848-2c69-4398-b4d3-dc6e58d0eafa req-0b932127-a8d7-47c0-b36b-044c443ec4a1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "DELETE /v2.0/ports/b993e412-846b-4586-9a0b-90db6f0a2ecc HTTP/1.1" status: 204 len: 173 time: 0.8988330 Nov 22 16:50:02.340919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f802608-c8e9-452b-834a-edfeb69960a2', 'name': 'network-vif-deleted', 'tag': 'b993e412-846b-4586-9a0b-90db6f0a2ecc'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:02.349227 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ca0cdb-fca3-4c87-882f-9f884f46b4ec" -d '{"events": [{"server_uuid": "0f802608-c8e9-452b-834a-edfeb69960a2", "name": "network-vif-deleted", "tag": "b993e412-846b-4586-9a0b-90db6f0a2ecc"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:02.420957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09900c64-7905-4a6c-8ce3-09d118ee7a22 req-ba4cce12-2d4e-4dec-b565-a64b3051bb82 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 210 time: 0.4451389 Nov 22 16:50:02.476814 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a24f882-f18b-4384-84f3-d01898e32556 x-openstack-request-id: req-8a24f882-f18b-4384-84f3-d01898e32556 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:02.477348 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f802608-c8e9-452b-834a-edfeb69960a2", "name": "network-vif-deleted", "tag": "b993e412-846b-4586-9a0b-90db6f0a2ecc", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:02.477774 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a24f882-f18b-4384-84f3-d01898e32556 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:02.478401 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f802608-c8e9-452b-834a-edfeb69960a2', 'name': 'network-vif-deleted', 'tag': 'b993e412-846b-4586-9a0b-90db6f0a2ecc', 'status': 'completed', 'code': 200} Nov 22 16:50:02.566291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:02.592819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: e3dc0611-bc84-46ad-827f-4500a88c4e6c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:02.592819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e3dc0611-bc84-46ad-827f-4500a88c4e6c not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:02.890288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69523-b218-42e7-86c5-219219a574d0 req-1d8506cd-93e5-46c2-8d04-9b03967b7f7f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.894753 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-1d8506cd-93e5-46c2-8d04-9b03967b7f7f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.1607857 Nov 22 16:50:02.911584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'port': {'device_id': '024d8949-baae-4832-9666-0879aa44e73f', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'admin_state_up': True, 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:03.082555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Made reservation on behalf of 01dc9ad2eed54d418bf31ced888fd7bb for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:03.087289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.126782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e6955bf-5a96-4b9a-b914-d592d8a42773 req-86ed6d10-ff07-4d43-8b7d-8928d8320559 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f802608-c8e9-452b-834a-edfeb69960a2 HTTP/1.1" status: 200 len: 210 time: 0.0609260 Nov 22 16:50:03.288843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Allocated IP 172.20.0.6 (420a208a-8bbc-4c0c-9867-e3e52c27c3e8/c768d94a-3e81-4a9b-b7f5-d098bcdb0b28/861e2a48-f055-4d4c-b41f-df263616167d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:03.334914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-a9509ded-2c44-40ea-a2a2-04669638f88b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503328 Nov 22 16:50:03.444848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-be9c15df-50fd-415a-bfb0-6ae2779ec45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.446714 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-be9c15df-50fd-415a-bfb0-6ae2779ec45d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1095 time: 0.0610158 Nov 22 16:50:03.499749 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.586973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3be4eaa-8187-4353-8e53-7d4369be1548 req-9f4bb523-9c45-48ad-88a9-1ac6260af181 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 210 time: 0.0313606 Nov 22 16:50:03.594644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-4fa185d5-bd2a-43ea-942f-86c366dd3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.595509 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-4fa185d5-bd2a-43ea-942f-86c366dd3b8f service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.1280754 Nov 22 16:50:03.600687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.617298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d8faedb8-a48a-4f16-8806-5fed35b48730'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:03.619921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['329150b1-5a23-43b8-b588-db55974b48e7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:03.657645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:03.662276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:03.682070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:03.688490 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-e34f5bdf-f311-4138-b710-ee88ea8fe1cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 999 time: 0.0836620 Nov 22 16:50:03.729182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'Port': ['ID=861e2a48-f055-4d4c-b41f-df263616167d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:03.791465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.799048 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.802576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:03.807767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-5cf0235b-d08b-4e94-8a79-4a0827325bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.810100 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-5cf0235b-d08b-4e94-8a79-4a0827325bd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1131849 Nov 22 16:50:03.842773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-0c5b4533-bf81-4d0a-8ce3-6115339505e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9380667 Nov 22 16:50:03.864656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Request body: {'port': {'device_id': '024d8949-baae-4832-9666-0879aa44e73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:03.919323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-71fcadbd-df59-41b9-81fe-b3c56120efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.921311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-71fcadbd-df59-41b9-81fe-b3c56120efbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027200 Nov 22 16:50:03.967584 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.041301 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915efd2f-8d78-4d78-8c60-bc460f90f433 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.075727 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-562af105-d661-4ebe-bf61-aa88fefdfe2d service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442575 Nov 22 16:50:04.159983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e08906ae-aa2f-4407-b5f5-d1fc40a92d83 None None] Provisioning complete for port 861e2a48-f055-4d4c-b41f-df263616167d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:04.160782 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e08906ae-aa2f-4407-b5f5-d1fc40a92d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.200189 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b722c8b0-8004-47e7-b8f4-6a03513fab63 req-70ade901-2f5b-46d9-938d-9b1cf1d05a85 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169655 Nov 22 16:50:04.344503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e08906ae-aa2f-4407-b5f5-d1fc40a92d83 None None] Port 861e2a48-f055-4d4c-b41f-df263616167d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:04.453598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915efd2f-8d78-4d78-8c60-bc460f90f433 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.458042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861e2a48-f055-4d4c-b41f-df263616167d {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:04.465176 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-915efd2f-8d78-4d78-8c60-bc460f90f433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.469373 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.530782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Transition to ACTIVE for port object 861e2a48-f055-4d4c-b41f-df263616167d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:04.584063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41274) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:04.584630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-915efd2f-8d78-4d78-8c60-bc460f90f433 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b332a12821e4a538d724f06a3c1b653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7802665 Nov 22 16:50:04.584873 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.592273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915efd2f-8d78-4d78-8c60-bc460f90f433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1536ea56-6e82-435a-9fc3-b38011fd7693,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:04.656598 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcd54ed3-bf48-4bfd-82cf-c028e9527600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.667198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Pushing event updated for resources: {'Port': ['ID=861e2a48-f055-4d4c-b41f-df263616167d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:04.695928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcd54ed3-bf48-4bfd-82cf-c028e9527600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.789173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcd54ed3-bf48-4bfd-82cf-c028e9527600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.790676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289786a-911d-411e-90fa-fd6128eed632 req-972cc15d-44da-44e8-86b1-93812b789c3a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:04.792318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-972cc15d-44da-44e8-86b1-93812b789c3a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.2871213 Nov 22 16:50:04.793756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcd54ed3-bf48-4bfd-82cf-c028e9527600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.795557 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bcd54ed3-bf48-4bfd-82cf-c028e9527600 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1536ea56-6e82-435a-9fc3-b38011fd7693 HTTP/1.1" status: 204 len: 168 time: 0.2097294 Nov 22 16:50:04.822986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd54ed3-bf48-4bfd-82cf-c028e9527600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1536ea56-6e82-435a-9fc3-b38011fd7693,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:04.829171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Attempting to bind port 861e2a48-f055-4d4c-b41f-df263616167d on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:04.829512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Attempting to bind port 861e2a48-f055-4d4c-b41f-df263616167d by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:04.829855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Attempting to bind port 861e2a48-f055-4d4c-b41f-df263616167d on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:04.838967 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-816e09de-6f0e-46f5-a01e-37a850196e18 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/quotas/dc6894ae98494bb0bf6d62df8a0b0ff8 HTTP/1.1" status: 200 len: 375 time: 0.0372276 Nov 22 16:50:04.853392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Port 861e2a48-f055-4d4c-b41f-df263616167d on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:50:04.853635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Attempting to bind port 861e2a48-f055-4d4c-b41f-df263616167d on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:04.886202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:04.886623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Checking segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:04.887064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Bound using segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:04.887536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Bound port: 861e2a48-f055-4d4c-b41f-df263616167d, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:04.887956 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.942010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-30033b56-2714-4ea0-89ca-771edfc41f06 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020606 Nov 22 16:50:05.021018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] For port 861e2a48-f055-4d4c-b41f-df263616167d, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:05.038190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] For port 861e2a48-f055-4d4c-b41f-df263616167d, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=861e2a48-f055-4d4c-b41f-df263616167d,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:05.053087 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.108960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.109740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.111464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] 10.222.0.37 "PUT /v2.0/ports/861e2a48-f055-4d4c-b41f-df263616167d HTTP/1.1" status: 200 len: 1091 time: 1.2546835 Nov 22 16:50:05.112348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024d8949-baae-4832-9666-0879aa44e73f', 'tag': '861e2a48-f055-4d4c-b41f-df263616167d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:05.115587 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5180a0a7-dd62-449c-bd09-0050bc63daa6" -d '{"events": [{"name": "network-changed", "server_uuid": "024d8949-baae-4832-9666-0879aa44e73f", "tag": "861e2a48-f055-4d4c-b41f-df263616167d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:05.122292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-7de611f3-e303-4ca2-87da-f4268fbe125b service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696227 Nov 22 16:50:05.259754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7bea07-2304-44a1-a2b3-c7cae33d7835 service neutron] Pushing event updated for resources: {'Port': ['ID=861e2a48-f055-4d4c-b41f-df263616167d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:05.309740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69523-b218-42e7-86c5-219219a574d0 req-a2e456bc-57c4-4eab-a9e8-b91d4d66394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.314259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-a2e456bc-57c4-4eab-a9e8-b91d4d66394a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 1094 time: 0.1530268 Nov 22 16:50:05.407507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-b50726da-45e5-497a-b53b-0a44aa2c51b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=861e2a48-f055-4d4c-b41f-df263616167d HTTP/1.1" status: 200 len: 217 time: 0.0793729 Nov 22 16:50:05.414113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-21bbf455-02d9-4b82-a238-504d27366454 service neutron] 10.222.0.59 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787623 Nov 22 16:50:05.541369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69523-b218-42e7-86c5-219219a574d0 req-68e85b62-df57-488e-92b1-4b25c7b2c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.545501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-68e85b62-df57-488e-92b1-4b25c7b2c7f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1293569 Nov 22 16:50:05.614314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d69523-b218-42e7-86c5-219219a574d0 req-030e19ed-2fa1-4865-b11f-c9f07c7c63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.616616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-030e19ed-2fa1-4865-b11f-c9f07c7c63ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602205 Nov 22 16:50:05.700301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41310) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:05.722622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d6c4-5714-4e18-bbb5-5aff5d6c994d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.831453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57373fbd-d7be-4e41-9411-6759531aac83 req-b9736684-d142-40f9-a72b-f90451b9ac08 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.840761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57373fbd-d7be-4e41-9411-6759531aac83 req-b9736684-d142-40f9-a72b-f90451b9ac08 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 943 time: 0.1211293 Nov 22 16:50:05.906017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57373fbd-d7be-4e41-9411-6759531aac83 req-4ea2cabc-0950-4377-8b38-cb877202fba2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640974 Nov 22 16:50:05.918721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-361fa66b-bb53-411e-8853-fa849498a983 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929773 Nov 22 16:50:05.981427 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d6c4-5714-4e18-bbb5-5aff5d6c994d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.991423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9c8d6c4-5714-4e18-bbb5-5aff5d6c994d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.062825 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b9c8d6c4-5714-4e18-bbb5-5aff5d6c994d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bfc28a1dbdf44ae3b18990ec9f0112b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3611844 Nov 22 16:50:06.063505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41320) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:06.068828 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48264834-656d-4a72-b1d7-d0e3a75e766e x-openstack-request-id: req-48264834-656d-4a72-b1d7-d0e3a75e766e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:06.069181 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024d8949-baae-4832-9666-0879aa44e73f", "tag": "861e2a48-f055-4d4c-b41f-df263616167d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:06.069362 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48264834-656d-4a72-b1d7-d0e3a75e766e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:06.069764 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024d8949-baae-4832-9666-0879aa44e73f', 'tag': '861e2a48-f055-4d4c-b41f-df263616167d', 'status': 'completed', 'code': 200} Nov 22 16:50:06.072762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8d6c4-5714-4e18-bbb5-5aff5d6c994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d1292-3494-4906-92ab-23d262d89751,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:06.114603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61f5fa17-8617-47f8-a662-851fb21d5779 req-8d564358-20ec-4e49-98d4-5931e5372006 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 210 time: 0.0482244 Nov 22 16:50:06.146784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d69523-b218-42e7-86c5-219219a574d0 req-27633d67-25df-4207-aa57-17ff13c9c794 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196219 Nov 22 16:50:06.185600 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a5880cd-25a4-4b25-9920-2ed8e3e40e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.231710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a5880cd-25a4-4b25-9920-2ed8e3e40e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.293040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-ca1c66f9-26e1-417b-97c3-abd384fda5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.297171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-ca1c66f9-26e1-417b-97c3-abd384fda5ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 1094 time: 0.0759156 Nov 22 16:50:06.302031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a5880cd-25a4-4b25-9920-2ed8e3e40e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.305291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a5880cd-25a4-4b25-9920-2ed8e3e40e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.307551 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4a5880cd-25a4-4b25-9920-2ed8e3e40e4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/400d1292-3494-4906-92ab-23d262d89751 HTTP/1.1" status: 204 len: 168 time: 0.2412789 Nov 22 16:50:06.337883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5880cd-25a4-4b25-9920-2ed8e3e40e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d1292-3494-4906-92ab-23d262d89751,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:06.421930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-f5fabb71-22d7-423e-933a-775209d7b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.424330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-f5fabb71-22d7-423e-933a-775209d7b94c service neutron] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.1181788 Nov 22 16:50:06.487052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-dbbbc176-8c58-41fb-ac9f-767cbf49f442 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=861e2a48-f055-4d4c-b41f-df263616167d HTTP/1.1" status: 200 len: 217 time: 0.0494087 Nov 22 16:50:06.563475 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.577264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b993e412-846b-4586-9a0b-90db6f0a2ecc no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:06.584599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-9b78a190-d611-454e-a0f9-93b7479c34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.587566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-9b78a190-d611-454e-a0f9-93b7479c34a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0904474 Nov 22 16:50:06.599998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: b993e412-846b-4586-9a0b-90db6f0a2ecc {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:06.600820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b993e412-846b-4586-9a0b-90db6f0a2ecc not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:06.669995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-810034cd-4a99-4a18-a375-3b3c7d75722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.671446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-810034cd-4a99-4a18-a375-3b3c7d75722c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625696 Nov 22 16:50:06.828793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-9e871dd1-ef04-4747-98c5-97e0ec4b16b5 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470537 Nov 22 16:50:06.956623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5180a0a7-dd62-449c-bd09-0050bc63daa6 req-00b25b74-47ac-4d6e-95df-d31156e6c3a3 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125414 Nov 22 16:50:07.083869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31883cca-380b-4d35-9703-31ea7314df1c req-2c4d3cca-c381-41b5-80e4-f7469055fc2c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.085364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31883cca-380b-4d35-9703-31ea7314df1c req-2c4d3cca-c381-41b5-80e4-f7469055fc2c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 943 time: 0.0742815 Nov 22 16:50:07.590172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31883cca-380b-4d35-9703-31ea7314df1c req-9fa31cbe-8de3-475c-835c-087250db0c68 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988561 Nov 22 16:50:07.692881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289786a-911d-411e-90fa-fd6128eed632 req-9d35d5b6-e170-4967-b3ce-8164eea6bba9 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.694556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-9d35d5b6-e170-4967-b3ce-8164eea6bba9 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 805 time: 0.1310174 Nov 22 16:50:07.710626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Request body: {'port': {'device_id': '5d97354d-c1a7-40f7-b10b-72e7d097bcd9', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'admin_state_up': True, 'tenant_id': 'dc6894ae98494bb0bf6d62df8a0b0ff8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:07.835600 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.851607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dd79385-7714-44dc-84e9-66ee7ae1e383 req-952b682e-469c-410e-bdcf-e3a0e9ee9686 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 210 time: 0.1163692 Nov 22 16:50:07.933487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Made reservation on behalf of dc6894ae98494bb0bf6d62df8a0b0ff8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:07.937864 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.113955 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Allocated IP 172.20.0.7 (4614eaca-f271-4139-8521-589bfaf1dd26/86875a6d-e4f0-4a44-834c-5559f499b29c/416478b1-bb79-4916-8371-5f09b2525fa0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:08.322038 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.361427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.373881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:08.413795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Network 4614eaca-f271-4139-8521-589bfaf1dd26 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:08.417422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:08.431888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:08.435982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e51a6a2-34c2-4bf5-934e-21bda20d707b None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:08.490099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event updated for resources: {'Port': ['ID=416478b1-bb79-4916-8371-5f09b2525fa0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:08.534034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:08.539501 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.576176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-2a2cf072-905c-400c-aede-ec664dbaa498 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8702545 Nov 22 16:50:08.590985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Request body: {'port': {'device_id': '5d97354d-c1a7-40f7-b10b-72e7d097bcd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:08.642601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-882ea3b4-acc5-4227-95ec-e28184db6963 None None] Provisioning complete for port 416478b1-bb79-4916-8371-5f09b2525fa0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:08.659996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-882ea3b4-acc5-4227-95ec-e28184db6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.664589 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.745791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-882ea3b4-acc5-4227-95ec-e28184db6963 None None] Port 416478b1-bb79-4916-8371-5f09b2525fa0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:08.870214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdffdb-938c-4fd1-b362-2993c4f09740 req-fe9db3ce-f1ca-4e25-83bb-ccdd74dd2ff6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:08.871754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eafdffdb-938c-4fd1-b362-2993c4f09740 req-fe9db3ce-f1ca-4e25-83bb-ccdd74dd2ff6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 943 time: 0.1349192 Nov 22 16:50:09.022693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eafdffdb-938c-4fd1-b362-2993c4f09740 req-b0b9386c-b779-4381-9dc9-f37b35e38b18 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304340 Nov 22 16:50:09.140912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416478b1-bb79-4916-8371-5f09b2525fa0 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:09.151834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.198532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Transition to ACTIVE for port object 416478b1-bb79-4916-8371-5f09b2525fa0 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:09.205197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.275858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f0ddd-cb16-4aec-a328-33b16216bf19 req-2772b02a-1ded-40a4-82fb-53710dcba5c7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.284427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-664f0ddd-cb16-4aec-a328-33b16216bf19 req-2772b02a-1ded-40a4-82fb-53710dcba5c7 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 931 time: 0.1269097 Nov 22 16:50:09.293380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Pushing event updated for resources: {'Port': ['ID=416478b1-bb79-4916-8371-5f09b2525fa0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.319698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94702d0-0b94-4241-a62c-faa903d2641d None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:09.419101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-664f0ddd-cb16-4aec-a328-33b16216bf19 req-6cae5a9f-1195-4429-8561-cb83d3a73b4f tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330802 Nov 22 16:50:09.454321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Attempting to bind port 416478b1-bb79-4916-8371-5f09b2525fa0 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:09.454688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Attempting to bind port 416478b1-bb79-4916-8371-5f09b2525fa0 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:09.455049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Attempting to bind port 416478b1-bb79-4916-8371-5f09b2525fa0 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:09.460681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Port 416478b1-bb79-4916-8371-5f09b2525fa0 on network 4614eaca-f271-4139-8521-589bfaf1dd26 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:50:09.461009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Attempting to bind port 416478b1-bb79-4916-8371-5f09b2525fa0 on network 4614eaca-f271-4139-8521-589bfaf1dd26 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:09.467028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:09.467415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Checking segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:09.467943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Bound using segment: {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:09.468841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Bound port: 416478b1-bb79-4916-8371-5f09b2525fa0, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb937383-7a59-45b2-90c8-aa8afa108802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:09.469263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.559605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] For port 416478b1-bb79-4916-8371-5f09b2525fa0, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:09.565969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] For port 416478b1-bb79-4916-8371-5f09b2525fa0, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=416478b1-bb79-4916-8371-5f09b2525fa0,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:09.571630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.625632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.626494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.627764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] 10.222.0.37 "PUT /v2.0/ports/416478b1-bb79-4916-8371-5f09b2525fa0 HTTP/1.1" status: 200 len: 1091 time: 1.0434284 Nov 22 16:50:09.628347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d97354d-c1a7-40f7-b10b-72e7d097bcd9', 'tag': '416478b1-bb79-4916-8371-5f09b2525fa0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:09.631824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dcd7bd-2731-40af-9a25-bd2d3ea80344 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:09.648732 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d97354d-c1a7-40f7-b10b-72e7d097bcd9", "tag": "416478b1-bb79-4916-8371-5f09b2525fa0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:09.745885 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7ff523-235f-477d-ba80-e5d23b7a1aa9 x-openstack-request-id: req-9d7ff523-235f-477d-ba80-e5d23b7a1aa9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:09.746195 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d97354d-c1a7-40f7-b10b-72e7d097bcd9", "tag": "416478b1-bb79-4916-8371-5f09b2525fa0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:09.746453 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d7ff523-235f-477d-ba80-e5d23b7a1aa9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:09.746863 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d97354d-c1a7-40f7-b10b-72e7d097bcd9', 'tag': '416478b1-bb79-4916-8371-5f09b2525fa0', 'status': 'completed', 'code': 200} Nov 22 16:50:09.748486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dc93c-8f02-42ae-a114-8fc23d1ceba2 service neutron] Pushing event updated for resources: {'Port': ['ID=416478b1-bb79-4916-8371-5f09b2525fa0,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.772111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289786a-911d-411e-90fa-fd6128eed632 req-498643e2-c4bf-454c-94de-7ce01377fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.773686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-498643e2-c4bf-454c-94de-7ce01377fe8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 1094 time: 0.0820196 Nov 22 16:50:09.826169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-1b619b3e-b5b9-40fe-87b6-be6c67033aee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416478b1-bb79-4916-8371-5f09b2525fa0 HTTP/1.1" status: 200 len: 217 time: 0.0393221 Nov 22 16:50:09.898145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289786a-911d-411e-90fa-fd6128eed632 req-7b5d384b-b55c-41b0-bc57-5b646f40dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.899805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-7b5d384b-b55c-41b0-bc57-5b646f40dd5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0646756 Nov 22 16:50:09.949231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-6dd9f79e-ac7c-4ff2-8d3d-c6ec492e7f4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396543 Nov 22 16:50:10.065504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-8aedd2b7-426b-4a5d-b8f7-8c6aaf3bb5ea service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079435 Nov 22 16:50:10.223212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5289786a-911d-411e-90fa-fd6128eed632 req-269022f2-c745-43f5-a034-e74c11aaf7e3 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474924 Nov 22 16:50:10.289880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade3454-440d-4ded-b61e-610f804f128b req-a090894d-ff9b-4df1-8087-8776c620e15b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.295207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eade3454-440d-4ded-b61e-610f804f128b req-a090894d-ff9b-4df1-8087-8776c620e15b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 943 time: 0.1218007 Nov 22 16:50:10.424852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-a227a60a-77f3-4dc9-87de-1d264e198230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.426419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-a227a60a-77f3-4dc9-87de-1d264e198230 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 1094 time: 0.1031978 Nov 22 16:50:10.429808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eade3454-440d-4ded-b61e-610f804f128b req-8852b4d4-89a4-44f0-a85e-d0efcff11a3c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230826 Nov 22 16:50:10.540116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41452) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:10.578611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 861e2a48-f055-4d4c-b41f-df263616167d details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:10.610731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220035d-5f2f-4d71-a65e-41f41451aca5 req-87ec7e44-7edb-48f9-84ff-bc20bc9c6511 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.618916 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8220035d-5f2f-4d71-a65e-41f41451aca5 req-87ec7e44-7edb-48f9-84ff-bc20bc9c6511 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 943 time: 0.1140735 Nov 22 16:50:10.637766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-8e6995bd-0f12-4099-bdc3-49d03189066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.640649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-8e6995bd-0f12-4099-bdc3-49d03189066a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 200 len: 906 time: 0.2055168 Nov 22 16:50:10.695086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 861e2a48-f055-4d4c-b41f-df263616167d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=861e2a48-f055-4d4c-b41f-df263616167d,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:10.708506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-18d5b8a4-b7fb-421b-92c1-1af16fcf8b65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=416478b1-bb79-4916-8371-5f09b2525fa0 HTTP/1.1" status: 200 len: 217 time: 0.0580645 Nov 22 16:50:10.710782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '861e2a48-f055-4d4c-b41f-df263616167d', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': '861e2a48-f055-4d4c-b41f-df263616167d', 'mac_address': 'fa:16:3e:35:e8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:10.734632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9a4b-e5ad-49d1-8389-fbec267e04bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.739836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8220035d-5f2f-4d71-a65e-41f41451aca5 req-9a6e6fbd-f2c9-49d0-b5a7-3a199a40722c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194694 Nov 22 16:50:10.765773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.791201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-999b51c5-185d-4781-9c59-fe974d2ecbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.792509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861e2a48-f055-4d4c-b41f-df263616167d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:10.792721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-999b51c5-185d-4781-9c59-fe974d2ecbd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 200 len: 845 time: 0.0748501 Nov 22 16:50:10.814905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 861e2a48-f055-4d4c-b41f-df263616167d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=861e2a48-f055-4d4c-b41f-df263616167d,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:10.822032 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.861951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-12f867e5-4fd7-4e67-a1b2-5b950249f0ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4614eaca-f271-4139-8521-589bfaf1dd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540519 Nov 22 16:50:10.898047 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9a4b-e5ad-49d1-8389-fbec267e04bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.907542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad3a9a4b-e5ad-49d1-8389-fbec267e04bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.908244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=861e2a48-f055-4d4c-b41f-df263616167d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:10.963973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-40685425-73dd-4a33-bce0-2b4757cb7a60 service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979834 Nov 22 16:50:10.964258 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ad3a9a4b-e5ad-49d1-8389-fbec267e04bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d8b2896608a40108ee9a098c99b12e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4213681 Nov 22 16:50:10.966414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41460) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:10.977555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a9a4b-e5ad-49d1-8389-fbec267e04bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f12ede7-b68b-48f4-86f5-b67138d74e1d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.102711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02b3545d-e05a-4644-8880-c0f8f9f47ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.116231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34c59b5f-538b-4eb1-9809-bd1586d3dc4f req-a05857aa-8e66-405b-b901-015ea7cdfa1b service neutron] 10.222.0.37 "GET /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419990 Nov 22 16:50:11.129649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02b3545d-e05a-4644-8880-c0f8f9f47ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.177096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['861e2a48-f055-4d4c-b41f-df263616167d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:11.182617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02b3545d-e05a-4644-8880-c0f8f9f47ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.186878 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02b3545d-e05a-4644-8880-c0f8f9f47ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.188885 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-02b3545d-e05a-4644-8880-c0f8f9f47ad5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f12ede7-b68b-48f4-86f5-b67138d74e1d HTTP/1.1" status: 204 len: 168 time: 0.2214487 Nov 22 16:50:11.214073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3545d-e05a-4644-8880-c0f8f9f47ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f12ede7-b68b-48f4-86f5-b67138d74e1d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.592976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f297d-6df5-4f80-b0b7-9754c31e7c79 req-ec24712f-c581-4c31-804d-5e1a6bad894d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:11.598605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d3f297d-6df5-4f80-b0b7-9754c31e7c79 req-ec24712f-c581-4c31-804d-5e1a6bad894d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 944 time: 0.0677330 Nov 22 16:50:11.674209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d3f297d-6df5-4f80-b0b7-9754c31e7c79 req-aa511aa1-0862-4ccc-89e7-3aa5ddf31a16 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653446 Nov 22 16:50:11.812420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41484) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:11.844610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a1da511-8a3c-4eaa-a748-76dfa99034ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.902336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbab916-ce69-46a6-a5d1-ae3ee0a12eb7 req-6be35dcc-dc71-43ca-8531-9b1c59c4f00a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:11.907764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dbab916-ce69-46a6-a5d1-ae3ee0a12eb7 req-6be35dcc-dc71-43ca-8531-9b1c59c4f00a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 943 time: 0.0740728 Nov 22 16:50:11.987136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dbab916-ce69-46a6-a5d1-ae3ee0a12eb7 req-11e43114-f066-426f-95bb-d6c50d3e930c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748432 Nov 22 16:50:12.013024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a1da511-8a3c-4eaa-a748-76dfa99034ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.017905 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a1da511-8a3c-4eaa-a748-76dfa99034ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.061444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2a1da511-8a3c-4eaa-a748-76dfa99034ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dde95bbc6b1241378d5ff05d5103c8b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474189 Nov 22 16:50:12.062589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1da511-8a3c-4eaa-a748-76dfa99034ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5950d9cc-2051-4e63-bba4-8582df52a7c8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.064133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41490) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.124687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fef1e98-0afe-4e42-a3e1-82b3e71160d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.152334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fef1e98-0afe-4e42-a3e1-82b3e71160d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.212104 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fef1e98-0afe-4e42-a3e1-82b3e71160d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.215188 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fef1e98-0afe-4e42-a3e1-82b3e71160d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.216432 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3fef1e98-0afe-4e42-a3e1-82b3e71160d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5950d9cc-2051-4e63-bba4-8582df52a7c8 HTTP/1.1" status: 204 len: 168 time: 0.1511152 Nov 22 16:50:12.227082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef1e98-0afe-4e42-a3e1-82b3e71160d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5950d9cc-2051-4e63-bba4-8582df52a7c8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.596582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 416478b1-bb79-4916-8371-5f09b2525fa0 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:12.600530 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 861e2a48-f055-4d4c-b41f-df263616167d up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:12.814231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 861e2a48-f055-4d4c-b41f-df263616167d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:50:12.820697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 861e2a48-f055-4d4c-b41f-df263616167d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:12.821097 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.880757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 416478b1-bb79-4916-8371-5f09b2525fa0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=416478b1-bb79-4916-8371-5f09b2525fa0,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:12.884646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed3a34-ea8f-4808-8d7b-7e5183a0c1b9 req-57d18fde-bbd4-4504-be74-32833eaa940d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.886376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8ed3a34-ea8f-4808-8d7b-7e5183a0c1b9 req-57d18fde-bbd4-4504-be74-32833eaa940d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 944 time: 0.1026120 Nov 22 16:50:12.930418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '416478b1-bb79-4916-8371-5f09b2525fa0', 'network_id': '4614eaca-f271-4139-8521-589bfaf1dd26', 'port_id': '416478b1-bb79-4916-8371-5f09b2525fa0', 'mac_address': 'fa:16:3e:b3:fb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86875a6d-e4f0-4a44-834c-5559f499b29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:12.966508 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.984789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8ed3a34-ea8f-4808-8d7b-7e5183a0c1b9 req-edaf5f71-e32f-4fd3-9867-35818eaaea40 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847781 Nov 22 16:50:12.993285 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.066985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024d8949-baae-4832-9666-0879aa44e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861e2a48-f055-4d4c-b41f-df263616167d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:13.069370 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec1cb5-2656-426c-9869-f0f6acfe8a03" -d '{"events": [{"server_uuid": "024d8949-baae-4832-9666-0879aa44e73f", "name": "network-vif-plugged", "status": "completed", "tag": "861e2a48-f055-4d4c-b41f-df263616167d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:13.083156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416478b1-bb79-4916-8371-5f09b2525fa0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:13.134875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 861e2a48-f055-4d4c-b41f-df263616167d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=861e2a48-f055-4d4c-b41f-df263616167d,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:13.166699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.176735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 416478b1-bb79-4916-8371-5f09b2525fa0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=416478b1-bb79-4916-8371-5f09b2525fa0,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:13.196956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee7ea-1d4b-4dfe-bcd8-7e2179bcbf2c req-3b10da9e-942d-4a1c-bfe2-78b604440794 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.205440 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-871ee7ea-1d4b-4dfe-bcd8-7e2179bcbf2c req-3b10da9e-942d-4a1c-bfe2-78b604440794 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 943 time: 0.0969722 Nov 22 16:50:13.257707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=861e2a48-f055-4d4c-b41f-df263616167d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:13.261048 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.290922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-871ee7ea-1d4b-4dfe-bcd8-7e2179bcbf2c req-934885db-c694-42fc-99ac-69f37b40b92d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840957 Nov 22 16:50:13.324127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=416478b1-bb79-4916-8371-5f09b2525fa0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:13.369222 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2f5f4a-aa1b-4b06-8a55-b28f25fd062a x-openstack-request-id: req-2a2f5f4a-aa1b-4b06-8a55-b28f25fd062a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:13.369726 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024d8949-baae-4832-9666-0879aa44e73f", "name": "network-vif-plugged", "status": "completed", "tag": "861e2a48-f055-4d4c-b41f-df263616167d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:13.369726 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a2f5f4a-aa1b-4b06-8a55-b28f25fd062a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:13.370368 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024d8949-baae-4832-9666-0879aa44e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861e2a48-f055-4d4c-b41f-df263616167d', 'code': 200} Nov 22 16:50:13.524868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df884e39-420d-48c7-9d6a-ffb482e5ce85 req-d427e6d9-3372-4e06-88ee-c34efc20d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.526762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df884e39-420d-48c7-9d6a-ffb482e5ce85 req-d427e6d9-3372-4e06-88ee-c34efc20d2e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 1096 time: 0.0848846 Nov 22 16:50:13.581892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df884e39-420d-48c7-9d6a-ffb482e5ce85 req-0b0f726f-5cd3-4284-9e27-25961c864949 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Nov 22 16:50:13.618628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['416478b1-bb79-4916-8371-5f09b2525fa0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:14.159507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a2d16-f630-4aff-a3f8-4bd8218ac212 req-89ccc619-7a07-4b73-ab3a-a712d397bd57 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.161867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d53a2d16-f630-4aff-a3f8-4bd8218ac212 req-89ccc619-7a07-4b73-ab3a-a712d397bd57 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 945 time: 0.0833905 Nov 22 16:50:14.222571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d53a2d16-f630-4aff-a3f8-4bd8218ac212 req-f7a13700-063b-42a9-a5f5-0a2944c3c5e7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Nov 22 16:50:14.471061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d367d-c34e-4e02-82c7-397b1748a05e req-3e0d8339-3c12-4d08-beaf-21a2e83a7e22 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.483926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e64d367d-c34e-4e02-82c7-397b1748a05e req-3e0d8339-3c12-4d08-beaf-21a2e83a7e22 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 944 time: 0.0606685 Nov 22 16:50:14.550868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e64d367d-c34e-4e02-82c7-397b1748a05e req-0d3fef2d-016a-4a39-86b5-062c0d949deb tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655260 Nov 22 16:50:15.386767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa5b59-28cf-430a-9d3a-abe846b9b11a req-10127164-63eb-491a-b18e-f7a7c70fb56e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.403081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8dfa5b59-28cf-430a-9d3a-abe846b9b11a req-10127164-63eb-491a-b18e-f7a7c70fb56e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 945 time: 0.0777235 Nov 22 16:50:15.426101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-822909b5-34bc-4e5c-a90e-5a9af9bd8af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.479435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8dfa5b59-28cf-430a-9d3a-abe846b9b11a req-45501f64-e5a7-4415-9f92-b7ce86b258f3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730429 Nov 22 16:50:15.634558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c80dde56-d197-4635-ac92-6f21871ed339 req-85fd4cfa-3b24-4a1a-9c4e-f72686e103cf tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=01dc9ad2eed54d418bf31ced888fd7bb HTTP/1.1" status: 200 len: 267 time: 0.0532093 Nov 22 16:50:15.702405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dde56-d197-4635-ac92-6f21871ed339 req-1303e0eb-6bb2-4fbe-9b1f-f71c521ab71c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.712486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c80dde56-d197-4635-ac92-6f21871ed339 req-1303e0eb-6bb2-4fbe-9b1f-f71c521ab71c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 945 time: 0.0769765 Nov 22 16:50:15.719918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-c80dde56-d197-4635-ac92-6f21871ed339 req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'port': {'security_groups': []}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:15.807501 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c80dde56-d197-4635-ac92-6f21871ed339 req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.101763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-c80dde56-d197-4635-ac92-6f21871ed339 req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] For port 861e2a48-f055-4d4c-b41f-df263616167d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=861e2a48-f055-4d4c-b41f-df263616167d,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:16.135297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c80dde56-d197-4635-ac92-6f21871ed339 req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.143276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c80dde56-d197-4635-ac92-6f21871ed339 req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.158739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d8faedb8-a48a-4f16-8806-5fed35b48730'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:16.221973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['329150b1-5a23-43b8-b588-db55974b48e7', '861e2a48-f055-4d4c-b41f-df263616167d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:16.236940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dde56-d197-4635-ac92-6f21871ed339 req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.237717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c80dde56-d197-4635-ac92-6f21871ed339 req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.254420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c80dde56-d197-4635-ac92-6f21871ed339 req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "PUT /v2.0/ports/861e2a48-f055-4d4c-b41f-df263616167d HTTP/1.1" status: 200 len: 904 time: 0.5407388 Nov 22 16:50:16.269477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '024d8949-baae-4832-9666-0879aa44e73f', 'tag': '861e2a48-f055-4d4c-b41f-df263616167d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:16.277121 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba2a43-2fce-43df-a02e-47280a531405" -d '{"events": [{"name": "network-changed", "server_uuid": "024d8949-baae-4832-9666-0879aa44e73f", "tag": "861e2a48-f055-4d4c-b41f-df263616167d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:16.330110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337d7f2-5c23-4b8b-b2e7-cefb301d63ac tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'Port': ['ID=861e2a48-f055-4d4c-b41f-df263616167d,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:16.470995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae65705-d823-4015-bf49-8b387e56a880 req-8bae8b2f-b946-40d4-9195-04c15f42ebfb tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.480306 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ae65705-d823-4015-bf49-8b387e56a880 req-8bae8b2f-b946-40d4-9195-04c15f42ebfb tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 944 time: 0.1303525 Nov 22 16:50:16.576387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ae65705-d823-4015-bf49-8b387e56a880 req-cd4ebdb6-2465-407b-b4ec-8e2a4cd93a59 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940874 Nov 22 16:50:16.594140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['861e2a48-f055-4d4c-b41f-df263616167d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:16.700656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 416478b1-bb79-4916-8371-5f09b2525fa0 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:16.781612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba0150-c945-4f70-bc8c-b7b3ec8cfb94 req-e3beb8ca-132d-4618-a7bb-ee9702f40194 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.802894 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0ba0150-c945-4f70-bc8c-b7b3ec8cfb94 req-e3beb8ca-132d-4618-a7bb-ee9702f40194 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 907 time: 0.1466124 Nov 22 16:50:16.885581 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f4ade-5ab3-4880-82f5-7ef6f314a4a9 x-openstack-request-id: req-695f4ade-5ab3-4880-82f5-7ef6f314a4a9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:16.886226 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "024d8949-baae-4832-9666-0879aa44e73f", "tag": "861e2a48-f055-4d4c-b41f-df263616167d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:16.886714 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-695f4ade-5ab3-4880-82f5-7ef6f314a4a9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:16.887464 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '024d8949-baae-4832-9666-0879aa44e73f', 'tag': '861e2a48-f055-4d4c-b41f-df263616167d', 'status': 'completed', 'code': 200} Nov 22 16:50:16.941331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-86a63a08-8610-41af-a0b4-f5de641c76d1 None None] Provisioning complete for port 861e2a48-f055-4d4c-b41f-df263616167d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:16.941716 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86a63a08-8610-41af-a0b4-f5de641c76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.020895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2a43-2fce-43df-a02e-47280a531405 req-034bd782-4170-43b7-87c8-d5e1c50aeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.025924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74ba2a43-2fce-43df-a02e-47280a531405 req-034bd782-4170-43b7-87c8-d5e1c50aeee7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 1058 time: 0.1118319 Nov 22 16:50:17.073129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 416478b1-bb79-4916-8371-5f09b2525fa0 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:50:17.101422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 416478b1-bb79-4916-8371-5f09b2525fa0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:17.102238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.278538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6edd6-47af-400f-a3b3-5797778a89be req-41f42186-8f37-4a8e-8a83-f60eaf748615 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.289909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16a6edd6-47af-400f-a3b3-5797778a89be req-41f42186-8f37-4a8e-8a83-f60eaf748615 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2125099 Nov 22 16:50:17.353136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16a6edd6-47af-400f-a3b3-5797778a89be req-99f33a70-663b-4f88-86e2-028825c8eff6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618813 Nov 22 16:50:17.447091 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.447301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2a43-2fce-43df-a02e-47280a531405 req-d924634d-33de-4286-aa38-b03474e0b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.450966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74ba2a43-2fce-43df-a02e-47280a531405 req-d924634d-33de-4286-aa38-b03474e0b64a service neutron] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.4168181 Nov 22 16:50:17.537859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74ba2a43-2fce-43df-a02e-47280a531405 req-33fd2d17-197d-4a25-a2f1-e8e9b653adaa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=861e2a48-f055-4d4c-b41f-df263616167d HTTP/1.1" status: 200 len: 217 time: 0.0764380 Nov 22 16:50:17.558129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97354d-c1a7-40f7-b10b-72e7d097bcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416478b1-bb79-4916-8371-5f09b2525fa0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:17.561518 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8cdb4f-7709-4263-9fd9-3fb0a033a29c" -d '{"events": [{"server_uuid": "5d97354d-c1a7-40f7-b10b-72e7d097bcd9", "name": "network-vif-plugged", "status": "completed", "tag": "416478b1-bb79-4916-8371-5f09b2525fa0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:17.589370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 416478b1-bb79-4916-8371-5f09b2525fa0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=416478b1-bb79-4916-8371-5f09b2525fa0,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:17.615398 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.643761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b340e-21b7-4365-bcf7-5b1da4152138 req-64c9ee04-5ff0-475a-8b01-617a93308c5b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.655536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd4b340e-21b7-4365-bcf7-5b1da4152138 req-64c9ee04-5ff0-475a-8b01-617a93308c5b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1325946 Nov 22 16:50:17.718983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2a43-2fce-43df-a02e-47280a531405 req-2ca97743-ced5-45e7-b534-e58c0eb6e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.720742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74ba2a43-2fce-43df-a02e-47280a531405 req-2ca97743-ced5-45e7-b534-e58c0eb6e8f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1763020 Nov 22 16:50:17.738478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=416478b1-bb79-4916-8371-5f09b2525fa0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:17.777438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd4b340e-21b7-4365-bcf7-5b1da4152138 req-3120ee77-9031-4be3-9085-3183901823bc tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193740 Nov 22 16:50:17.808119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba2a43-2fce-43df-a02e-47280a531405 req-d534d073-09b0-4bd8-a639-800e698a8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.809804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74ba2a43-2fce-43df-a02e-47280a531405 req-d534d073-09b0-4bd8-a639-800e698a8eb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799501 Nov 22 16:50:17.863679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d3c9b8c-52ea-4ab9-a1b3-50b1d780d1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.931592 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32814ccc-8583-4516-bcc7-872d66a48cbf x-openstack-request-id: req-32814ccc-8583-4516-bcc7-872d66a48cbf {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:17.931960 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97354d-c1a7-40f7-b10b-72e7d097bcd9", "name": "network-vif-plugged", "status": "completed", "tag": "416478b1-bb79-4916-8371-5f09b2525fa0", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:17.932278 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32814ccc-8583-4516-bcc7-872d66a48cbf {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:17.932733 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97354d-c1a7-40f7-b10b-72e7d097bcd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416478b1-bb79-4916-8371-5f09b2525fa0', 'code': 200} Nov 22 16:50:18.136869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d922a9-c1da-43b3-886e-970fb0689a00 req-b5863918-2ea6-46c4-bbeb-733f17ea4bb0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.138450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0d922a9-c1da-43b3-886e-970fb0689a00 req-b5863918-2ea6-46c4-bbeb-733f17ea4bb0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.0852201 Nov 22 16:50:18.140953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74ba2a43-2fce-43df-a02e-47280a531405 req-49157a7e-e3bb-498a-b9d4-68a241e9278c service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065867 Nov 22 16:50:18.185257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e679f6-4355-4ae6-ac85-ec361e7c1d4b req-19f8e0e9-7c51-4bd6-8d42-c7698a98db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.193719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2e679f6-4355-4ae6-ac85-ec361e7c1d4b req-19f8e0e9-7c51-4bd6-8d42-c7698a98db71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 1096 time: 0.1852875 Nov 22 16:50:18.322769 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a2e679f6-4355-4ae6-ac85-ec361e7c1d4b req-19085266-6e65-404d-bbaf-dc9a2dbd69a4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189871 Nov 22 16:50:18.371110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0d922a9-c1da-43b3-886e-970fb0689a00 req-59097649-860d-4aee-b17a-208c29789819 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239888 Nov 22 16:50:18.406897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74ba2a43-2fce-43df-a02e-47280a531405 req-9e99e6d3-50aa-4775-a1f7-10ae0583d357 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482307 Nov 22 16:50:18.718777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787347c-8ddd-4773-9642-b23637577e86 req-38dc9ba8-7928-4b6c-8db1-84efe3466615 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.723409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-38dc9ba8-7928-4b6c-8db1-84efe3466615 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.2423720 Nov 22 16:50:18.751051 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-99b602fd-d889-43af-9375-3b09ff0b2832 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/quotas/01dc9ad2eed54d418bf31ced888fd7bb HTTP/1.1" status: 200 len: 375 time: 0.0192332 Nov 22 16:50:18.883910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-4250e4a8-b1de-4392-a10b-db9bbfdc2e9d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1273601 Nov 22 16:50:18.936220 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.057764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-01cc615a-f935-46be-b987-d4ab072e46ee service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655748 Nov 22 16:50:19.197007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-a6096ca5-9782-44c0-9876-5fb25b6c09ce service neutron] 10.222.0.59 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364119 Nov 22 16:50:19.452357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ddd50ed-8bd5-4a1f-8679-59b84e0edb6e req-b7eef7e4-8a7f-4859-8cd7-27ed55f39e6f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 210 time: 0.0814066 Nov 22 16:50:19.799935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ce9ea-e069-4f0c-b429-caa8bb9163bd req-a891bc3b-50f3-45c8-aa10-473e66414457 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:19.811504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d42ce9ea-e069-4f0c-b429-caa8bb9163bd req-a891bc3b-50f3-45c8-aa10-473e66414457 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.2258089 Nov 22 16:50:19.960605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d42ce9ea-e069-4f0c-b429-caa8bb9163bd req-f390be41-3c7f-4620-8970-3e987a1b72db tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484728 Nov 22 16:50:20.236296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:20.591952 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40c1965a-d149-41d8-8112-3a50cf3d0b82 req-54654f8b-f43a-4f78-b6dc-817d6ba6e2f9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 210 time: 0.0343320 Nov 22 16:50:20.723577 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.731549 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e81d826-4df7-4d3b-8a3f-1dcfe14ec9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.853217 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e81d826-4df7-4d3b-8a3f-1dcfe14ec9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.863545 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2e81d826-4df7-4d3b-8a3f-1dcfe14ec9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.925585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2e81d826-4df7-4d3b-8a3f-1dcfe14ec9bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6f7dd9a7587486d8df27bf82ce43b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6851697 Nov 22 16:50:20.926562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81d826-4df7-4d3b-8a3f-1dcfe14ec9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bad840-8ad8-4445-8820-5a93e13d8ecc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:20.927772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41756) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:21.011637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b12f6dcd-e8dd-4c94-9e62-1a41ea7807ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.056826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b12f6dcd-e8dd-4c94-9e62-1a41ea7807ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.202120 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b12f6dcd-e8dd-4c94-9e62-1a41ea7807ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.211386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b12f6dcd-e8dd-4c94-9e62-1a41ea7807ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.213869 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b12f6dcd-e8dd-4c94-9e62-1a41ea7807ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d8bad840-8ad8-4445-8820-5a93e13d8ecc HTTP/1.1" status: 204 len: 168 time: 0.2848508 Nov 22 16:50:21.240300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f6dcd-e8dd-4c94-9e62-1a41ea7807ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bad840-8ad8-4445-8820-5a93e13d8ecc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:21.327320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1c19d-6e00-4c4d-bf1c-dd7a51c21aaf req-d21f5ab0-fe59-4978-906c-4ad911fe0167 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.335368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40f1c19d-6e00-4c4d-bf1c-dd7a51c21aaf req-d21f5ab0-fe59-4978-906c-4ad911fe0167 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.2661629 Nov 22 16:50:21.339717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.381206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787347c-8ddd-4773-9642-b23637577e86 req-2e05f736-cfa5-4e1b-948c-0bd6f8add3cf tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.382835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-2e05f736-cfa5-4e1b-948c-0bd6f8add3cf tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 810 time: 0.2266705 Nov 22 16:50:21.409559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Request body: {'port': {'device_id': '263f59e6-817d-424d-b11a-9d66282a7472', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'admin_state_up': True, 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:21.440966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40f1c19d-6e00-4c4d-bf1c-dd7a51c21aaf req-742beb00-2752-4fd6-971f-83994be1394f tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034536 Nov 22 16:50:21.638124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Made reservation on behalf of 01dc9ad2eed54d418bf31ced888fd7bb for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:21.647079 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.892643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-399f6fd2-5ac9-46d7-9f71-7aceac129878 req-1137266f-d2b7-48bf-a972-90266e78bfd8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 210 time: 0.0996108 Nov 22 16:50:21.962052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Allocated IP 172.20.0.11 (420a208a-8bbc-4c0c-9867-e3e52c27c3e8/c768d94a-3e81-4a9b-b7f5-d098bcdb0b28/61ee71e3-64c5-4bd5-a413-d5ad6319ffde) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:22.119648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41784) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:22.155865 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a85aab8e-6642-461f-a3dd-5a237b438e66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.158269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c066ee0-0609-4014-9950-27fc83ec58f1 req-77f75cf0-a083-48eb-93b0-25cfb8ce7046 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.167777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c066ee0-0609-4014-9950-27fc83ec58f1 req-77f75cf0-a083-48eb-93b0-25cfb8ce7046 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1574218 Nov 22 16:50:22.330392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c066ee0-0609-4014-9950-27fc83ec58f1 req-3ebb170d-8fc6-418d-a17f-53f7e8addc02 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615229 Nov 22 16:50:22.353074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.366380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a85aab8e-6642-461f-a3dd-5a237b438e66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.373408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a85aab8e-6642-461f-a3dd-5a237b438e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.412046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aab8e-6642-461f-a3dd-5a237b438e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e764499c-8cc6-4515-a6f9-51ba64309e9a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:22.430286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.443579 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a85aab8e-6642-461f-a3dd-5a237b438e66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a4096e628e24c45b7f1889d50453a18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3219297 Nov 22 16:50:22.446230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41790) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:22.446724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['329150b1-5a23-43b8-b588-db55974b48e7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:22.449175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d8faedb8-a48a-4f16-8806-5fed35b48730'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:22.512582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49354801-e439-4338-90e4-0709b7467527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.531470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:22.550382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49354801-e439-4338-90e4-0709b7467527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.578990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:22.603120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:22.657396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49354801-e439-4338-90e4-0709b7467527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.660923 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49354801-e439-4338-90e4-0709b7467527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.662686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49354801-e439-4338-90e4-0709b7467527 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e764499c-8cc6-4515-a6f9-51ba64309e9a HTTP/1.1" status: 204 len: 168 time: 0.2144623 Nov 22 16:50:22.678119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49354801-e439-4338-90e4-0709b7467527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e764499c-8cc6-4515-a6f9-51ba64309e9a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:23.090601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-767d4045-62e0-4946-8c0c-1077ec962fc6 None None] Provisioning complete for port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:23.091024 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-767d4045-62e0-4946-8c0c-1077ec962fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.134917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-767d4045-62e0-4946-8c0c-1077ec962fc6 None None] Port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:23.443696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event updated for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:23.465936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed5404-c265-4a3a-be76-ed0b6c100ccc req-883a3d01-9c3e-4dd8-be2e-c120d8118cfa tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.476571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3ed5404-c265-4a3a-be76-ed0b6c100ccc req-883a3d01-9c3e-4dd8-be2e-c120d8118cfa tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.9411049 Nov 22 16:50:23.486497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.487913 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.540054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-36c9f3ab-d10f-429d-b192-535aaa130e27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1411881 Nov 22 16:50:23.570466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3ed5404-c265-4a3a-be76-ed0b6c100ccc req-9a913429-4a94-4df6-a5e6-e1cb06836367 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876606 Nov 22 16:50:23.577268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Request body: {'port': {'device_id': '263f59e6-817d-424d-b11a-9d66282a7472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:23.654033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.798196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0b637-58ff-472b-9d46-e6e5cd2c825a req-047d047d-e7a8-4f1e-a925-2f501dce3dee tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.809071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36d0b637-58ff-472b-9d46-e6e5cd2c825a req-047d047d-e7a8-4f1e-a925-2f501dce3dee tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 932 time: 0.1339951 Nov 22 16:50:23.983737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36d0b637-58ff-472b-9d46-e6e5cd2c825a req-5a6f1a3a-95fc-4a14-8cac-997b00341537 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696107 Nov 22 16:50:24.217452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ee71e3-64c5-4bd5-a413-d5ad6319ffde {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:24.236801 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.252634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Transition to ACTIVE for port object 61ee71e3-64c5-4bd5-a413-d5ad6319ffde will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:24.261837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.397763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Pushing event updated for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:24.434050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Attempting to bind port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:24.434485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Attempting to bind port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:24.435099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Attempting to bind port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:24.440571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:50:24.440986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Attempting to bind port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde on network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:24.447747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:24.448510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Checking segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:24.448632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Bound using segment: {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:24.449734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Bound port: 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d063851-b70b-4d85-8132-aafd6aa5ad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:24.449734 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.609911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:24.655634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2717e-020f-4b01-bd22-891614252715 req-ae7815ef-fbd8-4f75-b16f-864a4bc032f5 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:24.661371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38b2717e-020f-4b01-bd22-891614252715 req-ae7815ef-fbd8-4f75-b16f-864a4bc032f5 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1238270 Nov 22 16:50:24.663400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:24.680889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.734542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:24.736464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.739030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] 10.222.0.37 "PUT /v2.0/ports/61ee71e3-64c5-4bd5-a413-d5ad6319ffde HTTP/1.1" status: 200 len: 1092 time: 1.1669042 Nov 22 16:50:24.744595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:24.747185 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a41e9-a53f-4541-a941-8cd6c006b083" -d '{"events": [{"name": "network-changed", "server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:24.803195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b6433-d9b4-44a0-84a6-779e7e74019b service neutron] Pushing event updated for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:24.845433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38b2717e-020f-4b01-bd22-891614252715 req-5f40cf5d-65c6-4a9e-8f63-caf735b060e3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726348 Nov 22 16:50:24.942435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787347c-8ddd-4773-9642-b23637577e86 req-5323e7a7-968a-4a38-9c08-054d2e6ce95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:24.947996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-5323e7a7-968a-4a38-9c08-054d2e6ce95f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 1095 time: 0.1403828 Nov 22 16:50:25.038131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-adb641cb-97d2-4f44-bf5e-09826e650df5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde HTTP/1.1" status: 200 len: 217 time: 0.0796385 Nov 22 16:50:25.167995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787347c-8ddd-4773-9642-b23637577e86 req-63b350f0-f0b7-4114-8bed-0ef3f0622cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.169870 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-63b350f0-f0b7-4114-8bed-0ef3f0622cf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0512655 Nov 22 16:50:25.192606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de3821-a5aa-446d-a781-a854b219315b req-9592c746-461f-414e-80f6-443a177262e1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.212885 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8de3821-a5aa-446d-a781-a854b219315b req-9592c746-461f-414e-80f6-443a177262e1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1759386 Nov 22 16:50:25.303033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787347c-8ddd-4773-9642-b23637577e86 req-555a2cc1-fb6f-424e-92d2-30fc42f9e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.304679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-555a2cc1-fb6f-424e-92d2-30fc42f9e3e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212802 Nov 22 16:50:25.317997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8de3821-a5aa-446d-a781-a854b219315b req-7ba18691-b96b-48a0-8b63-728f530d3172 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054981 Nov 22 16:50:25.343934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41870) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:25.437190 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853f4b0c-9ec0-41d1-a7e4-0c0746a847e9 x-openstack-request-id: req-853f4b0c-9ec0-41d1-a7e4-0c0746a847e9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:25.439352 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:25.439983 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-853f4b0c-9ec0-41d1-a7e4-0c0746a847e9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:25.445213 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'status': 'completed', 'code': 200} Nov 22 16:50:25.470475 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab4840e2-0953-452f-8424-79d1a3a60471 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/floatingips/a7a6e1b4-9739-4d0d-abd9-c479f24bd7df HTTP/1.1" status: 200 len: 993 time: 0.1247013 Nov 22 16:50:25.561763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-47999fa0-4664-4a94-9f9f-d0318dac8b77 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404840 Nov 22 16:50:25.581044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32681f-9b68-435e-b980-7c3abc68df76 req-5472b516-2fec-4ebf-b5ad-65ccaa503fed tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.588559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e32681f-9b68-435e-b980-7c3abc68df76 req-5472b516-2fec-4ebf-b5ad-65ccaa503fed tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 944 time: 0.0839562 Nov 22 16:50:25.702313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e32681f-9b68-435e-b980-7c3abc68df76 req-af90ab75-39bc-41c4-85b4-dac0756db61c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082923 Nov 22 16:50:25.756548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8787347c-8ddd-4773-9642-b23637577e86 req-108ab21b-2eb6-4504-aee5-7e1fe90b295c service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842937 Nov 22 16:50:25.914901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-19e8d366-370a-445b-8742-f37088af07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.917392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-19e8d366-370a-445b-8742-f37088af07a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 1095 time: 0.0814066 Nov 22 16:50:26.009450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:26.059600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ee4ff-7275-4274-8cbd-0d590195456c req-59846bd8-0a25-4168-9b51-1bbde376e639 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.061287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc1ee4ff-7275-4274-8cbd-0d590195456c req-59846bd8-0a25-4168-9b51-1bbde376e639 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1229129 Nov 22 16:50:26.139230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc1ee4ff-7275-4274-8cbd-0d590195456c req-f2a01030-4d47-495c-acd7-2452808fe5dc tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690169 Nov 22 16:50:26.145263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-c7d4e9f1-f3c7-4878-a9f7-207a4a70c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.146773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-c7d4e9f1-f3c7-4878-a9f7-207a4a70c456 service neutron] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.2181993 Nov 22 16:50:26.223580 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-879573a4-7aa0-46c7-becc-adbae2e7cb1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde HTTP/1.1" status: 200 len: 217 time: 0.0591481 Nov 22 16:50:26.291056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-a5062e73-f5ad-4819-bc7e-ee13f1b98fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.293023 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-a5062e73-f5ad-4819-bc7e-ee13f1b98fa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0595860 Nov 22 16:50:26.349309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-99559e5d-a3ac-48b0-900a-0b43b4de498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.353648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-99559e5d-a3ac-48b0-900a-0b43b4de498b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507145 Nov 22 16:50:26.360281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 8a72cd38-5578-4030-9620-9000e29fca07 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:26.362025 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.500637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.505694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.508344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41908) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:26.525817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 8a72cd38-5578-4030-9620-9000e29fca07 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:26.528289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bda157-c81a-465d-bfc9-77b0c4697472 req-0c48a3da-170b-43e1-adae-c875b4af2fa5 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.536767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89bda157-c81a-465d-bfc9-77b0c4697472 req-0c48a3da-170b-43e1-adae-c875b4af2fa5 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.0935237 Nov 22 16:50:26.574919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-b4867d93-b89e-45b0-817c-8213a2864082 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055993 Nov 22 16:50:26.663662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89bda157-c81a-465d-bfc9-77b0c4697472 req-6303bff7-220b-4484-a4d4-22a3ef9eeec3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258974 Nov 22 16:50:26.754416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27db1884-baea-4f3e-8d71-32adbcb27229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.758246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107a41e9-a53f-4541-a941-8cd6c006b083 req-70534f45-e2a0-417a-b2c3-ea9f8ac34d95 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702678 Nov 22 16:50:26.814193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.864693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=8a72cd38-5578-4030-9620-9000e29fca07,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:26.916557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e527f-8250-4003-a6f6-942da9da3a78 req-aed0de4a-7475-40d7-9b55-dfed216d2716 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.918342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-697e527f-8250-4003-a6f6-942da9da3a78 req-aed0de4a-7475-40d7-9b55-dfed216d2716 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 944 time: 0.0988872 Nov 22 16:50:26.938304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.938997 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Floating IP a7a6e1b4-9739-4d0d-abd9-c479f24bd7df disassociated (deleted). External IP: 172.25.0.57, port: 564d0afe-d4f2-4206-81fa-f11afc12ee9f. Nov 22 16:50:26.994608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-697e527f-8250-4003-a6f6-942da9da3a78 req-14654283-acd1-4dc4-9a62-53f01515d0b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670228 Nov 22 16:50:27.006588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27db1884-baea-4f3e-8d71-32adbcb27229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.014091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-27db1884-baea-4f3e-8d71-32adbcb27229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.069832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db1884-baea-4f3e-8d71-32adbcb27229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2769c26-f7a3-4436-beb0-5e662870a675,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:27.091596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-27db1884-baea-4f3e-8d71-32adbcb27229 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c70a24c2381749f794a4061419b0c3dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5805712 Nov 22 16:50:27.094445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41922) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:27.159170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02e95f9d-e4b0-4aa5-8e15-9502f4a8d3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.211004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02e95f9d-e4b0-4aa5-8e15-9502f4a8d3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.230175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:27.305365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02e95f9d-e4b0-4aa5-8e15-9502f4a8d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.308095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02e95f9d-e4b0-4aa5-8e15-9502f4a8d3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.309286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-02e95f9d-e4b0-4aa5-8e15-9502f4a8d3aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2769c26-f7a3-4436-beb0-5e662870a675 HTTP/1.1" status: 204 len: 168 time: 0.2132673 Nov 22 16:50:27.338439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e95f9d-e4b0-4aa5-8e15-9502f4a8d3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2769c26-f7a3-4436-beb0-5e662870a675,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:27.379102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15538b8f-e087-47eb-8e9e-56ca08d8e95a req-370d24df-5d62-4981-89ee-5aa38ef6a5ac tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.380681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15538b8f-e087-47eb-8e9e-56ca08d8e95a req-370d24df-5d62-4981-89ee-5aa38ef6a5ac tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1191528 Nov 22 16:50:27.395314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:27.410762 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] Sync routers for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:27.414256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.450261 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:27.454697 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:27.459821 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-02b716d5-c6a8-4f1f-bdc4-702bc70ece22 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/floatingips/a7a6e1b4-9739-4d0d-abd9-c479f24bd7df HTTP/1.1" status: 204 len: 168 time: 1.4464905 Nov 22 16:50:27.459821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:27.461338 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2969589e-6477-438c-a99d-203801338454" -d '{"events": [{"name": "network-changed", "server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:27.506171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15538b8f-e087-47eb-8e9e-56ca08d8e95a req-ec914fe9-2b16-4204-bd2a-0c3a3f145e8e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171350 Nov 22 16:50:27.772675 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715328a7-a2aa-47d3-a859-b7b552735121 x-openstack-request-id: req-715328a7-a2aa-47d3-a859-b7b552735121 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:27.773171 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:27.773609 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-715328a7-a2aa-47d3-a859-b7b552735121 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:27.774200 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'status': 'completed', 'code': 200} Nov 22 16:50:27.777148 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:27.973490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b514b-34af-498c-8ba5-63e181d66b94 req-98f3dbc0-2d4b-4d1a-a6dc-243c631bcc6b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.986150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-989b514b-34af-498c-8ba5-63e181d66b94 req-98f3dbc0-2d4b-4d1a-a6dc-243c631bcc6b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.0741615 Nov 22 16:50:28.059718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-989b514b-34af-498c-8ba5-63e181d66b94 req-65a8523a-d39f-47fb-88e6-99032c50c5bd tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564084 Nov 22 16:50:28.141235 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:31Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.176776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41962) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:28.197841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a01109a-fe4f-4300-ad81-88eeff474e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.204799 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] Checking router: 3eb7a2e1-e464-451b-93d3-9f3f359549f1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:28.229421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969589e-6477-438c-a99d-203801338454 req-7d136245-72d0-4ff6-a638-e22fc673c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.231381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2969589e-6477-438c-a99d-203801338454 req-7d136245-72d0-4ff6-a638-e22fc673c257 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 1097 time: 0.4143748 Nov 22 16:50:28.238736 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:28.239815 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.247910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b19c43-819c-4689-b798-d1faf0500f11 req-409fc76c-fc79-4689-acba-1fc0d37d54a1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.249634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86b19c43-819c-4689-b798-d1faf0500f11 req-409fc76c-fc79-4689-acba-1fc0d37d54a1 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 946 time: 0.0881000 Nov 22 16:50:28.352843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969589e-6477-438c-a99d-203801338454 req-e59ec2a7-3419-468b-9b99-2438494a9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.354547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2969589e-6477-438c-a99d-203801338454 req-e59ec2a7-3419-468b-9b99-2438494a9c7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=91545320-4479-4910-b5d9-90fb59627aa4 HTTP/1.1" status: 200 len: 898 time: 0.1036067 Nov 22 16:50:28.370580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a01109a-fe4f-4300-ad81-88eeff474e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.383478 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a01109a-fe4f-4300-ad81-88eeff474e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.424493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2969589e-6477-438c-a99d-203801338454 req-48c8a7f9-e52d-497b-bc42-d71458b359f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f HTTP/1.1" status: 200 len: 217 time: 0.0561032 Nov 22 16:50:28.456796 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:28.457990 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8a01109a-fe4f-4300-ad81-88eeff474e88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e98c68f29cb4178b9e52c48065237dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2792237 Nov 22 16:50:28.461059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41966) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:28.467539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01109a-fe4f-4300-ad81-88eeff474e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8fd8b6-52e0-495c-932a-4d85d5c6825b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:28.542355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9c91-b14b-46b2-a16e-d6ac150764e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.549325 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86b19c43-819c-4689-b798-d1faf0500f11 req-76f3ebaa-a526-4114-b2b6-f74a0edeb4f6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932964 Nov 22 16:50:28.575103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969589e-6477-438c-a99d-203801338454 req-6f5f3ba8-1a81-4d61-a262-98fb9794b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.577009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2969589e-6477-438c-a99d-203801338454 req-6f5f3ba8-1a81-4d61-a262-98fb9794b25e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f5c0175-1024-404d-a3d1-3f0ec57f9137 HTTP/1.1" status: 200 len: 833 time: 0.1398089 Nov 22 16:50:28.588234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9c91-b14b-46b2-a16e-d6ac150764e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.635955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 61ee71e3-64c5-4bd5-a413-d5ad6319ffde details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:28.670671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9c91-b14b-46b2-a16e-d6ac150764e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.674352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9c91-b14b-46b2-a16e-d6ac150764e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.675840 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e9ac9c91-b14b-46b2-a16e-d6ac150764e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b8fd8b6-52e0-495c-932a-4d85d5c6825b HTTP/1.1" status: 204 len: 168 time: 0.2135084 Nov 22 16:50:28.696048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac9c91-b14b-46b2-a16e-d6ac150764e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8fd8b6-52e0-495c-932a-4d85d5c6825b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:28.717407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969589e-6477-438c-a99d-203801338454 req-5fa2dfc7-9146-42ad-84cb-5134ae48bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.719280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2969589e-6477-438c-a99d-203801338454 req-5fa2dfc7-9146-42ad-84cb-5134ae48bea1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91545320-4479-4910-b5d9-90fb59627aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329432 Nov 22 16:50:28.831477 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:31Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.836464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc83a5b-c5ad-4de9-b261-3dfaadf914de req-222c50f4-251e-41d9-9732-b7595330502f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.839367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fc83a5b-c5ad-4de9-b261-3dfaadf914de req-222c50f4-251e-41d9-9732-b7595330502f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 944 time: 0.1726320 Nov 22 16:50:28.866976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:28.876869 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be5b9f-8909-413b-a50d-ba129b9dc9b5 None None] The sync data for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 is: [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:27Z', 'revision_number': 4, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '96d96dee-6962-4a37-bc0f-9b8ce3213982', 'name': '', 'network_id': '91545320-4479-4910-b5d9-90fb59627aa4', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'mac_address': 'fa:16:3e:b0:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:26Z', 'updated_at': '2021-11-22T16:49:31Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'subnets': [{'id': '9f5c0175-1024-404d-a3d1-3f0ec57f9137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:28.893549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'mac_address': 'fa:16:3e:b9:ea:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:28.967350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2969589e-6477-438c-a99d-203801338454 req-0832de0b-4c4b-448b-bb68-4c0d08d4f655 service neutron] 10.222.0.37 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337739 Nov 22 16:50:28.983968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fc83a5b-c5ad-4de9-b261-3dfaadf914de req-20e01a18-ccbc-48c0-b1be-6ae206e8e15c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142211 Nov 22 16:50:29.035325 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.066742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ee71e3-64c5-4bd5-a413-d5ad6319ffde {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:29.132125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:29.139254 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.161373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2969589e-6477-438c-a99d-203801338454 req-83697bc9-c2e7-40d8-8f8f-041e564dff15 service neutron] 10.222.0.37 "GET /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754968 Nov 22 16:50:29.253852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:29.258871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28f6c4-5920-4677-aef1-287771ac28ff req-ac91e125-6bd2-41c7-a745-398cc75b8e42 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:29.262752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac28f6c4-5920-4677-aef1-287771ac28ff req-ac91e125-6bd2-41c7-a745-398cc75b8e42 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1004384 Nov 22 16:50:29.269421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.269997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.270780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.271291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.271904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.272381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.272865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.273332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.273793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.274287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.274750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.275262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:29.369300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca683d43-b59b-4297-be84-e78cd074793b None None] New status for floating IP a7a6e1b4-9739-4d0d-abd9-c479f24bd7df: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:50:29.372711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac28f6c4-5920-4677-aef1-287771ac28ff req-43c0d754-c78b-414f-a90f-2e54e8c5bf8c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030886 Nov 22 16:50:29.580215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-97adcd63-1aba-49ae-bc2b-c87c2f520bd6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:29.582534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-97adcd63-1aba-49ae-bc2b-c87c2f520bd6 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 946 time: 0.1205924 Nov 22 16:50:29.612700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29139079-89c3-4a9b-b97e-b63c9775fdb3 req-e370aab8-db21-4e65-9f08-315f7b89aed6 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:29.614343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29139079-89c3-4a9b-b97e-b63c9775fdb3 req-e370aab8-db21-4e65-9f08-315f7b89aed6 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.0980635 Nov 22 16:50:29.625783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['61ee71e3-64c5-4bd5-a413-d5ad6319ffde'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:29.747341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29139079-89c3-4a9b-b97e-b63c9775fdb3 req-1e9bcc91-b87e-4c09-95cd-c087083200c7 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116419 Nov 22 16:50:29.764386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 564d0afe-d4f2-4206-81fa-f11afc12ee9f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:29.764386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.917335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port 564d0afe-d4f2-4206-81fa-f11afc12ee9f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=564d0afe-d4f2-4206-81fa-f11afc12ee9f,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:29.918037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.931707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 564d0afe-d4f2-4206-81fa-f11afc12ee9f owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:30.053154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b1a9a-77e1-43df-9be2-4c8523bb0276 req-4bdecc88-637c-487e-b7ec-1d70f611e182 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.054995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d9b1a9a-77e1-43df-9be2-4c8523bb0276 req-4bdecc88-637c-487e-b7ec-1d70f611e182 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc235794-9a57-445f-a297-8e816264d95b HTTP/1.1" status: 200 len: 946 time: 0.1819401 Nov 22 16:50:30.150486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d9b1a9a-77e1-43df-9be2-4c8523bb0276 req-e35ec237-d1f9-4730-a885-23ef7f386c01 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "GET /v2.0/security-groups?id=132858a6-4484-42c7-a6c1-e1aa231b0f96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858912 Nov 22 16:50:30.235363 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.321369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=564d0afe-d4f2-4206-81fa-f11afc12ee9f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:30.348472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] No DVR routers for this DVR port 564d0afe-d4f2-4206-81fa-f11afc12ee9f on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:30.351455 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.354810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0a57ba8-64f6-42bb-9840-2faa1ba3d288 req-8d68ca52-e451-478f-8f82-619cc1da6dfc tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.37 "DELETE /v2.0/ports/564d0afe-d4f2-4206-81fa-f11afc12ee9f HTTP/1.1" status: 204 len: 173 time: 0.7626016 Nov 22 16:50:30.355462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'name': 'network-vif-deleted', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:30.358264 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27ce86d-fb5a-432b-a14c-40b2dcd53a3e" -d '{"events": [{"server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "name": "network-vif-deleted", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:30.396191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a686007-2328-4d64-b0ca-0c797dc2cb3a req-75c30ec3-62dc-4999-aa2d-b958805324ae tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.397842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a686007-2328-4d64-b0ca-0c797dc2cb3a req-75c30ec3-62dc-4999-aa2d-b958805324ae tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 945 time: 0.1571112 Nov 22 16:50:30.473504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a686007-2328-4d64-b0ca-0c797dc2cb3a req-3b16e078-dc4f-41e2-b5db-207beef497f3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591860 Nov 22 16:50:30.556696 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e797be-0436-4f55-9a9b-ef2486f689ad x-openstack-request-id: req-e5e797be-0436-4f55-9a9b-ef2486f689ad {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:30.557195 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc235794-9a57-445f-a297-8e816264d95b", "name": "network-vif-deleted", "tag": "564d0afe-d4f2-4206-81fa-f11afc12ee9f", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:30.557794 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5e797be-0436-4f55-9a9b-ef2486f689ad {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:30.558419 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc235794-9a57-445f-a297-8e816264d95b', 'name': 'network-vif-deleted', 'tag': '564d0afe-d4f2-4206-81fa-f11afc12ee9f', 'status': 'completed', 'code': 200} Nov 22 16:50:30.685260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e4a0c-8d4a-40cc-ae47-131bb7300f12 req-06ecbb2b-5e43-4a2a-862d-fe1251e7d623 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.693205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f15e4a0c-8d4a-40cc-ae47-131bb7300f12 req-06ecbb2b-5e43-4a2a-862d-fe1251e7d623 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.0747483 Nov 22 16:50:30.760338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f15e4a0c-8d4a-40cc-ae47-131bb7300f12 req-c0213c9e-42bd-4e1b-85fa-e80e8159d289 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660000 Nov 22 16:50:30.937505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9047e5-e6c5-4094-ba40-9e484c578ac4 req-9e7c7541-02b0-4e7a-9419-7b09c945a256 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.939448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b9047e5-e6c5-4094-ba40-9e484c578ac4 req-9e7c7541-02b0-4e7a-9419-7b09c945a256 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.0673983 Nov 22 16:50:31.012352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b9047e5-e6c5-4094-ba40-9e484c578ac4 req-218d2eec-03a6-4221-b613-a6421430bf08 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666289 Nov 22 16:50:31.218475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:31.284141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a46a7222-0da3-4d81-b74a-3f517608c736 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.309928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a46a7222-0da3-4d81-b74a-3f517608c736 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.377638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a46a7222-0da3-4d81-b74a-3f517608c736 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.380559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a46a7222-0da3-4d81-b74a-3f517608c736 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.381762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a46a7222-0da3-4d81-b74a-3f517608c736 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/security-groups/132858a6-4484-42c7-a6c1-e1aa231b0f96 HTTP/1.1" status: 204 len: 168 time: 0.1622620 Nov 22 16:50:31.392361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a7222-0da3-4d81-b74a-3f517608c736 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132858a6-4484-42c7-a6c1-e1aa231b0f96,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:31.416332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42066) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:31.695399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd931a-4e74-40e7-9760-d5b813b8a1ae req-8b09fd18-0c44-4b04-ac18-b69074fadd14 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.697104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9bd931a-4e74-40e7-9760-d5b813b8a1ae req-8b09fd18-0c44-4b04-ac18-b69074fadd14 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 945 time: 0.0976300 Nov 22 16:50:31.792186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9bd931a-4e74-40e7-9760-d5b813b8a1ae req-b4a3ed51-d1c9-499c-bee5-686320d7b76b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Nov 22 16:50:31.959891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:31.962104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5fa69-dfcb-48de-885d-ced388680931 req-3bc9d743-c0c0-4045-89a4-501c85cb4e5d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.963652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6a5fa69-dfcb-48de-885d-ced388680931 req-3bc9d743-c0c0-4045-89a4-501c85cb4e5d tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.0823057 Nov 22 16:50:31.987654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.085504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56b0c458-898a-423b-a366-78a7cd206728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.117256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6a5fa69-dfcb-48de-885d-ced388680931 req-b938fa42-34e9-4892-b3e0-7d35ac42f378 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418803 Nov 22 16:50:32.189782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56b0c458-898a-423b-a366-78a7cd206728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.195716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56b0c458-898a-423b-a366-78a7cd206728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.257890 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-56b0c458-898a-423b-a366-78a7cd206728 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a8b951ea9384d2ca4bcaff68ca588db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967749 Nov 22 16:50:32.258565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:32.275534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0c458-898a-423b-a366-78a7cd206728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09873231-e1c4-4e7b-91ed-599f2cd39cb8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:32.296855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695b73f-debc-47dd-ae85-bdccbcfa67e4 req-040c353c-96b6-4c76-9222-9a07ef83853b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:32.298547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1695b73f-debc-47dd-ae85-bdccbcfa67e4 req-040c353c-96b6-4c76-9222-9a07ef83853b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.0869176 Nov 22 16:50:32.427093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9196a75b-b2ba-4904-b236-a1bfdf5bc538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.434161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1695b73f-debc-47dd-ae85-bdccbcfa67e4 req-a31a16d7-6dcf-4d4d-b1d8-fb7ad802b464 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291709 Nov 22 16:50:32.465384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9196a75b-b2ba-4904-b236-a1bfdf5bc538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.504671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 96d96dee-6962-4a37-bc0f-9b8ce3213982 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:32.505018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.575843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9196a75b-b2ba-4904-b236-a1bfdf5bc538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.578423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9196a75b-b2ba-4904-b236-a1bfdf5bc538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.579699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9196a75b-b2ba-4904-b236-a1bfdf5bc538 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09873231-e1c4-4e7b-91ed-599f2cd39cb8 HTTP/1.1" status: 204 len: 168 time: 0.3174202 Nov 22 16:50:32.600332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196a75b-b2ba-4904-b236-a1bfdf5bc538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09873231-e1c4-4e7b-91ed-599f2cd39cb8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:32.624090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port 96d96dee-6962-4a37-bc0f-9b8ce3213982, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=96d96dee-6962-4a37-bc0f-9b8ce3213982,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:32.624521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.639416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 96d96dee-6962-4a37-bc0f-9b8ce3213982 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:32.644313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 61ee71e3-64c5-4bd5-a413-d5ad6319ffde up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:32.697044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:50:32.702426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:32.703252 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.812558 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.844316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:32.852621 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9793e0fe-fad4-48ce-8385-3fe9bd6655e0" -d '{"events": [{"server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "name": "network-vif-plugged", "status": "completed", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:32.869207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:32.877154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.878421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 564d0afe-d4f2-4206-81fa-f11afc12ee9f no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:32.920066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 564d0afe-d4f2-4206-81fa-f11afc12ee9f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:32.921088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 564d0afe-d4f2-4206-81fa-f11afc12ee9f not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:32.978823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:33.122968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:33.138146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28c66517-246b-40d7-b3b9-87c2644fddf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.243452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28c66517-246b-40d7-b3b9-87c2644fddf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.260458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28c66517-246b-40d7-b3b9-87c2644fddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.307884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-28c66517-246b-40d7-b3b9-87c2644fddf1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a024259ddcf54e498fef4577a1a9126b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835377 Nov 22 16:50:33.310752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42152) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:33.330846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c87ca0-2285-464e-97ad-41a0e7a5eb5b req-9539e389-070e-417e-b4db-23ba503f30e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.339348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84c87ca0-2285-464e-97ad-41a0e7a5eb5b req-9539e389-070e-417e-b4db-23ba503f30e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.0852203 Nov 22 16:50:33.395401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c66517-246b-40d7-b3b9-87c2644fddf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb16570-6394-4777-9ada-321919dbc52f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:33.404431 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a7f703a-a2fe-4edb-b985-3d20a1bc7f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.432185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a7f703a-a2fe-4edb-b985-3d20a1bc7f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.443272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84c87ca0-2285-464e-97ad-41a0e7a5eb5b req-486226fe-3e8f-4eea-9088-d934bb41a8ff tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029389 Nov 22 16:50:33.450327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.488690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=96d96dee-6962-4a37-bc0f-9b8ce3213982,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:33.559730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a7f703a-a2fe-4edb-b985-3d20a1bc7f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.563054 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a7f703a-a2fe-4edb-b985-3d20a1bc7f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.567554 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7a7f703a-a2fe-4edb-b985-3d20a1bc7f36 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1bb16570-6394-4777-9ada-321919dbc52f HTTP/1.1" status: 204 len: 168 time: 0.2555676 Nov 22 16:50:33.571660 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e86f18b-b037-419f-8c98-cf5c595499e4 x-openstack-request-id: req-9e86f18b-b037-419f-8c98-cf5c595499e4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:33.571974 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "name": "network-vif-plugged", "status": "completed", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:33.572241 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e86f18b-b037-419f-8c98-cf5c595499e4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:33.572648 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'code': 200} Nov 22 16:50:33.585840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f703a-a2fe-4edb-b985-3d20a1bc7f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb16570-6394-4777-9ada-321919dbc52f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:33.850527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7877b-8f49-4b04-a6f2-05a2fdb12b08 req-3101010c-e6b5-4dc7-8201-a3fdd8bca00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.852668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ead7877b-8f49-4b04-a6f2-05a2fdb12b08 req-3101010c-e6b5-4dc7-8201-a3fdd8bca00e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 1097 time: 0.1653740 Nov 22 16:50:33.868414 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.892838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaea179-9b33-452c-830b-da40677feff9 req-01a8a7ae-bff9-4cda-958a-19b015e13400 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.895107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adaea179-9b33-452c-830b-da40677feff9 req-01a8a7ae-bff9-4cda-958a-19b015e13400 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1916244 Nov 22 16:50:34.057513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adaea179-9b33-452c-830b-da40677feff9 req-6440c165-6cda-4c18-aec0-8c53957a630c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436412 Nov 22 16:50:34.111970 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ead7877b-8f49-4b04-a6f2-05a2fdb12b08 req-e7e6d614-0040-4ee5-ab56-53afd2975af6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403049 Nov 22 16:50:34.162622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:34.286528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d450153-d6e3-4071-9870-725bf2cdf602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.291388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:34.334354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77a36c-acf6-4548-b982-715f83d82283 req-7984f69e-2e66-481f-9dca-37062eac3afc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.336061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc77a36c-acf6-4548-b982-715f83d82283 req-7984f69e-2e66-481f-9dca-37062eac3afc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.0786760 Nov 22 16:50:34.421317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d450153-d6e3-4071-9870-725bf2cdf602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.431950 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d450153-d6e3-4071-9870-725bf2cdf602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.467126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc77a36c-acf6-4548-b982-715f83d82283 req-faa47624-59f4-4261-9426-f4682cf78326 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993648 Nov 22 16:50:34.477576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:34.486648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f620b3e-04fd-48a1-80d3-5e294cbab0b5 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "PUT /v2.0/routers/3eb7a2e1-e464-451b-93d3-9f3f359549f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0660992 Nov 22 16:50:34.486648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:34.490489 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] Sync routers for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:34.507481 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:34.512648 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:34.543044 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2d450153-d6e3-4071-9870-725bf2cdf602 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=336cc6bdac7d47f0aeee093482737ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761401 Nov 22 16:50:34.543044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d450153-d6e3-4071-9870-725bf2cdf602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83ccf9a-5e12-4b79-bb72-df37ce3bb5c5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:34.551398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:34.667037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a704412-e490-4dc6-80cf-5c13f7553cc4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting subnet 9f5c0175-1024-404d-a3d1-3f0ec57f9137 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:34.677745 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a704412-e490-4dc6-80cf-5c13f7553cc4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.684921 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:34.779650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b5c544-0a6a-427c-91b9-5ab359410253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.828864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbca986-7409-4552-87ee-617597d4b02c req-8db17028-5e92-427d-8bd2-5c931c884433 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.831651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6dbca986-7409-4552-87ee-617597d4b02c req-8db17028-5e92-427d-8bd2-5c931c884433 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.2622859 Nov 22 16:50:34.837666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b5c544-0a6a-427c-91b9-5ab359410253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.887011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a704412-e490-4dc6-80cf-5c13f7553cc4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.949635 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:50:33Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:34.964232 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6dbca986-7409-4552-87ee-617597d4b02c req-26725879-5744-4594-bfed-b73e34c2363d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154184 Nov 22 16:50:35.009271 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] Checking router: 3eb7a2e1-e464-451b-93d3-9f3f359549f1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:35.022825 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] Routers {'3eb7a2e1-e464-451b-93d3-9f3f359549f1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:35.023970 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:35.032432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b5c544-0a6a-427c-91b9-5ab359410253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.035324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21b5c544-0a6a-427c-91b9-5ab359410253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.039014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-21b5c544-0a6a-427c-91b9-5ab359410253 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c83ccf9a-5e12-4b79-bb72-df37ce3bb5c5 HTTP/1.1" status: 204 len: 168 time: 0.4840941 Nov 22 16:50:35.056631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5c544-0a6a-427c-91b9-5ab359410253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83ccf9a-5e12-4b79-bb72-df37ce3bb5c5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.070539 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a704412-e490-4dc6-80cf-5c13f7553cc4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.205072 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] Set router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:35.259320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a704412-e490-4dc6-80cf-5c13f7553cc4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.344697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a704412-e490-4dc6-80cf-5c13f7553cc4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5c0175-1024-404d-a3d1-3f0ec57f9137,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.356567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9988c-0a7d-41d7-bc47-df48b7298cd6 req-b3f1651a-d2c4-4d0f-b7d3-6d414f96e34c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:35.358473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ec9988c-0a7d-41d7-bc47-df48b7298cd6 req-b3f1651a-d2c4-4d0f-b7d3-6d414f96e34c tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1905251 Nov 22 16:50:35.368047 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a704412-e490-4dc6-80cf-5c13f7553cc4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.368508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd61e587-3469-481a-89c3-9f90b41ce7b2 None None] Network 91545320-4479-4910-b5d9-90fb59627aa4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:35.372181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4a704412-e490-4dc6-80cf-5c13f7553cc4 tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/subnets/9f5c0175-1024-404d-a3d1-3f0ec57f9137 HTTP/1.1" status: 204 len: 168 time: 0.8845210 Nov 22 16:50:35.375807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:35.536045 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.639372 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:50:33Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:35.649006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:35.676678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ec9988c-0a7d-41d7-bc47-df48b7298cd6 req-a87c0a4b-8956-4939-a02a-22a2635303f3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708877 Nov 22 16:50:35.680532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40e33337-b806-4380-8b69-9c55975ea1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.701629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] DHCP port deletion for 91545320-4479-4910-b5d9-90fb59627aa4 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:35.728730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa1a5b-6f7b-4775-b8d1-10d8086ebc64 None None] The sync data for ids ['3eb7a2e1-e464-451b-93d3-9f3f359549f1'] in n-d-816865-2 is: [{'id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'name': 'tempest-TestNetworkBasicOps-router-16518102', 'tenant_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '06533490-f1e5-45ed-a3eb-97f448358995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:50:33Z', 'revision_number': 5, 'project_id': '8609cbdcbcfd4ec097e34ad420e71e49', 'gw_port': {'id': '06533490-f1e5-45ed-a3eb-97f448358995', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:5d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb7a2e1-e464-451b-93d3-9f3f359549f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:21Z', 'updated_at': '2021-11-22T16:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:35.813368 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40e33337-b806-4380-8b69-9c55975ea1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.831472 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40e33337-b806-4380-8b69-9c55975ea1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.835456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] Deleting port 02cb694d-168c-4633-8bde-f47489531d67 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:35.835837 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.915284 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40e33337-b806-4380-8b69-9c55975ea1da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9dcbd1b88544454e9373db7d65d9999e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2660143 Nov 22 16:50:35.916394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e33337-b806-4380-8b69-9c55975ea1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beed67c-b90b-468f-bd32-b54ef3b3e1f1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.919573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42248) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:35.919708 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.924254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] For port 02cb694d-168c-4633-8bde-f47489531d67, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=02cb694d-168c-4633-8bde-f47489531d67,segment=NetworkSegment(6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97),segment_id=6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:35.924986 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.941675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] Calling delete_port for 02cb694d-168c-4633-8bde-f47489531d67 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:35.980922 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-953b8752-0f8b-4822-999e-c2ba643c68a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.005910 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-953b8752-0f8b-4822-999e-c2ba643c68a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.015829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57e75d-a004-49f6-a31c-321935cf90f4 req-01c59764-a6bb-413d-b74e-f6c569bbbd2f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.017380 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd57e75d-a004-49f6-a31c-321935cf90f4 req-01c59764-a6bb-413d-b74e-f6c569bbbd2f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1758828 Nov 22 16:50:36.043104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.068184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] No DVR routers for this DVR port 02cb694d-168c-4633-8bde-f47489531d67 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:36.087718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Deleting port 06533490-f1e5-45ed-a3eb-97f448358995 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:36.088074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.092817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd57e75d-a004-49f6-a31c-321935cf90f4 req-cd7a25eb-ab22-490a-abaa-9fb73c36cd8c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669825 Nov 22 16:50:36.110204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-953b8752-0f8b-4822-999e-c2ba643c68a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.126788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-953b8752-0f8b-4822-999e-c2ba643c68a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.148027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f340-c2f9-4778-a93d-b1524e51bcca None None] Pushing event deleted for resources: {'Port': ['ID=02cb694d-168c-4633-8bde-f47489531d67,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:36.148613 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-953b8752-0f8b-4822-999e-c2ba643c68a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1beed67c-b90b-468f-bd32-b54ef3b3e1f1 HTTP/1.1" status: 204 len: 168 time: 0.2277346 Nov 22 16:50:36.188478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b8752-0f8b-4822-999e-c2ba643c68a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beed67c-b90b-468f-bd32-b54ef3b3e1f1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:36.218893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] For port 06533490-f1e5-45ed-a3eb-97f448358995, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=06533490-f1e5-45ed-a3eb-97f448358995,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:36.220486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.292222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Calling delete_port for 06533490-f1e5-45ed-a3eb-97f448358995 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:36.294275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 02cb694d-168c-4633-8bde-f47489531d67 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:36.326604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 02cb694d-168c-4633-8bde-f47489531d67 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:36.327372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 02cb694d-168c-4633-8bde-f47489531d67 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:36.328232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 96d96dee-6962-4a37-bc0f-9b8ce3213982 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:36.351399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 96d96dee-6962-4a37-bc0f-9b8ce3213982 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:36.352058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 96d96dee-6962-4a37-bc0f-9b8ce3213982 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:36.377249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84403060-28dc-4791-89cc-74d6885bcc7e req-853a6ab5-25a1-4c5c-b7ae-0ad909be4f8b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.387678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84403060-28dc-4791-89cc-74d6885bcc7e req-853a6ab5-25a1-4c5c-b7ae-0ad909be4f8b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1738236 Nov 22 16:50:36.504228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84403060-28dc-4791-89cc-74d6885bcc7e req-577985de-5ab1-4917-a38a-aef3b68d7932 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149056 Nov 22 16:50:36.570393 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.587665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.615715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad03ec-8391-4f41-9e7b-72aecbac9878 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:36.702807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Port': ['ID=06533490-f1e5-45ed-a3eb-97f448358995,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:36.758041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.854541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-c81e842d-e570-4dd7-8560-509fb19c4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.867712 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-c81e842d-e570-4dd7-8560-509fb19c4cfd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 1097 time: 0.0945117 Nov 22 16:50:37.013567 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.020808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.042749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-62bfc297-69e3-40b1-a90a-1c0005074c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:37.046743 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-62bfc297-69e3-40b1-a90a-1c0005074c4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.1772401 Nov 22 16:50:37.086509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30224956-14de-421b-81d0-4538e3f82c0c req-1733cd5e-2bf8-44a6-9982-ccc3462ea65d tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:37.088224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30224956-14de-421b-81d0-4538e3f82c0c req-1733cd5e-2bf8-44a6-9982-ccc3462ea65d tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1074471 Nov 22 16:50:37.089498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.089925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Fanout notify agent at l3_agent the message router_deleted on router 3eb7a2e1-e464-451b-93d3-9f3f359549f1 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:50:37.098484 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.103210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fe1206df-230a-4810-a30a-1e6b4445da6b tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/routers/3eb7a2e1-e464-451b-93d3-9f3f359549f1 HTTP/1.1" status: 204 len: 168 time: 1.7261279 Nov 22 16:50:37.103939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:37.239122 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-14516d98-c1bb-45b8-89b0-add26b76c45f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 200 len: 1002 time: 0.1849537 Nov 22 16:50:37.306546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-acdb9132-cc00-4d21-995c-50b2f93aacf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:37.308332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-acdb9132-cc00-4d21-995c-50b2f93aacf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.0619121 Nov 22 16:50:37.363954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30224956-14de-421b-81d0-4538e3f82c0c req-93612c54-f1a7-4557-a3bf-edc857ead50a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449048 Nov 22 16:50:37.367812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.375387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-cd84a8e1-1948-443b-abfa-2f225f54e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:37.377534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-cd84a8e1-1948-443b-abfa-2f225f54e793 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619512 Nov 22 16:50:37.500128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.552644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91545320-4479-4910-b5d9-90fb59627aa4']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:37.576282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:37.576661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9e2f3b-29a4-45ae-8a3c-5f21a1af5e97') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:37.586082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e7ef6-e4ca-452a-9633-d4308c09223f req-4b6926be-6b5a-4652-8c81-f7164994d518 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:37.589406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-ed75437a-e952-4605-abd1-30f902396b54 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037354 Nov 22 16:50:37.607151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c7e7ef6-e4ca-452a-9633-d4308c09223f req-4b6926be-6b5a-4652-8c81-f7164994d518 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1127238 Nov 22 16:50:37.643942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.669516 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.689334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:37.689779 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:37.693014 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:37.760970 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c0bd1ac4-821e-4bbd-b86b-52c388b90e1e req-2379891f-1108-4ffb-884a-3160ff71a407 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633992 Nov 22 16:50:37.769411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c7e7ef6-e4ca-452a-9633-d4308c09223f req-3cba37f3-3636-4732-ba90-47a4cc623ef6 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563594 Nov 22 16:50:37.820809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.830141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.835885 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.838854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] 10.222.0.59 "DELETE /v2.0/networks/91545320-4479-4910-b5d9-90fb59627aa4 HTTP/1.1" status: 204 len: 168 time: 0.7329617 Nov 22 16:50:37.850276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e462e22-1035-4252-b194-047b2678ba6f tempest-TestNetworkBasicOps-1304823771 tempest-TestNetworkBasicOps-1304823771-project] Pushing event deleted for resources: {'Network': ['ID=91545320-4479-4910-b5d9-90fb59627aa4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:37.896903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42328) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:37.905875 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:37.988455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 06533490-f1e5-45ed-a3eb-97f448358995 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:38.003966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbfea6-3c7b-4eea-be1e-066617a3b572 req-d7ad244d-162e-4061-963a-c0c2f4dbea40 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:38.005622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6fbfea6-3c7b-4eea-be1e-066617a3b572 req-d7ad244d-162e-4061-963a-c0c2f4dbea40 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1008959 Nov 22 16:50:38.118216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6fbfea6-3c7b-4eea-be1e-066617a3b572 req-ccd2d12c-c887-48c2-89b3-9b6accaa1c04 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980644 Nov 22 16:50:38.207526 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d996-5a5b-4878-ac38-b0dd86f11d63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.377601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 06533490-f1e5-45ed-a3eb-97f448358995 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:38.382258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 06533490-f1e5-45ed-a3eb-97f448358995 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:38.406926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d996-5a5b-4878-ac38-b0dd86f11d63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.414282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d996-5a5b-4878-ac38-b0dd86f11d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.449074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42356) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.454083 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5d996-5a5b-4878-ac38-b0dd86f11d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5870fe73-0267-4502-8f2c-e80c727ce804,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.509540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42360) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.513690 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d2f5d996-5a5b-4878-ac38-b0dd86f11d63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d215b99a18d644fd873222d5c48e2c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6117301 Nov 22 16:50:38.580402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-afc1b76a-8254-4c22-b5b2-5fd325c377cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.616203 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-afc1b76a-8254-4c22-b5b2-5fd325c377cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.710307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0d6a5a18-a115-4c56-ab6b-d7f018ffcef0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8609cbdcbcfd4ec097e34ad420e71e49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577677 Nov 22 16:50:38.711219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42378) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.726711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-afc1b76a-8254-4c22-b5b2-5fd325c377cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.729359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-afc1b76a-8254-4c22-b5b2-5fd325c377cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.733213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-afc1b76a-8254-4c22-b5b2-5fd325c377cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5870fe73-0267-4502-8f2c-e80c727ce804 HTTP/1.1" status: 204 len: 168 time: 0.2195475 Nov 22 16:50:38.741816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1b76a-8254-4c22-b5b2-5fd325c377cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5870fe73-0267-4502-8f2c-e80c727ce804,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.834785 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cce3-8bfd-4a86-a10d-52b82033423f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.868935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cce3-8bfd-4a86-a10d-52b82033423f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.905727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6f09-bfc4-4917-a375-7bf91362437a req-1ec68d44-25ea-4fe8-91e5-565cca72561f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:38.919974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f60f6f09-bfc4-4917-a375-7bf91362437a req-1ec68d44-25ea-4fe8-91e5-565cca72561f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1200602 Nov 22 16:50:38.944742 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cce3-8bfd-4a86-a10d-52b82033423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.948081 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cce3-8bfd-4a86-a10d-52b82033423f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.949317 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c5d6cce3-8bfd-4a86-a10d-52b82033423f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79df3c3c-1fc1-4393-bc5f-a1064007a4e0 HTTP/1.1" status: 204 len: 168 time: 0.2370408 Nov 22 16:50:38.960374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6cce3-8bfd-4a86-a10d-52b82033423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79df3c3c-1fc1-4393-bc5f-a1064007a4e0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.006469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f60f6f09-bfc4-4917-a375-7bf91362437a req-89447d8b-8fe0-40f2-921f-fb0afaac0a15 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671394 Nov 22 16:50:39.139685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312f221-0fa0-4251-9197-cbcf09055328 req-4446b8a6-f7b5-4249-973d-ec38c5153885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:39.141787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4312f221-0fa0-4251-9197-cbcf09055328 req-4446b8a6-f7b5-4249-973d-ec38c5153885 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.0696914 Nov 22 16:50:39.216748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4312f221-0fa0-4251-9197-cbcf09055328 req-4661c9b3-5416-4c6c-b747-16cc8381b518 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613043 Nov 22 16:50:39.370148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65504fe-de48-4dbb-bea4-ce829d51f887 req-035b05fd-026d-4fe3-8ef1-4e041d9c4992 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:39.371758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b65504fe-de48-4dbb-bea4-ce829d51f887 req-035b05fd-026d-4fe3-8ef1-4e041d9c4992 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.0854363 Nov 22 16:50:39.464034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b65504fe-de48-4dbb-bea4-ce829d51f887 req-710aee64-947d-4e6c-8145-d58c511c5376 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830843 Nov 22 16:50:39.513189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42420) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:39.527423 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42422) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:39.541815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e63786ab-8136-415b-a0fc-e53a84778c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.558979 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a74d876-441a-4948-a78f-c29510183d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.689486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e63786ab-8136-415b-a0fc-e53a84778c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.701865 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e63786ab-8136-415b-a0fc-e53a84778c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.705715 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a74d876-441a-4948-a78f-c29510183d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.722289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a74d876-441a-4948-a78f-c29510183d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.768919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42428) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:39.769492 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e63786ab-8136-415b-a0fc-e53a84778c7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6d44d894df744e10b0ccb9c7b171c366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2542322 Nov 22 16:50:39.772772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63786ab-8136-415b-a0fc-e53a84778c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5f3cb-ebe3-457b-acf0-fb35619b1d94,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.786365 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4a74d876-441a-4948-a78f-c29510183d25 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9959e37fb29d427eaf6e147442d623bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507250 Nov 22 16:50:39.789319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42430) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:39.814350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74d876-441a-4948-a78f-c29510183d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b8dd68-49ef-4c60-9fda-313942db86a3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.870256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adb2cad8-87bf-41c3-93df-50698b460ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.895653 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebbd073f-f83a-4e89-a898-b852b63b5c63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.907395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adb2cad8-87bf-41c3-93df-50698b460ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.938578 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebbd073f-f83a-4e89-a898-b852b63b5c63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.003491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adb2cad8-87bf-41c3-93df-50698b460ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.006581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adb2cad8-87bf-41c3-93df-50698b460ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.007781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-adb2cad8-87bf-41c3-93df-50698b460ce7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ea5f3cb-ebe3-457b-acf0-fb35619b1d94 HTTP/1.1" status: 204 len: 168 time: 0.2378304 Nov 22 16:50:40.017891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2cad8-87bf-41c3-93df-50698b460ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5f3cb-ebe3-457b-acf0-fb35619b1d94,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:40.034040 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebbd073f-f83a-4e89-a898-b852b63b5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.037804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebbd073f-f83a-4e89-a898-b852b63b5c63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.046984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ebbd073f-f83a-4e89-a898-b852b63b5c63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40b8dd68-49ef-4c60-9fda-313942db86a3 HTTP/1.1" status: 204 len: 168 time: 0.2515411 Nov 22 16:50:40.058252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd073f-f83a-4e89-a898-b852b63b5c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b8dd68-49ef-4c60-9fda-313942db86a3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:40.412405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14244d5-276b-4d8a-a052-807b87ec8790 req-6c62bdfa-fd7b-4022-a1cc-460c5a104203 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:40.414749 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c14244d5-276b-4d8a-a052-807b87ec8790 req-6c62bdfa-fd7b-4022-a1cc-460c5a104203 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1237893 Nov 22 16:50:40.516312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c14244d5-276b-4d8a-a052-807b87ec8790 req-1e2c4e48-51dd-49a5-a74c-9c6fa73783c1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952833 Nov 22 16:50:40.682898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 61ee71e3-64c5-4bd5-a413-d5ad6319ffde details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:40.742282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c0b00-04d7-4999-beee-1dacf63642b8 req-174deed1-0b6f-408e-aac0-b31c52ac1455 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:40.744188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596c0b00-04d7-4999-beee-1dacf63642b8 req-174deed1-0b6f-408e-aac0-b31c52ac1455 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1025450 Nov 22 16:50:40.838921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596c0b00-04d7-4999-beee-1dacf63642b8 req-09ed9917-19d6-41cb-a3b0-b8fb99f1e0d4 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836437 Nov 22 16:50:40.897333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:40.914443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'port_id': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'mac_address': 'fa:16:3e:b9:ea:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:40.984439 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.001243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61ee71e3-64c5-4bd5-a413-d5ad6319ffde {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:41.029869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:41.036430 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.102822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:41.113281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:41.181934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['61ee71e3-64c5-4bd5-a413-d5ad6319ffde'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:41.409287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1311240565-network', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:41.790728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068c955-5be9-45b3-bd15-282fe565afc1 req-6b865adb-611b-45ed-b05b-273cec251b5e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:41.800375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9068c955-5be9-45b3-bd15-282fe565afc1 req-6b865adb-611b-45ed-b05b-273cec251b5e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 945 time: 0.1142199 Nov 22 16:50:41.866998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:41.878754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9068c955-5be9-45b3-bd15-282fe565afc1 req-ea2ae132-26b7-4880-b9f1-a4766e9d3ea7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771508 Nov 22 16:50:41.954548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Made reservation on behalf of bdef4edbb9ea4ee182e269898b6ce68f for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:41.956969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.980121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.022698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72197f4a-5513-4ba1-8221-82c5c4b77f7e req-3238ae5c-060e-4126-ae9b-e654bce85651 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:42.032419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72197f4a-5513-4ba1-8221-82c5c4b77f7e req-3238ae5c-060e-4126-ae9b-e654bce85651 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.0779588 Nov 22 16:50:42.094386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72197f4a-5513-4ba1-8221-82c5c4b77f7e req-fa837d65-a329-4e9e-98d6-339e6c6dd19f tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584936 Nov 22 16:50:42.116580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.123761 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.154374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:42.161919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865a7999-ebba-46b4-b578-f5dcff8b43f7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:42.168201 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.168544 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Added segment fef6ecbc-3b46-45a5-8891-68d2753315a5 of type vlan for network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 Nov 22 16:50:42.212663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.231054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee38-ace7-4672-a988-7ab4389abd16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.248226 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.250597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:42.251828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.338463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee38-ace7-4672-a988-7ab4389abd16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.367520 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2634656 Nov 22 16:50:42.368998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-83d0ee38-ace7-4672-a988-7ab4389abd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.370348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42660) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:42.377401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Request body: {'subnet': {'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1311240565-subnet', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:42.386195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844f463-cc79-44d7-b1ce-77b8f9158168 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:42.398386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:42.408723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Made reservation on behalf of bdef4edbb9ea4ee182e269898b6ce68f for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:42.419373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.439829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-83d0ee38-ace7-4672-a988-7ab4389abd16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ada199d161b243bebb65ffd9e0443427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5518022 Nov 22 16:50:42.440651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:42.468394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0ee38-ace7-4672-a988-7ab4389abd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd233ced-295d-41fd-a7fe-474ac9c3ba14,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:42.507332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-232700a7-7f77-4329-8f9a-5c94395cadb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.558063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-232700a7-7f77-4329-8f9a-5c94395cadb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.656136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-232700a7-7f77-4329-8f9a-5c94395cadb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.659396 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-232700a7-7f77-4329-8f9a-5c94395cadb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.660619 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-232700a7-7f77-4329-8f9a-5c94395cadb3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd233ced-295d-41fd-a7fe-474ac9c3ba14 HTTP/1.1" status: 204 len: 168 time: 0.2189212 Nov 22 16:50:42.669586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232700a7-7f77-4329-8f9a-5c94395cadb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd233ced-295d-41fd-a7fe-474ac9c3ba14,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:42.708150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 61ee71e3-64c5-4bd5-a413-d5ad6319ffde up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:42.793963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:42.795280 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.811719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.915492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8463fe9f-2192-4dd6-8c38-07d663fd060a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:42.959404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Checking segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:42.960192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Network hostable DHCP agents. Network: 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:42.960350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.995290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:43.014801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:43.024783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:43.027161 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4773ee2d-3219-4d5b-be97-4b707d067a72" -d '{"events": [{"server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "name": "network-vif-plugged", "status": "completed", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:43.030810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:43.031588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.050086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56734de4-4bc1-46d9-ade5-bbd61dadb9a5 None None] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:43.075970 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-03f36ba3-b9a7-4376-9d89-1c413ae54336 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7044907 Nov 22 16:50:43.078627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42700) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:43.083187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:43.100569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea5ba5-82a4-4728-86e4-02e41b5c176a req-d5f726eb-22fe-466d-9c5b-ae15ae256e21 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:43.108999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ea5ba5-82a4-4728-86e4-02e41b5c176a req-d5f726eb-22fe-466d-9c5b-ae15ae256e21 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 945 time: 0.1278136 Nov 22 16:50:43.113945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:43.161089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.172338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.174874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8ea5ba5-82a4-4728-86e4-02e41b5c176a req-2c27e0eb-65ce-4ef9-be2b-74376d2eef82 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648243 Nov 22 16:50:43.180899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.273571 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b8f434-73f7-4861-8679-65bb5df500a4 x-openstack-request-id: req-f5b8f434-73f7-4861-8679-65bb5df500a4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:43.273939 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "name": "network-vif-plugged", "status": "completed", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:43.274098 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5b8f434-73f7-4861-8679-65bb5df500a4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:43.274496 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'code': 200} Nov 22 16:50:43.302454 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.397224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:43.433558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a443a-6cc9-47ed-8777-ce4ba6011b98 req-a8e8a7ad-12a9-4e32-bc9a-4de1446641ab tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:43.444469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f58a443a-6cc9-47ed-8777-ce4ba6011b98 req-a8e8a7ad-12a9-4e32-bc9a-4de1446641ab tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1341460 Nov 22 16:50:43.446315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:43.479709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'fixed_ips': [{'subnet_id': '8463fe9f-2192-4dd6-8c38-07d663fd060a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:43.483242 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.489895 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-420331f4-e082-4f3d-a4bc-ad31c7d62201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.555772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f58a443a-6cc9-47ed-8777-ce4ba6011b98 req-382f8dbf-dd71-496e-9371-895d98867b8e tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083772 Nov 22 16:50:43.689679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.730259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-420331f4-e082-4f3d-a4bc-ad31c7d62201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.736448 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-420331f4-e082-4f3d-a4bc-ad31c7d62201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.799389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42734) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:43.800350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-420331f4-e082-4f3d-a4bc-ad31c7d62201 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9f56735e9144e99b8bca672d5bb3573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3528199 Nov 22 16:50:43.803506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420331f4-e082-4f3d-a4bc-ad31c7d62201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138b7190-bedb-4d66-8b37-af4dc3b7ccec,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:43.898429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Allocated IP 172.20.0.2 (1d1d6758-81d8-4e1a-a4f3-2e3039f07f96/8463fe9f-2192-4dd6-8c38-07d663fd060a/1f89a363-c3b2-4054-84ba-8a71b71724e5) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:43.994362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628a515e-508f-408e-861c-183c1c741323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.047693 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628a515e-508f-408e-861c-183c1c741323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.098465 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.109277 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.167908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628a515e-508f-408e-861c-183c1c741323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.170632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628a515e-508f-408e-861c-183c1c741323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.174238 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-628a515e-508f-408e-861c-183c1c741323 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/138b7190-bedb-4d66-8b37-af4dc3b7ccec HTTP/1.1" status: 204 len: 168 time: 0.3718038 Nov 22 16:50:44.189252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a515e-508f-408e-861c-183c1c741323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b7190-bedb-4d66-8b37-af4dc3b7ccec,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:44.195998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.210343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:44.217954 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.222293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Pushing event updated for resources: {'Port': ['ID=1f89a363-c3b2-4054-84ba-8a71b71724e5,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:44.232274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:44.254435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:44.405632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Allocated IP 172.25.0.51 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/0662a495-f045-4c99-a9a4-9825f65ea0eb) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:44.422696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Attempting to bind port 1f89a363-c3b2-4054-84ba-8a71b71724e5 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:44.423101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Attempting to bind port 1f89a363-c3b2-4054-84ba-8a71b71724e5 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:44.423479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Attempting to bind port 1f89a363-c3b2-4054-84ba-8a71b71724e5 on network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:44.446394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:44.446995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Checking segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:44.447915 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.448630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Bound using segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:44.449464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Bound port: 1f89a363-c3b2-4054-84ba-8a71b71724e5, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:44.450715 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.500293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5841a-dbe5-40b6-81ee-f66b56271749 req-966bbf3d-ade2-41a0-b452-cc00ccd6f908 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:44.502036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31f5841a-dbe5-40b6-81ee-f66b56271749 req-966bbf3d-ade2-41a0-b452-cc00ccd6f908 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1561062 Nov 22 16:50:44.604941 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.669588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.718513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31f5841a-dbe5-40b6-81ee-f66b56271749 req-db7e5dc8-601a-4c2c-94c0-f82bd589d1e6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023389 Nov 22 16:50:44.719647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] For port 1f89a363-c3b2-4054-84ba-8a71b71724e5, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:44.743773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] For port 1f89a363-c3b2-4054-84ba-8a71b71724e5, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1f89a363-c3b2-4054-84ba-8a71b71724e5,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:44.748425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:44.753378 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.756651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Pushing event updated for resources: {'Port': ['ID=0662a495-f045-4c99-a9a4-9825f65ea0eb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:44.760116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:44.762519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:44.809422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538b6a7-6a12-4558-8271-458419fb219e None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:44.938689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579849f-7183-4e02-af1e-3b79fdc16d37 None None] Pushing event updated for resources: {'Port': ['ID=1f89a363-c3b2-4054-84ba-8a71b71724e5,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:44.966457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d0a4dddf-f2f8-4c38-af13-0b100637b13e None None] Provisioning complete for port 0662a495-f045-4c99-a9a4-9825f65ea0eb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:44.967188 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0a4dddf-f2f8-4c38-af13-0b100637b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.986106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d42795-c7e4-40e3-819a-13a514f58290 req-d3ba4aa8-3b1f-4116-b217-4e91db82e282 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:45.000321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78d42795-c7e4-40e3-819a-13a514f58290 req-d3ba4aa8-3b1f-4116-b217-4e91db82e282 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1575718 Nov 22 16:50:45.052483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4dddf-f2f8-4c38-af13-0b100637b13e None None] Port 0662a495-f045-4c99-a9a4-9825f65ea0eb cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:45.108093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78d42795-c7e4-40e3-819a-13a514f58290 req-29a14221-8ca9-4848-8720-2d168b224662 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037307 Nov 22 16:50:45.417078 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.436205 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2377972-795a-478c-bf31-ea1a2d2499b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.842969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.958233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a5ea9-3fc5-40b0-a45d-97708d6af90b req-31d63b9f-be00-4197-8fda-6b270c41c3b4 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:45.969257 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b68a5ea9-3fc5-40b0-a45d-97708d6af90b req-31d63b9f-be00-4197-8fda-6b270c41c3b4 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1154034 Nov 22 16:50:46.073910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b68a5ea9-3fc5-40b0-a45d-97708d6af90b req-b8563b2d-c942-4c1c-91fd-f9c45bf07205 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035388 Nov 22 16:50:46.113265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1f89a363-c3b2-4054-84ba-8a71b71724e5 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:46.379652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Router 4e6ff0b0-825a-4dcb-8224-185834120250 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:50:46.381819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1f89a363-c3b2-4054-84ba-8a71b71724e5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:46.387793 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.535887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c5139-ef37-4b79-bf39-98aea7946a7d req-476575d5-25a8-44c4-a592-b5b40d51e979 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:46.552727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b05c5139-ef37-4b79-bf39-98aea7946a7d req-476575d5-25a8-44c4-a592-b5b40d51e979 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.2465830 Nov 22 16:50:46.706663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:46.709166 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.742903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b05c5139-ef37-4b79-bf39-98aea7946a7d req-5594da53-14a0-48b5-a3d7-3558c5658780 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800799 Nov 22 16:50:46.758089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.759454 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c588c932-0eb3-4898-a264-bc1a0a29ab76 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6798337 Nov 22 16:50:46.762684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:46.781451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Sync routers for ids ['4e6ff0b0-825a-4dcb-8224-185834120250'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:46.819066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Routers {'4e6ff0b0-825a-4dcb-8224-185834120250'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:46.819634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4e6ff0b0-825a-4dcb-8224-185834120250'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:46.918617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e83a8-e97c-4540-a932-6a0fb090939f None None] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:47.185234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 1f89a363-c3b2-4054-84ba-8a71b71724e5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1f89a363-c3b2-4054-84ba-8a71b71724e5,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:47.305889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.341709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-289fac4a-8d1a-461a-ba10-4ad4278bafee None None] Provisioning complete for port 1f89a363-c3b2-4054-84ba-8a71b71724e5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:47.343338 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-289fac4a-8d1a-461a-ba10-4ad4278bafee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.540781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Set router 4e6ff0b0-825a-4dcb-8224-185834120250 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:47.691956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dbc65-5e91-4783-b580-11e2eebdf5da req-29b1df07-44fa-46d3-9404-b637caa4b3c1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:47.700297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da0dbc65-5e91-4783-b580-11e2eebdf5da req-29b1df07-44fa-46d3-9404-b637caa4b3c1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1230059 Nov 22 16:50:47.712692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=1f89a363-c3b2-4054-84ba-8a71b71724e5,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:48.124467 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b621df9-2459-48a8-8532-734bc3490adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:48.173223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1f89a363-c3b2-4054-84ba-8a71b71724e5 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:48.501503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da0dbc65-5e91-4783-b580-11e2eebdf5da req-4a343b1a-61b1-470e-89be-9a22b05c3600 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8001597 Nov 22 16:50:48.770932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1f89a363-c3b2-4054-84ba-8a71b71724e5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:48.772880 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:48.785662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7833ae-98ef-4aab-8e56-1637714d3ae8 req-4db56e1e-9ac6-4f99-8261-43566caa73ac tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:48.793860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c7833ae-98ef-4aab-8e56-1637714d3ae8 req-4db56e1e-9ac6-4f99-8261-43566caa73ac tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1436596 Nov 22 16:50:48.807508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:48.838829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0504630a-38cb-44b4-9752-c3e65f1429bf None None] Provisioning complete for port 1f89a363-c3b2-4054-84ba-8a71b71724e5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:48.841384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0504630a-38cb-44b4-9752-c3e65f1429bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:48.847557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:48.911498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c7833ae-98ef-4aab-8e56-1637714d3ae8 req-320c7319-1d0a-4311-af5b-bb90040b6168 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166031 Nov 22 16:50:49.086592 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.136386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.251249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Allocated IP 172.20.0.1 (1d1d6758-81d8-4e1a-a4f3-2e3039f07f96/8463fe9f-2192-4dd6-8c38-07d663fd060a/f7782eec-890e-4de6-8362-e476546824ba) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:49.309151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 3, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:49.329500 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.354938 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.410774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Checking router: 4e6ff0b0-825a-4dcb-8224-185834120250 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:49.414119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Updating router 4e6ff0b0-825a-4dcb-8224-185834120250 port 0662a495-f045-4c99-a9a4-9825f65ea0eb binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:50:49.442462 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1813c982e794119930f364571d40694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6340437 Nov 22 16:50:49.443824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42906) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:49.454098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1458b80-7288-4c8f-8d4f-deebaef91cae,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:49.487262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.488098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.488615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.489111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.489643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.490180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.490672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.491235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.491759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.492286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.493032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.493562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc55ba-ece9-4ed7-ae90-b177af6f810f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.525478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.582994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.616298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.625897 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-169b53ce-e8e8-4638-afc6-8ece21b9f474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.698796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:49.701372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Pushing event updated for resources: {'Port': ['ID=f7782eec-890e-4de6-8362-e476546824ba,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:49.707658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:49.710237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:49.733631 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-169b53ce-e8e8-4638-afc6-8ece21b9f474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.863541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-169b53ce-e8e8-4638-afc6-8ece21b9f474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.867639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-169b53ce-e8e8-4638-afc6-8ece21b9f474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.872693 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-169b53ce-e8e8-4638-afc6-8ece21b9f474 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1458b80-7288-4c8f-8d4f-deebaef91cae HTTP/1.1" status: 204 len: 168 time: 0.4276853 Nov 22 16:50:49.875100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558242b8-d105-4366-afd6-134acc94c195 req-20ca4e83-a188-44ac-9a7b-4e520962cfc9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:49.878662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-558242b8-d105-4366-afd6-134acc94c195 req-20ca4e83-a188-44ac-9a7b-4e520962cfc9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1279314 Nov 22 16:50:49.880837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.899246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b53ce-e8e8-4638-afc6-8ece21b9f474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1458b80-7288-4c8f-8d4f-deebaef91cae,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:50.031223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-558242b8-d105-4366-afd6-134acc94c195 req-f51661a3-7251-4af6-bd9a-e336f3c626db tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954738 Nov 22 16:50:50.341313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.367200 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.369000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-108d6340-8c65-4f9e-9b5f-7333af153fa5 None None] Provisioning complete for port f7782eec-890e-4de6-8362-e476546824ba triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:50.369372 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-108d6340-8c65-4f9e-9b5f-7333af153fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.416342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-108d6340-8c65-4f9e-9b5f-7333af153fa5 None None] Port f7782eec-890e-4de6-8362-e476546824ba cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:50.419111 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.460484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92f94e1-43a1-4542-a409-44a228fa5513 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:50.492329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Attempting to bind port 0662a495-f045-4c99-a9a4-9825f65ea0eb on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:50.492711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Attempting to bind port 0662a495-f045-4c99-a9a4-9825f65ea0eb by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:50.493084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Attempting to bind port 0662a495-f045-4c99-a9a4-9825f65ea0eb on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:50.502439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:50.502841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:50.503374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.507971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:50.507971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Bound port: 0662a495-f045-4c99-a9a4-9825f65ea0eb, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:50.507971 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.642344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64d8a-c9fb-452e-aedd-77671d1eb2f0 None None] Pushing event updated for resources: {'Port': ['ID=0662a495-f045-4c99-a9a4-9825f65ea0eb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:50.656180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac0983-b36d-4a10-b3b4-eb181888d84b req-b89b7403-cf33-4a57-b27f-cc65b3b55303 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:50.661133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32ac0983-b36d-4a10-b3b4-eb181888d84b req-b89b7403-cf33-4a57-b27f-cc65b3b55303 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.4303806 Nov 22 16:50:50.708025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] For port 0662a495-f045-4c99-a9a4-9825f65ea0eb, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:50.742438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-110c75e6-d022-4e6c-8c5a-5084ffe9a665 None None] Provisioning complete for port 0662a495-f045-4c99-a9a4-9825f65ea0eb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:50.742438 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-110c75e6-d022-4e6c-8c5a-5084ffe9a665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.790055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.832247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] For port 0662a495-f045-4c99-a9a4-9825f65ea0eb, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0662a495-f045-4c99-a9a4-9825f65ea0eb,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:50.923075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32ac0983-b36d-4a10-b3b4-eb181888d84b req-01c4781f-6773-4a93-baf8-02b04e431ead tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319353 Nov 22 16:50:51.003574 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.011272 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.017474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.143765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f64d8a-c9fb-452e-aedd-77671d1eb2f0 None None] Pushing event updated for resources: {'Port': ['ID=0662a495-f045-4c99-a9a4-9825f65ea0eb,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:51.161608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-110c75e6-d022-4e6c-8c5a-5084ffe9a665 None None] Port 0662a495-f045-4c99-a9a4-9825f65ea0eb cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:51.251500 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.258597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Routers {'4e6ff0b0-825a-4dcb-8224-185834120250'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:51.259974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4e6ff0b0-825a-4dcb-8224-185834120250'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:51.262263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ebf56-2d90-4785-b0eb-bd6a774a3125 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:51.264860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Pushing event updated for resources: {'Port': ['ID=f7782eec-890e-4de6-8362-e476546824ba,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:51.417146 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.429274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:51.439661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:51.545399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d477a6c7-aaeb-45e7-b261-c0adc2a0889e None None] Provisioning complete for port 0662a495-f045-4c99-a9a4-9825f65ea0eb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:51.546030 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d477a6c7-aaeb-45e7-b261-c0adc2a0889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.584646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] Set router 4e6ff0b0-825a-4dcb-8224-185834120250 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:51.669431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a132a3b-2f4f-4219-9bd6-908a918b5918 req-df933fcf-0bb8-466d-8dff-ad4d1636b9d2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:51.679691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a132a3b-2f4f-4219-9bd6-908a918b5918 req-df933fcf-0bb8-466d-8dff-ad4d1636b9d2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.2969387 Nov 22 16:50:51.959142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a132a3b-2f4f-4219-9bd6-908a918b5918 req-c9368a93-d52a-477b-a393-81d95725e9c4 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759254 Nov 22 16:50:51.985506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Router 4e6ff0b0-825a-4dcb-8224-185834120250 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:52.035939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d477a6c7-aaeb-45e7-b261-c0adc2a0889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.116215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d477a6c7-aaeb-45e7-b261-c0adc2a0889e None None] For port 0662a495-f045-4c99-a9a4-9825f65ea0eb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0662a495-f045-4c99-a9a4-9825f65ea0eb,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:52.147876 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d477a6c7-aaeb-45e7-b261-c0adc2a0889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.280920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477a6c7-aaeb-45e7-b261-c0adc2a0889e None None] Pushing event updated for resources: {'Port': ['ID=0662a495-f045-4c99-a9a4-9825f65ea0eb,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:52.358088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9b140-0792-4a1d-8c57-e33bb2866170 req-e2c2145c-3918-40e6-829c-c1fe448b5fe0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:52.360262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81c9b140-0792-4a1d-8c57-e33bb2866170 req-e2c2145c-3918-40e6-829c-c1fe448b5fe0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.2364776 Nov 22 16:50:52.369648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:52.389657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ba2d6820-bae1-4ef1-8f23-2dd8f8be6ecd admin admin] 10.222.0.59 "PUT /v2.0/routers/4e6ff0b0-825a-4dcb-8224-185834120250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6242323 Nov 22 16:50:52.415614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-391f7324-8220-41f2-814d-30e670e29752 None None] Provisioning complete for port f7782eec-890e-4de6-8362-e476546824ba triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:52.416098 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-391f7324-8220-41f2-814d-30e670e29752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.496862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81c9b140-0792-4a1d-8c57-e33bb2866170 req-906c88ac-5ba8-4841-9f9e-0b61cc42f8e1 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288602 Nov 22 16:50:52.510664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-391f7324-8220-41f2-814d-30e670e29752 None None] Port f7782eec-890e-4de6-8362-e476546824ba cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:52.535441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'f7782eec-890e-4de6-8362-e476546824ba', 'name': '', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'mac_address': 'fa:16:3e:61:98:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:48Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 2, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'subnets': [{'id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:52.610751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a530fac-b28f-4a8a-a537-41f28cc61e75 None None] The sync data for ids ['4e6ff0b0-825a-4dcb-8224-185834120250'] in n-d-816865-2 is: [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'f7782eec-890e-4de6-8362-e476546824ba', 'name': '', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'mac_address': 'fa:16:3e:61:98:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:48Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 2, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'subnets': [{'id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:52.755278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fd92e-6a00-425b-9179-4cb8f4ccd2a8 req-502f0a6f-df91-4cb6-aa54-2d51adf69728 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:52.757465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f48fd92e-6a00-425b-9179-4cb8f4ccd2a8 req-502f0a6f-df91-4cb6-aa54-2d51adf69728 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1120677 Nov 22 16:50:52.941395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f48fd92e-6a00-425b-9179-4cb8f4ccd2a8 req-3ab4ad40-58a1-4031-9a5b-f8c3976b59e0 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513796 Nov 22 16:50:53.126033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43012) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:53.700458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4639baf-44b0-41ba-9db6-4c9e4f0cde8d req-19fb48e1-265d-419d-804f-b0d3aaa118a8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.717730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4639baf-44b0-41ba-9db6-4c9e4f0cde8d req-19fb48e1-265d-419d-804f-b0d3aaa118a8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1543083 Nov 22 16:50:53.754903 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-39db473a-295f-45ac-8fda-d5752518e663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.899092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4639baf-44b0-41ba-9db6-4c9e4f0cde8d req-994426c8-a743-4ecd-8843-f129450518ce tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759725 Nov 22 16:50:54.098077 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-39db473a-295f-45ac-8fda-d5752518e663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.112519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-39db473a-295f-45ac-8fda-d5752518e663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.233022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f86fbe-5406-4db1-b294-b3a726aa0f6b req-17eb717a-9437-4223-9e45-9e1856943ee3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:54.244595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49f86fbe-5406-4db1-b294-b3a726aa0f6b req-17eb717a-9437-4223-9e45-9e1856943ee3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1804802 Nov 22 16:50:54.268834 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-39db473a-295f-45ac-8fda-d5752518e663 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f534240c30554220b7f8c34c20a2dea9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1411390 Nov 22 16:50:54.275613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43048) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:54.278236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db473a-295f-45ac-8fda-d5752518e663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e94ac4d-8c70-4d9f-80dd-233e7559a1ee,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:54.468031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49f86fbe-5406-4db1-b294-b3a726aa0f6b req-d4e35848-c399-4a01-b33a-08aa3b3581f5 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995063 Nov 22 16:50:54.526284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81deac75-d516-4c6d-aacf-5c3d255bc00b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.593754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43060) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:54.604047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-298434677-network', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:54.605460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81deac75-d516-4c6d-aacf-5c3d255bc00b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.653214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Made reservation on behalf of 340cbac1718d43dc85b69f3f3114fe19 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:54.659760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.708989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.754754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81deac75-d516-4c6d-aacf-5c3d255bc00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.763919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81deac75-d516-4c6d-aacf-5c3d255bc00b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.768342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-81deac75-d516-4c6d-aacf-5c3d255bc00b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e94ac4d-8c70-4d9f-80dd-233e7559a1ee HTTP/1.1" status: 204 len: 168 time: 0.4571509 Nov 22 16:50:54.804935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81deac75-d516-4c6d-aacf-5c3d255bc00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e94ac4d-8c70-4d9f-80dd-233e7559a1ee,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:54.836559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-fea1a94d-e5ac-42c4-8c90-cd136292f418 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:54.838729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-fea1a94d-e5ac-42c4-8c90-cd136292f418 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.1742077 Nov 22 16:50:55.170475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.186209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.251546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:55.322236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446d237-f7e1-4eef-9238-70f87242d56c req-969e7eec-479b-4b09-afff-a8fa722438e7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:55.324386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d446d237-f7e1-4eef-9238-70f87242d56c req-969e7eec-479b-4b09-afff-a8fa722438e7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.2808881 Nov 22 16:50:55.342666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdfa97d-771c-4fe7-bc46-fc898fb19208,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:55.369686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Deleting port 416478b1-bb79-4916-8371-5f09b2525fa0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:55.370223 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.526156 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.526508 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Added segment 3987a022-0a00-4d4c-af44-eb6bf7c19a4b of type vlan for network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b Nov 22 16:50:55.531177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] For port 416478b1-bb79-4916-8371-5f09b2525fa0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=416478b1-bb79-4916-8371-5f09b2525fa0,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:55.531682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.578257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Calling delete_port for 416478b1-bb79-4916-8371-5f09b2525fa0 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:55.654690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d446d237-f7e1-4eef-9238-70f87242d56c req-f931e9dd-788b-4837-bbf3-57fde02290d9 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457520 Nov 22 16:50:55.666180 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.751535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.752953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:55.753650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.827916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] Pushing event updated for resources: {'Network': ['ID=e9e1e10d-27f6-4d69-b00b-d2adf184ba4b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:55.839656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:55.971945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9bb0f577-f1ef-4e63-a16f-1d7c2ccd130c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3698516 Nov 22 16:50:55.972299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43100) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:55.979592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Request body: {'subnet': {'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-298434677-subnet', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:56.056903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Made reservation on behalf of 340cbac1718d43dc85b69f3f3114fe19 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:56.060053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.159387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0662a495-f045-4c99-a9a4-9825f65ea0eb up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:56.179974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7fb16-222a-42c3-b3d6-0a0ece583d29 req-00704312-e306-4412-bb00-3c7c032bfeb6 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:56.188501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35b7fb16-222a-42c3-b3d6-0a0ece583d29 req-00704312-e306-4412-bb00-3c7c032bfeb6 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 945 time: 0.3072701 Nov 22 16:50:56.367778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35b7fb16-222a-42c3-b3d6-0a0ece583d29 req-e1031c5f-1350-464f-9696-e56716be46bc tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538243 Nov 22 16:50:56.394492 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.504365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event deleted for resources: {'Port': ['ID=416478b1-bb79-4916-8371-5f09b2525fa0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:56.632969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] No DVR routers for this DVR port 416478b1-bb79-4916-8371-5f09b2525fa0 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:56.636648 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.641235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-177ed02e-3f27-4f78-b883-8dcb1521d03e req-21a10d91-4eb5-44b8-a87a-6ec7f69b8bd3 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "DELETE /v2.0/ports/416478b1-bb79-4916-8371-5f09b2525fa0 HTTP/1.1" status: 204 len: 173 time: 1.7865822 Nov 22 16:50:56.642280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d97354d-c1a7-40f7-b10b-72e7d097bcd9', 'name': 'network-vif-deleted', 'tag': '416478b1-bb79-4916-8371-5f09b2525fa0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:56.652479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.662297 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20125d0a-cdeb-41cd-ab74-86e34e91f90c" -d '{"events": [{"server_uuid": "5d97354d-c1a7-40f7-b10b-72e7d097bcd9", "name": "network-vif-deleted", "tag": "416478b1-bb79-4916-8371-5f09b2525fa0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:56.743083 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b30878-82a2-42bd-b5f6-52442be4406a x-openstack-request-id: req-e8b30878-82a2-42bd-b5f6-52442be4406a {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:56.743631 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d97354d-c1a7-40f7-b10b-72e7d097bcd9", "name": "network-vif-deleted", "tag": "416478b1-bb79-4916-8371-5f09b2525fa0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:56.744182 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8b30878-82a2-42bd-b5f6-52442be4406a {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:56.744734 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d97354d-c1a7-40f7-b10b-72e7d097bcd9', 'name': 'network-vif-deleted', 'tag': '416478b1-bb79-4916-8371-5f09b2525fa0', 'status': 'completed', 'code': 200} Nov 22 16:50:56.828031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['395c8b4f-ccb3-4363-ac9b-7bde73addbe8', '416478b1-bb79-4916-8371-5f09b2525fa0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:56.886776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42f8610c-b417-4b09-b91c-324e7433918c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:56.891880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Checking segment: {'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:56.892593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Network hostable DHCP agents. Network: e9e1e10d-27f6-4d69-b00b-d2adf184ba4b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:56.919835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328c25c9-1328-4c13-9dd3-1125242244b0 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:56.928345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:56.949745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, e9e1e10d-27f6-4d69-b00b-d2adf184ba4b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:56.959621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:56.961885 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.980580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b867c1-4ff9-48d9-a47f-fd9b73a3a439 None None] Network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:57.004315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-86a270a0-7c9d-4824-acdf-f4fca9d29ec5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0264668 Nov 22 16:50:57.005533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43124) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:57.014321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:57.061234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ae6ca-c705-46f8-b66c-7da841330dac req-b9e911c1-0bd1-4018-b24f-80e7e53200c2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:57.078644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.080181 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.085162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c43ae6ca-c705-46f8-b66c-7da841330dac req-b9e911c1-0bd1-4018-b24f-80e7e53200c2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1593218 Nov 22 16:50:57.210772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c43ae6ca-c705-46f8-b66c-7da841330dac req-28879241-cc24-480e-80c2-9f0acd6545f4 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225090 Nov 22 16:50:57.249391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.346270 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Sync routers for ids ['4e6ff0b0-825a-4dcb-8224-185834120250'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:57.350228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0662a495-f045-4c99-a9a4-9825f65ea0eb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:57.350523 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.362816 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Routers {'4e6ff0b0-825a-4dcb-8224-185834120250'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:57.366151 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4e6ff0b0-825a-4dcb-8224-185834120250'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:57.714039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-e9e1e10d-27f6-4d69-b00b-d2adf184ba4b', 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'fixed_ips': [{'subnet_id': '42f8610c-b417-4b09-b91c-324e7433918c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:57.717562 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.909483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.021718 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Set router 4e6ff0b0-825a-4dcb-8224-185834120250 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:58.353747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Allocated IP 172.20.0.2 (e9e1e10d-27f6-4d69-b00b-d2adf184ba4b/42f8610c-b417-4b09-b91c-324e7433918c/950a23c5-aa53-4546-8a89-1939c4ca24c1) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:58.728487 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'f7782eec-890e-4de6-8362-e476546824ba', 'name': '', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'mac_address': 'fa:16:3e:61:98:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:48Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 2, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'subnets': [{'id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:58.759991 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.774137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 416478b1-bb79-4916-8371-5f09b2525fa0 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:58.789472 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e49c4675-ae38-4543-a96d-90f1cc5730d7 req-c5f73809-b094-4b9c-a87d-02f9344ff127 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d97354d-c1a7-40f7-b10b-72e7d097bcd9 HTTP/1.1" status: 200 len: 210 time: 0.0963495 Nov 22 16:50:58.857331 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Checking router: 4e6ff0b0-825a-4dcb-8224-185834120250 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:58.861045 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Updating router 4e6ff0b0-825a-4dcb-8224-185834120250 port f7782eec-890e-4de6-8362-e476546824ba binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:50:58.882302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 416478b1-bb79-4916-8371-5f09b2525fa0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:58.882719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 416478b1-bb79-4916-8371-5f09b2525fa0 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:58.899146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.905790 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.926397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.944132 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.033571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ee121-39b7-4c2b-a473-22332b64644a req-3ed22ac0-94dd-45ef-9aa4-f8b8d83d6c76 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:59.045443 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-227ee121-39b7-4c2b-a473-22332b64644a req-3ed22ac0-94dd-45ef-9aa4-f8b8d83d6c76 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1513598 Nov 22 16:50:59.056933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:59.078450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:59.121974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:59.228341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-227ee121-39b7-4c2b-a473-22332b64644a req-0d4a9576-93de-41aa-8ef1-6e73ed4df6b5 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811457 Nov 22 16:50:59.284963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Pushing event updated for resources: {'Port': ['ID=950a23c5-aa53-4546-8a89-1939c4ca24c1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:59.322801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Allocated IP 172.25.0.95 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/b2ba63eb-f662-421f-96c8-9d6111bc57e1) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:59.446234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Attempting to bind port 950a23c5-aa53-4546-8a89-1939c4ca24c1 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:59.456432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Attempting to bind port 950a23c5-aa53-4546-8a89-1939c4ca24c1 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:59.456938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Attempting to bind port 950a23c5-aa53-4546-8a89-1939c4ca24c1 on network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:59.476439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:59.481468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Checking segment: {'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:59.486106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.486554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Bound using segment: {'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:59.487153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Bound port: 950a23c5-aa53-4546-8a89-1939c4ca24c1, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:59.487672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.585147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:59.640709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.667832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] For port 950a23c5-aa53-4546-8a89-1939c4ca24c1, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:59.673246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] For port 950a23c5-aa53-4546-8a89-1939c4ca24c1, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=950a23c5-aa53-4546-8a89-1939c4ca24c1,segment=NetworkSegment(3987a022-0a00-4d4c-af44-eb6bf7c19a4b),segment_id=3987a022-0a00-4d4c-af44-eb6bf7c19a4b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:59.681069 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.728060 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.809333 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.824529 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.851488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:59.866312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:59.868081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed1212-5bfd-4951-a204-4b30a291d4c6 None None] Pushing event updated for resources: {'Port': ['ID=950a23c5-aa53-4546-8a89-1939c4ca24c1,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:59.891458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:59.931970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaab0509-debe-4836-8ee6-fe98191d6ffa None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:00.057840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Pushing event updated for resources: {'Port': ['ID=b2ba63eb-f662-421f-96c8-9d6111bc57e1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:00.116294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d5503776-f546-4feb-8ebd-1182ff57d6de None None] Provisioning complete for port b2ba63eb-f662-421f-96c8-9d6111bc57e1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:00.118300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5503776-f546-4feb-8ebd-1182ff57d6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.119387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1654674727'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:00.176645 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Pushing event updated for resources: {'Port': ['ID=f7782eec-890e-4de6-8362-e476546824ba,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:00.233743 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.234046 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.234511 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.234801 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.239397 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.239948 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.240400 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.240744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.241082 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.241461 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.241882 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.242238 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:00.255729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Made reservation on behalf of 92a7476e82684ed481be415a2628a0b3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:00.259288 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Attempting to bind port f7782eec-890e-4de6-8362-e476546824ba on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:00.259743 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Attempting to bind port f7782eec-890e-4de6-8362-e476546824ba by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:00.260112 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Attempting to bind port f7782eec-890e-4de6-8362-e476546824ba on network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:00.275580 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:00.275958 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Checking segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:00.276379 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.276771 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Bound using segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:00.277262 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Bound port: f7782eec-890e-4de6-8362-e476546824ba, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:00.277659 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.281744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.311412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d5503776-f546-4feb-8ebd-1182ff57d6de None None] Port b2ba63eb-f662-421f-96c8-9d6111bc57e1 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:00.330193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.623898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e2e267f-c65c-4c4e-9399-b718b0adf8ed None None] Provisioning complete for port f7782eec-890e-4de6-8362-e476546824ba triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:00.624760 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e2e267f-c65c-4c4e-9399-b718b0adf8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.627059 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] For port f7782eec-890e-4de6-8362-e476546824ba, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:00.642161 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] For port f7782eec-890e-4de6-8362-e476546824ba, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f7782eec-890e-4de6-8362-e476546824ba,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:00.651447 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.705031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e267f-c65c-4c4e-9399-b718b0adf8ed None None] Port f7782eec-890e-4de6-8362-e476546824ba cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:00.851580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.860875 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.902774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100d693-a0a5-43bd-b5a6-c60b35787e55 req-4d5e2546-3cbd-40ac-8690-744677b8a757 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:00.912706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c100d693-a0a5-43bd-b5a6-c60b35787e55 req-4d5e2546-3cbd-40ac-8690-744677b8a757 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.4073515 Nov 22 16:51:00.915044 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Routers {'4e6ff0b0-825a-4dcb-8224-185834120250'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:00.915680 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4e6ff0b0-825a-4dcb-8224-185834120250'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:00.947009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.997764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:01.044541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391d934c-d95f-4d8a-afeb-1bbf5fcdb526,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:01.048386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.048997 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Added segment 84ba8b75-1e27-4ba5-9466-76037375205a of type vlan for network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 Nov 22 16:51:01.142082 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a0637-e988-4d19-9702-0889da668fa2 None None] Pushing event updated for resources: {'Port': ['ID=f7782eec-890e-4de6-8362-e476546824ba,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:01.153632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.154660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.155280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.155883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.156535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.167777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.170930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.171538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.171961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.172338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.173575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.173575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:01.333575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c100d693-a0a5-43bd-b5a6-c60b35787e55 req-986fbade-a0ce-445b-885a-1a7884c99f29 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195967 Nov 22 16:51:01.423916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.469982 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] Set router 4e6ff0b0-825a-4dcb-8224-185834120250 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:01.497550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3b9e3519-174a-4083-9809-6febd684f4c6 None None] Provisioning complete for port f7782eec-890e-4de6-8362-e476546824ba triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:01.509382 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b9e3519-174a-4083-9809-6febd684f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.565688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.593721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:01.599103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.853019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b9e3519-174a-4083-9809-6febd684f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.926765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Pushing event updated for resources: {'Network': ['ID=8953bcff-25ca-48b7-b09b-1a8e7b3ce957,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:01.954855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2a466ad4-faaa-419d-b909-8520ce292ad3 tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.3684747 Nov 22 16:51:01.997310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3b9e3519-174a-4083-9809-6febd684f4c6 None None] For port f7782eec-890e-4de6-8362-e476546824ba, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f7782eec-890e-4de6-8362-e476546824ba,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:02.004461 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b9e3519-174a-4083-9809-6febd684f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.074933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e3519-174a-4083-9809-6febd684f4c6 None None] Pushing event updated for resources: {'Port': ['ID=f7782eec-890e-4de6-8362-e476546824ba,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:02.079347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:02.415286 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'f7782eec-890e-4de6-8362-e476546824ba', 'name': '', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'mac_address': 'fa:16:3e:61:98:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:48Z', 'updated_at': '2021-11-22T16:51:00Z', 'revision_number': 4, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'subnets': [{'id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:02.499379 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5f1dc1-0eaf-4395-add5-8baaec2746ee None None] The sync data for ids ['4e6ff0b0-825a-4dcb-8224-185834120250'] in n-d-816865-2 is: [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'f7782eec-890e-4de6-8362-e476546824ba', 'name': '', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'mac_address': 'fa:16:3e:61:98:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:48Z', 'updated_at': '2021-11-22T16:51:00Z', 'revision_number': 4, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'subnets': [{'id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:02.595512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d304c-5320-49ea-a9d2-7cbe1e828620 None None] Network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:02.603312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.858140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-96eca56a-bd05-4d2a-8e35-fab541ba1b6e None None] Provisioning complete for port 950a23c5-aa53-4546-8a89-1939c4ca24c1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:02.858794 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96eca56a-bd05-4d2a-8e35-fab541ba1b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.002739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43258) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:03.026005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Request body: {'port': {'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957', 'binding:host_id': 'n-h1-816865-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1071438484'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:03.122174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f7782eec-890e-4de6-8362-e476546824ba up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:03.128725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Made reservation on behalf of 1274e89433504a1095c505a19051128f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:03.142310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.164598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.175589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Router 2715a2d5-e781-4833-bd99-b92d73d599ab is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:03.453908 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.468920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.492684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] device_id is not set on port 54478859-070a-43e9-9962-ae56290816ce yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:03.499591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:03.511446 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96eca56a-bd05-4d2a-8e35-fab541ba1b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.532310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Sync routers for ids ['2715a2d5-e781-4833-bd99-b92d73d599ab'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:03.552694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.553729 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-79f8013e-f9af-4297-8b1f-3de6c2895323 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5469942 Nov 22 16:51:03.556592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43274) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:03.568425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f5fd0-5a97-431b-b996-fd66ba0cbff5 req-bda442cf-02cf-48fa-8e9e-5febf797b314 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:03.570011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-316f5fd0-5a97-431b-b996-fd66ba0cbff5 req-bda442cf-02cf-48fa-8e9e-5febf797b314 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.2142384 Nov 22 16:51:03.607871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Routers {'2715a2d5-e781-4833-bd99-b92d73d599ab'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:03.608785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2715a2d5-e781-4833-bd99-b92d73d599ab'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:03.738845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f7782eec-890e-4de6-8362-e476546824ba triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:03.739657 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.895514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-96eca56a-bd05-4d2a-8e35-fab541ba1b6e None None] For port 950a23c5-aa53-4546-8a89-1939c4ca24c1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=950a23c5-aa53-4546-8a89-1939c4ca24c1,segment=NetworkSegment(3987a022-0a00-4d4c-af44-eb6bf7c19a4b),segment_id=3987a022-0a00-4d4c-af44-eb6bf7c19a4b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:03.906840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8d1596-ecc4-411c-853b-d6dabc7b1c29,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:03.933537 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96eca56a-bd05-4d2a-8e35-fab541ba1b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.992075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-316f5fd0-5a97-431b-b996-fd66ba0cbff5 req-fc9d5411-4b20-493e-83be-a507c501ae7e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069901 Nov 22 16:51:04.217817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eca56a-bd05-4d2a-8e35-fab541ba1b6e None None] Pushing event updated for resources: {'Port': ['ID=950a23c5-aa53-4546-8a89-1939c4ca24c1,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.435992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Set router 2715a2d5-e781-4833-bd99-b92d73d599ab gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:04.516973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] device_id is not set on port 54478859-070a-43e9-9962-ae56290816ce yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:04.533890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.549104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.669061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-054be8a8-9830-45e4-8f42-0909df3bea03 None None] Provisioning complete for port 950a23c5-aa53-4546-8a89-1939c4ca24c1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:04.670011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-054be8a8-9830-45e4-8f42-0909df3bea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.727323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=54478859-070a-43e9-9962-ae56290816ce,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.737270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Checking segment: {'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:04.737710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Network hostable DHCP agents. Network: 8953bcff-25ca-48b7-b09b-1a8e7b3ce957, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:04.771585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:04.777627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 950a23c5-aa53-4546-8a89-1939c4ca24c1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:04.789676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 8953bcff-25ca-48b7-b09b-1a8e7b3ce957) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:04.795323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:04.817891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:04.818240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:04.818633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:04.823866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:04.824269 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:04.824682 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 2 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:04.842813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19671c93-8261-4bea-a2a2-57d81ebbfbc8 None None] Network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:04.866613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:04.867043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:04.873197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:04.892756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:04.893437 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:04.894328 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 3 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:04.951145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:04.952055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:04.952769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:04.960314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:04.960765 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:04.964631 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 4 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:04.996557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:04.997888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:05.010219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:05.020347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:05.020690 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:05.021105 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 5 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:05.078582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.107792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 950a23c5-aa53-4546-8a89-1939c4ca24c1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:05.110479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.127521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:05.127984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:05.128438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:05.145873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:05.146216 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:05.146818 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 6 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:05.175902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:05.176257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:05.176605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:05.182621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:05.182985 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:05.184633 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 7 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:05.218059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:05.218432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:05.219360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:05.230608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:05.232738 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:05.233716 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 8 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:05.302925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:05.303548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:05.304042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:05.362292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:05.362872 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:05.364300 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 9 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:05.431803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:05.435542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:05.435542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:05.453884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:05.454371 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:05.455092 n-d-816865-2 neutron-server[103443]: INFO neutron.plugins.ml2.plugin [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 10 to bind port 54478859-070a-43e9-9962-ae56290816ce Nov 22 16:51:05.494560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb6c35-2fe8-45d6-a883-3b86d52e6896 req-bf09e0c1-dfd8-46f3-bf3c-545fdbc12232 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:05.508696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2efb6c35-2fe8-45d6-a883-3b86d52e6896 req-bf09e0c1-dfd8-46f3-bf3c-545fdbc12232 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.2451801 Nov 22 16:51:05.520890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:05.521617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:05.524180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:05.597315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 54478859-070a-43e9-9962-ae56290816ce on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:05.597659 n-d-816865-2 neutron-server[103443]: ERROR neutron.plugins.ml2.managers [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 54478859-070a-43e9-9962-ae56290816ce on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:05.602488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.703915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Allocated IP 172.20.0.1 (e9e1e10d-27f6-4d69-b00b-d2adf184ba4b/42f8610c-b417-4b09-b91c-324e7433918c/7ce6aece-7c01-48aa-af41-c3a402ff80f8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:05.795114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] For port 54478859-070a-43e9-9962-ae56290816ce, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:05.795782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempted to set empty binding levels {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:51:05.797251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:51:00Z', 'revision_number': 3, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:05.805230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.881179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Checking router: 2715a2d5-e781-4833-bd99-b92d73d599ab for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:05.881179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Updating router 2715a2d5-e781-4833-bd99-b92d73d599ab port b2ba63eb-f662-421f-96c8-9d6111bc57e1 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:06.006645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=54478859-070a-43e9-9962-ae56290816ce,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:06.024509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:06.025118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.094975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2efb6c35-2fe8-45d6-a883-3b86d52e6896 req-5b7666ba-0414-4233-bf7f-8eeed4d21d57 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849588 Nov 22 16:51:06.100116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.107503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-299d21af-d8ad-4725-8ed7-9704e43d865a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.1018651 Nov 22 16:51:06.108554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:06.164504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-856eaa02-dc59-440d-8b0b-2010c2f2a168 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0278809 Nov 22 16:51:06.168569 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.297028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:06.387060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:06.409915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:06.538755 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.574295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.660093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc43f17-563f-41ad-8263-695015b50f96 req-5b628416-c48f-47dc-8cf9-040b5dbda865 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:06.672587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bcc43f17-563f-41ad-8263-695015b50f96 req-5b628416-c48f-47dc-8cf9-040b5dbda865 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 946 time: 0.3627613 Nov 22 16:51:06.677859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Deleting port 54478859-070a-43e9-9962-ae56290816ce {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:06.678209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.734374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-238237cd-7df9-40be-858b-7455b4b61b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:06.736593 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-238237cd-7df9-40be-858b-7455b4b61b11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 1097 time: 0.4639611 Nov 22 16:51:06.872456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce6aece-7c01-48aa-af41-c3a402ff80f8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:06.886279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] For port 54478859-070a-43e9-9962-ae56290816ce, host n-h1-816865-2, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:06.886852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.940562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Calling delete_port for 54478859-070a-43e9-9962-ae56290816ce owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:07.063776 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.067173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f7782eec-890e-4de6-8362-e476546824ba up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:07.084957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df834909-50b6-48c1-bd39-4862842a1a79 req-be88a8f8-4f7b-4566-bd1a-c96eddee57c9 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:07.086740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df834909-50b6-48c1-bd39-4862842a1a79 req-be88a8f8-4f7b-4566-bd1a-c96eddee57c9 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 946 time: 0.6090753 Nov 22 16:51:07.090128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.121450 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.136935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event deleted for resources: {'Port': ['ID=54478859-070a-43e9-9962-ae56290816ce,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.176034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Attempting to bind port b2ba63eb-f662-421f-96c8-9d6111bc57e1 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:07.176429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Attempting to bind port b2ba63eb-f662-421f-96c8-9d6111bc57e1 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:07.177703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Attempting to bind port b2ba63eb-f662-421f-96c8-9d6111bc57e1 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:07.180035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84490bb-4e11-49ec-9673-5bde8aa9f044 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:07.246385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:07.247530 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:07.248074 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.248543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:07.249220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Bound port: b2ba63eb-f662-421f-96c8-9d6111bc57e1, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:07.250028 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.273331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.278393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-531b29aa-8822-40b6-bfb9-f1b0d50b71b1 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "DELETE /v2.0/ports/54478859-070a-43e9-9962-ae56290816ce HTTP/1.1" status: 204 len: 168 time: 1.1684501 Nov 22 16:51:07.292855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bcc43f17-563f-41ad-8263-695015b50f96 req-59681cfb-b588-4572-81be-7d4bc1ce2a79 tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/security-groups?id=432c8e85-f78a-47e5-a215-d1eed024fae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6192451 Nov 22 16:51:07.299445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43358) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:07.331930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] For port b2ba63eb-f662-421f-96c8-9d6111bc57e1, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:07.336996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] For port b2ba63eb-f662-421f-96c8-9d6111bc57e1, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b2ba63eb-f662-421f-96c8-9d6111bc57e1,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:07.343104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f7782eec-890e-4de6-8362-e476546824ba triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:07.343917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.394131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.419969 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.459682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7011d423-8379-4e2c-9e12-e157ad773b8d None None] Provisioning complete for port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:07.459682 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7011d423-8379-4e2c-9e12-e157ad773b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.526440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-e1b9851c-2672-456b-886e-3004752c590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:07.528672 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-e1b9851c-2672-456b-886e-3004752c590c service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.7413731 Nov 22 16:51:07.536462 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4035b7-5b6f-4e6e-bc0c-bafae717970a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:51:07.550419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.553618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0b4035b7-5b6f-4e6e-bc0c-bafae717970a tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "GET /v2.0/ports/54478859-070a-43e9-9962-ae56290816ce HTTP/1.1" status: 404 len: 333 time: 0.2507918 Nov 22 16:51:07.571823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43366) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:07.617117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60575ce8-e59a-4059-89ba-dbf95dd8cf2f None None] Pushing event updated for resources: {'Port': ['ID=b2ba63eb-f662-421f-96c8-9d6111bc57e1,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.658326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b602b6-cc4e-4f7b-9a63-f82c28c337d0 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:07.687239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Request body: {'port': {'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1505327942'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:07.767148 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-880abbf2-028a-4c58-b408-a08d2d9ff91d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 200 len: 1002 time: 0.2213769 Nov 22 16:51:07.812278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Made reservation on behalf of 1274e89433504a1095c505a19051128f for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:07.823291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.867202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] device_id is not set on port 8c187511-960f-482f-b4e6-4982cf672143 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:07.903856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Routers {'2715a2d5-e781-4833-bd99-b92d73d599ab'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:07.904535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2715a2d5-e781-4833-bd99-b92d73d599ab'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:08.092299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-d1ab3238-44b3-40d3-9f58-cc2be63351a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:08.093922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-d1ab3238-44b3-40d3-9f58-cc2be63351a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.3273959 Nov 22 16:51:08.105333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7011d423-8379-4e2c-9e12-e157ad773b8d None None] Port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:08.176095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 950a23c5-aa53-4546-8a89-1939c4ca24c1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:08.177493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd096ef-c87a-4c5d-b015-f97fbb889a4c req-cb8da3a3-6a76-4055-812b-8cab52acd8de tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:08.179315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdd096ef-c87a-4c5d-b015-f97fbb889a4c req-cb8da3a3-6a76-4055-812b-8cab52acd8de tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.7397997 Nov 22 16:51:08.209770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Deleting port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:08.210362 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.251275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-6047114e-0507-40ad-be7a-c8c1909471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:08.253236 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-6047114e-0507-40ad-be7a-c8c1909471f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500087 Nov 22 16:51:08.303861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.350082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60575ce8-e59a-4059-89ba-dbf95dd8cf2f None None] Pushing event updated for resources: {'Port': ['ID=b2ba63eb-f662-421f-96c8-9d6111bc57e1,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.385775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.421330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 950a23c5-aa53-4546-8a89-1939c4ca24c1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:08.422582 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.433320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ad4d6bb6-fd62-47fd-be75-b20905c226fe None None] Provisioning complete for port b2ba63eb-f662-421f-96c8-9d6111bc57e1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:08.433947 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6bb6-fd62-47fd-be75-b20905c226fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.434557 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.445043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.630600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce6aece-7c01-48aa-af41-c3a402ff80f8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.695739 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6bb6-fd62-47fd-be75-b20905c226fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.726888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ad4d6bb6-fd62-47fd-be75-b20905c226fe None None] For port b2ba63eb-f662-421f-96c8-9d6111bc57e1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b2ba63eb-f662-421f-96c8-9d6111bc57e1,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:08.741385 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6bb6-fd62-47fd-be75-b20905c226fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.777546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-89584475-e469-42d8-8393-b6d0adeca273 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070729 Nov 22 16:51:08.815823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.843211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d6bb6-fd62-47fd-be75-b20905c226fe None None] Pushing event updated for resources: {'Port': ['ID=b2ba63eb-f662-421f-96c8-9d6111bc57e1,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.852653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] Set router 2715a2d5-e781-4833-bd99-b92d73d599ab gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:09.180566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:09.183596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:09.187564 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-136230eb-c1bf-4096-9054-1b50ad82bf13 req-c2482d2e-7c56-448f-b0a3-b530ac61fa8a service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032006 Nov 22 16:51:09.454501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Router 2715a2d5-e781-4833-bd99-b92d73d599ab has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:09.686690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7ce6aece-7c01-48aa-af41-c3a402ff80f8', 'name': '', 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'mac_address': 'fa:16:3e:e0:9b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '42f8610c-b417-4b09-b91c-324e7433918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:05Z', 'updated_at': '2021-11-22T16:51:05Z', 'revision_number': 1, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'subnets': [{'id': '42f8610c-b417-4b09-b91c-324e7433918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:09.748705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:09.769172 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c1ff3c90-b9aa-4244-b76d-5b097c9b6a82 admin admin] 10.222.0.59 "PUT /v2.0/routers/2715a2d5-e781-4833-bd99-b92d73d599ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1969187 Nov 22 16:51:09.804924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] For port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,segment=NetworkSegment(fb937383-7a59-45b2-90c8-aa8afa108802),segment_id=fb937383-7a59-45b2-90c8-aa8afa108802)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:09.805877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.841983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Calling delete_port for 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:09.874598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f822651-d8e4-4924-a37d-45b16394060f None None] The sync data for ids ['2715a2d5-e781-4833-bd99-b92d73d599ab'] in n-d-816865-2 is: [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7ce6aece-7c01-48aa-af41-c3a402ff80f8', 'name': '', 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'mac_address': 'fa:16:3e:e0:9b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '42f8610c-b417-4b09-b91c-324e7433918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:05Z', 'updated_at': '2021-11-22T16:51:05Z', 'revision_number': 1, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'subnets': [{'id': '42f8610c-b417-4b09-b91c-324e7433918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:09.897575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cd6e8c9b-d903-46fc-b7c0-5176a3c321ea None None] Provisioning complete for port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:09.899425 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8c9b-d903-46fc-b7c0-5176a3c321ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.981681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e8c9b-d903-46fc-b7c0-5176a3c321ea None None] Port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:10.104774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdd096ef-c87a-4c5d-b015-f97fbb889a4c req-ca2cf177-4333-4c12-81e3-47bf06961d2c tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9011569 Nov 22 16:51:10.108512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.180068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Pushing event deleted for resources: {'Port': ['ID=395c8b4f-ccb3-4363-ac9b-7bde73addbe8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.199732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8abc8-9abd-41ca-9945-34c5a8950172 None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:10.206091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.311422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:10.321599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] No DVR routers for this DVR port 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:10.323738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:10.326183 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.331184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df834909-50b6-48c1-bd39-4862842a1a79 req-ba94d1b5-518a-4483-9ff6-92bcf30dd47a tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.37 "DELETE /v2.0/ports/395c8b4f-ccb3-4363-ac9b-7bde73addbe8 HTTP/1.1" status: 204 len: 173 time: 3.2324779 Nov 22 16:51:10.361417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb969709-5b05-4541-974a-8a6b1a99f107', 'name': 'network-vif-deleted', 'tag': '395c8b4f-ccb3-4363-ac9b-7bde73addbe8'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:10.364782 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b414e-6a5a-4357-83e8-959b75811dc9" -d '{"events": [{"server_uuid": "bb969709-5b05-4541-974a-8a6b1a99f107", "name": "network-vif-deleted", "tag": "395c8b4f-ccb3-4363-ac9b-7bde73addbe8"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:10.374099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:10.376414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:10.381623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.568137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40270faa-82d8-44a6-900b-f54099e6da20 req-6cbfa91d-7812-4d76-9635-6fa11969ea4f tempest-ServersTestJSON-1006323122 tempest-ServersTestJSON-1006323122-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb969709-5b05-4541-974a-8a6b1a99f107 HTTP/1.1" status: 200 len: 210 time: 0.2547956 Nov 22 16:51:10.569080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=8c187511-960f-482f-b4e6-4982cf672143,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.633233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43434) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:10.633384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a52487ff-ce25-404a-9f1d-389d464d6cb4 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.0230126 Nov 22 16:51:10.639398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:10.836421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:10.849963 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.918598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:10.919761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 395c8b4f-ccb3-4363-ac9b-7bde73addbe8 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:11.401899 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2de78db-be1f-44a5-9065-f2fd01c098cb x-openstack-request-id: req-c2de78db-be1f-44a5-9065-f2fd01c098cb {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:11.402867 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb969709-5b05-4541-974a-8a6b1a99f107", "name": "network-vif-deleted", "tag": "395c8b4f-ccb3-4363-ac9b-7bde73addbe8", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:11.403425 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2de78db-be1f-44a5-9065-f2fd01c098cb {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:11.404235 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb969709-5b05-4541-974a-8a6b1a99f107', 'name': 'network-vif-deleted', 'tag': '395c8b4f-ccb3-4363-ac9b-7bde73addbe8', 'status': 'completed', 'code': 200} Nov 22 16:51:11.445664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] device_id is not set on port 8c187511-960f-482f-b4e6-4982cf672143 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:11.490484 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.504505 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.722671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=8c187511-960f-482f-b4e6-4982cf672143,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:11.773943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:11.774203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:11.774638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:11.795235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:11.797850 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:11.798380 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 2 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:11.858683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:11.859733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:11.859733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:11.879514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:11.880189 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:11.880350 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 3 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:11.931742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:11.932092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:11.937726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:11.945888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:11.946321 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:11.946734 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 4 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:11.976927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:11.977267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:11.977668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:11.992156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:11.992559 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:11.993042 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 5 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:12.027866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:12.028124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:12.029508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:12.043431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:12.043917 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:12.044451 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 6 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:12.084246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:12.084589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:12.084940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:12.097563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:12.098119 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:12.098617 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 7 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:12.153109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:12.153662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:12.154232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:12.184915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:12.185463 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:12.186163 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 8 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:12.246157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:12.246515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:12.246853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:12.284484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:12.284729 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:12.285145 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 9 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:12.327663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:12.328455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:12.329117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:12.341638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:12.342464 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:12.343081 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 10 to bind port 8c187511-960f-482f-b4e6-4982cf672143 Nov 22 16:51:12.375104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:12.375796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:12.376302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:12.383420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:12.384091 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port 8c187511-960f-482f-b4e6-4982cf672143 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:12.384654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.515596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60456ae1-1706-4938-89c1-68b51e8cd425 req-e0bde09c-82d0-4967-9e10-54489a3c8e60 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.536984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60456ae1-1706-4938-89c1-68b51e8cd425 req-e0bde09c-82d0-4967-9e10-54489a3c8e60 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.2094650 Nov 22 16:51:12.613005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] For port 8c187511-960f-482f-b4e6-4982cf672143, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:12.614818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempted to set empty binding levels {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:51:12.626667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.673883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60456ae1-1706-4938-89c1-68b51e8cd425 req-ac266613-6bfe-449f-853c-6a186478de95 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355631 Nov 22 16:51:12.691106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=8c187511-960f-482f-b4e6-4982cf672143,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.715486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] In _notify_port_updated(), no bound segment for port 8c187511-960f-482f-b4e6-4982cf672143 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:51:12.717066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.718057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.722919 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a20deb86-401d-45b2-93b5-f3f636658421 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "PUT /v2.0/ports/8c187511-960f-482f-b4e6-4982cf672143 HTTP/1.1" status: 200 len: 975 time: 2.0851469 Nov 22 16:51:12.724110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43478) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.980817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.982154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.983772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.984602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.985295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.985891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.987002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.990586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.991092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.991573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.992180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.992658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.993126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.993581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.994040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.994508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.994991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.995869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.996630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.997129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.997594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.998053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.998627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.999195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.000162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.000674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.001134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.001599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.002044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.002775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.003436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.004052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.004650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.005267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.005994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.006757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.007529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.008167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.008981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.009579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.010353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.011013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.022207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-05256248-6eb3-4914-a5da-1fcc0a6e7107 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37532 time: 0.2962389 Nov 22 16:51:13.028502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43492) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:13.295356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Deleting port 8c187511-960f-482f-b4e6-4982cf672143 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:13.296822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.308525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f12b-bad0-4284-9839-94198ab898a3 req-3a80df65-a630-4df9-a2c0-0786379ef299 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.321631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-3a80df65-a630-4df9-a2c0-0786379ef299 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/networks?id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 HTTP/1.1" status: 200 len: 911 time: 0.4311030 Nov 22 16:51:13.350435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-a2f501b6-e366-4e5f-84bc-521aa83eee97 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/quotas/340cbac1718d43dc85b69f3f3114fe19 HTTP/1.1" status: 200 len: 375 time: 0.0277433 Nov 22 16:51:13.513062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b2ba63eb-f662-421f-96c8-9d6111bc57e1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:13.518873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43502) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:13.522005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-231826ca-06cb-4975-9823-7d2ac7d2d946 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=340cbac1718d43dc85b69f3f3114fe19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705403 Nov 22 16:51:13.584935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] For port 8c187511-960f-482f-b4e6-4982cf672143, host n-h1-816865-2, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:13.585346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.630556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Calling delete_port for 8c187511-960f-482f-b4e6-4982cf672143 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:13.737189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b2ba63eb-f662-421f-96c8-9d6111bc57e1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:13.738084 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.840586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.893756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-cd695da2-b888-462e-8e27-53403cc7cd8e service neutron] 10.222.0.59 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701060 Nov 22 16:51:13.920284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c187511-960f-482f-b4e6-4982cf672143,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:13.950812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.960369 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-633d5ad4-20f4-449e-b4c8-5318be82c9b6 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "DELETE /v2.0/ports/8c187511-960f-482f-b4e6-4982cf672143 HTTP/1.1" status: 204 len: 168 time: 0.9299927 Nov 22 16:51:13.961432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43514) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:13.962767 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61a7e723-cdbf-4dda-ba16-012de3414a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.038142 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-883cebf9-c54d-488c-9c1d-f4de5ed21534 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:51:14.039835 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-883cebf9-c54d-488c-9c1d-f4de5ed21534 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "GET /v2.0/ports/8c187511-960f-482f-b4e6-4982cf672143 HTTP/1.1" status: 404 len: 333 time: 0.0739694 Nov 22 16:51:14.056831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43516) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.066694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1069885626', 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:14.108894 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-6f7ac14c-71b6-42e2-aefc-bbdaf893567a service neutron] 10.222.0.59 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054408 Nov 22 16:51:14.249784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Made reservation on behalf of 1274e89433504a1095c505a19051128f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:14.254674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.262849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61a7e723-cdbf-4dda-ba16-012de3414a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.273424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61a7e723-cdbf-4dda-ba16-012de3414a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.365959 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-61a7e723-cdbf-4dda-ba16-012de3414a82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=81b0c9de45ea43af82a8709f86d0da0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8423595 Nov 22 16:51:14.370220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.398506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] device_id is not set on port 0f3d2bc1-b440-4ab6-ab53-10a084dd4c49 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:14.441507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43532) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.634969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-29955ee5-cd94-42fe-af9d-47378dfd3a47 admin admin] Deleting subnet 86875a6d-e4f0-4a44-834c-5559f499b29c {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:14.641967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7e723-cdbf-4dda-ba16-012de3414a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0facd45a-3c93-4fc8-a0f6-4f86be6f14ea,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.653349 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7e8b-8cb3-4597-b88d-455cf5167ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.655670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29955ee5-cd94-42fe-af9d-47378dfd3a47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.702779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.713574 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7e8b-8cb3-4597-b88d-455cf5167ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.752117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.778500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:14.783142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:14.802800 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Sync routers for ids ['2715a2d5-e781-4833-bd99-b92d73d599ab'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:14.811050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:14.813556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:14.814364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.816087 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Routers {'2715a2d5-e781-4833-bd99-b92d73d599ab'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:14.816863 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2715a2d5-e781-4833-bd99-b92d73d599ab'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:14.836618 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29955ee5-cd94-42fe-af9d-47378dfd3a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.862939 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8008912 Nov 22 16:51:14.866890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43544) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.885766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7e8b-8cb3-4597-b88d-455cf5167ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.888698 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2bd7e8b-8cb3-4597-b88d-455cf5167ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.905490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d2bd7e8b-8cb3-4597-b88d-455cf5167ebe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0facd45a-3c93-4fc8-a0f6-4f86be6f14ea HTTP/1.1" status: 204 len: 168 time: 0.5208583 Nov 22 16:51:14.920155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac8823d-44fa-4076-952b-66011ed09959 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:14.923222 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7ac8823d-44fa-4076-952b-66011ed09959 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "GET /v2.0/ports/0f3d2bc1-b440-4ab6-ab53-10a084dd4c49 HTTP/1.1" status: 200 len: 955 time: 0.0538645 Nov 22 16:51:14.924245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c208fa-21d3-41ab-89bc-355a6cf58c12 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=0f3d2bc1-b440-4ab6-ab53-10a084dd4c49,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.927248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43548) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.960674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd7e8b-8cb3-4597-b88d-455cf5167ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0facd45a-3c93-4fc8-a0f6-4f86be6f14ea,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.991103 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Set router 2715a2d5-e781-4833-bd99-b92d73d599ab gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:15.059822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171c8b3-72a5-4b2a-b8c6-f191c10b4a73 req-424565e8-013d-40ee-acac-b586e3945525 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:15.062548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d171c8b3-72a5-4b2a-b8c6-f191c10b4a73 req-424565e8-013d-40ee-acac-b586e3945525 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.4437459 Nov 22 16:51:15.151898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-203aca0e-29da-4841-b854-d5a91082d45f tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Deleting port 0f3d2bc1-b440-4ab6-ab53-10a084dd4c49 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:15.152775 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:15.153333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203aca0e-29da-4841-b854-d5a91082d45f tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.178114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29955ee5-cd94-42fe-af9d-47378dfd3a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.317971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203aca0e-29da-4841-b854-d5a91082d45f tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.347207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-203aca0e-29da-4841-b854-d5a91082d45f tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Calling delete_port for 0f3d2bc1-b440-4ab6-ab53-10a084dd4c49 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:15.432629 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d30cd50e-434a-4948-b377-ddd4e977ab4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.503489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-62845bd9-0d2f-421d-9d47-f2e7a9541456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:15.508587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-62845bd9-0d2f-421d-9d47-f2e7a9541456 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 1097 time: 0.3535028 Nov 22 16:51:15.545588 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7ce6aece-7c01-48aa-af41-c3a402ff80f8', 'name': '', 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'mac_address': 'fa:16:3e:e0:9b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '42f8610c-b417-4b09-b91c-324e7433918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:05Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 2, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'subnets': [{'id': '42f8610c-b417-4b09-b91c-324e7433918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:15.659727 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Checking router: 2715a2d5-e781-4833-bd99-b92d73d599ab for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:15.660248 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Updating router 2715a2d5-e781-4833-bd99-b92d73d599ab port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:15.815347 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d171c8b3-72a5-4b2a-b8c6-f191c10b4a73 req-e453f194-1f52-4297-a911-47aa658d10bd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388333 Nov 22 16:51:15.877550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43568) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:15.951837 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.981491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac1a0-490e-492e-b9f2-ad8a8e0630ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.000542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29955ee5-cd94-42fe-af9d-47378dfd3a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.031461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-23c2b817-1470-44e8-92b0-4b10ed72ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:16.032698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-23c2b817-1470-44e8-92b0-4b10ed72ad70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.4977243 Nov 22 16:51:16.145333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29955ee5-cd94-42fe-af9d-47378dfd3a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86875a6d-e4f0-4a44-834c-5559f499b29c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.151367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0d20b18-9571-41d4-8d56-d7c2143aa294 req-1066187c-1eba-4850-8a13-5f9d5979eb00 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 210 time: 0.1564443 Nov 22 16:51:16.168659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203aca0e-29da-4841-b854-d5a91082d45f tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.170129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b6491c-3d14-4335-a4a6-a197b9410fae None None] Network 4614eaca-f271-4139-8521-589bfaf1dd26 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:16.215050 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-29955ee5-cd94-42fe-af9d-47378dfd3a47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.222697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-29955ee5-cd94-42fe-af9d-47378dfd3a47 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/86875a6d-e4f0-4a44-834c-5559f499b29c HTTP/1.1" status: 204 len: 168 time: 1.7774129 Nov 22 16:51:16.227200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43574) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:16.229272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-300ab2cd-9476-4677-8424-7044fc76a2d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde HTTP/1.1" status: 200 len: 217 time: 0.1556990 Nov 22 16:51:16.270178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203aca0e-29da-4841-b854-d5a91082d45f tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f3d2bc1-b440-4ab6-ab53-10a084dd4c49,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.304108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-203aca0e-29da-4841-b854-d5a91082d45f tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.322806 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-203aca0e-29da-4841-b854-d5a91082d45f tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0f3d2bc1-b440-4ab6-ab53-10a084dd4c49 HTTP/1.1" status: 204 len: 168 time: 1.3869157 Nov 22 16:51:16.327881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:16.361588 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fdb3f9-3e0b-4213-a5c0-520e371e5d7d tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:51:16.363502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a7fdb3f9-3e0b-4213-a5c0-520e371e5d7d tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "GET /v2.0/ports/0f3d2bc1-b440-4ab6-ab53-10a084dd4c49 HTTP/1.1" status: 404 len: 333 time: 0.0342445 Nov 22 16:51:16.369015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43578) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:16.375940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Request body: {'port': {'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-801024341'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:16.404902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Made reservation on behalf of 1274e89433504a1095c505a19051128f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:16.410578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.438506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] device_id is not set on port c3da0872-b1db-4b40-a123-2758369969f6 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:16.481331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.489147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f9574-b3c8-40fb-bc6c-2702e43dfbef None None] DHCP port deletion for 4614eaca-f271-4139-8521-589bfaf1dd26 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:16.502434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-1cf34d9e-ffe2-4e41-8e81-9909a76650ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:16.505593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-1cf34d9e-ffe2-4e41-8e81-9909a76650ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.2634261 Nov 22 16:51:16.577558 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.589253 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.630422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac1a0-490e-492e-b9f2-ad8a8e0630ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.671537 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef6ac1a0-490e-492e-b9f2-ad8a8e0630ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.681975 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af2971-fd4a-4348-90fe-8be6515c1bc3 None None] Pushing event updated for resources: {'Port': ['ID=7ce6aece-7c01-48aa-af41-c3a402ff80f8,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.735531 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Attempting to bind port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:16.735804 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Attempting to bind port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:16.736026 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Attempting to bind port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 on network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:16.741378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.749979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-3049e43f-a4ac-4f95-b319-e8f4078bab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:16.751814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-3049e43f-a4ac-4f95-b319-e8f4078bab02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2262805 Nov 22 16:51:16.754115 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:16.754500 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Checking segment: {'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:16.754908 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.755355 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Bound using segment: {'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:16.756540 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Bound port: 7ce6aece-7c01-48aa-af41-c3a402ff80f8, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3987a022-0a00-4d4c-af44-eb6bf7c19a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:16.757099 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.777762 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.823603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef6ac1a0-490e-492e-b9f2-ad8a8e0630ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c11fb3b2721477fbcf84e4305a4a91a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9414215 Nov 22 16:51:16.827645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43586) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:16.867997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ac1a0-490e-492e-b9f2-ad8a8e0630ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299615b7-af87-45fa-ab26-edd320e25330,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.872587 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] For port 7ce6aece-7c01-48aa-af41-c3a402ff80f8, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:16.883321 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] For port 7ce6aece-7c01-48aa-af41-c3a402ff80f8, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ce6aece-7c01-48aa-af41-c3a402ff80f8,segment=NetworkSegment(3987a022-0a00-4d4c-af44-eb6bf7c19a4b),segment_id=3987a022-0a00-4d4c-af44-eb6bf7c19a4b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:16.889312 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.919246 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.947793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4614eaca-f271-4139-8521-589bfaf1dd26']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:16.994773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb937383-7a59-45b2-90c8-aa8afa108802') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:16.995128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb937383-7a59-45b2-90c8-aa8afa108802') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:17.025300 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Routers {'2715a2d5-e781-4833-bd99-b92d73d599ab'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:17.026107 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:50:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2715a2d5-e781-4833-bd99-b92d73d599ab'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:17.041091 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85a56f00-314a-4b88-8640-00acc1080c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.060990 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.071541 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af2971-fd4a-4348-90fe-8be6515c1bc3 None None] Pushing event updated for resources: {'Port': ['ID=7ce6aece-7c01-48aa-af41-c3a402ff80f8,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.152795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f12b-bad0-4284-9839-94198ab898a3 req-6cf12952-bfed-4c7e-b90f-d97d46fe2ffb tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:17.154321 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-6cf12952-bfed-4c7e-b90f-d97d46fe2ffb tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.62 "GET /v2.0/networks?id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 HTTP/1.1" status: 200 len: 911 time: 0.2232947 Nov 22 16:51:17.184989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:17.194478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.199567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Request body: {'port': {'device_id': '803f3306-1a6c-4996-8278-1e1c9dc08757', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'admin_state_up': True, 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:17.237132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f21e88d0-1367-4fb5-8ac0-5a026226562a None None] Provisioning complete for port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:17.239367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:17.241940 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f21e88d0-1367-4fb5-8ac0-5a026226562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.242154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:17.242520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.248785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:17.252752 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:17.254656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:17.254907 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.286150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cc1ab-22e1-493d-918c-14dea0493912 req-7cf3cd44-9411-4ce5-9532-24e3ad204bef tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:17.287256 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] Set router 2715a2d5-e781-4833-bd99-b92d73d599ab gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:17.292902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e7cc1ab-22e1-493d-918c-14dea0493912 req-7cf3cd44-9411-4ce5-9532-24e3ad204bef tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.3049586 Nov 22 16:51:17.316780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85a56f00-314a-4b88-8640-00acc1080c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.322110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=c3da0872-b1db-4b40-a123-2758369969f6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.433894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f21e88d0-1367-4fb5-8ac0-5a026226562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.453165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Made reservation on behalf of 340cbac1718d43dc85b69f3f3114fe19 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:17.456239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.497035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-87546c1f-d33f-4011-aef8-594c163648ae tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1257095 Nov 22 16:51:17.507454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43600) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:17.511879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f21e88d0-1367-4fb5-8ac0-5a026226562a None None] For port 7ce6aece-7c01-48aa-af41-c3a402ff80f8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ce6aece-7c01-48aa-af41-c3a402ff80f8,segment=NetworkSegment(3987a022-0a00-4d4c-af44-eb6bf7c19a4b),segment_id=3987a022-0a00-4d4c-af44-eb6bf7c19a4b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:17.521121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:17.523238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ce6aece-7c01-48aa-af41-c3a402ff80f8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:17.528693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-845b6527-4752-4c3c-8b32-b4695eeb83c7 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513168 Nov 22 16:51:17.529003 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f21e88d0-1367-4fb5-8ac0-5a026226562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.567189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.592393 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.599350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4614eaca-f271-4139-8521-589bfaf1dd26 HTTP/1.1" status: 204 len: 168 time: 1.3684895 Nov 22 16:51:17.654865 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85a56f00-314a-4b88-8640-00acc1080c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.658188 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85a56f00-314a-4b88-8640-00acc1080c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.659378 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-85a56f00-314a-4b88-8640-00acc1080c51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/299615b7-af87-45fa-ab26-edd320e25330 HTTP/1.1" status: 204 len: 168 time: 0.8307045 Nov 22 16:51:17.695867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a56f00-314a-4b88-8640-00acc1080c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299615b7-af87-45fa-ab26-edd320e25330,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.722226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971baeb1-186c-41d5-850c-192ae865f352 admin admin] Pushing event deleted for resources: {'Network': ['ID=4614eaca-f271-4139-8521-589bfaf1dd26,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.753440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.761676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e7cc1ab-22e1-493d-918c-14dea0493912 req-e5a79365-c3f1-4f17-829a-10fb0b00d953 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849659 Nov 22 16:51:17.881962 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7ce6aece-7c01-48aa-af41-c3a402ff80f8', 'name': '', 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'mac_address': 'fa:16:3e:e0:9b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '42f8610c-b417-4b09-b91c-324e7433918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:05Z', 'updated_at': '2021-11-22T16:51:16Z', 'revision_number': 4, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'subnets': [{'id': '42f8610c-b417-4b09-b91c-324e7433918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:17.949177 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5cf890-c153-490a-b7ef-83132e6621e3 None None] The sync data for ids ['2715a2d5-e781-4833-bd99-b92d73d599ab'] in n-d-816865-2 is: [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:51:07Z', 'revision_number': 4, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '7ce6aece-7c01-48aa-af41-c3a402ff80f8', 'name': '', 'network_id': 'e9e1e10d-27f6-4d69-b00b-d2adf184ba4b', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'mac_address': 'fa:16:3e:e0:9b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': '42f8610c-b417-4b09-b91c-324e7433918c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:05Z', 'updated_at': '2021-11-22T16:51:16Z', 'revision_number': 4, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'subnets': [{'id': '42f8610c-b417-4b09-b91c-324e7433918c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:17.960248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43608) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:17.983819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Allocated IP 172.20.0.5 (1d1d6758-81d8-4e1a-a4f3-2e3039f07f96/8463fe9f-2192-4dd6-8c38-07d663fd060a/412080c2-6229-4546-97be-3dbb9c8de166) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:17.988877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88c2496b-6af9-4c5d-982d-1bca0213f558 req-ba3082bf-d273-4a74-a23a-fcbf27dde948 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 210 time: 0.0911443 Nov 22 16:51:17.994551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52860ab-bb0a-48ae-a24f-df938b29d50d req-7eb4ada5-3f1d-460c-92ad-417966bdd254 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561076 Nov 22 16:51:18.003148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-58039bbe-1370-495c-bd0a-0eac3999e1ed None None] Provisioning complete for port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:18.003897 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58039bbe-1370-495c-bd0a-0eac3999e1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.036312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e88d0-1367-4fb5-8ac0-5a026226562a None None] Pushing event updated for resources: {'Port': ['ID=7ce6aece-7c01-48aa-af41-c3a402ff80f8,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.068347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c6be219-0423-48f7-8c49-3f2b19819c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.079183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:18.080062 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.139908 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-66689fa0-9398-43ed-b852-5955daef22a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc6894ae98494bb0bf6d62df8a0b0ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753531 Nov 22 16:51:18.140302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43616) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:18.252058 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9da1a5f3-efa2-4913-9bdd-989208fba32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.300727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9da1a5f3-efa2-4913-9bdd-989208fba32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.350991 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.395568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.402126 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9da1a5f3-efa2-4913-9bdd-989208fba32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.406063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9da1a5f3-efa2-4913-9bdd-989208fba32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.423308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9da1a5f3-efa2-4913-9bdd-989208fba32c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/432c8e85-f78a-47e5-a215-d1eed024fae5 HTTP/1.1" status: 204 len: 168 time: 0.2812669 Nov 22 16:51:18.440221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1a5f3-efa2-4913-9bdd-989208fba32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c8e85-f78a-47e5-a215-d1eed024fae5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.563493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:18.570680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:18.586512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:18.599411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] device_id is not set on port c3da0872-b1db-4b40-a123-2758369969f6 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:18.625604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Pushing event updated for resources: {'Port': ['ID=412080c2-6229-4546-97be-3dbb9c8de166,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.629659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.652175 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.819219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:18.819886 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.861200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 61ee71e3-64c5-4bd5-a413-d5ad6319ffde no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:18.926520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=c3da0872-b1db-4b40-a123-2758369969f6,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.934871 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-1e4c1ee7-9c44-4bd1-bba8-e004a34f7011 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7529461 Nov 22 16:51:18.935822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:18.936242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:18.936592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:18.988019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Request body: {'port': {'device_id': '803f3306-1a6c-4996-8278-1e1c9dc08757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:19.049492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:19.050251 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:19.052735 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 2 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:19.079502 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.105435 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.140646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64e736-6809-4380-8481-9ae656f78aee req-4b36b249-24a6-4c25-a92d-68b4f4fe7bf2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:19.145675 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f64e736-6809-4380-8481-9ae656f78aee req-4b36b249-24a6-4c25-a92d-68b4f4fe7bf2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 946 time: 0.1712539 Nov 22 16:51:19.183722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:19.183722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:19.183722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:19.201059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:19.208465 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d899aa87-1b78-4e18-94e1-5724e243595d" -d '{"events": [{"server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "name": "network-vif-unplugged", "status": "completed", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:19.224387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:19.225300 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:19.226251 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 3 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:19.232531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.269087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:19.282242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9dbc755c-3e30-4ac2-84c2-732d130571b6 None None] Provisioning complete for port 412080c2-6229-4546-97be-3dbb9c8de166 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:19.288180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9dbc755c-3e30-4ac2-84c2-732d130571b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.290692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.313726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f64e736-6809-4380-8481-9ae656f78aee req-9e3bd2f5-6f7a-49c9-96b6-b745b644fd1e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595523 Nov 22 16:51:19.355388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:19.366455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:19.367005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:19.387991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:19.388541 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:19.392167 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 4 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:19.404540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ce6aece-7c01-48aa-af41-c3a402ff80f8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:19.427204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:19.427872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:19.428559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:19.496280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc755c-3e30-4ac2-84c2-732d130571b6 None None] Port 412080c2-6229-4546-97be-3dbb9c8de166 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:19.566462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:19.566798 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:19.575152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:19.578473 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 5 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:19.597792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:19.598522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.624286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:19.624645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:19.625023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:19.665815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:19.666176 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:19.675452 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 6 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:19.690694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8a60b-19fe-4aba-ae41-96044194d407 req-c657ee78-4670-4e99-a962-9aac38bcfd0c tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:19.692314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9fc8a60b-19fe-4aba-ae41-96044194d407 req-c657ee78-4670-4e99-a962-9aac38bcfd0c tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1027 time: 0.1436446 Nov 22 16:51:19.775410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9fc8a60b-19fe-4aba-ae41-96044194d407 req-3465221d-e571-4187-aaa3-dc87716e7fae tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705125 Nov 22 16:51:19.835029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:19.835495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:19.835769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:19.860092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:19.860560 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:19.861225 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 7 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:19.942205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:19.943048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:19.943746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:19.957671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:19.958761 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:19.963674 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 8 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:20.009650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:20.014653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:20.021737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:20.076807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:20.077336 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:20.078007 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 9 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:20.119784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:20.120187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:20.120642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:20.137103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:20.137521 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:20.141617 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempt 10 to bind port c3da0872-b1db-4b40-a123-2758369969f6 Nov 22 16:51:20.191792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:20.191792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:20.191792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempting to bind port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:20.199894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412080c2-6229-4546-97be-3dbb9c8de166 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:20.208599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:20.209445 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Failed to bind port c3da0872-b1db-4b40-a123-2758369969f6 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '84ba8b75-1e27-4ba5-9466-76037375205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8953bcff-25ca-48b7-b09b-1a8e7b3ce957'}] Nov 22 16:51:20.210589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.243803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.303467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Transition to ACTIVE for port object 412080c2-6229-4546-97be-3dbb9c8de166 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:51:20.311897 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.368603 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a310df7b-2fa7-4c64-ba2a-6599b9044176 x-openstack-request-id: req-a310df7b-2fa7-4c64-ba2a-6599b9044176 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:20.369557 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "name": "network-vif-unplugged", "status": "completed", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:20.369967 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a310df7b-2fa7-4c64-ba2a-6599b9044176 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:20.370542 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'code': 200} Nov 22 16:51:20.416738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43690) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:20.484510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Pushing event updated for resources: {'Port': ['ID=412080c2-6229-4546-97be-3dbb9c8de166,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:20.502694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] For port c3da0872-b1db-4b40-a123-2758369969f6, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:20.503694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attempted to set empty binding levels {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:51:20.533029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.575481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eca4ac-9717-48a6-b551-b4c94713f12b req-82378403-3c45-4117-8dd1-f2d213cc6099 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:20.586082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14eca4ac-9717-48a6-b551-b4c94713f12b req-82378403-3c45-4117-8dd1-f2d213cc6099 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 944 time: 0.1587679 Nov 22 16:51:20.644459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] In _notify_port_updated(), no bound segment for port c3da0872-b1db-4b40-a123-2758369969f6 on network 8953bcff-25ca-48b7-b09b-1a8e7b3ce957 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:51:20.645564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:20.646350 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.652615 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "PUT /v2.0/ports/c3da0872-b1db-4b40-a123-2758369969f6 HTTP/1.1" status: 200 len: 974 time: 3.1410127 Nov 22 16:51:20.653437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43696) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:20.692188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14eca4ac-9717-48a6-b551-b4c94713f12b req-a5827836-6e3f-496e-826a-4a13fe79f991 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048186 Nov 22 16:51:20.698150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56559089-35d6-46f5-b805-ab405f8b41c2 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event updated for resources: {'Port': ['ID=c3da0872-b1db-4b40-a123-2758369969f6,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:20.738323 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.742029 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb332-1b80-4e33-8453-1a279c7c0870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.755373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Attempting to bind port 412080c2-6229-4546-97be-3dbb9c8de166 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:20.757469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Attempting to bind port 412080c2-6229-4546-97be-3dbb9c8de166 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:20.759046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Attempting to bind port 412080c2-6229-4546-97be-3dbb9c8de166 on network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:20.790769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Port 412080c2-6229-4546-97be-3dbb9c8de166 on network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:20.791367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Attempting to bind port 412080c2-6229-4546-97be-3dbb9c8de166 on network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:20.803084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:20.803474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Checking segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:20.803831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Bound using segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:20.804276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Bound port: 412080c2-6229-4546-97be-3dbb9c8de166, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:20.804642 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.976391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] For port 412080c2-6229-4546-97be-3dbb9c8de166, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:20.982123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] For port 412080c2-6229-4546-97be-3dbb9c8de166, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=412080c2-6229-4546-97be-3dbb9c8de166,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:20.990697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.038015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59111298-e339-42e1-835d-cfadbedfdc8a req-94f77a13-abb6-4691-8810-9a097e61af40 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.047784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59111298-e339-42e1-835d-cfadbedfdc8a req-94f77a13-abb6-4691-8810-9a097e61af40 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1457570 Nov 22 16:51:21.050775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Deleting port c3da0872-b1db-4b40-a123-2758369969f6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:21.052270 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.052870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.053429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.055234 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] 10.222.0.62 "PUT /v2.0/ports/412080c2-6229-4546-97be-3dbb9c8de166 HTTP/1.1" status: 200 len: 1091 time: 2.0924456 Nov 22 16:51:21.057742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803f3306-1a6c-4996-8278-1e1c9dc08757', 'tag': '412080c2-6229-4546-97be-3dbb9c8de166'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:21.079297 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a03591-a178-4cf8-9dfc-efc1ac384871" -d '{"events": [{"name": "network-changed", "server_uuid": "803f3306-1a6c-4996-8278-1e1c9dc08757", "tag": "412080c2-6229-4546-97be-3dbb9c8de166"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:21.156476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] For port c3da0872-b1db-4b40-a123-2758369969f6, host n-h1-816865-2, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:21.157189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.179045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Calling delete_port for c3da0872-b1db-4b40-a123-2758369969f6 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:21.225916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb332-1b80-4e33-8453-1a279c7c0870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.240557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7ebb332-1b80-4e33-8453-1a279c7c0870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.282507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eec4e4-7b81-482f-b474-6be72310cc85 service neutron] Pushing event updated for resources: {'Port': ['ID=412080c2-6229-4546-97be-3dbb9c8de166,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.297428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a7ebb332-1b80-4e33-8453-1a279c7c0870 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c7bee93dd8542c6a923beac4cbdd5a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8786891 Nov 22 16:51:21.305128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43722) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:21.360975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebb332-1b80-4e33-8453-1a279c7c0870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc55c9-27e1-4071-860e-69d29476cf80,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.378588 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.412500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59111298-e339-42e1-835d-cfadbedfdc8a req-81524340-f751-4611-b66b-4d5936f70a2b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622940 Nov 22 16:51:21.450783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.463909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f12b-bad0-4284-9839-94198ab898a3 req-f201a148-34b3-4b6a-bd8a-0331614be7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.467872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-f201a148-34b3-4b6a-bd8a-0331614be7ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=340cbac1718d43dc85b69f3f3114fe19&device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1094 time: 0.3501234 Nov 22 16:51:21.516394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3da0872-b1db-4b40-a123-2758369969f6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.536937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.549067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-041a1e5e-2bde-4e2d-8aae-384a5287c4cc tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "DELETE /v2.0/ports/c3da0872-b1db-4b40-a123-2758369969f6 HTTP/1.1" status: 204 len: 168 time: 0.8940651 Nov 22 16:51:21.550317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43732) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:21.580658 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-80dd5d58-7a39-4385-95ca-919faf00abc9 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:51:21.588133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-80dd5d58-7a39-4385-95ca-919faf00abc9 tempest-PortsAdminExtendedAttrsTestJSON-789959917 tempest-PortsAdminExtendedAttrsTestJSON-789959917-project-admin] 10.222.0.59 "GET /v2.0/ports/c3da0872-b1db-4b40-a123-2758369969f6 HTTP/1.1" status: 404 len: 333 time: 0.0363681 Nov 22 16:51:21.589109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:21.609991 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8eeb-30f0-4d68-9cda-11aa528b9cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.617436 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-68935c39-cb0e-4d40-8e41-3d29c4a6e6d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412080c2-6229-4546-97be-3dbb9c8de166 HTTP/1.1" status: 200 len: 217 time: 0.1170187 Nov 22 16:51:21.712265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8eeb-30f0-4d68-9cda-11aa528b9cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.737726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0680c-4a30-4b14-acfe-1ca28b07379e req-c8fb3ef0-1033-4e9a-9281-a4a95d4e44b7 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.739819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-efc0680c-4a30-4b14-acfe-1ca28b07379e req-c8fb3ef0-1033-4e9a-9281-a4a95d4e44b7 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1094 time: 0.1217785 Nov 22 16:51:21.748128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.748343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f12b-bad0-4284-9839-94198ab898a3 req-94dab849-e7c2-4c9a-8b6e-c0096377600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.755263 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-94dab849-e7c2-4c9a-8b6e-c0096377600b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8463fe9f-2192-4dd6-8c38-07d663fd060a HTTP/1.1" status: 200 len: 849 time: 0.1236057 Nov 22 16:51:21.828442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541f12b-bad0-4284-9839-94198ab898a3 req-36cbd637-e9b6-451a-b48e-fea36080d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.830921 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-36cbd637-e9b6-451a-b48e-fea36080d815 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681920 Nov 22 16:51:21.902757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.903544 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8eeb-30f0-4d68-9cda-11aa528b9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.909421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8eeb-30f0-4d68-9cda-11aa528b9cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.911621 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6d1b8eeb-30f0-4d68-9cda-11aa528b9cd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93dc55c9-27e1-4071-860e-69d29476cf80 HTTP/1.1" status: 204 len: 168 time: 0.5770483 Nov 22 16:51:21.946829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-efc0680c-4a30-4b14-acfe-1ca28b07379e req-f7afe91a-bc88-4919-909f-6be9d407956c tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655650 Nov 22 16:51:21.977255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8953bcff-25ca-48b7-b09b-1a8e7b3ce957']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:22.004816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b8eeb-30f0-4d68-9cda-11aa528b9cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc55c9-27e1-4071-860e-69d29476cf80,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:22.081041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ba8b75-1e27-4ba5-9466-76037375205a') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:22.081426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ba8b75-1e27-4ba5-9466-76037375205a') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:22.087485 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-f1a896af-708f-4d60-9c38-7199dd1e60d2 service neutron] 10.222.0.62 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476444 Nov 22 16:51:22.115892 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0da1c4-e08b-4db6-85f0-5dd1ecca8c20 x-openstack-request-id: req-eb0da1c4-e08b-4db6-85f0-5dd1ecca8c20 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:22.116470 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803f3306-1a6c-4996-8278-1e1c9dc08757", "tag": "412080c2-6229-4546-97be-3dbb9c8de166", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:22.117306 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.117836 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb0da1c4-e08b-4db6-85f0-5dd1ecca8c20 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:22.118721 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803f3306-1a6c-4996-8278-1e1c9dc08757', 'tag': '412080c2-6229-4546-97be-3dbb9c8de166', 'status': 'completed', 'code': 200} Nov 22 16:51:22.173586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.184700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:22.185400 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:22.192770 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:22.291577 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2541f12b-bad0-4284-9839-94198ab898a3 req-770fbd80-fad2-43dd-8fce-33c6cb2e19b7 service neutron] 10.222.0.62 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964116 Nov 22 16:51:22.351548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.401486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.408598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] 10.222.0.59 "DELETE /v2.0/networks/8953bcff-25ca-48b7-b09b-1a8e7b3ce957 HTTP/1.1" status: 204 len: 168 time: 0.8182230 Nov 22 16:51:22.415015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9473f5-23a6-46bc-a36b-ae320996c12d tempest-PortsAdminExtendedAttrsTestJSON-1817122465 tempest-PortsAdminExtendedAttrsTestJSON-1817122465-project] Pushing event deleted for resources: {'Network': ['ID=8953bcff-25ca-48b7-b09b-1a8e7b3ce957,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:22.424790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f28b1-1cb0-4352-b547-6b022130b235 req-1975db59-3d20-4257-bbec-3b7625118988 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.426447 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f00f28b1-1cb0-4352-b547-6b022130b235 req-1975db59-3d20-4257-bbec-3b7625118988 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2076724 Nov 22 16:51:22.503168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-11e6a6f8-471b-4468-8985-cdb57352ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.507420 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-11e6a6f8-471b-4468-8985-cdb57352ed46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=340cbac1718d43dc85b69f3f3114fe19&device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1094 time: 0.1135421 Nov 22 16:51:22.515898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f00f28b1-1cb0-4352-b547-6b022130b235 req-c6187add-b08a-4278-8525-404fecc4bb93 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714257 Nov 22 16:51:22.748158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-5523416b-53b1-4c0e-ade8-957a52825de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.755421 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-5523416b-53b1-4c0e-ade8-957a52825de7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 HTTP/1.1" status: 200 len: 911 time: 0.2357972 Nov 22 16:51:22.829470 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-d5b3c718-b2ba-43d8-bf46-aada9b09d475 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412080c2-6229-4546-97be-3dbb9c8de166 HTTP/1.1" status: 200 len: 217 time: 0.0695810 Nov 22 16:51:22.864262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 61ee71e3-64c5-4bd5-a413-d5ad6319ffde no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:22.937691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7a0d6-dccb-44e4-9112-127fc4577279 req-75e9c57b-f367-49a8-bc6b-a19711353e33 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.947922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5e7a0d6-dccb-44e4-9112-127fc4577279 req-75e9c57b-f367-49a8-bc6b-a19711353e33 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1666119 Nov 22 16:51:22.998914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-280b485a-9e88-4dd1-9e6a-a0bf3b9dece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:23.005803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-280b485a-9e88-4dd1-9e6a-a0bf3b9dece5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8463fe9f-2192-4dd6-8c38-07d663fd060a HTTP/1.1" status: 200 len: 849 time: 0.1612163 Nov 22 16:51:23.059859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5e7a0d6-dccb-44e4-9112-127fc4577279 req-3b945ded-7e89-4982-8fae-248c994d05ca tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104898 Nov 22 16:51:23.117628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:23.170858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-8ea46ebb-2648-4ea3-abee-9be309781343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:23.174673 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-8ea46ebb-2648-4ea3-abee-9be309781343 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600585 Nov 22 16:51:23.210713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ce1eb-57f9-4390-b2c9-6199e74bdc71 req-049f74c5-c4ea-4dac-93f6-26204d744c28 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:23.223088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-003ce1eb-57f9-4390-b2c9-6199e74bdc71 req-049f74c5-c4ea-4dac-93f6-26204d744c28 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1094 time: 0.0861609 Nov 22 16:51:23.320458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-003ce1eb-57f9-4390-b2c9-6199e74bdc71 req-e29dc7ab-46cf-4ca8-859d-c88eb39ea1b3 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945957 Nov 22 16:51:23.389521 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-4a8eede1-8338-4103-8ae4-2b40c616d33a service neutron] 10.222.0.62 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935043 Nov 22 16:51:23.551234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca980c50-b5b9-4eb5-b9ce-2d24f594ac62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92a7476e82684ed481be415a2628a0b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294729 Nov 22 16:51:23.552831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:23.603924 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a03591-a178-4cf8-9dfc-efc1ac384871 req-9722e43c-2c1e-4b15-a20f-a32db3def0e4 service neutron] 10.222.0.62 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977217 Nov 22 16:51:23.695929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-507426ca-30dd-4e2e-9bfd-01e727df4ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.741833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-507426ca-30dd-4e2e-9bfd-01e727df4ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.861552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-507426ca-30dd-4e2e-9bfd-01e727df4ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.865401 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-507426ca-30dd-4e2e-9bfd-01e727df4ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.867012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-507426ca-30dd-4e2e-9bfd-01e727df4ef0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/391d934c-d95f-4d8a-afeb-1bbf5fcdb526 HTTP/1.1" status: 204 len: 168 time: 0.3100407 Nov 22 16:51:23.884490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507426ca-30dd-4e2e-9bfd-01e727df4ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391d934c-d95f-4d8a-afeb-1bbf5fcdb526,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:24.253012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aff66-206f-4367-a8a6-06d9f5384d4f req-b6e47337-a5bb-48f7-a5b8-fdbb3d9a7ec8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.254672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b25aff66-206f-4367-a8a6-06d9f5384d4f req-b6e47337-a5bb-48f7-a5b8-fdbb3d9a7ec8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0701256 Nov 22 16:51:24.320997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b25aff66-206f-4367-a8a6-06d9f5384d4f req-ff27ed65-8362-473c-a7ca-c6de9c38d28a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591006 Nov 22 16:51:24.543009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f0c45-a1fe-442a-85c6-bc14c788a097 req-3f12268a-75e8-4b67-b937-07f21e368145 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.546002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff3f0c45-a1fe-442a-85c6-bc14c788a097 req-3f12268a-75e8-4b67-b937-07f21e368145 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1094 time: 0.0908868 Nov 22 16:51:24.654176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff3f0c45-a1fe-442a-85c6-bc14c788a097 req-15876181-9d02-4e77-8822-2e792ee0919f tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920231 Nov 22 16:51:24.920473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43844) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:24.985917 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-11dc144d-5fa7-476a-97c7-ca63dce15fec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1274e89433504a1095c505a19051128f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0632699 Nov 22 16:51:24.991907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:25.092747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e25f2727-169a-4923-b5c7-d0984450ef6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.145120 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e25f2727-169a-4923-b5c7-d0984450ef6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.253588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e25f2727-169a-4923-b5c7-d0984450ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.262942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e25f2727-169a-4923-b5c7-d0984450ef6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.265292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e25f2727-169a-4923-b5c7-d0984450ef6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f8d1596-ecc4-411c-853b-d6dabc7b1c29 HTTP/1.1" status: 204 len: 168 time: 0.2718446 Nov 22 16:51:25.276603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f2727-169a-4923-b5c7-d0984450ef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8d1596-ecc4-411c-853b-d6dabc7b1c29,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:25.605042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e895c-9c69-4381-9a3b-cb4fad7c48a3 req-f751e6ea-7264-4ae8-82c5-ee5b4da650bf tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:25.618721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d3e895c-9c69-4381-9a3b-cb4fad7c48a3 req-f751e6ea-7264-4ae8-82c5-ee5b4da650bf tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1483486 Nov 22 16:51:25.724909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d3e895c-9c69-4381-9a3b-cb4fad7c48a3 req-49c260e8-7808-4163-a94d-206215b278c7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042995 Nov 22 16:51:25.742528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43878) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:25.962718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7441b-805f-4e0f-bcbc-123d43a26160 req-58a2ac90-3a7f-4a92-b438-653143f94460 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:25.983523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9c7441b-805f-4e0f-bcbc-123d43a26160 req-58a2ac90-3a7f-4a92-b438-653143f94460 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1094 time: 0.0901234 Nov 22 16:51:26.089908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9c7441b-805f-4e0f-bcbc-123d43a26160 req-5350b439-545b-451b-a185-d06ad79d54ae tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052299 Nov 22 16:51:26.246339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:26.255286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8c093d-5d03-44c8-9640-94f1576f81c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.327529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5557190a-f76b-427b-acf8-6b43f09d0d6c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1463507086'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:26.328597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5557190a-f76b-427b-acf8-6b43f09d0d6c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Unknown quota resources ['metering_label']. {{(pid=103442) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:51:26.377757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8c093d-5d03-44c8-9640-94f1576f81c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.384016 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e8c093d-5d03-44c8-9640-94f1576f81c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.436747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4e8c093d-5d03-44c8-9640-94f1576f81c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=924039a4b42744bd8ff1534320ba3731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6920178 Nov 22 16:51:26.438258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c093d-5d03-44c8-9640-94f1576f81c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffeefed-abd4-4dc1-91ef-e62ffbee0c48,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:26.439990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43910) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:26.649938 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5557190a-f76b-427b-acf8-6b43f09d0d6c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.656058 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5557190a-f76b-427b-acf8-6b43f09d0d6c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4024894 Nov 22 16:51:26.657826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43916) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:26.666312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cc745dd4-3d7f-4398-ab9a-28a5cd2cdd1c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b58c7eeb-dfcb-4806-b80c-184fd3747b32'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:26.667218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cc745dd4-3d7f-4398-ab9a-28a5cd2cdd1c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:51:26.704909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6e30-fdf2-48fc-b3eb-be68f5934191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.744986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6e30-fdf2-48fc-b3eb-be68f5934191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.849828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6e30-fdf2-48fc-b3eb-be68f5934191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.854939 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e4c6e30-fdf2-48fc-b3eb-be68f5934191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.868100 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2e4c6e30-fdf2-48fc-b3eb-be68f5934191 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ffeefed-abd4-4dc1-91ef-e62ffbee0c48 HTTP/1.1" status: 204 len: 168 time: 0.4233780 Nov 22 16:51:26.890689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c6e30-fdf2-48fc-b3eb-be68f5934191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffeefed-abd4-4dc1-91ef-e62ffbee0c48,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:26.948440 n-d-816865-2 neutron-server[103443]: WARNING neutron.services.metering.metering_plugin [None req-cc745dd4-3d7f-4398-ab9a-28a5cd2cdd1c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:51:27.213908 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc745dd4-3d7f-4398-ab9a-28a5cd2cdd1c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.219302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc745dd4-3d7f-4398-ab9a-28a5cd2cdd1c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5559912 Nov 22 16:51:27.220780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43934) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:27.247317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2a93fb25-8f64-48d0-bc4e-0a6cd486592c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b58c7eeb-dfcb-4806-b80c-184fd3747b32'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:27.248800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea79b26-fef1-4c74-8815-d767beacc90f req-7056bb6a-f15e-4007-9e58-55e7cd3f510d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:27.250569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cea79b26-fef1-4c74-8815-d767beacc90f req-7056bb6a-f15e-4007-9e58-55e7cd3f510d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2938261 Nov 22 16:51:27.251758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2a93fb25-8f64-48d0-bc4e-0a6cd486592c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103442) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:51:27.359234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cea79b26-fef1-4c74-8815-d767beacc90f req-4b60a240-ecac-4746-a275-14a5484391c3 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958502 Nov 22 16:51:27.413675 n-d-816865-2 neutron-server[103442]: WARNING neutron.services.metering.metering_plugin [None req-2a93fb25-8f64-48d0-bc4e-0a6cd486592c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:51:27.567562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87b7db-362a-49bc-a3cf-4e63beec9563 req-5fa1b2fd-c7bd-43b9-b89b-37baeb5f76bd tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:27.569544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a87b7db-362a-49bc-a3cf-4e63beec9563 req-5fa1b2fd-c7bd-43b9-b89b-37baeb5f76bd tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1094 time: 0.0930734 Nov 22 16:51:27.598134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a93fb25-8f64-48d0-bc4e-0a6cd486592c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.599604 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2a93fb25-8f64-48d0-bc4e-0a6cd486592c tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3764181 Nov 22 16:51:27.604585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43942) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:27.627774 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4da3957-a7d7-48fe-96af-9b9222f638e3 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=152da4ea-b035-49bd-bfd5-10a9c0ffe07d HTTP/1.1" status: 200 len: 462 time: 0.0170522 Nov 22 16:51:27.628082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:27.722896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43948) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:27.749181 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e079-9aa1-4409-9891-b70cc3312421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.796820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 412080c2-6229-4546-97be-3dbb9c8de166 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:51:27.998338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e079-9aa1-4409-9891-b70cc3312421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.005806 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8a8e079-9aa1-4409-9891-b70cc3312421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.058635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f8a8e079-9aa1-4409-9891-b70cc3312421 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e04b2edf281e4be593373def3b6525b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338947 Nov 22 16:51:28.063243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43954) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.102541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 412080c2-6229-4546-97be-3dbb9c8de166, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=412080c2-6229-4546-97be-3dbb9c8de166,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:28.144968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8e079-9aa1-4409-9891-b70cc3312421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67fd556-eaa5-40d8-843e-1c55f964fd8f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.151747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a87b7db-362a-49bc-a3cf-4e63beec9563 req-9eddb7c9-a75c-4735-b37d-b865bc1d95d2 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5727890 Nov 22 16:51:28.154573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '412080c2-6229-4546-97be-3dbb9c8de166', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'port_id': '412080c2-6229-4546-97be-3dbb9c8de166', 'mac_address': 'fa:16:3e:7d:44:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:51:28.256500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.261524 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b78f05-79d9-4e71-baa9-0e1f89661d16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.288308 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412080c2-6229-4546-97be-3dbb9c8de166 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:28.331725 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b78f05-79d9-4e71-baa9-0e1f89661d16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.353254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 412080c2-6229-4546-97be-3dbb9c8de166, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=412080c2-6229-4546-97be-3dbb9c8de166,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:28.367437 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.421155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cee76d1-2c45-45ee-8fe7-e4b9db79d99e tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.426220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5cee76d1-2c45-45ee-8fe7-e4b9db79d99e tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/152da4ea-b035-49bd-bfd5-10a9c0ffe07d HTTP/1.1" status: 204 len: 168 time: 0.7947485 Nov 22 16:51:28.426771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.441853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43966) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.474925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5ef1db2b-2e82-4a0f-831f-fee808edabd7 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=152da4ea-b035-49bd-bfd5-10a9c0ffe07d HTTP/1.1" status: 200 len: 221 time: 0.0464914 Nov 22 16:51:28.476360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43968) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.497932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-409668bb-845f-4fa4-bae5-b1190718fadc tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1644667064', 'description': 'label created by tempest'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:28.499511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-409668bb-845f-4fa4-bae5-b1190718fadc tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Unknown quota resources ['metering_label']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:51:28.499709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=412080c2-6229-4546-97be-3dbb9c8de166,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.506579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b78f05-79d9-4e71-baa9-0e1f89661d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.510505 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8b78f05-79d9-4e71-baa9-0e1f89661d16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.514769 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e8b78f05-79d9-4e71-baa9-0e1f89661d16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e67fd556-eaa5-40d8-843e-1c55f964fd8f HTTP/1.1" status: 204 len: 168 time: 0.4474404 Nov 22 16:51:28.525446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b78f05-79d9-4e71-baa9-0e1f89661d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67fd556-eaa5-40d8-843e-1c55f964fd8f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.803437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['412080c2-6229-4546-97be-3dbb9c8de166'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:28.853347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-794501833', 'router:external': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:28.877428 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-409668bb-845f-4fa4-bae5-b1190718fadc tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.884292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-409668bb-845f-4fa4-bae5-b1190718fadc tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4059284 Nov 22 16:51:28.888392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.003671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Made reservation on behalf of 8bb226219e2e4b67b4ef63c2a6d90cb3 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:29.007094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.017050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2af135a9-4a61-4965-a6ca-a2dedd97e6c6 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=ba684efc-267f-432d-87b8-0911e68fb2ae HTTP/1.1" status: 200 len: 468 time: 0.1244302 Nov 22 16:51:29.017745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.026401 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.253912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.262347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.314349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:29.344184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.345257 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Added segment 212b26f4-e7b8-4df5-8f9c-8d70e78d67dd of type vlan for network aec00509-e704-4241-96f3-d40538622442 Nov 22 16:51:29.348005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e66b3a7-0c93-4cd2-a7ac-4ec042408db2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:29.461639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.546038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.549246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:29.550845 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.612800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f016-21e4-4dd5-b561-b782555bc7d6 req-863564f5-507a-4ee6-b92f-dfa32967e37a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:29.614640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6014f016-21e4-4dd5-b561-b782555bc7d6 req-863564f5-507a-4ee6-b92f-dfa32967e37a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.4707875 Nov 22 16:51:29.618301 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee0f6-f6fd-4849-a46e-d8d127e35d54 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.619689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc6ee0f6-f6fd-4849-a46e-d8d127e35d54 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/ba684efc-267f-432d-87b8-0911e68fb2ae HTTP/1.1" status: 204 len: 168 time: 0.6004503 Nov 22 16:51:29.624310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.676479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d63860cd-4059-4931-8ca7-2d5d1d1c7725 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=ba684efc-267f-432d-87b8-0911e68fb2ae HTTP/1.1" status: 200 len: 216 time: 0.0500548 Nov 22 16:51:29.680297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43996) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.688098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2428405 Nov 22 16:51:29.697442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43998) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.725748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0b7d-384f-4ee2-b2ed-929d6119b12a tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'Network': ['ID=aec00509-e704-4241-96f3-d40538622442,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:29.742258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network aec00509-e704-4241-96f3-d40538622442 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:29.774717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'subnet': {'network_id': 'aec00509-e704-4241-96f3-d40538622442', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:29.796719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a04fab97-a4da-4278-be98-ebfdcec0e080 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1094990 Nov 22 16:51:29.798063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44002) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.800156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6014f016-21e4-4dd5-b561-b782555bc7d6 req-9fe170b1-72d2-4ff5-8575-32a5fb419959 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717706 Nov 22 16:51:29.833083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Made reservation on behalf of 8bb226219e2e4b67b4ef63c2a6d90cb3 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:29.838666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.842367 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a256af59-ada5-4051-836a-4b29ef9f8c92 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0422781 Nov 22 16:51:29.849429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44004) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.037839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b71ccecd-7f37-49e5-bf2d-2d412469bff6 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/b58c7eeb-dfcb-4806-b80c-184fd3747b32 HTTP/1.1" status: 200 len: 473 time: 0.1861010 Nov 22 16:51:30.043489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44010) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.076209 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a247d241-c641-40c2-b094-c6145ec96034 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/3ec8853e-3746-4591-a585-ebb493781bf3 HTTP/1.1" status: 200 len: 459 time: 0.0306146 Nov 22 16:51:30.081759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44012) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.272180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75833b8c-66be-404f-ab87-b6294f228b04 req-a071f306-11f5-48f2-916e-378a1b8488c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.280759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75833b8c-66be-404f-ab87-b6294f228b04 req-a071f306-11f5-48f2-916e-378a1b8488c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.288500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75833b8c-66be-404f-ab87-b6294f228b04 req-a071f306-11f5-48f2-916e-378a1b8488c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.295471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75833b8c-66be-404f-ab87-b6294f228b04 req-a071f306-11f5-48f2-916e-378a1b8488c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.303145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75833b8c-66be-404f-ab87-b6294f228b04 req-a071f306-11f5-48f2-916e-378a1b8488c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.309817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75833b8c-66be-404f-ab87-b6294f228b04 req-a071f306-11f5-48f2-916e-378a1b8488c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.316979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75833b8c-66be-404f-ab87-b6294f228b04 req-a071f306-11f5-48f2-916e-378a1b8488c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.325374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2825bc42-7b51-4c33-9bae-3cba8c504c37 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.328158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75833b8c-66be-404f-ab87-b6294f228b04 req-a071f306-11f5-48f2-916e-378a1b8488c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5437 time: 0.2738984 Nov 22 16:51:30.334718 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2825bc42-7b51-4c33-9bae-3cba8c504c37 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/3ec8853e-3746-4591-a585-ebb493781bf3 HTTP/1.1" status: 204 len: 168 time: 0.2507825 Nov 22 16:51:30.335809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44016) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.575925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-5be37027-2b30-4b17-9419-2274f60b505f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.589035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-5be37027-2b30-4b17-9419-2274f60b505f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.600925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-5be37027-2b30-4b17-9419-2274f60b505f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.612425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-5be37027-2b30-4b17-9419-2274f60b505f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.623552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-5be37027-2b30-4b17-9419-2274f60b505f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.635947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-5be37027-2b30-4b17-9419-2274f60b505f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.648017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-5be37027-2b30-4b17-9419-2274f60b505f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.651304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-5be37027-2b30-4b17-9419-2274f60b505f tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 5437 time: 0.5337942 Nov 22 16:51:30.701518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75833b8c-66be-404f-ab87-b6294f228b04 req-96e71656-005e-4b9a-aa69-09686af4628b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3705864 Nov 22 16:51:30.734225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edbd0395-7b8c-4394-9d9e-962d2d1c1126 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.740545 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-edbd0395-7b8c-4394-9d9e-962d2d1c1126 tempest-MeteringIpV6TestJSON-987443567 tempest-MeteringIpV6TestJSON-987443567-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/b58c7eeb-dfcb-4806-b80c-184fd3747b32 HTTP/1.1" status: 204 len: 168 time: 0.4026015 Nov 22 16:51:30.794794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-68bcde69-41e6-4539-a080-b0a4388b3e01 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.797168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-68bcde69-41e6-4539-a080-b0a4388b3e01 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "GET /v2.0/ports/47283cdb-d11b-4767-878a-52260f6b7a4d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1375346 Nov 22 16:51:31.127961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-98cd9cc4-232c-4a12-a1d5-d658108e38ed tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "GET /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3189485 Nov 22 16:51:31.194687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:31.329977 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.353581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf5265-8385-4af6-8a83-9ea39461695a req-8f2e6d05-3a49-408f-a2ed-0ea464168195 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:31.363605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85cf5265-8385-4af6-8a83-9ea39461695a req-8f2e6d05-3a49-408f-a2ed-0ea464168195 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1095 time: 0.2673388 Nov 22 16:51:31.410739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:31.543850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:51:31.544665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.641880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85cf5265-8385-4af6-8a83-9ea39461695a req-ba50d233-be0c-4d69-844e-aedf79ea0995 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772346 Nov 22 16:51:31.711412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9be4a90-8f7c-4099-b055-aab8d1e31049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.783243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c42ee536-1785-4eaa-9aeb-962c4db24dfb,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:31.807274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 412080c2-6229-4546-97be-3dbb9c8de166 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:31.812137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Checking segment: {'id': '212b26f4-e7b8-4df5-8f9c-8d70e78d67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aec00509-e704-4241-96f3-d40538622442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:31.813129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Network hostable DHCP agents. Network: aec00509-e704-4241-96f3-d40538622442, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:31.920680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9be4a90-8f7c-4099-b055-aab8d1e31049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.929572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9be4a90-8f7c-4099-b055-aab8d1e31049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.936700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 412080c2-6229-4546-97be-3dbb9c8de166 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:51:31.959498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 412080c2-6229-4546-97be-3dbb9c8de166 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:31.960001 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.963594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Network aec00509-e704-4241-96f3-d40538622442 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:31.980868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] For port 47283cdb-d11b-4767-878a-52260f6b7a4d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=47283cdb-d11b-4767-878a-52260f6b7a4d,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:32.015982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, aec00509-e704-4241-96f3-d40538622442) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:32.030531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be4a90-8f7c-4099-b055-aab8d1e31049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b83c739-55e7-4233-9a77-edb5d3314541,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:32.040072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:32.041080 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.057908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9445b6-4186-4a22-91b3-d88862d2ffa6 None None] Network aec00509-e704-4241-96f3-d40538622442 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:32.121636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9398-6d14-49a8-a596-a3ab51859cf8 req-50ad9880-a423-4b67-a85f-0b909994e7a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:32.122327 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c9be4a90-8f7c-4099-b055-aab8d1e31049 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10a54acddc9f4549a4dce388bd16e292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7098238 Nov 22 16:51:32.123129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44050) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:32.136701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1eb9398-6d14-49a8-a596-a3ab51859cf8 req-50ad9880-a423-4b67-a85f-0b909994e7a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2870941 Nov 22 16:51:32.145160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] For port 47283cdb-d11b-4767-878a-52260f6b7a4d, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:32.206826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f441999-2909-4187-9534-1ccfcc398258 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5028546 Nov 22 16:51:32.214491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44052) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:32.249220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-891158064', 'network_id': 'aec00509-e704-4241-96f3-d40538622442'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:32.256078 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ce18ac8-74c7-43a0-91af-8b0070bc19ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.266685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] device_id is not set on port 47283cdb-d11b-4767-878a-52260f6b7a4d yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:32.269955 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.300734 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.328293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ce18ac8-74c7-43a0-91af-8b0070bc19ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.330068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1eb9398-6d14-49a8-a596-a3ab51859cf8 req-6d4fcf36-d2ae-4dc7-a856-17c94b359dc8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801426 Nov 22 16:51:32.332388 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.349720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Made reservation on behalf of 8bb226219e2e4b67b4ef63c2a6d90cb3 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:32.353373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.440067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] device_id is not set on port 071de918-5651-4ae8-8497-697b20ef4b5c yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:32.460205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 412080c2-6229-4546-97be-3dbb9c8de166, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=412080c2-6229-4546-97be-3dbb9c8de166,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:32.470632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f3306-1a6c-4996-8278-1e1c9dc08757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412080c2-6229-4546-97be-3dbb9c8de166'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:32.478351 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920b344d-9ba2-404f-b75a-f8a12412b64a" -d '{"events": [{"server_uuid": "803f3306-1a6c-4996-8278-1e1c9dc08757", "name": "network-vif-plugged", "status": "completed", "tag": "412080c2-6229-4546-97be-3dbb9c8de166"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:32.517535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.572447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=47283cdb-d11b-4767-878a-52260f6b7a4d,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:32.644270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] No DVR routers for this DVR port 47283cdb-d11b-4767-878a-52260f6b7a4d on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:32.700592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ce18ac8-74c7-43a0-91af-8b0070bc19ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.722602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ce18ac8-74c7-43a0-91af-8b0070bc19ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.723841 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5ce18ac8-74c7-43a0-91af-8b0070bc19ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b83c739-55e7-4233-9a77-edb5d3314541 HTTP/1.1" status: 204 len: 168 time: 0.5975873 Nov 22 16:51:32.869256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce18ac8-74c7-43a0-91af-8b0070bc19ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b83c739-55e7-4233-9a77-edb5d3314541,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:32.886072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] In _notify_port_updated(), no bound segment for port 47283cdb-d11b-4767-878a-52260f6b7a4d on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:51:32.889809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:32.895017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.902477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-b80ed849-a2f4-42cc-abbc-53c85c19c1e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 200 len: 1028 time: 1.7367978 Nov 22 16:51:32.930405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 47283cdb-d11b-4767-878a-52260f6b7a4d no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:32.936125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447894e9-305b-4a7e-9e25-321cb00dd65c None None] Network aec00509-e704-4241-96f3-d40538622442 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:32.972592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Allocated IP 2001:db8::181 (aec00509-e704-4241-96f3-d40538622442/c42ee536-1785-4eaa-9aeb-962c4db24dfb/071de918-5651-4ae8-8497-697b20ef4b5c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:33.044457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611774c3-193b-4532-9913-182678463b9a req-370c623a-a594-453e-8721-8f3af31ad089 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.079807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611774c3-193b-4532-9913-182678463b9a req-370c623a-a594-453e-8721-8f3af31ad089 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.112266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611774c3-193b-4532-9913-182678463b9a req-370c623a-a594-453e-8721-8f3af31ad089 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.132787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611774c3-193b-4532-9913-182678463b9a req-370c623a-a594-453e-8721-8f3af31ad089 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.141862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611774c3-193b-4532-9913-182678463b9a req-370c623a-a594-453e-8721-8f3af31ad089 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.175340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611774c3-193b-4532-9913-182678463b9a req-370c623a-a594-453e-8721-8f3af31ad089 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.197229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-611774c3-193b-4532-9913-182678463b9a req-370c623a-a594-453e-8721-8f3af31ad089 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 4662 time: 0.6119435 Nov 22 16:51:33.236390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=412080c2-6229-4546-97be-3dbb9c8de166,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.286644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-a79ca2f5-56fc-445a-b356-be17c4fb3d7c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.293951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-a79ca2f5-56fc-445a-b356-be17c4fb3d7c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "GET /v2.0/ports/0807fb5f-f78f-45e5-963a-edc12e383e40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3809631 Nov 22 16:51:33.330418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.330988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.331553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.332062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.332557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.333080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.333602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.334144 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.334677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.344951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.347298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.351867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:33.380549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:33.480146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cb1f6acc-390d-4ac5-8a02-10213d23c5bf None None] Provisioning complete for port 47283cdb-d11b-4767-878a-52260f6b7a4d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:33.481478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb1f6acc-390d-4ac5-8a02-10213d23c5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.504819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.594664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-611774c3-193b-4532-9913-182678463b9a req-0478ac64-b5db-4e0d-85ed-4bf5c50051c9 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=1e1df6a6-94db-4500-ac28-76ffe93dd4f9&id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3826671 Nov 22 16:51:33.607313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 47283cdb-d11b-4767-878a-52260f6b7a4d not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:33.608691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:33.608945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.617109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f6acc-390d-4ac5-8a02-10213d23c5bf None None] Port 47283cdb-d11b-4767-878a-52260f6b7a4d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:33.720825 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.807473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Network aec00509-e704-4241-96f3-d40538622442 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:33.825589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'Port': ['ID=071de918-5651-4ae8-8497-697b20ef4b5c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.831453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:33.838772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:33.839986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.845605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.905803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-54220769-9b2f-4699-87c9-e1615555866b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6626165 Nov 22 16:51:33.908820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44092) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:33.935059 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c82bed-ad57-4921-895f-1acad4e0e41e x-openstack-request-id: req-d7c82bed-ad57-4921-895f-1acad4e0e41e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:33.935825 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803f3306-1a6c-4996-8278-1e1c9dc08757", "name": "network-vif-plugged", "status": "completed", "tag": "412080c2-6229-4546-97be-3dbb9c8de166", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:33.935825 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7c82bed-ad57-4921-895f-1acad4e0e41e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:33.936841 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f3306-1a6c-4996-8278-1e1c9dc08757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412080c2-6229-4546-97be-3dbb9c8de166', 'code': 200} Nov 22 16:51:33.936841 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.037287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:34.044777 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.045982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0807fb5f-f78f-45e5-963a-edc12e383e40 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:34.140474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44098) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:34.162448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:34.186872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d8078-7e76-444e-93a8-8e960bc4fe99 req-fc078c9c-ae62-41e1-9ba2-63a849a6c7b8 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:34.195813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-174d8078-7e76-444e-93a8-8e960bc4fe99 req-fc078c9c-ae62-41e1-9ba2-63a849a6c7b8 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.1250124 Nov 22 16:51:34.202173 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2dd1-895d-4751-ad03-464ae37ea59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.250915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573228a-5fca-4794-b1d3-ba4c6680d3b0 req-8030cadb-65f7-4528-b294-dc78392b6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:34.256512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6573228a-5fca-4794-b1d3-ba4c6680d3b0 req-8030cadb-65f7-4528-b294-dc78392b6fb1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.2637165 Nov 22 16:51:34.297797 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.342660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2dd1-895d-4751-ad03-464ae37ea59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.354356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a2dd1-895d-4751-ad03-464ae37ea59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.418225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eb7a2dd1-895d-4751-ad03-464ae37ea59e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=902e7d07e4ad4003982651f41b6cd2f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755713 Nov 22 16:51:34.418898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44102) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:34.582816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a2dd1-895d-4751-ad03-464ae37ea59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90a4e98-571b-4957-904a-0bc7b2f79858,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:34.627318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-174d8078-7e76-444e-93a8-8e960bc4fe99 req-d7305b07-306d-4a59-9111-dcdcb1250e61 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304707 Nov 22 16:51:34.643849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] For port 0807fb5f-f78f-45e5-963a-edc12e383e40, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0807fb5f-f78f-45e5-963a-edc12e383e40,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:34.680846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e65380de-7f2f-40d2-870c-91ecd9a6b976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.735149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] For port 0807fb5f-f78f-45e5-963a-edc12e383e40, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:34.742040 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e65380de-7f2f-40d2-870c-91ecd9a6b976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.830576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] device_id is not set on port 0807fb5f-f78f-45e5-963a-edc12e383e40 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:34.860198 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.922311 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.982502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6573228a-5fca-4794-b1d3-ba4c6680d3b0 req-a26052b6-9f5b-4161-8958-05593bdc10ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110672 Nov 22 16:51:34.985513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8b8683a5-d489-4381-aa27-b078fef3cd1b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Deleting port 071de918-5651-4ae8-8497-697b20ef4b5c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:34.986012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b8683a5-d489-4381-aa27-b078fef3cd1b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.991763 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:51:34.991763 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:51:35.014332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] Pushing event updated for resources: {'Port': ['ID=0807fb5f-f78f-45e5-963a-edc12e383e40,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.017683 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e65380de-7f2f-40d2-870c-91ecd9a6b976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.021598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e65380de-7f2f-40d2-870c-91ecd9a6b976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.027418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e65380de-7f2f-40d2-870c-91ecd9a6b976 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f90a4e98-571b-4957-904a-0bc7b2f79858 HTTP/1.1" status: 204 len: 168 time: 0.5955191 Nov 22 16:51:35.051735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65380de-7f2f-40d2-870c-91ecd9a6b976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90a4e98-571b-4957-904a-0bc7b2f79858,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.093772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cc1d7-9ff7-44fb-aaf9-c55861da4dac req-2f196689-86a8-4cfc-ab4f-0cf4b3739351 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:35.102045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-089cc1d7-9ff7-44fb-aaf9-c55861da4dac req-2f196689-86a8-4cfc-ab4f-0cf4b3739351 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2653265 Nov 22 16:51:35.173533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] No DVR routers for this DVR port 0807fb5f-f78f-45e5-963a-edc12e383e40 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:35.197018 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b8683a5-d489-4381-aa27-b078fef3cd1b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.240916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8b8683a5-d489-4381-aa27-b078fef3cd1b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Calling delete_port for 071de918-5651-4ae8-8497-697b20ef4b5c owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:35.255617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] In _notify_port_updated(), no bound segment for port 0807fb5f-f78f-45e5-963a-edc12e383e40 on network 7bf485ee-00ae-42be-b790-e5bca2fa413e {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:51:35.257247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:35.258247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.260912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-fa6d50db-fd4f-4a79-b7af-570f5b6b4d13 service neutron] 10.222.0.37 "PUT /v2.0/ports/0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 200 len: 1028 time: 1.9196324 Nov 22 16:51:35.453520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-089cc1d7-9ff7-44fb-aaf9-c55861da4dac req-bc6b4254-e156-4240-81fe-27fa44221ba7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501093 Nov 22 16:51:35.549358 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c9c69c0b-df8e-4745-83dc-31f7e9f45c69 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:35.712038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b8683a5-d489-4381-aa27-b078fef3cd1b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.725635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-34bd79f3-3f9d-4726-85ba-54bbf809ea79 None None] Provisioning complete for port 0807fb5f-f78f-45e5-963a-edc12e383e40 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:35.726702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34bd79f3-3f9d-4726-85ba-54bbf809ea79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.737037 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.752842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8683a5-d489-4381-aa27-b078fef3cd1b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event deleted for resources: {'Port': ['ID=071de918-5651-4ae8-8497-697b20ef4b5c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.836764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:35.841664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b8683a5-d489-4381-aa27-b078fef3cd1b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.848124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8b8683a5-d489-4381-aa27-b078fef3cd1b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "DELETE /v2.0/ports/071de918-5651-4ae8-8497-697b20ef4b5c HTTP/1.1" status: 204 len: 168 time: 1.9373891 Nov 22 16:51:35.854147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44134) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:35.876365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aec00509-e704-4241-96f3-d40538622442', 'external_fixed_ips': [{'subnet_id': 'c42ee536-1785-4eaa-9aeb-962c4db24dfb', 'ip_address': '2001:db8::181'}]}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:35.879632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:35.891588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.896493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c9c69c0b-df8e-4745-83dc-31f7e9f45c69, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:35.909044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.911682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:35.951391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.959044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.985580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:35.988001 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543bba47-d84e-4220-b55a-f43fbe06e20d" -d '{"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb5d6e6-69d4-415a-a4ea-f4d4e50031af"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c69c0b-df8e-4745-83dc-31f7e9f45c69"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:36.052014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-34bd79f3-3f9d-4726-85ba-54bbf809ea79 None None] Port 0807fb5f-f78f-45e5-963a-edc12e383e40 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:36.125003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] For port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:36.126013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.150192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:36.159612 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.219990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:36.231140 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.235064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9ed289d3-f33b-4397-94a7-1e177906ef09 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:36.257270 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.302496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532712-b7bc-4c1f-b639-a6eff407ad07 req-a1cd0673-77c0-446c-9b35-c6cebcfde964 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.312149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532712-b7bc-4c1f-b639-a6eff407ad07 req-a1cd0673-77c0-446c-9b35-c6cebcfde964 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.318863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532712-b7bc-4c1f-b639-a6eff407ad07 req-a1cd0673-77c0-446c-9b35-c6cebcfde964 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.327941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532712-b7bc-4c1f-b639-a6eff407ad07 req-a1cd0673-77c0-446c-9b35-c6cebcfde964 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.339159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99532712-b7bc-4c1f-b639-a6eff407ad07 req-a1cd0673-77c0-446c-9b35-c6cebcfde964 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.350366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99532712-b7bc-4c1f-b639-a6eff407ad07 req-a1cd0673-77c0-446c-9b35-c6cebcfde964 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 3885 time: 0.6868336 Nov 22 16:51:36.427309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:36.447226 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e9b1cbc-3f76-45d1-b2d8-8de60f6e961d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.583686 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.585110 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.644907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9ed289d3-f33b-4397-94a7-1e177906ef09, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9ed289d3-f33b-4397-94a7-1e177906ef09,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:36.653458 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.655835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0041cd8c-9640-47b1-896a-7445382c04ca no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:36.738106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.758911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99532712-b7bc-4c1f-b639-a6eff407ad07 req-449ae9fd-1e3f-41d0-835e-c46a722c69f1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055257 Nov 22 16:51:36.986044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.052171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.052965 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.053159 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Floating IP 24cb08bc-819d-42e8-8698-8335a92853b1 disassociated. External IP: 172.25.0.146, port: ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25. Nov 22 16:51:37.053685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:37.094116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0041cd8c-9640-47b1-896a-7445382c04ca, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0041cd8c-9640-47b1-896a-7445382c04ca,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:37.122665 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.133893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9ed289d3-f33b-4397-94a7-1e177906ef09,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:37.251695 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e9b1cbc-3f76-45d1-b2d8-8de60f6e961d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.269280 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e9b1cbc-3f76-45d1-b2d8-8de60f6e961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.369382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0041cd8c-9640-47b1-896a-7445382c04ca,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:37.418062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b1cbc-3f76-45d1-b2d8-8de60f6e961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee0840f-1e9a-4fcb-95cd-d869d1eb8397,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:37.429367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8e9b1cbc-3f76-45d1-b2d8-8de60f6e961d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d746d9a3a7542d68603990dd9d97f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5838304 Nov 22 16:51:37.443540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44160) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:37.515119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5eb37-1926-4112-b1bd-0310c0a26a48 req-a16468ed-ac8b-4142-8f6b-a11cdeefaf5e tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:37.531810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0a5eb37-1926-4112-b1bd-0310c0a26a48 req-a16468ed-ac8b-4142-8f6b-a11cdeefaf5e tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.2073882 Nov 22 16:51:37.656358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0a5eb37-1926-4112-b1bd-0310c0a26a48 req-781ea43f-9a63-45c5-bb07-d67c98d285f8 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164162 Nov 22 16:51:37.658758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-3409d04e-3427-42a9-aa24-8d013e7ac13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:37.661655 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-3409d04e-3427-42a9-aa24-8d013e7ac13a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1095 time: 0.2456219 Nov 22 16:51:37.709751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.837515 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d33200c-4bec-446a-b8da-1e721bcc9622 x-openstack-request-id: req-8d33200c-4bec-446a-b8da-1e721bcc9622 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:37.837515 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5eb5d6e6-69d4-415a-a4ea-f4d4e50031af", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c69c0b-df8e-4745-83dc-31f7e9f45c69", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:37.837515 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d33200c-4bec-446a-b8da-1e721bcc9622 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:37.837515 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af', 'code': 200} Nov 22 16:51:37.837515 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69', 'code': 200} Nov 22 16:51:37.838253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:37.897021 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.897960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-1ff82f45-17ce-4e6c-80b6-06c4dcb16024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:37.903712 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-1ff82f45-17ce-4e6c-80b6-06c4dcb16024 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.2283194 Nov 22 16:51:37.930504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.027474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce168b9-bf87-4191-b01e-e2d1e6865394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.072121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce168b9-bf87-4191-b01e-e2d1e6865394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.104822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.352893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Allocated IP 2001:db8::181 (aec00509-e704-4241-96f3-d40538622442/c42ee536-1785-4eaa-9aeb-962c4db24dfb/a70a0c17-95d6-4fca-8412-02efa8c4af7d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:38.482172 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-638a6982-1fb5-4004-adbf-e255556e3f7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 999 time: 0.5566311 Nov 22 16:51:38.701629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784c2d6-8bbf-455a-bef6-24abcb668996 req-4e771277-24cb-4065-93d0-4505adfb9a27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:38.704459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.715337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3784c2d6-8bbf-455a-bef6-24abcb668996 req-4e771277-24cb-4065-93d0-4505adfb9a27 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.7193630 Nov 22 16:51:38.734521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-406bb3aa-c49b-47a6-850e-acfdd4ed729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:38.736727 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-406bb3aa-c49b-47a6-850e-acfdd4ed729c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1241758 Nov 22 16:51:38.740784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce168b9-bf87-4191-b01e-e2d1e6865394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.744437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cce168b9-bf87-4191-b01e-e2d1e6865394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.746288 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cce168b9-bf87-4191-b01e-e2d1e6865394 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ee0840f-1e9a-4fcb-95cd-d869d1eb8397 HTTP/1.1" status: 204 len: 168 time: 1.2935989 Nov 22 16:51:38.800361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce168b9-bf87-4191-b01e-e2d1e6865394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee0840f-1e9a-4fcb-95cd-d869d1eb8397,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:38.867493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:38.893464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-10dae5d7-7185-4e31-bf55-f19a9bea8929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:38.895229 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-10dae5d7-7185-4e31-bf55-f19a9bea8929 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476319 Nov 22 16:51:38.897433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.043144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Network aec00509-e704-4241-96f3-d40538622442 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:39.056887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:39.067631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:39.190558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:39.215167 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3784c2d6-8bbf-455a-bef6-24abcb668996 req-7f6518f8-1a02-4054-8d2d-910f9dba1618 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4918301 Nov 22 16:51:39.280519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:39.296960 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] Sync routers for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:39.367774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:39.368579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:39.481047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-97b72822-e6ce-48c7-8de4-7fbfd8c2f3e2 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682466 Nov 22 16:51:39.484363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'Port': ['ID=a70a0c17-95d6-4fca-8412-02efa8c4af7d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:39.498496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] No DVR routers for this DVR port ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:39.504135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.516576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-e9e00197-5524-437d-9047-d04f09afb8d8 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "DELETE /v2.0/ports/ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25 HTTP/1.1" status: 204 len: 173 time: 4.2432318 Nov 22 16:51:39.517533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:39.521482 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500ea4ef-c3fa-44b0-988b-45e0e0e792ec" -d '{"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:39.745350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:39.832922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-014e6479-3e6e-41c2-914f-c5e54f74e60d req-e2a94004-65ab-4d1b-99ef-39b48dc875af service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180494 Nov 22 16:51:39.854360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed289d3-f33b-4397-94a7-1e177906ef09'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0041cd8c-9640-47b1-896a-7445382c04ca'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:39.858843 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554c4964-e156-41fb-aa07-e8453cf37c2b" -d '{"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed289d3-f33b-4397-94a7-1e177906ef09"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0041cd8c-9640-47b1-896a-7445382c04ca"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:39.876522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07152d-0235-40af-9f10-ea37855c9585 req-d3aed2f3-39cb-48cf-96cf-df602388fd83 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:39.878525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e07152d-0235-40af-9f10-ea37855c9585 req-d3aed2f3-39cb-48cf-96cf-df602388fd83 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.2626932 Nov 22 16:51:40.078989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e07152d-0235-40af-9f10-ea37855c9585 req-62764b34-0e16-47ea-9667-0483a1740f55 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479373 Nov 22 16:51:40.090076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44250) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:40.090379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-73a6e15b-ee08-49c8-a94b-6fca48b92977 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:40.101015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port 0041cd8c-9640-47b1-896a-7445382c04ca {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:40.101616 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.121582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c66cdaa-8d1d-4281-a4b7-34ff7d830b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.233267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-73a6e15b-ee08-49c8-a94b-6fca48b92977 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] 10.222.0.59 "PUT /v2.0/quotas/e926418859e34006b54e5a231d24a6f4 HTTP/1.1" status: 200 len: 368 time: 1.0378084 Nov 22 16:51:40.240508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44262) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:40.249898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Request body: {'network': {'project_id': 'e926418859e34006b54e5a231d24a6f4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:40.283375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.388816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] For port 0041cd8c-9640-47b1-896a-7445382c04ca, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0041cd8c-9640-47b1-896a-7445382c04ca,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:40.389366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.413826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for 0041cd8c-9640-47b1-896a-7445382c04ca owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:40.467152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Made reservation on behalf of e926418859e34006b54e5a231d24a6f4 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:40.472424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.574991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:41:00Z', 'revision_number': 5, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:40.611680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.677574 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.693136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697725c-e6e3-4118-8b17-bf38ea565b6c req-30073a4b-22b6-441c-a1ed-09d3267c92df tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.704514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697725c-e6e3-4118-8b17-bf38ea565b6c req-30073a4b-22b6-441c-a1ed-09d3267c92df tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.706156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] Checking router: 5c6ea5b8-636b-47de-804a-c0a7fc02f926 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:40.716421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697725c-e6e3-4118-8b17-bf38ea565b6c req-30073a4b-22b6-441c-a1ed-09d3267c92df tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.726037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:40.726757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:40.730322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697725c-e6e3-4118-8b17-bf38ea565b6c req-30073a4b-22b6-441c-a1ed-09d3267c92df tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.734087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c697725c-e6e3-4118-8b17-bf38ea565b6c req-30073a4b-22b6-441c-a1ed-09d3267c92df tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 3065 time: 0.4906578 Nov 22 16:51:40.754036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c66cdaa-8d1d-4281-a4b7-34ff7d830b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.766536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c66cdaa-8d1d-4281-a4b7-34ff7d830b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.833099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=0041cd8c-9640-47b1-896a-7445382c04ca,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:40.952972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c697725c-e6e3-4118-8b17-bf38ea565b6c req-8eaf4fca-e458-461b-abad-fc1ae49da291 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048151 Nov 22 16:51:40.991089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] No DVR routers for this DVR port 0041cd8c-9640-47b1-896a-7445382c04ca on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:40.995295 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.001566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-6638abdd-448a-4ac3-a3de-4aa525782dc3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "DELETE /v2.0/ports/0041cd8c-9640-47b1-896a-7445382c04ca HTTP/1.1" status: 204 len: 173 time: 1.4701097 Nov 22 16:51:41.327990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:41.333515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:41.334469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.635888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44370) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.645262 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6c66cdaa-8d1d-4281-a4b7-34ff7d830b5a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c378595d6174a8dab5dc9b4c06f3d85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5363402 Nov 22 16:51:41.650566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66cdaa-8d1d-4281-a4b7-34ff7d830b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957482a5-754e-42cd-b5ee-0f66c46d7bdd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:41.900043 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e57eb7-eb5b-4947-b525-4464c8ec917c x-openstack-request-id: req-12e57eb7-eb5b-4947-b525-4464c8ec917c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:41.900815 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:41.901104 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12e57eb7-eb5b-4947-b525-4464c8ec917c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:41.901637 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'status': 'completed', 'code': 200} Nov 22 16:51:41.990669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.997027 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.005416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c41ca84-282e-4a58-87c9-3493c61750fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.063686 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1b694d-c4dc-4136-a7fd-c1c44ce40b3c x-openstack-request-id: req-7d1b694d-c4dc-4136-a7fd-c1c44ce40b3c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:42.065191 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed289d3-f33b-4397-94a7-1e177906ef09", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-unplugged", "status": "completed", "tag": "0041cd8c-9640-47b1-896a-7445382c04ca", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:42.068506 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d1b694d-c4dc-4136-a7fd-c1c44ce40b3c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:42.069436 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca7c3a44-7bd8-4ec1-b4cc-60b8f8e17d25', 'code': 200} Nov 22 16:51:42.069920 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed289d3-f33b-4397-94a7-1e177906ef09', 'code': 200} Nov 22 16:51:42.070828 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0041cd8c-9640-47b1-896a-7445382c04ca', 'code': 200} Nov 22 16:51:42.091507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] For port c9c69c0b-df8e-4745-83dc-31f7e9f45c69, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:42.092835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.094418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:41:00Z', 'revision_number': 5, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:42.177620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for c9c69c0b-df8e-4745-83dc-31f7e9f45c69 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:42.184675 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c41ca84-282e-4a58-87c9-3493c61750fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.187318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35752cf4-6eea-4363-b1a6-a549d713a91f None None] The sync data for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 is: [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:40:56Z', 'revision_number': 4, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '4bcb2569-605b-45c6-9815-2410b3fc1c5e', 'name': '', 'network_id': 'd14331d9-e11c-48d4-8bfd-0c8a5d767e08', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:53Z', 'updated_at': '2021-11-22T16:41:00Z', 'revision_number': 5, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'subnets': [{'id': '60fb99aa-6a34-4789-801b-3d59564b79de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:42.211599 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.287396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:42.297954 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146d4f7c-4082-44ed-a139-14db25edee65,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:42.333875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.334441 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Added segment 29874c2f-a76d-4ba6-8ce8-02e03e88f9aa of type vlan for network 3ffc34e7-450b-4a56-840f-514af8e9d07e Nov 22 16:51:42.390276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Router 6e7000d0-9c41-4513-bdbe-a54845d02ce1 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:42.434646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.604768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:42.611641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81fa6-3c3e-4261-8863-379a6208d864 req-cb0b9825-936a-469e-9953-e81e3aa73c98 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.614008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19a81fa6-3c3e-4261-8863-379a6208d864 req-cb0b9825-936a-469e-9953-e81e3aa73c98 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.3763740 Nov 22 16:51:42.634039 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Sync routers for ids ['6e7000d0-9c41-4513-bdbe-a54845d02ce1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:42.663682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.669911 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f8fd12f7-4ab0-4205-ac9b-27b7a500a6e4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8141062 Nov 22 16:51:42.672714 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.674632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.676374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.676972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44442) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.695781 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Routers {'6e7000d0-9c41-4513-bdbe-a54845d02ce1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:42.696428 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6e7000d0-9c41-4513-bdbe-a54845d02ce1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:42.713105 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c41ca84-282e-4a58-87c9-3493c61750fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.718298 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c41ca84-282e-4a58-87c9-3493c61750fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.721582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9c41ca84-282e-4a58-87c9-3493c61750fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/957482a5-754e-42cd-b5ee-0f66c46d7bdd HTTP/1.1" status: 204 len: 168 time: 1.0837820 Nov 22 16:51:42.866484 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6229067 Nov 22 16:51:42.882129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44456) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.909019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Request body: {'network': {'project_id': 'e926418859e34006b54e5a231d24a6f4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:42.936366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2fc404-4279-4d82-b60d-00d6cb212e15 None None] New status for floating IP 24cb08bc-819d-42e8-8698-8335a92853b1: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:42.966738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c202cbd-446b-4b6b-ae19-4c76817aff1e tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Pushing event updated for resources: {'Network': ['ID=3ffc34e7-450b-4a56-840f-514af8e9d07e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.026485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41ca84-282e-4a58-87c9-3493c61750fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957482a5-754e-42cd-b5ee-0f66c46d7bdd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.033604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Made reservation on behalf of e926418859e34006b54e5a231d24a6f4 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:43.037556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.086335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 3ffc34e7-450b-4a56-840f-514af8e9d07e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:43.128451 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Set router 6e7000d0-9c41-4513-bdbe-a54845d02ce1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:43.132126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:43.171270 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.172068 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Added segment 176fb83a-2166-4a0a-af03-c94a49d4344d of type vlan for network e52f6e0b-7f46-4bc5-8bfa-0847e1d2e3bb Nov 22 16:51:43.274852 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.364020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.366627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:43.368005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.382440 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19a81fa6-3c3e-4261-8863-379a6208d864 req-76aea594-bae2-497a-94d7-70576687a756 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7273953 Nov 22 16:51:43.546434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.604896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Pushing event updated for resources: {'Network': ['ID=e52f6e0b-7f46-4bc5-8bfa-0847e1d2e3bb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.647008 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-08cf9fd3-8265-4e64-81c4-7fa4130a3157 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7614603 Nov 22 16:51:43.654075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44514) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:43.672973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6924566b-8e33-4249-a4e1-09ca12c66aa6 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Request body: {'network': {'project_id': 'e926418859e34006b54e5a231d24a6f4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:43.698640 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6924566b-8e33-4249-a4e1-09ca12c66aa6 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 16:51:43.699790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6924566b-8e33-4249-a4e1-09ca12c66aa6 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:51:43.702335 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6924566b-8e33-4249-a4e1-09ca12c66aa6 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0372608 Nov 22 16:51:43.707411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44522) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:43.713581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network e52f6e0b-7f46-4bc5-8bfa-0847e1d2e3bb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:43.748121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=c9c69c0b-df8e-4745-83dc-31f7e9f45c69,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.780501 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7000d0-9c41-4513-bdbe-a54845d02ce1', 'name': '', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aec00509-e704-4241-96f3-d40538622442', 'external_fixed_ips': [{'subnet_id': 'c42ee536-1785-4eaa-9aeb-962c4db24dfb', 'ip_address': '2001:db8::181'}], 'enable_snat': True}, 'gw_port_id': 'a70a0c17-95d6-4fca-8412-02efa8c4af7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:35Z', 'updated_at': '2021-11-22T16:51:39Z', 'revision_number': 3, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port': {'id': 'a70a0c17-95d6-4fca-8412-02efa8c4af7d', 'name': '', 'network_id': 'aec00509-e704-4241-96f3-d40538622442', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7000d0-9c41-4513-bdbe-a54845d02ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': 'c42ee536-1785-4eaa-9aeb-962c4db24dfb', 'ip_address': '2001:db8::181', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:38Z', 'updated_at': '2021-11-22T16:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c42ee536-1785-4eaa-9aeb-962c4db24dfb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:43.834112 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dd62640a-09aa-450b-a3ba-0293b10325e4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e926418859e34006b54e5a231d24a6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181912 Nov 22 16:51:43.836207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44530) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:43.917175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': '0041cd8c-9640-47b1-896a-7445382c04ca'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:43.927583 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e5712d-1c06-4385-8cb4-e571b783c3d6" -d '{"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "0041cd8c-9640-47b1-896a-7445382c04ca"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:44.002443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-959d54e2-d56a-46da-a15c-b7deb5ba2dcc tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.065594 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-959d54e2-d56a-46da-a15c-b7deb5ba2dcc tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.119515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.137511 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Checking router: 6e7000d0-9c41-4513-bdbe-a54845d02ce1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:44.137896 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Updating router 6e7000d0-9c41-4513-bdbe-a54845d02ce1 port a70a0c17-95d6-4fca-8412-02efa8c4af7d binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:44.202978 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.227565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-959d54e2-d56a-46da-a15c-b7deb5ba2dcc tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.233022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-959d54e2-d56a-46da-a15c-b7deb5ba2dcc tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.238969 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-959d54e2-d56a-46da-a15c-b7deb5ba2dcc tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/146d4f7c-4082-44ed-a139-14db25edee65 HTTP/1.1" status: 204 len: 168 time: 0.4008734 Nov 22 16:51:44.242384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44566) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:44.286907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d54e2-d56a-46da-a15c-b7deb5ba2dcc tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146d4f7c-4082-44ed-a139-14db25edee65,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:44.499860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] No DVR routers for this DVR port c9c69c0b-df8e-4745-83dc-31f7e9f45c69 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:44.512021 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.516682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-2189b43d-0548-40d5-acfb-1e330cd2599c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "DELETE /v2.0/ports/c9c69c0b-df8e-4745-83dc-31f7e9f45c69 HTTP/1.1" status: 204 len: 173 time: 3.5088646 Nov 22 16:51:44.538509 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.747943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e63d4-f6c7-4671-9754-fecde32cba69 req-dda43c95-2f32-45d8-91d5-cb11729dc003 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:44.756774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-898e63d4-f6c7-4671-9754-fecde32cba69 req-dda43c95-2f32-45d8-91d5-cb11729dc003 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 1.0106525 Nov 22 16:51:44.874444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.927701 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.045362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52f6e0b-7f46-4bc5-8bfa-0847e1d2e3bb']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:45.080195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176fb83a-2166-4a0a-af03-c94a49d4344d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:45.080634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176fb83a-2166-4a0a-af03-c94a49d4344d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:45.085324 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.097211 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.118328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.161737 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.184246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:45.184706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:45.187722 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:45.206457 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Attempting to bind port a70a0c17-95d6-4fca-8412-02efa8c4af7d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:45.207806 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Attempting to bind port a70a0c17-95d6-4fca-8412-02efa8c4af7d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '212b26f4-e7b8-4df5-8f9c-8d70e78d67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aec00509-e704-4241-96f3-d40538622442'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:45.208679 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Attempting to bind port a70a0c17-95d6-4fca-8412-02efa8c4af7d on network aec00509-e704-4241-96f3-d40538622442 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:45.215379 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25568358-2186-4d97-891a-88d98d9edddb None None] Pushing event updated for resources: {'Port': ['ID=a70a0c17-95d6-4fca-8412-02efa8c4af7d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:45.247872 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:45.251019 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Checking segment: {'id': '212b26f4-e7b8-4df5-8f9c-8d70e78d67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aec00509-e704-4241-96f3-d40538622442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:45.252123 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.253033 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Bound using segment: {'id': '212b26f4-e7b8-4df5-8f9c-8d70e78d67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aec00509-e704-4241-96f3-d40538622442'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:45.261744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-898e63d4-f6c7-4671-9754-fecde32cba69 req-ef285cec-b60d-4765-b320-ae3872f90fdf tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547623 Nov 22 16:51:45.275032 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Bound port: a70a0c17-95d6-4fca-8412-02efa8c4af7d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212b26f4-e7b8-4df5-8f9c-8d70e78d67dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'aec00509-e704-4241-96f3-d40538622442'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:45.278800 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.373597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port 9ed289d3-f33b-4397-94a7-1e177906ef09 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:45.373949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.383451 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.392685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.402572 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] 10.222.0.59 "DELETE /v2.0/networks/e52f6e0b-7f46-4bc5-8bfa-0847e1d2e3bb HTTP/1.1" status: 204 len: 168 time: 1.1224809 Nov 22 16:51:45.411575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:45.468438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Deleting port a70a0c17-95d6-4fca-8412-02efa8c4af7d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:45.469010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.486090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03850f66-dcd3-49cd-b121-25882612a01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.499144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7014bb-4b8f-480d-a3d6-c55985c0a276 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Pushing event deleted for resources: {'Network': ['ID=e52f6e0b-7f46-4bc5-8bfa-0847e1d2e3bb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:45.581860 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] For port a70a0c17-95d6-4fca-8412-02efa8c4af7d, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:45.586538 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] For port a70a0c17-95d6-4fca-8412-02efa8c4af7d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a70a0c17-95d6-4fca-8412-02efa8c4af7d,segment=NetworkSegment(212b26f4-e7b8-4df5-8f9c-8d70e78d67dd),segment_id=212b26f4-e7b8-4df5-8f9c-8d70e78d67dd)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:45.615680 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.715431 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.830710 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Routers {'6e7000d0-9c41-4513-bdbe-a54845d02ce1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:45.831448 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6e7000d0-9c41-4513-bdbe-a54845d02ce1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:45.925276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-ede5d763-d4fa-47d9-9833-dcb4a5259f31 req-1e49d776-5464-4198-836c-6d6a79b53240 service neutron] (103442) timed out ('10.222.0.59', 53128) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:51:45.973112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.014700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffc34e7-450b-4a56-840f-514af8e9d07e']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:46.051864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29874c2f-a76d-4ba6-8ce8-02e03e88f9aa') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:46.052376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29874c2f-a76d-4ba6-8ce8-02e03e88f9aa') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:46.061018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967f866-5a19-4930-91c8-1b49ec6fa6ed req-0587f0f9-4231-40a9-a3e3-baec6f377d51 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:46.072993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967f866-5a19-4930-91c8-1b49ec6fa6ed req-0587f0f9-4231-40a9-a3e3-baec6f377d51 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:46.080053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.089929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0967f866-5a19-4930-91c8-1b49ec6fa6ed req-0587f0f9-4231-40a9-a3e3-baec6f377d51 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 1677 time: 0.4415872 Nov 22 16:51:46.121799 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.147405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:46.148415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:46.152487 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:46.186364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] For port 9ed289d3-f33b-4397-94a7-1e177906ef09, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9ed289d3-f33b-4397-94a7-1e177906ef09,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:46.187063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.202776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.244432 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] Set router 6e7000d0-9c41-4513-bdbe-a54845d02ce1 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:46.248222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Calling delete_port for a70a0c17-95d6-4fca-8412-02efa8c4af7d owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:46.272739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for 9ed289d3-f33b-4397-94a7-1e177906ef09 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:46.320214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.332631 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.340154 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] 10.222.0.59 "DELETE /v2.0/networks/3ffc34e7-450b-4a56-840f-514af8e9d07e HTTP/1.1" status: 204 len: 168 time: 0.9240341 Nov 22 16:51:46.374210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623ab09-b8fe-4d21-8153-f12606507ba4 tempest-QuotasNegativeTest-1720606261 tempest-QuotasNegativeTest-1720606261-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ffc34e7-450b-4a56-840f-514af8e9d07e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:46.388145 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7000d0-9c41-4513-bdbe-a54845d02ce1', 'name': '', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:35Z', 'updated_at': '2021-11-22T16:51:44Z', 'revision_number': 4, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:46.395188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0967f866-5a19-4930-91c8-1b49ec6fa6ed req-6efc8234-1be0-4e25-af82-72f951cea688 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups?id=9162e700-9624-48b0-9b98-187899a8cac0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023708 Nov 22 16:51:46.436495 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25568358-2186-4d97-891a-88d98d9edddb None None] Pushing event updated for resources: {'Port': ['ID=a70a0c17-95d6-4fca-8412-02efa8c4af7d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:46.535705 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec97aa-37b1-4bc9-814f-65f80102ff0e None None] The sync data for ids ['6e7000d0-9c41-4513-bdbe-a54845d02ce1'] in n-d-816865-2 is: [{'id': '6e7000d0-9c41-4513-bdbe-a54845d02ce1', 'name': '', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:35Z', 'updated_at': '2021-11-22T16:51:44Z', 'revision_number': 4, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:47.233711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-9823a87f-8e2e-4fa5-85bb-cc6a5afa17cf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:47.235641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-9823a87f-8e2e-4fa5-85bb-cc6a5afa17cf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/networks?id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 HTTP/1.1" status: 200 len: 911 time: 0.3131280 Nov 22 16:51:47.245247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.322398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-e09ace66-be66-4c91-9b42-bf703cba21da tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/quotas/340cbac1718d43dc85b69f3f3114fe19 HTTP/1.1" status: 200 len: 375 time: 0.0580368 Nov 22 16:51:47.325627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event deleted for resources: {'Port': ['ID=a70a0c17-95d6-4fca-8412-02efa8c4af7d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:47.370679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.391763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.489222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=9ed289d3-f33b-4397-94a7-1e177906ef09,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:47.607840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44760) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:47.689675 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.696922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.727425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] No DVR routers for this DVR port 9ed289d3-f33b-4397-94a7-1e177906ef09 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:47.733634 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.740132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-f074a708-0a05-4f26-bb40-44bb299d2fe6 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "DELETE /v2.0/ports/9ed289d3-f33b-4397-94a7-1e177906ef09 HTTP/1.1" status: 204 len: 173 time: 2.9795077 Nov 22 16:51:47.867288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-926a62d9-9d33-4abd-a9dd-0a924e1f0cbb tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=340cbac1718d43dc85b69f3f3114fe19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4886215 Nov 22 16:51:47.910152 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a163d700-798c-492a-a2f6-cc71cf75816f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.913137 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.913917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7000d0-9c41-4513-bdbe-a54845d02ce1 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:51:47.922568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-71b4f228-03fd-4419-a634-f5b172752d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.934583 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.942747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9c5b2488-d0a1-41f3-a252-a3ce07f2e8f5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "DELETE /v2.0/routers/6e7000d0-9c41-4513-bdbe-a54845d02ce1 HTTP/1.1" status: 204 len: 168 time: 5.2617314 Nov 22 16:51:47.947888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:48.094436 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ddfb0-98e2-4ea1-9638-840d9f686af1 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Deleting subnet c42ee536-1785-4eaa-9aeb-962c4db24dfb {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:48.114175 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-902ddfb0-98e2-4ea1-9638-840d9f686af1 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.254334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-a4b46497-65bd-4499-8a08-5576ec050831 service neutron] 10.222.0.59 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415070 Nov 22 16:51:48.266680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-902ddfb0-98e2-4ea1-9638-840d9f686af1 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.361067 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a163d700-798c-492a-a2f6-cc71cf75816f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.365579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:48.366572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.385096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a163d700-798c-492a-a2f6-cc71cf75816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.431322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-902ddfb0-98e2-4ea1-9638-840d9f686af1 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.489688 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a163d700-798c-492a-a2f6-cc71cf75816f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a2c2802188546b0882b74776e190afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8754499 Nov 22 16:51:48.495047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:48.559522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163d700-798c-492a-a2f6-cc71cf75816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6275b6a0-d337-486e-92b2-a0f31ec88158,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:48.629654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-902ddfb0-98e2-4ea1-9638-840d9f686af1 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.688940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ddfb0-98e2-4ea1-9638-840d9f686af1 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c42ee536-1785-4eaa-9aeb-962c4db24dfb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:48.691662 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e2569e4-b25d-4c81-8671-3e6d9ec0576e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.723561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-902ddfb0-98e2-4ea1-9638-840d9f686af1 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.730624 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-902ddfb0-98e2-4ea1-9638-840d9f686af1 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/c42ee536-1785-4eaa-9aeb-962c4db24dfb HTTP/1.1" status: 204 len: 168 time: 0.7796707 Nov 22 16:51:48.738620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44780) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:48.842914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e2569e4-b25d-4c81-8671-3e6d9ec0576e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.934063 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.952686 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.137586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e2569e4-b25d-4c81-8671-3e6d9ec0576e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.142119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-4a022972-5508-454b-ad34-595f6c56f02c service neutron] 10.222.0.59 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8816032 Nov 22 16:51:49.143766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e2569e4-b25d-4c81-8671-3e6d9ec0576e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.145903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] For port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:49.146156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e2569e4-b25d-4c81-8671-3e6d9ec0576e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6275b6a0-d337-486e-92b2-a0f31ec88158 HTTP/1.1" status: 204 len: 168 time: 0.6416392 Nov 22 16:51:49.146656 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.149212 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.173236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:49.176020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2569e4-b25d-4c81-8671-3e6d9ec0576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6275b6a0-d337-486e-92b2-a0f31ec88158,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:49.202882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec00509-e704-4241-96f3-d40538622442']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:49.234028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212b26f4-e7b8-4df5-8f9c-8d70e78d67dd') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:49.234755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212b26f4-e7b8-4df5-8f9c-8d70e78d67dd') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:49.255670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.280854 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.295581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:49.297080 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:49.303005 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:49.419660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.429600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aec00509-e704-4241-96f3-d40538622442 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:51:49.444208 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.460752 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "DELETE /v2.0/networks/aec00509-e704-4241-96f3-d40538622442 HTTP/1.1" status: 204 len: 168 time: 0.7201796 Nov 22 16:51:49.478007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6026c7-8a35-42a8-8edb-e0d2ff0a9085 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event deleted for resources: {'Network': ['ID=aec00509-e704-4241-96f3-d40538622442,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:49.558477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.632956 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e9c2c7-3aec-459b-bbc2-26532e739e43 x-openstack-request-id: req-e8e9c2c7-3aec-459b-bbc2-26532e739e43 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:49.633389 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "0041cd8c-9640-47b1-896a-7445382c04ca", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:49.634186 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8e9c2c7-3aec-459b-bbc2-26532e739e43 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:49.634873 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': '0041cd8c-9640-47b1-896a-7445382c04ca', 'status': 'completed', 'code': 200} Nov 22 16:51:49.636012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=5eb5d6e6-69d4-415a-a4ea-f4d4e50031af,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:49.758761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] No DVR routers for this DVR port 5eb5d6e6-69d4-415a-a4ea-f4d4e50031af on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:49.764942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.781454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b56a500-3e6c-4f8f-83bf-f6105c5c7cb4 req-723fa71e-187b-4054-a7f6-f3d53cda85c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.37 "DELETE /v2.0/ports/5eb5d6e6-69d4-415a-a4ea-f4d4e50031af HTTP/1.1" status: 204 len: 173 time: 2.0318632 Nov 22 16:51:49.943386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc69430-7344-4ae7-b379-174e913267c2 req-c9bf1b24-a624-4739-9660-5f5e310950fe tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:49.951942 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cdc69430-7344-4ae7-b379-174e913267c2 req-c9bf1b24-a624-4739-9660-5f5e310950fe tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1260304 Nov 22 16:51:50.038215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cdc69430-7344-4ae7-b379-174e913267c2 req-1f8f5936-0d50-459c-aea3-a8b1ce3a4aeb tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847416 Nov 22 16:51:50.703114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44814) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:50.732754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.773194 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.063422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.070524 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.136831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fca0f4595e8e4ba7bf14801a4d69e78d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313552 Nov 22 16:51:51.141981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:51.176618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933183f9-0c29-407e-a7d1-c3403fd00d24,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.188429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.188832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.190407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.190407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.191025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.191697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.192351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.193022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.193726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.194312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.195310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.195978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ae765-8bf4-46fa-9fa2-3e0b5d63f153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:51.297305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:51.312510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25592fc6-5bbc-4842-a839-d6d7fab183e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.381505 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.469469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68b478ce-580b-43fa-af89-e3020d4c7b37 req-889ded55-90e3-4520-b89f-704b3cf87d85 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.1191783 Nov 22 16:51:51.472682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25592fc6-5bbc-4842-a839-d6d7fab183e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.637961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': '9ed289d3-f33b-4397-94a7-1e177906ef09'}, {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:51.646148 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d4da0-4079-4e4d-99db-7cd9655541ee" -d '{"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "c9c69c0b-df8e-4745-83dc-31f7e9f45c69"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "9ed289d3-f33b-4397-94a7-1e177906ef09"}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "5eb5d6e6-69d4-415a-a4ea-f4d4e50031af"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:51.665944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25592fc6-5bbc-4842-a839-d6d7fab183e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.673727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25592fc6-5bbc-4842-a839-d6d7fab183e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.675816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-25592fc6-5bbc-4842-a839-d6d7fab183e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/933183f9-0c29-407e-a7d1-c3403fd00d24 HTTP/1.1" status: 204 len: 168 time: 0.5318427 Nov 22 16:51:51.697116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44832) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:51.707398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-833594a6-dcc8-4cfd-ad66-5bfb257cc3af tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'router': {'name': 'tempest-router--1014995527', 'project_id': '64eb066b35bc4c3d8851284557dc3dd9'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:51.709535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25592fc6-5bbc-4842-a839-d6d7fab183e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933183f9-0c29-407e-a7d1-c3403fd00d24,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.779112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e773acf0-ce68-47e2-8174-a5256b2d8131 req-648c4591-3cfb-4828-8936-30bbd86fdd68 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 210 time: 0.0990019 Nov 22 16:51:51.799361 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f82f6b7-1561-48ae-a577-0ac463c3bc55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.936980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-833594a6-dcc8-4cfd-ad66-5bfb257cc3af tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.939415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-833594a6-dcc8-4cfd-ad66-5bfb257cc3af tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.003610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f82f6b7-1561-48ae-a577-0ac463c3bc55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.024533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f82f6b7-1561-48ae-a577-0ac463c3bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.096478 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:52.116535 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3f82f6b7-1561-48ae-a577-0ac463c3bc55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bbcf6036a9d4b00850c3436e44ec8aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8177052 Nov 22 16:51:52.126047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:52.134111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-833594a6-dcc8-4cfd-ad66-5bfb257cc3af tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.169105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-833594a6-dcc8-4cfd-ad66-5bfb257cc3af tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.177257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-dd5c78eb-030c-4e69-bded-8d2f94240bd6 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.179074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-dd5c78eb-030c-4e69-bded-8d2f94240bd6 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.37 "GET /v2.0/networks?id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 HTTP/1.1" status: 200 len: 911 time: 0.1833608 Nov 22 16:51:52.199595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Request body: {'port': {'device_id': '9ad7353a-d41c-45c9-ad50-e1f2e5d65f71', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'admin_state_up': True, 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:52.226852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3dcc8-06d8-4331-9a64-efe087d00ab4 req-7d5946f2-5214-4663-ac45-b32850a0d901 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.228664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26b3dcc8-06d8-4331-9a64-efe087d00ab4 req-7d5946f2-5214-4663-ac45-b32850a0d901 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.3234076 Nov 22 16:51:52.277647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82f6b7-1561-48ae-a577-0ac463c3bc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb07466-b02b-4d74-87ce-0766810a5753,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:52.295671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Made reservation on behalf of 340cbac1718d43dc85b69f3f3114fe19 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:52.295671 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.312932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-833594a6-dcc8-4cfd-ad66-5bfb257cc3af tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.314494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-833594a6-dcc8-4cfd-ad66-5bfb257cc3af tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6157389 Nov 22 16:51:52.338609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:52.360209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26b3dcc8-06d8-4331-9a64-efe087d00ab4 req-93d286b8-6bea-47f2-a996-d85383c77c0b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160398 Nov 22 16:51:52.363364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e1139fc-eebf-4d14-b972-3fe34d4c1fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.501101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a93bf950-ad40-46f5-a213-f3a593788da7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.623151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Allocated IP 172.20.0.10 (1d1d6758-81d8-4e1a-a4f3-2e3039f07f96/8463fe9f-2192-4dd6-8c38-07d663fd060a/9aa29498-c62a-46cc-9d50-c758cc74449d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:52.662017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e1139fc-eebf-4d14-b972-3fe34d4c1fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.665094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc01b12-c398-489f-907c-5be28f5ecada req-17d14294-b48c-405c-ae28-0ec17f544b1b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.667587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebc01b12-c398-489f-907c-5be28f5ecada req-17d14294-b48c-405c-ae28-0ec17f544b1b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.1084683 Nov 22 16:51:52.787610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e1139fc-eebf-4d14-b972-3fe34d4c1fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.791987 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e1139fc-eebf-4d14-b972-3fe34d4c1fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.793968 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2e1139fc-eebf-4d14-b972-3fe34d4c1fb0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dcb07466-b02b-4d74-87ce-0766810a5753 HTTP/1.1" status: 204 len: 168 time: 0.6682341 Nov 22 16:51:52.816938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1139fc-eebf-4d14-b972-3fe34d4c1fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb07466-b02b-4d74-87ce-0766810a5753,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:52.837399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-5a5f5d66-496a-46d1-a632-83f83bcf4e90 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.839811 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-5a5f5d66-496a-46d1-a632-83f83bcf4e90 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 946 time: 0.3306990 Nov 22 16:51:53.020594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ebc01b12-c398-489f-907c-5be28f5ecada req-b9479955-550a-4f1f-a70b-0f0c89f8e426 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=5125e53b-e0da-4bbb-b787-6dc98cca372c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3430061 Nov 22 16:51:53.039293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a93bf950-ad40-46f5-a213-f3a593788da7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.042212 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a93bf950-ad40-46f5-a213-f3a593788da7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.155671 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6726d3b-8a13-4fc4-9694-298d0a2bc7be x-openstack-request-id: req-b6726d3b-8a13-4fc4-9694-298d0a2bc7be {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:53.155671 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "c9c69c0b-df8e-4745-83dc-31f7e9f45c69", "status": "completed", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "9ed289d3-f33b-4397-94a7-1e177906ef09", "status": "completed", "code": 200}, {"server_uuid": "98e469f1-0a39-4882-a066-9c0b0d0fd2f4", "name": "network-vif-deleted", "tag": "5eb5d6e6-69d4-415a-a4ea-f4d4e50031af", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:53.157678 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6726d3b-8a13-4fc4-9694-298d0a2bc7be {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:53.158393 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': 'c9c69c0b-df8e-4745-83dc-31f7e9f45c69', 'status': 'completed', 'code': 200} Nov 22 16:51:53.160215 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': '9ed289d3-f33b-4397-94a7-1e177906ef09', 'status': 'completed', 'code': 200} Nov 22 16:51:53.161386 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e469f1-0a39-4882-a066-9c0b0d0fd2f4', 'name': 'network-vif-deleted', 'tag': '5eb5d6e6-69d4-415a-a4ea-f4d4e50031af', 'status': 'completed', 'code': 200} Nov 22 16:51:53.173598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.293296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.309122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['412080c2-6229-4546-97be-3dbb9c8de166'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:53.320745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:53.323935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:53.327258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:53.391856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a93bf950-ad40-46f5-a213-f3a593788da7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.393982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93bf950-ad40-46f5-a213-f3a593788da7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfc85483-322c-4723-8053-8d46349739e8 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:51:53.401502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.402278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.429352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a93bf950-ad40-46f5-a213-f3a593788da7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.435339 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a93bf950-ad40-46f5-a213-f3a593788da7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "DELETE /v2.0/routers/dfc85483-322c-4723-8053-8d46349739e8 HTTP/1.1" status: 204 len: 168 time: 1.0864680 Nov 22 16:51:53.462383 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2718034 Nov 22 16:51:53.479533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Request body: {'port': {'device_id': '9ad7353a-d41c-45c9-ad50-e1f2e5d65f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:53.497752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e54c3d-8cb5-45b8-a331-87b1e316e8bf tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Pushing event updated for resources: {'Port': ['ID=9aa29498-c62a-46cc-9d50-c758cc74449d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:53.535190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Deleting port a66b1300-2142-4e2f-9b8b-d640d12acff8 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:53.535693 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.637953 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.772500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] For port a66b1300-2142-4e2f-9b8b-d640d12acff8, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a66b1300-2142-4e2f-9b8b-d640d12acff8,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:53.773292 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.834719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:53.908321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-96829aaf-21b0-4315-a36a-4ad57e667811 None None] Provisioning complete for port 9aa29498-c62a-46cc-9d50-c758cc74449d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:53.909083 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96829aaf-21b0-4315-a36a-4ad57e667811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.998345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-96829aaf-21b0-4315-a36a-4ad57e667811 None None] Port 9aa29498-c62a-46cc-9d50-c758cc74449d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:54.013853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-caafa3f8-604e-4617-854f-9599b1788247 req-84a018d0-b691-42ad-83ae-2c15270af6f4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0907538 Nov 22 16:51:54.097706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-888e805d-3a58-4522-81e9-c3583ff23714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.215177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44880) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:54.273669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20131-d575-48c0-a185-07dd790ba520 req-269710eb-1bfc-4cbb-a6e1-846a2fd9d4ae tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:54.276625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47e20131-d575-48c0-a185-07dd790ba520 req-269710eb-1bfc-4cbb-a6e1-846a2fd9d4ae tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1028 time: 0.1517990 Nov 22 16:51:54.377848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa29498-c62a-46cc-9d50-c758cc74449d {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:54.387950 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.402226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Transition to ACTIVE for port object 9aa29498-c62a-46cc-9d50-c758cc74449d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:51:54.411435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.476769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-888e805d-3a58-4522-81e9-c3583ff23714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.484683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-888e805d-3a58-4522-81e9-c3583ff23714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.526766 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-888e805d-3a58-4522-81e9-c3583ff23714 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ecda7b177c204bbb815acb798e417274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6838267 Nov 22 16:51:54.527503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44890) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:54.552173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.552668 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.553500 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Floating IP 09e6ebd1-08b3-4a32-a6c5-0c91f955776e disassociated. External IP: 172.25.0.132, port: a66b1300-2142-4e2f-9b8b-d640d12acff8. Nov 22 16:51:54.553717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Calling delete_port for a66b1300-2142-4e2f-9b8b-d640d12acff8 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:54.612619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-686823841', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:54.647225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47e20131-d575-48c0-a185-07dd790ba520 req-80f00c92-43db-4383-88d6-be36f90827f3 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607991 Nov 22 16:51:54.654868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Pushing event updated for resources: {'Port': ['ID=9aa29498-c62a-46cc-9d50-c758cc74449d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:54.746679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.748230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.798653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e805d-3a58-4522-81e9-c3583ff23714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484fb9f1-1498-47a1-94e2-7226c864bbbc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:54.856078 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.870433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Attempting to bind port 9aa29498-c62a-46cc-9d50-c758cc74449d on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:54.870974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Attempting to bind port 9aa29498-c62a-46cc-9d50-c758cc74449d by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:54.871438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Attempting to bind port 9aa29498-c62a-46cc-9d50-c758cc74449d on network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:54.883894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a415ac48-d9f9-405c-9cc3-1d6ff6f1197b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.963994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44896) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:54.976088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a415ac48-d9f9-405c-9cc3-1d6ff6f1197b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.987224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Port 9aa29498-c62a-46cc-9d50-c758cc74449d on network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:54.987568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Attempting to bind port 9aa29498-c62a-46cc-9d50-c758cc74449d on network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:55.013855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:55.014312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Checking segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:55.014794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Bound using segment: {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:55.015295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Bound port: 9aa29498-c62a-46cc-9d50-c758cc74449d, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef6ecbc-3b46-45a5-8891-68d2753315a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:55.015661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.041080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad41747-441a-4cac-b815-4982cb4bde21 req-e950e22b-bccb-48dc-a0d9-52f9f65cee15 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:55.049669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ad41747-441a-4cac-b815-4982cb4bde21 req-e950e22b-bccb-48dc-a0d9-52f9f65cee15 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1991460 Nov 22 16:51:55.273684 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.376430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-664873579'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:55.394409 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a415ac48-d9f9-405c-9cc3-1d6ff6f1197b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.397041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a415ac48-d9f9-405c-9cc3-1d6ff6f1197b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.400556 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a415ac48-d9f9-405c-9cc3-1d6ff6f1197b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/484fb9f1-1498-47a1-94e2-7226c864bbbc HTTP/1.1" status: 204 len: 168 time: 0.8569024 Nov 22 16:51:55.429652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415ac48-d9f9-405c-9cc3-1d6ff6f1197b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484fb9f1-1498-47a1-94e2-7226c864bbbc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.436945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.439244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Made reservation on behalf of 087c2c55c8ce4dbcae85e6bb9b7af397 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:55.444910 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.462553 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ad41747-441a-4cac-b815-4982cb4bde21 req-ca6c3fe1-5d05-42ee-a61f-91ae6b3aabd6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119897 Nov 22 16:51:55.464075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] For port 9aa29498-c62a-46cc-9d50-c758cc74449d, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:55.469356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.475030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] For port 9aa29498-c62a-46cc-9d50-c758cc74449d, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9aa29498-c62a-46cc-9d50-c758cc74449d,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:55.494335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.496530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event deleted for resources: {'Port': ['ID=a66b1300-2142-4e2f-9b8b-d640d12acff8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.629290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Pushing event updated for resources: {'Port': ['ID=9aa29498-c62a-46cc-9d50-c758cc74449d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.646414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:55.648622 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.651563 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-93bb60d3-3280-4ff5-bddf-8c25b8098e3c service neutron] 10.222.0.37 "PUT /v2.0/ports/9aa29498-c62a-46cc-9d50-c758cc74449d HTTP/1.1" status: 200 len: 1092 time: 2.1778069 Nov 22 16:51:55.663180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad7353a-d41c-45c9-ad50-e1f2e5d65f71', 'tag': '9aa29498-c62a-46cc-9d50-c758cc74449d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:55.668234 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad7353a-d41c-45c9-ad50-e1f2e5d65f71", "tag": "9aa29498-c62a-46cc-9d50-c758cc74449d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:55.742854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bca3ad9-e33c-4e5b-9c43-a798699ea537 req-a7eb924a-5dfa-445a-93e4-e3386431c841 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9bd5b34-913a-4668-bfc1-5b8463e774d4 HTTP/1.1" status: 200 len: 210 time: 0.1063144 Nov 22 16:51:55.836189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Router cb94267a-cb2c-4f9f-8d76-90aa1acab033 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:55.862489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.872055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-86ab1f51-10ec-4b14-8e0c-cc0e6904bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:55.879279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-86ab1f51-10ec-4b14-8e0c-cc0e6904bbf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=340cbac1718d43dc85b69f3f3114fe19&device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1095 time: 0.1715708 Nov 22 16:51:55.916571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a66b1300-2142-4e2f-9b8b-d640d12acff8 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:55.923171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.947514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:55.966093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.966485 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Added segment 9e291cc5-408c-4bda-98df-d441b94a271b of type vlan for network b987fe4e-0ce9-4677-bc9f-a0e518536645 Nov 22 16:51:55.992189 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-4b1bd860-37e1-427c-aeed-84f5e3d9a29b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aa29498-c62a-46cc-9d50-c758cc74449d HTTP/1.1" status: 200 len: 217 time: 0.1036363 Nov 22 16:51:56.009911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: a66b1300-2142-4e2f-9b8b-d640d12acff8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:56.010277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a66b1300-2142-4e2f-9b8b-d640d12acff8 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:56.043540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8701969c-0447-410d-b2b4-d38bec4fcb7a req-360de620-19a6-422e-a1b1-e8c9040fdb8c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0700080 Nov 22 16:51:56.063251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.109028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.118207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.119354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.202120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-be373462-de41-48c8-b41f-c1f6640dd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.204318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-be373462-de41-48c8-b41f-c1f6640dd77f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8463fe9f-2192-4dd6-8c38-07d663fd060a HTTP/1.1" status: 200 len: 849 time: 0.1894355 Nov 22 16:51:56.241282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7be3be-173f-495e-8c98-91b0dca1d0fe,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:56.245940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:56.267068 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] Sync routers for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:56.296394 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:56.300717 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:56.385707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Pushing event updated for resources: {'Network': ['ID=b987fe4e-0ce9-4677-bc9f-a0e518536645,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:56.401998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b987fe4e-0ce9-4677-bc9f-a0e518536645 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:56.414008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] No DVR routers for this DVR port a66b1300-2142-4e2f-9b8b-d640d12acff8 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:56.419856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.424159 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-145ded0e-7f38-4c38-9a63-cebcfa90280a req-6c9558ae-9d4a-440b-9c65-1e35971f4c66 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "DELETE /v2.0/ports/a66b1300-2142-4e2f-9b8b-d640d12acff8 HTTP/1.1" status: 204 len: 173 time: 3.2438755 Nov 22 16:51:56.424846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'name': 'network-vif-deleted', 'tag': 'a66b1300-2142-4e2f-9b8b-d640d12acff8'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:56.429516 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1831ba8-7e3a-4135-af0f-bed5457e5e54" -d '{"events": [{"server_uuid": "d9bd5b34-913a-4668-bfc1-5b8463e774d4", "name": "network-vif-deleted", "tag": "a66b1300-2142-4e2f-9b8b-d640d12acff8"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:56.438516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e59fa6e3-6185-43d4-87dc-0d9bfd2ede2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4696865 Nov 22 16:51:56.501403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.508434 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:56.534994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.548937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-bd4b4e11-3173-4213-86dd-0a4b31f2d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.550904 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-bd4b4e11-3173-4213-86dd-0a4b31f2d037 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595384 Nov 22 16:51:56.555949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469a6a-a652-4179-8d2e-0501c05933c6 req-34d361c8-5dfd-40a3-a2a5-4513cf39855d tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.557503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07469a6a-a652-4179-8d2e-0501c05933c6 req-34d361c8-5dfd-40a3-a2a5-4513cf39855d tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1095 time: 0.2819777 Nov 22 16:51:56.805778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-8fc3d7a4-1cd6-4b2e-bd0c-5014c8054806 service neutron] 10.222.0.37 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458959 Nov 22 16:51:56.807857 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07469a6a-a652-4179-8d2e-0501c05933c6 req-5930b5bd-95c9-471a-8fa4-ea8045dd104d tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347853 Nov 22 16:51:56.826644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Allocated IP 172.25.0.128 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/6605375e-4057-470a-802f-b66a5ca0ffab) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:56.899820 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:56.964417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ed9e84b-99c2-4bcc-aa71-25b058e04b73 req-31e6de74-ae95-4227-bbdf-69a907068a06 service neutron] 10.222.0.37 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397693 Nov 22 16:51:56.971617 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] Checking router: cb94267a-cb2c-4f9f-8d76-90aa1acab033 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:56.972086 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a196ddf-12f1-44e3-8026-8cfa497df852 x-openstack-request-id: req-8a196ddf-12f1-44e3-8026-8cfa497df852 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:56.972362 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad7353a-d41c-45c9-ad50-e1f2e5d65f71", "tag": "9aa29498-c62a-46cc-9d50-c758cc74449d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:56.973080 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a196ddf-12f1-44e3-8026-8cfa497df852 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:56.973080 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad7353a-d41c-45c9-ad50-e1f2e5d65f71', 'tag': '9aa29498-c62a-46cc-9d50-c758cc74449d', 'status': 'completed', 'code': 200} Nov 22 16:51:56.999144 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:57.000267 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:57.178705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.188804 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:57.194797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-34ecefa9-1fea-4b50-b4f5-4ab8ba82244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.196411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-34ecefa9-1fea-4b50-b4f5-4ab8ba82244d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=340cbac1718d43dc85b69f3f3114fe19&device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1095 time: 0.1094754 Nov 22 16:51:57.351983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44946) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:57.357899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Request body: {'port': {'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645', 'binding:host_id': 'n-h1-816865-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650702485'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:57.359767 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.406320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Made reservation on behalf of 3ac200a0b9f94615a54f20c4f08ba46c for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:57.410138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.432875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.459686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:57.480891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:57.498562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa41bba-1e31-4bdb-9f5a-404592d0febb None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:57.503018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:57.595968 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:57.609155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-88426298-b5c8-4677-8fdb-2238a0f0a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.611021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-88426298-b5c8-4677-8fdb-2238a0f0a736 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 HTTP/1.1" status: 200 len: 911 time: 0.4070640 Nov 22 16:51:57.615721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event updated for resources: {'Port': ['ID=6605375e-4057-470a-802f-b66a5ca0ffab,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:57.624926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-85490b6d-dafc-4a20-bd76-a68e93e70e2c None None] Provisioning complete for port 6605375e-4057-470a-802f-b66a5ca0ffab triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:57.626619 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.627351 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85490b6d-dafc-4a20-bd76-a68e93e70e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.635055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.649658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] device_id is not set on port d40139e8-1014-4a22-a90b-22bf6e6d8467 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:57.688753 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b7b7c-9889-4404-84b1-062f10514b86 None None] The sync data for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 is: [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:57.724497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-85490b6d-dafc-4a20-bd76-a68e93e70e2c None None] Port 6605375e-4057-470a-802f-b66a5ca0ffab cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:57.780280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-5b7c7869-3b4a-49fd-833c-37f785faac8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aa29498-c62a-46cc-9d50-c758cc74449d HTTP/1.1" status: 200 len: 217 time: 0.1543078 Nov 22 16:51:57.823332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e4bd4-c067-41a9-b2c0-276f40c44d75,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:57.879872 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4220cb4-d82d-415d-8f0a-2922b9eb548a x-openstack-request-id: req-d4220cb4-d82d-415d-8f0a-2922b9eb548a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:57.889729 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bd5b34-913a-4668-bfc1-5b8463e774d4", "name": "network-vif-deleted", "tag": "a66b1300-2142-4e2f-9b8b-d640d12acff8", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:57.890517 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d4220cb4-d82d-415d-8f0a-2922b9eb548a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:57.891520 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bd5b34-913a-4668-bfc1-5b8463e774d4', 'name': 'network-vif-deleted', 'tag': 'a66b1300-2142-4e2f-9b8b-d640d12acff8', 'status': 'completed', 'code': 200} Nov 22 16:51:57.960037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-fc286862-27b3-42a1-aefd-d16b82b673c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.962613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-fc286862-27b3-42a1-aefd-d16b82b673c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8463fe9f-2192-4dd6-8c38-07d663fd060a HTTP/1.1" status: 200 len: 849 time: 0.1449800 Nov 22 16:51:58.141358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] device_id is not set on port d40139e8-1014-4a22-a90b-22bf6e6d8467 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:58.156284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.157670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b5e66-0a36-4b42-b2eb-8e91a15c112a None None] New status for floating IP 09e6ebd1-08b3-4a32-a6c5-0c91f955776e: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:58.162037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb3053-5e1e-490c-b8da-677f84b6a51e req-bd20f9f2-6ac8-411d-b360-63bd5fe17ef6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.166502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.184538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9fb3053-5e1e-490c-b8da-677f84b6a51e req-bd20f9f2-6ac8-411d-b360-63bd5fe17ef6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1859176 Nov 22 16:51:58.238496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=d40139e8-1014-4a22-a90b-22bf6e6d8467,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:58.245470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-68db4215-71af-4281-b3d5-7e0b40af559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.247114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-68db4215-71af-4281-b3d5-7e0b40af559e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2764137 Nov 22 16:51:58.292246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Checking segment: {'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:58.293067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Network hostable DHCP agents. Network: b987fe4e-0ce9-4677-bc9f-a0e518536645, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:58.314815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9fb3053-5e1e-490c-b8da-677f84b6a51e req-be5ea08e-cce4-4019-aaac-2ea628e724ea tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284466 Nov 22 16:51:58.318793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Network b987fe4e-0ce9-4677-bc9f-a0e518536645 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:58.347329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b987fe4e-0ce9-4677-bc9f-a0e518536645) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:58.363444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:58.375958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e0da1-23f4-4b75-b461-b5e3621290a0 None None] Network b987fe4e-0ce9-4677-bc9f-a0e518536645 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:58.413468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.413820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.414115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.419020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.419353 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.419847 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 2 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.440291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.440684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.441081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.462411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.462636 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.463074 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 3 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.486664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.493883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.494224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.494567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.503172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.505931 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.506412 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 4 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.543550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.543999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.544372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.555896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.556302 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.556671 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 5 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.584625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.585246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.585739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.594835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.595410 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.596054 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 6 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.613003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.613490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.613839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.619998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.620352 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.620848 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 7 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.639685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.640031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.640487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.646552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.646895 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.647351 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 8 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.664453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.664809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.665208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.671482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.671867 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.672277 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 9 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.688626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.689020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.689434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.707779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.708181 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.708559 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 10 to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 Nov 22 16:51:58.724932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:58.725267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:58.725873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:58.731762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port d40139e8-1014-4a22-a90b-22bf6e6d8467 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:58.732408 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port d40139e8-1014-4a22-a90b-22bf6e6d8467 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:51:58.733434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.861101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] For port d40139e8-1014-4a22-a90b-22bf6e6d8467, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:58.861677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempted to set empty binding levels {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:51:58.879748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.897302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.898317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.962012 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.6084352 Nov 22 16:51:58.966819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44984) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:59.031853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691528d9-951c-4ad0-9bda-95ac98d8c70c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=d40139e8-1014-4a22-a90b-22bf6e6d8467,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:59.059964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9aa29498-c62a-46cc-9d50-c758cc74449d details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:51:59.066164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Deleting port d40139e8-1014-4a22-a90b-22bf6e6d8467 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:59.066758 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.135402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.149324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] For port d40139e8-1014-4a22-a90b-22bf6e6d8467, host n-h1-816865-2, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:59.149938 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.171603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Calling delete_port for d40139e8-1014-4a22-a90b-22bf6e6d8467 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:59.180592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7026a45a-56d3-4411-b859-26134bfc41f4 req-de456682-5744-4916-ba1f-1a4387499cd4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.1559434 Nov 22 16:51:59.289198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-2d45ea4c-4969-4366-8502-08ed90fbecc9 service neutron] 10.222.0.37 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9875801 Nov 22 16:51:59.325732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.332776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9aa29498-c62a-46cc-9d50-c758cc74449d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9aa29498-c62a-46cc-9d50-c758cc74449d,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:59.359697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '9aa29498-c62a-46cc-9d50-c758cc74449d', 'network_id': '1d1d6758-81d8-4e1a-a4f3-2e3039f07f96', 'port_id': '9aa29498-c62a-46cc-9d50-c758cc74449d', 'mac_address': 'fa:16:3e:78:7d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8463fe9f-2192-4dd6-8c38-07d663fd060a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:51:59.369549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event deleted for resources: {'Port': ['ID=d40139e8-1014-4a22-a90b-22bf6e6d8467,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:59.381685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.387064 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2ebca347-10df-49d6-8dd0-eda554f88178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d40139e8-1014-4a22-a90b-22bf6e6d8467 HTTP/1.1" status: 204 len: 168 time: 0.4176338 Nov 22 16:51:59.389042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:59.432824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.452452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa29498-c62a-46cc-9d50-c758cc74449d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:59.456477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc11eb-2354-4542-b6fd-cf5c656a74b0 req-066605d1-c3a7-4953-87a5-4f086e049041 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.458096 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2cc11eb-2354-4542-b6fd-cf5c656a74b0 req-066605d1-c3a7-4953-87a5-4f086e049041 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1095 time: 0.1165307 Nov 22 16:51:59.478490 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde7ccef-3d38-4645-b93c-c4561485660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:51:59.480981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9aa29498-c62a-46cc-9d50-c758cc74449d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9aa29498-c62a-46cc-9d50-c758cc74449d,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:59.481974 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dde7ccef-3d38-4645-b93c-c4561485660c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "GET /v2.0/ports/d40139e8-1014-4a22-a90b-22bf6e6d8467 HTTP/1.1" status: 404 len: 333 time: 0.0917039 Nov 22 16:51:59.486170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:59.492819 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.496057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Request body: {'port': {'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504632024'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:59.547008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Made reservation on behalf of 3ac200a0b9f94615a54f20c4f08ba46c for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:59.549692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.553620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4c8abc3-0499-4e44-b8bc-dd55153a1e04 req-14736e51-d192-4ac3-b85f-27387175e84a service neutron] 10.222.0.37 "GET /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549188 Nov 22 16:51:59.572908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] device_id is not set on port 1a38fe8c-efff-4193-962e-4dcf4383f452 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:59.597861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2cc11eb-2354-4542-b6fd-cf5c656a74b0 req-d962cb23-306d-439a-9d97-3df860b863a5 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240213 Nov 22 16:51:59.598977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9aa29498-c62a-46cc-9d50-c758cc74449d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:59.615513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Router a628fefd-586d-4f63-9cac-8779827cf135 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:59.743707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['9aa29498-c62a-46cc-9d50-c758cc74449d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:59.767423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:59.779046 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc524ab4-2fbb-469b-aef6-5b6662bb8cf6 None None] Sync routers for ids ['a628fefd-586d-4f63-9cac-8779827cf135'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:59.797221 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.799539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-850b64b2-26fc-4db6-9fe7-51faa05a9f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5773063 Nov 22 16:51:59.802166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45006) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:59.807467 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc524ab4-2fbb-469b-aef6-5b6662bb8cf6 None None] Routers {'a628fefd-586d-4f63-9cac-8779827cf135'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:59.809255 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fc524ab4-2fbb-469b-aef6-5b6662bb8cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a628fefd-586d-4f63-9cac-8779827cf135'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:59.889292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45012) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:59.928523 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fc524ab4-2fbb-469b-aef6-5b6662bb8cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:59.961503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-60f2932f-71a0-46c1-ab02-75c10aeabda4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/routers/a628fefd-586d-4f63-9cac-8779827cf135 HTTP/1.1" status: 200 len: 924 time: 0.1577404 Nov 22 16:51:59.964597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:59.988313 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc524ab4-2fbb-469b-aef6-5b6662bb8cf6 None None] Routers {'a628fefd-586d-4f63-9cac-8779827cf135'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:59.989290 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fc524ab4-2fbb-469b-aef6-5b6662bb8cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a628fefd-586d-4f63-9cac-8779827cf135'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:00.003180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7e46da46-e088-47dd-ac53-419610f09064 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=a628fefd-586d-4f63-9cac-8779827cf135 HTTP/1.1" status: 200 len: 205 time: 0.0374060 Nov 22 16:52:00.005739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:00.032143 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.169668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de196-8e98-479e-bbba-e106a59f3238 req-f6671b8c-e134-415b-8500-72d6e5e7ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.172081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c19de196-8e98-479e-bbba-e106a59f3238 req-f6671b8c-e134-415b-8500-72d6e5e7ee66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 1095 time: 0.1879902 Nov 22 16:52:00.173036 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fc524ab4-2fbb-469b-aef6-5b6662bb8cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:00.173926 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc524ab4-2fbb-469b-aef6-5b6662bb8cf6 None None] The sync data for ids ['a628fefd-586d-4f63-9cac-8779827cf135'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:00.176942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45020) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:00.186343 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38b25c7a-9707-4cfd-9efc-cdbcc2bfa068 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.272671 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.282881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38b25c7a-9707-4cfd-9efc-cdbcc2bfa068 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.314573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.415940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=1a38fe8c-efff-4193-962e-4dcf4383f452,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:00.419138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b394-e916-4796-88d5-cc673551a506 req-50bd0680-03d4-4f08-80f0-515ac41cbe12 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.419640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Network b987fe4e-0ce9-4677-bc9f-a0e518536645 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:00.421368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0902b394-e916-4796-88d5-cc673551a506 req-50bd0680-03d4-4f08-80f0-515ac41cbe12 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.3101275 Nov 22 16:52:00.436575 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-994bed66-acd8-4652-9fc0-b5f1659b8eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.439280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:00.442739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:00.443678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.444283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.451550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de196-8e98-479e-bbba-e106a59f3238 req-48e6364c-3d2f-4a09-b37a-7d695b0a5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.453153 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c19de196-8e98-479e-bbba-e106a59f3238 req-48e6364c-3d2f-4a09-b37a-7d695b0a5bb0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.2703900 Nov 22 16:52:00.493573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0902b394-e916-4796-88d5-cc673551a506 req-d55017f2-c8c7-495f-932d-cd470046d36d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557964 Nov 22 16:52:00.505869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.522072 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-54555195-3a76-4b0c-9e1a-ead024890dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0344381 Nov 22 16:52:00.522699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45026) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:00.536988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:00.572358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38b25c7a-9707-4cfd-9efc-cdbcc2bfa068 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.575307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38b25c7a-9707-4cfd-9efc-cdbcc2bfa068 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.576686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-38b25c7a-9707-4cfd-9efc-cdbcc2bfa068 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "DELETE /v2.0/security-groups/5125e53b-e0da-4bbb-b787-6dc98cca372c HTTP/1.1" status: 204 len: 168 time: 0.6765432 Nov 22 16:52:00.584885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45028) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:00.629011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b25c7a-9707-4cfd-9efc-cdbcc2bfa068 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5125e53b-e0da-4bbb-b787-6dc98cca372c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:00.640389 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c19de196-8e98-479e-bbba-e106a59f3238 req-aebc38e2-82a2-4428-b755-aa41e28adb47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 200 len: 999 time: 0.1765189 Nov 22 16:52:00.654722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46596222-48cd-4c0a-a8a0-423a2e769190 req-0ab6f0b1-f200-4f58-8736-e1fc89c14209 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0722136 Nov 22 16:52:00.655748 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-6ba1e643-a7c4-4539-bc1c-2728976e4f8a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] show failed (client error): The resource could not be found. Nov 22 16:52:00.659029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6ba1e643-a7c4-4539-bc1c-2728976e4f8a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups/5125e53b-e0da-4bbb-b787-6dc98cca372c HTTP/1.1" status: 404 len: 347 time: 0.0715079 Nov 22 16:52:00.663493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:00.743398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.750257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Deleting port 6605375e-4057-470a-802f-b66a5ca0ffab {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:00.750723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.818820 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-994bed66-acd8-4652-9fc0-b5f1659b8eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.873635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-994bed66-acd8-4652-9fc0-b5f1659b8eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.899496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de196-8e98-479e-bbba-e106a59f3238 req-09ab75b7-00c3-4499-b9b2-0d6ef324206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.901448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c19de196-8e98-479e-bbba-e106a59f3238 req-09ab75b7-00c3-4499-b9b2-0d6ef324206c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.2372239 Nov 22 16:52:00.973450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65a992-7869-49dd-a125-cec68aeada1e req-393da9f8-9729-4942-aa58-34a30861981f tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.974996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf65a992-7869-49dd-a125-cec68aeada1e req-393da9f8-9729-4942-aa58-34a30861981f tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1096 time: 0.1187134 Nov 22 16:52:00.979346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.001742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Calling delete_port for 6605375e-4057-470a-802f-b66a5ca0ffab owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:01.008922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-994bed66-acd8-4652-9fc0-b5f1659b8eb7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35b0121b24d94b0ea3269221ca42ad5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8309016 Nov 22 16:52:01.017515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bed66-acd8-4652-9fc0-b5f1659b8eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2020d-0f94-4dbc-9b07-1c0192847399,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.019237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45034) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:01.042701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Deleting port c0e3bcbe-2049-450f-8a2c-b8445aae9576 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:01.043608 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.061431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9aa29498-c62a-46cc-9d50-c758cc74449d up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:01.064390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19de196-8e98-479e-bbba-e106a59f3238 req-f40fdadd-cfd6-4be1-b81d-355fa3928401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:01.066206 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c19de196-8e98-479e-bbba-e106a59f3238 req-f40fdadd-cfd6-4be1-b81d-355fa3928401 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531155 Nov 22 16:52:01.143945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 9aa29498-c62a-46cc-9d50-c758cc74449d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:52:01.161216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 9aa29498-c62a-46cc-9d50-c758cc74449d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:01.167792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.189788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] device_id is not set on port 1a38fe8c-efff-4193-962e-4dcf4383f452 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:01.207442 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.225820 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.237734 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c19de196-8e98-479e-bbba-e106a59f3238 req-5da61e28-80c3-472f-8a96-e4bc47a56fae service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626019 Nov 22 16:52:01.245547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.259881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf65a992-7869-49dd-a125-cec68aeada1e req-1f9c5ad7-0fc3-44f1-b66e-d9887e9257cd tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669067 Nov 22 16:52:01.373571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=1a38fe8c-efff-4193-962e-4dcf4383f452,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.381160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.381724 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.386850 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.395307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.395643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.395986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.400804 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.411444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.411781 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.413636 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 2 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.428750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Calling delete_port for c0e3bcbe-2049-450f-8a2c-b8445aae9576 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:01.447312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.448128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.448128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.452880 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c19de196-8e98-479e-bbba-e106a59f3238 req-493112f4-c54b-4106-81d6-2c8ffba72f0b service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897545 Nov 22 16:52:01.461263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.461707 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.462679 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 3 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.485009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.485009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.485009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.493751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.494032 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.494499 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 4 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.512865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9aa29498-c62a-46cc-9d50-c758cc74449d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9aa29498-c62a-46cc-9d50-c758cc74449d,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:01.517468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad7353a-d41c-45c9-ad50-e1f2e5d65f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa29498-c62a-46cc-9d50-c758cc74449d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:01.525912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.525912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.525912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.529410 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b21121-c0f5-4222-8c43-fb36251c65b8" -d '{"events": [{"server_uuid": "9ad7353a-d41c-45c9-ad50-e1f2e5d65f71", "name": "network-vif-plugged", "status": "completed", "tag": "9aa29498-c62a-46cc-9d50-c758cc74449d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:01.536426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.536891 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.537626 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 5 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.539199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.577687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.578222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.578819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.589221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.589565 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.590023 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 6 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.591928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.596262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.598100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4f2020d-0f94-4dbc-9b07-1c0192847399 HTTP/1.1" status: 204 len: 168 time: 0.5777578 Nov 22 16:52:01.614943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.615320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.615702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.625217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.625603 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.626134 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 7 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.631651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.637569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2020d-0f94-4dbc-9b07-1c0192847399,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.651448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.651898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.652248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.659424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.660607 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.661036 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 8 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.677478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9aa29498-c62a-46cc-9d50-c758cc74449d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.682451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.682845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.683555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.690992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.691401 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.691892 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 9 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.704934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event deleted for resources: {'Port': ['ID=6605375e-4057-470a-802f-b66a5ca0ffab,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.720062 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.720590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.721842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.730490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.730915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.731219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.731567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.731996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.732415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.732719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.733069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.733407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.734207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.734207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.734362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f930cf4f-4a23-4050-834d-6a10d27006a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.735633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.735911 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.736337 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 10 to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 Nov 22 16:52:01.753769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.754126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.754470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.754818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.755003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f31d98-8ec6-4d9f-9c55-cc9f067344bf None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:01.755183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.755524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.755860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.756195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.756519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.757129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.757487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.757810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:01.790592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:01.791374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:01.791888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:01.799376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:01.799917 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port 1a38fe8c-efff-4193-962e-4dcf4383f452 on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:01.800631 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.884787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] For port 1a38fe8c-efff-4193-962e-4dcf4383f452, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:01.885239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempted to set empty binding levels {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:52:01.887904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.891008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.897981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d2f26-422c-4210-bf18-db78405c84b2 req-6b31f66c-ef12-43fa-a989-d19084b46e76 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:01.906993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a50d2f26-422c-4210-bf18-db78405c84b2 req-6b31f66c-ef12-43fa-a989-d19084b46e76 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2612247 Nov 22 16:52:01.951659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=1a38fe8c-efff-4193-962e-4dcf4383f452,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.952834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.954851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] In _notify_port_updated(), no bound segment for port 1a38fe8c-efff-4193-962e-4dcf4383f452 on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:52:01.956291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:01.956992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.958435 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e8629d2f-0990-4cf0-9858-fbfb729cd398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "PUT /v2.0/ports/1a38fe8c-efff-4193-962e-4dcf4383f452 HTTP/1.1" status: 200 len: 979 time: 1.4334404 Nov 22 16:52:01.961151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45046) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:02.075409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event deleted for resources: {'Port': ['ID=c0e3bcbe-2049-450f-8a2c-b8445aae9576,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:02.078742 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.089635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.136720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.137403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.137675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.138194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.138802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.139301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.139769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.140231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.140704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.141168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.141731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.142094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.142725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.143205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.143663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.144124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.144595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.145048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.145504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.145965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.146422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.146880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.147368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.147825 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.148279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.148735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.149196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.149652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.150109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.150566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.151045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.151500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.151953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.152399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.152857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.153315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.153857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.158104 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-22d3cedc-2b83-4f10-a547-569c4b79f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33164 time: 0.1955631 Nov 22 16:52:02.158739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45048) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:02.164667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45050) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:02.193389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a50d2f26-422c-4210-bf18-db78405c84b2 req-7778bea5-9202-491a-bba9-0d79db5358fc tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855723 Nov 22 16:52:02.196043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7d05525-ad21-4a86-8a32-32d4858f5808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.230692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.231447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Fanout notify agent at l3_agent the message router_deleted on router a628fefd-586d-4f63-9cac-8779827cf135 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:02.258764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.263976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d298352c-751b-4b5e-bbe2-66fe68c631f4 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/a628fefd-586d-4f63-9cac-8779827cf135 HTTP/1.1" status: 204 len: 168 time: 2.2569723 Nov 22 16:52:02.264868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45052) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:02.274479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1314946711', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': False}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:02.279392 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77930c62-9624-4e48-9fea-a455024f6379 x-openstack-request-id: req-77930c62-9624-4e48-9fea-a455024f6379 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:02.280312 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad7353a-d41c-45c9-ad50-e1f2e5d65f71", "name": "network-vif-plugged", "status": "completed", "tag": "9aa29498-c62a-46cc-9d50-c758cc74449d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:02.280739 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77930c62-9624-4e48-9fea-a455024f6379 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:02.281287 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad7353a-d41c-45c9-ad50-e1f2e5d65f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa29498-c62a-46cc-9d50-c758cc74449d', 'code': 200} Nov 22 16:52:02.311734 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.315582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.316172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Deleting port 1a38fe8c-efff-4193-962e-4dcf4383f452 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:02.316581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.320454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4b5c4c17-79a5-4353-aa18-a7e8be721b33 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "DELETE /v2.0/floatingips/09e6ebd1-08b3-4a32-a6c5-0c91f955776e HTTP/1.1" status: 204 len: 168 time: 1.6518819 Nov 22 16:52:02.361123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-db003eb1-8616-4a93-986d-f2f12085b7bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183658 Nov 22 16:52:02.375682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.379244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.482891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a674f10c-ee94-42de-a95f-aac0d1beeb2f req-7ba6e7c6-6c92-43e7-8a5c-e80393b95c5b tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0535152 Nov 22 16:52:02.492231 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7d05525-ad21-4a86-8a32-32d4858f5808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.514395 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7d05525-ad21-4a86-8a32-32d4858f5808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.530871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] For port 1a38fe8c-efff-4193-962e-4dcf4383f452, host n-h1-816865-2, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:02.531560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.549468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Calling delete_port for 1a38fe8c-efff-4193-962e-4dcf4383f452 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:02.563768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e2ae2-6db5-4443-904a-759f013e25c7 req-9e485cac-54bb-4e3b-943c-65f86fb4c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.572558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-612e2ae2-6db5-4443-904a-759f013e25c7 req-9e485cac-54bb-4e3b-943c-65f86fb4c367 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1097 time: 0.1875501 Nov 22 16:52:02.574323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.597214 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c7d05525-ad21-4a86-8a32-32d4858f5808 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=653a41202a7c4de8b31eae3404a2fbc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4370279 Nov 22 16:52:02.608862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45058) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:02.667696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-3faff6c2-fc68-419e-a462-f16db4f923b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.669178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-3faff6c2-fc68-419e-a462-f16db4f923b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 1096 time: 0.2429216 Nov 22 16:52:02.673179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d05525-ad21-4a86-8a32-32d4858f5808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bc5966-2252-4938-8ceb-aca113e04414,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:02.805197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95bff81b-c38a-4977-a20e-b7fc33742300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.825396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.867558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95bff81b-c38a-4977-a20e-b7fc33742300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.883606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a38fe8c-efff-4193-962e-4dcf4383f452,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:02.916651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.922616 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ac9a36ea-b342-49f1-b2d3-4c27944fe7a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "DELETE /v2.0/ports/1a38fe8c-efff-4193-962e-4dcf4383f452 HTTP/1.1" status: 204 len: 168 time: 0.7544706 Nov 22 16:52:02.926050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-36be28ad-7038-4057-adbb-42bd6307b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.927577 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-36be28ad-7038-4057-adbb-42bd6307b120 service neutron] 10.222.0.37 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.2383840 Nov 22 16:52:02.930736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45060) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:02.990167 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-a595a619-9503-4a09-9040-8cfe085f7137 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=329150b1-5a23-43b8-b588-db55974b48e7 HTTP/1.1" status: 200 len: 217 time: 0.0496817 Nov 22 16:52:02.991847 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea9d56b-b92e-44aa-a79e-1638d85ef785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:52:02.996452 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fea9d56b-b92e-44aa-a79e-1638d85ef785 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "GET /v2.0/ports/1a38fe8c-efff-4193-962e-4dcf4383f452 HTTP/1.1" status: 404 len: 333 time: 0.0609446 Nov 22 16:52:02.997090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45062) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:03.013413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624319057', 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:03.054816 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95bff81b-c38a-4977-a20e-b7fc33742300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.058020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95bff81b-c38a-4977-a20e-b7fc33742300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.063211 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95bff81b-c38a-4977-a20e-b7fc33742300 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00bc5966-2252-4938-8ceb-aca113e04414 HTTP/1.1" status: 204 len: 168 time: 0.4486380 Nov 22 16:52:03.086900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bff81b-c38a-4977-a20e-b7fc33742300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bc5966-2252-4938-8ceb-aca113e04414,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:03.089342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Made reservation on behalf of 3ac200a0b9f94615a54f20c4f08ba46c for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:03.092265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.094912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-b259b221-4d73-4c16-bf43-1225a9400f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.096559 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-b259b221-4d73-4c16-bf43-1225a9400f05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.0987103 Nov 22 16:52:03.150403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] device_id is not set on port 648b1e4a-4559-43ae-9458-9d4ba9cf14a3 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:03.218760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-e0057a93-4e6e-451a-a483-3278da81db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.220790 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-e0057a93-4e6e-451a-a483-3278da81db13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149683 Nov 22 16:52:03.225361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.242722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-612e2ae2-6db5-4443-904a-759f013e25c7 req-3195bdfb-dc45-4a36-92b6-f138ca9a3935 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6627285 Nov 22 16:52:03.260233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5065c-8693-431f-8b95-378f24068d8b req-6f396b9c-3dcc-4fbb-9c58-93922fead055 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.268635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50d5065c-8693-431f-8b95-378f24068d8b req-6f396b9c-3dcc-4fbb-9c58-93922fead055 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1097 time: 0.6452785 Nov 22 16:52:03.366860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50d5065c-8693-431f-8b95-378f24068d8b req-941819d9-88b6-4904-91d5-90af66a3a3fd tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974214 Nov 22 16:52:03.571642 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.601607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.760822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.803003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Allocated IP 172.25.0.138 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/3ab5b462-62da-43d6-a401-0d815e2270ed) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:03.823566 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-3a9217fd-a47a-4873-ac98-e160e584caea service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918112 Nov 22 16:52:03.825984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45080) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:03.833160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ee087a7a-164a-4d18-99f0-b71f22cce1fc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735832615', 'description': 'tempest-description--1635065125'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:03.939029 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.940474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.954771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee087a7a-164a-4d18-99f0-b71f22cce1fc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.011829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Network b987fe4e-0ce9-4677-bc9f-a0e518536645 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:04.018777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.026933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:04.044144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:04.046068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.046068 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.071929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=648b1e4a-4559-43ae-9458-9d4ba9cf14a3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:04.078924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b8a48-8fc2-414e-972a-d6d861a5e2e6 req-5c8ede46-16c2-4c15-aec7-9b2aa7de8b95 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.082082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a2b8a48-8fc2-414e-972a-d6d861a5e2e6 req-5c8ede46-16c2-4c15-aec7-9b2aa7de8b95 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.1119030 Nov 22 16:52:04.089653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:04.094722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:04.107872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:04.112196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9fd82e-aad6-4998-a1be-a9692e9a6853 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:04.131727 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0f9da577-a0fa-4e7a-9542-c02367f06621 req-cf2fc976-bd38-4bc7-8ba1-06703736d598 service neutron] 10.222.0.37 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734289 Nov 22 16:52:04.153789 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-53cc361a-3f50-4246-a9b9-db47b6bf02ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1514189 Nov 22 16:52:04.156724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45090) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:04.205825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'Port': ['ID=3ab5b462-62da-43d6-a401-0d815e2270ed,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:04.213515 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee087a7a-164a-4d18-99f0-b71f22cce1fc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.219933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee087a7a-164a-4d18-99f0-b71f22cce1fc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.242225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b329d31d-cb40-42fe-830e-4d2d73c8b368 None None] Provisioning complete for port 3ab5b462-62da-43d6-a401-0d815e2270ed triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:04.242604 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b329d31d-cb40-42fe-830e-4d2d73c8b368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.300363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee087a7a-164a-4d18-99f0-b71f22cce1fc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.304872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee087a7a-164a-4d18-99f0-b71f22cce1fc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4746766 Nov 22 16:52:04.304872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee087a7a-164a-4d18-99f0-b71f22cce1fc tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21900034-c318-400c-9cec-18e140ce5435,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:04.319982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45094) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:04.324610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-06a2a32c-26a9-4717-8b7b-2953a0082fd2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'security_group_rule': {'security_group_id': '21900034-c318-400c-9cec-18e140ce5435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:04.339107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3885e8-5ee4-4b6a-8b97-02e3b387a78b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.350338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cf3885e8-5ee4-4b6a-8b97-02e3b387a78b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "GET /v2.0/ports/648b1e4a-4559-43ae-9458-9d4ba9cf14a3 HTTP/1.1" status: 200 len: 959 time: 0.1882439 Nov 22 16:52:04.351037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45098) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:04.360303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b329d31d-cb40-42fe-830e-4d2d73c8b368 None None] Port 3ab5b462-62da-43d6-a401-0d815e2270ed cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:04.423207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a2b8a48-8fc2-414e-972a-d6d861a5e2e6 req-db757378-8b3b-4dad-b3c2-8ed0b73c86a0 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298287 Nov 22 16:52:04.469404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06a2a32c-26a9-4717-8b7b-2953a0082fd2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.552637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-856396f8-f278-4c63-948f-02c7758f6dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Deleting port 648b1e4a-4559-43ae-9458-9d4ba9cf14a3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:04.553142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856396f8-f278-4c63-948f-02c7758f6dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.575127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06a2a32c-26a9-4717-8b7b-2953a0082fd2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.621930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06a2a32c-26a9-4717-8b7b-2953a0082fd2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.631725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6fa1b4a-da62-4fd3-8ce1-bf406fe35566 req-cbff69b4-eab4-49e2-8d35-fa4d9b9ed732 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0628836 Nov 22 16:52:04.655844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2a32c-26a9-4717-8b7b-2953a0082fd2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4aa40e-fbc7-4c9e-9c5c-3b482d5596d8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:04.679714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.696962 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856396f8-f278-4c63-948f-02c7758f6dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.716285 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06a2a32c-26a9-4717-8b7b-2953a0082fd2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.724171 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-06a2a32c-26a9-4717-8b7b-2953a0082fd2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4028716 Nov 22 16:52:04.725060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45108) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:04.730916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-88523a13-3bfa-402e-ad5b-c14659b546a3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'security_group_rule': {'security_group_id': '21900034-c318-400c-9cec-18e140ce5435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:04.777588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-856396f8-f278-4c63-948f-02c7758f6dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Calling delete_port for 648b1e4a-4559-43ae-9458-9d4ba9cf14a3 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:04.931216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856396f8-f278-4c63-948f-02c7758f6dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.993895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856396f8-f278-4c63-948f-02c7758f6dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event deleted for resources: {'Port': ['ID=648b1e4a-4559-43ae-9458-9d4ba9cf14a3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:05.002473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.004061 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856396f8-f278-4c63-948f-02c7758f6dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.006693 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88523a13-3bfa-402e-ad5b-c14659b546a3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.009296 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-856396f8-f278-4c63-948f-02c7758f6dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "DELETE /v2.0/ports/648b1e4a-4559-43ae-9458-9d4ba9cf14a3 HTTP/1.1" status: 204 len: 168 time: 0.6571977 Nov 22 16:52:05.012225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45114) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:05.049762 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4027f5-e721-4da5-93fe-dddc5b8a49ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:52:05.054986 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1f4027f5-e721-4da5-93fe-dddc5b8a49ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "GET /v2.0/ports/648b1e4a-4559-43ae-9458-9d4ba9cf14a3 HTTP/1.1" status: 404 len: 333 time: 0.0375149 Nov 22 16:52:05.056555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45116) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:05.068521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Request body: {'port': {'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1373084881'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:05.073563 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88523a13-3bfa-402e-ad5b-c14659b546a3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.115057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88523a13-3bfa-402e-ad5b-c14659b546a3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.135334 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Made reservation on behalf of 3ac200a0b9f94615a54f20c4f08ba46c for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:05.137417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88523a13-3bfa-402e-ad5b-c14659b546a3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8aa3c9-e029-4d34-99ae-4f3b556ca517,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:05.138778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.150224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f12b30-bcba-49c2-a4d3-5245296992cf req-705c402b-5a47-4e01-8ec7-eaa6dc3718ee tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.151892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94f12b30-bcba-49c2-a4d3-5245296992cf req-705c402b-5a47-4e01-8ec7-eaa6dc3718ee tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1097 time: 0.3619797 Nov 22 16:52:05.183867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] device_id is not set on port ed9abd40-321f-4fb5-86e1-e0b23466f50e yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:05.243591 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88523a13-3bfa-402e-ad5b-c14659b546a3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.245382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-88523a13-3bfa-402e-ad5b-c14659b546a3 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5191441 Nov 22 16:52:05.251777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45122) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:05.259484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:05.344008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94f12b30-bcba-49c2-a4d3-5245296992cf req-89511f1e-86cd-45a0-9e5d-e59365fc38aa tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766934 Nov 22 16:52:05.384746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.488451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Router 735240de-ec44-4a28-8955-a0f7bdf6826a is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:05.569694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.634508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.659148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:05.676379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Sync routers for ids ['735240de-ec44-4a28-8955-a0f7bdf6826a'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:05.687673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.693085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45136) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:05.693224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c0cf0bb5-243e-4859-83c5-ac9b40e423c4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4217396 Nov 22 16:52:05.699113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Routers {'735240de-ec44-4a28-8955-a0f7bdf6826a'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:05.700220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['735240de-ec44-4a28-8955-a0f7bdf6826a'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:05.709739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163831-3c3b-4d51-b09e-ff64826550ad req-bebf5532-78d2-4e5a-a67b-0d0a58bc4918 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.717980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29163831-3c3b-4d51-b09e-ff64826550ad req-bebf5532-78d2-4e5a-a67b-0d0a58bc4918 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2338200 Nov 22 16:52:05.816057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29163831-3c3b-4d51-b09e-ff64826550ad req-99eb063a-ae38-4a03-b7db-1a813ff23b3f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799003 Nov 22 16:52:05.831415 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.900949 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4346d288-711f-41a1-8688-9c6926f8784f tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/routers/735240de-ec44-4a28-8955-a0f7bdf6826a HTTP/1.1" status: 200 len: 909 time: 0.2054770 Nov 22 16:52:05.907124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Network b987fe4e-0ce9-4677-bc9f-a0e518536645 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:05.907869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:05.913552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1314946711', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': True}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:05.924683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:05.933143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:05.934411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.935429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.949588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9abd40-321f-4fb5-86e1-e0b23466f50e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:05.957102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Set router 735240de-ec44-4a28-8955-a0f7bdf6826a gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:05.970877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.972654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.983891 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1b6bb4b3-acf6-4759-bbc0-0cee20e13a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9247389 Nov 22 16:52:05.985744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45146) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:05.991934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:06.008062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Allocated IP 172.25.0.206 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/21167d6b-6b15-48e6-a403-eb85ef55750e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:06.169364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.175764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11835ee-f03a-4236-bdbe-f5171b27aa33 req-106bc425-3402-47dd-b76d-9cafc85d5877 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.183585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c11835ee-f03a-4236-bdbe-f5171b27aa33 req-106bc425-3402-47dd-b76d-9cafc85d5877 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1097 time: 0.1012356 Nov 22 16:52:06.263841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.269184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735240de-ec44-4a28-8955-a0f7bdf6826a', 'name': 'tempest-snat-router-1314946711', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.138'}], 'enable_snat': False}, 'gw_port_id': '3ab5b462-62da-43d6-a401-0d815e2270ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:02Z', 'updated_at': '2021-11-22T16:52:04Z', 'revision_number': 3, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port': {'id': '3ab5b462-62da-43d6-a401-0d815e2270ed', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735240de-ec44-4a28-8955-a0f7bdf6826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:03Z', 'updated_at': '2021-11-22T16:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:06.277701 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.307703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c11835ee-f03a-4236-bdbe-f5171b27aa33 req-ba2e9f97-cf6d-4747-8a1d-a2f3651ff265 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170623 Nov 22 16:52:06.308979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.348551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Checking router: 735240de-ec44-4a28-8955-a0f7bdf6826a for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:06.348929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Updating router 735240de-ec44-4a28-8955-a0f7bdf6826a port 3ab5b462-62da-43d6-a401-0d815e2270ed binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:06.426023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.437739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:06.447537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:06.453408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:06.522997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'Port': ['ID=21167d6b-6b15-48e6-a403-eb85ef55750e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:06.675113 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.736511 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.777440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] device_id is not set on port ed9abd40-321f-4fb5-86e1-e0b23466f50e yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:06.788193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0092950-51d4-449b-85a3-4fd147bac76b req-baf0af21-3c05-4f94-8937-d6fa4f961d02 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0500479 Nov 22 16:52:06.789513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.800585 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.843766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.069812 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-6ec382bb-1c69-4ec5-a865-11e10ec21601 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9960163 Nov 22 16:52:07.084150 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.095410 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.117101 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.125897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.130868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9abd40-321f-4fb5-86e1-e0b23466f50e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:07.198818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.219664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.220007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.220138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cb310-c449-47e7-81f4-03681c52b161 None None] Pushing event updated for resources: {'Port': ['ID=3ab5b462-62da-43d6-a401-0d815e2270ed,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:07.220356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.234221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.234516 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:07.238540 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 2 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:07.270195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'Port': ['ID=21167d6b-6b15-48e6-a403-eb85ef55750e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:07.285901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368ae12-51b8-4e28-bcaf-51a091325b61 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:07.327201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Attempting to bind port 3ab5b462-62da-43d6-a401-0d815e2270ed on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.327695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Attempting to bind port 3ab5b462-62da-43d6-a401-0d815e2270ed by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.328382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Attempting to bind port 3ab5b462-62da-43d6-a401-0d815e2270ed on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.337010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:07.337510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.337653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:07.338117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.338675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:07.339291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Bound port: 3ab5b462-62da-43d6-a401-0d815e2270ed, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:07.340115 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.351545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-2339ecbd-0543-4cbe-9a70-0e6a12275881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.354324 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-2339ecbd-0543-4cbe-9a70-0e6a12275881 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 1096 time: 0.2206092 Nov 22 16:52:07.355625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.355961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.356466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.379798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.389297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c33e172f-3331-4dd5-bda1-c70e8a0ad485 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1265380 Nov 22 16:52:07.389513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.389513 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:07.397507 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 3 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:07.409287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] For port 3ab5b462-62da-43d6-a401-0d815e2270ed, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:07.413281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] For port 3ab5b462-62da-43d6-a401-0d815e2270ed, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3ab5b462-62da-43d6-a401-0d815e2270ed,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:07.425670 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.478799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.479498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.479621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.511499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51102927-b33f-45fd-8a69-b7713aaf17ef None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:07.523383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e1e9d071-aa56-48af-9efc-f0ed1883cbfa None None] Provisioning complete for port 3ab5b462-62da-43d6-a401-0d815e2270ed triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:07.523850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d071-aa56-48af-9efc-f0ed1883cbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.526404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cb310-c449-47e7-81f4-03681c52b161 None None] Pushing event updated for resources: {'Port': ['ID=3ab5b462-62da-43d6-a401-0d815e2270ed,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:07.530756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.535539 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:07.537750 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 4 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:07.560919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Routers {'735240de-ec44-4a28-8955-a0f7bdf6826a'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:07.561639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['735240de-ec44-4a28-8955-a0f7bdf6826a'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:07.606575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.606897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.607259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.633986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.634828 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:07.643447 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 5 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:07.664023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.664371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.664715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.678574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-dc0d496d-6932-4139-856d-553424d300c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.680147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-dc0d496d-6932-4139-856d-553424d300c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 200 len: 911 time: 0.3003440 Nov 22 16:52:07.685008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.685327 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:07.687313 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 6 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:07.707549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.707886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.708233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.786982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.787431 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:07.787840 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 7 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:07.833975 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-84f66204-3b5d-438f-9b90-382f46cbc94b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8faedb8-a48a-4f16-8806-5fed35b48730 HTTP/1.1" status: 200 len: 217 time: 0.1275847 Nov 22 16:52:07.836274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.836496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.836849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.909848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.910245 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:07.913494 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 8 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:07.941466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:07.941813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:07.942157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:07.954548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:07.954887 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:07.989340 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 9 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:08.011994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.022891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] Set router 735240de-ec44-4a28-8955-a0f7bdf6826a gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:08.032546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-151f0f99-397f-47b8-a448-857d118942cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.034031 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-151f0f99-397f-47b8-a448-857d118942cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 200 len: 849 time: 0.1754889 Nov 22 16:52:08.078350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d071-aa56-48af-9efc-f0ed1883cbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.116039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:08.116594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:08.116682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:08.188138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e1e9d071-aa56-48af-9efc-f0ed1883cbfa None None] For port 3ab5b462-62da-43d6-a401-0d815e2270ed, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3ab5b462-62da-43d6-a401-0d815e2270ed,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:08.193827 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d071-aa56-48af-9efc-f0ed1883cbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.223566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.281130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:08.281470 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:08.283470 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempt 10 to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e Nov 22 16:52:08.286899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.289319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9d071-aa56-48af-9efc-f0ed1883cbfa None None] Pushing event updated for resources: {'Port': ['ID=3ab5b462-62da-43d6-a401-0d815e2270ed,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:08.343874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4555d5f5-956c-4d3a-b3e0-4b36898675e6 None None] Provisioning complete for port 3ab5b462-62da-43d6-a401-0d815e2270ed triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:08.344276 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4555d5f5-956c-4d3a-b3e0-4b36898675e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.379774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:08.380305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:08.380856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempting to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:08.399212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-75fc3b40-9e7f-471e-81a4-7f3564c89867 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.400461 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-75fc3b40-9e7f-471e-81a4-7f3564c89867 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 950 time: 0.3577788 Nov 22 16:52:08.402679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-772c25f4-6394-447d-8cb8-7f21246a5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.405058 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-772c25f4-6394-447d-8cb8-7f21246a5e9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=420a208a-8bbc-4c0c-9867-e3e52c27c3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3609138 Nov 22 16:52:08.445235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735240de-ec44-4a28-8955-a0f7bdf6826a', 'name': 'tempest-snat-router-1314946711', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.138'}], 'enable_snat': False}, 'gw_port_id': '3ab5b462-62da-43d6-a401-0d815e2270ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:02Z', 'updated_at': '2021-11-22T16:52:04Z', 'revision_number': 3, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port': {'id': '3ab5b462-62da-43d6-a401-0d815e2270ed', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735240de-ec44-4a28-8955-a0f7bdf6826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:03Z', 'updated_at': '2021-11-22T16:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:08.461675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:08.465211 n-d-816865-2 neutron-server[103442]: ERROR neutron.plugins.ml2.managers [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Failed to bind port ed9abd40-321f-4fb5-86e1-e0b23466f50e on host n-h1-816865-2 for vnic_type normal using segments [{'id': '9e291cc5-408c-4bda-98df-d441b94a271b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b987fe4e-0ce9-4677-bc9f-a0e518536645'}] Nov 22 16:52:08.467039 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.484279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a5504c-eeb9-41fe-b63b-4c10a3339f96 None None] The sync data for ids ['735240de-ec44-4a28-8955-a0f7bdf6826a'] in n-d-816865-2 is: [{'id': '735240de-ec44-4a28-8955-a0f7bdf6826a', 'name': 'tempest-snat-router-1314946711', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.138'}], 'enable_snat': False}, 'gw_port_id': '3ab5b462-62da-43d6-a401-0d815e2270ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:02Z', 'updated_at': '2021-11-22T16:52:04Z', 'revision_number': 3, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port': {'id': '3ab5b462-62da-43d6-a401-0d815e2270ed', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735240de-ec44-4a28-8955-a0f7bdf6826a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:03Z', 'updated_at': '2021-11-22T16:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:08.529420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-95a99348-5f88-4618-99f9-4ac02c720bfe tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.538569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-95a99348-5f88-4618-99f9-4ac02c720bfe tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=263f59e6-817d-424d-b11a-9d66282a7472 HTTP/1.1" status: 200 len: 944 time: 0.0922766 Nov 22 16:52:08.643709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Allocated IP 172.25.0.194 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/97d7a71e-1b0b-4778-8904-de96ec2ad436) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:08.669781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Deleting port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:08.670338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.786832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] For port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:08.787260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.805140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Calling delete_port for 61ee71e3-64c5-4bd5-a413-d5ad6319ffde owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:09.049321 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.062938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['329150b1-5a23-43b8-b588-db55974b48e7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:09.066035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d8faedb8-a48a-4f16-8806-5fed35b48730'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:09.131983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event deleted for resources: {'Port': ['ID=61ee71e3-64c5-4bd5-a413-d5ad6319ffde,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:09.221716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] No DVR routers for this DVR port 61ee71e3-64c5-4bd5-a413-d5ad6319ffde on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:09.234767 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.243990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e9c6063-6475-4bbd-9eb6-1235582da11d req-eda650e0-7695-4dc3-9389-4e621c2516a1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "DELETE /v2.0/ports/61ee71e3-64c5-4bd5-a413-d5ad6319ffde HTTP/1.1" status: 204 len: 173 time: 0.7035482 Nov 22 16:52:09.244821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'name': 'network-vif-deleted', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:09.248085 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df37b74-bfba-4a3f-9cc5-ee58b301def4" -d '{"events": [{"server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "name": "network-vif-deleted", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:09.370326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-ec4b39d2-63ef-4e85-bbb8-153f39136241 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9371989 Nov 22 16:52:09.398582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] For port ed9abd40-321f-4fb5-86e1-e0b23466f50e, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:09.400854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attempted to set empty binding levels {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:52:09.498064 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.577405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Deleting port 4cb2a8a8-7342-48d4-b539-135b5b25379f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:09.578931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.606453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3ab5b462-62da-43d6-a401-0d815e2270ed up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:09.724919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] In _notify_port_updated(), no bound segment for port ed9abd40-321f-4fb5-86e1-e0b23466f50e on network b987fe4e-0ce9-4677-bc9f-a0e518536645 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:52:09.725750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:09.726360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.730589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "PUT /v2.0/ports/ed9abd40-321f-4fb5-86e1-e0b23466f50e HTTP/1.1" status: 200 len: 979 time: 3.7409658 Nov 22 16:52:09.731231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45250) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:09.779983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c2df1-642b-4de8-b00d-ae2ad6c29c00 req-c807a083-9019-4a24-a1d8-42e5cc0ac33c tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:09.781584 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f77c2df1-642b-4de8-b00d-ae2ad6c29c00 req-c807a083-9019-4a24-a1d8-42e5cc0ac33c tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1097 time: 0.0857618 Nov 22 16:52:09.830210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3ab5b462-62da-43d6-a401-0d815e2270ed triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:09.830210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.860036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb71678-13c0-4bb7-970d-c8f517e07b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9abd40-321f-4fb5-86e1-e0b23466f50e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:09.873965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f77c2df1-642b-4de8-b00d-ae2ad6c29c00 req-8a4b3e33-3bc8-4ff1-b0ee-6d4daf2d2eac tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829093 Nov 22 16:52:10.020183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.070019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc4b8d-92f0-4eb2-a706-246048bd03d8 req-0916c085-06c1-42be-8bf4-01d630f5b676 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:10.074276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08fc4b8d-92f0-4eb2-a706-246048bd03d8 req-0916c085-06c1-42be-8bf4-01d630f5b676 tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8541ddc-dff3-4203-8139-35e400f122f3 HTTP/1.1" status: 200 len: 950 time: 0.1075466 Nov 22 16:52:10.079813 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.168198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'Port': ['ID=97d7a71e-1b0b-4778-8904-de96ec2ad436,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:10.174083 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-23081ce6-080c-4deb-ba68-c9d01a500f47 req-b2bc4a97-d48b-4313-b935-038b1077c259 service neutron] 10.222.0.62 "GET /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706261 Nov 22 16:52:10.188902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] For port 4cb2a8a8-7342-48d4-b539-135b5b25379f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4cb2a8a8-7342-48d4-b539-135b5b25379f,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:10.189293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.237295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Calling delete_port for 4cb2a8a8-7342-48d4-b539-135b5b25379f owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:10.249329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:10.258598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:10.263059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:10.273160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Deleting port ed9abd40-321f-4fb5-86e1-e0b23466f50e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:10.273381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.287270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0dd03a-6619-42f9-b847-8336d0981b7d None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:10.348959 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2e1f7315-5b01-4715-9af3-8d269f35ba37 None None] Provisioning complete for port 97d7a71e-1b0b-4778-8904-de96ec2ad436 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:10.349880 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7315-5b01-4715-9af3-8d269f35ba37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.412866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f7315-5b01-4715-9af3-8d269f35ba37 None None] Port 97d7a71e-1b0b-4778-8904-de96ec2ad436 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:10.541095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] For port ed9abd40-321f-4fb5-86e1-e0b23466f50e, host n-h1-816865-2, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:10.541744 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.586900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Calling delete_port for ed9abd40-321f-4fb5-86e1-e0b23466f50e owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:10.721419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.740281 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08fc4b8d-92f0-4eb2-a706-246048bd03d8 req-50854441-cea6-4475-a390-a3ae40c6c06a tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.59 "GET /v2.0/security-groups?id=148ce3ce-2589-4c6a-9847-bd816fe7ae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578889 Nov 22 16:52:10.855615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Pushing event deleted for resources: {'Port': ['ID=4cb2a8a8-7342-48d4-b539-135b5b25379f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:10.888356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec51b61f-8e21-4cdf-b68b-6984813a4482 req-0fd51b07-50bf-468c-9abc-34041988cc68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0381961 Nov 22 16:52:10.931764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] No DVR routers for this DVR port 4cb2a8a8-7342-48d4-b539-135b5b25379f on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:10.936999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.947263 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4e284922-0ea5-4dd9-bc99-e6144e1669d7 req-e5c711f5-593d-4caa-a6b5-9645860eec4b tempest-VolumesBackupsTest-618137964 tempest-VolumesBackupsTest-618137964-project] 10.222.0.37 "DELETE /v2.0/ports/4cb2a8a8-7342-48d4-b539-135b5b25379f HTTP/1.1" status: 204 len: 173 time: 2.5368533 Nov 22 16:52:10.948541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8541ddc-dff3-4203-8139-35e400f122f3', 'name': 'network-vif-deleted', 'tag': '4cb2a8a8-7342-48d4-b539-135b5b25379f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:10.951111 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278eccd2-69bb-40b5-9d7c-bc0ffb99c454" -d '{"events": [{"server_uuid": "f8541ddc-dff3-4203-8139-35e400f122f3", "name": "network-vif-deleted", "tag": "4cb2a8a8-7342-48d4-b539-135b5b25379f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:11.031328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.075870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4cb2a8a8-7342-48d4-b539-135b5b25379f no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:11.087339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.103821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 4cb2a8a8-7342-48d4-b539-135b5b25379f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:11.104152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4cb2a8a8-7342-48d4-b539-135b5b25379f not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:11.121229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-6057aeac-62d4-42fd-a8d9-51416d22225d tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--735832615&fields=id&tenant_id=1d81239f162045c3b0b6c25a0f26bec9 HTTP/1.1" status: 200 len: 267 time: 0.0923197 Nov 22 16:52:11.237129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed9abd40-321f-4fb5-86e1-e0b23466f50e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:11.256789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.264227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e82078eb-25c5-4243-a17b-a42f0ac07a55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "DELETE /v2.0/ports/ed9abd40-321f-4fb5-86e1-e0b23466f50e HTTP/1.1" status: 204 len: 168 time: 1.5252545 Nov 22 16:52:11.272590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45282) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:11.338806 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-717a3bf6-7620-4bb7-828c-ab8794c9a571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:52:11.344623 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-717a3bf6-7620-4bb7-828c-ab8794c9a571 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2086878683-project-admin] 10.222.0.59 "GET /v2.0/ports/ed9abd40-321f-4fb5-86e1-e0b23466f50e HTTP/1.1" status: 404 len: 333 time: 0.0639365 Nov 22 16:52:11.345590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45284) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:11.379854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-d42e2a37-d779-4d10-8ff7-cd6e034d94f1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:11.391947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-d42e2a37-d779-4d10-8ff7-cd6e034d94f1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 811 time: 0.2479882 Nov 22 16:52:11.422016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-d122d9aa-a6fe-4712-919f-378d87597def tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/quotas/1d81239f162045c3b0b6c25a0f26bec9 HTTP/1.1" status: 200 len: 375 time: 0.0284002 Nov 22 16:52:11.509081 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.540952 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-44aa3379-c208-4d59-bc47-755fb4120788 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936589 Nov 22 16:52:11.652743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.699964 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-297bf309-3dcb-4245-a9ec-62ad49d72244 service neutron] 10.222.0.59 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508787 Nov 22 16:52:11.745302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.781646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b987fe4e-0ce9-4677-bc9f-a0e518536645']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:11.792935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e291cc5-408c-4bda-98df-d441b94a271b') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:11.793320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e291cc5-408c-4bda-98df-d441b94a271b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:11.805113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.822995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-cc28ab2a-0d0e-462c-b6ee-0148acb9b66f service neutron] 10.222.0.59 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162279 Nov 22 16:52:11.826823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.838349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:11.838751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:11.842298 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:11.962159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.972608 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.981655 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] 10.222.0.59 "DELETE /v2.0/networks/b987fe4e-0ce9-4677-bc9f-a0e518536645 HTTP/1.1" status: 204 len: 168 time: 0.6347229 Nov 22 16:52:11.986036 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2608fe6d-9356-4463-93a4-3fd026baccbb x-openstack-request-id: req-2608fe6d-9356-4463-93a4-3fd026baccbb {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:11.986036 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263f59e6-817d-424d-b11a-9d66282a7472", "name": "network-vif-deleted", "tag": "61ee71e3-64c5-4bd5-a413-d5ad6319ffde", "status": "failed", "code": 422}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:11.986036 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2608fe6d-9356-4463-93a4-3fd026baccbb {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:11.986618 n-d-816865-2 neutron-server[103443]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '263f59e6-817d-424d-b11a-9d66282a7472', 'name': 'network-vif-deleted', 'tag': '61ee71e3-64c5-4bd5-a413-d5ad6319ffde', 'status': 'failed', 'code': 422} returned with failed status Nov 22 16:52:12.038803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997a527-68ce-4db8-bdd9-5f04cda8d074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446 tempest-PortsAdminExtendedAttrsIpV6TestJSON-210386446-project] Pushing event deleted for resources: {'Network': ['ID=b987fe4e-0ce9-4677-bc9f-a0e518536645,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:12.098261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Router 3785984e-ad42-454e-a7fd-9622aacd2b0b is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:12.279666 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71f4b69-f16a-43b6-b02b-d93ff50a1313 x-openstack-request-id: req-b71f4b69-f16a-43b6-b02b-d93ff50a1313 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:12.280327 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8541ddc-dff3-4203-8139-35e400f122f3", "name": "network-vif-deleted", "tag": "4cb2a8a8-7342-48d4-b539-135b5b25379f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:12.280775 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b71f4b69-f16a-43b6-b02b-d93ff50a1313 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:12.281537 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8541ddc-dff3-4203-8139-35e400f122f3', 'name': 'network-vif-deleted', 'tag': '4cb2a8a8-7342-48d4-b539-135b5b25379f', 'status': 'completed', 'code': 200} Nov 22 16:52:12.530877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-607d24d9-2fda-40ba-bdea-d51fc22057a4 req-24993cfa-fcd0-4ab9-8b67-54da6679c624 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0642734 Nov 22 16:52:12.619985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45332) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.704137 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05ce13fc-94ad-46cf-b671-02a41f280014 req-417ca86c-00e7-42b4-8607-c4b22c9dca9e tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 210 time: 0.0553267 Nov 22 16:52:12.916767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e0236338-5593-4d1c-b689-7aa699310e4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=087c2c55c8ce4dbcae85e6bb9b7af397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951450 Nov 22 16:52:12.920500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.967984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:12.978990 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Sync routers for ids ['3785984e-ad42-454e-a7fd-9622aacd2b0b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:13.004264 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Routers {'3785984e-ad42-454e-a7fd-9622aacd2b0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:13.004884 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3785984e-ad42-454e-a7fd-9622aacd2b0b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:13.012352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.017144 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d45b7535-affd-4097-a3e0-47720fdb85de tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1081359 Nov 22 16:52:13.017828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:13.034338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f40a64ae-92f9-4e34-8531-ef20fc0e0615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.070756 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f40a64ae-92f9-4e34-8531-ef20fc0e0615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.189850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e43a4-e222-45dd-bc5f-ebd0ef706bf7 req-c5ade5dd-308c-400e-b48f-8e7a551ec0fa tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:13.191690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a9e43a4-e222-45dd-bc5f-ebd0ef706bf7 req-c5ade5dd-308c-400e-b48f-8e7a551ec0fa tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1097 time: 0.0597231 Nov 22 16:52:13.206801 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f40a64ae-92f9-4e34-8531-ef20fc0e0615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.209771 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f40a64ae-92f9-4e34-8531-ef20fc0e0615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.220617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f40a64ae-92f9-4e34-8531-ef20fc0e0615 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e7be3be-173f-495e-8c98-91b0dca1d0fe HTTP/1.1" status: 204 len: 168 time: 0.2886105 Nov 22 16:52:13.240708 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a64ae-92f9-4e34-8531-ef20fc0e0615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7be3be-173f-495e-8c98-91b0dca1d0fe,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:13.260871 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5b063c44-0028-41d2-8a13-6731cecea7cb tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/routers/3785984e-ad42-454e-a7fd-9622aacd2b0b HTTP/1.1" status: 200 len: 908 time: 0.2419152 Nov 22 16:52:13.264835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:13.353585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a9e43a4-e222-45dd-bc5f-ebd0ef706bf7 req-530cb4ae-e1df-4c4d-af38-3c56c5d813e2 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315942 Nov 22 16:52:13.355792 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Set router 3785984e-ad42-454e-a7fd-9622aacd2b0b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:13.508443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.610601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa6758-d4f7-4f3f-8dd5-8be561cbe197 req-63bb04b3-92d8-44a8-8c00-f1250e4255bd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:13.618594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36fa6758-d4f7-4f3f-8dd5-8be561cbe197 req-63bb04b3-92d8-44a8-8c00-f1250e4255bd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 907 time: 0.1806619 Nov 22 16:52:13.741033 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3785984e-ad42-454e-a7fd-9622aacd2b0b', 'name': 'tempest-snat-router-1314946711', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '97d7a71e-1b0b-4778-8904-de96ec2ad436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:05Z', 'updated_at': '2021-11-22T16:52:10Z', 'revision_number': 3, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port': {'id': '97d7a71e-1b0b-4778-8904-de96ec2ad436', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3785984e-ad42-454e-a7fd-9622aacd2b0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:08Z', 'updated_at': '2021-11-22T16:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:13.865050 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Checking router: 3785984e-ad42-454e-a7fd-9622aacd2b0b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:13.865965 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Updating router 3785984e-ad42-454e-a7fd-9622aacd2b0b port 97d7a71e-1b0b-4778-8904-de96ec2ad436 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:13.911705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bede8279-65ea-4d2c-8640-b172952a53a6 req-5d4f37e7-1547-4612-8c8d-221793bca59c tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0962131 Nov 22 16:52:13.975980 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.129074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-138f1a09-12bc-419b-9fcd-e77b2b07f90b req-53e665c7-a724-40dd-b905-9c4c59c12fc4 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 210 time: 0.0657046 Nov 22 16:52:14.175994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:14.176884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-7c7fa78a-df44-4760-b1c3-fb5a97e4a6d3 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.178484 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-7c7fa78a-df44-4760-b1c3-fb5a97e4a6d3 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1097 time: 0.6641288 Nov 22 16:52:14.256298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-c23402db-0b2b-4654-87db-74f45af512f1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.258035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-c23402db-0b2b-4654-87db-74f45af512f1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 811 time: 0.4851189 Nov 22 16:52:14.262135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.308016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2e5282e2-5173-4ce0-8a79-f7f0f25e1e7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ac200a0b9f94615a54f20c4f08ba46c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293929 Nov 22 16:52:14.310915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45378) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:14.430855 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-4bdd6531-f7eb-4fab-94fd-e0b6faae9b9f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d81239f162045c3b0b6c25a0f26bec9 HTTP/1.1" status: 200 len: 379 time: 0.1611242 Nov 22 16:52:14.448799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'port': {'device_id': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'admin_state_up': True, 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'security_groups': ['21900034-c318-400c-9cec-18e140ce5435']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:14.473213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-be1f2336-6b25-4666-8bff-1bc01689007e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.485229 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-be1f2336-6b25-4666-8bff-1bc01689007e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 907 time: 0.1453536 Nov 22 16:52:14.487027 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccdc9419-aea8-4d01-8233-d9a66c87a000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.514840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Deleting port 9aa29498-c62a-46cc-9d50-c758cc74449d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:14.515324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.524699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Deleting port 97d7a71e-1b0b-4778-8904-de96ec2ad436 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:14.525055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.588296 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.606584 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.647474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccdc9419-aea8-4d01-8233-d9a66c87a000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.660044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce687557-78d9-4542-a4c5-0ab8e1ef476f None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:14.744584 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Attempting to bind port 97d7a71e-1b0b-4778-8904-de96ec2ad436 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:14.745555 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Attempting to bind port 97d7a71e-1b0b-4778-8904-de96ec2ad436 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:14.745555 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Attempting to bind port 97d7a71e-1b0b-4778-8904-de96ec2ad436 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:14.758594 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:14.772023 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:14.772582 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.773089 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:14.773852 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Bound port: 97d7a71e-1b0b-4778-8904-de96ec2ad436, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:14.774361 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.793803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-907cc388-c53c-4918-83bb-6f76941e7e2e None None] Provisioning complete for port 97d7a71e-1b0b-4778-8904-de96ec2ad436 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:14.794470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-907cc388-c53c-4918-83bb-6f76941e7e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.809612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4f3b-85c3-4e41-a6e0-463fbe6889ff req-3f0d6325-5e4b-4c3e-8297-ebd476193f76 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.819530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-352d4f3b-85c3-4e41-a6e0-463fbe6889ff req-3f0d6325-5e4b-4c3e-8297-ebd476193f76 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 1097 time: 0.2973671 Nov 22 16:52:14.871315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] For port 9aa29498-c62a-46cc-9d50-c758cc74449d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9aa29498-c62a-46cc-9d50-c758cc74449d,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:14.871691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.873141 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] For port 97d7a71e-1b0b-4778-8904-de96ec2ad436, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:14.881203 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] For port 97d7a71e-1b0b-4778-8904-de96ec2ad436, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=97d7a71e-1b0b-4778-8904-de96ec2ad436,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:14.893107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccdc9419-aea8-4d01-8233-d9a66c87a000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.896305 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccdc9419-aea8-4d01-8233-d9a66c87a000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.899941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ccdc9419-aea8-4d01-8233-d9a66c87a000 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc4e4bd4-c067-41a9-b2c0-276f40c44d75 HTTP/1.1" status: 204 len: 168 time: 0.5848629 Nov 22 16:52:14.904705 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.917617 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Pushing event updated for resources: {'Port': ['ID=97d7a71e-1b0b-4778-8904-de96ec2ad436,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:14.941965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Calling delete_port for 9aa29498-c62a-46cc-9d50-c758cc74449d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:14.949540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc9419-aea8-4d01-8233-d9a66c87a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e4bd4-c067-41a9-b2c0-276f40c44d75,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:14.950142 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.950817 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.958376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-907cc388-c53c-4918-83bb-6f76941e7e2e None None] Port 97d7a71e-1b0b-4778-8904-de96ec2ad436 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:14.963845 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.964791 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.967044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.967466 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.970648 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.971642 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.973390 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.974286 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.974640 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.975053 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:14.979199 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.031596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-352d4f3b-85c3-4e41-a6e0-463fbe6889ff req-b20663c1-b71f-467f-b3c2-7a0c207e95bc tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110546 Nov 22 16:52:15.059892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Deleting port 861e2a48-f055-4d4c-b41f-df263616167d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:15.060474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.066655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Calling delete_port for 97d7a71e-1b0b-4778-8904-de96ec2ad436 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:15.127891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Made reservation on behalf of 1d81239f162045c3b0b6c25a0f26bec9 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:15.138112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc3d60a-0638-4457-a872-10ece16c5dcf None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:15.153206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.206667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-64590e55-bd17-4811-a7c7-a61ea9e05193 None None] Provisioning complete for port 97d7a71e-1b0b-4778-8904-de96ec2ad436 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:15.207087 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64590e55-bd17-4811-a7c7-a61ea9e05193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.219111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Routers {'3785984e-ad42-454e-a7fd-9622aacd2b0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:15.221778 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3785984e-ad42-454e-a7fd-9622aacd2b0b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:15.383147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] For port 861e2a48-f055-4d4c-b41f-df263616167d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=861e2a48-f055-4d4c-b41f-df263616167d,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:15.383758 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.424179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Calling delete_port for 861e2a48-f055-4d4c-b41f-df263616167d owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:15.451142 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64590e55-bd17-4811-a7c7-a61ea9e05193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.461882 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f65407a7-3271-48ad-97e0-cc9a93392288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.486862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64590e55-bd17-4811-a7c7-a61ea9e05193 None None] For port 97d7a71e-1b0b-4778-8904-de96ec2ad436, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=97d7a71e-1b0b-4778-8904-de96ec2ad436,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:15.493635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64590e55-bd17-4811-a7c7-a61ea9e05193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.499449 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4694b49-5def-4112-ad37-6ba98670f10d None None] Pushing event updated for resources: {'Port': ['ID=97d7a71e-1b0b-4778-8904-de96ec2ad436,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.567621 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] Set router 3785984e-ad42-454e-a7fd-9622aacd2b0b gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:15.656402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64590e55-bd17-4811-a7c7-a61ea9e05193 None None] Pushing event updated for resources: {'Port': ['ID=97d7a71e-1b0b-4778-8904-de96ec2ad436,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.686154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.699298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['412080c2-6229-4546-97be-3dbb9c8de166'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:15.745004 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3785984e-ad42-454e-a7fd-9622aacd2b0b', 'name': 'tempest-snat-router-1314946711', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:05Z', 'updated_at': '2021-11-22T16:52:14Z', 'revision_number': 4, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:15.824805 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e01710-7c2f-461e-9068-71202df0f766 None None] The sync data for ids ['3785984e-ad42-454e-a7fd-9622aacd2b0b'] in n-d-816865-2 is: [{'id': '3785984e-ad42-454e-a7fd-9622aacd2b0b', 'name': 'tempest-snat-router-1314946711', 'tenant_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:05Z', 'updated_at': '2021-11-22T16:52:14Z', 'revision_number': 4, 'project_id': '8bb226219e2e4b67b4ef63c2a6d90cb3', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:15.829026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.845492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d64d0dcd-f091-4501-8b7f-f96408c76226 req-596ca16b-775f-49e2-a287-41c82ea4f8d6 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 210 time: 0.0677290 Nov 22 16:52:15.903224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Pushing event deleted for resources: {'Port': ['ID=9aa29498-c62a-46cc-9d50-c758cc74449d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.990461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event deleted for resources: {'Port': ['ID=861e2a48-f055-4d4c-b41f-df263616167d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:16.169116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] No DVR routers for this DVR port 861e2a48-f055-4d4c-b41f-df263616167d on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:16.211972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.216035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-036c6c8d-5cea-45d9-ae5d-a768e292ddbf req-018f180d-cf55-47f8-9312-44be38b9d411 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "DELETE /v2.0/ports/861e2a48-f055-4d4c-b41f-df263616167d HTTP/1.1" status: 204 len: 173 time: 1.7246296 Nov 22 16:52:16.216666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '024d8949-baae-4832-9666-0879aa44e73f', 'name': 'network-vif-deleted', 'tag': '861e2a48-f055-4d4c-b41f-df263616167d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:16.219330 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb637c5a-a4a5-454d-8d1e-024eb520c711" -d '{"events": [{"server_uuid": "024d8949-baae-4832-9666-0879aa44e73f", "name": "network-vif-deleted", "tag": "861e2a48-f055-4d4c-b41f-df263616167d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:16.279482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb6dab20-071d-40dc-9a09-dc54ffa12d46 req-d1a3717c-82ac-4bfe-8981-87c260c13570 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.1990244 Nov 22 16:52:16.285625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] No DVR routers for this DVR port 9aa29498-c62a-46cc-9d50-c758cc74449d on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:16.303455 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.321060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9967fed3-2312-498e-bc2b-4eaa0e500a1f req-dd7a6076-325b-4494-a3b7-6379d481eeda tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.37 "DELETE /v2.0/ports/9aa29498-c62a-46cc-9d50-c758cc74449d HTTP/1.1" status: 204 len: 173 time: 2.1312833 Nov 22 16:52:16.340182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad7353a-d41c-45c9-ad50-e1f2e5d65f71', 'name': 'network-vif-deleted', 'tag': '9aa29498-c62a-46cc-9d50-c758cc74449d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:16.344728 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71358151-7fbf-41ed-84b9-93cea1bd6338" -d '{"events": [{"server_uuid": "9ad7353a-d41c-45c9-ad50-e1f2e5d65f71", "name": "network-vif-deleted", "tag": "9aa29498-c62a-46cc-9d50-c758cc74449d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:16.494355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef000ccf-e116-4659-af15-9ea10f3c1bfc req-48c9ce25-d88e-4ac0-9c64-a2f48fc366a5 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 210 time: 0.0578260 Nov 22 16:52:16.614091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Allocated IP 172.20.0.11 (cdab1f6b-3d2d-4626-a141-ba897a65d650/18457c2f-2125-46fd-a787-be78ee4116b0/f92633fd-ece6-4966-88ee-c573b5390445) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:16.668207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71adf862-f63e-459e-8ca0-2c52423f9d45 req-5f08c14f-96ca-4555-a3e8-ef902e1a2523 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ad7353a-d41c-45c9-ad50-e1f2e5d65f71 HTTP/1.1" status: 200 len: 210 time: 0.0645094 Nov 22 16:52:16.732641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.742196 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df5dac6-baa8-4738-aebe-ded032dc4682 x-openstack-request-id: req-7df5dac6-baa8-4738-aebe-ded032dc4682 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:16.742512 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "024d8949-baae-4832-9666-0879aa44e73f", "name": "network-vif-deleted", "tag": "861e2a48-f055-4d4c-b41f-df263616167d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:16.742866 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7df5dac6-baa8-4738-aebe-ded032dc4682 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:16.743329 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '024d8949-baae-4832-9666-0879aa44e73f', 'name': 'network-vif-deleted', 'tag': '861e2a48-f055-4d4c-b41f-df263616167d', 'status': 'completed', 'code': 200} Nov 22 16:52:16.869898 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6a6d7e-8b26-49c3-858b-362a8a1b33d7 x-openstack-request-id: req-7f6a6d7e-8b26-49c3-858b-362a8a1b33d7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:16.876804 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad7353a-d41c-45c9-ad50-e1f2e5d65f71", "name": "network-vif-deleted", "tag": "9aa29498-c62a-46cc-9d50-c758cc74449d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:16.877827 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f6a6d7e-8b26-49c3-858b-362a8a1b33d7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:16.878843 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad7353a-d41c-45c9-ad50-e1f2e5d65f71', 'name': 'network-vif-deleted', 'tag': '9aa29498-c62a-46cc-9d50-c758cc74449d', 'status': 'completed', 'code': 200} Nov 22 16:52:16.892539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d7a71e-1b0b-4778-8904-de96ec2ad436,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:16.929920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22eac6e-62ec-4512-b634-ec969533a8cb None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:17.058780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c032be6d-6f77-4162-a312-9f1594e38bf2 req-c3130434-47b7-4876-8fbb-c7f784bee91f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=024d8949-baae-4832-9666-0879aa44e73f HTTP/1.1" status: 200 len: 210 time: 0.0686357 Nov 22 16:52:17.121078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9aa29498-c62a-46cc-9d50-c758cc74449d no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:17.172861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 9aa29498-c62a-46cc-9d50-c758cc74449d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:17.173218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9aa29498-c62a-46cc-9d50-c758cc74449d not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:17.173656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 861e2a48-f055-4d4c-b41f-df263616167d no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:17.201653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.218168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.221877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 861e2a48-f055-4d4c-b41f-df263616167d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:17.222452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 861e2a48-f055-4d4c-b41f-df263616167d not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:17.450815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-321676256'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:17.502757 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.513877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.522487 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.543588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f1451e9-25c1-4a71-8315-742e8ed50b37 req-29863242-b78e-4f3b-9e2f-3c08dbe85307 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0640600 Nov 22 16:52:17.555242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:17.561313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.581884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.708545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.709922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3785984e-ad42-454e-a7fd-9622aacd2b0b {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:17.715445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.717457 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e82911a2-eed8-4c90-9ede-ffcd07c39ba2 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "DELETE /v2.0/routers/3785984e-ad42-454e-a7fd-9622aacd2b0b HTTP/1.1" status: 204 len: 168 time: 4.4513538 Nov 22 16:52:17.720659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45454) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.744273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b93f5d30-1d93-42c8-8140-63a629553d46 req-88d29f31-2aae-4edc-8ec1-35757c265aed tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 210 time: 0.0448925 Nov 22 16:52:17.760970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.774264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.815505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599b33ce-cafb-4079-92c1-a4888513b69a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.859240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:17.893832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.895286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-38a9f8dd-edcf-4330-a7d2-27d1ff5c2f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.907562 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Added segment 61b5746c-83b2-4b3c-a03f-4d907578b2e4 of type vlan for network f6c761f1-aa62-4c7f-848f-5a26154a6f7b Nov 22 16:52:17.959364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.018846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.088625 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.101794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.110577 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.125715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:18.133918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.176556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event updated for resources: {'Port': ['ID=f92633fd-ece6-4966-88ee-c573b5390445,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.208823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9886765 Nov 22 16:52:18.232762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:18.242765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:18.245456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:18.301998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed1fda-88bc-4a1a-b56e-2a45fe0f435d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Network': ['ID=f6c761f1-aa62-4c7f-848f-5a26154a6f7b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.315864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f6c761f1-aa62-4c7f-848f-5a26154a6f7b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:18.365754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Deleting port 3ab5b462-62da-43d6-a401-0d815e2270ed {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:18.366097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.581257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea480176-d276-485f-83e2-fe92e3be4fd7 req-7d31c1e1-856e-474e-ac49-aaf8eb212745 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:18.587025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea480176-d276-485f-83e2-fe92e3be4fd7 req-7d31c1e1-856e-474e-ac49-aaf8eb212745 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.1487877 Nov 22 16:52:18.602019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] For port 3ab5b462-62da-43d6-a401-0d815e2270ed, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3ab5b462-62da-43d6-a401-0d815e2270ed,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:18.602403 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.635028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Calling delete_port for 3ab5b462-62da-43d6-a401-0d815e2270ed owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:18.677074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3570b583-5ae0-47ad-a8f7-95add15c159b None None] Provisioning complete for port f92633fd-ece6-4966-88ee-c573b5390445 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:18.678004 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3570b583-5ae0-47ad-a8f7-95add15c159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.775361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea480176-d276-485f-83e2-fe92e3be4fd7 req-82cd6f92-ba41-47d8-821e-157a6460fbe3 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804566 Nov 22 16:52:18.833919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.843562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3570b583-5ae0-47ad-a8f7-95add15c159b None None] Port f92633fd-ece6-4966-88ee-c573b5390445 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:18.897296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f28afc-e9d7-4a52-8efa-1eb562dc7207 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:18.955433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ab5b462-62da-43d6-a401-0d815e2270ed,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.966625 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.986847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:18.988853 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.022901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.036564 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-e59afa39-3a17-43f3-a6ea-347e2dfbd027 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5943277 Nov 22 16:52:19.237266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a50fe4d4-19e2-4686-8924-6ed5eb26e134 req-8b66720c-78a0-4bcd-a28f-52957142b3c4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0602729 Nov 22 16:52:19.531873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94362b18-8ecd-4dc9-ace3-02253414bdfa req-3c43de1c-06f3-48d1-b499-2d8340dabb0a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:19.544752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94362b18-8ecd-4dc9-ace3-02253414bdfa req-3c43de1c-06f3-48d1-b499-2d8340dabb0a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 932 time: 0.1316333 Nov 22 16:52:19.646748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94362b18-8ecd-4dc9-ace3-02253414bdfa req-67bb7037-05c9-4838-9ae6-a9a54678ee60 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995800 Nov 22 16:52:19.826500 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.832823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.926510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Request body: {'port': {'device_id': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:19.931460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd204ef5-3ca0-4cd3-8725-2d803a2eca10 req-64fea51e-f05f-4a48-97fe-29fc8c191778 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:19.935702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd204ef5-3ca0-4cd3-8725-2d803a2eca10 req-64fea51e-f05f-4a48-97fe-29fc8c191778 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 945 time: 0.1288800 Nov 22 16:52:20.032523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd204ef5-3ca0-4cd3-8725-2d803a2eca10 req-2e6a4630-657f-44c1-9690-4818c14add69 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883894 Nov 22 16:52:20.145912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.148077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 735240de-ec44-4a28-8955-a0f7bdf6826a {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:20.202726 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.209623 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-db559343-c50c-42cf-8cae-a8450efdbe24 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "DELETE /v2.0/routers/735240de-ec44-4a28-8955-a0f7bdf6826a HTTP/1.1" status: 204 len: 168 time: 2.4870567 Nov 22 16:52:20.228075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45502) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:20.269097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1797456421', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:20.275705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25da15-c9b3-4925-be85-a8ed7d0a6d63 req-7ff8114b-6a04-45d5-85eb-05d5b5589201 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.292107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff25da15-c9b3-4925-be85-a8ed7d0a6d63 req-7ff8114b-6a04-45d5-85eb-05d5b5589201 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.1237826 Nov 22 16:52:20.372116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-87284b06-e6f5-468e-8c72-d3bf1a489180 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.374232 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-87284b06-e6f5-468e-8c72-d3bf1a489180 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.3621764 Nov 22 16:52:20.398344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-d8f9e717-5e95-4e00-a8a2-a85be01fa1dd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.408429 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-d8f9e717-5e95-4e00-a8a2-a85be01fa1dd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 945 time: 0.4778857 Nov 22 16:52:20.432094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff25da15-c9b3-4925-be85-a8ed7d0a6d63 req-3b84cda6-ddb0-4272-842a-23a3c36c1448 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381688 Nov 22 16:52:20.540717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.541221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.721186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.749225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6fb967d7-31d9-4a8a-a7c2-db0e49f4f297 req-628868d7-478e-4379-b769-29a6be795855 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.1311162 Nov 22 16:52:20.827502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.010852 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.111194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b94b7c-9d2c-4609-8558-dca469dcfdb3 req-c29f8988-1c77-442c-b84a-b248b808d387 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:21.131631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28b94b7c-9d2c-4609-8558-dca469dcfdb3 req-c29f8988-1c77-442c-b84a-b248b808d387 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 932 time: 0.2151675 Nov 22 16:52:21.244292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Deleting port 412080c2-6229-4546-97be-3dbb9c8de166 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:21.245223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.257017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28b94b7c-9d2c-4609-8558-dca469dcfdb3 req-8ef534a7-ff5f-4235-ab92-ef77d9645388 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226106 Nov 22 16:52:21.376502 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.407435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3ab5b462-62da-43d6-a401-0d815e2270ed no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:21.463956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3ab5b462-62da-43d6-a401-0d815e2270ed {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:21.464659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3ab5b462-62da-43d6-a401-0d815e2270ed not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:21.557128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241edda-f989-420a-aa52-4b2b6823e457 req-61a302da-f1c6-4c99-9450-e9e37ee1838b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:21.569191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b241edda-f989-420a-aa52-4b2b6823e457 req-61a302da-f1c6-4c99-9450-e9e37ee1838b tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 945 time: 0.1893659 Nov 22 16:52:21.671653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b241edda-f989-420a-aa52-4b2b6823e457 req-338f2070-f31f-4ced-88e5-876306411ebb tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014268 Nov 22 16:52:21.716786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45572) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:21.723134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'subnet': {'network_id': 'f6c761f1-aa62-4c7f-848f-5a26154a6f7b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:21.743032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.866745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Deleting port d8faedb8-a48a-4f16-8806-5fed35b48730 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:21.871513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.005093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f695ad-f72a-4e24-884d-6ed18d73ab4e req-8216e230-ab67-4aa9-b8e0-9d484db66c0f tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.006145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2f695ad-f72a-4e24-884d-6ed18d73ab4e req-8216e230-ab67-4aa9-b8e0-9d484db66c0f tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.1622300 Nov 22 16:52:22.072458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] For port d8faedb8-a48a-4f16-8806-5fed35b48730, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d8faedb8-a48a-4f16-8806-5fed35b48730,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:22.073099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.096951 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Calling delete_port for d8faedb8-a48a-4f16-8806-5fed35b48730 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:22.160424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:22.171616 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.196333 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2f695ad-f72a-4e24-884d-6ed18d73ab4e req-18d7c278-82f8-4343-a269-74b2e93000eb tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815217 Nov 22 16:52:22.366601 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.379775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['329150b1-5a23-43b8-b588-db55974b48e7'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:22.503534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event deleted for resources: {'Port': ['ID=d8faedb8-a48a-4f16-8806-5fed35b48730,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:22.735598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8094eee-a882-4581-aff4-249aa889b920 req-7e1a43b1-434d-46f7-a65d-03d18889d25d tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.0664561 Nov 22 16:52:22.742818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.786050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] No DVR routers for this DVR port d8faedb8-a48a-4f16-8806-5fed35b48730 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:22.861055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Checking segment: {'id': '61b5746c-83b2-4b3c-a03f-4d907578b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f6c761f1-aa62-4c7f-848f-5a26154a6f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:22.861428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network hostable DHCP agents. Network: f6c761f1-aa62-4c7f-848f-5a26154a6f7b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:22.872760 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.878111 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "DELETE /v2.0/ports/d8faedb8-a48a-4f16-8806-5fed35b48730 HTTP/1.1" status: 204 len: 173 time: 2.3052471 Nov 22 16:52:22.885484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Subnet': ['ID=7fe63349-25b7-4149-b0f8-a22e5b4a7991,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:22.917014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b129366-f370-4fbf-a638-3489c90fa02e', 'name': 'network-vif-deleted', 'tag': 'd8faedb8-a48a-4f16-8806-5fed35b48730'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:22.924992 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4e07da-d64e-48df-98c0-8db74e793a27" -d '{"events": [{"server_uuid": "9b129366-f370-4fbf-a638-3489c90fa02e", "name": "network-vif-deleted", "tag": "d8faedb8-a48a-4f16-8806-5fed35b48730"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:22.946207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network f6c761f1-aa62-4c7f-848f-5a26154a6f7b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:22.974413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60456ba-f27f-40a6-888c-f1a9a5a4816f req-f4f17f4b-b9b9-4c83-9604-2db539026d53 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.980618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f60456ba-f27f-40a6-888c-f1a9a5a4816f req-f4f17f4b-b9b9-4c83-9604-2db539026d53 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 932 time: 0.1155708 Nov 22 16:52:22.993796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] For port 412080c2-6229-4546-97be-3dbb9c8de166, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=412080c2-6229-4546-97be-3dbb9c8de166,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:22.995414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.014297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f6c761f1-aa62-4c7f-848f-5a26154a6f7b) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:23.025988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa3466b-710e-474c-8f86-953a3bf588a1 None None] Network f6c761f1-aa62-4c7f-848f-5a26154a6f7b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:23.038528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:23.039249 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.098305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Calling delete_port for 412080c2-6229-4546-97be-3dbb9c8de166 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:23.164309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f60456ba-f27f-40a6-888c-f1a9a5a4816f req-a3203823-181c-4674-8cf2-1487087c8f9e tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708903 Nov 22 16:52:23.193286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a2784f70-c18c-42a5-bdf8-b718a2577794 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4751947 Nov 22 16:52:23.199598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45630) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:23.212003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1642732326'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:23.289487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:23.300924 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.314920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92633fd-ece6-4966-88ee-c573b5390445 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:23.356036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f6c761f1-aa62-4c7f-848f-5a26154a6f7b', 'network_id': 'f6c761f1-aa62-4c7f-848f-5a26154a6f7b', 'tenant_id': 'e9324fbbead7448781ab8c84f05bccc2', 'fixed_ips': [{'subnet_id': '7fe63349-25b7-4149-b0f8-a22e5b4a7991'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:23.362353 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.398013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:23.463808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-877d2bb4-943f-4a88-a3f9-b2848fe50c6e req-5024f30a-2dfb-40c8-971a-a740646e33c5 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b129366-f370-4fbf-a638-3489c90fa02e HTTP/1.1" status: 200 len: 210 time: 0.0514953 Nov 22 16:52:23.473138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.480500 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.482989 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Added segment 23c47cb2-2918-424c-b84e-25fb237375bf of type vlan for network a8f07d97-78d1-4cb3-b246-9565fe47883f Nov 22 16:52:23.568694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.611082 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b358d82-7d25-483d-b28b-fc33fa823e60 x-openstack-request-id: req-2b358d82-7d25-483d-b28b-fc33fa823e60 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:23.613482 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b129366-f370-4fbf-a638-3489c90fa02e", "name": "network-vif-deleted", "tag": "d8faedb8-a48a-4f16-8806-5fed35b48730", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:23.614190 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b358d82-7d25-483d-b28b-fc33fa823e60 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:23.615869 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b129366-f370-4fbf-a638-3489c90fa02e', 'name': 'network-vif-deleted', 'tag': 'd8faedb8-a48a-4f16-8806-5fed35b48730', 'status': 'completed', 'code': 200} Nov 22 16:52:23.655527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Transition to ACTIVE for port object f92633fd-ece6-4966-88ee-c573b5390445 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:52:23.671422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.674867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Allocated IP 2001:db8:0:ffff::2 (f6c761f1-aa62-4c7f-848f-5a26154a6f7b/7fe63349-25b7-4149-b0f8-a22e5b4a7991/7afdd649-c19e-43a1-a03e-5cbd5c97442e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:23.679894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:23.680646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.766063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.815105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.878419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Network': ['ID=a8f07d97-78d1-4cb3-b246-9565fe47883f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:23.906201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ac9bed34-38a4-445e-999c-ecc01351edcf tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6987121 Nov 22 16:52:23.909239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:23.924535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'subnet': {'network_id': 'a8f07d97-78d1-4cb3-b246-9565fe47883f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:23.934979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a8f07d97-78d1-4cb3-b246-9565fe47883f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:23.973747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Pushing event updated for resources: {'Port': ['ID=f92633fd-ece6-4966-88ee-c573b5390445,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:23.996017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.024849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 412080c2-6229-4546-97be-3dbb9c8de166 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:24.094292 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.096552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8877a9-018b-4fd8-bfaf-950d8d677cdf req-c6d302c6-defb-47df-8e87-5ace8255a8c8 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.108779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c8877a9-018b-4fd8-bfaf-950d8d677cdf req-c6d302c6-defb-47df-8e87-5ace8255a8c8 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=803f3306-1a6c-4996-8278-1e1c9dc08757 HTTP/1.1" status: 200 len: 1096 time: 0.3359001 Nov 22 16:52:24.139722 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.231185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Pushing event updated for resources: {'Port': ['ID=7afdd649-c19e-43a1-a03e-5cbd5c97442e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.266265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Network f6c761f1-aa62-4c7f-848f-5a26154a6f7b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:24.269240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:24.270234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:24.272584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:24.276259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.324399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Allocated IP 172.25.0.147 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/27219fd3-6cb7-40cd-b767-7ecc99991c38) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:24.351721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c8877a9-018b-4fd8-bfaf-950d8d677cdf req-e8b2d67e-ac7f-445f-9b28-7acea40f05d3 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=bfdfa97d-771c-4fe7-bc46-fc898fb19208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408426 Nov 22 16:52:24.356225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.392891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Port 412080c2-6229-4546-97be-3dbb9c8de166 update to DOWN by agent not found {{(pid=103444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:52:24.393352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d8faedb8-a48a-4f16-8806-5fed35b48730 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:24.429676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Attempting to bind port 7afdd649-c19e-43a1-a03e-5cbd5c97442e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:24.430058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Attempting to bind port 7afdd649-c19e-43a1-a03e-5cbd5c97442e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '61b5746c-83b2-4b3c-a03f-4d907578b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f6c761f1-aa62-4c7f-848f-5a26154a6f7b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:24.430434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Attempting to bind port 7afdd649-c19e-43a1-a03e-5cbd5c97442e on network f6c761f1-aa62-4c7f-848f-5a26154a6f7b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:24.495723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: d8faedb8-a48a-4f16-8806-5fed35b48730 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:24.496093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d8faedb8-a48a-4f16-8806-5fed35b48730 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:24.497807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:24.498206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Checking segment: {'id': '61b5746c-83b2-4b3c-a03f-4d907578b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f6c761f1-aa62-4c7f-848f-5a26154a6f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:24.498635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.504679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Bound using segment: {'id': '61b5746c-83b2-4b3c-a03f-4d907578b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f6c761f1-aa62-4c7f-848f-5a26154a6f7b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:24.505347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Bound port: 7afdd649-c19e-43a1-a03e-5cbd5c97442e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b5746c-83b2-4b3c-a03f-4d907578b2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f6c761f1-aa62-4c7f-848f-5a26154a6f7b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:24.505827 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.558710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Pushing event deleted for resources: {'Port': ['ID=412080c2-6229-4546-97be-3dbb9c8de166,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.601685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ae88fe1-3651-4184-aa59-817005fa0d4f req-93c75b2a-e114-48e4-81a4-27f0dfee3ce1 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.1247444 Nov 22 16:52:24.628774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] No DVR routers for this DVR port 412080c2-6229-4546-97be-3dbb9c8de166 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:24.632506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.636389 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f10077d2-feb2-431c-935a-d38d55cdaaee req-3862187a-c564-4a32-8590-c0f0bd630e35 tempest-TestServerMultinode-1882029659 tempest-TestServerMultinode-1882029659-project-admin] 10.222.0.62 "DELETE /v2.0/ports/412080c2-6229-4546-97be-3dbb9c8de166 HTTP/1.1" status: 204 len: 173 time: 4.2220643 Nov 22 16:52:24.637155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Attempting to bind port f92633fd-ece6-4966-88ee-c573b5390445 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:24.637576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Attempting to bind port f92633fd-ece6-4966-88ee-c573b5390445 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:24.638435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Attempting to bind port f92633fd-ece6-4966-88ee-c573b5390445 on network cdab1f6b-3d2d-4626-a141-ba897a65d650 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:24.656532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Port f92633fd-ece6-4966-88ee-c573b5390445 on network cdab1f6b-3d2d-4626-a141-ba897a65d650 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:24.659827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Attempting to bind port f92633fd-ece6-4966-88ee-c573b5390445 on network cdab1f6b-3d2d-4626-a141-ba897a65d650 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:24.686581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] For port 7afdd649-c19e-43a1-a03e-5cbd5c97442e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:24.688229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:24.688864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Checking segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:24.690613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Bound using segment: {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:24.692721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] For port 7afdd649-c19e-43a1-a03e-5cbd5c97442e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7afdd649-c19e-43a1-a03e-5cbd5c97442e,segment=NetworkSegment(61b5746c-83b2-4b3c-a03f-4d907578b2e4),segment_id=61b5746c-83b2-4b3c-a03f-4d907578b2e4)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:24.693090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Bound port: f92633fd-ece6-4966-88ee-c573b5390445, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c118ed43-4aab-448b-9176-18ac1e3cbed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:24.693803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.700868 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.832110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.899304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] For port f92633fd-ece6-4966-88ee-c573b5390445, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:24.904262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] For port f92633fd-ece6-4966-88ee-c573b5390445, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f92633fd-ece6-4966-88ee-c573b5390445,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:24.904516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422d279-88df-48d2-9344-f61a37eac470 None None] Pushing event updated for resources: {'Port': ['ID=7afdd649-c19e-43a1-a03e-5cbd5c97442e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.922800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.980840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.981297 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.983849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] 10.222.0.62 "PUT /v2.0/ports/f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 200 len: 1092 time: 5.8965938 Nov 22 16:52:25.060455 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.206049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407eb1b8-c4b5-4dd9-a7e9-c7ad4675066a req-f8415fed-0455-45c0-aa3e-21cfa2b8ed4e tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:25.210122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb88ec-7567-4a1b-847b-83c2eb9adc9f service neutron] Pushing event updated for resources: {'Port': ['ID=f92633fd-ece6-4966-88ee-c573b5390445,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.220500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-407eb1b8-c4b5-4dd9-a7e9-c7ad4675066a req-f8415fed-0455-45c0-aa3e-21cfa2b8ed4e tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 944 time: 0.3465095 Nov 22 16:52:25.394592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:25.442800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:25.475893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df99129-8115-4b3f-8324-c56896bcf163 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:25.499768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-1b36edfd-02da-4daf-a136-bffacb6e3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:25.501396 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-1b36edfd-02da-4daf-a136-bffacb6e3aa9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 1095 time: 0.4586570 Nov 22 16:52:25.506495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:25.518029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event updated for resources: {'Port': ['ID=27219fd3-6cb7-40cd-b767-7ecc99991c38,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.576666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-407eb1b8-c4b5-4dd9-a7e9-c7ad4675066a req-a5a6e16f-75a1-4164-a482-8f3961b4062a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551378 Nov 22 16:52:25.629371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7afdd649-c19e-43a1-a03e-5cbd5c97442e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:25.693074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:52:25.695604 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.746228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:25.863996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3da2fe1c-1522-4686-842e-a43c03cb1d8e None None] Provisioning complete for port 27219fd3-6cb7-40cd-b767-7ecc99991c38 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:25.864610 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3da2fe1c-1522-4686-842e-a43c03cb1d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.868452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Subnet': ['ID=9300cdba-b0a8-49db-b6d5-cddd7cd73894,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.977029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7afdd649-c19e-43a1-a03e-5cbd5c97442e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:25.977412 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.992897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec9b35c5-8d3d-4379-8901-56e9c84cbbe8 req-6433972b-142b-423e-b654-e27516ab4d11 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/ports?device_id=98e469f1-0a39-4882-a066-9c0b0d0fd2f4 HTTP/1.1" status: 200 len: 210 time: 0.1157029 Nov 22 16:52:26.011429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Checking segment: {'id': '23c47cb2-2918-424c-b84e-25fb237375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a8f07d97-78d1-4cb3-b246-9565fe47883f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:26.011429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network hostable DHCP agents. Network: a8f07d97-78d1-4cb3-b246-9565fe47883f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:26.028051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3da2fe1c-1522-4686-842e-a43c03cb1d8e None None] Port 27219fd3-6cb7-40cd-b767-7ecc99991c38 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:26.249662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network a8f07d97-78d1-4cb3-b246-9565fe47883f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:26.268175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.281203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a8f07d97-78d1-4cb3-b246-9565fe47883f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:26.296044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:26.306352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.378703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf50d35-a35a-4372-8b17-61456b432d87 None None] Network a8f07d97-78d1-4cb3-b246-9565fe47883f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:26.398776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803f3306-1a6c-4996-8278-1e1c9dc08757', 'name': 'network-vif-deleted', 'tag': '412080c2-6229-4546-97be-3dbb9c8de166'}, {'name': 'network-changed', 'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:26.401655 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78" -d '{"events": [{"server_uuid": "803f3306-1a6c-4996-8278-1e1c9dc08757", "name": "network-vif-deleted", "tag": "412080c2-6229-4546-97be-3dbb9c8de166"}, {"name": "network-changed", "server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "tag": "f92633fd-ece6-4966-88ee-c573b5390445"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:26.422618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-53414c2b-1b36-4c8b-ae90-2f912397636b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5083296 Nov 22 16:52:26.434255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:26.473995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'port': {'network_id': 'a8f07d97-78d1-4cb3-b246-9565fe47883f', 'name': 'tempest-NetworksIpV6TestAttrs-1662912576'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:26.539252 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-c0c1a672-46cd-42cc-9413-839862f98bfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 200 len: 217 time: 1.0193405 Nov 22 16:52:26.558985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 7afdd649-c19e-43a1-a03e-5cbd5c97442e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7afdd649-c19e-43a1-a03e-5cbd5c97442e,segment=NetworkSegment(61b5746c-83b2-4b3c-a03f-4d907578b2e4),segment_id=61b5746c-83b2-4b3c-a03f-4d907578b2e4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:26.587589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.818545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=7afdd649-c19e-43a1-a03e-5cbd5c97442e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:26.877255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-a8f07d97-78d1-4cb3-b246-9565fe47883f', 'network_id': 'a8f07d97-78d1-4cb3-b246-9565fe47883f', 'tenant_id': 'e9324fbbead7448781ab8c84f05bccc2', 'fixed_ips': [{'subnet_id': '9300cdba-b0a8-49db-b6d5-cddd7cd73894'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:26.878175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.886969 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e20d8af-f54e-41b2-8929-3a5a72922df1 x-openstack-request-id: req-7e20d8af-f54e-41b2-8929-3a5a72922df1 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:26.888440 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803f3306-1a6c-4996-8278-1e1c9dc08757", "name": "network-vif-deleted", "tag": "412080c2-6229-4546-97be-3dbb9c8de166", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "tag": "f92633fd-ece6-4966-88ee-c573b5390445", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:26.888813 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e20d8af-f54e-41b2-8929-3a5a72922df1 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:26.889281 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803f3306-1a6c-4996-8278-1e1c9dc08757', 'name': 'network-vif-deleted', 'tag': '412080c2-6229-4546-97be-3dbb9c8de166', 'status': 'completed', 'code': 200} Nov 22 16:52:26.889595 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445', 'status': 'completed', 'code': 200} Nov 22 16:52:27.041391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aabf8b6-b71b-4a6f-b6f0-e0d165e6d0b5 None None] Network f6c761f1-aa62-4c7f-848f-5a26154a6f7b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:27.052824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-4ee8d86f-66b1-4ac0-aed2-e90120c76a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:27.054822 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-4ee8d86f-66b1-4ac0-aed2-e90120c76a7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.5107501 Nov 22 16:52:27.074590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-5ac7e09b-5629-4ad2-8b32-31c62eebf05f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:27.077233 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-5ac7e09b-5629-4ad2-8b32-31c62eebf05f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.2205923 Nov 22 16:52:27.156089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:27.172513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.259010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89289781-4fbd-47bf-9aec-c82fa6637fb7 req-2503a089-15f8-4f49-82f3-d17ce9272113 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:27.260651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89289781-4fbd-47bf-9aec-c82fa6637fb7 req-2503a089-15f8-4f49-82f3-d17ce9272113 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 944 time: 0.2293248 Nov 22 16:52:27.285392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] device_id is not set on port b32a63f1-58f1-4dcb-8e47-92074ce4f462 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:27.298359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45688) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:27.387915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4ecbeda3-0d47-42fb-b5dd-6c16a031b06a None None] Provisioning complete for port 7afdd649-c19e-43a1-a03e-5cbd5c97442e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:27.388313 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeda3-0d47-42fb-b5dd-6c16a031b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.465108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-9f84cb76-d4de-4685-ad39-2f330eb14be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:27.467239 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-9f84cb76-d4de-4685-ad39-2f330eb14be2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862295 Nov 22 16:52:27.499588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7afdd649-c19e-43a1-a03e-5cbd5c97442e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:27.568503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89289781-4fbd-47bf-9aec-c82fa6637fb7 req-6417583b-1849-4b31-a0c7-9f111b8b5d91 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942576 Nov 22 16:52:27.601797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.632153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Allocated IP 2001:db8::f816:3eff:fe51:262e (a8f07d97-78d1-4cb3-b246-9565fe47883f/9300cdba-b0a8-49db-b6d5-cddd7cd73894/40e41806-1f89-4dfe-a1ae-6f3b06db5bed) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:27.669549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7afdd649-c19e-43a1-a03e-5cbd5c97442e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:27.670133 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.676576 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72fd18f0-8689-400f-83a6-161b2bdc6be4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.705854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Deleting port 329150b1-5a23-43b8-b588-db55974b48e7 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:27.706228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.743026 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.835027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-60785906-b1d8-4728-9677-4b02b2cc3573 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581462 Nov 22 16:52:27.871555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a96fa0-2961-403d-842a-40d5dda16914 req-d25861ab-5c1a-4e2c-8308-31efc701fa43 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:27.873576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2a96fa0-2961-403d-842a-40d5dda16914 req-d25861ab-5c1a-4e2c-8308-31efc701fa43 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 945 time: 0.1079113 Nov 22 16:52:27.953043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2a96fa0-2961-403d-842a-40d5dda16914 req-e61d0975-8f7c-4fd8-8c67-31ac840b420f tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd0397f8-86b9-470b-ab53-60fb17b92b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614433 Nov 22 16:52:28.032320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] For port 329150b1-5a23-43b8-b588-db55974b48e7, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=329150b1-5a23-43b8-b588-db55974b48e7,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:28.032712 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.054692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Deleting port f7782eec-890e-4de6-8362-e476546824ba {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:28.055186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.075228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Calling delete_port for 329150b1-5a23-43b8-b588-db55974b48e7 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:28.144796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.155096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45694) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:28.183211 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.189912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72fd18f0-8689-400f-83a6-161b2bdc6be4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.236367 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f0c7a440-0311-4b8f-bdb5-78a5ac6e946f req-f49e85b5-d384-4ef4-80db-fc1dfc7cda33 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912439 Nov 22 16:52:28.247514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] For port f7782eec-890e-4de6-8362-e476546824ba, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f7782eec-890e-4de6-8362-e476546824ba,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:28.247907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.248105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Network a8f07d97-78d1-4cb3-b246-9565fe47883f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:28.252791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:28.262092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:28.268890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Calling delete_port for f7782eec-890e-4de6-8362-e476546824ba owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:28.285565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72fd18f0-8689-400f-83a6-161b2bdc6be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.291704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Allocated IP 2001:db8::f816:3eff:fe4a:c8fe (a8f07d97-78d1-4cb3-b246-9565fe47883f/9300cdba-b0a8-49db-b6d5-cddd7cd73894/b32a63f1-58f1-4dcb-8e47-92074ce4f462) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:28.323074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Pushing event updated for resources: {'Port': ['ID=40e41806-1f89-4dfe-a1ae-6f3b06db5bed,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:28.379226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Attempting to bind port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:28.379861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Attempting to bind port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '23c47cb2-2918-424c-b84e-25fb237375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a8f07d97-78d1-4cb3-b246-9565fe47883f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:28.380481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Attempting to bind port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed on network a8f07d97-78d1-4cb3-b246-9565fe47883f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:28.387240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:28.388007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Checking segment: {'id': '23c47cb2-2918-424c-b84e-25fb237375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a8f07d97-78d1-4cb3-b246-9565fe47883f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:28.389169 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.390329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Bound using segment: {'id': '23c47cb2-2918-424c-b84e-25fb237375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a8f07d97-78d1-4cb3-b246-9565fe47883f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:28.391093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Bound port: 40e41806-1f89-4dfe-a1ae-6f3b06db5bed, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c47cb2-2918-424c-b84e-25fb237375bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a8f07d97-78d1-4cb3-b246-9565fe47883f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:28.391708 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.499661 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-72fd18f0-8689-400f-83a6-161b2bdc6be4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e18fdad141e4ad6ad5090337872568c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1996136 Nov 22 16:52:28.502888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45700) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:28.533728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] For port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:28.550271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] For port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=40e41806-1f89-4dfe-a1ae-6f3b06db5bed,segment=NetworkSegment(23c47cb2-2918-424c-b84e-25fb237375bf),segment_id=23c47cb2-2918-424c-b84e-25fb237375bf)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:28.563803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.564740 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88ae75da-6604-4144-b5c3-21200bffd6cc tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.566490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd18f0-8689-400f-83a6-161b2bdc6be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8711c7d8-7092-41a8-b834-7b55bf2f530b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:28.601463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.658035 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88ae75da-6604-4144-b5c3-21200bffd6cc tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.755063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b22b49-201b-4cfb-98fd-75a0b9661420 None None] Pushing event updated for resources: {'Port': ['ID=40e41806-1f89-4dfe-a1ae-6f3b06db5bed,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:28.840369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c3cbf07c-afec-4513-9b5e-7aad5eb2944e None None] Provisioning complete for port 7afdd649-c19e-43a1-a03e-5cbd5c97442e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:28.842847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf07c-afec-4513-9b5e-7aad5eb2944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.852170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbfb17ec-1a2c-4c21-b00a-51c6ca01c5c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.862432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.100108 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:29.217181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-c22099f3-dd2e-4396-8265-2381e6f31a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:29.218733 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-c22099f3-dd2e-4396-8265-2381e6f31a56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 1095 time: 0.8282044 Nov 22 16:52:29.312109 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.352533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7782eec-890e-4de6-8362-e476546824ba,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:29.383759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889ddd3-6cb2-4750-9d30-3377a8925926 req-c4f4f86e-4197-47f0-8d4f-9a1e7c4bb01c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:29.391932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0889ddd3-6cb2-4750-9d30-3377a8925926 req-c4f4f86e-4197-47f0-8d4f-9a1e7c4bb01c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 944 time: 0.6652603 Nov 22 16:52:29.425945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbfb17ec-1a2c-4c21-b00a-51c6ca01c5c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.451166 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.561243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event deleted for resources: {'Port': ['ID=329150b1-5a23-43b8-b588-db55974b48e7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:29.592389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 40e41806-1f89-4dfe-a1ae-6f3b06db5bed up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:29.680711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] No DVR routers for this DVR port 329150b1-5a23-43b8-b588-db55974b48e7 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:29.683797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-f5a992e7-b2e1-4f17-9bb0-69ba0a9a3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:29.686437 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-f5a992e7-b2e1-4f17-9bb0-69ba0a9a3dd3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.4569633 Nov 22 16:52:29.687676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88ae75da-6604-4144-b5c3-21200bffd6cc tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.695550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88ae75da-6604-4144-b5c3-21200bffd6cc tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.697505 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-88ae75da-6604-4144-b5c3-21200bffd6cc tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "DELETE /v2.0/security-groups/9162e700-9624-48b0-9b98-187899a8cac0 HTTP/1.1" status: 204 len: 168 time: 1.5310655 Nov 22 16:52:29.710152 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.724234 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54a15544-281d-49e9-88b7-7f1f4dab8c08 req-76bab49c-4e5a-4b72-be51-862ef6af8ddd tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.37 "DELETE /v2.0/ports/329150b1-5a23-43b8-b588-db55974b48e7 HTTP/1.1" status: 204 len: 173 time: 2.6265330 Nov 22 16:52:29.736186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826605ed-6d71-4055-b522-ed5d781fcd19', 'name': 'network-vif-deleted', 'tag': '329150b1-5a23-43b8-b588-db55974b48e7'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:29.740554 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15449fdd-9c0b-4e9c-806a-0423d1ea8a0f" -d '{"events": [{"server_uuid": "826605ed-6d71-4055-b522-ed5d781fcd19", "name": "network-vif-deleted", "tag": "329150b1-5a23-43b8-b588-db55974b48e7"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:29.751552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:29.752021 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.769039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.772555 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.775190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:29.845392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0889ddd3-6cb2-4750-9d30-3377a8925926 req-2494e29f-8a78-4dd7-9809-f64b1a48e011 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4523726 Nov 22 16:52:29.850677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-71860078-9684-4d7a-9f5f-919536bef6c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 200 len: 217 time: 0.1491230 Nov 22 16:52:29.970000 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-c626b7dd-7502-4d29-b7be-e578db8e96a3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] show failed (client error): The resource could not be found. Nov 22 16:52:29.971174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c626b7dd-7502-4d29-b7be-e578db8e96a3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "GET /v2.0/security-groups/9162e700-9624-48b0-9b98-187899a8cac0 HTTP/1.1" status: 404 len: 347 time: 0.1931865 Nov 22 16:52:29.990729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-e53ef799-3660-49ed-bc15-b9ae44540b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:29.993882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:29.999512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-e53ef799-3660-49ed-bc15-b9ae44540b3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.1407681 Nov 22 16:52:30.004137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network a8f07d97-78d1-4cb3-b246-9565fe47883f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:30.011771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae75da-6604-4144-b5c3-21200bffd6cc tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9162e700-9624-48b0-9b98-187899a8cac0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.022386 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.095236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-55588736-98ac-4758-8c2f-140bc95ebc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:30.097354 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-55588736-98ac-4758-8c2f-140bc95ebc96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832114 Nov 22 16:52:30.099312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Router 070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:30.118764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:30.121795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:30.128534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=40e41806-1f89-4dfe-a1ae-6f3b06db5bed,segment=NetworkSegment(23c47cb2-2918-424c-b84e-25fb237375bf),segment_id=23c47cb2-2918-424c-b84e-25fb237375bf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:30.137717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:30.143261 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.149852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbfb17ec-1a2c-4c21-b00a-51c6ca01c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.153729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.169759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbfb17ec-1a2c-4c21-b00a-51c6ca01c5c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.177700 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dbfb17ec-1a2c-4c21-b00a-51c6ca01c5c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8711c7d8-7092-41a8-b834-7b55bf2f530b HTTP/1.1" status: 204 len: 168 time: 1.6725390 Nov 22 16:52:30.238324 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-a6de1831-d62f-4721-8b8e-a47d1a9eabb1 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330559 Nov 22 16:52:30.281429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=40e41806-1f89-4dfe-a1ae-6f3b06db5bed,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.339656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec348198-46f3-4249-b283-06184b25a878 None None] Network a8f07d97-78d1-4cb3-b246-9565fe47883f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:30.412178 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45150a0-1e97-41de-addd-6cc468de88bf req-ab17c4f3-7d05-4bd7-b018-551f0cd868ce tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=826605ed-6d71-4055-b522-ed5d781fcd19 HTTP/1.1" status: 200 len: 210 time: 0.4221268 Nov 22 16:52:30.447627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb17ec-1a2c-4c21-b00a-51c6ca01c5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8711c7d8-7092-41a8-b834-7b55bf2f530b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.458111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c6c3efad-5c2b-4a9e-928b-a5dd6d2ab426 None None] Provisioning complete for port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:30.458524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6c3efad-5c2b-4a9e-928b-a5dd6d2ab426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.486137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Port': ['ID=b32a63f1-58f1-4dcb-8e47-92074ce4f462,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.578818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e9695da4-0197-4fb4-9211-3385d3b8058f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1270068 Nov 22 16:52:30.593819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-151d7d8b-751c-4cf9-81ac-14ebfc5d4f78 req-2ab4149c-50e2-45b3-aa81-a578a4644d45 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665379 Nov 22 16:52:30.595312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45720) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:30.614732 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de771ea7-f42b-4ab4-9ff1-539f26cdc76b x-openstack-request-id: req-de771ea7-f42b-4ab4-9ff1-539f26cdc76b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:30.615466 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826605ed-6d71-4055-b522-ed5d781fcd19", "name": "network-vif-deleted", "tag": "329150b1-5a23-43b8-b588-db55974b48e7", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:30.617973 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de771ea7-f42b-4ab4-9ff1-539f26cdc76b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:30.618924 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826605ed-6d71-4055-b522-ed5d781fcd19', 'name': 'network-vif-deleted', 'tag': '329150b1-5a23-43b8-b588-db55974b48e7', 'status': 'completed', 'code': 200} Nov 22 16:52:30.774707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-416ed1a2-9d8e-4a81-bcb1-862b2410ad09 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting subnet 9300cdba-b0a8-49db-b6d5-cddd7cd73894 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:30.778287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-416ed1a2-9d8e-4a81-bcb1-862b2410ad09 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.795508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port 57452557-ab1c-4c69-9004-7122850f358c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:30.797289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.835349 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-416ed1a2-9d8e-4a81-bcb1-862b2410ad09 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.901076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45724) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:30.927505 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e8619cc-1dd2-4f0e-8e09-b23ca43defc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.997752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:31.008883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaf91cc-5f8a-4fb1-ba7f-ffa9f8764650 None None] Sync routers for ids ['070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:31.027377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf91cc-5f8a-4fb1-ba7f-ffa9f8764650 None None] Routers {'070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:31.033758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-baaf91cc-5f8a-4fb1-ba7f-ffa9f8764650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:31.047538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.051622 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d9d0325c-02cb-4fa2-b060-98fa57c98f0c tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.7895386 Nov 22 16:52:31.052040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45726) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.068904 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d93c5d88-b6ae-468b-b3f8-f258cad86392 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': False}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:31.106499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-baaf91cc-5f8a-4fb1-ba7f-ffa9f8764650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:31.120557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf91cc-5f8a-4fb1-ba7f-ffa9f8764650 None None] Routers {'070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:31.121688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-baaf91cc-5f8a-4fb1-ba7f-ffa9f8764650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:31.123274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-416ed1a2-9d8e-4a81-bcb1-862b2410ad09 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.185475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5065e-7d8a-4782-93cd-7182b443537d req-845f4a66-4b14-481d-80a2-4e4ee6888e54 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.190072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ab5065e-7d8a-4782-93cd-7182b443537d req-845f4a66-4b14-481d-80a2-4e4ee6888e54 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 944 time: 0.2437708 Nov 22 16:52:31.233444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 329150b1-5a23-43b8-b588-db55974b48e7 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:31.238609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-baaf91cc-5f8a-4fb1-ba7f-ffa9f8764650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:31.240577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaf91cc-5f8a-4fb1-ba7f-ffa9f8764650 None None] The sync data for ids ['070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:31.277943 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.278332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-416ed1a2-9d8e-4a81-bcb1-862b2410ad09 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.279011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.279790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 329150b1-5a23-43b8-b588-db55974b48e7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:31.280246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 329150b1-5a23-43b8-b588-db55974b48e7 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:31.283674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-06772d2b-97f1-40a8-a36e-35a4a4738808 None None] Provisioning complete for port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:31.284181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-06772d2b-97f1-40a8-a36e-35a4a4738808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.319234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for 57452557-ab1c-4c69-9004-7122850f358c owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:31.334719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Router 4e6ff0b0-825a-4dcb-8224-185834120250 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:31.427905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-416ed1a2-9d8e-4a81-bcb1-862b2410ad09 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.444508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-416ed1a2-9d8e-4a81-bcb1-862b2410ad09 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/subnets/9300cdba-b0a8-49db-b6d5-cddd7cd73894 HTTP/1.1" status: 204 len: 168 time: 0.8232806 Nov 22 16:52:31.493295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a7907-7d47-45fb-ae35-407c74877b6d None None] Network a8f07d97-78d1-4cb3-b246-9565fe47883f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:31.495432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45730) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.523077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:31.537195 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] Sync routers for ids ['4e6ff0b0-825a-4dcb-8224-185834120250'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:31.554353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-59dc54d8-c7ac-46b4-bfd0-9d2a2904f0d8 admin admin] 10.222.0.59 "PUT /v2.0/routers/4e6ff0b0-825a-4dcb-8224-185834120250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8067341 Nov 22 16:52:31.557198 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] Routers {'4e6ff0b0-825a-4dcb-8224-185834120250'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:31.558606 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4e6ff0b0-825a-4dcb-8224-185834120250'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:31.599905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ed1a2-9d8e-4a81-bcb1-862b2410ad09 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Subnet': ['ID=9300cdba-b0a8-49db-b6d5-cddd7cd73894,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.642875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 40e41806-1f89-4dfe-a1ae-6f3b06db5bed up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:31.651273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45732) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.733646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ab5065e-7d8a-4782-93cd-7182b443537d req-d1f38f7f-a170-4772-b0ea-1f6f1cca1078 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5217454 Nov 22 16:52:31.739202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] Set router 4e6ff0b0-825a-4dcb-8224-185834120250 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:31.744094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f4c63e-8c8c-42dd-a6cb-fda5818cb752 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.745719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f4c63e-8c8c-42dd-a6cb-fda5818cb752 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.747686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-91f4c63e-8c8c-42dd-a6cb-fda5818cb752 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2511947 Nov 22 16:52:31.755197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45736) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.813564 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e8619cc-1dd2-4f0e-8e09-b23ca43defc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.816398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-06772d2b-97f1-40a8-a36e-35a4a4738808 None None] Provisioning complete for port b32a63f1-58f1-4dcb-8e47-92074ce4f462 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:31.817123 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-06772d2b-97f1-40a8-a36e-35a4a4738808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.843209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e8619cc-1dd2-4f0e-8e09-b23ca43defc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.889560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:31.890242 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.953857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-06772d2b-97f1-40a8-a36e-35a4a4738808 None None] Port b32a63f1-58f1-4dcb-8e47-92074ce4f462 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:31.986232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] DHCP port deletion for a8f07d97-78d1-4cb3-b246-9565fe47883f request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:31.993253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8e8619cc-1dd2-4f0e-8e09-b23ca43defc7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed4b433cb1cd483b91805655f62f7b26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0907838 Nov 22 16:52:31.995023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8619cc-1dd2-4f0e-8e09-b23ca43defc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787f8c67-6030-470e-b0cf-95be9d89c90b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.998925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:32.109218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f92633fd-ece6-4966-88ee-c573b5390445 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:52:32.129100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d93c5d88-b6ae-468b-b3f8-f258cad86392 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.151746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53743bfb-d881-47e1-81bc-0768151d68fc tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.176227 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:52:28Z', 'revision_number': 5, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:32.191791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-697d274d-43b9-4cdc-a2f5-b2e4e294fa8d None None] Provisioning complete for port b32a63f1-58f1-4dcb-8e47-92074ce4f462 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:32.192695 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-53743bfb-d881-47e1-81bc-0768151d68fc tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 16:52:32.193211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53743bfb-d881-47e1-81bc-0768151d68fc tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:52:32.193988 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-697d274d-43b9-4cdc-a2f5-b2e4e294fa8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.200434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-53743bfb-d881-47e1-81bc-0768151d68fc tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/a8f07d97-78d1-4cb3-b246-9565fe47883f HTTP/1.1" status: 409 len: 405 time: 0.4417903 Nov 22 16:52:32.211231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:32.211988 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.230312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1292819080'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:32.246852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.253323 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] Checking router: 4e6ff0b0-825a-4dcb-8224-185834120250 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:32.278345 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] Routers {'4e6ff0b0-825a-4dcb-8224-185834120250'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:32.280526 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['4e6ff0b0-825a-4dcb-8224-185834120250'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:32.284153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:32.288459 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.345103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=57452557-ab1c-4c69-9004-7122850f358c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:32.380303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b0e9db7-653c-4a37-b64b-7797ea1eb1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.402067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:32.409455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f92633fd-ece6-4966-88ee-c573b5390445, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f92633fd-ece6-4966-88ee-c573b5390445,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:32.414831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.415527 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Added segment cb7bee76-33d8-4460-9510-45278ff3f46b of type vlan for network 17dc8303-8414-4eec-a3b9-e75309b97fc1 Nov 22 16:52:32.430496 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] Set router 4e6ff0b0-825a-4dcb-8224-185834120250 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:32.472215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'f92633fd-ece6-4966-88ee-c573b5390445', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'port_id': 'f92633fd-ece6-4966-88ee-c573b5390445', 'mac_address': 'fa:16:3e:c6:fb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:52:32.524436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b0e9db7-653c-4a37-b64b-7797ea1eb1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.526065 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.547527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92633fd-ece6-4966-88ee-c573b5390445 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:32.571630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-697d274d-43b9-4cdc-a2f5-b2e4e294fa8d None None] Port b32a63f1-58f1-4dcb-8e47-92074ce4f462 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:32.575671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Deleting port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:32.576406 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.589145 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.638151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f92633fd-ece6-4966-88ee-c573b5390445, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f92633fd-ece6-4966-88ee-c573b5390445,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:32.655768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.659489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.719937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] For port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=40e41806-1f89-4dfe-a1ae-6f3b06db5bed,segment=NetworkSegment(23c47cb2-2918-424c-b84e-25fb237375bf),segment_id=23c47cb2-2918-424c-b84e-25fb237375bf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:32.722420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f5542-b45b-42af-8587-ff3a00e9ab47 req-1d47fbe1-b77c-46bc-999c-2612e2b64cc8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:32.724458 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.734856 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c16f5542-b45b-42af-8587-ff3a00e9ab47 req-1d47fbe1-b77c-46bc-999c-2612e2b64cc8 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.3872766 Nov 22 16:52:32.735991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b0e9db7-653c-4a37-b64b-7797ea1eb1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.738932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b0e9db7-653c-4a37-b64b-7797ea1eb1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.744674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5b0e9db7-653c-4a37-b64b-7797ea1eb1fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/787f8c67-6030-470e-b0cf-95be9d89c90b HTTP/1.1" status: 204 len: 168 time: 0.7439198 Nov 22 16:52:32.756094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Calling delete_port for 40e41806-1f89-4dfe-a1ae-6f3b06db5bed owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:32.794208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.799855 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.802182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8ed0086b-afbb-40a6-96dc-5295434c5e49 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "DELETE /v2.0/floatingips/24cb08bc-819d-42e8-8698-8335a92853b1 HTTP/1.1" status: 204 len: 168 time: 2.7962062 Nov 22 16:52:32.814264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=f92633fd-ece6-4966-88ee-c573b5390445,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:32.833599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45752) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:32.987056 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:52:28Z', 'revision_number': 5, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:33.019923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e9db7-653c-4a37-b64b-7797ea1eb1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f8c67-6030-470e-b0cf-95be9d89c90b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:33.046769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c16f5542-b45b-42af-8587-ff3a00e9ab47 req-f4b45dec-944b-437c-b55d-ee878cdcf0ae tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919109 Nov 22 16:52:33.047547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.054911 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fca67d-03e4-4a3c-a190-6e6fb372076d None None] The sync data for ids ['4e6ff0b0-825a-4dcb-8224-185834120250'] in n-d-816865-2 is: [{'id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'name': 'tempest-TestServerMultinode-1311240565-router', 'tenant_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:52:28Z', 'revision_number': 5, 'project_id': 'bdef4edbb9ea4ee182e269898b6ce68f', 'gw_port': {'id': '0662a495-f045-4c99-a9a4-9825f65ea0eb', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:83:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ff0b0-825a-4dcb-8224-185834120250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:33.080597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:33.081438 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.087809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['f92633fd-ece6-4966-88ee-c573b5390445'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:33.183514 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.286866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0732613 Nov 22 16:52:33.287920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45756) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:33.298040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'subnet': {'network_id': '17dc8303-8414-4eec-a3b9-e75309b97fc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:33.329747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b714a0-f834-4a33-b8df-0ede1578c57c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Network': ['ID=17dc8303-8414-4eec-a3b9-e75309b97fc1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:33.352751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9105da-9374-41b7-9673-c312db20f10a req-576c69b1-ec14-440c-b177-0f2d7e87b60a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:33.354105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a9105da-9374-41b7-9673-c312db20f10a req-576c69b1-ec14-440c-b177-0f2d7e87b60a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 945 time: 0.2039757 Nov 22 16:52:33.362011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Deleting port 0662a495-f045-4c99-a9a4-9825f65ea0eb {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:33.362397 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.424018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d3fea-4bbd-4be7-b8ab-c282c7ea07c3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port 0807fb5f-f78f-45e5-963a-edc12e383e40 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:33.424377 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3fea-4bbd-4be7-b8ab-c282c7ea07c3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.477314 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 17dc8303-8414-4eec-a3b9-e75309b97fc1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:33.600573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Pushing event deleted for resources: {'Port': ['ID=40e41806-1f89-4dfe-a1ae-6f3b06db5bed,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:33.605829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] No DVR routers for this DVR port 40e41806-1f89-4dfe-a1ae-6f3b06db5bed on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:33.645699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.646060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.646506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.646983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.647475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.647920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.648494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.649407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.649407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.649749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.650187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.650614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac7a621-8e8b-4b35-b608-408ec3dd1282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.669383 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3fea-4bbd-4be7-b8ab-c282c7ea07c3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.672338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f7782eec-890e-4de6-8362-e476546824ba no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:33.703709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d3fea-4bbd-4be7-b8ab-c282c7ea07c3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for 0807fb5f-f78f-45e5-963a-edc12e383e40 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:33.703939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: f7782eec-890e-4de6-8362-e476546824ba {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:33.703939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f7782eec-890e-4de6-8362-e476546824ba not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:33.703939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 40e41806-1f89-4dfe-a1ae-6f3b06db5bed no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:33.734575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 40e41806-1f89-4dfe-a1ae-6f3b06db5bed {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:33.736702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 40e41806-1f89-4dfe-a1ae-6f3b06db5bed not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:33.924372 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3fea-4bbd-4be7-b8ab-c282c7ea07c3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.953239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a9105da-9374-41b7-9673-c312db20f10a req-af033cf9-c139-476b-81a9-2d5af08150b0 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5868864 Nov 22 16:52:33.969185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] For port 0662a495-f045-4c99-a9a4-9825f65ea0eb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0662a495-f045-4c99-a9a4-9825f65ea0eb,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:33.969710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.981454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:33.983070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.013476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d3fea-4bbd-4be7-b8ab-c282c7ea07c3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=0807fb5f-f78f-45e5-963a-edc12e383e40,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:34.075762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Calling delete_port for 0662a495-f045-4c99-a9a4-9825f65ea0eb owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:34.091453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6d3fea-4bbd-4be7-b8ab-c282c7ea07c3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.095284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2d6d3fea-4bbd-4be7-b8ab-c282c7ea07c3 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "DELETE /v2.0/ports/0807fb5f-f78f-45e5-963a-edc12e383e40 HTTP/1.1" status: 204 len: 168 time: 1.2377739 Nov 22 16:52:34.099614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:34.118258 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d93c5d88-b6ae-468b-b3f8-f258cad86392 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.169827 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d93c5d88-b6ae-468b-b3f8-f258cad86392 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.183751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47114647-16a3-4d35-812b-d971673d0e30 req-c5f2dfa7-a0b1-4d31-9e1a-603eaff87d6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:34.186169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47114647-16a3-4d35-812b-d971673d0e30 req-c5f2dfa7-a0b1-4d31-9e1a-603eaff87d6d tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2435243 Nov 22 16:52:34.289062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe2e12-6eea-45a9-8152-9a6aaa764a6d req-516205c7-8b4f-42eb-a95e-30f7590933ba tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:34.290691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44fe2e12-6eea-45a9-8152-9a6aaa764a6d req-516205c7-8b4f-42eb-a95e-30f7590933ba tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.0990286 Nov 22 16:52:34.338008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a944d62c-824e-45be-afd6-49fd76923d68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port 47283cdb-d11b-4767-878a-52260f6b7a4d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:34.341247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a944d62c-824e-45be-afd6-49fd76923d68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.420407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44fe2e12-6eea-45a9-8152-9a6aaa764a6d req-f88259da-42a9-4945-8359-48027c1207a2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186097 Nov 22 16:52:34.577694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a944d62c-824e-45be-afd6-49fd76923d68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.594230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a944d62c-824e-45be-afd6-49fd76923d68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for 47283cdb-d11b-4767-878a-52260f6b7a4d owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:34.665770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93c5d88-b6ae-468b-b3f8-f258cad86392 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Router 070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:34.823252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Deleting port b24c594e-94e5-4fde-96dc-390fb5d98b83 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:34.823737 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.825688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a944d62c-824e-45be-afd6-49fd76923d68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.863889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944d62c-824e-45be-afd6-49fd76923d68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=47283cdb-d11b-4767-878a-52260f6b7a4d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:34.958763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:52:34.961815 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a944d62c-824e-45be-afd6-49fd76923d68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.961954 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.967368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a944d62c-824e-45be-afd6-49fd76923d68 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "DELETE /v2.0/ports/47283cdb-d11b-4767-878a-52260f6b7a4d HTTP/1.1" status: 204 len: 168 time: 0.8683724 Nov 22 16:52:34.970507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:34.976402 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.069847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-438935fb-953b-47d0-8391-ea3f40dc9fdf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting subnet a356b5a9-bc98-48e5-9f17-8a22a5d492a3 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:35.070169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Pushing event deleted for resources: {'Port': ['ID=0662a495-f045-4c99-a9a4-9825f65ea0eb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:35.085387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a892f16-3f65-4cd2-bea8-c7668ecd1ff9 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:35.119331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-438935fb-953b-47d0-8391-ea3f40dc9fdf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.148374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93c5d88-b6ae-468b-b3f8-f258cad86392 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:35.163354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb38213f-6275-4752-881f-2e20f060e621 None None] Sync routers for ids ['070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:35.179262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38213f-6275-4752-881f-2e20f060e621 None None] Routers {'070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:35.180123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-cb38213f-6275-4752-881f-2e20f060e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:35.182897 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d93c5d88-b6ae-468b-b3f8-f258cad86392 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.183988 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-438935fb-953b-47d0-8391-ea3f40dc9fdf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.188514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:35.198329 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d93c5d88-b6ae-468b-b3f8-f258cad86392 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "PUT /v2.0/routers/070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 HTTP/1.1" status: 200 len: 926 time: 4.1446183 Nov 22 16:52:35.232124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-cb38213f-6275-4752-881f-2e20f060e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:35.241033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] For port b24c594e-94e5-4fde-96dc-390fb5d98b83, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b24c594e-94e5-4fde-96dc-390fb5d98b83,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:35.241455 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.244889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee77ac-79fc-4524-9814-e00ef6db8717 req-720125e6-2598-46dc-8ac6-5dbe11df91aa tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:35.246582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbee77ac-79fc-4524-9814-e00ef6db8717 req-720125e6-2598-46dc-8ac6-5dbe11df91aa tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 945 time: 0.1571293 Nov 22 16:52:35.261569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38213f-6275-4752-881f-2e20f060e621 None None] Routers {'070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:35.265173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-cb38213f-6275-4752-881f-2e20f060e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:35.371358 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-cb38213f-6275-4752-881f-2e20f060e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:35.394644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb38213f-6275-4752-881f-2e20f060e621 None None] The sync data for ids ['070e4b80-6ce9-4a46-bfe4-69ce8f8378d8'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:35.549075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbee77ac-79fc-4524-9814-e00ef6db8717 req-8afd750b-5f83-4c88-a461-621a2e185dac tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467878 Nov 22 16:52:35.591523 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-438935fb-953b-47d0-8391-ea3f40dc9fdf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.623957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ff133a1d-7429-4c1b-bfbb-2adf8e77fdc4 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/routers/070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 HTTP/1.1" status: 200 len: 926 time: 0.4096940 Nov 22 16:52:35.627852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:35.716454 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-438935fb-953b-47d0-8391-ea3f40dc9fdf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.771552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438935fb-953b-47d0-8391-ea3f40dc9fdf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Subnet': ['ID=a356b5a9-bc98-48e5-9f17-8a22a5d492a3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:35.787889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-438935fb-953b-47d0-8391-ea3f40dc9fdf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.791622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52297697-eceb-4b09-a18d-3c4d6be7e1de None None] Network 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:35.793759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-438935fb-953b-47d0-8391-ea3f40dc9fdf tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "DELETE /v2.0/subnets/a356b5a9-bc98-48e5-9f17-8a22a5d492a3 HTTP/1.1" status: 204 len: 168 time: 0.8216479 Nov 22 16:52:35.799338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:35.852090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9171494-d999-44a5-852f-1105c0f7731d tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:35.856333 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c9171494-d999-44a5-852f-1105c0f7731d tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=070e4b80-6ce9-4a46-bfe4-69ce8f8378d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2234867 Nov 22 16:52:35.858233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd069a2d-c253-4bfe-b970-649c3c7ea882 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting subnet f513ce70-31cc-40a1-9871-c1ee9675c580 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:35.860544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45816) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:35.870837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd069a2d-c253-4bfe-b970-649c3c7ea882 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.878852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Subnet': ['ID=a07cfa84-5936-4ca4-b0d2-c87dd00f1bb6,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:35.920539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.947914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39610-2ee4-4160-a456-432b543184b1 req-3e68030c-1f34-444a-9241-0755b569375e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:35.949559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15f39610-2ee4-4160-a456-432b543184b1 req-3e68030c-1f34-444a-9241-0755b569375e tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 944 time: 0.2392323 Nov 22 16:52:35.985922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd069a2d-c253-4bfe-b970-649c3c7ea882 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.106698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Checking segment: {'id': 'cb7bee76-33d8-4460-9510-45278ff3f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '17dc8303-8414-4eec-a3b9-e75309b97fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:36.107078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network hostable DHCP agents. Network: 17dc8303-8414-4eec-a3b9-e75309b97fc1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:36.116832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f92633fd-ece6-4966-88ee-c573b5390445 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:36.185837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.194457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.205712 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.206103 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.206466 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Floating IP 1bd6176a-4c3d-4e08-bbad-af5f39a84d43 disassociated. External IP: 172.25.0.122, port: b24c594e-94e5-4fde-96dc-390fb5d98b83. Nov 22 16:52:36.207494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Calling delete_port for b24c594e-94e5-4fde-96dc-390fb5d98b83 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:36.217068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] DHCP port deletion for 1c6e2e81-f98b-4ecc-be06-3bb1677eb85b request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:36.270019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port f92633fd-ece6-4966-88ee-c573b5390445 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:52:36.281994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port f92633fd-ece6-4966-88ee-c573b5390445 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:36.282980 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.358260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] Deleting port 20a40e84-ee48-4193-883f-81f1f55be608 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:36.358666 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.399958 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.460035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network 17dc8303-8414-4eec-a3b9-e75309b97fc1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:36.491598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 17dc8303-8414-4eec-a3b9-e75309b97fc1) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:36.494658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event deleted for resources: {'Port': ['ID=b24c594e-94e5-4fde-96dc-390fb5d98b83,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:36.508157 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.525245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52d8e5-42d3-47b7-bc3a-0885475db366 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:36.527236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cb52d8e5-42d3-47b7-bc3a-0885475db366 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 881 time: 0.6642864 Nov 22 16:52:36.560233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215dc2c0-6d11-4f68-925a-b3728e856140 None None] Network 17dc8303-8414-4eec-a3b9-e75309b97fc1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:36.599077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd069a2d-c253-4bfe-b970-649c3c7ea882 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.618934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45828) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:36.620425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:36.621044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.638338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.638338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e6ff0b0-825a-4dcb-8224-185834120250 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:36.646072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:36.649851 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b585cc4-89a8-4094-91cf-3eaad5809460" -d '{"events": [{"server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "name": "network-vif-plugged", "status": "completed", "tag": "f92633fd-ece6-4966-88ee-c573b5390445"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:36.661236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.691402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd069a2d-c253-4bfe-b970-649c3c7ea882 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.692643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f92633fd-ece6-4966-88ee-c573b5390445, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f92633fd-ece6-4966-88ee-c573b5390445,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:36.697254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] For port 20a40e84-ee48-4193-883f-81f1f55be608, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=20a40e84-ee48-4193-883f-81f1f55be608,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:36.697861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.703778 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-90da0f60-2523-4895-b1cf-064dfd6a5fbb tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4145656 Nov 22 16:52:36.710586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.716999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.719057 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-19e2bf5c-3622-44fb-86d2-4684826e2834 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4e6ff0b0-825a-4dcb-8224-185834120250 HTTP/1.1" status: 204 len: 168 time: 5.0568950 Nov 22 16:52:36.720025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:36.724333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Router b61a2671-7175-4dc1-aacd-d10c929f70ce has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:36.725321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:36.725657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45840) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:36.736365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15f39610-2ee4-4160-a456-432b543184b1 req-0fb06edb-200a-40d3-b8d3-d42db58084f4 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups?id=aa44e583-5be6-4427-938d-9f1d245ffa21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7729971 Nov 22 16:52:36.736600 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-92b30643-3223-49da-aa8b-83b2d8ecb2f9 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 HTTP/1.1" status: 200 len: 205 time: 0.0969994 Nov 22 16:52:36.765142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'port': {'network_id': '17dc8303-8414-4eec-a3b9-e75309b97fc1', 'name': 'tempest-NetworksIpV6TestAttrs-200018996'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:36.792962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:36.803599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd069a2d-c253-4bfe-b970-649c3c7ea882 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Subnet': ['ID=f513ce70-31cc-40a1-9871-c1ee9675c580,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:36.818327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd069a2d-c253-4bfe-b970-649c3c7ea882 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.835336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bd069a2d-c253-4bfe-b970-649c3c7ea882 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "DELETE /v2.0/subnets/f513ce70-31cc-40a1-9871-c1ee9675c580 HTTP/1.1" status: 204 len: 168 time: 1.0341003 Nov 22 16:52:36.837873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45846) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:36.917056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] Calling delete_port for 20a40e84-ee48-4193-883f-81f1f55be608 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:36.925185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc80b4-8e28-47a6-b425-f969dd9271e8 None None] Network 7bf485ee-00ae-42be-b790-e5bca2fa413e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:37.065272 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.097832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8266633-868e-4633-adb3-65c57e68668d req-2d4c2866-fd5c-4cc5-aaef-756c43cb848c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:37.106834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8266633-868e-4633-adb3-65c57e68668d req-2d4c2866-fd5c-4cc5-aaef-756c43cb848c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.2139571 Nov 22 16:52:37.125024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2990475c-383b-4b1f-952b-9de6a110e9a7 admin admin] Deleting subnet 8463fe9f-2192-4dd6-8c38-07d663fd060a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:37.148621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=f92633fd-ece6-4966-88ee-c573b5390445,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:37.151783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: b24c594e-94e5-4fde-96dc-390fb5d98b83 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:37.152379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b24c594e-94e5-4fde-96dc-390fb5d98b83 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:37.209446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-17dc8303-8414-4eec-a3b9-e75309b97fc1', 'network_id': '17dc8303-8414-4eec-a3b9-e75309b97fc1', 'tenant_id': 'e9324fbbead7448781ab8c84f05bccc2', 'fixed_ips': [{'subnet_id': 'a07cfa84-5936-4ca4-b0d2-c87dd00f1bb6'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:37.210480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.224867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8266633-868e-4633-adb3-65c57e68668d req-2d362f61-3ee9-4f62-a283-443d7a0a22b7 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168189 Nov 22 16:52:37.260898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port 20a40e84-ee48-4193-883f-81f1f55be608 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:37.261451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.268526 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2990475c-383b-4b1f-952b-9de6a110e9a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.340847 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a978617-63b1-4cd2-a292-368d2d9e009e x-openstack-request-id: req-0a978617-63b1-4cd2-a292-368d2d9e009e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:37.341217 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "name": "network-vif-plugged", "status": "completed", "tag": "f92633fd-ece6-4966-88ee-c573b5390445", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:37.341425 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a978617-63b1-4cd2-a292-368d2d9e009e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:37.341830 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445', 'code': 200} Nov 22 16:52:37.412299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] For port 20a40e84-ee48-4193-883f-81f1f55be608, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=20a40e84-ee48-4193-883f-81f1f55be608,segment=NetworkSegment(185a8658-668f-494b-b2dd-1c50ba4c2e3e),segment_id=185a8658-668f-494b-b2dd-1c50ba4c2e3e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:37.413482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.447188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:37.455016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.457585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for 20a40e84-ee48-4193-883f-81f1f55be608 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:37.476275 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2990475c-383b-4b1f-952b-9de6a110e9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.526548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 20a40e84-ee48-4193-883f-81f1f55be608 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:37.534406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:37.607377 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.629515 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.654731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=20a40e84-ee48-4193-883f-81f1f55be608,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:37.657511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] No DVR routers for this DVR port 20a40e84-ee48-4193-883f-81f1f55be608 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:37.678802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port 20a40e84-ee48-4193-883f-81f1f55be608 update to DOWN by agent not found {{(pid=103444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:52:37.679287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0662a495-f045-4c99-a9a4-9825f65ea0eb no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:37.723004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] device_id is not set on port bf86fbc2-7856-4d65-9ca7-2a1972100c41 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:37.729151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0662a495-f045-4c99-a9a4-9825f65ea0eb {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:37.730147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0662a495-f045-4c99-a9a4-9825f65ea0eb not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:37.748369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.770239 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.802780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] No DVR routers for this DVR port 20a40e84-ee48-4193-883f-81f1f55be608 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:37.809220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49c151-6cff-4c4b-ab1c-84bd3fbe8bb8 None None] Pushing event deleted for resources: {'Port': ['ID=20a40e84-ee48-4193-883f-81f1f55be608,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:37.812227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Allocated IP 2001:db8::f816:3eff:fe78:7a24 (17dc8303-8414-4eec-a3b9-e75309b97fc1/a07cfa84-5936-4ca4-b0d2-c87dd00f1bb6/688797fc-5bdc-4b2c-9936-464371643923) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:37.838194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6e2e81-f98b-4ecc-be06-3bb1677eb85b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:37.855996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185a8658-668f-494b-b2dd-1c50ba4c2e3e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:37.856590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185a8658-668f-494b-b2dd-1c50ba4c2e3e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:37.905131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.945632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe5bc96c-7d28-48d8-8079-ab0b750aedd3 req-0206fd61-bf2b-47e8-91ae-608943b941c1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 210 time: 0.0728939 Nov 22 16:52:37.949796 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0fa10f53-02e7-43ea-9c26-e85ebb7aca53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.991208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.000396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] DHCP port deletion for 7bf485ee-00ae-42be-b790-e5bca2fa413e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:38.002795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d46733-a28d-45f3-8370-bf2586a6a777 req-8577d33f-3120-48a6-b56e-7377f144f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:38.004710 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.005238 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a7d46733-a28d-45f3-8370-bf2586a6a777 req-8577d33f-3120-48a6-b56e-7377f144f14c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 1097 time: 0.5879331 Nov 22 16:52:38.007089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2990475c-383b-4b1f-952b-9de6a110e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.012363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:38.013389 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:38.017195 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:38.092618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:38.105730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] Sync routers for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:38.125481 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:38.129170 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:38.154560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.174555 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.178021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] Deleting port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:38.178531 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.180026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "DELETE /v2.0/networks/1c6e2e81-f98b-4ecc-be06-3bb1677eb85b HTTP/1.1" status: 204 len: 168 time: 1.3402503 Nov 22 16:52:38.183478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:38.203861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] No DVR routers for this DVR port b24c594e-94e5-4fde-96dc-390fb5d98b83 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:38.222034 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.230368 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47114647-16a3-4d35-812b-d971673d0e30 req-68c867a5-97d5-427d-85d6-e489f5eb8ed7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.62 "DELETE /v2.0/ports/b24c594e-94e5-4fde-96dc-390fb5d98b83 HTTP/1.1" status: 204 len: 173 time: 4.0362287 Nov 22 16:52:38.264607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-deleted', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:38.267086 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d200f7-fa33-4057-9f17-d334127307ec" -d '{"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-deleted", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:38.294989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] For port 6a63097f-cea0-4575-a0ac-ded0a1de31f7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6a63097f-cea0-4575-a0ac-ded0a1de31f7,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:38.294989 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.299174 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.332813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] Calling delete_port for 6a63097f-cea0-4575-a0ac-ded0a1de31f7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:38.335665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32a6dc-4996-4a2c-91f4-a3625b047922 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Network': ['ID=1c6e2e81-f98b-4ecc-be06-3bb1677eb85b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:38.362912 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a7d46733-a28d-45f3-8370-bf2586a6a777 req-4333a7cd-22a4-4271-ae76-bc3e9e4ced3d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463619 Nov 22 16:52:38.371303 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2990475c-383b-4b1f-952b-9de6a110e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.416663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990475c-383b-4b1f-952b-9de6a110e9a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8463fe9f-2192-4dd6-8c38-07d663fd060a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:38.430514 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2990475c-383b-4b1f-952b-9de6a110e9a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.436822 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2990475c-383b-4b1f-952b-9de6a110e9a7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8463fe9f-2192-4dd6-8c38-07d663fd060a HTTP/1.1" status: 204 len: 168 time: 1.7018235 Nov 22 16:52:38.441492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45868) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:38.441928 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.454202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbd36ce-51c3-47f6-afb4-44580453454a None None] Network 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:38.492703 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.521400 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0fa10f53-02e7-43ea-9c26-e85ebb7aca53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.532678 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0fa10f53-02e7-43ea-9c26-e85ebb7aca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.538931 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:38.539846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.570979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0fa10f53-02e7-43ea-9c26-e85ebb7aca53 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92292a2f10594b98ab25a0a1fa93a668&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0333731 Nov 22 16:52:38.573790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45870) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:38.602737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd696313-946b-4797-9798-ad957c743cc8 req-39f79567-8331-40c6-8a20-44688dabd576 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:38.606333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Allocated IP 2001:db8::f816:3eff:fe53:9121 (17dc8303-8414-4eec-a3b9-e75309b97fc1/a07cfa84-5936-4ca4-b0d2-c87dd00f1bb6/bf86fbc2-7856-4d65-9ca7-2a1972100c41) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:38.610022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Deleting port 27219fd3-6cb7-40cd-b767-7ecc99991c38 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:38.610631 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.612686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd696313-946b-4797-9798-ad957c743cc8 req-39f79567-8331-40c6-8a20-44688dabd576 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.2181182 Nov 22 16:52:38.615329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.721171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa10f53-02e7-43ea-9c26-e85ebb7aca53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3785c161-23c7-4936-8039-55beb9d0d96e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:38.764727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd696313-946b-4797-9798-ad957c743cc8 req-829520e9-5652-4e71-bdd8-2166fe542d7f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481621 Nov 22 16:52:38.804148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-979b4c6b-7c41-4684-9bed-36ad7210173a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.805735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Deleting port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:38.809042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.860230 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-979b4c6b-7c41-4684-9bed-36ad7210173a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.015828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] For port 6a63097f-cea0-4575-a0ac-ded0a1de31f7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6a63097f-cea0-4575-a0ac-ded0a1de31f7,segment=NetworkSegment(c414007f-0384-4f86-997e-12156ab81f5f),segment_id=c414007f-0384-4f86-997e-12156ab81f5f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:39.016486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.046860 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3f10f6-a34e-45c4-81a9-f448b023f32b x-openstack-request-id: req-0b3f10f6-a34e-45c4-81a9-f448b023f32b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:39.047294 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e044233e-4ae2-4466-a2cd-da4586d7a5ca", "name": "network-vif-deleted", "tag": "b24c594e-94e5-4fde-96dc-390fb5d98b83", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:39.047952 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b3f10f6-a34e-45c4-81a9-f448b023f32b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:39.048643 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e044233e-4ae2-4466-a2cd-da4586d7a5ca', 'name': 'network-vif-deleted', 'tag': 'b24c594e-94e5-4fde-96dc-390fb5d98b83', 'status': 'completed', 'code': 200} Nov 22 16:52:39.065539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-979b4c6b-7c41-4684-9bed-36ad7210173a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.068608 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-979b4c6b-7c41-4684-9bed-36ad7210173a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.070381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Calling delete_port for 6a63097f-cea0-4575-a0ac-ded0a1de31f7 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:39.072024 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-979b4c6b-7c41-4684-9bed-36ad7210173a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3785c161-23c7-4936-8039-55beb9d0d96e HTTP/1.1" status: 204 len: 168 time: 0.4969535 Nov 22 16:52:39.176546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Network 17dc8303-8414-4eec-a3b9-e75309b97fc1 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:39.222985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:39.235947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:39.240943 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 5, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:39.251973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Pushing event updated for resources: {'Port': ['ID=688797fc-5bdc-4b2c-9936-464371643923,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:39.316853 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.317670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b4c6b-7c41-4684-9bed-36ad7210173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3785c161-23c7-4936-8039-55beb9d0d96e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:39.399055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] Pushing event deleted for resources: {'Port': ['ID=6a63097f-cea0-4575-a0ac-ded0a1de31f7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:39.403071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd641e-b4cd-4536-a181-d4a96d0a5d4e None None] No DVR routers for this DVR port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:39.408673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] DHCP port deletion for 1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:39.416529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.427779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] Checking router: b61a2671-7175-4dc1-aacd-d10c929f70ce for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:39.434497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Attempting to bind port 688797fc-5bdc-4b2c-9936-464371643923 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:39.434497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Attempting to bind port 688797fc-5bdc-4b2c-9936-464371643923 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'cb7bee76-33d8-4460-9510-45278ff3f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '17dc8303-8414-4eec-a3b9-e75309b97fc1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:39.434497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Attempting to bind port 688797fc-5bdc-4b2c-9936-464371643923 on network 17dc8303-8414-4eec-a3b9-e75309b97fc1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:39.454020 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.464214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:39.464740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Checking segment: {'id': 'cb7bee76-33d8-4460-9510-45278ff3f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '17dc8303-8414-4eec-a3b9-e75309b97fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:39.465152 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.465819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Bound using segment: {'id': 'cb7bee76-33d8-4460-9510-45278ff3f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '17dc8303-8414-4eec-a3b9-e75309b97fc1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:39.466239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Bound port: 688797fc-5bdc-4b2c-9936-464371643923, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7bee76-33d8-4460-9510-45278ff3f46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '17dc8303-8414-4eec-a3b9-e75309b97fc1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:39.466665 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.471883 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:39.474113 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:39.519758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Calling delete_port for 27219fd3-6cb7-40cd-b767-7ecc99991c38 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:39.631598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] No DVR routers for this DVR port 6a63097f-cea0-4575-a0ac-ded0a1de31f7 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:39.640984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Port': ['ID=6a63097f-cea0-4575-a0ac-ded0a1de31f7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:39.658161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] Deleting port 1f89a363-c3b2-4054-84ba-8a71b71724e5 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:39.658547 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.660787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1f89a363-c3b2-4054-84ba-8a71b71724e5 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:39.662505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdc56541-2055-45a5-aae4-389b73f0f143 req-4ff9b767-cbbe-4203-a8b7-f8577adc5c6a tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/ports?device_id=e044233e-4ae2-4466-a2cd-da4586d7a5ca HTTP/1.1" status: 200 len: 210 time: 0.2072883 Nov 22 16:52:39.682996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] For port 688797fc-5bdc-4b2c-9936-464371643923, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:39.755721 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:39.783887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Deleting port 1f89a363-c3b2-4054-84ba-8a71b71724e5 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:39.784325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.837093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.847894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] For port 688797fc-5bdc-4b2c-9936-464371643923, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=688797fc-5bdc-4b2c-9936-464371643923,segment=NetworkSegment(cb7bee76-33d8-4460-9510-45278ff3f46b),segment_id=cb7bee76-33d8-4460-9510-45278ff3f46b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:39.860590 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.970865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] For port 1f89a363-c3b2-4054-84ba-8a71b71724e5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1f89a363-c3b2-4054-84ba-8a71b71724e5,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:39.971362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.025875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] Calling delete_port for 1f89a363-c3b2-4054-84ba-8a71b71724e5 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:40.037455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ae794-2428-4cd6-b53f-77ae916c0a0a None None] Pushing event updated for resources: {'Port': ['ID=688797fc-5bdc-4b2c-9936-464371643923,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:40.153921 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.154640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] For port 1f89a363-c3b2-4054-84ba-8a71b71724e5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1f89a363-c3b2-4054-84ba-8a71b71724e5,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:40.156299 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.217644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf485ee-00ae-42be-b790-e5bca2fa413e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:40.228281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.260633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c414007f-0384-4f86-997e-12156ab81f5f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:40.261327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c414007f-0384-4f86-997e-12156ab81f5f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:40.267945 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 5, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:40.310432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbebc0-6420-4211-a9a2-fb94cb31e704 req-28b16c16-67fc-4016-993b-60fe3834ccab tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:40.320608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42bbebc0-6420-4211-a9a2-fb94cb31e704 req-28b16c16-67fc-4016-993b-60fe3834ccab tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.3131568 Nov 22 16:52:40.332889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.347000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Calling delete_port for 1f89a363-c3b2-4054-84ba-8a71b71724e5 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:40.373788 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41197d7-a68c-44ea-a430-fe886070480e None None] The sync data for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 is: [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:41:07Z', 'revision_number': 4, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'fc499c55-8235-4c29-a26f-4229f35b9971', 'name': '', 'network_id': '420a208a-8bbc-4c0c-9867-e3e52c27c3e8', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'mac_address': 'fa:16:3e:b2:16:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:05Z', 'updated_at': '2021-11-22T16:41:16Z', 'revision_number': 5, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'subnets': [{'id': 'c768d94a-3e81-4a9b-b7f5-d098bcdb0b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:40.391718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.416480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 1f89a363-c3b2-4054-84ba-8a71b71724e5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1f89a363-c3b2-4054-84ba-8a71b71724e5,segment=NetworkSegment(fef6ecbc-3b46-45a5-8891-68d2753315a5),segment_id=fef6ecbc-3b46-45a5-8891-68d2753315a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:40.419516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.424601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:40.425330 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:40.428889 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:40.433903 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.435368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6a63097f-cea0-4575-a0ac-ded0a1de31f7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:40.517146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 6a63097f-cea0-4575-a0ac-ded0a1de31f7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:40.517499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6a63097f-cea0-4575-a0ac-ded0a1de31f7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:40.533354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Port': ['ID=bf86fbc2-7856-4d65-9ca7-2a1972100c41,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:40.599108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.604065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42bbebc0-6420-4211-a9a2-fb94cb31e704 req-91e1ad12-5c1d-41a7-b586-79034832c5fe tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821176 Nov 22 16:52:40.617354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=1f89a363-c3b2-4054-84ba-8a71b71724e5,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:40.667965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network 17dc8303-8414-4eec-a3b9-e75309b97fc1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:40.673025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] Pushing event deleted for resources: {'Port': ['ID=1f89a363-c3b2-4054-84ba-8a71b71724e5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:40.681874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830462d-1b83-4854-b3af-c04444d1d53b None None] No DVR routers for this DVR port 1f89a363-c3b2-4054-84ba-8a71b71724e5 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:40.688520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.697241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.704640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] 10.222.0.59 "DELETE /v2.0/networks/7bf485ee-00ae-42be-b790-e5bca2fa413e HTTP/1.1" status: 204 len: 168 time: 2.5026486 Nov 22 16:52:40.731598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:40.759015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:40.799906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:40.800604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.849594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b589d-144b-4b4e-abab-22fcc7f7fdb4 tempest-TaggedBootDevicesTest-1990860267 tempest-TaggedBootDevicesTest-1990860267-project] Pushing event deleted for resources: {'Network': ['ID=7bf485ee-00ae-42be-b790-e5bca2fa413e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:40.947523 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fa9d2d5f-ba8d-4128-8554-aa39cf436f79 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.2137094 Nov 22 16:52:40.949921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127819e-538f-4c60-b9a9-ac7d86cc96ee req-3b43369f-7488-454c-b3b7-ac70031009d2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:40.955177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45908) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:40.970994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c127819e-538f-4c60-b9a9-ac7d86cc96ee req-3b43369f-7488-454c-b3b7-ac70031009d2 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.1619132 Nov 22 16:52:40.973339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45910) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:40.976721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.981238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b202737e-185c-457d-bf3d-e34cf3ed61fe None None] New status for floating IP 1bd6176a-4c3d-4e08-bbad-af5f39a84d43: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:40.990334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Request body: {'floatingip': {'port_id': 'f92633fd-ece6-4966-88ee-c573b5390445'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:41.028817 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.041157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f89a363-c3b2-4054-84ba-8a71b71724e5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:41.043193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] No DVR routers for this DVR port 1f89a363-c3b2-4054-84ba-8a71b71724e5 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:41.121045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce590ba-93c6-4d12-b3d0-69e7a67d8fd6 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:41.129143 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.144202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event deleted for resources: {'Port': ['ID=27219fd3-6cb7-40cd-b767-7ecc99991c38,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:41.160925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d78b2bb-e2fe-40a9-a076-8624c01e1c32 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting subnet a07cfa84-5936-4ca4-b0d2-c87dd00f1bb6 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:41.236673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:41.627869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfabd09-794c-4703-b7b5-8249e018bcf7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.653936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 688797fc-5bdc-4b2c-9936-464371643923 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:41.738375 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfabd09-794c-4703-b7b5-8249e018bcf7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.807465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 688797fc-5bdc-4b2c-9936-464371643923 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:41.807854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.886786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d78b2bb-e2fe-40a9-a076-8624c01e1c32 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.969870 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.033520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfabd09-794c-4703-b7b5-8249e018bcf7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.037350 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ccfabd09-794c-4703-b7b5-8249e018bcf7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.038874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ccfabd09-794c-4703-b7b5-8249e018bcf7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "DELETE /v2.0/security-groups/aa44e583-5be6-4427-938d-9f1d245ffa21 HTTP/1.1" status: 204 len: 168 time: 0.7990263 Nov 22 16:52:42.044340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 688797fc-5bdc-4b2c-9936-464371643923, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=688797fc-5bdc-4b2c-9936-464371643923,segment=NetworkSegment(cb7bee76-33d8-4460-9510-45278ff3f46b),segment_id=cb7bee76-33d8-4460-9510-45278ff3f46b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:42.053011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.054100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45936) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:42.085021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfabd09-794c-4703-b7b5-8249e018bcf7 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa44e583-5be6-4427-938d-9f1d245ffa21,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:42.116742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b45c2dd-f2d4-4ad3-9c74-cd8af52cdaf6 None None] Network 17dc8303-8414-4eec-a3b9-e75309b97fc1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:42.173208 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-eba0e577-601f-4d70-8096-4205249230e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] show failed (client error): The resource could not be found. Nov 22 16:52:42.178775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45938) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:42.183276 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eba0e577-601f-4d70-8096-4205249230e2 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "GET /v2.0/security-groups/aa44e583-5be6-4427-938d-9f1d245ffa21 HTTP/1.1" status: 404 len: 347 time: 0.0578675 Nov 22 16:52:42.242676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.257326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.343423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-49410de0-a08a-4a06-98d1-e3b2c979a195 None None] Provisioning complete for port 688797fc-5bdc-4b2c-9936-464371643923 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:42.344079 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49410de0-a08a-4a06-98d1-e3b2c979a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.427736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=688797fc-5bdc-4b2c-9936-464371643923,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:42.473864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d78b2bb-e2fe-40a9-a076-8624c01e1c32 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.656044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1d6758-81d8-4e1a-a4f3-2e3039f07f96']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:42.720258 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.728770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.743112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef6ecbc-3b46-45a5-8891-68d2753315a5') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:42.744624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef6ecbc-3b46-45a5-8891-68d2753315a5') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:42.759238 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:52:42.931978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45952) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:42.955744 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d78b2bb-e2fe-40a9-a076-8624c01e1c32 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.992190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.011718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.015245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Deleting port ecaf095c-2767-423d-940f-d92f63c336c3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:43.015892 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.016759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Fanout notify agent at l3_agent the message router_deleted on router 070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:43.055079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.059847 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-29951b0e-0149-416c-b03f-8ec6bf5992ed tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 HTTP/1.1" status: 204 len: 168 time: 6.2602801 Nov 22 16:52:43.068757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45956) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:43.082222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b18ca1de-b52a-4290-be6d-3505f7e524e1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-591716221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:43.095534 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.095879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.106279 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.143676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5a8297c0-e985-425e-843d-e8702c54f03a None None] Provisioning complete for port bf86fbc2-7856-4d65-9ca7-2a1972100c41 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:43.148574 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a8297c0-e985-425e-843d-e8702c54f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.185579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b18ca1de-b52a-4290-be6d-3505f7e524e1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.186659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b18ca1de-b52a-4290-be6d-3505f7e524e1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.201682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.202067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:43.202313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: items = [ Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:43.204939 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:43.210125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.234334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5a8297c0-e985-425e-843d-e8702c54f03a None None] Port bf86fbc2-7856-4d65-9ca7-2a1972100c41 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:43.262069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Calling delete_port for ecaf095c-2767-423d-940f-d92f63c336c3 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:43.266873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5a8297c0-e985-425e-843d-e8702c54f03a None None] Provisioning complete for port 688797fc-5bdc-4b2c-9936-464371643923 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:43.267815 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a8297c0-e985-425e-843d-e8702c54f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.278851 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4ec28cb-6d33-40fa-9e70-49441517880f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.395735 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d78b2bb-e2fe-40a9-a076-8624c01e1c32 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.418804 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.471566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d78b2bb-e2fe-40a9-a076-8624c01e1c32 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.475315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5d78b2bb-e2fe-40a9-a076-8624c01e1c32 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/subnets/a07cfa84-5936-4ca4-b0d2-c87dd00f1bb6 HTTP/1.1" status: 204 len: 168 time: 2.5161805 Nov 22 16:52:43.495314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.498980 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] 10.222.0.59 "DELETE /v2.0/networks/1d1d6758-81d8-4e1a-a4f3-2e3039f07f96 HTTP/1.1" status: 204 len: 168 time: 5.0564568 Nov 22 16:52:43.507864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45958) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:43.508198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45960) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:43.523550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.527682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 688797fc-5bdc-4b2c-9936-464371643923 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:43.563182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78b2bb-e2fe-40a9-a076-8624c01e1c32 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Subnet': ['ID=a07cfa84-5936-4ca4-b0d2-c87dd00f1bb6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:43.608076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99288e7c-ae3b-4a82-a841-2cd9f562fcfa None None] Network 17dc8303-8414-4eec-a3b9-e75309b97fc1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:43.614350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Pushing event deleted for resources: {'Port': ['ID=ecaf095c-2767-423d-940f-d92f63c336c3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:43.677921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233b2f7-5ff7-4931-9686-6dc28746361a admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1d6758-81d8-4e1a-a4f3-2e3039f07f96,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:43.688461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b18ca1de-b52a-4290-be6d-3505f7e524e1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.704280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b18ca1de-b52a-4290-be6d-3505f7e524e1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.720281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-915e2dad-dfb3-42c7-ad16-d7a186991bac None None] Provisioning complete for port bf86fbc2-7856-4d65-9ca7-2a1972100c41 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:43.721362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-915e2dad-dfb3-42c7-ad16-d7a186991bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.724803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1f3b1-5c7f-4580-8cf1-80fef071759f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.725536 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Floating IP aa22245e-ad25-48f0-8113-0b269745bec7 associated. External IP: 172.25.0.206, port: f92633fd-ece6-4966-88ee-c573b5390445. Nov 22 16:52:43.726889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f1f3b1-5c7f-4580-8cf1-80fef071759f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.730395 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6f1f3b1-5c7f-4580-8cf1-80fef071759f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2193968 Nov 22 16:52:43.746505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45970) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:43.843630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 688797fc-5bdc-4b2c-9936-464371643923 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:43.844467 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.847483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-915e2dad-dfb3-42c7-ad16-d7a186991bac None None] Port bf86fbc2-7856-4d65-9ca7-2a1972100c41 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:43.903411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04c60149-6a3f-43d9-be7b-c5f67699ee46 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.910875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b18ca1de-b52a-4290-be6d-3505f7e524e1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.912622 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b18ca1de-b52a-4290-be6d-3505f7e524e1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8445392 Nov 22 16:52:43.918464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:43.926174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:43.947556 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.952135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.956282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5c371b09-4485-4760-9803-02ab69883195 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] 10.222.0.59 "DELETE /v2.0/floatingips/1bd6176a-4c3d-4e08-bbad-af5f39a84d43 HTTP/1.1" status: 204 len: 168 time: 1.7751625 Nov 22 16:52:43.962032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:43.990264 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c60149-6a3f-43d9-be7b-c5f67699ee46 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 16:52:43.990874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c60149-6a3f-43d9-be7b-c5f67699ee46 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:52:44.001607 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-04c60149-6a3f-43d9-be7b-c5f67699ee46 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/17dc8303-8414-4eec-a3b9-e75309b97fc1 HTTP/1.1" status: 409 len: 405 time: 0.2406342 Nov 22 16:52:44.036572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:44.043640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1277735948'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:44.084639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4ec28cb-6d33-40fa-9e70-49441517880f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.136272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] DHCP port deletion for 17dc8303-8414-4eec-a3b9-e75309b97fc1 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:44.147318 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4ec28cb-6d33-40fa-9e70-49441517880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.184534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:44.189177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.231657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:44.243386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.243733 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Added segment 01732dce-980d-4f70-8740-5338c9869745 of type vlan for network 35eea9f4-47a9-4548-ac1e-1ce189aa6d48 Nov 22 16:52:44.278665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] Deleting port 688797fc-5bdc-4b2c-9936-464371643923 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:44.279353 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.292655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.342493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.349887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:44.350746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.359286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Router cb94267a-cb2c-4f9f-8d76-90aa1acab033 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:44.365314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.412359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f4ec28cb-6d33-40fa-9e70-49441517880f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08651b7e02df4c5b94cf0f897f93e0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4788923 Nov 22 16:52:44.464135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] For port 688797fc-5bdc-4b2c-9936-464371643923, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=688797fc-5bdc-4b2c-9936-464371643923,segment=NetworkSegment(cb7bee76-33d8-4460-9510-45278ff3f46b),segment_id=cb7bee76-33d8-4460-9510-45278ff3f46b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:44.464586 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.467077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:44.469981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec28cb-6d33-40fa-9e70-49441517880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e359b-b69b-48c0-b82f-1893053ca7a7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:44.523844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] Calling delete_port for 688797fc-5bdc-4b2c-9936-464371643923 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:44.546092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5084500 Nov 22 16:52:44.553806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45986) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:44.560657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'subnet': {'network_id': '35eea9f4-47a9-4548-ac1e-1ce189aa6d48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:44.652895 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.683624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] Pushing event deleted for resources: {'Port': ['ID=688797fc-5bdc-4b2c-9936-464371643923,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:44.693967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d47a0f-b19c-4121-a850-2f9b718ed12c None None] No DVR routers for this DVR port 688797fc-5bdc-4b2c-9936-464371643923 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:44.894739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:44.899287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.156278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:45.161455 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.167603 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] Sync routers for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:45.188476 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:45.191659 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:45.196167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257c53c-3130-426d-8ad1-e51ea29dc4ee tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Network': ['ID=35eea9f4-47a9-4548-ac1e-1ce189aa6d48,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:45.208539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 35eea9f4-47a9-4548-ac1e-1ce189aa6d48 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:45.272174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a3077c29-f435-4169-a153-4f6b20cbf691 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "PUT /v2.0/floatingips/aa22245e-ad25-48f0-8113-0b269745bec7 HTTP/1.1" status: 200 len: 992 time: 4.2952507 Nov 22 16:52:45.276527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:45.286644 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e8c849-a102-4952-ae54-c4a29ba177ac" -d '{"events": [{"name": "network-changed", "server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "tag": "f92633fd-ece6-4966-88ee-c573b5390445"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:45.351563 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ef01f8-a961-4dd0-8bfc-dd6a81dc248d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.448495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ef01f8-a961-4dd0-8bfc-dd6a81dc248d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.463261 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76bba4f8-9f6f-4dae-9656-008cc94a6f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.474542 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce085d8-f92e-4ec9-96c6-8f947f556d69 x-openstack-request-id: req-cce085d8-f92e-4ec9-96c6-8f947f556d69 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:45.475206 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "tag": "f92633fd-ece6-4966-88ee-c573b5390445", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:45.475490 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cce085d8-f92e-4ec9-96c6-8f947f556d69 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:45.475939 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445', 'status': 'completed', 'code': 200} Nov 22 16:52:45.497608 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:45.510664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 688797fc-5bdc-4b2c-9936-464371643923 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:45.579300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 688797fc-5bdc-4b2c-9936-464371643923 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:45.584264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 688797fc-5bdc-4b2c-9936-464371643923 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:45.642327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ef01f8-a961-4dd0-8bfc-dd6a81dc248d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.645746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ef01f8-a961-4dd0-8bfc-dd6a81dc248d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.651194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a5ef01f8-a961-4dd0-8bfc-dd6a81dc248d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c13e359b-b69b-48c0-b82f-1893053ca7a7 HTTP/1.1" status: 204 len: 168 time: 1.1770239 Nov 22 16:52:45.667164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef01f8-a961-4dd0-8bfc-dd6a81dc248d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e359b-b69b-48c0-b82f-1893053ca7a7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:45.727180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.767334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.840831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.012534 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'aa22245e-ad25-48f0-8113-0b269745bec7', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'port_id': 'f92633fd-ece6-4966-88ee-c573b5390445', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'mac_address': 'fa:16:3e:c6:fb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:06Z', 'updated_at': '2021-11-22T16:52:42Z', 'revision_number': 1, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:46.060876 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] Checking router: cb94267a-cb2c-4f9f-8d76-90aa1acab033 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:46.073244 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:46.074169 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:46.095611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-d726789e-9680-4bca-aee0-df479e50b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:46.097408 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-d726789e-9680-4bca-aee0-df479e50b62a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 1097 time: 0.4656439 Nov 22 16:52:46.254651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Deleting port fc499c55-8235-4c29-a26f-4229f35b9971 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:46.255138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.260477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:46.312451 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:46.411288 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed97f-100e-4a6e-86dc-bcfadc3ce9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.465421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.467736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-deb38b9f-e05b-47df-b866-ee337cc50bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:46.469530 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-deb38b9f-e05b-47df-b866-ee337cc50bfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.3523321 Nov 22 16:52:46.522789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed97f-100e-4a6e-86dc-bcfadc3ce9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.533355 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed5ed97f-100e-4a6e-86dc-bcfadc3ce9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.563280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:52:46.599330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.608345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ed97f-100e-4a6e-86dc-bcfadc3ce9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05921e26-f05f-4d4e-8b07-d72e88495f5d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:46.626136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Allocated IP 172.25.0.98 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/19b7e4a2-612f-4e81-b9d2-0bf8b1701865) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:46.660118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ed5ed97f-100e-4a6e-86dc-bcfadc3ce9f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=902bd6e473f54bff99dd094ab0b975ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985937 Nov 22 16:52:46.664065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:46.721335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] For port fc499c55-8235-4c29-a26f-4229f35b9971, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fc499c55-8235-4c29-a26f-4229f35b9971,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:46.727474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.805197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Calling delete_port for fc499c55-8235-4c29-a26f-4229f35b9971 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:46.840165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf5296be-d058-43fe-aee9-36404eaf8cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.840459 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'aa22245e-ad25-48f0-8113-0b269745bec7', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'port_id': 'f92633fd-ece6-4966-88ee-c573b5390445', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'mac_address': 'fa:16:3e:c6:fb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:06Z', 'updated_at': '2021-11-22T16:52:42Z', 'revision_number': 1, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:46.879707 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7291d9-8672-4d2d-b7b2-0f50aea65d9d None None] The sync data for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 is: [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'aa22245e-ad25-48f0-8113-0b269745bec7', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'port_id': 'f92633fd-ece6-4966-88ee-c573b5390445', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'mac_address': 'fa:16:3e:c6:fb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:06Z', 'updated_at': '2021-11-22T16:52:42Z', 'revision_number': 1, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:46.934359 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-2010facf-d18a-401e-ab66-2f15a70b6814 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 200 len: 1000 time: 0.4205170 Nov 22 16:52:46.945095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf5296be-d058-43fe-aee9-36404eaf8cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.005002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Subnet': ['ID=863f48c4-dc34-4dc5-9ab8-ebcb3f5f858b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:47.179502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf5296be-d058-43fe-aee9-36404eaf8cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.185500 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf5296be-d058-43fe-aee9-36404eaf8cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.191418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bf5296be-d058-43fe-aee9-36404eaf8cce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05921e26-f05f-4d4e-8b07-d72e88495f5d HTTP/1.1" status: 204 len: 168 time: 0.5248907 Nov 22 16:52:47.224391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5296be-d058-43fe-aee9-36404eaf8cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05921e26-f05f-4d4e-8b07-d72e88495f5d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:47.312954 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Checking segment: {'id': '01732dce-980d-4f70-8740-5338c9869745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '35eea9f4-47a9-4548-ac1e-1ce189aa6d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:47.313568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network hostable DHCP agents. Network: 35eea9f4-47a9-4548-ac1e-1ce189aa6d48, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:47.332918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fd4e5-df46-453a-a796-fd4338ed936e None None] New status for floating IP aa22245e-ad25-48f0-8113-0b269745bec7: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:47.391791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.406874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-cdb13f58-f540-4103-bef5-982f84e46a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:47.408788 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-cdb13f58-f540-4103-bef5-982f84e46a5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.3727930 Nov 22 16:52:47.433739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc499c55-8235-4c29-a26f-4229f35b9971,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:47.444184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.650913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network 35eea9f4-47a9-4548-ac1e-1ce189aa6d48 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:47.737732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.801165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 35eea9f4-47a9-4548-ac1e-1ce189aa6d48) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:47.812311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b86466-7be3-42f2-a21a-4e8437c10155 None None] Network 35eea9f4-47a9-4548-ac1e-1ce189aa6d48 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:47.828399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:47.832137 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.837909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:47.851808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:47.853550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.945541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:48.193373 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c1263f70-27bf-4936-88ab-4237a014dc36 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.6372292 Nov 22 16:52:48.205230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46046) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:48.250743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-93b8d88e-17ef-4ae9-806c-15258aacd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:48.253706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-93b8d88e-17ef-4ae9-806c-15258aacd254 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8259246 Nov 22 16:52:48.332689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a79c7-8943-4e52-8bca-ab61c75ff9d6 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:48.453447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Router b61a2671-7175-4dc1-aacd-d10c929f70ce has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:48.495788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event updated for resources: {'Port': ['ID=19b7e4a2-612f-4e81-b9d2-0bf8b1701865,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:48.541358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Deleting port 7ce6aece-7c01-48aa-af41-c3a402ff80f8 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:48.542000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.546579 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-823ac515-d179-40ee-8b36-726987f18cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.664450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7263a217-9ea6-4190-9707-76413110baac None None] Provisioning complete for port 19b7e4a2-612f-4e81-b9d2-0bf8b1701865 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:48.665151 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7263a217-9ea6-4190-9707-76413110baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.665607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] For port 7ce6aece-7c01-48aa-af41-c3a402ff80f8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ce6aece-7c01-48aa-af41-c3a402ff80f8,segment=NetworkSegment(3987a022-0a00-4d4c-af44-eb6bf7c19a4b),segment_id=3987a022-0a00-4d4c-af44-eb6bf7c19a4b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:48.666072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.677488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.724331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Calling delete_port for 7ce6aece-7c01-48aa-af41-c3a402ff80f8 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:48.724582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7263a217-9ea6-4190-9707-76413110baac None None] Port 19b7e4a2-612f-4e81-b9d2-0bf8b1701865 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:48.776707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-35eea9f4-47a9-4548-ac1e-1ce189aa6d48', 'network_id': '35eea9f4-47a9-4548-ac1e-1ce189aa6d48', 'tenant_id': 'e9324fbbead7448781ab8c84f05bccc2', 'fixed_ips': [{'subnet_id': '863f48c4-dc34-4dc5-9ab8-ebcb3f5f858b'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:48.778065 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.977540 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.012466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.047606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:49.056055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e3cee73c-c124-4dd1-b923-0e649eadf35c admin admin] 10.222.0.59 "PUT /v2.0/routers/b61a2671-7175-4dc1-aacd-d10c929f70ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0905542 Nov 22 16:52:49.060270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46062) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:49.062246 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] Sync routers for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:49.080093 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:49.081706 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:49.144633 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Allocated IP 2001:db8::f816:3eff:fe2e:24bc (35eea9f4-47a9-4548-ac1e-1ce189aa6d48/863f48c4-dc34-4dc5-9ab8-ebcb3f5f858b/4fa97e28-5aff-4dee-851d-8768148edf74) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:49.263015 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-dc21b997-ec4f-4532-ab2d-3377209f30f7 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9344745 Nov 22 16:52:49.312258 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.374597 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:49.558200 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.602553 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.623165 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.660326 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.756352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Subnet': ['ID=863f48c4-dc34-4dc5-9ab8-ebcb3f5f858b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:49.785403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Network 35eea9f4-47a9-4548-ac1e-1ce189aa6d48 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:49.807971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:49.820089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:49.821027 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.839992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Pushing event updated for resources: {'Port': ['ID=4fa97e28-5aff-4dee-851d-8768148edf74,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:49.941447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:52:47Z', 'revision_number': 5, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port': {'id': '42c9c492-26ab-43f9-9685-8f44f2afa647', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:02Z', 'updated_at': '2021-11-22T16:41:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:49.990556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Deleting port 42c9c492-26ab-43f9-9685-8f44f2afa647 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:50.005929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.009597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Attempting to bind port 4fa97e28-5aff-4dee-851d-8768148edf74 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:50.010910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Attempting to bind port 4fa97e28-5aff-4dee-851d-8768148edf74 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '01732dce-980d-4f70-8740-5338c9869745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '35eea9f4-47a9-4548-ac1e-1ce189aa6d48'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:50.012618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Attempting to bind port 4fa97e28-5aff-4dee-851d-8768148edf74 on network 35eea9f4-47a9-4548-ac1e-1ce189aa6d48 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:50.022654 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] Checking router: b61a2671-7175-4dc1-aacd-d10c929f70ce for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:50.027513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:50.028660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Checking segment: {'id': '01732dce-980d-4f70-8740-5338c9869745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '35eea9f4-47a9-4548-ac1e-1ce189aa6d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:50.029298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.031058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Bound using segment: {'id': '01732dce-980d-4f70-8740-5338c9869745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '35eea9f4-47a9-4548-ac1e-1ce189aa6d48'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:50.031932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Bound port: 4fa97e28-5aff-4dee-851d-8768148edf74, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01732dce-980d-4f70-8740-5338c9869745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '35eea9f4-47a9-4548-ac1e-1ce189aa6d48'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:50.033172 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.066470 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] Routers {'b61a2671-7175-4dc1-aacd-d10c929f70ce'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:50.067135 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61a2671-7175-4dc1-aacd-d10c929f70ce'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:50.138963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] For port 4fa97e28-5aff-4dee-851d-8768148edf74, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:50.143051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] For port 4fa97e28-5aff-4dee-851d-8768148edf74, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4fa97e28-5aff-4dee-851d-8768148edf74,segment=NetworkSegment(01732dce-980d-4f70-8740-5338c9869745),segment_id=01732dce-980d-4f70-8740-5338c9869745)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:50.151189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.151727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.234649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35eea9f4-47a9-4548-ac1e-1ce189aa6d48']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:50.279299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01732dce-980d-4f70-8740-5338c9869745') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:50.279752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01732dce-980d-4f70-8740-5338c9869745') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:50.283358 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] Set router b61a2671-7175-4dc1-aacd-d10c929f70ce gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:50.312559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.361981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] For port 42c9c492-26ab-43f9-9685-8f44f2afa647, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=42c9c492-26ab-43f9-9685-8f44f2afa647,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:50.362406 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.369661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.388514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:50.388514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:50.404021 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:50.417892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb055c1f-a3e8-45bd-81fa-bb96ee689479 None None] Network 35eea9f4-47a9-4548-ac1e-1ce189aa6d48 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:50.420740 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:52:49Z', 'revision_number': 6, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:50.426289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Calling delete_port for 42c9c492-26ab-43f9-9685-8f44f2afa647 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:50.509089 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2e491-a347-4a18-a39d-d84bd9cadb0f None None] The sync data for ids ['b61a2671-7175-4dc1-aacd-d10c929f70ce'] in n-d-816865-2 is: [{'id': 'b61a2671-7175-4dc1-aacd-d10c929f70ce', 'name': 'tempest-ServerActionsTestJSON-96099638-router', 'tenant_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:52:49Z', 'revision_number': 6, 'project_id': '01dc9ad2eed54d418bf31ced888fd7bb', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:50.703352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.api [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:52:50.703352 n-d-816865-2 neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:52:50.703352 n-d-816865-2 neutron-server[103443]: [parameters: {'id': '35eea9f4-47a9-4548-ac1e-1ce189aa6d48'}] Nov 22 16:52:50.703352 n-d-816865-2 neutron-server[103443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:52:50.704605 n-d-816865-2 neutron-server[103443]: DEBUG oslo_db.api [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:52:50.743722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2b40a-a996-4fb8-862e-6080d7c9b61a None None] Pushing event updated for resources: {'Port': ['ID=4fa97e28-5aff-4dee-851d-8768148edf74,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:50.759841 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-30e8c849-a102-4952-ae54-c4a29ba177ac req-da135190-246a-4f2f-9f0d-0cc6cf9227ff service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4715164 Nov 22 16:52:50.897433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.997871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.056851 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.068605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Pushing event deleted for resources: {'Port': ['ID=42c9c492-26ab-43f9-9685-8f44f2afa647,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:51.073026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce6aece-7c01-48aa-af41-c3a402ff80f8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:51.114791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5597bc-7759-4199-b1b3-28d676ad4c4e None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:51.207579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.312074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.376493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea00059a-4e6f-4e8d-b2e2-7d3a1dcbea7d None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:52:51.463333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.476050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.514831 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.632172 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.636491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.735857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fc499c55-8235-4c29-a26f-4229f35b9971 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:51.813126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting port 4fa97e28-5aff-4dee-851d-8768148edf74 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:51.813746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.815616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: fc499c55-8235-4c29-a26f-4229f35b9971 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:51.816835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fc499c55-8235-4c29-a26f-4229f35b9971 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:51.817586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 42c9c492-26ab-43f9-9685-8f44f2afa647 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:51.876711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 42c9c492-26ab-43f9-9685-8f44f2afa647 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:51.880577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 42c9c492-26ab-43f9-9685-8f44f2afa647 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:51.883929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea00059a-4e6f-4e8d-b2e2-7d3a1dcbea7d None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:52:51.932312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.939452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b61a2671-7175-4dc1-aacd-d10c929f70ce {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:51.941555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.949118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.953195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2d6a31aa-5e40-4e6e-956c-3b66f4f8299e admin admin] 10.222.0.59 "DELETE /v2.0/routers/b61a2671-7175-4dc1-aacd-d10c929f70ce HTTP/1.1" status: 204 len: 168 time: 2.8893461 Nov 22 16:52:51.956416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:52.008096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Router 18c02f89-fadf-4c6e-9bac-f707bb67e626 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:52.082274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] For port 4fa97e28-5aff-4dee-851d-8768148edf74, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4fa97e28-5aff-4dee-851d-8768148edf74,segment=NetworkSegment(01732dce-980d-4f70-8740-5338c9869745),segment_id=01732dce-980d-4f70-8740-5338c9869745)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:52.095357 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.143522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Calling delete_port for 4fa97e28-5aff-4dee-851d-8768148edf74 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:52.148279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17c685a-3a2c-4270-994b-ce009c760839 admin admin] Deleting subnet c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:52.167322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d17c685a-3a2c-4270-994b-ce009c760839 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.373022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:52.409101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.416803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27b1adfd-48b9-4dbe-8cb2-39942177b838 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "PUT /v2.0/routers/18c02f89-fadf-4c6e-9bac-f707bb67e626 HTTP/1.1" status: 200 len: 882 time: 8.4934056 Nov 22 16:52:52.418035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6878dcd-e81d-4b2f-aad5-15264297235c None None] Sync routers for ids ['18c02f89-fadf-4c6e-9bac-f707bb67e626'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:52.423390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46168) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:52.458028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6878dcd-e81d-4b2f-aad5-15264297235c None None] Routers {'18c02f89-fadf-4c6e-9bac-f707bb67e626'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:52.459161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b6878dcd-e81d-4b2f-aad5-15264297235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['18c02f89-fadf-4c6e-9bac-f707bb67e626'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:52.542218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b6878dcd-e81d-4b2f-aad5-15264297235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:52.557393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6878dcd-e81d-4b2f-aad5-15264297235c None None] Routers {'18c02f89-fadf-4c6e-9bac-f707bb67e626'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:52.558178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b6878dcd-e81d-4b2f-aad5-15264297235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['18c02f89-fadf-4c6e-9bac-f707bb67e626'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:52.612457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b6878dcd-e81d-4b2f-aad5-15264297235c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:52.613596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6878dcd-e81d-4b2f-aad5-15264297235c None None] The sync data for ids ['18c02f89-fadf-4c6e-9bac-f707bb67e626'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:52.806125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-804c02aa-75ea-4a14-ba54-e73a998ad06c tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/routers/18c02f89-fadf-4c6e-9bac-f707bb67e626 HTTP/1.1" status: 200 len: 923 time: 0.3791723 Nov 22 16:52:52.810551 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d17c685a-3a2c-4270-994b-ce009c760839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.816734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Router 2715a2d5-e781-4833-bd99-b92d73d599ab has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:52.821774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46178) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:52.906060 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d17c685a-3a2c-4270-994b-ce009c760839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.952599 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.993431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No DVR routers for this DVR port 4fa97e28-5aff-4dee-851d-8768148edf74 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:53.003311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Port': ['ID=4fa97e28-5aff-4dee-851d-8768148edf74,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:53.024766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c839aa-8b3e-4b83-a491-21ba24c958bc tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:53.038206 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c6c839aa-8b3e-4b83-a491-21ba24c958bc tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=18c02f89-fadf-4c6e-9bac-f707bb67e626&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2124276 Nov 22 16:52:53.039638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46184) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:53.078764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46186) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:53.122442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:53.133687 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8141ec44-bf8a-4114-8761-1a98dde4e4fc admin admin] 10.222.0.59 "PUT /v2.0/routers/2715a2d5-e781-4833-bd99-b92d73d599ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6229734 Nov 22 16:52:53.135394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46190) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:53.138658 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065efcd-fced-4289-b458-bec4de386159 None None] Sync routers for ids ['2715a2d5-e781-4833-bd99-b92d73d599ab'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:53.175422 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065efcd-fced-4289-b458-bec4de386159 None None] Routers {'2715a2d5-e781-4833-bd99-b92d73d599ab'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:53.177224 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3065efcd-fced-4289-b458-bec4de386159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2715a2d5-e781-4833-bd99-b92d73d599ab'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:53.276223 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.297163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d17c685a-3a2c-4270-994b-ce009c760839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.311970 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3065efcd-fced-4289-b458-bec4de386159 None None] Set router 2715a2d5-e781-4833-bd99-b92d73d599ab gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:53.328156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35eea9f4-47a9-4548-ac1e-1ce189aa6d48']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:53.339694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.389215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c685a-3a2c-4270-994b-ce009c760839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c768d94a-3e81-4a9b-b7f5-d098bcdb0b28,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:53.392346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01732dce-980d-4f70-8740-5338c9869745') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:53.392646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01732dce-980d-4f70-8740-5338c9869745') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:53.395002 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d17c685a-3a2c-4270-994b-ce009c760839 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.396704 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0fd62d-ee77-440e-a6c2-d11433dc7532 None None] Network 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:53.398202 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d17c685a-3a2c-4270-994b-ce009c760839 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c768d94a-3e81-4a9b-b7f5-d098bcdb0b28 HTTP/1.1" status: 204 len: 168 time: 1.4410188 Nov 22 16:52:53.406018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46192) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:53.429108 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.455728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f65d982-cd83-4a88-82e4-841fddde4f8b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:53.457880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4f65d982-cd83-4a88-82e4-841fddde4f8b tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 881 time: 0.4138575 Nov 22 16:52:53.487613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:53.493335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.519603 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3065efcd-fced-4289-b458-bec4de386159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:52:50Z', 'revision_number': 5, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:53.539450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2d5ad7d3-f831-4d8c-9682-460906a6897a tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=18c02f89-fadf-4c6e-9bac-f707bb67e626 HTTP/1.1" status: 200 len: 205 time: 0.0497506 Nov 22 16:52:53.544599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:53.545246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:53.549122 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:53.555519 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065efcd-fced-4289-b458-bec4de386159 None None] Checking router: 2715a2d5-e781-4833-bd99-b92d73d599ab for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:53.566747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:53.567056 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065efcd-fced-4289-b458-bec4de386159 None None] Routers {'2715a2d5-e781-4833-bd99-b92d73d599ab'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:53.567633 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3065efcd-fced-4289-b458-bec4de386159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2715a2d5-e781-4833-bd99-b92d73d599ab'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:53.593240 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.692354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.741111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3065efcd-fced-4289-b458-bec4de386159 None None] Set router 2715a2d5-e781-4833-bd99-b92d73d599ab gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:53.765604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] DHCP port deletion for 420a208a-8bbc-4c0c-9867-e3e52c27c3e8 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:53.833823 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.896216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Deleting port b2ba63eb-f662-421f-96c8-9d6111bc57e1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:53.896604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.918693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] Deleting port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:53.919768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.946126 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.060412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.081831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.102602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/35eea9f4-47a9-4548-ac1e-1ce189aa6d48 HTTP/1.1" status: 204 len: 168 time: 5.8943148 Nov 22 16:52:54.109234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:54.110521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] For port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=48cf25a0-dd8b-48c1-80a6-e6e5704ba17c,segment=NetworkSegment(0d063851-b70b-4d85-8132-aafd6aa5ad09),segment_id=0d063851-b70b-4d85-8132-aafd6aa5ad09)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:54.111051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.145540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523206e6-e3a2-44ae-93ea-dc1b8d168267 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Network': ['ID=35eea9f4-47a9-4548-ac1e-1ce189aa6d48,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:54.147850 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3065efcd-fced-4289-b458-bec4de386159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:52:50Z', 'revision_number': 5, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:54.164426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2109396484'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:54.173594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] Calling delete_port for 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:54.199200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] For port b2ba63eb-f662-421f-96c8-9d6111bc57e1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b2ba63eb-f662-421f-96c8-9d6111bc57e1,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:54.200622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.263997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Calling delete_port for b2ba63eb-f662-421f-96c8-9d6111bc57e1 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:54.267008 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065efcd-fced-4289-b458-bec4de386159 None None] The sync data for ids ['2715a2d5-e781-4833-bd99-b92d73d599ab'] in n-d-816865-2 is: [{'id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'name': 'tempest-TestServerMultinode-298434677-router', 'tenant_id': '340cbac1718d43dc85b69f3f3114fe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:57Z', 'updated_at': '2021-11-22T16:52:50Z', 'revision_number': 5, 'project_id': '340cbac1718d43dc85b69f3f3114fe19', 'gw_port': {'id': 'b2ba63eb-f662-421f-96c8-9d6111bc57e1', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2715a2d5-e781-4833-bd99-b92d73d599ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:58Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:54.304516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:54.309474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.365846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.401013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:54.412414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] Pushing event deleted for resources: {'Port': ['ID=48cf25a0-dd8b-48c1-80a6-e6e5704ba17c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:54.415562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f280a-0630-4e40-92d5-be4baf069c25 None None] No DVR routers for this DVR port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:54.423772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.452455 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.452913 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.453462 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Added segment 60307578-e08a-4bd8-bb95-1347bc10764c of type vlan for network 9513e764-7a7a-4760-9cac-5e9cc129a02c Nov 22 16:52:54.466911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.524206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Deleting port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:54.524890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.573922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2251da9671b64911aa06b7bc6575fc54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4913001 Nov 22 16:52:54.573922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca6d6e4-b249-4b72-a951-23e3058b3dfc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:54.576722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46206) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:54.578968 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.610871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.611271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.611625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.611970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.612312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.612703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.613172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.613434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.613770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.614196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.614431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.615303 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103a492-51d1-432e-a0e3-99623da8d64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:54.679146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] For port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c, host n-d-816865-2, got binding levels [] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:54.679855 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.745596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.779803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Calling delete_port for 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:54.787039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c was not found and therefore no delete operation was performed {{(pid=103443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:52:54.789770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.805261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.806426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.847162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.862272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7208710 Nov 22 16:52:54.950262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46210) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:54.980873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'subnet': {'network_id': '9513e764-7a7a-4760-9cac-5e9cc129a02c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:55.015144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=48cf25a0-dd8b-48c1-80a6-e6e5704ba17c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:55.023704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] No DVR routers for this DVR port 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:55.082835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Deleting port 19b7e4a2-612f-4e81-b9d2-0bf8b1701865 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:55.083222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.193457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f773af2-11a3-4622-83fe-282d63509a6d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Network': ['ID=9513e764-7a7a-4760-9cac-5e9cc129a02c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:55.212911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 9513e764-7a7a-4760-9cac-5e9cc129a02c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:55.287797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.317587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Calling delete_port for 19b7e4a2-612f-4e81-b9d2-0bf8b1701865 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:55.331828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.490444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:55.520845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:55.521598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 48cf25a0-dd8b-48c1-80a6-e6e5704ba17c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:55.523796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ce6aece-7c01-48aa-af41-c3a402ff80f8 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:55.611071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420a208a-8bbc-4c0c-9867-e3e52c27c3e8']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:55.640598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7ce6aece-7c01-48aa-af41-c3a402ff80f8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:55.641568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ce6aece-7c01-48aa-af41-c3a402ff80f8 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:55.657674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ba63eb-f662-421f-96c8-9d6111bc57e1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:55.664581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d063851-b70b-4d85-8132-aafd6aa5ad09') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:55.671326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d063851-b70b-4d85-8132-aafd6aa5ad09') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:55.680251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c3603c-ad3a-488b-a2f1-ec54d9c3686a None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:55.682976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5833-f311-4796-82d5-3044d348b850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.715811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:55.721852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.748441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.764331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5833-f311-4796-82d5-3044d348b850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.813607 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.926468 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.932155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.987954 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5833-f311-4796-82d5-3044d348b850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.992334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb7b5833-f311-4796-82d5-3044d348b850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.994007 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eb7b5833-f311-4796-82d5-3044d348b850 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fca6d6e4-b249-4b72-a951-23e3058b3dfc HTTP/1.1" status: 204 len: 168 time: 1.4162321 Nov 22 16:52:56.028637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5833-f311-4796-82d5-3044d348b850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca6d6e4-b249-4b72-a951-23e3058b3dfc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:56.034295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.034806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2715a2d5-e781-4833-bd99-b92d73d599ab {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:56.056618 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.060799 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3753d0d9-4d28-4a9f-97aa-40fccd47b5fa admin admin] 10.222.0.59 "DELETE /v2.0/routers/2715a2d5-e781-4833-bd99-b92d73d599ab HTTP/1.1" status: 204 len: 168 time: 2.9203832 Nov 22 16:52:56.061888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46224) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:56.143277 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.182100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfa90ad-f0d1-47ef-9a1b-c14a18354a5f admin admin] Deleting subnet 42f8610c-b417-4b09-b91c-324e7433918c {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:56.189415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90ad-f0d1-47ef-9a1b-c14a18354a5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.227486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:56.227900 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:56.237676 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:56.279527 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90ad-f0d1-47ef-9a1b-c14a18354a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.427936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.441139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.457407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] 10.222.0.59 "DELETE /v2.0/networks/420a208a-8bbc-4c0c-9867-e3e52c27c3e8 HTTP/1.1" status: 204 len: 168 time: 3.0454125 Nov 22 16:52:56.506053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90ad-f0d1-47ef-9a1b-c14a18354a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.532618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdf432-cce5-4d8b-a781-91c8a1e46b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=420a208a-8bbc-4c0c-9867-e3e52c27c3e8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:56.576874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.655133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:56.722156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event deleted for resources: {'Port': ['ID=19b7e4a2-612f-4e81-b9d2-0bf8b1701865,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:56.743368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b652d-facd-4e4f-a71d-c3b785eb6cda None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:56.751486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2cf7-cef1-4b49-9e07-cf39879dfd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.816429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90ad-f0d1-47ef-9a1b-c14a18354a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.860707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:56.872960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa90ad-f0d1-47ef-9a1b-c14a18354a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42f8610c-b417-4b09-b91c-324e7433918c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:56.875124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90ad-f0d1-47ef-9a1b-c14a18354a5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.879983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5dfa90ad-f0d1-47ef-9a1b-c14a18354a5f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/42f8610c-b417-4b09-b91c-324e7433918c HTTP/1.1" status: 204 len: 168 time: 0.8168464 Nov 22 16:52:56.882803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04680e7e-39c9-40b6-a8f4-099417b10acf None None] Network e9e1e10d-27f6-4d69-b00b-d2adf184ba4b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:56.896306 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46240) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:57.023714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.027486 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8ed71e12-ae42-4ee8-b713-bd848a8ed100 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01dc9ad2eed54d418bf31ced888fd7bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639879 Nov 22 16:52:57.038806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46242) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:57.188460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.226703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Subnet': ['ID=c50c1e86-ccda-417c-bfa1-9c4728fa7b62,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:57.270925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] DHCP port deletion for e9e1e10d-27f6-4d69-b00b-d2adf184ba4b request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:57.314027 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.321244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2cf7-cef1-4b49-9e07-cf39879dfd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.457106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2cf7-cef1-4b49-9e07-cf39879dfd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.460153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f02d0e3-4d18-4ac1-a20c-dea50abedad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.467013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.476270 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.486890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] Deleting port 950a23c5-aa53-4546-8a89-1939c4ca24c1 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:57.489621 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.505373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f02d0e3-4d18-4ac1-a20c-dea50abedad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.511843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Checking segment: {'id': '60307578-e08a-4bd8-bb95-1347bc10764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9513e764-7a7a-4760-9cac-5e9cc129a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:57.512485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network hostable DHCP agents. Network: 9513e764-7a7a-4760-9cac-5e9cc129a02c, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:57.530666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b2ba63eb-f662-421f-96c8-9d6111bc57e1 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:57.608324 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aa4c2cf7-cef1-4b49-9e07-cf39879dfd47 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ce6fa1c9056491e9dc2c12062174b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9478528 Nov 22 16:52:57.608324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46248) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:57.617956 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c2cf7-cef1-4b49-9e07-cf39879dfd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6db44b-fd74-4e43-88f6-f9e69e20b5c3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:57.629020 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.629471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Fanout notify agent at l3_agent the message router_deleted on router 18c02f89-fadf-4c6e-9bac-f707bb67e626 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:57.642504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f02d0e3-4d18-4ac1-a20c-dea50abedad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.645591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f02d0e3-4d18-4ac1-a20c-dea50abedad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.649193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3f02d0e3-4d18-4ac1-a20c-dea50abedad4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd0397f8-86b9-470b-ab53-60fb17b92b95 HTTP/1.1" status: 204 len: 168 time: 0.6069300 Nov 22 16:52:57.669740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.680524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-09582a15-00db-49f5-b49c-5499cb979f59 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/18c02f89-fadf-4c6e-9bac-f707bb67e626 HTTP/1.1" status: 204 len: 168 time: 4.1060424 Nov 22 16:52:57.683307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46254) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:57.696078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9b25024a-cf06-415a-95ae-00c902c1f126 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-637876838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:57.726105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network 9513e764-7a7a-4760-9cac-5e9cc129a02c is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:57.730434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02d0e3-4d18-4ac1-a20c-dea50abedad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0397f8-86b9-470b-ab53-60fb17b92b95,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:57.747068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Deleting port 950a23c5-aa53-4546-8a89-1939c4ca24c1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:57.747420 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.759160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b2ba63eb-f662-421f-96c8-9d6111bc57e1 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:57.759743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b2ba63eb-f662-421f-96c8-9d6111bc57e1 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:57.763657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 9513e764-7a7a-4760-9cac-5e9cc129a02c) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:57.764235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 950a23c5-aa53-4546-8a89-1939c4ca24c1 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:57.785511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.787007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.835181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b25024a-cf06-415a-95ae-00c902c1f126 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.836260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b25024a-cf06-415a-95ae-00c902c1f126 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.866737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90933158-0ce0-4b1d-a767-ea10ad104193 None None] Network 9513e764-7a7a-4760-9cac-5e9cc129a02c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:57.934497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] For port 950a23c5-aa53-4546-8a89-1939c4ca24c1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=950a23c5-aa53-4546-8a89-1939c4ca24c1,segment=NetworkSegment(3987a022-0a00-4d4c-af44-eb6bf7c19a4b),segment_id=3987a022-0a00-4d4c-af44-eb6bf7c19a4b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:57.934497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.011968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] For port 950a23c5-aa53-4546-8a89-1939c4ca24c1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=950a23c5-aa53-4546-8a89-1939c4ca24c1,segment=NetworkSegment(3987a022-0a00-4d4c-af44-eb6bf7c19a4b),segment_id=3987a022-0a00-4d4c-af44-eb6bf7c19a4b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:58.024360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.028952 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-133075a1-be17-4660-9504-7d3da6cf98b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.057404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b25024a-cf06-415a-95ae-00c902c1f126 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.080143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-298f97cf-6094-48c6-a80d-84336cda2ed3 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1276970 Nov 22 16:52:58.081964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Calling delete_port for 950a23c5-aa53-4546-8a89-1939c4ca24c1 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:58.083177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:58.094006 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b25024a-cf06-415a-95ae-00c902c1f126 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.156420 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-133075a1-be17-4660-9504-7d3da6cf98b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.236635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b25024a-cf06-415a-95ae-00c902c1f126 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.240283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9b25024a-cf06-415a-95ae-00c902c1f126 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5522184 Nov 22 16:52:58.248240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:58.259176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': True}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:58.385326 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.391295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-133075a1-be17-4660-9504-7d3da6cf98b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.394173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-133075a1-be17-4660-9504-7d3da6cf98b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.396284 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-133075a1-be17-4660-9504-7d3da6cf98b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec6db44b-fd74-4e43-88f6-f9e69e20b5c3 HTTP/1.1" status: 204 len: 168 time: 0.7860181 Nov 22 16:52:58.510755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Pushing event deleted for resources: {'Port': ['ID=950a23c5-aa53-4546-8a89-1939c4ca24c1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:58.517219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] No DVR routers for this DVR port 950a23c5-aa53-4546-8a89-1939c4ca24c1 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:58.524137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133075a1-be17-4660-9504-7d3da6cf98b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6db44b-fd74-4e43-88f6-f9e69e20b5c3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:58.603507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] Calling delete_port for 950a23c5-aa53-4546-8a89-1939c4ca24c1 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:58.647672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.664693 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.732573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e1e10d-27f6-4d69-b00b-d2adf184ba4b']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:58.771050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3987a022-0a00-4d4c-af44-eb6bf7c19a4b') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:58.772444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3987a022-0a00-4d4c-af44-eb6bf7c19a4b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:58.826325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.878873 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.895971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:58.899027 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:58.970194 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:59.020843 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:59.025898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.037960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.050313 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e9e1e10d-27f6-4d69-b00b-d2adf184ba4b HTTP/1.1" status: 204 len: 168 time: 2.1533043 Nov 22 16:52:59.069921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242b107-ecb9-42c8-a8bf-68c5b4172767 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e1e10d-27f6-4d69-b00b-d2adf184ba4b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:59.141688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] No DVR routers for this DVR port 950a23c5-aa53-4546-8a89-1939c4ca24c1 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:59.167833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbfac5-6849-46cc-9f3b-f2ca7e737e3d None None] Pushing event deleted for resources: {'Port': ['ID=950a23c5-aa53-4546-8a89-1939c4ca24c1,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:59.209306 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.366820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46298) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:59.427953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-9513e764-7a7a-4760-9cac-5e9cc129a02c', 'network_id': '9513e764-7a7a-4760-9cac-5e9cc129a02c', 'tenant_id': 'e9324fbbead7448781ab8c84f05bccc2', 'fixed_ips': [{'subnet_id': 'c50c1e86-ccda-417c-bfa1-9c4728fa7b62'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:59.428861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.454011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.513044 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-289e3f08-53cc-4406-9930-2defacdd43e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bdef4edbb9ea4ee182e269898b6ce68f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449430 Nov 22 16:52:59.515999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46302) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:59.663734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af0507ee-f2c6-48f8-a042-2097b0f9bc1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.723043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af0507ee-f2c6-48f8-a042-2097b0f9bc1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.742217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Allocated IP 2001:db8::2 (9513e764-7a7a-4760-9cac-5e9cc129a02c/c50c1e86-ccda-417c-bfa1-9c4728fa7b62/f1c1d879-2ac9-4afb-8f04-18c7c2d2f961) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:59.749429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.850984 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af0507ee-f2c6-48f8-a042-2097b0f9bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.854839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af0507ee-f2c6-48f8-a042-2097b0f9bc1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.858273 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-af0507ee-f2c6-48f8-a042-2097b0f9bc1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/865a7999-ebba-46b4-b578-f5dcff8b43f7 HTTP/1.1" status: 204 len: 168 time: 0.3394556 Nov 22 16:52:59.891211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0507ee-f2c6-48f8-a042-2097b0f9bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865a7999-ebba-46b4-b578-f5dcff8b43f7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:00.180568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.197709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.277113 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.309365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Network 9513e764-7a7a-4760-9cac-5e9cc129a02c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:00.315079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:00.328398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:00.338055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Pushing event updated for resources: {'Port': ['ID=f1c1d879-2ac9-4afb-8f04-18c7c2d2f961,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:00.351634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Subnet': ['ID=c50c1e86-ccda-417c-bfa1-9c4728fa7b62,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:00.408457 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.465395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.480591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Attempting to bind port f1c1d879-2ac9-4afb-8f04-18c7c2d2f961 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:00.481155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Attempting to bind port f1c1d879-2ac9-4afb-8f04-18c7c2d2f961 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '60307578-e08a-4bd8-bb95-1347bc10764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9513e764-7a7a-4760-9cac-5e9cc129a02c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:00.481567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Attempting to bind port f1c1d879-2ac9-4afb-8f04-18c7c2d2f961 on network 9513e764-7a7a-4760-9cac-5e9cc129a02c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:00.493425 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.498888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:00.499330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Checking segment: {'id': '60307578-e08a-4bd8-bb95-1347bc10764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9513e764-7a7a-4760-9cac-5e9cc129a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:00.499759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.500220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Bound using segment: {'id': '60307578-e08a-4bd8-bb95-1347bc10764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9513e764-7a7a-4760-9cac-5e9cc129a02c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:00.500778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Bound port: f1c1d879-2ac9-4afb-8f04-18c7c2d2f961, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60307578-e08a-4bd8-bb95-1347bc10764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '9513e764-7a7a-4760-9cac-5e9cc129a02c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:00.501179 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.637863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9513e764-7a7a-4760-9cac-5e9cc129a02c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:00.658065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64826c01-b968-4b78-8017-e506eb21582e None None] For port f1c1d879-2ac9-4afb-8f04-18c7c2d2f961, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:00.662110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64826c01-b968-4b78-8017-e506eb21582e None None] For port f1c1d879-2ac9-4afb-8f04-18c7c2d2f961, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f1c1d879-2ac9-4afb-8f04-18c7c2d2f961,segment=NetworkSegment(60307578-e08a-4bd8-bb95-1347bc10764c),segment_id=60307578-e08a-4bd8-bb95-1347bc10764c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:00.667857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.680033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60307578-e08a-4bd8-bb95-1347bc10764c') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:00.689236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60307578-e08a-4bd8-bb95-1347bc10764c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:00.745296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.812254 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.846552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:00.847003 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:00.850238 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:00.953539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84826ace-11dc-48cf-9b65-e836852e7b3e None None] Network 9513e764-7a7a-4760-9cac-5e9cc129a02c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:00.989005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Allocated IP 172.25.0.145 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/9b80ff8e-be41-4b58-9740-c5816290755b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:01.022908 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.api [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:53:01.022908 n-d-816865-2 neutron-server[103443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:53:01.022908 n-d-816865-2 neutron-server[103443]: [parameters: {'id': '9513e764-7a7a-4760-9cac-5e9cc129a02c'}] Nov 22 16:53:01.022908 n-d-816865-2 neutron-server[103443]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:01.023661 n-d-816865-2 neutron-server[103443]: DEBUG oslo_db.api [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:01.185861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64826c01-b968-4b78-8017-e506eb21582e None None] Pushing event updated for resources: {'Port': ['ID=f1c1d879-2ac9-4afb-8f04-18c7c2d2f961,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:01.257715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.330114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.366834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46344) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:01.431111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0f046-aa44-4af8-a287-c49dd598f199 None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:53:01.525821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.537684 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d5403ec3-ddbd-464f-b0b0-eb944acb7adf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=340cbac1718d43dc85b69f3f3114fe19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662388 Nov 22 16:53:01.539476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:01.580773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:01.616245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:01.625386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:01.654389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0f046-aa44-4af8-a287-c49dd598f199 None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:53:01.729406 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36b6e72b-da5e-4be0-8b66-559b2c5d3cf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.729859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'Port': ['ID=9b80ff8e-be41-4b58-9740-c5816290755b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:01.817713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36b6e72b-da5e-4be0-8b66-559b2c5d3cf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.975765 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36b6e72b-da5e-4be0-8b66-559b2c5d3cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.980901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36b6e72b-da5e-4be0-8b66-559b2c5d3cf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.984675 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-36b6e72b-da5e-4be0-8b66-559b2c5d3cf0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfdfa97d-771c-4fe7-bc46-fc898fb19208 HTTP/1.1" status: 204 len: 168 time: 0.4334667 Nov 22 16:53:02.005460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6e72b-da5e-4be0-8b66-559b2c5d3cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdfa97d-771c-4fe7-bc46-fc898fb19208,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:02.014295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57514fff-8db6-4766-8ed8-6e6ef64881a0 req-5f237af9-f63f-4cc5-bdd3-fd9448fc55fd tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1672561 Nov 22 16:53:02.212464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting port f1c1d879-2ac9-4afb-8f04-18c7c2d2f961 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:02.212941 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:02.245961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46376) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:02.409033 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3099faab-674f-4353-aecf-008e86f1295b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:02.504451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a7e6b2a3-179b-40f3-a4fc-cce3062bfcdf None None] Provisioning complete for port 9b80ff8e-be41-4b58-9740-c5816290755b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:02.504451 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7e6b2a3-179b-40f3-a4fc-cce3062bfcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:02.521275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] For port f1c1d879-2ac9-4afb-8f04-18c7c2d2f961, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f1c1d879-2ac9-4afb-8f04-18c7c2d2f961,segment=NetworkSegment(60307578-e08a-4bd8-bb95-1347bc10764c),segment_id=60307578-e08a-4bd8-bb95-1347bc10764c)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:02.521681 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:02.566575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Calling delete_port for f1c1d879-2ac9-4afb-8f04-18c7c2d2f961 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:02.605326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a7e6b2a3-179b-40f3-a4fc-cce3062bfcdf None None] Port 9b80ff8e-be41-4b58-9740-c5816290755b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:02.802769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46390) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:02.920794 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.039242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:03.050760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.053221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No DVR routers for this DVR port f1c1d879-2ac9-4afb-8f04-18c7c2d2f961 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:03.059812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Port': ['ID=f1c1d879-2ac9-4afb-8f04-18c7c2d2f961,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:03.108574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.109358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.109727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.110105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.110484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.110840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.126371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.126732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.127094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.127437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.127773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.128252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:03.150712 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.336468 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.360636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9513e764-7a7a-4760-9cac-5e9cc129a02c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:03.387060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60307578-e08a-4bd8-bb95-1347bc10764c') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:03.387688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60307578-e08a-4bd8-bb95-1347bc10764c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:03.398642 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.414838 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.422514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:03.423253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:03.591470 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:03.640433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.653416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.716208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.721539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/9513e764-7a7a-4760-9cac-5e9cc129a02c HTTP/1.1" status: 204 len: 168 time: 5.6343732 Nov 22 16:53:03.748891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b6cf0e3-524f-4cb9-b2f3-40058f3a76fe req-81d0efb5-1acd-48d6-88ae-fdde1b28a0a9 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1538558 Nov 22 16:53:03.751678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46414) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:03.826909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-726782'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:03.911409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a0ee4-00d2-4c63-a751-9f68c2ca4cda tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Network': ['ID=9513e764-7a7a-4760-9cac-5e9cc129a02c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:03.987335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:03.993316 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.011844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Allocated IP 172.25.0.37 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/6956797b-f379-40d0-b707-1fe8f37e0f7c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:04.039317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:04.100255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.101256 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Added segment ba0b1689-b023-4738-8165-e0714112e011 of type vlan for network 382a7ad6-c192-436d-9f7f-d053df3d535c Nov 22 16:53:04.183079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46418) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:04.210634 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.254770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.274039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.302120 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.444649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.524545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.528470 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.535058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.535715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.558589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1263914010-network', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:04.695073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Network': ['ID=382a7ad6-c192-436d-9f7f-d053df3d535c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:04.700790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Made reservation on behalf of ce43e3602110420d84f035a11a7d6d79 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:04.703303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.711792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 382a7ad6-c192-436d-9f7f-d053df3d535c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:04.732732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eb3efaaf-6cb8-4cc4-b153-84d7c72cfcde tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9289992 Nov 22 16:53:04.738180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:04.739564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46426) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:04.743274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:04.747256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:04.772622 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.827654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Request body: {'subnet': {'network_id': '382a7ad6-c192-436d-9f7f-d053df3d535c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:04.837865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Router e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:04.968241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Made reservation on behalf of e9324fbbead7448781ab8c84f05bccc2 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:04.972036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.090672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:05.104741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed8c56-b54a-47d3-a555-7e87cc60eb67 None None] Sync routers for ids ['e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:05.133619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed8c56-b54a-47d3-a555-7e87cc60eb67 None None] Routers {'e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:05.134482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-20ed8c56-b54a-47d3-a555-7e87cc60eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:05.149240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.150804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-647ffc10-7bfc-4e4a-a9bb-547a492029bd tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "PUT /v2.0/routers/e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00 HTTP/1.1" status: 200 len: 918 time: 6.9007630 Nov 22 16:53:05.165215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46432) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:05.192672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b3398de6-421c-47b3-90f4-0a6e7430d661 req-03262018-6fb2-4a2e-83e5-406a23027b9e tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0759141 Nov 22 16:53:05.203135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-20ed8c56-b54a-47d3-a555-7e87cc60eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:05.228641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed8c56-b54a-47d3-a555-7e87cc60eb67 None None] Routers {'e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:05.228641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-20ed8c56-b54a-47d3-a555-7e87cc60eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:05.256762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Pushing event updated for resources: {'Port': ['ID=6956797b-f379-40d0-b707-1fe8f37e0f7c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:05.285140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-20ed8c56-b54a-47d3-a555-7e87cc60eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:05.285946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed8c56-b54a-47d3-a555-7e87cc60eb67 None None] The sync data for ids ['e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:05.296919 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0693eb75-3160-412d-a1cd-fafeab531dee req-cdf10ee0-4f83-4e14-a15c-05056a5a5495 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.3490109 Nov 22 16:53:05.379875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.492630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:53:05.554941 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.744756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.747535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.809072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event updated for resources: {'Subnet': ['ID=2747c511-53db-4438-aac0-c029764f36f5,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:05.819203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.854649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.864158 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.875857 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e5142e5b-0bd5-4308-a2f4-8480c4565a8f tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/routers/e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00 HTTP/1.1" status: 200 len: 924 time: 0.7111068 Nov 22 16:53:05.877625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46436) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:05.938971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Checking segment: {'id': 'ba0b1689-b023-4738-8165-e0714112e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '382a7ad6-c192-436d-9f7f-d053df3d535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:05.940066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network hostable DHCP agents. Network: 382a7ad6-c192-436d-9f7f-d053df3d535c, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:05.944300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:05.955322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17670b12-9f06-4b52-acf0-521b5b38cf0b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:05.975437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Deleting port 4bcb2569-605b-45c6-9815-2410b3fc1c5e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:05.975437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.987990 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.988476 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Added segment 65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5 of type vlan for network 34c19b3a-c2f0-41ff-a4c2-564422409727 Nov 22 16:53:06.005059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb49e62-e981-46ca-ae3e-7ba2236060a5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:06.007781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3eb49e62-e981-46ca-ae3e-7ba2236060a5 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1271720 Nov 22 16:53:06.014215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:06.053918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Pushing event updated for resources: {'Port': ['ID=6956797b-f379-40d0-b707-1fe8f37e0f7c,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:06.062790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Network 382a7ad6-c192-436d-9f7f-d053df3d535c is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:06.079425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 382a7ad6-c192-436d-9f7f-d053df3d535c) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:06.085088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:06.085740 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.091826 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:06.098564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b33e9-a76d-4158-b829-9a4d3d6228c0 None None] Network 382a7ad6-c192-436d-9f7f-d053df3d535c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:06.120030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.122390 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.153656 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.158972 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-08802367-d31a-4c95-ac66-3ed5db6ffb00 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3549469 Nov 22 16:53:06.160270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46440) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:06.173093 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-82934711-222b-46bb-ba1c-70b870b8a1ed tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3534026 Nov 22 16:53:06.178254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1407324715', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'fixed_ips': [{'ip_address': '172.25.0.37'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:06.185724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46442) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:06.229820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.230923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:06.231810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.330113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.385364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d3f1a-def5-4e9a-889d-f048d01c5499 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:06.387138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-607d3f1a-def5-4e9a-889d-f048d01c5499 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 881 time: 0.3712728 Nov 22 16:53:06.392973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] For port 4bcb2569-605b-45c6-9815-2410b3fc1c5e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4bcb2569-605b-45c6-9815-2410b3fc1c5e,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:06.393863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46448) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:06.398245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.401166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-382a7ad6-c192-436d-9f7f-d053df3d535c', 'network_id': '382a7ad6-c192-436d-9f7f-d053df3d535c', 'tenant_id': 'e9324fbbead7448781ab8c84f05bccc2', 'fixed_ips': [{'subnet_id': '2747c511-53db-4438-aac0-c029764f36f5'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:06.403035 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.456760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2e0936b7-85eb-4145-898d-e9127aa34e53 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00 HTTP/1.1" status: 200 len: 205 time: 0.0610161 Nov 22 16:53:06.470195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46450) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:06.470900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] Pushing event updated for resources: {'Network': ['ID=34c19b3a-c2f0-41ff-a4c2-564422409727,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:06.474822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e84229a1-8727-460c-8a31-0670661d7d6d req-205aa320-c71f-4ed3-91b1-cff68da2f647 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0583711 Nov 22 16:53:06.589842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:06.690047 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.829692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.830967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Allocated IP 2001:db8::f816:3eff:fe51:fa70 (382a7ad6-c192-436d-9f7f-d053df3d535c/2747c511-53db-4438-aac0-c029764f36f5/d9b90e6a-701b-411a-9bc6-2cc19e4ee115) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:06.892284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.920289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Calling delete_port for 4bcb2569-605b-45c6-9815-2410b3fc1c5e owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:06.986286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Deleting port 9b80ff8e-be41-4b58-9740-c5816290755b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:06.986815 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.024837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Made reservation on behalf of e1e025f9601045e3bf5cb6a10450ffed for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:07.026653 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.028352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.037066 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.053818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4cb46fa8-6400-4979-a70f-0e7edeaeb519 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8663697 Nov 22 16:53:07.056811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:07.062934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Request body: {'subnet': {'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1263914010-subnet', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:07.107292 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.115016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Made reservation on behalf of ce43e3602110420d84f035a11a7d6d79 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:07.117865 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.135399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.149929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Network 382a7ad6-c192-436d-9f7f-d053df3d535c is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:07.153816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Pushing event updated for resources: {'Port': ['ID=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:07.159334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:07.163749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:07.195308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.221140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Calling delete_port for 9b80ff8e-be41-4b58-9740-c5816290755b owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:07.277652 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Attempting to bind port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:07.280579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Attempting to bind port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ba0b1689-b023-4738-8165-e0714112e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '382a7ad6-c192-436d-9f7f-d053df3d535c'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:07.281154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Attempting to bind port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 on network 382a7ad6-c192-436d-9f7f-d053df3d535c {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:07.293341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:07.294138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Checking segment: {'id': 'ba0b1689-b023-4738-8165-e0714112e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '382a7ad6-c192-436d-9f7f-d053df3d535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:07.295104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.296034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Bound using segment: {'id': 'ba0b1689-b023-4738-8165-e0714112e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '382a7ad6-c192-436d-9f7f-d053df3d535c'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:07.296654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Bound port: d9b90e6a-701b-411a-9bc6-2cc19e4ee115, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0b1689-b023-4738-8165-e0714112e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '382a7ad6-c192-436d-9f7f-d053df3d535c'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:07.297428 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.346727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.399552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.402551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Subnet': ['ID=2747c511-53db-4438-aac0-c029764f36f5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:07.410106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.428969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.456402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] For port d9b90e6a-701b-411a-9bc6-2cc19e4ee115, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:07.460286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] For port d9b90e6a-701b-411a-9bc6-2cc19e4ee115, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,segment=NetworkSegment(ba0b1689-b023-4738-8165-e0714112e011),segment_id=ba0b1689-b023-4738-8165-e0714112e011)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:07.465598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] device_id is not set on port 9b4881dd-6164-4531-a845-b29ebf7b3dd9 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:07.467344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.577467 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.605730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcb2569-605b-45c6-9815-2410b3fc1c5e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:07.619611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af068a6f-c625-49d7-b2c8-926be3fd2e1a None None] Pushing event updated for resources: {'Port': ['ID=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:07.634399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.736095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.784090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eec2eea-712d-480f-b9d8-660318bed072,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:07.883698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.886915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event deleted for resources: {'Port': ['ID=9b80ff8e-be41-4b58-9740-c5816290755b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:07.916345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96adf0-bd85-43e2-9609-86aa2bc163a5 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:07.959238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7703ce9-5ae8-47cd-a7ee-1b7f3bbb2929 req-fe42d061-ca57-4fe3-a20d-7095876f821a tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1889551 Nov 22 16:53:07.967694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d626e50d-1433-4003-aeb6-76e0aa0ddd81,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:08.071420 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.133660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382a7ad6-c192-436d-9f7f-d053df3d535c']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:08.229627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0b1689-b023-4738-8165-e0714112e011') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:08.230227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0b1689-b023-4738-8165-e0714112e011') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:08.304283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.311680 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.314855 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.363432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.397647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:08.397647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:08.400912 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:08.405346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Checking segment: {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:08.406066 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 16:53:08.406608 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:08.407182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Network hostable DHCP agents. Network: 34c19b3a-c2f0-41ff-a4c2-564422409727, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:08.416189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.417156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Fanout notify agent at l3_agent the message router_deleted on router e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:08.442015 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.445525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-873dab17-d8a0-4b11-bd63-1231c32e3f48 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00 HTTP/1.1" status: 204 len: 168 time: 1.9690630 Nov 22 16:53:08.449253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46464) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:08.457056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-33b3b07b-d33b-4a0a-a563-638802251cb3 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1990917936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:08.510412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33b3b07b-d33b-4a0a-a563-638802251cb3 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.512538 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33b3b07b-d33b-4a0a-a563-638802251cb3 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.520547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:08.537891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.552618 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c036b576-3022-469a-a183-b09f8afc8539 tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3782501 Nov 22 16:53:08.556978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.api [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:53:08.556978 n-d-816865-2 neutron-server[103442]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:53:08.556978 n-d-816865-2 neutron-server[103442]: [parameters: {'id': '382a7ad6-c192-436d-9f7f-d053df3d535c'}] Nov 22 16:53:08.556978 n-d-816865-2 neutron-server[103442]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:08.557400 n-d-816865-2 neutron-server[103442]: DEBUG oslo_db.api [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:08.559796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46466) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:08.608961 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-2d568c5c-bec4-4817-bf17-3ba9a35593fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2355042 Nov 22 16:53:08.654661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 34c19b3a-c2f0-41ff-a4c2-564422409727) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:08.664037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:08.664792 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.665758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dff7ad-b025-4dee-88e8-1dcf478007f7 None None] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:08.670431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33b3b07b-d33b-4a0a-a563-638802251cb3 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.679199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33b3b07b-d33b-4a0a-a563-638802251cb3 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.714221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ae77768b-e1bc-4124-8ceb-c5b1c74d2886 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6559367 Nov 22 16:53:08.716024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:08.720880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:08.727828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33b3b07b-d33b-4a0a-a563-638802251cb3 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.732461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-33b3b07b-d33b-4a0a-a563-638802251cb3 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2785070 Nov 22 16:53:08.742710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46472) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:08.749826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'enable_snat': False}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:08.954461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.969590 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.005684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-34c19b3a-c2f0-41ff-a4c2-564422409727', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:09.006629 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.076426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.078876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.209750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-b5412213-73c3-422d-a68e-023606adda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:09.211487 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-b5412213-73c3-422d-a68e-023606adda32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 1097 time: 0.4490457 Nov 22 16:53:09.278164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Allocated IP 172.20.0.2 (34c19b3a-c2f0-41ff-a4c2-564422409727/1eec2eea-712d-480f-b9d8-660318bed072/8a0c02f7-1a72-406d-ac8a-6861ee94359c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:09.476065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Deleting port 6956797b-f379-40d0-b707-1fe8f37e0f7c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:09.477165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.600935 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.606629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042cb9d-415b-418c-8915-18d0405cc15f None None] Network 382a7ad6-c192-436d-9f7f-d053df3d535c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:09.610715 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.663670 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b67119d2-da3a-407f-8d60-b2e4a25a3fa3 req-987c1b2c-99a7-41e0-8b0c-9594ce791317 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0831656 Nov 22 16:53:09.724048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Pushing event updated for resources: {'Port': ['ID=8a0c02f7-1a72-406d-ac8a-6861ee94359c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:09.739723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:09.740068 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.745236 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.773649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d9b90e6a-701b-411a-9bc6-2cc19e4ee115 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:09.773948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.787657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:09.807473 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.808052 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.843125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:09.855304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:09.859151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-ce5446cc-8cab-40d1-be06-4965244b79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:09.860548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-ce5446cc-8cab-40d1-be06-4965244b79e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.5859444 Nov 22 16:53:09.861016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-23e677a5-4858-49a6-8796-fe0c738388fc None None] Provisioning complete for port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:09.861511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Calling delete_port for 6956797b-f379-40d0-b707-1fe8f37e0f7c owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:09.861888 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-23e677a5-4858-49a6-8796-fe0c738388fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.866170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:10.191719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:10.192141 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.236095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.238991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Attempting to bind port 8a0c02f7-1a72-406d-ac8a-6861ee94359c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:10.239428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Attempting to bind port 8a0c02f7-1a72-406d-ac8a-6861ee94359c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:10.239644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.239797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Attempting to bind port 8a0c02f7-1a72-406d-ac8a-6861ee94359c on network 34c19b3a-c2f0-41ff-a4c2-564422409727 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:10.263727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.268558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:10.269005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Checking segment: {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:10.269348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.269760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Bound using segment: {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:10.270267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Bound port: 8a0c02f7-1a72-406d-ac8a-6861ee94359c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:10.270659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.298488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.360291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] For port d9b90e6a-701b-411a-9bc6-2cc19e4ee115, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,segment=NetworkSegment(ba0b1689-b023-4738-8165-e0714112e011),segment_id=ba0b1689-b023-4738-8165-e0714112e011)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:10.360659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.378067 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-23e677a5-4858-49a6-8796-fe0c738388fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.384187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] DHCP port deletion for 382a7ad6-c192-436d-9f7f-d053df3d535c request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:10.425672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Calling delete_port for d9b90e6a-701b-411a-9bc6-2cc19e4ee115 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:10.434298 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-8d61c70a-37b1-4cf7-96ef-f1fefd0f51b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 200 len: 1002 time: 0.5617907 Nov 22 16:53:10.503737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] For port 8a0c02f7-1a72-406d-ac8a-6861ee94359c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:10.509103 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.528551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-23e677a5-4858-49a6-8796-fe0c738388fc None None] For port d9b90e6a-701b-411a-9bc6-2cc19e4ee115, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,segment=NetworkSegment(ba0b1689-b023-4738-8165-e0714112e011),segment_id=ba0b1689-b023-4738-8165-e0714112e011)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:10.555310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] For port 8a0c02f7-1a72-406d-ac8a-6861ee94359c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8a0c02f7-1a72-406d-ac8a-6861ee94359c,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:10.557300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-23e677a5-4858-49a6-8796-fe0c738388fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.624558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e677a5-4858-49a6-8796-fe0c738388fc None None] Pushing event updated for resources: {'Port': ['ID=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:10.634159 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.725499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:10.726585 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:10.739131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] Deleting port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:10.740280 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.780191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.800011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:10.815611 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] Sync routers for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:10.851371 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:10.857905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:10.867245 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-786884c9-1977-4266-96b2-6bfd27ad2502 admin admin] 10.222.0.59 "PUT /v2.0/routers/5c6ea5b8-636b-47de-804a-c0a7fc02f926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6226735 Nov 22 16:53:10.877655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdeee560-316f-4fb7-80e0-1e989edd8222 req-cb49d14e-0ca8-443c-9a8f-ac0cf4ea560d tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0449209 Nov 22 16:53:10.882407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46502) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:10.897318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Pushing event deleted for resources: {'Port': ['ID=6956797b-f379-40d0-b707-1fe8f37e0f7c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:10.901771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-9c306166-c930-4105-b9f7-7ea9a95655f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:10.903361 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-9c306166-c930-4105-b9f7-7ea9a95655f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.4605329 Nov 22 16:53:10.958996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] For port d9b90e6a-701b-411a-9bc6-2cc19e4ee115, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,segment=NetworkSegment(ba0b1689-b023-4738-8165-e0714112e011),segment_id=ba0b1689-b023-4738-8165-e0714112e011)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:10.959426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.009257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] Calling delete_port for d9b90e6a-701b-411a-9bc6-2cc19e4ee115 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:11.013912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Allocated IP 172.25.0.133 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/98de73d4-9b4b-4608-acf7-16c1f157d753) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:11.048659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96694a0-2a87-488b-a178-4909aaf5caab None None] Pushing event updated for resources: {'Port': ['ID=8a0c02f7-1a72-406d-ac8a-6861ee94359c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:11.101511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.108026 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.124356 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5d413475-7f9a-473e-9c70-0da49a09842e tempest-ExternalNetworksAdminNegativeTestJSON-165135777 tempest-ExternalNetworksAdminNegativeTestJSON-165135777-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/3a3fa258-f02d-4fdb-9fa6-91eb77d79d67 HTTP/1.1" status: 204 len: 168 time: 2.5634301 Nov 22 16:53:11.158301 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.163498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.248687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Port': ['ID=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:11.274136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 update to ACTIVE by agent not found {{(pid=103444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:53:11.311104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-0e26d2bd-7428-4544-9038-c2860edd808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:11.311809 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.318899 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-0e26d2bd-7428-4544-9038-c2860edd808f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4051092 Nov 22 16:53:11.328405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No DVR routers for this DVR port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:11.376256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.383166 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:11.413638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] No DVR routers for this DVR port d9b90e6a-701b-411a-9bc6-2cc19e4ee115 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:11.433718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.436331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f772f8d-eec0-4d6b-9ce4-775fd100f446 None None] Pushing event deleted for resources: {'Port': ['ID=d9b90e6a-701b-411a-9bc6-2cc19e4ee115,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:11.539081 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.610820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:11.624583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:11.634744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:11.649703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8a0c02f7-1a72-406d-ac8a-6861ee94359c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:11.677810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46518) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.696592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Allocated IP 172.25.0.160 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/a20df874-ec7e-4b3b-8d17-9f1bc8749b69) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:11.776250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd5b2f-33a1-4aca-9620-7ce056241e3b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:11.781679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.785066 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:53:07Z', 'revision_number': 5, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port': {'id': '9b64c81b-f202-48f4-9d26-a6a1bcc133af', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:68:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:40:48Z', 'updated_at': '2021-11-22T16:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:11.813428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8a0c02f7-1a72-406d-ac8a-6861ee94359c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:11.815345 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.839685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382a7ad6-c192-436d-9f7f-d053df3d535c']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:11.848715 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] Checking router: 5c6ea5b8-636b-47de-804a-c0a7fc02f926 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:11.855588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0b1689-b023-4738-8165-e0714112e011') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:11.856532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0b1689-b023-4738-8165-e0714112e011') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:11.876175 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.883257 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] Routers {'5c6ea5b8-636b-47de-804a-c0a7fc02f926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:11.884054 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:11.890790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Pushing event updated for resources: {'Port': ['ID=98de73d4-9b4b-4608-acf7-16c1f157d753,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:11.898030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.918257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Deleting port 9b64c81b-f202-48f4-9d26-a6a1bcc133af {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:11.919441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.943871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:11.944286 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.948992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fcb60b5f-79a5-4510-83fa-4445875cd68a None None] Provisioning complete for port 98de73d4-9b4b-4608-acf7-16c1f157d753 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:11.950353 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fcb60b5f-79a5-4510-83fa-4445875cd68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:11.955153 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:12.000749 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-fa41792f-498e-4c9b-9591-45f6ed172663 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721583 Nov 22 16:53:12.004153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fcb60b5f-79a5-4510-83fa-4445875cd68a None None] Port 98de73d4-9b4b-4608-acf7-16c1f157d753 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:12.087554 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.106277 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] Set router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:12.165105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 8a0c02f7-1a72-406d-ac8a-6861ee94359c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8a0c02f7-1a72-406d-ac8a-6861ee94359c,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:12.175504 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.203295 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:53:11Z', 'revision_number': 6, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:12.240430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] For port 9b64c81b-f202-48f4-9d26-a6a1bcc133af, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9b64c81b-f202-48f4-9d26-a6a1bcc133af,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:12.241340 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.258084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.266548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.273034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Calling delete_port for 9b64c81b-f202-48f4-9d26-a6a1bcc133af owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:12.280216 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388eba6-ec3f-4360-9099-02887ae81566 None None] The sync data for ids ['5c6ea5b8-636b-47de-804a-c0a7fc02f926'] in n-d-816865-2 is: [{'id': '5c6ea5b8-636b-47de-804a-c0a7fc02f926', 'name': 'tempest-TaggedBootDevicesTest-1788508655-router', 'tenant_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:40:47Z', 'updated_at': '2021-11-22T16:53:11Z', 'revision_number': 6, 'project_id': '8c7aa44e61954cce90f493fe9e5d5afd', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:12.285895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/382a7ad6-c192-436d-9f7f-d053df3d535c HTTP/1.1" status: 204 len: 168 time: 6.0993519 Nov 22 16:53:12.295991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=8a0c02f7-1a72-406d-ac8a-6861ee94359c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:12.298981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d9b90e6a-701b-411a-9bc6-2cc19e4ee115 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:12.305914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46528) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:12.322260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d108e-b2b8-4e24-bf59-95168964887c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Network': ['ID=382a7ad6-c192-436d-9f7f-d053df3d535c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:12.358168 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6360b306-3a1c-496a-9841-f6d0a941d52c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:12.358632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6360b306-3a1c-496a-9841-f6d0a941d52c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:12.365176 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6360b306-3a1c-496a-9841-f6d0a941d52c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/subnets/2747c511-53db-4438-aac0-c029764f36f5 HTTP/1.1" status: 404 len: 337 time: 0.0581701 Nov 22 16:53:12.365803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46534) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:12.368805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d9b90e6a-701b-411a-9bc6-2cc19e4ee115 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:12.369166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d9b90e6a-701b-411a-9bc6-2cc19e4ee115 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:12.398021 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a506b532-547d-47bc-aa0b-e47a22b23bf1 req-a7b959bb-654a-4232-bfac-63031a896ee2 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274765 Nov 22 16:53:12.398935 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6058814e-f1b3-46b0-adad-f7a325e67095 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:12.399509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6058814e-f1b3-46b0-adad-f7a325e67095 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:12.418936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6058814e-f1b3-46b0-adad-f7a325e67095 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/382a7ad6-c192-436d-9f7f-d053df3d535c HTTP/1.1" status: 404 len: 339 time: 0.0488124 Nov 22 16:53:12.421522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46536) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:12.445738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d51b5339-1480-4c6b-ab15-04306d41a35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.458534 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-353990a3-9ff1-4c01-95f8-dd3a5890ce4c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:12.459188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353990a3-9ff1-4c01-95f8-dd3a5890ce4c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:12.462496 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-353990a3-9ff1-4c01-95f8-dd3a5890ce4c tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/subnets/c50c1e86-ccda-417c-bfa1-9c4728fa7b62 HTTP/1.1" status: 404 len: 337 time: 0.0399461 Nov 22 16:53:12.465405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46538) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:12.481717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b184c013-3fbe-4973-8ce6-eaa8e75dcf83 None None] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:12.490465 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3fe071-6766-4547-ba60-b412674cfb04 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:12.495174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3fe071-6766-4547-ba60-b412674cfb04 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:12.498976 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9b3fe071-6766-4547-ba60-b412674cfb04 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/9513e764-7a7a-4760-9cac-5e9cc129a02c HTTP/1.1" status: 404 len: 339 time: 0.0298424 Nov 22 16:53:12.501684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:12.510352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b997d756-40ec-4ed6-a00d-b765adece898 req-2fc73545-9470-445f-8b90-21f58d466bc4 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1956899 Nov 22 16:53:12.547925 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fe8e7d-b1c8-4300-9e52-09fcd9f50508 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:12.549175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fe8e7d-b1c8-4300-9e52-09fcd9f50508 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:12.550774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.553488 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a0fe8e7d-b1c8-4300-9e52-09fcd9f50508 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/subnets/863f48c4-dc34-4dc5-9ab8-ebcb3f5f858b HTTP/1.1" status: 404 len: 337 time: 0.0507762 Nov 22 16:53:12.556625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46542) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:12.589241 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a778aa7-f641-4456-9427-5a439640bf78 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:12.590527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-84c0617f-d3c9-4fb5-a0d9-f79ac59aa131 None None] Provisioning complete for port 8a0c02f7-1a72-406d-ac8a-6861ee94359c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:12.590676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a778aa7-f641-4456-9427-5a439640bf78 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:12.591249 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84c0617f-d3c9-4fb5-a0d9-f79ac59aa131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.594182 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9a778aa7-f641-4456-9427-5a439640bf78 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/35eea9f4-47a9-4548-ac1e-1ce189aa6d48 HTTP/1.1" status: 404 len: 339 time: 0.0365238 Nov 22 16:53:12.597433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46544) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:12.808047 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.815919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e3076-ebd5-46b1-9ad2-e8bb459f805d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting port bf86fbc2-7856-4d65-9ca7-2a1972100c41 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:12.816983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3076-ebd5-46b1-9ad2-e8bb459f805d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.933713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.940787 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3076-ebd5-46b1-9ad2-e8bb459f805d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.957043 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e3076-ebd5-46b1-9ad2-e8bb459f805d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Calling delete_port for bf86fbc2-7856-4d65-9ca7-2a1972100c41 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:12.981861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d51b5339-1480-4c6b-ab15-04306d41a35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.000273 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d51b5339-1480-4c6b-ab15-04306d41a35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.054005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3076-ebd5-46b1-9ad2-e8bb459f805d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.079654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3076-ebd5-46b1-9ad2-e8bb459f805d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.086575 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0e9e3076-ebd5-46b1-9ad2-e8bb459f805d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/ports/bf86fbc2-7856-4d65-9ca7-2a1972100c41 HTTP/1.1" status: 204 len: 168 time: 0.4846721 Nov 22 16:53:13.089601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46554) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:13.103259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e3076-ebd5-46b1-9ad2-e8bb459f805d tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Port': ['ID=bf86fbc2-7856-4d65-9ca7-2a1972100c41,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:13.122141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:13.136259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d51b5339-1480-4c6b-ab15-04306d41a35c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b83d1caabe204e0d9a58c2c2a1541137&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4562967 Nov 22 16:53:13.140565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46556) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:13.166247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:13.201329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Pushing event updated for resources: {'Port': ['ID=a20df874-ec7e-4b3b-8d17-9f1bc8749b69,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:13.204054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.204898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a908a1d-11c8-4c06-acf3-493a5bdf6093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.232073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f516ecf-04f7-4c78-9a0d-efb850a6eaf9 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:13.234513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:13.236982 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a908a1d-11c8-4c06-acf3-493a5bdf6093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.239547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b64c81b-f202-48f4-9d26-a6a1bcc133af,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:13.241620 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-121f07ca-4a60-4afa-834d-0c18db251f24 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:13.242081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121f07ca-4a60-4afa-834d-0c18db251f24 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:13.248144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-121f07ca-4a60-4afa-834d-0c18db251f24 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/subnets/a07cfa84-5936-4ca4-b0d2-c87dd00f1bb6 HTTP/1.1" status: 404 len: 337 time: 0.1489315 Nov 22 16:53:13.248715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:13.258680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b5339-1480-4c6b-ab15-04306d41a35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247e6206-db08-4c92-b957-0ee5299271a5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:13.307906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120b30db-9ac5-411b-8b4d-c26be362d02a None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:13.329189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-786c95c6-6202-4488-b2e0-7649029749dc None None] Provisioning complete for port 8a0c02f7-1a72-406d-ac8a-6861ee94359c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:13.331913 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-786c95c6-6202-4488-b2e0-7649029749dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.427544 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.449390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a908a1d-11c8-4c06-acf3-493a5bdf6093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.454068 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a908a1d-11c8-4c06-acf3-493a5bdf6093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.459085 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3a908a1d-11c8-4c06-acf3-493a5bdf6093 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/247e6206-db08-4c92-b957-0ee5299271a5 HTTP/1.1" status: 204 len: 168 time: 0.3172934 Nov 22 16:53:13.521959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a908a1d-11c8-4c06-acf3-493a5bdf6093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247e6206-db08-4c92-b957-0ee5299271a5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:13.566439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8a0c02f7-1a72-406d-ac8a-6861ee94359c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:13.676268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.691700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9b3fe2bc-0a48-4652-8b32-5cdf9d177a5f None None] Provisioning complete for port a20df874-ec7e-4b3b-8d17-9f1bc8749b69 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:13.692367 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe2bc-0a48-4652-8b32-5cdf9d177a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.737557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dc8303-8414-4eec-a3b9-e75309b97fc1']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:13.739289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fe2bc-0a48-4652-8b32-5cdf9d177a5f None None] Port a20df874-ec7e-4b3b-8d17-9f1bc8749b69 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:13.757281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8a0c02f7-1a72-406d-ac8a-6861ee94359c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:13.757939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.767334 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7bee76-33d8-4460-9510-45278ff3f46b') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:13.767685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7bee76-33d8-4460-9510-45278ff3f46b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:13.788733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.823960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.831900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:13.832376 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:13.839247 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:13.969339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.990866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e2fabf-f7e1-4c4c-91d2-e509b90d29f3 req-be46446c-d482-418c-b5d7-71c65bdc9abc tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0445287 Nov 22 16:53:13.994168 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.002119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.007369 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/17dc8303-8414-4eec-a3b9-e75309b97fc1 HTTP/1.1" status: 204 len: 168 time: 0.7552650 Nov 22 16:53:14.052535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46574) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:14.065353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8da788-13d1-404b-b446-a892a8a22b7a tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Network': ['ID=17dc8303-8414-4eec-a3b9-e75309b97fc1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:14.075226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4bcb2569-605b-45c6-9815-2410b3fc1c5e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:14.094189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:14.132148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 4bcb2569-605b-45c6-9815-2410b3fc1c5e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:14.132813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4bcb2569-605b-45c6-9815-2410b3fc1c5e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:14.133430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9b64c81b-f202-48f4-9d26-a6a1bcc133af no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:14.177988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9b64c81b-f202-48f4-9d26-a6a1bcc133af {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:14.178594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9b64c81b-f202-48f4-9d26-a6a1bcc133af not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:14.187545 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-57b0ab10-d94b-4875-a3b3-980f5e1f7992 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e1e025f9601045e3bf5cb6a10450ffed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920928 Nov 22 16:53:14.193020 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.194517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46578) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:14.206465 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.245390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-28ee6f4d-6a6c-4716-8c99-ad624592373e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting port b32a63f1-58f1-4dcb-8e47-92074ce4f462 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:14.245789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ee6f4d-6a6c-4716-8c99-ad624592373e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.311434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a48daddc-bb99-43f5-88a3-30b468547114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.313834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.340013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ee6f4d-6a6c-4716-8c99-ad624592373e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.358276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a48daddc-bb99-43f5-88a3-30b468547114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.367539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-28ee6f4d-6a6c-4716-8c99-ad624592373e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Calling delete_port for b32a63f1-58f1-4dcb-8e47-92074ce4f462 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:14.475922 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a48daddc-bb99-43f5-88a3-30b468547114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.478957 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a48daddc-bb99-43f5-88a3-30b468547114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.482595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a48daddc-bb99-43f5-88a3-30b468547114 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d626e50d-1433-4003-aeb6-76e0aa0ddd81 HTTP/1.1" status: 204 len: 168 time: 0.2845438 Nov 22 16:53:14.497454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48daddc-bb99-43f5-88a3-30b468547114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d626e50d-1433-4003-aeb6-76e0aa0ddd81,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:14.507182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ee6f4d-6a6c-4716-8c99-ad624592373e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.523270 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.524104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6ea5b8-636b-47de-804a-c0a7fc02f926 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:14.539718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.542184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fcd653ed-0f68-43a3-a2b8-f74eb4f1347b admin admin] 10.222.0.59 "DELETE /v2.0/routers/5c6ea5b8-636b-47de-804a-c0a7fc02f926 HTTP/1.1" status: 204 len: 168 time: 3.6579072 Nov 22 16:53:14.550038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46582) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:14.561746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6f4d-6a6c-4716-8c99-ad624592373e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Port': ['ID=b32a63f1-58f1-4dcb-8e47-92074ce4f462,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:14.573462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28ee6f4d-6a6c-4716-8c99-ad624592373e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.579916 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-28ee6f4d-6a6c-4716-8c99-ad624592373e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/ports/b32a63f1-58f1-4dcb-8e47-92074ce4f462 HTTP/1.1" status: 204 len: 168 time: 0.5243642 Nov 22 16:53:14.583783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46584) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:14.659277 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6396a06f-35f5-48aa-9c5c-908a7707696e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:14.660035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6396a06f-35f5-48aa-9c5c-908a7707696e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:14.667471 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6396a06f-35f5-48aa-9c5c-908a7707696e tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/subnets/9300cdba-b0a8-49db-b6d5-cddd7cd73894 HTTP/1.1" status: 404 len: 337 time: 0.0789521 Nov 22 16:53:14.671081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46586) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:14.684221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b26ae21-8592-4f1e-9beb-e8111f1687c2 admin admin] Deleting subnet 60fb99aa-6a34-4789-801b-3d59564b79de {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:53:14.692686 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae21-8592-4f1e-9beb-e8111f1687c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.793156 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae21-8592-4f1e-9beb-e8111f1687c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.820960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.849978 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.856214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Router 60a63e53-5a0b-4e12-9514-e63a92709533 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:14.958649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.981416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f07d97-78d1-4cb3-b246-9565fe47883f']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:14.992470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c47cb2-2918-424c-b84e-25fb237375bf') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:14.992776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c47cb2-2918-424c-b84e-25fb237375bf') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:15.008505 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.025573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.035091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:15.035633 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:15.039674 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:15.135465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.145069 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.150983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/a8f07d97-78d1-4cb3-b246-9565fe47883f HTTP/1.1" status: 204 len: 168 time: 0.4714446 Nov 22 16:53:15.153424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae21-8592-4f1e-9beb-e8111f1687c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.159377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46604) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:15.181018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c2f5d-f738-418f-ba6b-35c808792e5f tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Network': ['ID=a8f07d97-78d1-4cb3-b246-9565fe47883f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:15.237099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-997a0df5-07ef-47b4-ba61-ad3ccf702ba4 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting subnet 7fe63349-25b7-4149-b0f8-a22e5b4a7991 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:53:15.244365 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-997a0df5-07ef-47b4-ba61-ad3ccf702ba4 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.285026 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ff7ccf8-9c9c-4b78-8c87-c5823edba7f4 req-d35b6694-371a-437c-9424-1487d9add2e1 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0961411 Nov 22 16:53:15.290373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-997a0df5-07ef-47b4-ba61-ad3ccf702ba4 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.410737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:15.426605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Sync routers for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:15.446093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae21-8592-4f1e-9beb-e8111f1687c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.456370 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.460600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d5281a7c-347f-4cf7-9415-3e2557a5df9a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7435162 Nov 22 16:53:15.464429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46614) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:15.469488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.473937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-997a0df5-07ef-47b4-ba61-ad3ccf702ba4 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.478369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:15.479349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:15.483179 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c859dfd7-6346-4081-b82e-d16340b78dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.494796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26ae21-8592-4f1e-9beb-e8111f1687c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fb99aa-6a34-4789-801b-3d59564b79de,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:15.503249 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.510070 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b26ae21-8592-4f1e-9beb-e8111f1687c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.525658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1b26ae21-8592-4f1e-9beb-e8111f1687c2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/60fb99aa-6a34-4789-801b-3d59564b79de HTTP/1.1" status: 204 len: 168 time: 0.9741757 Nov 22 16:53:15.531949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46618) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:15.546096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861c07b-b0e1-48d3-8b81-fa6cc397f0c5 None None] Network d14331d9-e11c-48d4-8bfd-0c8a5d767e08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:15.785451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.796726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:15.826070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:15.831090 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-997a0df5-07ef-47b4-ba61-ad3ccf702ba4 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.852722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Router 90ac5d46-64c4-4603-b960-97f0e4e18741 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:15.870561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a0df5-07ef-47b4-ba61-ad3ccf702ba4 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe63349-25b7-4149-b0f8-a22e5b4a7991,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:15.884627 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-997a0df5-07ef-47b4-ba61-ad3ccf702ba4 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.892055 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-997a0df5-07ef-47b4-ba61-ad3ccf702ba4 tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/subnets/7fe63349-25b7-4149-b0f8-a22e5b4a7991 HTTP/1.1" status: 204 len: 168 time: 0.7274270 Nov 22 16:53:15.892055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:15.893086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b14b8ba-2277-4164-b169-4ef49743cf5b None None] Network f6c761f1-aa62-4c7f-848f-5a26154a6f7b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:15.964810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Deleting port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:15.965586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.043162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] For port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7,segment=NetworkSegment(2fec84ca-22c7-4c23-adf1-4e7fd2478018),segment_id=2fec84ca-22c7-4c23-adf1-4e7fd2478018)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:16.043781 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.059634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Calling delete_port for 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:16.119036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.202001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7329183e-f18c-4d36-96cf-ea894aaf75fa tempest-AgentManagementNegativeTest-796712718 tempest-AgentManagementNegativeTest-796712718-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3701134 Nov 22 16:53:16.202588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.253027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] No DVR routers for this DVR port 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:16.257046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Pushing event deleted for resources: {'Port': ['ID=8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:16.381865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Deleting port 7afdd649-c19e-43a1-a03e-5cbd5c97442e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:16.382213 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.411969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:12Z', 'revision_number': 3, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:16.473405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284212ce-3d4d-4136-9ed2-3ba4a797fe8d None None] DHCP port deletion for d14331d9-e11c-48d4-8bfd-0c8a5d767e08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:16.475299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] DHCP port deletion for f6c761f1-aa62-4c7f-848f-5a26154a6f7b request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:16.478399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Checking router: 60a63e53-5a0b-4e12-9514-e63a92709533 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:16.479144 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Updating router 60a63e53-5a0b-4e12-9514-e63a92709533 port 98de73d4-9b4b-4608-acf7-16c1f157d753 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:53:16.528811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] For port 7afdd649-c19e-43a1-a03e-5cbd5c97442e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7afdd649-c19e-43a1-a03e-5cbd5c97442e,segment=NetworkSegment(61b5746c-83b2-4b3c-a03f-4d907578b2e4),segment_id=61b5746c-83b2-4b3c-a03f-4d907578b2e4)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:16.529010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.539026 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.555114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Calling delete_port for 7afdd649-c19e-43a1-a03e-5cbd5c97442e owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:16.683709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.861827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Allocated IP 172.20.0.1 (34c19b3a-c2f0-41ff-a4c2-564422409727/1eec2eea-712d-480f-b9d8-660318bed072/5a155fa2-4538-4454-a005-7e3362c2390c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:16.898100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.911585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f8074c1-f581-4797-86d4-47d2c54f50dc req-53d55b09-06f6-4aa0-8241-e350fc8cd6c2 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.4540949 Nov 22 16:53:16.939039 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.941792 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.946809 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.980486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:16.991582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.996463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46650) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.997443 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71538b34-6ac1-462e-a5f0-251c84158439 None None] Sync routers for ids ['90ac5d46-64c4-4603-b960-97f0e4e18741'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:17.004646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-44d4a1e5-d8e3-4164-86af-6272c63d39b7 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "PUT /v2.0/routers/90ac5d46-64c4-4603-b960-97f0e4e18741 HTTP/1.1" status: 200 len: 920 time: 8.2494760 Nov 22 16:53:17.010043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14331d9-e11c-48d4-8bfd-0c8a5d767e08']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.011809 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71538b34-6ac1-462e-a5f0-251c84158439 None None] Routers {'90ac5d46-64c4-4603-b960-97f0e4e18741'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:17.013241 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-71538b34-6ac1-462e-a5f0-251c84158439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['90ac5d46-64c4-4603-b960-97f0e4e18741'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.046003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.046340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fec84ca-22c7-4c23-adf1-4e7fd2478018') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.046340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fec84ca-22c7-4c23-adf1-4e7fd2478018') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.075868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.094804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287db7ec-a9b8-4b6b-9d6c-a9cde32afeaf None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:17.102784 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-71538b34-6ac1-462e-a5f0-251c84158439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.108585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.119448 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71538b34-6ac1-462e-a5f0-251c84158439 None None] Routers {'90ac5d46-64c4-4603-b960-97f0e4e18741'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:17.120300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:17.122345 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-71538b34-6ac1-462e-a5f0-251c84158439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['90ac5d46-64c4-4603-b960-97f0e4e18741'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.122918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:17.128965 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:17.148137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023317a-55d6-445a-9bbb-d08b36b02290 None None] Pushing event updated for resources: {'Port': ['ID=98de73d4-9b4b-4608-acf7-16c1f157d753,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.158163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] Deleting port 7afdd649-c19e-43a1-a03e-5cbd5c97442e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:17.160938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.204044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Port': ['ID=7afdd649-c19e-43a1-a03e-5cbd5c97442e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.213190 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-71538b34-6ac1-462e-a5f0-251c84158439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.215527 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71538b34-6ac1-462e-a5f0-251c84158439 None None] The sync data for ids ['90ac5d46-64c4-4603-b960-97f0e4e18741'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:17.223029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.227992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] No DVR routers for this DVR port 7afdd649-c19e-43a1-a03e-5cbd5c97442e on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:17.254815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Attempting to bind port 98de73d4-9b4b-4608-acf7-16c1f157d753 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:17.255217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Attempting to bind port 98de73d4-9b4b-4608-acf7-16c1f157d753 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:17.255775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Attempting to bind port 98de73d4-9b4b-4608-acf7-16c1f157d753 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:17.277432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:17.278736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:17.280204 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.280969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:17.281888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Bound port: 98de73d4-9b4b-4608-acf7-16c1f157d753, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:17.282698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.285464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6c89474-0811-442e-a3c0-0e83616cc69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.306392 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.325747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-86ea04c1-0582-4842-8f28-02f27c78ac34 None None] Provisioning complete for port 98de73d4-9b4b-4608-acf7-16c1f157d753 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:17.327031 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86ea04c1-0582-4842-8f28-02f27c78ac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.369056 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.376594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] 10.222.0.59 "DELETE /v2.0/networks/d14331d9-e11c-48d4-8bfd-0c8a5d767e08 HTTP/1.1" status: 204 len: 168 time: 1.8430314 Nov 22 16:53:17.380960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:17.382292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] For port 7afdd649-c19e-43a1-a03e-5cbd5c97442e, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:17.382748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.399438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0bfd7-40b3-41f3-8520-4a0b481e204b admin admin] Pushing event deleted for resources: {'Network': ['ID=d14331d9-e11c-48d4-8bfd-0c8a5d767e08,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.458438 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6c89474-0811-442e-a3c0-0e83616cc69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.466902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6c89474-0811-442e-a3c0-0e83616cc69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.470433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.487905 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-61bd92c6-aca1-414e-a5e8-a7f5b3a8645f tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/routers/90ac5d46-64c4-4603-b960-97f0e4e18741 HTTP/1.1" status: 200 len: 926 time: 0.4868424 Nov 22 16:53:17.491494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7afdd649-c19e-43a1-a03e-5cbd5c97442e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:17.499647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] Calling delete_port for 7afdd649-c19e-43a1-a03e-5cbd5c97442e owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:17.503309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46660) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:17.505316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] Port 7afdd649-c19e-43a1-a03e-5cbd5c97442e was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:53:17.511531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89474-0811-442e-a3c0-0e83616cc69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8548e7e2-43ed-4c11-9171-aef2c29aeb6e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.525465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c761f1-aa62-4c7f-848f-5a26154a6f7b']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.541791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-86ea04c1-0582-4842-8f28-02f27c78ac34 None None] Port 98de73d4-9b4b-4608-acf7-16c1f157d753 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:17.548009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] For port 98de73d4-9b4b-4608-acf7-16c1f157d753, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:17.550762 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.557203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7afdd649-c19e-43a1-a03e-5cbd5c97442e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:17.557546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7afdd649-c19e-43a1-a03e-5cbd5c97442e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:17.557997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:17.572112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c6c89474-0811-442e-a3c0-0e83616cc69f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a6fab2c62bc4d26bd0a2d22c0fbf3a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570117 Nov 22 16:53:17.574685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46662) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:17.622777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] For port 98de73d4-9b4b-4608-acf7-16c1f157d753, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=98de73d4-9b4b-4608-acf7-16c1f157d753,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:17.628941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] No DVR routers for this DVR port 7afdd649-c19e-43a1-a03e-5cbd5c97442e on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:17.633979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1deb7d5-78cd-469b-9115-b7a7f11c4b0b None None] Pushing event deleted for resources: {'Port': ['ID=7afdd649-c19e-43a1-a03e-5cbd5c97442e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.638409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:17.639093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8765c0c1-ec85-4ade-9e7b-7df37c0f5cc7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:17.642873 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.651955 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97a84e5-ee94-49ee-ba0f-02bd54025ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.686395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97a84e5-ee94-49ee-ba0f-02bd54025ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.697711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023317a-55d6-445a-9bbb-d08b36b02290 None None] Pushing event updated for resources: {'Port': ['ID=98de73d4-9b4b-4608-acf7-16c1f157d753,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.723262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f26c1-4ea7-4322-8dd9-b572c71399b2 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:17.734624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:17.734859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:52:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:17.798019 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97a84e5-ee94-49ee-ba0f-02bd54025ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.801926 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e97a84e5-ee94-49ee-ba0f-02bd54025ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.803710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e97a84e5-ee94-49ee-ba0f-02bd54025ec2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8548e7e2-43ed-4c11-9171-aef2c29aeb6e HTTP/1.1" status: 204 len: 168 time: 0.2277560 Nov 22 16:53:17.815127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a84e5-ee94-49ee-ba0f-02bd54025ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548e7e2-43ed-4c11-9171-aef2c29aeb6e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.877590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f68e7f5b-4f0e-4962-900d-0282bebd3b2a None None] Provisioning complete for port 98de73d4-9b4b-4608-acf7-16c1f157d753 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:17.877889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f68e7f5b-4f0e-4962-900d-0282bebd3b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.948814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:18.038425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.078925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f0f3ba4-18c4-4db0-ae42-7862d5bbcd59 req-04253fbe-5204-40d8-b914-571007ca1a82 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0506735 Nov 22 16:53:18.100931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2e90e150-662e-45ee-87f9-36b8d9d3b4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.104153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b5746c-83b2-4b3c-a03f-4d907578b2e4') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:18.104455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b5746c-83b2-4b3c-a03f-4d907578b2e4') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:18.160898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.196917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:18.207324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541323b3-d943-4e90-a6b9-e0184b99553e tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:18.212323 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-541323b3-d943-4e90-a6b9-e0184b99553e tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=90ac5d46-64c4-4603-b960-97f0e4e18741&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7076986 Nov 22 16:53:18.213309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46680) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:18.222305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.261997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:18.274625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:18.276784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Pushing event updated for resources: {'Port': ['ID=5a155fa2-4538-4454-a005-7e3362c2390c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:18.281500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:18.282153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.284236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f68e7f5b-4f0e-4962-900d-0282bebd3b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:18.291918 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:18.385023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f68e7f5b-4f0e-4962-900d-0282bebd3b2a None None] For port 98de73d4-9b4b-4608-acf7-16c1f157d753, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=98de73d4-9b4b-4608-acf7-16c1f157d753,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:18.390193 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f68e7f5b-4f0e-4962-900d-0282bebd3b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.457573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.511066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a439c3-d7fe-4227-b7b3-0a0426892eff tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:18.522272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-79a439c3-d7fe-4227-b7b3-0a0426892eff tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/networks/48371618-7853-4415-b0ee-666037ec3de0 HTTP/1.1" status: 200 len: 881 time: 0.2971456 Nov 22 16:53:18.522272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46690) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:18.522978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.570715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:12Z', 'revision_number': 3, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:18.580858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fcd6d4d5-e6a0-4ad9-8afc-9fb25584c29d tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=90ac5d46-64c4-4603-b960-97f0e4e18741 HTTP/1.1" status: 200 len: 205 time: 0.0583117 Nov 22 16:53:18.583606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46694) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:18.618159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.624770 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] 10.222.0.59 "DELETE /v2.0/networks/f6c761f1-aa62-4c7f-848f-5a26154a6f7b HTTP/1.1" status: 204 len: 168 time: 2.7284408 Nov 22 16:53:18.645797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e036e-92c2-4e8d-8cee-741ada38ff0b tempest-NetworksIpV6TestAttrs-1051141583 tempest-NetworksIpV6TestAttrs-1051141583-project] Pushing event deleted for resources: {'Network': ['ID=f6c761f1-aa62-4c7f-848f-5a26154a6f7b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:18.693577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b1ac8-b9ea-465d-948a-d962ce04a986 None None] The sync data for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 is: [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:12Z', 'revision_number': 3, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:18.695807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e7f5b-4f0e-4962-900d-0282bebd3b2a None None] Pushing event updated for resources: {'Port': ['ID=98de73d4-9b4b-4608-acf7-16c1f157d753,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:18.754001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-832ad241-78d7-4408-b47e-8e0c680594c1 None None] Provisioning complete for port 5a155fa2-4538-4454-a005-7e3362c2390c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:18.754273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-832ad241-78d7-4408-b47e-8e0c680594c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.773692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.832354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.866501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-832ad241-78d7-4408-b47e-8e0c680594c1 None None] Port 5a155fa2-4538-4454-a005-7e3362c2390c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:18.936097 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.018664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.040578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.140319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Deleting port a20df874-ec7e-4b3b-8d17-9f1bc8749b69 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:19.140685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.307788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78085c55-d8f2-4701-aca2-eba8232f7681 req-7aa39595-0876-4d95-a400-25fdd3737050 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0486984 Nov 22 16:53:19.420422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.440710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:19.445462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.453711 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.488619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:19.522791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Calling delete_port for a20df874-ec7e-4b3b-8d17-9f1bc8749b69 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:19.654999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 98de73d4-9b4b-4608-acf7-16c1f157d753 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:19.686333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Pushing event updated for resources: {'Port': ['ID=5a155fa2-4538-4454-a005-7e3362c2390c,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:19.714205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.750788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'networks': [{'name': 'tempest-network--569901110'}, {'name': 'tempest-network--1048420717'}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:19.751157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'network': {'name': 'tempest-network--569901110'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:19.763338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'network': {'name': 'tempest-network--1048420717'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:19.781574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 98de73d4-9b4b-4608-acf7-16c1f157d753 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:19.787922 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.969590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Made reservation on behalf of b4f9084ce0114a0595c2217f3a56c50c for: {'network': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:19.974877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.001548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.027768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:20.032488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:20.051743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fc051e32-4d76-4d34-801d-39645995c1c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9324fbbead7448781ab8c84f05bccc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5891984 Nov 22 16:53:20.052862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46730) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:20.124932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Deleting port 1d60e394-0c87-4544-8264-222e0f580acf {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:20.125311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.136806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.223347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8afd73f-da3e-40ae-9fe7-bd10ba22b486 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:20.254459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event deleted for resources: {'Port': ['ID=a20df874-ec7e-4b3b-8d17-9f1bc8749b69,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:20.369375 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.471994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8487af3-b628-4208-a9a3-a6d9274c1521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.475416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] For port 1d60e394-0c87-4544-8264-222e0f580acf, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1d60e394-0c87-4544-8264-222e0f580acf,segment=NetworkSegment(5229d26e-8a7b-4b4b-8b1a-3531ed69366e),segment_id=5229d26e-8a7b-4b4b-8b1a-3531ed69366e)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:20.482056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.510229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Calling delete_port for 1d60e394-0c87-4544-8264-222e0f580acf owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:20.518662 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.532080 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.532790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.543840 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.550728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-16700a43-d455-4270-b679-cd7925b5ba84 None None] Provisioning complete for port 5a155fa2-4538-4454-a005-7e3362c2390c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:20.551279 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16700a43-d455-4270-b679-cd7925b5ba84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.573491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.577249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c9a7560-a59c-4fc4-bb67-26a927eee947 req-75b954fd-dc91-4550-8f85-743cd2d3dac0 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0910919 Nov 22 16:53:20.606607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:20.617958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.618258 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Added segment 310d5792-65c1-4741-b7c9-4760b09cc362 of type vlan for network 0a2a81f7-79b6-4d6c-8b29-81a97ca348b5 Nov 22 16:53:20.680979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-16700a43-d455-4270-b679-cd7925b5ba84 None None] Port 5a155fa2-4538-4454-a005-7e3362c2390c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:20.741201 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.751145 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.768448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Router 60a63e53-5a0b-4e12-9514-e63a92709533 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:20.794026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b406a2-b91d-4ae6-9e9a-3a1f1e7af871,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:20.807582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8487af3-b628-4208-a9a3-a6d9274c1521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.808235 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.810834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Fanout notify agent at l3_agent the message router_deleted on router 90ac5d46-64c4-4603-b960-97f0e4e18741 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:20.833061 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.833490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e111de8d-ee06-46ad-87b2-3c4023ba8649 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/90ac5d46-64c4-4603-b960-97f0e4e18741 HTTP/1.1" status: 204 len: 168 time: 2.2486362 Nov 22 16:53:20.844355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46742) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:20.858735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-720909745', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:20.874726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:20.891799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.892561 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Added segment 3e66157e-fca0-4bb6-8714-bb1abd63fe9d of type vlan for network 2c2932d3-7e3d-4ef6-897f-b087233795c6 Nov 22 16:53:20.985041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.026286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.026854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.037257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:21.037489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.038471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.043423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:21.044241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.088045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.101237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6112442 Nov 22 16:53:21.105033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:21.146408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8487af3-b628-4208-a9a3-a6d9274c1521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.149364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8487af3-b628-4208-a9a3-a6d9274c1521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.152927 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f8487af3-b628-4208-a9a3-a6d9274c1521 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/599b33ce-cafb-4079-92c1-a4888513b69a HTTP/1.1" status: 204 len: 168 time: 1.0854633 Nov 22 16:53:21.216231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:21.225604 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2e48c55c-b3c7-4a4b-a61a-364b55022f39 admin admin] 10.222.0.59 "PUT /v2.0/routers/60a63e53-5a0b-4e12-9514-e63a92709533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7596550 Nov 22 16:53:21.266529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8487af3-b628-4208-a9a3-a6d9274c1521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599b33ce-cafb-4079-92c1-a4888513b69a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:21.289372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Network': ['ID=0a2a81f7-79b6-4d6c-8b29-81a97ca348b5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:21.326522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 0a2a81f7-79b6-4d6c-8b29-81a97ca348b5 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:21.413193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.474568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.565123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112f905-93fd-421b-aecd-6fbdd36386ed tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:21.570997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d60e394-0c87-4544-8264-222e0f580acf,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:21.576380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112f905-93fd-421b-aecd-6fbdd36386ed tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:21.582620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.588512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112f905-93fd-421b-aecd-6fbdd36386ed tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:21.604160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112f905-93fd-421b-aecd-6fbdd36386ed tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:21.610726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b112f905-93fd-421b-aecd-6fbdd36386ed tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5008574 Nov 22 16:53:21.613918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3831f7c-28c5-4190-aa98-d5a95321594b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Network': ['ID=2c2932d3-7e3d-4ef6-897f-b087233795c6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:21.618486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:21.631925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 2c2932d3-7e3d-4ef6-897f-b087233795c6 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:21.951712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5da6f7b8-9b80-4e21-be9c-749e7b646a1f req-8a87ece1-8e88-453b-83a7-ccf3a78640bc tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1251698 Nov 22 16:53:21.988357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Sync routers for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:21.992597 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.013776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:22.029276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.059894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.205274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:22.220925 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.272676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2a81f7-79b6-4d6c-8b29-81a97ca348b5']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.296863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310d5792-65c1-4741-b7c9-4760b09cc362') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.297242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310d5792-65c1-4741-b7c9-4760b09cc362') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.323252 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.356939 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.373306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:22.374122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:22.378675 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:22.545440 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.565399 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.580228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/networks/0a2a81f7-79b6-4d6c-8b29-81a97ca348b5 HTTP/1.1" status: 204 len: 168 time: 0.9552832 Nov 22 16:53:22.582168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46794) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:22.623775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68d745-2351-409a-942e-1095fe3329fc tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Network': ['ID=0a2a81f7-79b6-4d6c-8b29-81a97ca348b5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:22.656738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 2, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.675184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:22.680603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-833719040-network', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:22.694582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.699088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.706248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Checking router: 60a63e53-5a0b-4e12-9514-e63a92709533 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:22.706886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Updating router 60a63e53-5a0b-4e12-9514-e63a92709533 port 5a155fa2-4538-4454-a005-7e3362c2390c binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:53:22.713251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Made reservation on behalf of 048e6c0eee9546648f44ef7a8f7bbcf6 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:22.732165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.753747 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.754926 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.768720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.899393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Allocated IP 172.25.0.25 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/9215612d-7ce5-49de-98e8-421e7450e4f6) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:22.976171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.984810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.024529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:23.026541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:23.051303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9618a4-bf0a-4110-81ab-f22d8b1a4fd4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:23.056927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.057532 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Added segment 120d9560-94ba-4f00-9aeb-f17247f5fbe3 of type vlan for network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff Nov 22 16:53:23.153795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.158673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fcf35327-8379-4c11-a86a-66e5b1110a84 req-ef19ac19-471a-46f4-93e1-6aa9f8517064 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0462787 Nov 22 16:53:23.204928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.206411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.208059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.282502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.283909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dd91299f-ec3a-4c25-8ab6-99fa805f3c0c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-82674930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:23.298248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:23.311217 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.313070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eb7a9a33-8d7d-4b4d-8d33-12bef84ff6a5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6364729 Nov 22 16:53:23.315663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:23.316883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46810) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:23.322469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Request body: {'subnet': {'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-833719040-subnet', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:23.358672 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd91299f-ec3a-4c25-8ab6-99fa805f3c0c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.364186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd91299f-ec3a-4c25-8ab6-99fa805f3c0c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.377960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2932d3-7e3d-4ef6-897f-b087233795c6']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:23.422909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Made reservation on behalf of 048e6c0eee9546648f44ef7a8f7bbcf6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:23.425666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.446348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e66157e-fca0-4bb6-8714-bb1abd63fe9d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:23.447037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e66157e-fca0-4bb6-8714-bb1abd63fe9d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:23.454555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.482228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.524351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.534639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:23.535185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.633940 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.663039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Router 47263fad-3515-418f-88cf-5872a8964184 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:23.664914 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:23.672029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.753615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:23.755418 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.759469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event updated for resources: {'Port': ['ID=9215612d-7ce5-49de-98e8-421e7450e4f6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:23.771421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:23.802378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:23.813204 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.815001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650cc869-d0e1-4f75-8b79-ab7e2d03d929 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:23.820193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd91299f-ec3a-4c25-8ab6-99fa805f3c0c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.860742 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd91299f-ec3a-4c25-8ab6-99fa805f3c0c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.873782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4e455-2536-49a2-8c64-408a4c6bcf49 None None] Pushing event updated for resources: {'Port': ['ID=5a155fa2-4538-4454-a005-7e3362c2390c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:23.913726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Attempting to bind port 5a155fa2-4538-4454-a005-7e3362c2390c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:23.914112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Attempting to bind port 5a155fa2-4538-4454-a005-7e3362c2390c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:23.914493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Attempting to bind port 5a155fa2-4538-4454-a005-7e3362c2390c on network 34c19b3a-c2f0-41ff-a4c2-564422409727 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:23.915645 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.922695 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/networks/2c2932d3-7e3d-4ef6-897f-b087233795c6 HTTP/1.1" status: 204 len: 168 time: 1.3215280 Nov 22 16:53:23.922925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:23.923251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Checking segment: {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:23.923686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa1b66-183c-49ff-9abb-fdeb000a0dc6 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Network': ['ID=2c2932d3-7e3d-4ef6-897f-b087233795c6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:23.923811 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.924254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Bound using segment: {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:23.924744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Bound port: 5a155fa2-4538-4454-a005-7e3362c2390c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:23.933681 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.935370 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd91299f-ec3a-4c25-8ab6-99fa805f3c0c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.936869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dd91299f-ec3a-4c25-8ab6-99fa805f3c0c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.9088399 Nov 22 16:53:23.945260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:23.945865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:23.980497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-662639782'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:24.007886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e95226d-1189-49f4-85ff-30c51cde9f34,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:24.017321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Made reservation on behalf of b3f10a34469c4690a39b417cb0f1e32d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:24.022099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.042594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bb9c8a38-b934-4e78-88ec-36dd718143ef None None] Provisioning complete for port 9215612d-7ce5-49de-98e8-421e7450e4f6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:24.042594 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb9c8a38-b934-4e78-88ec-36dd718143ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.129368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c8a38-b934-4e78-88ec-36dd718143ef None None] Port 9215612d-7ce5-49de-98e8-421e7450e4f6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:24.142471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] For port 5a155fa2-4538-4454-a005-7e3362c2390c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:24.146317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] For port 5a155fa2-4538-4454-a005-7e3362c2390c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=5a155fa2-4538-4454-a005-7e3362c2390c,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:24.154568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.159819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.172465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d6cae-3949-44e3-bbdc-5b32f368423b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.180188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d6cae-3949-44e3-bbdc-5b32f368423b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.186603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:24.187573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9a1d6cae-3949-44e3-bbdc-5b32f368423b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2401216 Nov 22 16:53:24.190250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Checking segment: {'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:24.191774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Network hostable DHCP agents. Network: 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:24.197133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-844859855'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:24.226688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:24.227638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:24.316405 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.324548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.356429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:24.359228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:24.377429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4e455-2536-49a2-8c64-408a4c6bcf49 None None] Pushing event updated for resources: {'Port': ['ID=5a155fa2-4538-4454-a005-7e3362c2390c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:24.412806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-93507f83-ab10-416b-a7cb-1bc3c684b3e4 None None] Provisioning complete for port 5a155fa2-4538-4454-a005-7e3362c2390c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:24.413373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93507f83-ab10-416b-a7cb-1bc3c684b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.422426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:24.428996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.430135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.444076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.444459 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Added segment 16147742-2658-43f2-9291-cfe8f37fa994 of type vlan for network 54ff9f69-3e40-49f8-8ae7-cea966b352fb Nov 22 16:53:24.469798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.503386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec96b6c3-024a-415a-aa0e-fa1d2445e3fa None None] Network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:24.504863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b269b10-1cf9-4ab4-a08e-aa1e626bd347 req-b6acc714-4192-47c0-af31-0e758acbbbdc tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1233177 Nov 22 16:53:24.510513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2a8255-5aa4-43ca-bf6a-4ab91895b0d1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:24.559796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Made reservation on behalf of b4f9084ce0114a0595c2217f3a56c50c for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:24.564352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.580373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4f09f29d-386e-4057-8ff0-01fb6f8b3bfb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2565980 Nov 22 16:53:24.582437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:24.597794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:24.615772 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.655748 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.657124 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.731204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:24.731859 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.738113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.739673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.742862 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a147888-15ac-45be-840a-667112042529 None None] Sync routers for ids ['47263fad-3515-418f-88cf-5872a8964184'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:24.749174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.762029 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a147888-15ac-45be-840a-667112042529 None None] Routers {'47263fad-3515-418f-88cf-5872a8964184'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:24.763370 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8a147888-15ac-45be-840a-667112042529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['47263fad-3515-418f-88cf-5872a8964184'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:24.769553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:24.800319 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.800795 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Added segment 63f0d16c-1941-40f7-ab50-efbe1764530e of type vlan for network 9f9a9782-2553-4c32-8700-58d179f57db6 Nov 22 16:53:24.841988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff', 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'fixed_ips': [{'subnet_id': '3e95226d-1189-49f4-85ff-30c51cde9f34'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:24.843128 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.859828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.885466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:24.900856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-68aeae81-8605-4f5f-a54e-b2892175285d admin admin] 10.222.0.59 "PUT /v2.0/routers/47263fad-3515-418f-88cf-5872a8964184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5065866 Nov 22 16:53:24.910832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46832) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:24.911425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.917398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9682882 Nov 22 16:53:24.918925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae71ff7-874c-4844-a9c5-8fef9c71bd9d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Network': ['ID=54ff9f69-3e40-49f8-8ae7-cea966b352fb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:24.934746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.935467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.962822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:24.970854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'subnet': {'network_id': '54ff9f69-3e40-49f8-8ae7-cea966b352fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:25.041272 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8a147888-15ac-45be-840a-667112042529 None None] Set router 47263fad-3515-418f-88cf-5872a8964184 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:25.042206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Allocated IP 172.20.0.2 (6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff/3e95226d-1189-49f4-85ff-30c51cde9f34/3b406275-1fc0-4a7a-a8b7-729c50b31761) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:25.282442 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.316884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1284087 Nov 22 16:53:25.329282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:25.354905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 54ff9f69-3e40-49f8-8ae7-cea966b352fb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:25.380337 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8a147888-15ac-45be-840a-667112042529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:53:20Z', 'revision_number': 5, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:25.415811 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a147888-15ac-45be-840a-667112042529 None None] Checking router: 47263fad-3515-418f-88cf-5872a8964184 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:25.424733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-492259628'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:25.425593 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a147888-15ac-45be-840a-667112042529 None None] Routers {'47263fad-3515-418f-88cf-5872a8964184'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:25.426339 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8a147888-15ac-45be-840a-667112042529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['47263fad-3515-418f-88cf-5872a8964184'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:25.446107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.452002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2afc6-ed69-40c2-b306-6e4fe65d7f0b tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Network': ['ID=9f9a9782-2553-4c32-8700-58d179f57db6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:25.500733 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.559237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Made reservation on behalf of b4f9084ce0114a0595c2217f3a56c50c for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:25.563125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.590925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.595240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 9f9a9782-2553-4c32-8700-58d179f57db6 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:25.647869 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8a147888-15ac-45be-840a-667112042529 None None] Set router 47263fad-3515-418f-88cf-5872a8964184 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:25.681518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:25.691074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Made reservation on behalf of b3f10a34469c4690a39b417cb0f1e32d for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:25.695672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.696753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.745527 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.746330 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Added segment 1e475ae4-ce04-4873-8b47-29bd8a2bc78d of type vlan for network 2b6b1e3f-bcef-49a6-835a-b4d08c3895d8 Nov 22 16:53:25.814823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:25.822977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-981a14eb-399f-484c-91e1-d7aef69d0bfe req-a53a7ff3-1cb3-4283-9bc3-377d8b0d5574 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0966940 Nov 22 16:53:25.852663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.873394 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.914052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:25.917098 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8a147888-15ac-45be-840a-667112042529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:53:20Z', 'revision_number': 5, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:25.924127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:25.961305 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a147888-15ac-45be-840a-667112042529 None None] The sync data for ids ['47263fad-3515-418f-88cf-5872a8964184'] in n-d-816865-2 is: [{'id': '47263fad-3515-418f-88cf-5872a8964184', 'name': 'tempest-TaggedBootDevicesTest-1612938790-router', 'tenant_id': '5310862ed75e41f1a1933f95bf43af67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:01Z', 'updated_at': '2021-11-22T16:53:20Z', 'revision_number': 5, 'project_id': '5310862ed75e41f1a1933f95bf43af67', 'gw_port': {'id': 'f96939a9-926d-4c13-9c40-270a2da90b52', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47263fad-3515-418f-88cf-5872a8964184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:03Z', 'updated_at': '2021-11-22T16:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:26.054753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Pushing event updated for resources: {'Port': ['ID=3b406275-1fc0-4a7a-a8b7-729c50b31761,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:26.079278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93507f83-ab10-416b-a7cb-1bc3c684b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.134191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Attempting to bind port 3b406275-1fc0-4a7a-a8b7-729c50b31761 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:26.134752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Attempting to bind port 3b406275-1fc0-4a7a-a8b7-729c50b31761 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:26.135307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Attempting to bind port 3b406275-1fc0-4a7a-a8b7-729c50b31761 on network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:26.165760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-93507f83-ab10-416b-a7cb-1bc3c684b3e4 None None] For port 5a155fa2-4538-4454-a005-7e3362c2390c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=5a155fa2-4538-4454-a005-7e3362c2390c,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:26.178452 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93507f83-ab10-416b-a7cb-1bc3c684b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.185842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:26.186441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Checking segment: {'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:26.187035 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.187542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Bound using segment: {'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:26.188147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Bound port: 3b406275-1fc0-4a7a-a8b7-729c50b31761, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:26.189274 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.209278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.224222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.243484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:24Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:26.254725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.294848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.resource_extend [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:53:26.308222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Router 068c562f-b14f-42b9-9bb7-74a3619bc018 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:26.314730 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28f0071-68ba-4999-990c-aee7fe88ccc6 None None] The sync data for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 is: [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:24Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:26.355788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.361574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93507f83-ab10-416b-a7cb-1bc3c684b3e4 None None] Pushing event updated for resources: {'Port': ['ID=5a155fa2-4538-4454-a005-7e3362c2390c,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:26.363301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:26.363958 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.365654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-11d5a727-d479-4811-8ba6-c04d7e74eb8e None None] Provisioning complete for port 5a155fa2-4538-4454-a005-7e3362c2390c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:26.366137 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11d5a727-d479-4811-8ba6-c04d7e74eb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.404570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] For port 3b406275-1fc0-4a7a-a8b7-729c50b31761, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:26.431667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] For port 3b406275-1fc0-4a7a-a8b7-729c50b31761, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3b406275-1fc0-4a7a-a8b7-729c50b31761,segment=NetworkSegment(120d9560-94ba-4f00-9aeb-f17247f5fbe3),segment_id=120d9560-94ba-4f00-9aeb-f17247f5fbe3)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:26.446518 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.663896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Network': ['ID=2b6b1e3f-bcef-49a6-835a-b4d08c3895d8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:26.667019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1af7cd-d61d-467d-99f0-03cfb585bdf2 None None] Pushing event updated for resources: {'Port': ['ID=3b406275-1fc0-4a7a-a8b7-729c50b31761,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:26.677371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Subnet': ['ID=95c1ea23-f988-4e79-b522-dc998427a83a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:26.679106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 2b6b1e3f-bcef-49a6-835a-b4d08c3895d8 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:26.688627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Deleting port f96939a9-926d-4c13-9c40-270a2da90b52 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:26.688986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.695741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-551467fc-16eb-4d9f-b714-17b0b5bedfbe tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3650939 Nov 22 16:53:26.709816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Checking segment: {'id': '16147742-2658-43f2-9291-cfe8f37fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '54ff9f69-3e40-49f8-8ae7-cea966b352fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:26.710210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network hostable DHCP agents. Network: 54ff9f69-3e40-49f8-8ae7-cea966b352fb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:26.716211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.729122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'ports': [{'network_id': '9f9a9782-2553-4c32-8700-58d179f57db6', 'name': 'tempest-port--1383233666', 'admin_state_up': True}, {'network_id': '2b6b1e3f-bcef-49a6-835a-b4d08c3895d8', 'admin_state_up': False}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:26.729437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'port': {'network_id': '9f9a9782-2553-4c32-8700-58d179f57db6', 'name': 'tempest-port--1383233666', 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:26.729932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'port': {'network_id': '2b6b1e3f-bcef-49a6-835a-b4d08c3895d8', 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:26.895690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Allocated IP 172.25.0.166 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/129dd9a0-3fba-4557-a469-aedd78b04df3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:27.019652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:27.042166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006dcaac-a789-4c1a-9719-6ab16a1b3019 None None] Sync routers for ids ['068c562f-b14f-42b9-9bb7-74a3619bc018'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:27.072947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] For port f96939a9-926d-4c13-9c40-270a2da90b52, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f96939a9-926d-4c13-9c40-270a2da90b52,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:27.073631 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.126301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Calling delete_port for f96939a9-926d-4c13-9c40-270a2da90b52 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:27.137663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.139607 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7e65da02-f778-43d2-ad18-9441ac4d62b8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.2915134 Nov 22 16:53:27.149017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46856) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.164153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:27.253958 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e8d88cc-80ac-46b4-b6e5-9d401f20be12 req-fe347286-5f68-424c-8cf2-95c4de5c361c tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0645294 Nov 22 16:53:27.272466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network 54ff9f69-3e40-49f8-8ae7-cea966b352fb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:27.328948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 54ff9f69-3e40-49f8-8ae7-cea966b352fb) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:27.333752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:27.334374 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.377950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b3c34501-f139-49cb-ad91-770a3a10d05a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4130616 Nov 22 16:53:27.389496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.395935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'network': {'name': 'tempest-router-network01--1708736328'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:27.489526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Made reservation on behalf of b3f10a34469c4690a39b417cb0f1e32d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:27.501993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006dcaac-a789-4c1a-9719-6ab16a1b3019 None None] Routers {'068c562f-b14f-42b9-9bb7-74a3619bc018'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:27.502645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-006dcaac-a789-4c1a-9719-6ab16a1b3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['068c562f-b14f-42b9-9bb7-74a3619bc018'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:27.504985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3860883-9251-4436-89a3-5722aeb5a418 None None] Network 54ff9f69-3e40-49f8-8ae7-cea966b352fb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:27.506064 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.577360 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.621174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:27.630546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Made reservation on behalf of b4f9084ce0114a0595c2217f3a56c50c for: {'port': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:27.635726 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.694313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.694671 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Added segment 1fac2c0b-ca46-4cb5-bead-74f595ca6a1f of type vlan for network b52293a8-253a-4f0e-86ae-c337172c8f90 Nov 22 16:53:27.722085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-006dcaac-a789-4c1a-9719-6ab16a1b3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:27.731420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 5a155fa2-4538-4454-a005-7e3362c2390c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:27.748820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.828488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.837976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006dcaac-a789-4c1a-9719-6ab16a1b3019 None None] Routers {'068c562f-b14f-42b9-9bb7-74a3619bc018'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:27.838627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-006dcaac-a789-4c1a-9719-6ab16a1b3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['068c562f-b14f-42b9-9bb7-74a3619bc018'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:27.855265 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.876331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.899283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-006dcaac-a789-4c1a-9719-6ab16a1b3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:27.899963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006dcaac-a789-4c1a-9719-6ab16a1b3019 None None] The sync data for ids ['068c562f-b14f-42b9-9bb7-74a3619bc018'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:27.936842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96939a9-926d-4c13-9c40-270a2da90b52,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:27.955380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=129dd9a0-3fba-4557-a469-aedd78b04df3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:28.013155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 5a155fa2-4538-4454-a005-7e3362c2390c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:28.013530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.019806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:53:28.028660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3d22f-18ac-4194-9837-668bcace82d5 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:28.082227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:28.098790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:28.116688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:28.144176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bb6df5-a9e7-437d-b201-bed1930e1670 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:28.195022 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.198827 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.200759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:28.202119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.244677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-54ff9f69-3e40-49f8-8ae7-cea966b352fb', 'network_id': '54ff9f69-3e40-49f8-8ae7-cea966b352fb', 'tenant_id': 'b3f10a34469c4690a39b417cb0f1e32d', 'fixed_ips': [{'subnet_id': '95c1ea23-f988-4e79-b522-dc998427a83a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:28.250677 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.304813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3b406275-1fc0-4a7a-a8b7-729c50b31761 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:28.320332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] device_id is not set on port 2f1d2e69-82ce-4afa-b8c0-a32fb8347a1f yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:28.328586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f931a3f4-80be-4a12-a36e-b8f50cb012c1 None None] Provisioning complete for port 129dd9a0-3fba-4557-a469-aedd78b04df3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:28.329232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f931a3f4-80be-4a12-a36e-b8f50cb012c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.394901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f931a3f4-80be-4a12-a36e-b8f50cb012c1 None None] Port 129dd9a0-3fba-4557-a469-aedd78b04df3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:28.483590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.489336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.512750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87244242-8251-457d-a477-02dfba8527a8 None None] Network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:28.519301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1273272 Nov 22 16:53:28.540945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46870) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:28.552580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'network': {'name': 'tempest-router-network02--367555583'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:28.577275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a0ba761-83ff-4e46-a0b9-824df9a253c4 req-831323d7-edeb-4cc0-9f0a-5983a25e6b32 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0957925 Nov 22 16:53:28.643778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257be31-d8a0-4893-b49d-d00e93955e3e tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Network': ['ID=b52293a8-253a-4f0e-86ae-c337172c8f90,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:28.662589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b52293a8-253a-4f0e-86ae-c337172c8f90 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:28.703899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.704550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47263fad-3515-418f-88cf-5872a8964184 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:28.707247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ee97e6fb-e967-418e-a3e6-b9441e2eaa2a None None] Provisioning complete for port 3b406275-1fc0-4a7a-a8b7-729c50b31761 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:28.707628 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee97e6fb-e967-418e-a3e6-b9441e2eaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.710075 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.715362 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d29a920e-9b0f-47bb-afe4-f448bad83f72 admin admin] 10.222.0.59 "DELETE /v2.0/routers/47263fad-3515-418f-88cf-5872a8964184 HTTP/1.1" status: 204 len: 168 time: 3.7767143 Nov 22 16:53:28.718822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:28.794667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.816044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d1d7ba-062d-4076-8386-d3c8d8522227 admin admin] Deleting subnet f9d25225-73c0-433d-b04b-499258f87610 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:53:28.821232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d1d7ba-062d-4076-8386-d3c8d8522227 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.870169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3b406275-1fc0-4a7a-a8b7-729c50b31761 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:28.870830 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.912800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d1d7ba-062d-4076-8386-d3c8d8522227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.921484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Made reservation on behalf of b3f10a34469c4690a39b417cb0f1e32d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:28.925318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.977950 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.980737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Allocated IP 2001:db8::2 (54ff9f69-3e40-49f8-8ae7-cea966b352fb/95c1ea23-f988-4e79-b522-dc998427a83a/6c51938d-6544-4f1c-86b6-b8cf05582a43) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:28.996479 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:29.082605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.086484 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Added segment 658a2e28-41bf-4991-b37b-03375fda52ff of type vlan for network 9270424f-0bf8-41cd-b968-9a99c278ad5e Nov 22 16:53:29.113352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.175330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.200774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.208860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Deleting port 9215612d-7ce5-49de-98e8-421e7450e4f6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:29.209352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.211217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] device_id is not set on port 3707d054-f77e-431b-b2f5-b758dcf8881a yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:29.245594 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee97e6fb-e967-418e-a3e6-b9441e2eaa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.268937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d1d7ba-062d-4076-8386-d3c8d8522227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.319737 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.326927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:29.327775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.349096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 3b406275-1fc0-4a7a-a8b7-729c50b31761, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3b406275-1fc0-4a7a-a8b7-729c50b31761,segment=NetworkSegment(120d9560-94ba-4f00-9aeb-f17247f5fbe3),segment_id=120d9560-94ba-4f00-9aeb-f17247f5fbe3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:29.371375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.384913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1d60e394-0c87-4544-8264-222e0f580acf no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:29.394736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.445371 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9007099 Nov 22 16:53:29.449292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46880) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:29.450072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c4583-14c7-4141-a746-8e93b57aa374 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Network': ['ID=9270424f-0bf8-41cd-b968-9a99c278ad5e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:29.463057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'subnet': {'network_id': 'b52293a8-253a-4f0e-86ae-c337172c8f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:29.486904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.491225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.493486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 9270424f-0bf8-41cd-b968-9a99c278ad5e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:29.539539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.547638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1d60e394-0c87-4544-8264-222e0f580acf {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:29.548331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1d60e394-0c87-4544-8264-222e0f580acf not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:29.583598 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d1d7ba-062d-4076-8386-d3c8d8522227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.596582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Calling delete_port for 9215612d-7ce5-49de-98e8-421e7450e4f6 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:29.647994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Port': ['ID=2f1d2e69-82ce-4afa-b8c0-a32fb8347a1f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:29.728603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f96939a9-926d-4c13-9c40-270a2da90b52 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:29.800026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: f96939a9-926d-4c13-9c40-270a2da90b52 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:29.800802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f96939a9-926d-4c13-9c40-270a2da90b52 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:29.802911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-ee97e6fb-e967-418e-a3e6-b9441e2eaa2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:29.803464 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-ee97e6fb-e967-418e-a3e6-b9441e2eaa2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:29.809297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.814642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=3b406275-1fc0-4a7a-a8b7-729c50b31761,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:29.819963 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.835061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef60d7a0-d699-47b7-9ddd-e6ecd06835ce req-31ed9414-1a9b-4f89-9b2e-f972aec88fd8 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0494683 Nov 22 16:53:29.890938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Network 54ff9f69-3e40-49f8-8ae7-cea966b352fb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:29.898470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Checking segment: {'id': '63f0d16c-1941-40f7-ab50-efbe1764530e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9f9a9782-2553-4c32-8700-58d179f57db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:29.898470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Network hostable DHCP agents. Network: 9f9a9782-2553-4c32-8700-58d179f57db6, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:29.902226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Pushing event updated for resources: {'Port': ['ID=6c51938d-6544-4f1c-86b6-b8cf05582a43,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:29.905637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:29.911913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:29.991047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Network 9f9a9782-2553-4c32-8700-58d179f57db6 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:30.012740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 9f9a9782-2553-4c32-8700-58d179f57db6) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:30.020364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:30.021309 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.025890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff46d9-4208-4ea0-9dfc-b8543191ef82 None None] Network 9f9a9782-2553-4c32-8700-58d179f57db6 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:30.054722 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.075674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Attempting to bind port 6c51938d-6544-4f1c-86b6-b8cf05582a43 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:30.076500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Attempting to bind port 6c51938d-6544-4f1c-86b6-b8cf05582a43 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '16147742-2658-43f2-9291-cfe8f37fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '54ff9f69-3e40-49f8-8ae7-cea966b352fb'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:30.077025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Attempting to bind port 6c51938d-6544-4f1c-86b6-b8cf05582a43 on network 54ff9f69-3e40-49f8-8ae7-cea966b352fb {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:30.081001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.097110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:30.097787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Checking segment: {'id': '16147742-2658-43f2-9291-cfe8f37fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '54ff9f69-3e40-49f8-8ae7-cea966b352fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:30.098373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.098987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Bound using segment: {'id': '16147742-2658-43f2-9291-cfe8f37fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '54ff9f69-3e40-49f8-8ae7-cea966b352fb'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:30.099792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Bound port: 6c51938d-6544-4f1c-86b6-b8cf05582a43, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16147742-2658-43f2-9291-cfe8f37fa994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '54ff9f69-3e40-49f8-8ae7-cea966b352fb'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:30.100332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.137479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc3b25-a243-428a-a6a5-aa698d13dbe3 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:30.199593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1d7ba-062d-4076-8386-d3c8d8522227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d25225-73c0-433d-b04b-499258f87610,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:30.205896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Port': ['ID=3707d054-f77e-431b-b2f5-b758dcf8881a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:30.215878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40d1d7ba-062d-4076-8386-d3c8d8522227 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.223282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:30.224755 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40d1d7ba-062d-4076-8386-d3c8d8522227 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f9d25225-73c0-433d-b04b-499258f87610 HTTP/1.1" status: 204 len: 168 time: 1.5022662 Nov 22 16:53:30.246783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Pushing event deleted for resources: {'Port': ['ID=9215612d-7ce5-49de-98e8-421e7450e4f6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:30.255954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Checking segment: {'id': '1e475ae4-ce04-4873-8b47-29bd8a2bc78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '2b6b1e3f-bcef-49a6-835a-b4d08c3895d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:30.256479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Network hostable DHCP agents. Network: 2b6b1e3f-bcef-49a6-835a-b4d08c3895d8, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:30.258470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Made reservation on behalf of b3f10a34469c4690a39b417cb0f1e32d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:30.262915 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.377364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b878c2b-2ebb-49ed-9e3f-731db42af325 None None] Network bcfa4cf4-e851-4083-8498-2eb1fc86e289 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:30.453328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.550453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] For port 6c51938d-6544-4f1c-86b6-b8cf05582a43, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:30.583982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] For port 6c51938d-6544-4f1c-86b6-b8cf05582a43, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6c51938d-6544-4f1c-86b6-b8cf05582a43,segment=NetworkSegment(16147742-2658-43f2-9291-cfe8f37fa994),segment_id=16147742-2658-43f2-9291-cfe8f37fa994)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:30.612715 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.661521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Router fe4436d8-7758-446a-a28c-8d1a038976df is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:30.676357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Network 2b6b1e3f-bcef-49a6-835a-b4d08c3895d8 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:30.683431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.758982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e04ee9e1-493a-46e1-a14e-6a2b631cce2e None None] Provisioning complete for port 3b406275-1fc0-4a7a-a8b7-729c50b31761 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:30.759838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e04ee9e1-493a-46e1-a14e-6a2b631cce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.787530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 2b6b1e3f-bcef-49a6-835a-b4d08c3895d8) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:30.794592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:30.797879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.800524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f00bb-44e4-4b4f-9f02-2ca872f16e11 None None] Pushing event updated for resources: {'Port': ['ID=6c51938d-6544-4f1c-86b6-b8cf05582a43,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:30.803604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.806725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.812854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.813890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.865584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085d921a-d0b3-4d72-bf0d-1b442b2094c4 None None] Network 2b6b1e3f-bcef-49a6-835a-b4d08c3895d8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:30.877155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] DHCP port deletion for bcfa4cf4-e851-4083-8498-2eb1fc86e289 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:30.918596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3648467e-688f-4754-942f-3f7beafe5018 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1991930 Nov 22 16:53:30.923757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46898) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:30.984964 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.017477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Router 068c562f-b14f-42b9-9bb7-74a3619bc018 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:31.185137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:31.203274 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Sync routers for ids ['fe4436d8-7758-446a-a28c-8d1a038976df'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:31.237713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] Deleting port 0f15331c-3add-43be-868c-871cceff18de {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:31.239483 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.240048 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Routers {'fe4436d8-7758-446a-a28c-8d1a038976df'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:31.240686 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fe4436d8-7758-446a-a28c-8d1a038976df'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:31.248778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fb7f5b84-c25a-47f3-8cf9-d78e91afa274 req-48861b60-a2ab-4e66-b52c-17a5f38118c5 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1187689 Nov 22 16:53:31.309052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af212e87-d815-4d24-959c-357e55f19b3e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:31.332701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af212e87-d815-4d24-959c-357e55f19b3e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:31.339883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-af212e87-d815-4d24-959c-357e55f19b3e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4108553 Nov 22 16:53:31.350835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.356163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7e4a53d2-6b5e-4053-930d-1f933ea9b6c1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7724493 Nov 22 16:53:31.363286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:31.363847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:31.382187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] For port 0f15331c-3add-43be-868c-871cceff18de, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0f15331c-3add-43be-868c-871cceff18de,segment=NetworkSegment(5229d26e-8a7b-4b4b-8b1a-3531ed69366e),segment_id=5229d26e-8a7b-4b4b-8b1a-3531ed69366e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:31.382630 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.423659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Deleting port 0f15331c-3add-43be-868c-871cceff18de {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:31.424404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.425449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] Calling delete_port for 0f15331c-3add-43be-868c-871cceff18de owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:31.476286 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Set router fe4436d8-7758-446a-a28c-8d1a038976df gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:31.620424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] For port 0f15331c-3add-43be-868c-871cceff18de, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0f15331c-3add-43be-868c-871cceff18de,segment=NetworkSegment(5229d26e-8a7b-4b4b-8b1a-3531ed69366e),segment_id=5229d26e-8a7b-4b4b-8b1a-3531ed69366e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:31.621120 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.636537 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.647942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Calling delete_port for 0f15331c-3add-43be-868c-871cceff18de owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:31.681224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7a962-3abb-4379-9515-e343c5339c4f tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Deleting port 2f1d2e69-82ce-4afa-b8c0-a32fb8347a1f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:31.681932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a962-3abb-4379-9515-e343c5339c4f tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.707698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] Pushing event deleted for resources: {'Port': ['ID=0f15331c-3add-43be-868c-871cceff18de,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:31.712344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891ce2a-7cba-477b-980d-77bbdec4bcc1 None None] No DVR routers for this DVR port 0f15331c-3add-43be-868c-871cceff18de on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:31.873702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6c51938d-6544-4f1c-86b6-b8cf05582a43 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:31.927018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:31.939412 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T16:53:28Z', 'revision_number': 3, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:31.948486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:31.954233 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e1cd93bf-a47d-487d-a81e-a103084d86a8 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "PUT /v2.0/routers/068c562f-b14f-42b9-9bb7-74a3619bc018 HTTP/1.1" status: 200 len: 709 time: 4.7977803 Nov 22 16:53:31.955263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46908) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:31.956073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75a491-c5af-4fc6-8e93-db9e16108eeb None None] Sync routers for ids ['068c562f-b14f-42b9-9bb7-74a3619bc018'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:31.959568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Checking segment: {'id': '1fac2c0b-ca46-4cb5-bead-74f595ca6a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b52293a8-253a-4f0e-86ae-c337172c8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:31.959951 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network hostable DHCP agents. Network: b52293a8-253a-4f0e-86ae-c337172c8f90, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:31.968739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Subnet': ['ID=05930a74-ced7-45d8-a4e1-771f00065b69,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:31.991160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75a491-c5af-4fc6-8e93-db9e16108eeb None None] Routers {'068c562f-b14f-42b9-9bb7-74a3619bc018'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:31.991808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ae75a491-c5af-4fc6-8e93-db9e16108eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['068c562f-b14f-42b9-9bb7-74a3619bc018'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:31.996640 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Checking router: fe4436d8-7758-446a-a28c-8d1a038976df for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:32.008111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Updating router fe4436d8-7758-446a-a28c-8d1a038976df port 129dd9a0-3fba-4557-a469-aedd78b04df3 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:53:32.054547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ae75a491-c5af-4fc6-8e93-db9e16108eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:32.083578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75a491-c5af-4fc6-8e93-db9e16108eeb None None] Routers {'068c562f-b14f-42b9-9bb7-74a3619bc018'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:32.084344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ae75a491-c5af-4fc6-8e93-db9e16108eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['068c562f-b14f-42b9-9bb7-74a3619bc018'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:32.086770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6c51938d-6544-4f1c-86b6-b8cf05582a43 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:32.087173 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.088042 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.152032 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-33a89a83-a719-46a3-93e4-efb6882b452e tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/routers/068c562f-b14f-42b9-9bb7-74a3619bc018 HTTP/1.1" status: 200 len: 744 time: 0.1838310 Nov 22 16:53:32.152032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network b52293a8-253a-4f0e-86ae-c337172c8f90 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:32.168602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46914) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:32.188241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a962-3abb-4379-9515-e343c5339c4f tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.189294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ae75a491-c5af-4fc6-8e93-db9e16108eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:32.190154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75a491-c5af-4fc6-8e93-db9e16108eeb None None] The sync data for ids ['068c562f-b14f-42b9-9bb7-74a3619bc018'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:32.255495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7a962-3abb-4379-9515-e343c5339c4f tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Calling delete_port for 2f1d2e69-82ce-4afa-b8c0-a32fb8347a1f owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:32.258428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b52293a8-253a-4f0e-86ae-c337172c8f90) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:32.266146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6c564da-b7af-49c5-af7b-f7f7f477b793 tempest-RoutersIpV6AdminTest-1710134460 tempest-RoutersIpV6AdminTest-1710134460-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=48371618-7853-4415-b0ee-666037ec3de0&device_id=068c562f-b14f-42b9-9bb7-74a3619bc018 HTTP/1.1" status: 200 len: 205 time: 0.0941825 Nov 22 16:53:32.266878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46916) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:32.278209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6660f3e-1276-4842-80f6-9bee5aa3b0ab None None] Network b52293a8-253a-4f0e-86ae-c337172c8f90 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:32.300586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:32.301267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.321957 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c9b5482f-8ede-4767-a86a-2a9d37faf4b3 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=068c562f-b14f-42b9-9bb7-74a3619bc018 HTTP/1.1" status: 200 len: 205 time: 0.0502367 Nov 22 16:53:32.322213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:32.406054 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.422079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072249-520e-4806-b2e1-8585679127d7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.430128 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b826fc16-1bdc-4435-941b-52c6d21c2573 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9744537 Nov 22 16:53:32.434645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46924) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:32.440309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'subnet': {'network_id': '9270424f-0bf8-41cd-b968-9a99c278ad5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:32.477708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de25bc-686f-4809-8b0e-0b4e5b65e636 None None] Network 54ff9f69-3e40-49f8-8ae7-cea966b352fb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:32.483524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.552611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] No DVR routers for this DVR port 0f15331c-3add-43be-868c-871cceff18de on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:32.576666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 6c51938d-6544-4f1c-86b6-b8cf05582a43, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6c51938d-6544-4f1c-86b6-b8cf05582a43,segment=NetworkSegment(16147742-2658-43f2-9291-cfe8f37fa994),segment_id=16147742-2658-43f2-9291-cfe8f37fa994)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:32.591737 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.592860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3b406275-1fc0-4a7a-a8b7-729c50b31761 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:32.660298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f15331c-3add-43be-868c-871cceff18de,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:32.681159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b39ae51-a47a-42c3-8097-62d6c1d295e1 req-db7d57f0-c890-4f6b-ab67-a692fe8ce1a6 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1729805 Nov 22 16:53:32.739426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072249-520e-4806-b2e1-8585679127d7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.741995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072249-520e-4806-b2e1-8585679127d7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.763839 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.778513 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.798687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=6c51938d-6544-4f1c-86b6-b8cf05582a43,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:32.801315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072249-520e-4806-b2e1-8585679127d7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.801842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4072249-520e-4806-b2e1-8585679127d7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Fanout notify agent at l3_agent the message router_deleted on router 068c562f-b14f-42b9-9bb7-74a3619bc018 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:32.832324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e4072249-520e-4806-b2e1-8585679127d7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.836528 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e4072249-520e-4806-b2e1-8585679127d7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/068c562f-b14f-42b9-9bb7-74a3619bc018 HTTP/1.1" status: 204 len: 168 time: 0.5100443 Nov 22 16:53:32.839860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46928) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:32.876195 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Attempting to bind port 129dd9a0-3fba-4557-a469-aedd78b04df3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:32.876562 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Attempting to bind port 129dd9a0-3fba-4557-a469-aedd78b04df3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:32.876924 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Attempting to bind port 129dd9a0-3fba-4557-a469-aedd78b04df3 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:32.880820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.886821 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Pushing event updated for resources: {'Port': ['ID=129dd9a0-3fba-4557-a469-aedd78b04df3,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:32.894844 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:32.895227 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:32.895612 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.896010 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:32.896499 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Bound port: 129dd9a0-3fba-4557-a469-aedd78b04df3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:32.896874 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.912794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Made reservation on behalf of b3f10a34469c4690a39b417cb0f1e32d for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:32.916300 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.916840 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.917756 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.918431 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.918972 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.919306 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.919643 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.919970 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.924024 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2a389bcc-70f0-4eab-b9ec-8393a841a700 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=068c562f-b14f-42b9-9bb7-74a3619bc018 HTTP/1.1" status: 200 len: 205 time: 0.0806105 Nov 22 16:53:32.924202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.924202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.924202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.924202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.924202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:32.931329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46930) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:32.951444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c34f5-2846-49c9-838a-e6e8242cc47f None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:32.979452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bbea5ca2-371b-48ed-9103-d1f8dd58cac8 None None] Provisioning complete for port 6c51938d-6544-4f1c-86b6-b8cf05582a43 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:32.979831 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bbea5ca2-371b-48ed-9103-d1f8dd58cac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.997863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfa4cf4-e851-4083-8498-2eb1fc86e289']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:32.999748 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] For port 129dd9a0-3fba-4557-a469-aedd78b04df3, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:33.004578 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] For port 129dd9a0-3fba-4557-a469-aedd78b04df3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=129dd9a0-3fba-4557-a469-aedd78b04df3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:33.011542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3b406275-1fc0-4a7a-a8b7-729c50b31761 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:33.011929 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.024512 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.036575 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a962-3abb-4379-9515-e343c5339c4f tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.055372 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-0ec993d1-684d-4c15-a223-f9e64df7a3c1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] delete failed (client error): The resource could not be found. Nov 22 16:53:33.057134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ec993d1-684d-4c15-a223-f9e64df7a3c1 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/068c562f-b14f-42b9-9bb7-74a3619bc018 HTTP/1.1" status: 404 len: 336 time: 0.1103635 Nov 22 16:53:33.060803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46932) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.065385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-b52293a8-253a-4f0e-86ae-c337172c8f90', 'network_id': 'b52293a8-253a-4f0e-86ae-c337172c8f90', 'tenant_id': 'b3f10a34469c4690a39b417cb0f1e32d', 'fixed_ips': [{'subnet_id': '05930a74-ced7-45d8-a4e1-771f00065b69'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:33.066282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.079214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5229d26e-8a7b-4b4b-8b1a-3531ed69366e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:33.079504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5229d26e-8a7b-4b4b-8b1a-3531ed69366e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:33.144529 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e73fb6ae-ba12-4d57-a7cb-5ecf38b2ebde tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=90ac5d46-64c4-4603-b960-97f0e4e18741 HTTP/1.1" status: 200 len: 205 time: 0.0808909 Nov 22 16:53:33.147591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46934) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.169623 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Routers {'fe4436d8-7758-446a-a28c-8d1a038976df'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:33.170885 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fe4436d8-7758-446a-a28c-8d1a038976df'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:33.226153 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-bb5c65a2-f3df-4495-b275-0163cbba8d14 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] delete failed (client error): The resource could not be found. Nov 22 16:53:33.227399 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb5c65a2-f3df-4495-b275-0163cbba8d14 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/90ac5d46-64c4-4603-b960-97f0e4e18741 HTTP/1.1" status: 404 len: 336 time: 0.0785391 Nov 22 16:53:33.231637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46938) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.247035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7c62f-4389-422c-9f4e-005ad0323cac None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:33.275508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-385104fd-1e6a-438b-92a1-1fab6d9d8710 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00 HTTP/1.1" status: 200 len: 205 time: 0.0426466 Nov 22 16:53:33.276155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46942) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.292567 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16b925-d730-4c0d-9d6a-09f0d520870f None None] Pushing event updated for resources: {'Port': ['ID=129dd9a0-3fba-4557-a469-aedd78b04df3,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:33.320512 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-df39256f-a281-4815-ba7c-4cff45135135 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] delete failed (client error): The resource could not be found. Nov 22 16:53:33.325461 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-df39256f-a281-4815-ba7c-4cff45135135 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/e5b2e2e9-14b2-40c6-a9cb-f029ea6a3e00 HTTP/1.1" status: 404 len: 336 time: 0.0482347 Nov 22 16:53:33.326306 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46944) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.359180 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6abdcba6-d27f-4e43-b921-8d31c8b078db tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=18c02f89-fadf-4c6e-9bac-f707bb67e626 HTTP/1.1" status: 200 len: 205 time: 0.0294552 Nov 22 16:53:33.359869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46946) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.400128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.404213 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] Set router fe4436d8-7758-446a-a28c-8d1a038976df gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:33.420596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7a962-3abb-4379-9515-e343c5339c4f tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Port': ['ID=2f1d2e69-82ce-4afa-b8c0-a32fb8347a1f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:33.425093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.439924 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-18184a4a-d6e9-49ea-a689-758942a49d74 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] delete failed (client error): The resource could not be found. Nov 22 16:53:33.441155 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-18184a4a-d6e9-49ea-a689-758942a49d74 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/18c02f89-fadf-4c6e-9bac-f707bb67e626 HTTP/1.1" status: 404 len: 336 time: 0.0771298 Nov 22 16:53:33.447719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46948) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.475174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9b7a962-3abb-4379-9515-e343c5339c4f tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.478974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f9b7a962-3abb-4379-9515-e343c5339c4f tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/ports/2f1d2e69-82ce-4afa-b8c0-a32fb8347a1f HTTP/1.1" status: 204 len: 168 time: 2.1139431 Nov 22 16:53:33.492322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46950) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.499988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f383f28a-f5f4-4406-bb7a-b41ed698d57b tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 HTTP/1.1" status: 200 len: 205 time: 0.0510406 Nov 22 16:53:33.506077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Allocated IP 2001:db8::2 (b52293a8-253a-4f0e-86ae-c337172c8f90/05930a74-ced7-45d8-a4e1-771f00065b69/ed73dac8-0589-4823-9530-95bffc9ac409) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:33.516342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46952) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.609930 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-2ea5535d-9f4b-475f-b2cd-a0096757e3cf tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] delete failed (client error): The resource could not be found. Nov 22 16:53:33.611030 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2ea5535d-9f4b-475f-b2cd-a0096757e3cf tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/070e4b80-6ce9-4a46-bfe4-69ce8f8378d8 HTTP/1.1" status: 404 len: 336 time: 0.0905385 Nov 22 16:53:33.617470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46954) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.629028 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.680504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-51ba119b-a997-4ec8-beec-71016e96158f tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "GET /v2.0/ports?device_id=a628fefd-586d-4f63-9cac-8779827cf135 HTTP/1.1" status: 200 len: 205 time: 0.0616312 Nov 22 16:53:33.682651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46956) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.702063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:33.702510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:33.710494 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:33.729786 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-d9215908-165d-4938-9c73-3b102cf7b1a7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] delete failed (client error): The resource could not be found. Nov 22 16:53:33.734270 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d9215908-165d-4938-9c73-3b102cf7b1a7 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/routers/a628fefd-586d-4f63-9cac-8779827cf135 HTTP/1.1" status: 404 len: 336 time: 0.0481248 Nov 22 16:53:33.735656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46960) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.779600 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbad451-f6fa-4540-a995-19ebc2185161 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:33.780688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbad451-f6fa-4540-a995-19ebc2185161 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:33.783465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dbbad451-f6fa-4540-a995-19ebc2185161 tempest-RoutersIpV6AdminTest-726695294 tempest-RoutersIpV6AdminTest-726695294-project] 10.222.0.59 "DELETE /v2.0/subnets/c42ee536-1785-4eaa-9aeb-962c4db24dfb HTTP/1.1" status: 404 len: 337 time: 0.0469310 Nov 22 16:53:33.787640 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T16:53:28Z', 'revision_number': 3, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:33.828655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d5edcff9-8db1-444b-be90-be689eccee73 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Deleting port 3707d054-f77e-431b-b2f5-b758dcf8881a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:33.828999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5edcff9-8db1-444b-be90-be689eccee73 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.898294 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f1159-6ace-4647-a4a5-a54102e1935a None None] The sync data for ids ['fe4436d8-7758-446a-a28c-8d1a038976df'] in n-d-816865-2 is: [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T16:53:28Z', 'revision_number': 3, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:33.920459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0f15331c-3add-43be-868c-871cceff18de no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:33.929994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.992876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0f15331c-3add-43be-868c-871cceff18de {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:33.993034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0f15331c-3add-43be-868c-871cceff18de not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:34.029469 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.032076 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5edcff9-8db1-444b-be90-be689eccee73 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.045297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.059710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aeed5a46-f123-41f1-8223-e6ba98319583 req-7ebbb98d-e176-4a1e-bd71-92fb84be1938 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.2011724 Nov 22 16:53:34.079114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d5edcff9-8db1-444b-be90-be689eccee73 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Calling delete_port for 3707d054-f77e-431b-b2f5-b758dcf8881a owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:34.079586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Subnet': ['ID=bf0e4d41-7a96-4ef8-8f4e-1ab24c14fe03,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:34.112753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.156004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.176605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bcfa4cf4-e851-4083-8498-2eb1fc86e289 HTTP/1.1" status: 204 len: 168 time: 3.9345951 Nov 22 16:53:34.180190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Checking segment: {'id': '658a2e28-41bf-4991-b37b-03375fda52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9270424f-0bf8-41cd-b968-9a99c278ad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:34.180556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network hostable DHCP agents. Network: 9270424f-0bf8-41cd-b968-9a99c278ad5e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:34.252060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Network b52293a8-253a-4f0e-86ae-c337172c8f90 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:34.266424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ecb78-d1ef-42a6-b39e-e6ec6d911209 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcfa4cf4-e851-4083-8498-2eb1fc86e289,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:34.266716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5edcff9-8db1-444b-be90-be689eccee73 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.281363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Pushing event updated for resources: {'Port': ['ID=ed73dac8-0589-4823-9530-95bffc9ac409,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:34.288539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:34.294924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:34.313711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6c51938d-6544-4f1c-86b6-b8cf05582a43 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:34.333232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6bf64bda-1a69-424c-b788-9ac0ec560e85 None None] Provisioning complete for port 129dd9a0-3fba-4557-a469-aedd78b04df3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:34.333857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bf64bda-1a69-424c-b788-9ac0ec560e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.353532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5edcff9-8db1-444b-be90-be689eccee73 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.362243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d5edcff9-8db1-444b-be90-be689eccee73 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/ports/3707d054-f77e-431b-b2f5-b758dcf8881a HTTP/1.1" status: 204 len: 168 time: 0.8610599 Nov 22 16:53:34.366499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:34.367638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edcff9-8db1-444b-be90-be689eccee73 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Port': ['ID=3707d054-f77e-431b-b2f5-b758dcf8881a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:34.461797 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-50f472bb-92da-48dc-965e-3efe6e085b4a tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0775447 Nov 22 16:53:34.476671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:34.477347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46976) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:34.486543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1796714277'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:34.518563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46978) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:34.524731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.526490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.543770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.545431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.546408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.548261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.549763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.551329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.552079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.554577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.555667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.556325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:34.577556 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e935b9dd-d7cf-4d31-a489-4e199203731a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c7aa44e61954cce90f493fe9e5d5afd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982699 Nov 22 16:53:34.580197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:34.626041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Made reservation on behalf of b4f9084ce0114a0595c2217f3a56c50c for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:34.629838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.687243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8476218f-77cb-440a-881a-0a75bee0e7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.706715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Attempting to bind port ed73dac8-0589-4823-9530-95bffc9ac409 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:34.707664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Attempting to bind port ed73dac8-0589-4823-9530-95bffc9ac409 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '1fac2c0b-ca46-4cb5-bead-74f595ca6a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b52293a8-253a-4f0e-86ae-c337172c8f90'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:34.708391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Attempting to bind port ed73dac8-0589-4823-9530-95bffc9ac409 on network b52293a8-253a-4f0e-86ae-c337172c8f90 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:34.721394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:34.722165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Checking segment: {'id': '1fac2c0b-ca46-4cb5-bead-74f595ca6a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b52293a8-253a-4f0e-86ae-c337172c8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:34.722824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.723457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Bound using segment: {'id': '1fac2c0b-ca46-4cb5-bead-74f595ca6a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b52293a8-253a-4f0e-86ae-c337172c8f90'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:34.724501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Bound port: ed73dac8-0589-4823-9530-95bffc9ac409, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fac2c0b-ca46-4cb5-bead-74f595ca6a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b52293a8-253a-4f0e-86ae-c337172c8f90'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:34.725253 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.736531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8476218f-77cb-440a-881a-0a75bee0e7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.799118 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8476218f-77cb-440a-881a-0a75bee0e7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.802140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8476218f-77cb-440a-881a-0a75bee0e7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.806282 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8476218f-77cb-440a-881a-0a75bee0e7fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e1df6a6-94db-4500-ac28-76ffe93dd4f9 HTTP/1.1" status: 204 len: 168 time: 0.2250111 Nov 22 16:53:34.819264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476218f-77cb-440a-881a-0a75bee0e7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1df6a6-94db-4500-ac28-76ffe93dd4f9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:34.827753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:34.841875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.842507 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Added segment d0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b of type vlan for network 17ed4890-1823-4486-b61f-f1f704ee25ff Nov 22 16:53:34.868573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bf64bda-1a69-424c-b788-9ac0ec560e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.912753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6bf64bda-1a69-424c-b788-9ac0ec560e85 None None] For port 129dd9a0-3fba-4557-a469-aedd78b04df3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=129dd9a0-3fba-4557-a469-aedd78b04df3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:34.941282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bf64bda-1a69-424c-b788-9ac0ec560e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.950905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.987273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-922b12bf-7255-4587-a527-8174a053491e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.023228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6c51938d-6544-4f1c-86b6-b8cf05582a43 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:35.023749 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.105923 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.117931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:35.118581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.129152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] For port ed73dac8-0589-4823-9530-95bffc9ac409, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:35.134653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf64bda-1a69-424c-b788-9ac0ec560e85 None None] Pushing event updated for resources: {'Port': ['ID=129dd9a0-3fba-4557-a469-aedd78b04df3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.149558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Allocated IP 172.20.0.1 (6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff/3e95226d-1189-49f4-85ff-30c51cde9f34/aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:35.234771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] For port ed73dac8-0589-4823-9530-95bffc9ac409, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ed73dac8-0589-4823-9530-95bffc9ac409,segment=NetworkSegment(1fac2c0b-ca46-4cb5-bead-74f595ca6a1f),segment_id=1fac2c0b-ca46-4cb5-bead-74f595ca6a1f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:35.241720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a383fb9d-e6ad-4962-add7-9d5d947f294e None None] Provisioning complete for port 6c51938d-6544-4f1c-86b6-b8cf05582a43 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:35.243044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a383fb9d-e6ad-4962-add7-9d5d947f294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.256697 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.300423 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8198690 Nov 22 16:53:35.309947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46998) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:35.320458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1882290750'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:35.366797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.386260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78872b-346e-4ac3-8f1d-99a6148be6bd tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Network': ['ID=17ed4890-1823-4486-b61f-f1f704ee25ff,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.418393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 17ed4890-1823-4486-b61f-f1f704ee25ff details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:35.450364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Made reservation on behalf of b4f9084ce0114a0595c2217f3a56c50c for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:35.456671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.493598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.510880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81a5bef-d88d-4386-8437-bee9252dec0d req-de6151de-eb62-44fa-bcc4-a7a6061dc32d tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1575897 Nov 22 16:53:35.552488 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-922b12bf-7255-4587-a527-8174a053491e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.577200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:35.590174 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-922b12bf-7255-4587-a527-8174a053491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.612639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301b1c-ee36-4aa0-b8a2-98bd9e7fa218 None None] Pushing event updated for resources: {'Port': ['ID=ed73dac8-0589-4823-9530-95bffc9ac409,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.642833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.643184 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Added segment eb7a6d78-9f9d-498f-8f5c-00c896f86e35 of type vlan for network 4a98c3bd-186b-4596-ac82-5a07c737fccd Nov 22 16:53:35.670227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:35.673375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Pushing event updated for resources: {'Port': ['ID=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.682548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:35.684995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:35.696287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47000) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:35.729780 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-922b12bf-7255-4587-a527-8174a053491e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39653edde62a468887d013ded21d4731&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2092650 Nov 22 16:53:35.735491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47002) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:35.769555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network 9270424f-0bf8-41cd-b968-9a99c278ad5e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:35.779777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b12bf-7255-4587-a527-8174a053491e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8f6da5-a3c4-46cb-a504-c81ca98ab6a2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.832947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 9270424f-0bf8-41cd-b968-9a99c278ad5e) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:35.837564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:35.838175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.869116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.883037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac16779-619c-42f1-a44f-d9392763e01d None None] Network 9270424f-0bf8-41cd-b968-9a99c278ad5e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:35.902581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.916527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a0947635-b3a7-41d5-a367-a38f35ba99b2 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4805992 Nov 22 16:53:35.922914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47006) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:35.972814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0cd3d17a-c405-4668-93c5-c480edf5a355 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5310862ed75e41f1a1933f95bf43af67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2478805 Nov 22 16:53:35.982628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:36.239281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6e06882-4e77-4e4a-992c-303fd7d5b3dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.248277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.259830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:36.261221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.283062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ed73dac8-0589-4823-9530-95bffc9ac409 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:36.283901 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3850d98-976f-4368-bbcf-67947b2b3ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.319149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-9270424f-0bf8-41cd-b968-9a99c278ad5e', 'network_id': '9270424f-0bf8-41cd-b968-9a99c278ad5e', 'tenant_id': 'b3f10a34469c4690a39b417cb0f1e32d', 'fixed_ips': [{'subnet_id': 'bf0e4d41-7a96-4ef8-8f4e-1ab24c14fe03'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:36.320043 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.343068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-75a77e7d-5f1d-4b05-9532-b8e908f38c95 None None] Provisioning complete for port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:36.343323 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-75a77e7d-5f1d-4b05-9532-b8e908f38c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.354078 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6e06882-4e77-4e4a-992c-303fd7d5b3dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.354370 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3850d98-976f-4368-bbcf-67947b2b3ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.356930 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.474191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-75a77e7d-5f1d-4b05-9532-b8e908f38c95 None None] Port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:36.484393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Network': ['ID=4a98c3bd-186b-4596-ac82-5a07c737fccd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:36.504153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 4a98c3bd-186b-4596-ac82-5a07c737fccd details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:36.512046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ed73dac8-0589-4823-9530-95bffc9ac409 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:36.512601 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.553406 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3850d98-976f-4368-bbcf-67947b2b3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.557239 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3850d98-976f-4368-bbcf-67947b2b3ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.558839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c3850d98-976f-4368-bbcf-67947b2b3ac9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb3c463b-2628-4376-9dac-c27cad95df71 HTTP/1.1" status: 204 len: 168 time: 0.5745959 Nov 22 16:53:36.584179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3850d98-976f-4368-bbcf-67947b2b3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c463b-2628-4376-9dac-c27cad95df71,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:36.670738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.734278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76a99b90-57a2-43ed-b427-2ea1e76fafc0 req-56794235-c4c2-46a0-8b22-18006904def3 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0774481 Nov 22 16:53:36.737721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.808001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Allocated IP 2001:db8::2 (9270424f-0bf8-41cd-b968-9a99c278ad5e/bf0e4d41-7a96-4ef8-8f4e-1ab24c14fe03/b24f4f01-fa19-4575-b6fd-31f613ba8a5e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:36.831125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4fbc9b80-98cb-41ad-b642-51b4894ae7b4 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5026202 Nov 22 16:53:36.844132 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.854662 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.925697 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.934997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Pushing event updated for resources: {'Port': ['ID=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:37.269026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:37.270660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:37.314143 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6e06882-4e77-4e4a-992c-303fd7d5b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.325974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6e06882-4e77-4e4a-992c-303fd7d5b3dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.330780 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c6e06882-4e77-4e4a-992c-303fd7d5b3dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff8f6da5-a3c4-46cb-a504-c81ca98ab6a2 HTTP/1.1" status: 204 len: 168 time: 1.5752325 Nov 22 16:53:37.473367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e06882-4e77-4e4a-992c-303fd7d5b3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8f6da5-a3c4-46cb-a504-c81ca98ab6a2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:37.533068 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2c1a58a1-9d7c-4bf1-a479-8e70e8429d66 req-e9f8f01c-da39-4e8a-93bf-5c7b68c239d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1862054 Nov 22 16:53:37.647620 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.668322 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.719027 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.801078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Router fe4436d8-7758-446a-a28c-8d1a038976df has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:37.950080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Network 9270424f-0bf8-41cd-b968-9a99c278ad5e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:38.013444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87f263-7bdd-4ee6-88d5-6f9af1e74d0c None None] Network b52293a8-253a-4f0e-86ae-c337172c8f90 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:38.016888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:38.037459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port ed73dac8-0589-4823-9530-95bffc9ac409, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ed73dac8-0589-4823-9530-95bffc9ac409,segment=NetworkSegment(1fac2c0b-ca46-4cb5-bead-74f595ca6a1f),segment_id=1fac2c0b-ca46-4cb5-bead-74f595ca6a1f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:38.054667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:38.099023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.100127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Pushing event updated for resources: {'Port': ['ID=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:38.121914 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.123223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 129dd9a0-3fba-4557-a469-aedd78b04df3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:38.166397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c189167-564e-4c0e-843f-101fd1b41217 req-36ee854f-77bd-4f54-bc28-1628ab24a715 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1758380 Nov 22 16:53:38.172907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Allocated IP 2001:db8::1 (b52293a8-253a-4f0e-86ae-c337172c8f90/05930a74-ced7-45d8-a4e1-771f00065b69/164d1eb6-7ee1-47dd-8a11-dac1960f3746) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:38.343944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:38.355552 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Sync routers for ids ['fe4436d8-7758-446a-a28c-8d1a038976df'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:38.379943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c468b4c4-b80c-42f3-badf-d033db8751cd admin admin] 10.222.0.59 "PUT /v2.0/routers/fe4436d8-7758-446a-a28c-8d1a038976df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0135417 Nov 22 16:53:38.384710 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Routers {'fe4436d8-7758-446a-a28c-8d1a038976df'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:38.387429 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fe4436d8-7758-446a-a28c-8d1a038976df'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:38.435904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:38.600276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-29351377-c6af-46ec-a91c-8662a35b9529 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8bb226219e2e4b67b4ef63c2a6d90cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602805 Nov 22 16:53:38.607168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:38.654099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.662605 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Set router fe4436d8-7758-446a-a28c-8d1a038976df gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:38.800041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.811203 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-154e14de-b08e-4f55-8848-48e9c6c5a66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.885539 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-154e14de-b08e-4f55-8848-48e9c6c5a66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.965230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network b52293a8-253a-4f0e-86ae-c337172c8f90 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:38.993149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:39.021278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:39.022398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.028990 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-154e14de-b08e-4f55-8848-48e9c6c5a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.034505 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-154e14de-b08e-4f55-8848-48e9c6c5a66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.054475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-154e14de-b08e-4f55-8848-48e9c6c5a66e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e66b3a7-0c93-4cd2-a7ac-4ec042408db2 HTTP/1.1" status: 204 len: 168 time: 0.4309523 Nov 22 16:53:39.096907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e14de-b08e-4f55-8848-48e9c6c5a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e66b3a7-0c93-4cd2-a7ac-4ec042408db2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:39.203170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Port': ['ID=164d1eb6-7ee1-47dd-8a11-dac1960f3746,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:39.467144 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Attempting to bind port b24f4f01-fa19-4575-b6fd-31f613ba8a5e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:39.469667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Attempting to bind port b24f4f01-fa19-4575-b6fd-31f613ba8a5e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '658a2e28-41bf-4991-b37b-03375fda52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9270424f-0bf8-41cd-b968-9a99c278ad5e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:39.470099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Attempting to bind port b24f4f01-fa19-4575-b6fd-31f613ba8a5e on network 9270424f-0bf8-41cd-b968-9a99c278ad5e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:39.511168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48f3aa20-cf1b-4d26-b12e-54c7495269bf req-477743cd-56da-468a-a158-fc935d96a786 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0962245 Nov 22 16:53:39.609301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ce0d1ceb-fbe2-4bec-a565-24ffba824286 None None] Provisioning complete for port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:39.610004 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ce0d1ceb-fbe2-4bec-a565-24ffba824286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.633462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.648595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47108) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:39.672711 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T16:53:36Z', 'revision_number': 4, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6', 'name': '', 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'mac_address': 'fa:16:3e:2c:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '3e95226d-1189-49f4-85ff-30c51cde9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:34Z', 'updated_at': '2021-11-22T16:53:36Z', 'revision_number': 2, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'subnets': [{'id': '3e95226d-1189-49f4-85ff-30c51cde9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:39.742964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:39.750181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Checking segment: {'id': '658a2e28-41bf-4991-b37b-03375fda52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9270424f-0bf8-41cd-b968-9a99c278ad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:39.750608 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.751055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Bound using segment: {'id': '658a2e28-41bf-4991-b37b-03375fda52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9270424f-0bf8-41cd-b968-9a99c278ad5e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:39.751566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Bound port: b24f4f01-fa19-4575-b6fd-31f613ba8a5e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658a2e28-41bf-4991-b37b-03375fda52ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9270424f-0bf8-41cd-b968-9a99c278ad5e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:39.751961 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.804779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Checking router: fe4436d8-7758-446a-a28c-8d1a038976df for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:39.815309 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Updating router fe4436d8-7758-446a-a28c-8d1a038976df port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:53:39.922074 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.925218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d1ceb-fbe2-4bec-a565-24ffba824286 None None] Port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:40.012025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-237618788-network', 'tenant_id': 'facc1dca9d8e4527be13d112c83194b2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:40.108983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Made reservation on behalf of facc1dca9d8e4527be13d112c83194b2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:40.122322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.144562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=ed73dac8-0589-4823-9530-95bffc9ac409,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:40.171255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.232525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] For port b24f4f01-fa19-4575-b6fd-31f613ba8a5e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:40.295222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47130) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:40.314225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'subnets': [{'network_id': '17ed4890-1823-4486-b61f-f1f704ee25ff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1274613890', 'ip_version': 6}, {'network_id': '4a98c3bd-186b-4596-ac82-5a07c737fccd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:40.315787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'subnet': {'network_id': '17ed4890-1823-4486-b61f-f1f704ee25ff', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1274613890', 'ip_version': 6}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:40.318004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Request body: {'subnet': {'network_id': '4a98c3bd-186b-4596-ac82-5a07c737fccd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:40.327304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 129dd9a0-3fba-4557-a469-aedd78b04df3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:40.327692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.330629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] For port b24f4f01-fa19-4575-b6fd-31f613ba8a5e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,segment=NetworkSegment(658a2e28-41bf-4991-b37b-03375fda52ff),segment_id=658a2e28-41bf-4991-b37b-03375fda52ff)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:40.468651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-800e9239-9eeb-4841-bc4c-9d5283b01c63 None None] Provisioning complete for port ed73dac8-0589-4823-9530-95bffc9ac409 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:40.469258 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800e9239-9eeb-4841-bc4c-9d5283b01c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.531701 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.792879 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.812950 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.904102 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.909094 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.915956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-557083be-4009-4f93-adf4-91619ac7002c req-440235dd-7a42-421b-82bd-5b15247c2b0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b4b1e16e1fef44c18b06de27be2416fc&device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.3140867 Nov 22 16:53:40.950216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.965244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.966218 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.966356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cad3c-c65e-488d-91ec-4bbaf6213740 None None] Pushing event updated for resources: {'Port': ['ID=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.025218 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-557083be-4009-4f93-adf4-91619ac7002c req-a537e12b-d7f6-43ef-a9f2-5ff4bfb2b71e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b4b1e16e1fef44c18b06de27be2416fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1083746 Nov 22 16:53:41.038280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-72c339cb-7b27-4e55-90b3-709a68dbe8b2 req-6b290282-a6af-4b56-a89f-ef7e1df9820f tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.4040248 Nov 22 16:53:41.196350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265ab404-7181-4414-a7d7-f40e1c077c62,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.203283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ed73dac8-0589-4823-9530-95bffc9ac409 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:41.275214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Port': ['ID=164d1eb6-7ee1-47dd-8a11-dac1960f3746,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.276039 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecee9ef-9dc8-42e4-bcb2-cd5f74dd4b7b None None] Pushing event updated for resources: {'Port': ['ID=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.296314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:41.348588 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Attempting to bind port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:41.351637 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Attempting to bind port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:41.352197 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Attempting to bind port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 on network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:41.361128 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:41.361729 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Checking segment: {'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:41.362302 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.362855 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Bound using segment: {'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:41.363589 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Bound port: aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120d9560-94ba-4f00-9aeb-f17247f5fbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:41.364124 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.433304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:41.447319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a9fdbc9f-bcb0-456f-9d87-5621c0aacc3e None None] Provisioning complete for port 164d1eb6-7ee1-47dd-8a11-dac1960f3746 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:41.449739 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9fdbc9f-bcb0-456f-9d87-5621c0aacc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.458260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.459098 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Added segment 4f15885e-e4ff-472d-9993-3993e8fcefce of type vlan for network 94ad27af-18c7-441a-9d8c-d6555ab9232c Nov 22 16:53:41.526902 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] For port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:41.532251 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] For port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,segment=NetworkSegment(120d9560-94ba-4f00-9aeb-f17247f5fbe3),segment_id=120d9560-94ba-4f00-9aeb-f17247f5fbe3)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:41.548589 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.625599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Made reservation on behalf of b4f9084ce0114a0595c2217f3a56c50c for: {'subnet': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:41.630620 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.637097 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.645547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.647908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ed73dac8-0589-4823-9530-95bffc9ac409 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:41.648394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.731725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdbc9f-bcb0-456f-9d87-5621c0aacc3e None None] Port 164d1eb6-7ee1-47dd-8a11-dac1960f3746 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:41.818857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a9fdbc9f-bcb0-456f-9d87-5621c0aacc3e None None] Provisioning complete for port ed73dac8-0589-4823-9530-95bffc9ac409 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:41.819801 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9fdbc9f-bcb0-456f-9d87-5621c0aacc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.820913 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecee9ef-9dc8-42e4-bcb2-cd5f74dd4b7b None None] Pushing event updated for resources: {'Port': ['ID=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.835665 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Routers {'fe4436d8-7758-446a-a28c-8d1a038976df'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:41.836325 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fe4436d8-7758-446a-a28c-8d1a038976df'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:41.837902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-290261962'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:41.910525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Made reservation on behalf of 674d0b427fac401d8baad6bf8768762a for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:41.931094 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.951221 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:53:42.052535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.156401 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.157405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:42.157994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.269625 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] Set router fe4436d8-7758-446a-a28c-8d1a038976df gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:42.335438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] Provisioning complete for port 164d1eb6-7ee1-47dd-8a11-dac1960f3746 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:42.335823 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.441243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] Port 164d1eb6-7ee1-47dd-8a11-dac1960f3746 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:42.458574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] Provisioning complete for port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:42.458979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.499792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5daf89d-f083-4979-a8d2-f84ea94a4c96 req-7b70235d-b838-4bbe-958f-f799bcf7906f tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.1427813 Nov 22 16:53:42.557434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9076347 Nov 22 16:53:42.568803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47196) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:42.596677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Request body: {'subnet': {'network_id': '94ad27af-18c7-441a-9d8c-d6555ab9232c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-237618788-subnet', 'tenant_id': 'facc1dca9d8e4527be13d112c83194b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:42.609915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267aabd-7425-40fe-a327-cf04748a1478 admin admin] Pushing event updated for resources: {'Network': ['ID=94ad27af-18c7-441a-9d8c-d6555ab9232c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:42.676111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 94ad27af-18c7-441a-9d8c-d6555ab9232c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:42.750793 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.753459 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.766649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.800999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557083be-4009-4f93-adf4-91619ac7002c req-e8dd1a6b-108d-4411-81af-f4fef3b61d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:42.802852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-557083be-4009-4f93-adf4-91619ac7002c req-e8dd1a6b-108d-4411-81af-f4fef3b61d4c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5040550 Nov 22 16:53:42.818483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network b52293a8-253a-4f0e-86ae-c337172c8f90 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:42.830357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:42.845085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Made reservation on behalf of facc1dca9d8e4527be13d112c83194b2 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:42.848903 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.861009 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T16:53:36Z', 'revision_number': 4, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6', 'name': '', 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'mac_address': 'fa:16:3e:2c:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '3e95226d-1189-49f4-85ff-30c51cde9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:34Z', 'updated_at': '2021-11-22T16:53:41Z', 'revision_number': 4, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'subnets': [{'id': '3e95226d-1189-49f4-85ff-30c51cde9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:42.867297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:42.879696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.880062 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Added segment 94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f of type vlan for network 02c8b9d1-62ff-4d26-b546-e422a1376652 Nov 22 16:53:42.937654 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f931c69-203b-44c7-be2c-53827102bed4 None None] The sync data for ids ['fe4436d8-7758-446a-a28c-8d1a038976df'] in n-d-816865-2 is: [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T16:53:36Z', 'revision_number': 4, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6', 'name': '', 'network_id': '6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'mac_address': 'fa:16:3e:2c:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '3e95226d-1189-49f4-85ff-30c51cde9f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:34Z', 'updated_at': '2021-11-22T16:53:41Z', 'revision_number': 4, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'subnets': [{'id': '3e95226d-1189-49f4-85ff-30c51cde9f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:42.945365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046247f-cfcd-475d-9753-b920dbc27fb8 None None] Network 9270424f-0bf8-41cd-b968-9a99c278ad5e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:43.076690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.099678 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:43.152586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e52352f-6816-4f64-98eb-d5c27bddffab,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:43.168534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b24f4f01-fa19-4575-b6fd-31f613ba8a5e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:43.172696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.184589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:43.185433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.292692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] For port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,segment=NetworkSegment(120d9560-94ba-4f00-9aeb-f17247f5fbe3),segment_id=120d9560-94ba-4f00-9aeb-f17247f5fbe3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:43.315850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.470533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Router 9643a7f4-0e5f-49b2-a5b1-747196012e93 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:43.512040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-250e5c91-302c-4f4e-9a01-f2448bb8af2e None None] Provisioning complete for port 164d1eb6-7ee1-47dd-8a11-dac1960f3746 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:43.512435 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-250e5c91-302c-4f4e-9a01-f2448bb8af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.516855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca553f-80fa-4148-aec5-bcbd7e16e033 None None] Pushing event updated for resources: {'Port': ['ID=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:43.535040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b24f4f01-fa19-4575-b6fd-31f613ba8a5e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:43.538745 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.547580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Network': ['ID=02c8b9d1-62ff-4d26-b546-e422a1376652,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:43.577004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8632f21a-b78c-4ed5-be78-bf71c11f43e3 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1361010 Nov 22 16:53:43.581358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:43.593036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'subnet': {'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:43.627477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:43.718105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.751312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fcb8d92-bc0c-4861-ad9e-c967730d8751 req-ab9ea003-88e3-43d6-8f09-7b73d7f7df51 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.59 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0696750 Nov 22 16:53:43.807570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:43.823342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5464b604-914d-4e64-b3ed-a90934d36dc0 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "PUT /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8875480 Nov 22 16:53:43.831098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47208) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:43.962669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e234a-ec8a-4c78-91bd-c2128e2cd51a None None] Sync routers for ids ['9643a7f4-0e5f-49b2-a5b1-747196012e93'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:43.972309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3aaea40-b5b4-4f05-ba34-067a458769d4,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:44.009336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e234a-ec8a-4c78-91bd-c2128e2cd51a None None] Routers {'9643a7f4-0e5f-49b2-a5b1-747196012e93'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:44.010176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-528e234a-ec8a-4c78-91bd-c2128e2cd51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9643a7f4-0e5f-49b2-a5b1-747196012e93'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:44.011562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Checking segment: {'id': '4f15885e-e4ff-472d-9993-3993e8fcefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '94ad27af-18c7-441a-9d8c-d6555ab9232c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:44.011972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Network hostable DHCP agents. Network: 94ad27af-18c7-441a-9d8c-d6555ab9232c, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:44.084802 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-557083be-4009-4f93-adf4-91619ac7002c req-b257ea98-3359-4dd2-8638-540518cf33b9 tempest-ServerShowV254Test-692719653 tempest-ServerShowV254Test-692719653-project] 10.222.0.37 "GET /v2.0/ports?device_id=de5dfde5-5298-47cd-8443-7170a338f97c HTTP/1.1" status: 200 len: 210 time: 0.0628123 Nov 22 16:53:44.111624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Network 94ad27af-18c7-441a-9d8c-d6555ab9232c is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:44.138305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 94ad27af-18c7-441a-9d8c-d6555ab9232c) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:44.143714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.144557 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.153016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-250e5c91-302c-4f4e-9a01-f2448bb8af2e None None] Port 164d1eb6-7ee1-47dd-8a11-dac1960f3746 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:44.190884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c3c41c6e-7b5a-4ca8-8c56-12d9e8b88164 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6047959 Nov 22 16:53:44.243733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-528e234a-ec8a-4c78-91bd-c2128e2cd51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:44.261518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356f3ed-e97c-4ae3-bd39-025def7bb70c None None] Network 94ad27af-18c7-441a-9d8c-d6555ab9232c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:44.439968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-250e5c91-302c-4f4e-9a01-f2448bb8af2e None None] Provisioning complete for port b24f4f01-fa19-4575-b6fd-31f613ba8a5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:44.440369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-250e5c91-302c-4f4e-9a01-f2448bb8af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.614642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e234a-ec8a-4c78-91bd-c2128e2cd51a None None] Routers {'9643a7f4-0e5f-49b2-a5b1-747196012e93'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:44.614852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-528e234a-ec8a-4c78-91bd-c2128e2cd51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9643a7f4-0e5f-49b2-a5b1-747196012e93'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:44.643600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Made reservation on behalf of 674d0b427fac401d8baad6bf8768762a for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:44.652262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.661005 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.801600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35ec3d3-a9bd-42ae-aae6-aefa8ebb692e None None] Network 94ad27af-18c7-441a-9d8c-d6555ab9232c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:44.813050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-528e234a-ec8a-4c78-91bd-c2128e2cd51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:44.813892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e234a-ec8a-4c78-91bd-c2128e2cd51a None None] The sync data for ids ['9643a7f4-0e5f-49b2-a5b1-747196012e93'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:44.859375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Subnet': ['ID=20ab8029-5c2f-4455-be60-a8f3fa314897,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:44.896291 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.040344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-250e5c91-302c-4f4e-9a01-f2448bb8af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.100239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port b24f4f01-fa19-4575-b6fd-31f613ba8a5e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,segment=NetworkSegment(658a2e28-41bf-4991-b37b-03375fda52ff),segment_id=658a2e28-41bf-4991-b37b-03375fda52ff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:45.128167 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.205507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Checking segment: {'id': 'd0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '17ed4890-1823-4486-b61f-f1f704ee25ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:45.206025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Network hostable DHCP agents. Network: 17ed4890-1823-4486-b61f-f1f704ee25ff, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:45.219607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:45.265100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-250e5c91-302c-4f4e-9a01-f2448bb8af2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:45.265709 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-250e5c91-302c-4f4e-9a01-f2448bb8af2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:45.328278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:45.336526 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-9a402c99-7aa1-46b8-9c9e-9b91fd1cb42d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:53:45.342166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9a402c99-7aa1-46b8-9c9e-9b91fd1cb42d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "PUT /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5099540 Nov 22 16:53:45.345177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47240) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:45.360625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Network 17ed4890-1823-4486-b61f-f1f704ee25ff is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:45.396732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 17ed4890-1823-4486-b61f-f1f704ee25ff) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:45.415268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a54e701-5beb-4295-a33c-858098459103 None None] Network 17ed4890-1823-4486-b61f-f1f704ee25ff requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:45.452333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-cb833f1f-a945-456b-bb25-9dd1abbc5ad5 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:45.452633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-cb833f1f-a945-456b-bb25-9dd1abbc5ad5 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/networks?id=94ad27af-18c7-441a-9d8c-d6555ab9232c HTTP/1.1" status: 200 len: 821 time: 0.4354503 Nov 22 16:53:45.453863 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.541785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76fb353b-9913-4d2f-8d36-d2fc88b8fc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.562092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-52b1aac1-ba52-48a6-9250-5db149ada9be tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/quotas/facc1dca9d8e4527be13d112c83194b2 HTTP/1.1" status: 200 len: 375 time: 0.0550158 Nov 22 16:53:45.618193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event updated for resources: {'Subnet': ['ID=c877da2f-9821-4301-8924-2c877155daaa,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:45.704537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d31d9573-b8b2-4dd2-8bd8-cdd660e59547 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=facc1dca9d8e4527be13d112c83194b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260614 Nov 22 16:53:45.864656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:45.867600 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.991576 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.045260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-17ed4890-1823-4486-b61f-f1f704ee25ff', 'network_id': '17ed4890-1823-4486-b61f-f1f704ee25ff', 'tenant_id': 'b4f9084ce0114a0595c2217f3a56c50c', 'fixed_ips': [{'subnet_id': '20ab8029-5c2f-4455-be60-a8f3fa314897'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:46.047075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.096082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f51b2632-4a6a-49db-a473-a903d997d195 None None] Provisioning complete for port b24f4f01-fa19-4575-b6fd-31f613ba8a5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:46.096480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f51b2632-4a6a-49db-a473-a903d997d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.168305 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.181872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Checking segment: {'id': 'eb7a6d78-9f9d-498f-8f5c-00c896f86e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4a98c3bd-186b-4596-ac82-5a07c737fccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:46.182508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Network hostable DHCP agents. Network: 4a98c3bd-186b-4596-ac82-5a07c737fccd, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:46.249659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-8dfa1d05-3b16-4857-8a64-c591a12abc59 service neutron] 10.222.0.59 "GET /v2.0/networks/94ad27af-18c7-441a-9d8c-d6555ab9232c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453053 Nov 22 16:53:46.291599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Allocated IP 2001:db8::1 (17ed4890-1823-4486-b61f-f1f704ee25ff/20ab8029-5c2f-4455-be60-a8f3fa314897/1879ece8-5f42-457e-9501-e35ebecba234) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:46.310674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Subnet': ['ID=f0026c03-5c6a-4955-8b46-2c0be2e7ec78,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.345771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Network 4a98c3bd-186b-4596-ac82-5a07c737fccd is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:46.365089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Checking segment: {'id': '94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:46.365467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Network hostable DHCP agents. Network: 02c8b9d1-62ff-4d26-b546-e422a1376652, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:46.367737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 4a98c3bd-186b-4596-ac82-5a07c737fccd) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:46.378727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.379067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.379717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.420560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-355b7fcc-9aca-44b3-a25b-676c113aab95 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.1194723 Nov 22 16:53:46.422364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47250) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:46.441265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:46.498731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting port 164d1eb6-7ee1-47dd-8a11-dac1960f3746 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:46.499733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.506558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-3eddecd7-1672-4e5c-87d9-70c8afbcbd07 service neutron] 10.222.0.59 "GET /v2.0/networks/94ad27af-18c7-441a-9d8c-d6555ab9232c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393324 Nov 22 16:53:46.516876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 02c8b9d1-62ff-4d26-b546-e422a1376652) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:46.574924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.593230 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb553ce-7619-44d4-b462-4216c3dc7038 None None] Network 4a98c3bd-186b-4596-ac82-5a07c737fccd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:46.595597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de90eb-6703-4cfa-b405-3dcdbfa45a46 None None] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:46.599565 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.618218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7e7d3-8875-4420-9146-45540ff848ee tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.621810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7e7d3-8875-4420-9146-45540ff848ee tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.621810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7e7d3-8875-4420-9146-45540ff848ee tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.633085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-71b7e7d3-8875-4420-9146-45540ff848ee tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1970935 Nov 22 16:53:46.633085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.633085 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.640977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47254) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:46.669594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47256) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:46.673064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-35565421-80ff-466a-8646-560c3137a94c tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0904818 Nov 22 16:53:46.689674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-913945407'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:46.776594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-42acb1e8-bca3-4eea-8f4d-3c54f0b1f1d5 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Deleting subnet 20ab8029-5c2f-4455-be60-a8f3fa314897 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:53:46.787341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42acb1e8-bca3-4eea-8f4d-3c54f0b1f1d5 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.832007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Network 17ed4890-1823-4486-b61f-f1f704ee25ff is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:46.834743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.860965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Calling delete_port for 164d1eb6-7ee1-47dd-8a11-dac1960f3746 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:46.889312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42acb1e8-bca3-4eea-8f4d-3c54f0b1f1d5 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.979560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:46.998132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:47.082986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Pushing event updated for resources: {'Port': ['ID=1879ece8-5f42-457e-9501-e35ebecba234,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:47.203417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42acb1e8-bca3-4eea-8f4d-3c54f0b1f1d5 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.312367 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9897350-e1d7-42db-b3fc-cd70d0db3dc2 req-2e6c889a-008f-444c-b632-b731c564af5b tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 210 time: 0.1021051 Nov 22 16:53:47.371090 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42acb1e8-bca3-4eea-8f4d-3c54f0b1f1d5 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.455071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b24f4f01-fa19-4575-b6fd-31f613ba8a5e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:47.477341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acb1e8-bca3-4eea-8f4d-3c54f0b1f1d5 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Subnet': ['ID=20ab8029-5c2f-4455-be60-a8f3fa314897,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:47.507799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42acb1e8-bca3-4eea-8f4d-3c54f0b1f1d5 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.518583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-42acb1e8-bca3-4eea-8f4d-3c54f0b1f1d5 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/subnets/20ab8029-5c2f-4455-be60-a8f3fa314897 HTTP/1.1" status: 204 len: 168 time: 0.8759518 Nov 22 16:53:47.525488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47278) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:47.638969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.685316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Port': ['ID=164d1eb6-7ee1-47dd-8a11-dac1960f3746,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:47.705229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Made reservation on behalf of 674d0b427fac401d8baad6bf8768762a for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:47.705528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47282) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:47.706171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-02c8b9d1-62ff-4d26-b546-e422a1376652', 'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652', 'tenant_id': '674d0b427fac401d8baad6bf8768762a', 'fixed_ips': [{'subnet_id': 'f0026c03-5c6a-4955-8b46-2c0be2e7ec78'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:47.707388 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.708971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.715434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Attempting to bind port 1879ece8-5f42-457e-9501-e35ebecba234 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:47.723806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Attempting to bind port 1879ece8-5f42-457e-9501-e35ebecba234 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '17ed4890-1823-4486-b61f-f1f704ee25ff'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:47.724273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Attempting to bind port 1879ece8-5f42-457e-9501-e35ebecba234 on network 17ed4890-1823-4486-b61f-f1f704ee25ff {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:47.736229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0cd70c-334c-4cb4-9558-8ed77ab65a2c tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Deleting subnet c877da2f-9821-4301-8924-2c877155daaa {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:53:47.761288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:47.761772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Checking segment: {'id': 'd0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '17ed4890-1823-4486-b61f-f1f704ee25ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:47.761975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd70c-334c-4cb4-9558-8ed77ab65a2c tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.762352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.762590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Bound using segment: {'id': 'd0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '17ed4890-1823-4486-b61f-f1f704ee25ff'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:47.767323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Bound port: 1879ece8-5f42-457e-9501-e35ebecba234, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '17ed4890-1823-4486-b61f-f1f704ee25ff'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:47.767847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.941944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] For port 1879ece8-5f42-457e-9501-e35ebecba234, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:47.950561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] For port 1879ece8-5f42-457e-9501-e35ebecba234, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1879ece8-5f42-457e-9501-e35ebecba234,segment=NetworkSegment(d0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b),segment_id=d0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:47.957329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1850c0bc-550f-47de-b8a3-ed0d417e10e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.969826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] device_id is not set on port eed39485-53c1-4b7d-ae85-a5a57aeab0ea yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:47.983843 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.143379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfde92a1-81a5-4983-bca4-4b56ef981348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.168404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.189294 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1850c0bc-550f-47de-b8a3-ed0d417e10e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.194557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1850c0bc-550f-47de-b8a3-ed0d417e10e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.200464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd70c-334c-4cb4-9558-8ed77ab65a2c tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.246042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850c0bc-550f-47de-b8a3-ed0d417e10e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53ddfcb-d615-4fb6-b110-660e395fd76a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:48.248003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c6f49-ea57-4bc3-bc37-c838b5b15003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-4a98c3bd-186b-4596-ac82-5a07c737fccd', 'network_id': '4a98c3bd-186b-4596-ac82-5a07c737fccd', 'tenant_id': 'b4f9084ce0114a0595c2217f3a56c50c', 'fixed_ips': [{'subnet_id': 'c877da2f-9821-4301-8924-2c877155daaa'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:48.249086 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-386c6f49-ea57-4bc3-bc37-c838b5b15003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.285257 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1850c0bc-550f-47de-b8a3-ed0d417e10e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4b1e16e1fef44c18b06de27be2416fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5781388 Nov 22 16:53:48.285926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:48.322271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd96e08-a6fb-40e9-937b-2e6ad7e86936 None None] Network 17ed4890-1823-4486-b61f-f1f704ee25ff requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:48.357206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b24f4f01-fa19-4575-b6fd-31f613ba8a5e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:48.364894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.388001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20e4f340-2c94-466d-86aa-b6d85a9d8e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.424955 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20e4f340-2c94-466d-86aa-b6d85a9d8e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.463298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b5740-620f-499a-9b42-31f66ea2f00b None None] Pushing event updated for resources: {'Port': ['ID=1879ece8-5f42-457e-9501-e35ebecba234,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:48.507343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-383b68ac-f03d-47f5-ba44-742cafdd2c90 req-6c5e1c7e-6d10-4a1f-b28f-f6a2a768e8a9 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 210 time: 0.0448220 Nov 22 16:53:48.540721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20e4f340-2c94-466d-86aa-b6d85a9d8e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.554344 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20e4f340-2c94-466d-86aa-b6d85a9d8e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.555572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-20e4f340-2c94-466d-86aa-b6d85a9d8e8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d53ddfcb-d615-4fb6-b110-660e395fd76a HTTP/1.1" status: 204 len: 168 time: 0.2686596 Nov 22 16:53:48.596871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4f340-2c94-466d-86aa-b6d85a9d8e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53ddfcb-d615-4fb6-b110-660e395fd76a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:48.681980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Allocated IP 2001:db8::132 (02c8b9d1-62ff-4d26-b546-e422a1376652/f0026c03-5c6a-4955-8b46-2c0be2e7ec78/eed39485-53c1-4b7d-ae85-a5a57aeab0ea) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:48.802506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd70c-334c-4cb4-9558-8ed77ab65a2c tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.931840 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.010821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Router 9643a7f4-0e5f-49b2-a5b1-747196012e93 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:49.058202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-124e603d-1738-43d1-9c58-fddaae9d1696 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:49.058598 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-124e603d-1738-43d1-9c58-fddaae9d1696 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.37 "GET /v2.0/networks?id=94ad27af-18c7-441a-9d8c-d6555ab9232c HTTP/1.1" status: 200 len: 821 time: 0.3816030 Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-386c6f49-ea57-4bc3-bc37-c838b5b15003 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c877da2f-9821-4301-8924-2c877155daaa: This subnet is being modified by another concurrent operation. Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c877da2f-9821-4301-8924-2c877155daaa: This subnet is being modified by another concurrent operation. Nov 22 16:53:49.077655 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 16:53:49.085039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Request body: {'port': {'device_id': 'f16665bd-19e2-4d3d-b0a5-8006a6726b27', 'network_id': '94ad27af-18c7-441a-9d8c-d6555ab9232c', 'admin_state_up': True, 'tenant_id': 'facc1dca9d8e4527be13d112c83194b2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:49.085039 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd70c-334c-4cb4-9558-8ed77ab65a2c tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.094637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f5179-f332-4aa1-aefe-17150128391f None None] Network 4a98c3bd-186b-4596-ac82-5a07c737fccd requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:49.682309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4da72c9d-62e8-4dd6-aabd-a5b4c6e6a8a3 req-4e2f5865-f079-4b58-94f3-aeb955c85d8e tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 210 time: 0.0497584 Nov 22 16:53:49.710616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cd70c-334c-4cb4-9558-8ed77ab65a2c tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Subnet': ['ID=c877da2f-9821-4301-8924-2c877155daaa,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:49.718384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd70c-334c-4cb4-9558-8ed77ab65a2c tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.724470 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e0cd70c-334c-4cb4-9558-8ed77ab65a2c tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/subnets/c877da2f-9821-4301-8924-2c877155daaa HTTP/1.1" status: 204 len: 168 time: 2.1776106 Nov 22 16:53:49.725645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47326) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:49.773886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:49.791425 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019cd0f-70c3-481e-a938-eb4d31dcc6fe None None] Sync routers for ids ['9643a7f4-0e5f-49b2-a5b1-747196012e93'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:49.813273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47330) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:49.813774 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1c051afe-4052-4986-86d9-e525af38c1e7 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "PUT /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4629650 Nov 22 16:53:49.827306 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019cd0f-70c3-481e-a938-eb4d31dcc6fe None None] Routers {'9643a7f4-0e5f-49b2-a5b1-747196012e93'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:49.828476 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3019cd0f-70c3-481e-a938-eb4d31dcc6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9643a7f4-0e5f-49b2-a5b1-747196012e93'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:49.833704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df659b8-7d36-4353-b083-20564d5af209 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:49.839447 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9df659b8-7d36-4353-b083-20564d5af209 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1080601 Nov 22 16:53:49.844573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47332) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:49.908977 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3019cd0f-70c3-481e-a938-eb4d31dcc6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:49.936344 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-c7f05d89-1bdb-49bb-b53f-61cc937ac6e5 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] delete failed (client error): The resource could not be found. Nov 22 16:53:49.938214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c7f05d89-1bdb-49bb-b53f-61cc937ac6e5 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-253544854 HTTP/1.1" status: 404 len: 334 time: 0.1235735 Nov 22 16:53:49.939368 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019cd0f-70c3-481e-a938-eb4d31dcc6fe None None] Routers {'9643a7f4-0e5f-49b2-a5b1-747196012e93'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:49.941167 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3019cd0f-70c3-481e-a938-eb4d31dcc6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9643a7f4-0e5f-49b2-a5b1-747196012e93'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:49.942151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:49.951202 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.954014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-674b2a16-2613-4396-9512-447576d1a783 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'router': {'external_gateway_info': {'network_id': '9643a7f4-0e5f-49b2-a5b1-747196012e93'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:49.995094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.001459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Made reservation on behalf of facc1dca9d8e4527be13d112c83194b2 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:50.015704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.049365 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3019cd0f-70c3-481e-a938-eb4d31dcc6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:50.054313 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019cd0f-70c3-481e-a938-eb4d31dcc6fe None None] The sync data for ids ['9643a7f4-0e5f-49b2-a5b1-747196012e93'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:50.138337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.267430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.348762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:50.350496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a98c3bd-186b-4596-ac82-5a07c737fccd']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:50.361281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:50.363406 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-674b2a16-2613-4396-9512-447576d1a783 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.363579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=eed39485-53c1-4b7d-ae85-a5a57aeab0ea,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:50.369987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:50.375725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:50.376365 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.380884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7a6d78-9f9d-498f-8f5c-00c896f86e35') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:50.381183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7a6d78-9f9d-498f-8f5c-00c896f86e35') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:50.400465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.429296 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a13ace4a-57da-41ff-88e3-7b2e25a976e0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7474787 Nov 22 16:53:50.430449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.435473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:50.438834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Allocated IP 172.20.0.3 (94ad27af-18c7-441a-9d8c-d6555ab9232c/c3aaea40-b5b4-4f05-ba34-067a458769d4/c18b2d78-4f78-45d3-a0c5-1d07ae09075f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:50.439472 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-674b2a16-2613-4396-9512-447576d1a783 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] update failed (client error): The resource could not be found. Nov 22 16:53:50.447500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:50.448461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:50.453536 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:50.456893 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-674b2a16-2613-4396-9512-447576d1a783 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "PUT /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93 HTTP/1.1" status: 404 len: 339 time: 0.5124102 Nov 22 16:53:50.461195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-172518129', 'allowed_address_pairs': [{'ip_address': '2001:db8::132', 'mac_address': 'fa:16:3e:f9:b9:b9'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:50.465491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47354) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:50.486769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2142462248'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:50.559929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.567606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Allocated IP 2001:db8::2 (02c8b9d1-62ff-4d26-b546-e422a1376652/f0026c03-5c6a-4955-8b46-2c0be2e7ec78/61369706-f67b-41ca-a46a-cf7566feede7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:50.583381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.597054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/networks/4a98c3bd-186b-4596-ac82-5a07c737fccd HTTP/1.1" status: 204 len: 168 time: 0.7494326 Nov 22 16:53:50.601972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47360) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:50.642616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Made reservation on behalf of b3f10a34469c4690a39b417cb0f1e32d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:50.648586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.667774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372ca91-efd2-4c93-9575-075bcdb66658 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Network': ['ID=4a98c3bd-186b-4596-ac82-5a07c737fccd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:50.760480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:50.803172 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.816723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.817102 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Added segment af024816-9101-4b5d-90e5-601f95447731 of type vlan for network d3ed1687-aea7-4c15-91a3-cd1a564dc39a Nov 22 16:53:50.971983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.035097 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Made reservation on behalf of 674d0b427fac401d8baad6bf8768762a for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:51.076472 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.092845 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.101710 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.171854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:51.175044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:51.182002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:51.192658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.200964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:51.201650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.221319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Pushing event updated for resources: {'Port': ['ID=61369706-f67b-41ca-a46a-cf7566feede7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:51.263814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Attempting to bind port 61369706-f67b-41ca-a46a-cf7566feede7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:51.265389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Attempting to bind port 61369706-f67b-41ca-a46a-cf7566feede7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:51.266211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Attempting to bind port 61369706-f67b-41ca-a46a-cf7566feede7 on network 02c8b9d1-62ff-4d26-b546-e422a1376652 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:51.276620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:51.277430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Checking segment: {'id': '94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:51.282822 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.285202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Bound using segment: {'id': '94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:51.287687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.287987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Bound port: 61369706-f67b-41ca-a46a-cf7566feede7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:51.289306 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.289953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Deleting port 1879ece8-5f42-457e-9501-e35ebecba234 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:51.290281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.321324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Network': ['ID=d3ed1687-aea7-4c15-91a3-cd1a564dc39a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:51.338910 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.387051 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a69c4627-8c80-4f37-ab7b-0a289bee120a tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9201272 Nov 22 16:53:51.390370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba145f9f-7d70-4245-8b38-a2a42724367a req-72f0d9e0-1714-4776-a3e9-966e7ec6b7d7 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 210 time: 0.1704686 Nov 22 16:53:51.391402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:51.402195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] For port 61369706-f67b-41ca-a46a-cf7566feede7, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:51.402443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] For port 1879ece8-5f42-457e-9501-e35ebecba234, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1879ece8-5f42-457e-9501-e35ebecba234,segment=NetworkSegment(d0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b),segment_id=d0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:51.405299 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.418149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] For port 61369706-f67b-41ca-a46a-cf7566feede7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=61369706-f67b-41ca-a46a-cf7566feede7,segment=NetworkSegment(94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f),segment_id=94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:51.423827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'subnet': {'network_id': 'd3ed1687-aea7-4c15-91a3-cd1a564dc39a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:51.426700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network d3ed1687-aea7-4c15-91a3-cd1a564dc39a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:51.441430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Calling delete_port for 1879ece8-5f42-457e-9501-e35ebecba234 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:51.515991 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.571972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7efeac17-1a4b-4d91-ac27-8482695489c3 req-583941b6-d145-4742-a66c-7e74368f8c4e tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0437467 Nov 22 16:53:51.577222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] device_id is not set on port 5a8e9936-3437-4493-a4f5-d92589b18e47 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:51.661407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Made reservation on behalf of b3f10a34469c4690a39b417cb0f1e32d for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:51.666590 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.669194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1683a7-580b-41f8-9998-affd6b37354a None None] Pushing event updated for resources: {'Port': ['ID=61369706-f67b-41ca-a46a-cf7566feede7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:51.710037 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.774059 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.834210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.869338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Network 94ad27af-18c7-441a-9d8c-d6555ab9232c is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:51.883527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:51.885974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] No DVR routers for this DVR port 1879ece8-5f42-457e-9501-e35ebecba234 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:51.888141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:51.894833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Pushing event updated for resources: {'Port': ['ID=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.048278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Port': ['ID=1879ece8-5f42-457e-9501-e35ebecba234,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.261359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.269989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.270934 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.284884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.307483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ed4890-1823-4486-b61f-f1f704ee25ff']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:52.328548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-6c6287fb-170b-4c7b-ab2c-6f3aa78475bf tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2577841 Nov 22 16:53:52.332962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:52.333588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0187a5c-d8ff-423b-a4a2-fc0e9a54ba9b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:52.352062 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Request body: {'port': {'device_id': 'f16665bd-19e2-4d3d-b0a5-8006a6726b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:52.377796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Allocated IP 2001:db8::2b2 (02c8b9d1-62ff-4d26-b546-e422a1376652/f0026c03-5c6a-4955-8b46-2c0be2e7ec78/5a8e9936-3437-4493-a4f5-d92589b18e47) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:52.402135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.428842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Subnet': ['ID=efb9ed29-6dbd-4ab4-9337-0f5a594538f7,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.448018 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.452826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.465892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:52.466137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.467374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Checking segment: {'id': 'af024816-9101-4b5d-90e5-601f95447731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd3ed1687-aea7-4c15-91a3-cd1a564dc39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:52.467829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network hostable DHCP agents. Network: d3ed1687-aea7-4c15-91a3-cd1a564dc39a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:52.469827 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:52.590647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.601015 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.610460 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/networks/17ed4890-1823-4486-b61f-f1f704ee25ff HTTP/1.1" status: 204 len: 168 time: 2.0042083 Nov 22 16:53:52.615555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47388) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:52.749378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c49ae-2010-4788-8170-a41b78d4c162 tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Network': ['ID=17ed4890-1823-4486-b61f-f1f704ee25ff,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.757383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network d3ed1687-aea7-4c15-91a3-cd1a564dc39a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:52.800317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab38f7-fcbd-42ce-88da-530d1ab72b4f req-4bdf6927-f674-44e9-b74c-f054d9822b40 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.840623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14ab38f7-fcbd-42ce-88da-530d1ab72b4f req-4bdf6927-f674-44e9-b74c-f054d9822b40 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 931 time: 0.2939348 Nov 22 16:53:52.860583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, d3ed1687-aea7-4c15-91a3-cd1a564dc39a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:52.866553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.867588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.871915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83930a81-7d00-489a-a9f2-6d4433edd71c None None] Network d3ed1687-aea7-4c15-91a3-cd1a564dc39a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:52.940244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f9df4f56-f578-428a-9ac3-bf208938ce96 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5436869 Nov 22 16:53:52.944331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.962990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47400) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:52.967755 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.975623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-89d8a23c-8691-4439-b82e-4c24ce34843c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3ed1687-aea7-4c15-91a3-cd1a564dc39a'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:53.011974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14ab38f7-fcbd-42ce-88da-530d1ab72b4f req-bad4845f-4c85-4dfb-9305-faef539af938 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701920 Nov 22 16:53:53.062198 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.132690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:53.137081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:53.142130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:53.161854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.164578 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.199746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-d3ed1687-aea7-4c15-91a3-cd1a564dc39a', 'network_id': 'd3ed1687-aea7-4c15-91a3-cd1a564dc39a', 'tenant_id': 'b3f10a34469c4690a39b417cb0f1e32d', 'fixed_ips': [{'subnet_id': 'efb9ed29-6dbd-4ab4-9337-0f5a594538f7'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:53.200651 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.208459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=5a8e9936-3437-4493-a4f5-d92589b18e47,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:53.289377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-77eca601-57ec-4e10-b8f4-e2d73be6654d tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8522198 Nov 22 16:53:53.291644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87405073-5051-41fa-9665-0c10437206bd req-404ceb9c-4c48-4eaa-992e-44887de904fa tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1105409 Nov 22 16:53:53.292862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47404) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:53.437790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd3ff2-e964-49a9-b161-bfbf1a9329c1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.464320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd3ff2-e964-49a9-b161-bfbf1a9329c1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.483895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd3ff2-e964-49a9-b161-bfbf1a9329c1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.484178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.485958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 61369706-f67b-41ca-a46a-cf7566feede7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:53.487407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-60dd3ff2-e964-49a9-b161-bfbf1a9329c1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1934133 Nov 22 16:53:53.491465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47406) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:53.634313 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bd3abd0b-69f5-4d32-a6e7-6051808cb9a0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Deleting port 5a8e9936-3437-4493-a4f5-d92589b18e47 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:53.634827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd3abd0b-69f5-4d32-a6e7-6051808cb9a0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.679702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Allocated IP 2001:db8:1::2 (d3ed1687-aea7-4c15-91a3-cd1a564dc39a/efb9ed29-6dbd-4ab4-9337-0f5a594538f7/728a006c-4392-40cd-a171-46bd1a28047c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:53.685174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 61369706-f67b-41ca-a46a-cf7566feede7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:53.685834 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.736105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18b2d78-4f78-45d3-a0c5-1d07ae09075f {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:53.745894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.759248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Transition to ACTIVE for port object c18b2d78-4f78-45d3-a0c5-1d07ae09075f will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:53:53.773789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6b1e3f-bcef-49a6-835a-b4d08c3895d8']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:53.802388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e475ae4-ce04-4873-8b47-29bd8a2bc78d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:53.804660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e475ae4-ce04-4873-8b47-29bd8a2bc78d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:53.830900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.860149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd3abd0b-69f5-4d32-a6e7-6051808cb9a0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.861244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.864596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.882759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bd3abd0b-69f5-4d32-a6e7-6051808cb9a0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Calling delete_port for 5a8e9936-3437-4493-a4f5-d92589b18e47 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:53.887088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:53.887517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:53.911466 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:54.028419 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df723f-24a2-40bc-90c5-d9df19b2a601 None None] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:54.052052 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd3abd0b-69f5-4d32-a6e7-6051808cb9a0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.089644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89d8a23c-8691-4439-b82e-4c24ce34843c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.092443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.104788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Pushing event updated for resources: {'Port': ['ID=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.132227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3abd0b-69f5-4d32-a6e7-6051808cb9a0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Port': ['ID=5a8e9936-3437-4493-a4f5-d92589b18e47,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.189842 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.237666 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.241027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/networks/2b6b1e3f-bcef-49a6-835a-b4d08c3895d8 HTTP/1.1" status: 204 len: 168 time: 1.6237102 Nov 22 16:53:54.243546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47414) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:54.290320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 61369706-f67b-41ca-a46a-cf7566feede7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=61369706-f67b-41ca-a46a-cf7566feede7,segment=NetworkSegment(94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f),segment_id=94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:54.341907 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.346371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f88b-c243-4ccc-b209-5a4e3c82876e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Network': ['ID=2b6b1e3f-bcef-49a6-835a-b4d08c3895d8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.350370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Attempting to bind port c18b2d78-4f78-45d3-a0c5-1d07ae09075f on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:54.350593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Attempting to bind port c18b2d78-4f78-45d3-a0c5-1d07ae09075f by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '4f15885e-e4ff-472d-9993-3993e8fcefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '94ad27af-18c7-441a-9d8c-d6555ab9232c'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:54.350929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Attempting to bind port c18b2d78-4f78-45d3-a0c5-1d07ae09075f on network 94ad27af-18c7-441a-9d8c-d6555ab9232c {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:54.359075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.366837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Port c18b2d78-4f78-45d3-a0c5-1d07ae09075f on network 94ad27af-18c7-441a-9d8c-d6555ab9232c not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:53:54.367203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Attempting to bind port c18b2d78-4f78-45d3-a0c5-1d07ae09075f on network 94ad27af-18c7-441a-9d8c-d6555ab9232c {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:54.398584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4ed68-d39f-4f02-8b84-8160075b2a76 req-b4a3b0f8-a4bb-4c43-a70a-d84957961b43 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:54.407758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:54.408099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Checking segment: {'id': '4f15885e-e4ff-472d-9993-3993e8fcefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '94ad27af-18c7-441a-9d8c-d6555ab9232c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:54.408490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Bound using segment: {'id': '4f15885e-e4ff-472d-9993-3993e8fcefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '94ad27af-18c7-441a-9d8c-d6555ab9232c'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:54.408936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Bound port: c18b2d78-4f78-45d3-a0c5-1d07ae09075f, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f15885e-e4ff-472d-9993-3993e8fcefce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '94ad27af-18c7-441a-9d8c-d6555ab9232c'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:54.409304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.415153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a4ed68-d39f-4f02-8b84-8160075b2a76 req-b4a3b0f8-a4bb-4c43-a70a-d84957961b43 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 943 time: 0.1904600 Nov 22 16:53:54.432087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-41fa2a8c-3b1d-47d6-b00d-0a05d443d09b None None] Provisioning complete for port 61369706-f67b-41ca-a46a-cf7566feede7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:54.432462 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-41fa2a8c-3b1d-47d6-b00d-0a05d443d09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.460543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=61369706-f67b-41ca-a46a-cf7566feede7,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.533543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] For port c18b2d78-4f78-45d3-a0c5-1d07ae09075f, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:54.538691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] For port c18b2d78-4f78-45d3-a0c5-1d07ae09075f, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,segment=NetworkSegment(4f15885e-e4ff-472d-9993-3993e8fcefce),segment_id=4f15885e-e4ff-472d-9993-3993e8fcefce)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:54.561267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.576382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd3abd0b-69f5-4d32-a6e7-6051808cb9a0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.578011 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.584559 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.591418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bd3abd0b-69f5-4d32-a6e7-6051808cb9a0 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "DELETE /v2.0/ports/5a8e9936-3437-4493-a4f5-d92589b18e47 HTTP/1.1" status: 204 len: 168 time: 1.0964203 Nov 22 16:53:54.594700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47420) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:54.646725 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.685005 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb5641d-4675-4469-825e-1027f1119ad2 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] GET failed (client error): The resource could not be found. Nov 22 16:53:54.689088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5eb5641d-4675-4469-825e-1027f1119ad2 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "GET /v2.0/ports/5a8e9936-3437-4493-a4f5-d92589b18e47 HTTP/1.1" status: 404 len: 333 time: 0.0877571 Nov 22 16:53:54.703555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:54.716248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Pushing event updated for resources: {'Port': ['ID=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.737382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-523598964'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:54.744211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Network d3ed1687-aea7-4c15-91a3-cd1a564dc39a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:54.748873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:54.753103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:54.756233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:54.756725 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.761991 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] 10.222.0.37 "PUT /v2.0/ports/c18b2d78-4f78-45d3-a0c5-1d07ae09075f HTTP/1.1" status: 200 len: 1091 time: 2.4179468 Nov 22 16:53:54.804162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16665bd-19e2-4d3d-b0a5-8006a6726b27', 'tag': 'c18b2d78-4f78-45d3-a0c5-1d07ae09075f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:54.822772 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f16665bd-19e2-4d3d-b0a5-8006a6726b27", "tag": "c18b2d78-4f78-45d3-a0c5-1d07ae09075f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:54.833333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Pushing event updated for resources: {'Port': ['ID=728a006c-4392-40cd-a171-46bd1a28047c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.859439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.861012 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.861465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.861905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.862346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.862791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.863564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.864020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.864416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.864845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.865269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.865694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e9dc4e-455c-4239-b8c6-1c5de1b40c44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:54.900752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Attempting to bind port 728a006c-4392-40cd-a171-46bd1a28047c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:54.901325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Attempting to bind port 728a006c-4392-40cd-a171-46bd1a28047c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'af024816-9101-4b5d-90e5-601f95447731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd3ed1687-aea7-4c15-91a3-cd1a564dc39a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:54.902069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Attempting to bind port 728a006c-4392-40cd-a171-46bd1a28047c on network d3ed1687-aea7-4c15-91a3-cd1a564dc39a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:54.909752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:54.910209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Checking segment: {'id': 'af024816-9101-4b5d-90e5-601f95447731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd3ed1687-aea7-4c15-91a3-cd1a564dc39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:54.910541 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.910961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Bound using segment: {'id': 'af024816-9101-4b5d-90e5-601f95447731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd3ed1687-aea7-4c15-91a3-cd1a564dc39a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:54.912023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Bound port: 728a006c-4392-40cd-a171-46bd1a28047c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af024816-9101-4b5d-90e5-601f95447731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'd3ed1687-aea7-4c15-91a3-cd1a564dc39a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:54.912428 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.917366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9a9782-2553-4c32-8700-58d179f57db6']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:54.957895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6a4ed68-d39f-4f02-8b84-8160075b2a76 req-9539676b-64f4-4012-9d8f-be1ea65af364 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415566 Nov 22 16:53:54.994112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f0d16c-1941-40f7-ab50-efbe1764530e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:54.994112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f0d16c-1941-40f7-ab50-efbe1764530e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:55.016817 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.042251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.046724 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-89d8a23c-8691-4439-b82e-4c24ce34843c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:53:55.051357 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-89d8a23c-8691-4439-b82e-4c24ce34843c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "PUT /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93 HTTP/1.1" status: 400 len: 364 time: 2.0838826 Nov 22 16:53:55.053067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47432) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:55.057500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-e8b3f300-917e-4549-a8f6-3c4582c85033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:55.059260 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-e8b3f300-917e-4549-a8f6-3c4582c85033 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=facc1dca9d8e4527be13d112c83194b2&device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 1094 time: 0.2230248 Nov 22 16:53:55.067319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:55.067731 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:55.070977 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:55.123301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] For port 728a006c-4392-40cd-a171-46bd1a28047c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:55.130582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] For port 728a006c-4392-40cd-a171-46bd1a28047c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=728a006c-4392-40cd-a171-46bd1a28047c,segment=NetworkSegment(af024816-9101-4b5d-90e5-601f95447731),segment_id=af024816-9101-4b5d-90e5-601f95447731)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:55.144754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.243454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b197da82-1c68-416c-b419-6664474c8f1a req-abffaed0-ba8b-4d35-9c30-61cf4035aaf4 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0969594 Nov 22 16:53:55.251950 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Made reservation on behalf of 674d0b427fac401d8baad6bf8768762a for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:55.258185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7120895c-f2ff-4a4a-bbaa-15a5dd2fb4d3 None None] Provisioning complete for port eed39485-53c1-4b7d-ae85-a5a57aeab0ea triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:55.258592 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7120895c-f2ff-4a4a-bbaa-15a5dd2fb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.278121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.325820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 61369706-f67b-41ca-a46a-cf7566feede7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:55.365839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] device_id is not set on port 8935c692-fc70-4d47-b2fb-b7be716ca39e yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:55.490350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7120895c-f2ff-4a4a-bbaa-15a5dd2fb4d3 None None] Port eed39485-53c1-4b7d-ae85-a5a57aeab0ea cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:55.503053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc2cfa-e920-41e8-b37e-466ee2ae177b None None] Pushing event updated for resources: {'Port': ['ID=728a006c-4392-40cd-a171-46bd1a28047c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:55.516748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 61369706-f67b-41ca-a46a-cf7566feede7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:55.517234 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.520869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7120895c-f2ff-4a4a-bbaa-15a5dd2fb4d3 None None] Provisioning complete for port 61369706-f67b-41ca-a46a-cf7566feede7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:55.520869 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7120895c-f2ff-4a4a-bbaa-15a5dd2fb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.541637 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93ecb96-a78d-4f38-a38a-fd54cd97fbf8 x-openstack-request-id: req-b93ecb96-a78d-4f38-a38a-fd54cd97fbf8 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:55.542294 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16665bd-19e2-4d3d-b0a5-8006a6726b27", "tag": "c18b2d78-4f78-45d3-a0c5-1d07ae09075f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:55.542477 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b93ecb96-a78d-4f38-a38a-fd54cd97fbf8 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:55.542823 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16665bd-19e2-4d3d-b0a5-8006a6726b27', 'tag': 'c18b2d78-4f78-45d3-a0c5-1d07ae09075f', 'status': 'completed', 'code': 200} Nov 22 16:53:55.549394 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.559635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.565342 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] 10.222.0.59 "DELETE /v2.0/networks/9f9a9782-2553-4c32-8700-58d179f57db6 HTTP/1.1" status: 204 len: 168 time: 1.3124793 Nov 22 16:53:55.617718 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-c05bf9b2-16f5-42be-b6ad-d1e009912bc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18b2d78-4f78-45d3-a0c5-1d07ae09075f HTTP/1.1" status: 200 len: 217 time: 0.5453398 Nov 22 16:53:55.657291 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-515ea53e-278f-4aed-bcb8-91c2357dadf8 req-813d5a60-62d0-4273-a266-ab940813c2ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1214609 Nov 22 16:53:55.759475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Allocated IP 2001:db8::3eb (02c8b9d1-62ff-4d26-b546-e422a1376652/f0026c03-5c6a-4955-8b46-2c0be2e7ec78/8935c692-fc70-4d47-b2fb-b7be716ca39e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:55.776522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac1753-6a74-4825-8f01-e0751211191e tempest-BulkNetworkOpsIpV6Test-1553859636 tempest-BulkNetworkOpsIpV6Test-1553859636-project] Pushing event deleted for resources: {'Network': ['ID=9f9a9782-2553-4c32-8700-58d179f57db6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:55.985871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-39f796eb-d978-47ac-a705-6ff64ba4a9c8 None None] Provisioning complete for port eed39485-53c1-4b7d-ae85-a5a57aeab0ea triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:55.987804 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39f796eb-d978-47ac-a705-6ff64ba4a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.001666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-c28d0db6-ea3e-4e33-805b-f491d9e2656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:56.008995 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-c28d0db6-ea3e-4e33-805b-f491d9e2656b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3aaea40-b5b4-4f05-ba34-067a458769d4 HTTP/1.1" status: 200 len: 861 time: 0.3636856 Nov 22 16:53:56.103493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-39f796eb-d978-47ac-a705-6ff64ba4a9c8 None None] Port eed39485-53c1-4b7d-ae85-a5a57aeab0ea cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:56.218500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fbb64120-6a0d-457f-a8a7-108ed4618ff9 None None] Could not find standard attr ID for object 5a8e9936-3437-4493-a4f5-d92589b18e47. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:53:56.249133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47444) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:56.324946 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.349044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf7afa-9af6-4f61-8181-e535403bcc44 req-6287120f-837d-4231-bcd6-bcff7d9a5571 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:56.372332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bccf7afa-9af6-4f61-8181-e535403bcc44 req-6287120f-837d-4231-bcd6-bcff7d9a5571 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 943 time: 0.2214832 Nov 22 16:53:56.482159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bccf7afa-9af6-4f61-8181-e535403bcc44 req-a724049e-758b-4ec8-bfd9-686f70ba33da tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087506 Nov 22 16:53:56.483768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.630550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:56.646452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:56.654516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:56.660170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:56.660798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.681617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=8935c692-fc70-4d47-b2fb-b7be716ca39e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:56.950032 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-b6123035-a3f2-4f08-8ea1-510b31162815 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ad27af-18c7-441a-9d8c-d6555ab9232c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8458817 Nov 22 16:53:57.168431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b920d4a3-8ae3-41d6-8232-861d6f3f1d77 None None] Provisioning complete for port 8935c692-fc70-4d47-b2fb-b7be716ca39e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:57.169018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b920d4a3-8ae3-41d6-8232-861d6f3f1d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.179956 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.244707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df384dc-0cc6-4f6c-a5fa-d667befc53c1 None None] Network d3ed1687-aea7-4c15-91a3-cd1a564dc39a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:57.382346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b89d386a-90ec-4768-96a0-50bbe3f7603d req-76e2f396-c1d2-4651-bb70-9d173abbd972 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.7334895 Nov 22 16:53:57.418372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-03a9c3c4-5d86-4911-8279-61ad945cce97 service neutron] 10.222.0.37 "GET /v2.0/networks/94ad27af-18c7-441a-9d8c-d6555ab9232c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568877 Nov 22 16:53:57.445618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-49c031cb-e4df-4f0a-94f6-4475efedd543 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7296231 Nov 22 16:53:57.446136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47462) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:57.455959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::132', 'mac_address': 'fa:16:3e:f9:b9:b9'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:57.462350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 728a006c-4392-40cd-a171-46bd1a28047c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:57.554060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b920d4a3-8ae3-41d6-8232-861d6f3f1d77 None None] Port 8935c692-fc70-4d47-b2fb-b7be716ca39e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:57.616147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b0549188-c508-41e3-ae13-4136ddbeccac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4f9084ce0114a0595c2217f3a56c50c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3655508 Nov 22 16:53:57.620448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47466) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:57.751414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 728a006c-4392-40cd-a171-46bd1a28047c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:57.751830 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.754367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5b039cd1-f071-4fac-805e-84fa8bb6c6f1 None None] Provisioning complete for port 728a006c-4392-40cd-a171-46bd1a28047c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:57.754736 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b039cd1-f071-4fac-805e-84fa8bb6c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.785396 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58c0dacd-cd4b-4cd7-9e56-ea05175dd913 req-fecacedf-ec23-4b01-939b-0b7d273c5ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/94ad27af-18c7-441a-9d8c-d6555ab9232c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591473 Nov 22 16:53:57.793815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83806729-df46-4308-8e36-ad3cb8ec22e4 req-98c3a74c-f4f9-4ad7-903d-216139aed200 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:57.801411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83806729-df46-4308-8e36-ad3cb8ec22e4 req-98c3a74c-f4f9-4ad7-903d-216139aed200 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 943 time: 0.1837010 Nov 22 16:53:57.877550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0043a5a9-5b53-4b8d-8958-fdceafbdef71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.959672 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.994815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0043a5a9-5b53-4b8d-8958-fdceafbdef71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.997924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Allocated IP 2001:db8::1 (54ff9f69-3e40-49f8-8ae7-cea966b352fb/95c1ea23-f988-4e79-b522-dc998427a83a/a735c85b-243a-45f9-971e-2143a3d98d5e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:58.028448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83806729-df46-4308-8e36-ad3cb8ec22e4 req-6ee48302-8981-459a-91f3-c279880fc7c9 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260015 Nov 22 16:53:58.032569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-7604a38e-3311-4ea0-9b3e-edffb21e48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:58.033022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-7604a38e-3311-4ea0-9b3e-edffb21e48be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=facc1dca9d8e4527be13d112c83194b2&device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 1094 time: 0.1865768 Nov 22 16:53:58.128590 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5b039cd1-f071-4fac-805e-84fa8bb6c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.196752 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.261527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f84da-cdb5-4106-8ecd-596a626cb884 None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:53:58.317910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 728a006c-4392-40cd-a171-46bd1a28047c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=728a006c-4392-40cd-a171-46bd1a28047c,segment=NetworkSegment(af024816-9101-4b5d-90e5-601f95447731),segment_id=af024816-9101-4b5d-90e5-601f95447731)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:58.319949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0043a5a9-5b53-4b8d-8958-fdceafbdef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.323280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0043a5a9-5b53-4b8d-8958-fdceafbdef71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.328139 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0043a5a9-5b53-4b8d-8958-fdceafbdef71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86b406a2-b91d-4ae6-9e9a-3a1f1e7af871 HTTP/1.1" status: 204 len: 168 time: 0.7018242 Nov 22 16:53:58.356388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043a5a9-5b53-4b8d-8958-fdceafbdef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b406a2-b91d-4ae6-9e9a-3a1f1e7af871,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:58.362122 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.379423 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-223325ed-a9fe-4695-a3f8-2e405caa7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:58.385932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-223325ed-a9fe-4695-a3f8-2e405caa7037 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94ad27af-18c7-441a-9d8c-d6555ab9232c HTTP/1.1" status: 200 len: 922 time: 0.3431511 Nov 22 16:53:58.440527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.449966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.529074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.532053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] In _notify_port_updated(), no bound segment for port 8935c692-fc70-4d47-b2fb-b7be716ca39e on network 02c8b9d1-62ff-4d26-b546-e422a1376652 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:53:58.538083 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-92272709-f22b-416a-9dd5-90e70aa90681 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c18b2d78-4f78-45d3-a0c5-1d07ae09075f HTTP/1.1" status: 200 len: 217 time: 0.1430683 Nov 22 16:53:58.550969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:58.560397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.568746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "PUT /v2.0/ports/8935c692-fc70-4d47-b2fb-b7be716ca39e HTTP/1.1" status: 200 len: 1002 time: 1.1212080 Nov 22 16:53:58.586046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47482) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:58.622802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=728a006c-4392-40cd-a171-46bd1a28047c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:58.689629 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-5b039cd1-f071-4fac-805e-84fa8bb6c6f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:58.690005 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-5b039cd1-f071-4fac-805e-84fa8bb6c6f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:58.723662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-e48e1f01-1dec-4420-8367-ead547ddc287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:58.725447 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-e48e1f01-1dec-4420-8367-ead547ddc287 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3aaea40-b5b4-4f05-ba34-067a458769d4 HTTP/1.1" status: 200 len: 861 time: 0.1666334 Nov 22 16:53:58.740147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec85e73c-239b-465a-afd4-40e2b424df6c req-25c5fba7-7eca-417e-87e8-e2d1a967a1e4 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1218016 Nov 22 16:53:58.755510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56ceb7-e932-4208-9451-e9e3a0e18799 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=8935c692-fc70-4d47-b2fb-b7be716ca39e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:58.812523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.829975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f84da-cdb5-4106-8ecd-596a626cb884 None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:53:58.892380 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-19ab1203-8e1a-43c0-bf20-3fc4ccc75ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94ad27af-18c7-441a-9d8c-d6555ab9232c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366343 Nov 22 16:53:59.001406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network 54ff9f69-3e40-49f8-8ae7-cea966b352fb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:59.078915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:59.094407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:59.095409 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.264683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Port': ['ID=a735c85b-243a-45f9-971e-2143a3d98d5e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:59.319832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 728a006c-4392-40cd-a171-46bd1a28047c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:59.400044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72b019-cdc1-43e9-861d-f7fd3cca5677 None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:53:59.473346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-80f7ee6a-19b4-4f91-92ae-ecc8d48ca278 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Deleting port 8935c692-fc70-4d47-b2fb-b7be716ca39e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:59.473687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80f7ee6a-19b4-4f91-92ae-ecc8d48ca278 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.699214 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-48459331-aa08-4fb0-9e11-1f63c57ad4c9 service neutron] 10.222.0.37 "GET /v2.0/networks/94ad27af-18c7-441a-9d8c-d6555ab9232c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7549760 Nov 22 16:53:59.722063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74764b2f-4f84-4f8e-a4e9-74867e50752d req-d02d48ad-4a7c-4d9d-910f-f3b7d6404b92 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:59.723994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74764b2f-4f84-4f8e-a4e9-74867e50752d req-d02d48ad-4a7c-4d9d-910f-f3b7d6404b92 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 943 time: 0.1315985 Nov 22 16:53:59.770498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c18b2d78-4f78-45d3-a0c5-1d07ae09075f details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:53:59.803875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47524) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:59.838615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 728a006c-4392-40cd-a171-46bd1a28047c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:59.839299 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.880736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f2090e10-07cf-4586-9741-1f3ab8cd75bf None None] Provisioning complete for port 728a006c-4392-40cd-a171-46bd1a28047c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:59.881160 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2090e10-07cf-4586-9741-1f3ab8cd75bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.885923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74764b2f-4f84-4f8e-a4e9-74867e50752d req-db295764-f03f-4dcb-b15c-a7078c06fe99 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535578 Nov 22 16:53:59.896332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ae4e89a-b796-4b39-9cc1-c8e546c334e7 req-3d8379e7-929f-4633-82c0-1dab230d518d service neutron] 10.222.0.37 "GET /v2.0/networks/94ad27af-18c7-441a-9d8c-d6555ab9232c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800249 Nov 22 16:53:59.896933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.990041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80f7ee6a-19b4-4f91-92ae-ecc8d48ca278 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.013549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-80f7ee6a-19b4-4f91-92ae-ecc8d48ca278 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Calling delete_port for 8935c692-fc70-4d47-b2fb-b7be716ca39e owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:00.052451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1575674227'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:00.115579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b95d7f8d-a7ce-44aa-b695-e8d9467e1b04 req-9fb78d5f-9878-4311-92c2-7a848c7caca7 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0522037 Nov 22 16:54:00.132602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:00.141759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.158604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da72b019-cdc1-43e9-861d-f7fd3cca5677 None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:54:00.163358 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.312162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c18b2d78-4f78-45d3-a0c5-1d07ae09075f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,segment=NetworkSegment(4f15885e-e4ff-472d-9993-3993e8fcefce),segment_id=4f15885e-e4ff-472d-9993-3993e8fcefce)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:00.327553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'c18b2d78-4f78-45d3-a0c5-1d07ae09075f', 'network_id': '94ad27af-18c7-441a-9d8c-d6555ab9232c', 'port_id': 'c18b2d78-4f78-45d3-a0c5-1d07ae09075f', 'mac_address': 'fa:16:3e:c1:e0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3aaea40-b5b4-4f05-ba34-067a458769d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:54:00.371286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.379278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.444847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261da7db-c6a8-4b10-b7b4-9d82641cebd5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.503769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:00.526411 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.530725 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment 2242c219-e005-400d-80c6-637bd17fe298 of type vlan for network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 Nov 22 16:54:00.530879 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.569512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18b2d78-4f78-45d3-a0c5-1d07ae09075f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:00.632561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.637046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80f7ee6a-19b4-4f91-92ae-ecc8d48ca278 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.646431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c18b2d78-4f78-45d3-a0c5-1d07ae09075f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,segment=NetworkSegment(4f15885e-e4ff-472d-9993-3993e8fcefce),segment_id=4f15885e-e4ff-472d-9993-3993e8fcefce)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:00.647640 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.649088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.658803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.669418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.694525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7ee6a-19b4-4f91-92ae-ecc8d48ca278 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Port': ['ID=8935c692-fc70-4d47-b2fb-b7be716ca39e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.731398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.739312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:00.740225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.755192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event updated for resources: {'Port': ['ID=a735c85b-243a-45f9-971e-2143a3d98d5e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.806810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0014899 Nov 22 16:54:00.840858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:00.848131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.871766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c18b2d78-4f78-45d3-a0c5-1d07ae09075f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:54:00.900685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5380367-cec0-4291-9dca-bfde33132de1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=0bcada0e-dd23-442c-bbb2-74dc587e91c5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.901477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1997130108'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:00.931328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80f7ee6a-19b4-4f91-92ae-ecc8d48ca278 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.936078 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-80f7ee6a-19b4-4f91-92ae-ecc8d48ca278 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "DELETE /v2.0/ports/8935c692-fc70-4d47-b2fb-b7be716ca39e HTTP/1.1" status: 204 len: 168 time: 2.3471482 Nov 22 16:54:00.940707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:00.954227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:01.020689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:01.032557 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.064821 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbeb9836-d35b-4da3-bc27-3e8916c020f2 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] GET failed (client error): The resource could not be found. Nov 22 16:54:01.066511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cbeb9836-d35b-4da3-bc27-3e8916c020f2 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "GET /v2.0/ports/8935c692-fc70-4d47-b2fb-b7be716ca39e HTTP/1.1" status: 404 len: 333 time: 0.1244192 Nov 22 16:54:01.070472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47546) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:01.108723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:01.121030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.121876 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment ad9f3857-3be8-444c-9fbd-3675a79c7424 of type vlan for network b5c15ab3-2146-4b80-acef-bd40393f326d Nov 22 16:54:01.124096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1542096685'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:01.209143 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.249194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Network 54ff9f69-3e40-49f8-8ae7-cea966b352fb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:01.251870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:01.253832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.273454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:01.274125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.365432 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5072057 Nov 22 16:54:01.370820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47556) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:01.380639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': '0bcada0e-dd23-442c-bbb2-74dc587e91c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:01.464377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Made reservation on behalf of 674d0b427fac401d8baad6bf8768762a for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:01.468060 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.516644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf518f-abac-4fa8-b3a4-8fc93e84e6d9 req-82d0379f-867b-4c09-9cca-efb3c70338c3 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:01.525120 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-80cf518f-abac-4fa8-b3a4-8fc93e84e6d9 req-82d0379f-867b-4c09-9cca-efb3c70338c3 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 944 time: 0.3720136 Nov 22 16:54:01.587734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] device_id is not set on port 87fccb6d-502d-4446-bae6-2124b186b1e3 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:01.624213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-66b620e5-0f5b-436e-8358-221e96765405 None None] Could not find standard attr ID for object 8935c692-fc70-4d47-b2fb-b7be716ca39e. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:54:01.642291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cb833-fa68-4962-a30e-2003c55957c5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=b5c15ab3-2146-4b80-acef-bd40393f326d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:01.666490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b5c15ab3-2146-4b80-acef-bd40393f326d details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:01.697044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Router 9643a7f4-0e5f-49b2-a5b1-747196012e93 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:01.836936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-66b620e5-0f5b-436e-8358-221e96765405 None None] Provisioning complete for port a735c85b-243a-45f9-971e-2143a3d98d5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:01.837331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66b620e5-0f5b-436e-8358-221e96765405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.859568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Allocated IP 2001:db8::9 (02c8b9d1-62ff-4d26-b546-e422a1376652/f0026c03-5c6a-4955-8b46-2c0be2e7ec78/87fccb6d-502d-4446-bae6-2124b186b1e3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:01.916793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-66b620e5-0f5b-436e-8358-221e96765405 None None] Port a735c85b-243a-45f9-971e-2143a3d98d5e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:01.973000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:01.982226 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12ffca0f-f789-43e9-b67b-aabb324cd50c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "PUT /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9277537 Nov 22 16:54:01.982900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47570) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:01.988235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cca3c5-779d-4366-a33b-fc890fa9543b None None] Sync routers for ids ['9643a7f4-0e5f-49b2-a5b1-747196012e93'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:02.004176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cca3c5-779d-4366-a33b-fc890fa9543b None None] Routers {'9643a7f4-0e5f-49b2-a5b1-747196012e93'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:02.004825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-88cca3c5-779d-4366-a33b-fc890fa9543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9643a7f4-0e5f-49b2-a5b1-747196012e93'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.081066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-88cca3c5-779d-4366-a33b-fc890fa9543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.099541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cca3c5-779d-4366-a33b-fc890fa9543b None None] Routers {'9643a7f4-0e5f-49b2-a5b1-747196012e93'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:02.099989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-80cf518f-abac-4fa8-b3a4-8fc93e84e6d9 req-2c5a4044-8bb3-45cb-9301-1dedde0e1061 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737627 Nov 22 16:54:02.100562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-88cca3c5-779d-4366-a33b-fc890fa9543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9643a7f4-0e5f-49b2-a5b1-747196012e93'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.118796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf829c2a-fea3-4a90-a68b-1dff7eab4a48 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.137318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:02.148670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.153587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-88cca3c5-779d-4366-a33b-fc890fa9543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.154781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cca3c5-779d-4366-a33b-fc890fa9543b None None] The sync data for ids ['9643a7f4-0e5f-49b2-a5b1-747196012e93'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:02.177591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-69f3ae56-7ddb-420b-ab64-b206d3748eac None None] Provisioning complete for port a735c85b-243a-45f9-971e-2143a3d98d5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:02.178306 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-69f3ae56-7ddb-420b-ab64-b206d3748eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.254149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-69f3ae56-7ddb-420b-ab64-b206d3748eac None None] Port a735c85b-243a-45f9-971e-2143a3d98d5e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:02.292239 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-cf829c2a-fea3-4a90-a68b-1dff7eab4a48 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:54:02.297917 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cf829c2a-fea3-4a90-a68b-1dff7eab4a48 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93 HTTP/1.1" status: 409 len: 329 time: 0.3137529 Nov 22 16:54:02.298983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47574) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:02.319565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90e41890-eb73-4823-aae2-4917d72d52ad req-015a2254-5abd-4cbd-9004-6845783533fd tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0736275 Nov 22 16:54:02.324610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.460453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.512677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=87fccb6d-502d-4446-bae6-2124b186b1e3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:02.542194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:02.547061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:02.571840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:02.577768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:02.578572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.624306 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-63a422dd-5799-46f3-9480-8ca94435291f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5522530 Nov 22 16:54:02.626738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47578) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:02.627199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.635891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f9:b9:b9'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:02.730014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=07f7b67a-e237-4b85-9ca2-b9e8b42ab823,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:02.758454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': '2242c219-e005-400d-80c6-637bd17fe298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bcada0e-dd23-442c-bbb2-74dc587e91c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:02.759384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: 0bcada0e-dd23-442c-bbb2-74dc587e91c5, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:54:02.824079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:54:02.848715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 0bcada0e-dd23-442c-bbb2-74dc587e91c5) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:02.856893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:02.857816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.864776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af754ec6-2e90-4577-87fe-b6c4ffe7587b None None] Network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:02.916035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0548bdee-1d1f-4d29-8797-6af914575b00 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5399134 Nov 22 16:54:02.916642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47582) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:02.928958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': 'b5c15ab3-2146-4b80-acef-bd40393f326d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:02.957732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.056647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ee1b7324-123b-4b3f-bf41-46df954aa5a9 None None] Provisioning complete for port 87fccb6d-502d-4446-bae6-2124b186b1e3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:03.057232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7324-123b-4b3f-bf41-46df954aa5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.090818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.240152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-0bcada0e-dd23-442c-bbb2-74dc587e91c5', 'network_id': '0bcada0e-dd23-442c-bbb2-74dc587e91c5', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': '07f7b67a-e237-4b85-9ca2-b9e8b42ab823'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:54:03.241072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.251668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:03.256380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.281650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924326c-bbe6-4158-9277-5a7f4c80edea req-67b8fe8d-31aa-4b05-9719-ddd7f4f28925 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:03.283872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0924326c-bbe6-4158-9277-5a7f4c80edea req-67b8fe8d-31aa-4b05-9719-ddd7f4f28925 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 944 time: 0.0952406 Nov 22 16:54:03.300263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b7324-123b-4b3f-bf41-46df954aa5a9 None None] Port 87fccb6d-502d-4446-bae6-2124b186b1e3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:03.395918 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0924326c-bbe6-4158-9277-5a7f4c80edea req-776b6f3c-16f0-46b5-b632-cf26584fe9f2 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039667 Nov 22 16:54:03.550441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9b629c6-1823-47aa-b6dc-399392210cdb req-eb306906-bac0-4885-9670-95a9b4cee804 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0604806 Nov 22 16:54:03.576565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Allocated IP 172.20.0.2 (0bcada0e-dd23-442c-bbb2-74dc587e91c5/07f7b67a-e237-4b85-9ca2-b9e8b42ab823/aa32afc4-4730-4d07-9608-0a3559c23efc) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:03.816001 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.822308 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c18b2d78-4f78-45d3-a0c5-1d07ae09075f up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:03.828346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.900324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:03.914135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:03.921881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:03.970578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Pushing event updated for resources: {'Port': ['ID=aa32afc4-4730-4d07-9608-0a3559c23efc,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:03.991727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.022529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port c18b2d78-4f78-45d3-a0c5-1d07ae09075f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:54:04.057999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port c18b2d78-4f78-45d3-a0c5-1d07ae09075f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:04.058773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.062746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Attempting to bind port aa32afc4-4730-4d07-9608-0a3559c23efc on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:04.063328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Attempting to bind port aa32afc4-4730-4d07-9608-0a3559c23efc by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2242c219-e005-400d-80c6-637bd17fe298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bcada0e-dd23-442c-bbb2-74dc587e91c5'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:04.063822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Attempting to bind port aa32afc4-4730-4d07-9608-0a3559c23efc on network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:04.094814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:04.095678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Checking segment: {'id': '2242c219-e005-400d-80c6-637bd17fe298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bcada0e-dd23-442c-bbb2-74dc587e91c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:04.096514 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.097356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Bound using segment: {'id': '2242c219-e005-400d-80c6-637bd17fe298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bcada0e-dd23-442c-bbb2-74dc587e91c5'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:04.098382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Bound port: aa32afc4-4730-4d07-9608-0a3559c23efc, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2242c219-e005-400d-80c6-637bd17fe298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '0bcada0e-dd23-442c-bbb2-74dc587e91c5'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:04.099244 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.100430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.203802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] In _notify_port_updated(), no bound segment for port 87fccb6d-502d-4446-bae6-2124b186b1e3 on network 02c8b9d1-62ff-4d26-b546-e422a1376652 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:54:04.210187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.210888 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.215506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "PUT /v2.0/ports/87fccb6d-502d-4446-bae6-2124b186b1e3 HTTP/1.1" status: 200 len: 1001 time: 1.5820711 Nov 22 16:54:04.217939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47608) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:04.343864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f686c10-ee31-40d7-b3da-6fc1c246906e tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=87fccb6d-502d-4446-bae6-2124b186b1e3,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:04.430047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Deleting port 87fccb6d-502d-4446-bae6-2124b186b1e3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:04.430751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.587619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] For port aa32afc4-4730-4d07-9608-0a3559c23efc, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:04.598915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] For port aa32afc4-4730-4d07-9608-0a3559c23efc, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa32afc4-4730-4d07-9608-0a3559c23efc,segment=NetworkSegment(2242c219-e005-400d-80c6-637bd17fe298),segment_id=2242c219-e005-400d-80c6-637bd17fe298)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:04.678294 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.685430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.768958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324efc8-6e4d-4e7c-82af-5f96a8136e87 req-40403b51-5e9e-44e3-9b0f-29933eb269b8 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.770733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e324efc8-6e4d-4e7c-82af-5f96a8136e87 req-40403b51-5e9e-44e3-9b0f-29933eb269b8 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 944 time: 0.1798694 Nov 22 16:54:04.779758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting port a735c85b-243a-45f9-971e-2143a3d98d5e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:04.780368 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.848573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d33ac8-64e2-4393-8561-b18a86249afc None None] Pushing event updated for resources: {'Port': ['ID=aa32afc4-4730-4d07-9608-0a3559c23efc,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:04.852031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=78f63080-29e4-4a98-a00e-1a972f2e3478,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:04.874593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': 'ad9f3857-3be8-444c-9fbd-3675a79c7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b5c15ab3-2146-4b80-acef-bd40393f326d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:04.875005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: b5c15ab3-2146-4b80-acef-bd40393f326d, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:54:04.913520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.916866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network b5c15ab3-2146-4b80-acef-bd40393f326d is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:54:04.923334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.932165 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.945980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Calling delete_port for a735c85b-243a-45f9-971e-2143a3d98d5e owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:04.947847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b5c15ab3-2146-4b80-acef-bd40393f326d) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:04.956267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.956756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2be07fcd-2067-405c-8c6d-a905830f5c36 None None] Provisioning complete for port 87fccb6d-502d-4446-bae6-2124b186b1e3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:04.956928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.957322 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2be07fcd-2067-405c-8c6d-a905830f5c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.969303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1278022-8245-4929-9d0b-dab98670ae97 None None] Network b5c15ab3-2146-4b80-acef-bd40393f326d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:04.978849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Calling delete_port for 87fccb6d-502d-4446-bae6-2124b186b1e3 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:04.985192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e324efc8-6e4d-4e7c-82af-5f96a8136e87 req-fc07f525-c32e-4eec-9a19-a0d351c1ac5c tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050874 Nov 22 16:54:05.022814 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-059e69fe-af3d-44f3-82b7-8615a39f8cea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1013491 Nov 22 16:54:05.026789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47618) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:05.041047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d675ef27-40a9-4470-a626-c524e3abb12b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-119901940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:05.223800 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d675ef27-40a9-4470-a626-c524e3abb12b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.224906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d675ef27-40a9-4470-a626-c524e3abb12b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.354759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.393095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Port': ['ID=a735c85b-243a-45f9-971e-2143a3d98d5e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:05.403954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e50a526d-c067-4c24-813e-11e05181efb6 req-16a0e870-0ab0-4e82-a418-960a79695b09 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1678107 Nov 22 16:54:05.520228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16665bd-19e2-4d3d-b0a5-8006a6726b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18b2d78-4f78-45d3-a0c5-1d07ae09075f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:05.532962 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30da19b7-f6cd-4c8b-b023-7adb2a65a170" -d '{"events": [{"server_uuid": "f16665bd-19e2-4d3d-b0a5-8006a6726b27", "name": "network-vif-plugged", "status": "completed", "tag": "c18b2d78-4f78-45d3-a0c5-1d07ae09075f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:05.535267 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d675ef27-40a9-4470-a626-c524e3abb12b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.549464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d675ef27-40a9-4470-a626-c524e3abb12b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.652467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.654477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d675ef27-40a9-4470-a626-c524e3abb12b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.656723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d675ef27-40a9-4470-a626-c524e3abb12b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6269064 Nov 22 16:54:05.660607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:05.703646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c18b2d78-4f78-45d3-a0c5-1d07ae09075f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,segment=NetworkSegment(4f15885e-e4ff-472d-9993-3993e8fcefce),segment_id=4f15885e-e4ff-472d-9993-3993e8fcefce)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:05.717802 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0179d74f-6451-4227-bd90-43a8ccb25bde x-openstack-request-id: req-0179d74f-6451-4227-bd90-43a8ccb25bde {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:05.720563 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16665bd-19e2-4d3d-b0a5-8006a6726b27", "name": "network-vif-plugged", "status": "completed", "tag": "c18b2d78-4f78-45d3-a0c5-1d07ae09075f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:05.721305 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0179d74f-6451-4227-bd90-43a8ccb25bde {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:05.730607 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16665bd-19e2-4d3d-b0a5-8006a6726b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18b2d78-4f78-45d3-a0c5-1d07ae09075f', 'code': 200} Nov 22 16:54:05.839553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2be07fcd-2067-405c-8c6d-a905830f5c36 None None] Port 87fccb6d-502d-4446-bae6-2124b186b1e3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:05.845078 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.962634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-b5c15ab3-2146-4b80-acef-bd40393f326d', 'network_id': 'b5c15ab3-2146-4b80-acef-bd40393f326d', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': '78f63080-29e4-4a98-a00e-1a972f2e3478'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:54:05.964435 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.982749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:05.985394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71710642-2a75-4bb6-89a4-07d3a3ce7bf8 req-9a8a2fb1-ab27-439c-9263-0837a29763d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:05.988946 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-71710642-2a75-4bb6-89a4-07d3a3ce7bf8 req-9a8a2fb1-ab27-439c-9263-0837a29763d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 1096 time: 0.1840434 Nov 22 16:54:06.005681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Router 9643a7f4-0e5f-49b2-a5b1-747196012e93 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:06.134450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.199402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Allocated IP 172.21.0.2 (b5c15ab3-2146-4b80-acef-bd40393f326d/78f63080-29e4-4a98-a00e-1a972f2e3478/4426219a-bcbd-4979-99d6-c14cffd524e0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:06.251266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-71710642-2a75-4bb6-89a4-07d3a3ce7bf8 req-6c7e7fb2-53f1-4bed-a35c-cce94ed31164 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435277 Nov 22 16:54:06.272387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:06.283677 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6916c-d3b3-4787-877d-97756fa89b83 None None] Sync routers for ids ['9643a7f4-0e5f-49b2-a5b1-747196012e93'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:06.286773 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1207c469-e0d5-4577-ba00-5cf1995dea86 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "PUT /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9866939 Nov 22 16:54:06.291440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47644) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.308770 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6916c-d3b3-4787-877d-97756fa89b83 None None] Routers {'9643a7f4-0e5f-49b2-a5b1-747196012e93'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:06.309463 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ea6916c-d3b3-4787-877d-97756fa89b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9643a7f4-0e5f-49b2-a5b1-747196012e93'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:06.360110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Port': ['ID=87fccb6d-502d-4446-bae6-2124b186b1e3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:06.421156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ea6916c-d3b3-4787-877d-97756fa89b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:06.447705 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6916c-d3b3-4787-877d-97756fa89b83 None None] Routers {'9643a7f4-0e5f-49b2-a5b1-747196012e93'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:06.449808 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ea6916c-d3b3-4787-877d-97756fa89b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9643a7f4-0e5f-49b2-a5b1-747196012e93'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:06.477806 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-ae930a97-9719-4931-bc74-4aee1cd7f780 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] show failed (client error): The resource could not be found. Nov 22 16:54:06.480620 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ae930a97-9719-4931-bc74-4aee1cd7f780 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1552690045 HTTP/1.1" status: 404 len: 335 time: 0.1875305 Nov 22 16:54:06.484969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47650) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.502353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3c1ca050-ddd3-4c2e-abdb-33ac3cb7b5e4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:06.523133 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.540696 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.546068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "DELETE /v2.0/ports/87fccb6d-502d-4446-bae6-2124b186b1e3 HTTP/1.1" status: 204 len: 168 time: 2.3289542 Nov 22 16:54:06.547197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47652) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.552688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.570805 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ea6916c-d3b3-4787-877d-97756fa89b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:06.575328 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6916c-d3b3-4787-877d-97756fa89b83 None None] The sync data for ids ['9643a7f4-0e5f-49b2-a5b1-747196012e93'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:06.611054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c658e-ac20-4cef-90c9-bb5fc1779375 req-cf587f60-6e12-482d-890d-d98f0d384575 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:06.615964 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-3c1ca050-ddd3-4c2e-abdb-33ac3cb7b5e4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] update failed (client error): The resource could not be found. Nov 22 16:54:06.619630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a73c658e-ac20-4cef-90c9-bb5fc1779375 req-cf587f60-6e12-482d-890d-d98f0d384575 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 945 time: 0.4957952 Nov 22 16:54:06.622070 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb866184-c300-43d4-b526-b5aee9fa1635 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] GET failed (client error): The resource could not be found. Nov 22 16:54:06.624135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3c1ca050-ddd3-4c2e-abdb-33ac3cb7b5e4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-353987681 HTTP/1.1" status: 404 len: 334 time: 0.1315124 Nov 22 16:54:06.625341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47656) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.629841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fb866184-c300-43d4-b526-b5aee9fa1635 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "GET /v2.0/ports/87fccb6d-502d-4446-bae6-2124b186b1e3 HTTP/1.1" status: 404 len: 333 time: 0.0575969 Nov 22 16:54:06.630523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.639277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1611740303'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:06.700152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Network b5c15ab3-2146-4b80-acef-bd40393f326d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:06.705036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:06.718147 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.720965 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:06.747006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.748115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.748526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.748826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.750438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.750926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.752350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.752716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.753059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.753407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.753740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.754074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4911266-41b0-4514-8334-03a08aab5429 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:06.787044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b99514-1294-4fd9-b981-9a594c0fbf04 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting subnet efb9ed29-6dbd-4ab4-9337-0f5a594538f7 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:06.796309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65b99514-1294-4fd9-b981-9a594c0fbf04 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.845386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Pushing event updated for resources: {'Port': ['ID=4426219a-bcbd-4979-99d6-c14cffd524e0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:06.898355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65b99514-1294-4fd9-b981-9a594c0fbf04 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.907288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08acc9df-0aec-4b01-b9c2-2420299b6bb1 None None] Network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:06.936571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.045466 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65b99514-1294-4fd9-b981-9a594c0fbf04 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.086679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Attempting to bind port 4426219a-bcbd-4979-99d6-c14cffd524e0 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:07.088017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Attempting to bind port 4426219a-bcbd-4979-99d6-c14cffd524e0 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ad9f3857-3be8-444c-9fbd-3675a79c7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b5c15ab3-2146-4b80-acef-bd40393f326d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:07.089482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Attempting to bind port 4426219a-bcbd-4979-99d6-c14cffd524e0 on network b5c15ab3-2146-4b80-acef-bd40393f326d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:07.123735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:07.124673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Checking segment: {'id': 'ad9f3857-3be8-444c-9fbd-3675a79c7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b5c15ab3-2146-4b80-acef-bd40393f326d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:07.125366 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.126091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Bound using segment: {'id': 'ad9f3857-3be8-444c-9fbd-3675a79c7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b5c15ab3-2146-4b80-acef-bd40393f326d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:07.127040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Bound port: 4426219a-bcbd-4979-99d6-c14cffd524e0, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9f3857-3be8-444c-9fbd-3675a79c7424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b5c15ab3-2146-4b80-acef-bd40393f326d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:07.127930 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.140055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65b99514-1294-4fd9-b981-9a594c0fbf04 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.174064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4e07c903-aa49-4ede-8252-3653bcd3b5e1 None None] Provisioning complete for port aa32afc4-4730-4d07-9608-0a3559c23efc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:07.174728 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e07c903-aa49-4ede-8252-3653bcd3b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.274176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99514-1294-4fd9-b981-9a594c0fbf04 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Subnet': ['ID=efb9ed29-6dbd-4ab4-9337-0f5a594538f7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:07.307030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65b99514-1294-4fd9-b981-9a594c0fbf04 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.323338 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-65b99514-1294-4fd9-b981-9a594c0fbf04 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/subnets/efb9ed29-6dbd-4ab4-9337-0f5a594538f7 HTTP/1.1" status: 204 len: 168 time: 0.6947610 Nov 22 16:54:07.324110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47660) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:07.345455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bab2f58-c7c4-47d1-979f-04b99f47fe65 None None] Network d3ed1687-aea7-4c15-91a3-cd1a564dc39a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:07.529243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.547975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a73c658e-ac20-4cef-90c9-bb5fc1779375 req-fa4fbf89-d73e-4362-9644-ea7849263bab tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272070 Nov 22 16:54:07.588239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Made reservation on behalf of 674d0b427fac401d8baad6bf8768762a for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:07.592402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.593942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa32afc4-4730-4d07-9608-0a3559c23efc up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:07.669730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting port 728a006c-4392-40cd-a171-46bd1a28047c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:07.670674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.677582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] device_id is not set on port 38fc049f-e661-40d1-8bf0-9cac9f81fd10 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:07.797104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] For port 728a006c-4392-40cd-a171-46bd1a28047c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=728a006c-4392-40cd-a171-46bd1a28047c,segment=NetworkSegment(af024816-9101-4b5d-90e5-601f95447731),segment_id=af024816-9101-4b5d-90e5-601f95447731)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:07.797366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.826496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Calling delete_port for 728a006c-4392-40cd-a171-46bd1a28047c owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:07.876350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Allocated IP 2001:db8::14e (02c8b9d1-62ff-4d26-b546-e422a1376652/f0026c03-5c6a-4955-8b46-2c0be2e7ec78/38fc049f-e661-40d1-8bf0-9cac9f81fd10) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:07.907103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] For port 4426219a-bcbd-4979-99d6-c14cffd524e0, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:07.948949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.977807 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e07c903-aa49-4ede-8252-3653bcd3b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.978853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Port': ['ID=728a006c-4392-40cd-a171-46bd1a28047c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:07.981307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] No DVR routers for this DVR port 728a006c-4392-40cd-a171-46bd1a28047c on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:08.040171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] For port 4426219a-bcbd-4979-99d6-c14cffd524e0, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4426219a-bcbd-4979-99d6-c14cffd524e0,segment=NetworkSegment(ad9f3857-3be8-444c-9fbd-3675a79c7424),segment_id=ad9f3857-3be8-444c-9fbd-3675a79c7424)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:08.101436 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.104814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.108307 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.130402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port aa32afc4-4730-4d07-9608-0a3559c23efc triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:08.130787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.134862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.139381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ed1687-aea7-4c15-91a3-cd1a564dc39a']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:08.162579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af024816-9101-4b5d-90e5-601f95447731') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:08.162892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af024816-9101-4b5d-90e5-601f95447731') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:08.179622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62c6da22-d7d1-41b9-bf61-75cb85ca5737 req-2fb7a3c7-44e1-4dea-be8a-8b941f72b3c6 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.4451129 Nov 22 16:54:08.180849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.207673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.219180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.227279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:08.227976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:08.231350 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:08.246931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb12b9-c0b5-489a-b772-666bb6dbcb90 None None] DHCP port deletion for d3ed1687-aea7-4c15-91a3-cd1a564dc39a request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:08.328435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.330997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4e07c903-aa49-4ede-8252-3653bcd3b5e1 None None] For port aa32afc4-4730-4d07-9608-0a3559c23efc, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa32afc4-4730-4d07-9608-0a3559c23efc,segment=NetworkSegment(2242c219-e005-400d-80c6-637bd17fe298),segment_id=2242c219-e005-400d-80c6-637bd17fe298)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:08.349958 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.353687 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/networks/d3ed1687-aea7-4c15-91a3-cd1a564dc39a HTTP/1.1" status: 204 len: 168 time: 1.0285757 Nov 22 16:54:08.358773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e07c903-aa49-4ede-8252-3653bcd3b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.360389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3984d6-44ad-402a-aa0e-97564cbc5ad7 None None] Pushing event updated for resources: {'Port': ['ID=4426219a-bcbd-4979-99d6-c14cffd524e0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.382518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47670) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:08.406143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba959a1-ebfd-422f-bf55-4fab54946263 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Network': ['ID=d3ed1687-aea7-4c15-91a3-cd1a564dc39a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.533605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57b6aab-dd3f-46b8-a11e-d6cb8b3fe3dd tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting subnet bf0e4d41-7a96-4ef8-8f4e-1ab24c14fe03 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:08.540820 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f57b6aab-dd3f-46b8-a11e-d6cb8b3fe3dd tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.631614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:08.640148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f57b6aab-dd3f-46b8-a11e-d6cb8b3fe3dd tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.643895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:08.653956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:08.669691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:08.672541 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.693826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07c903-aa49-4ede-8252-3653bcd3b5e1 None None] Pushing event updated for resources: {'Port': ['ID=aa32afc4-4730-4d07-9608-0a3559c23efc,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.725483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0906518 Nov 22 16:54:08.726254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47678) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:08.740651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'network_id': '02c8b9d1-62ff-4d26-b546-e422a1376652', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1892445326'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:08.871166 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f57b6aab-dd3f-46b8-a11e-d6cb8b3fe3dd tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.900008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.20.0.1 (0bcada0e-dd23-442c-bbb2-74dc587e91c5/07f7b67a-e237-4b85-9ca2-b9e8b42ab823/a1df504a-3137-440d-9475-7d757046814b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:08.919301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c566591f-8aff-4999-a726-ff82c0cdb1a6 None None] Provisioning complete for port aa32afc4-4730-4d07-9608-0a3559c23efc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:08.923421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f43f0-8b63-4274-bb70-d9351cc16ad8 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=38fc049f-e661-40d1-8bf0-9cac9f81fd10,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.934355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c566591f-8aff-4999-a726-ff82c0cdb1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.098020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f57b6aab-dd3f-46b8-a11e-d6cb8b3fe3dd tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.143025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b6aab-dd3f-46b8-a11e-d6cb8b3fe3dd tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0e4d41-7a96-4ef8-8f4e-1ab24c14fe03,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:09.159787 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-346898b7-46ab-4452-90a3-3cba4038e21b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1779046 Nov 22 16:54:09.163920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af2cd-5eba-4b93-9711-5201a3a451bb req-b74db81f-473d-4ee4-9606-d8539b7d5b57 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:09.166113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac2af2cd-5eba-4b93-9711-5201a3a451bb req-b74db81f-473d-4ee4-9606-d8539b7d5b57 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 945 time: 0.4518459 Nov 22 16:54:09.178446 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f57b6aab-dd3f-46b8-a11e-d6cb8b3fe3dd tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.182207 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f57b6aab-dd3f-46b8-a11e-d6cb8b3fe3dd tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/subnets/bf0e4d41-7a96-4ef8-8f4e-1ab24c14fe03 HTTP/1.1" status: 204 len: 168 time: 0.7902546 Nov 22 16:54:09.185302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47684) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:09.191877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b6831-981a-4b8f-a378-5cdec9294986 None None] Network 9270424f-0bf8-41cd-b968-9a99c278ad5e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:09.311863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Made reservation on behalf of 674d0b427fac401d8baad6bf8768762a for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:09.317541 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.372002 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.380650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] device_id is not set on port 5aa310cb-0eed-46de-88f8-2484a97e27a2 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:09.383264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-644471a9-9a11-4c2b-8ddc-6211bb78f1d4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting subnet 05930a74-ced7-45d8-a4e1-771f00065b69 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:09.391215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-644471a9-9a11-4c2b-8ddc-6211bb78f1d4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.412052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac2af2cd-5eba-4b93-9711-5201a3a451bb req-88870968-4c3d-42dd-a407-f15ee7cb7e11 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169044 Nov 22 16:54:09.448743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-c052f220-0777-4731-bca7-0673064f8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:09.470092 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-c052f220-0777-4731-bca7-0673064f8603 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 1097 time: 0.1974878 Nov 22 16:54:09.589125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4426219a-bcbd-4979-99d6-c14cffd524e0 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:09.633209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-644471a9-9a11-4c2b-8ddc-6211bb78f1d4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.674854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1f1108c-5e74-4b10-9e19-6ef978e1dffb req-26a30123-24e7-44dc-a93e-658e9cbd9b3a tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1102872 Nov 22 16:54:09.688377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e36250f3-b9b4-4766-9ae6-e9a14232b1f8 None None] Provisioning complete for port 38fc049f-e661-40d1-8bf0-9cac9f81fd10 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:09.688910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e36250f3-b9b4-4766-9ae6-e9a14232b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.824058 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.835741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4426219a-bcbd-4979-99d6-c14cffd524e0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:09.839865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.859668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e36250f3-b9b4-4766-9ae6-e9a14232b1f8 None None] Port 38fc049f-e661-40d1-8bf0-9cac9f81fd10 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:09.900075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:09.913349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:09.917894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:09.920268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-644471a9-9a11-4c2b-8ddc-6211bb78f1d4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.957585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] DHCP port deletion for 9270424f-0bf8-41cd-b968-9a99c278ad5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:10.080770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Allocated IP 2001:db8::138 (02c8b9d1-62ff-4d26-b546-e422a1376652/f0026c03-5c6a-4955-8b46-2c0be2e7ec78/5aa310cb-0eed-46de-88f8-2484a97e27a2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:10.155726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-d08d7050-4ffb-4f0d-9bb6-96c5ff43e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:10.158532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] Deleting port b24f4f01-fa19-4575-b6fd-31f613ba8a5e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:10.159325 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.160855 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-d08d7050-4ffb-4f0d-9bb6-96c5ff43e555 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.6811624 Nov 22 16:54:10.163031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-644471a9-9a11-4c2b-8ddc-6211bb78f1d4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.169968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=a1df504a-3137-440d-9475-7d757046814b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:10.182716 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.196763 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.306685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf416b17-a2a3-4f8f-b299-d7404f0aaa84 None None] Network b5c15ab3-2146-4b80-acef-bd40393f326d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:10.327462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644471a9-9a11-4c2b-8ddc-6211bb78f1d4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Subnet': ['ID=05930a74-ced7-45d8-a4e1-771f00065b69,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:10.377423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-644471a9-9a11-4c2b-8ddc-6211bb78f1d4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.390093 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-644471a9-9a11-4c2b-8ddc-6211bb78f1d4 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/subnets/05930a74-ced7-45d8-a4e1-771f00065b69 HTTP/1.1" status: 204 len: 168 time: 1.2030823 Nov 22 16:54:10.393248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:10.414281 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-01786700-3d10-494f-88b3-76ee16e1fd6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 200 len: 1002 time: 0.2370436 Nov 22 16:54:10.438050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705af46-67dc-4a01-bb92-14d46754cf68 None None] Network b52293a8-253a-4f0e-86ae-c337172c8f90 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:10.481828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-668c0b16-4a51-4f7c-871d-c8930c36b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:10.487114 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-668c0b16-4a51-4f7c-871d-c8930c36b714 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.0647659 Nov 22 16:54:10.585913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-6e28dc9f-ec5b-4fb1-89fe-f2af7577fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:10.587774 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-6e28dc9f-ec5b-4fb1-89fe-f2af7577fac8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937703 Nov 22 16:54:10.701682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.723717 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-4905adb3-29f3-4f15-a8b4-153150635423 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270149 Nov 22 16:54:10.815646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2bd901bb-2797-43ef-bf5d-dc71028c014b None None] Provisioning complete for port 4426219a-bcbd-4979-99d6-c14cffd524e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:10.816223 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2bd901bb-2797-43ef-bf5d-dc71028c014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.820203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dd47d-3e63-4490-8443-987c3e1eeff2 req-44dd9593-6767-4982-9ec3-c1e07910e774 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:10.843018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-121dd47d-3e63-4490-8443-987c3e1eeff2 req-44dd9593-6767-4982-9ec3-c1e07910e774 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 945 time: 0.3602388 Nov 22 16:54:10.873726 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.927640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] For port b24f4f01-fa19-4575-b6fd-31f613ba8a5e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,segment=NetworkSegment(658a2e28-41bf-4991-b37b-03375fda52ff),segment_id=658a2e28-41bf-4991-b37b-03375fda52ff)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:10.930604 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.946384 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4fce4e54-8fba-462a-a470-02c4c5c45c74 req-ab342a9c-18dd-4439-beee-f37acff64f58 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847239 Nov 22 16:54:10.951113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 4426219a-bcbd-4979-99d6-c14cffd524e0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4426219a-bcbd-4979-99d6-c14cffd524e0,segment=NetworkSegment(ad9f3857-3be8-444c-9fbd-3675a79c7424),segment_id=ad9f3857-3be8-444c-9fbd-3675a79c7424)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:11.015908 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.016864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa32afc4-4730-4d07-9608-0a3559c23efc up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:11.061444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.067007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] Calling delete_port for b24f4f01-fa19-4575-b6fd-31f613ba8a5e owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:11.128759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-121dd47d-3e63-4490-8443-987c3e1eeff2 req-32fbbba3-0370-4f9f-9b1c-c78e9ea7f25e tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839980 Nov 22 16:54:11.263712 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.328314 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port aa32afc4-4730-4d07-9608-0a3559c23efc triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:11.328975 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.344751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32eb1819-78c0-4f6c-87ac-d9776435b52f req-c770411a-30fb-46e4-a659-9d413f35ed14 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0859294 Nov 22 16:54:11.371326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting port b24f4f01-fa19-4575-b6fd-31f613ba8a5e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:11.371987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.390317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=4426219a-bcbd-4979-99d6-c14cffd524e0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:11.462190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:11.498230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:11.538089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] DHCP port deletion for b52293a8-253a-4f0e-86ae-c337172c8f90 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:11.538656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] For port b24f4f01-fa19-4575-b6fd-31f613ba8a5e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,segment=NetworkSegment(658a2e28-41bf-4991-b37b-03375fda52ff),segment_id=658a2e28-41bf-4991-b37b-03375fda52ff)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:11.539791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.555571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Calling delete_port for b24f4f01-fa19-4575-b6fd-31f613ba8a5e owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:11.573373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:11.579877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:11.581075 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.613044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.685940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=5aa310cb-0eed-46de-88f8-2484a97e27a2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:11.739869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] No DVR routers for this DVR port b24f4f01-fa19-4575-b6fd-31f613ba8a5e on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:11.778476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ed0e73e7-18c9-439b-a7f1-b6386919218a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0418906 Nov 22 16:54:11.785279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-702a99a1-5e77-49ac-b584-a3d4b3fd53bd tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:11.787787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:11.788371 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-702a99a1-5e77-49ac-b584-a3d4b3fd53bd tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.37 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 945 time: 0.1920626 Nov 22 16:54:11.881253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::132', 'mac_address': 'fa:16:3e:f9:b9:b9'}, {'ip_address': '2001:db8::14e', 'mac_address': 'fa:16:3e:d4:e9:2d'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:11.907275 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.914678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5c67a4a3-96ba-4f5d-8dff-ad4cae8acfc5 None None] Provisioning complete for port a1df504a-3137-440d-9475-7d757046814b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:11.915185 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c67a4a3-96ba-4f5d-8dff-ad4cae8acfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.980906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 728a006c-4392-40cd-a171-46bd1a28047c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:11.989003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5c67a4a3-96ba-4f5d-8dff-ad4cae8acfc5 None None] Port a1df504a-3137-440d-9475-7d757046814b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:12.001472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafa027-7a92-4f04-8c88-04911b319b7c None None] Pushing event deleted for resources: {'Port': ['ID=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:12.012854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Deleting port c18b2d78-4f78-45d3-a0c5-1d07ae09075f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:12.013793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.085019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 728a006c-4392-40cd-a171-46bd1a28047c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:12.085368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 728a006c-4392-40cd-a171-46bd1a28047c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:12.141805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] Deleting port ed73dac8-0589-4823-9530-95bffc9ac409 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:12.142664 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.158757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] No DVR routers for this DVR port b24f4f01-fa19-4575-b6fd-31f613ba8a5e on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:12.169151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] For port c18b2d78-4f78-45d3-a0c5-1d07ae09075f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,segment=NetworkSegment(4f15885e-e4ff-472d-9993-3993e8fcefce),segment_id=4f15885e-e4ff-472d-9993-3993e8fcefce)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:12.172370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.172725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Port': ['ID=b24f4f01-fa19-4575-b6fd-31f613ba8a5e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:12.206049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Calling delete_port for c18b2d78-4f78-45d3-a0c5-1d07ae09075f owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:12.220349 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.283449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a6d488ae-f1f0-43d7-9092-f65be2110a09 None None] Provisioning complete for port 5aa310cb-0eed-46de-88f8-2484a97e27a2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:12.283829 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6d488ae-f1f0-43d7-9092-f65be2110a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.319828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4426219a-bcbd-4979-99d6-c14cffd524e0 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:12.338756 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.392378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] For port ed73dac8-0589-4823-9530-95bffc9ac409, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ed73dac8-0589-4823-9530-95bffc9ac409,segment=NetworkSegment(1fac2c0b-ca46-4cb5-bead-74f595ca6a1f),segment_id=1fac2c0b-ca46-4cb5-bead-74f595ca6a1f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:12.393147 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.423770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a6d488ae-f1f0-43d7-9092-f65be2110a09 None None] Port 5aa310cb-0eed-46de-88f8-2484a97e27a2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:12.427407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] Calling delete_port for ed73dac8-0589-4823-9530-95bffc9ac409 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:12.513897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4426219a-bcbd-4979-99d6-c14cffd524e0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:12.514292 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.600210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6fbfd379-fb1e-4f47-bb30-14320da9f234 None None] Provisioning complete for port 4426219a-bcbd-4979-99d6-c14cffd524e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:12.608958 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fbfd379-fb1e-4f47-bb30-14320da9f234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.609262 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.672598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c18b2d78-4f78-45d3-a0c5-1d07ae09075f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:54:12.674460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a82fbb-952b-42ae-a964-b30d363aeb2c None None] DHCP port deletion for 94ad27af-18c7-441a-9d8c-d6555ab9232c request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:12.685721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Pushing event deleted for resources: {'Port': ['ID=c18b2d78-4f78-45d3-a0c5-1d07ae09075f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:12.705895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] No DVR routers for this DVR port c18b2d78-4f78-45d3-a0c5-1d07ae09075f on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:12.709513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.713599 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-db5ff954-6748-43ce-9f4c-e9dcad468d4a req-b1bcf048-53d7-4f6e-a058-51950054a2e0 tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.37 "DELETE /v2.0/ports/c18b2d78-4f78-45d3-a0c5-1d07ae09075f HTTP/1.1" status: 204 len: 173 time: 0.9189825 Nov 22 16:54:12.714775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16665bd-19e2-4d3d-b0a5-8006a6726b27', 'name': 'network-vif-deleted', 'tag': 'c18b2d78-4f78-45d3-a0c5-1d07ae09075f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:12.718617 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84fbdb0-e6ab-42dd-997b-a2da525f79b4" -d '{"events": [{"server_uuid": "f16665bd-19e2-4d3d-b0a5-8006a6726b27", "name": "network-vif-deleted", "tag": "c18b2d78-4f78-45d3-a0c5-1d07ae09075f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:12.780814 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.808710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] No DVR routers for this DVR port ed73dac8-0589-4823-9530-95bffc9ac409 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:12.842364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2aef72-5ed0-46bd-b9f0-fded1addd78f None None] Pushing event deleted for resources: {'Port': ['ID=ed73dac8-0589-4823-9530-95bffc9ac409,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:12.941271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ed73dac8-0589-4823-9530-95bffc9ac409 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:12.984150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=a1df504a-3137-440d-9475-7d757046814b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:12.989898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.991079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ed73dac8-0589-4823-9530-95bffc9ac409 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:12.991711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ed73dac8-0589-4823-9530-95bffc9ac409 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:12.992461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b24f4f01-fa19-4575-b6fd-31f613ba8a5e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:13.011879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.022771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b24f4f01-fa19-4575-b6fd-31f613ba8a5e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:13.022771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b24f4f01-fa19-4575-b6fd-31f613ba8a5e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:13.050865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9270424f-0bf8-41cd-b968-9a99c278ad5e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:13.081049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bb8ad-1fcc-4b34-bad1-e5046c61225a req-6e724c36-6aa3-4370-81c7-0b5969c60b7c tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:13.085108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-412bb8ad-1fcc-4b34-bad1-e5046c61225a req-6e724c36-6aa3-4370-81c7-0b5969c60b7c tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/ports?device_id=f16665bd-19e2-4d3d-b0a5-8006a6726b27 HTTP/1.1" status: 200 len: 867 time: 0.7571416 Nov 22 16:54:13.089932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658a2e28-41bf-4991-b37b-03375fda52ff') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:13.090212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658a2e28-41bf-4991-b37b-03375fda52ff') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:13.209519 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.265508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.270252 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.298378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:13.298790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:13.303879 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:13.315531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-412bb8ad-1fcc-4b34-bad1-e5046c61225a req-3c4540de-7674-44e9-9415-ad853b79de4b tempest-InstanceActionsNegativeTestJSON-759466608 tempest-InstanceActionsNegativeTestJSON-759466608-project] 10.222.0.59 "GET /v2.0/security-groups?id=265ab404-7181-4414-a7d7-f40e1c077c62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883767 Nov 22 16:54:13.474905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:13.477735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ddcc4ff-9097-48ee-9aed-53476ad713f7 req-7b9a28bc-55cb-4ffa-8291-e4653a35529c tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0428607 Nov 22 16:54:13.481542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.485867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:13.503652 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.510848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47742) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:13.518741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/networks/9270424f-0bf8-41cd-b968-9a99c278ad5e HTTP/1.1" status: 204 len: 168 time: 3.1028082 Nov 22 16:54:13.629624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e08f8e-315f-4485-bc18-916289e72a2d tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Network': ['ID=9270424f-0bf8-41cd-b968-9a99c278ad5e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:13.676746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.681450 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38174bcf-a92f-4b1d-b640-8a44028e2efd x-openstack-request-id: req-38174bcf-a92f-4b1d-b640-8a44028e2efd {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:13.681814 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16665bd-19e2-4d3d-b0a5-8006a6726b27", "name": "network-vif-deleted", "tag": "c18b2d78-4f78-45d3-a0c5-1d07ae09075f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:13.681953 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38174bcf-a92f-4b1d-b640-8a44028e2efd {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:13.682493 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16665bd-19e2-4d3d-b0a5-8006a6726b27', 'name': 'network-vif-deleted', 'tag': 'c18b2d78-4f78-45d3-a0c5-1d07ae09075f', 'status': 'completed', 'code': 200} Nov 22 16:54:13.826492 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.835629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.837894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router 9a5a1445-8289-4a0a-9207-b445afc22d0b is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:54:13.843886 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.854148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52293a8-253a-4f0e-86ae-c337172c8f90']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:13.865758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fac2c0b-ca46-4cb5-bead-74f595ca6a1f') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:13.866059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fac2c0b-ca46-4cb5-bead-74f595ca6a1f') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:13.877611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.890438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] In _notify_port_updated(), no bound segment for port 5aa310cb-0eed-46de-88f8-2484a97e27a2 on network 02c8b9d1-62ff-4d26-b546-e422a1376652 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:54:13.898182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:13.899014 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.900591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.904359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "PUT /v2.0/ports/5aa310cb-0eed-46de-88f8-2484a97e27a2 HTTP/1.1" status: 200 len: 1068 time: 2.1121671 Nov 22 16:54:13.905385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47750) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:13.916090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:13.917221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.943205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3ccc5e3c-d84b-47e1-8ed9-094ca49df50b None None] Provisioning complete for port a1df504a-3137-440d-9475-7d757046814b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:13.944607 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ccc5e3c-d84b-47e1-8ed9-094ca49df50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.015706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc5e3c-d84b-47e1-8ed9-094ca49df50b None None] Port a1df504a-3137-440d-9475-7d757046814b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:14.019391 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:14.027539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.052219 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.064123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:14.064791 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/networks/b52293a8-253a-4f0e-86ae-c337172c8f90 HTTP/1.1" status: 204 len: 168 time: 0.5518963 Nov 22 16:54:14.093733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffd614-bf90-4ed7-a7bf-141d663def8c tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Network': ['ID=b52293a8-253a-4f0e-86ae-c337172c8f90,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:14.152961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ed5c4-cd70-4ff3-b75c-28d981f10cfa tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event updated for resources: {'Port': ['ID=5aa310cb-0eed-46de-88f8-2484a97e27a2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:14.191853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ce8850-37ff-4468-98a2-1a1bd3a0301b tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting subnet 95c1ea23-f988-4e79-b522-dc998427a83a {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:14.207558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:14.219840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47762) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:14.222555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56596bd-bf74-4668-abdf-3511fc8c2586 None None] Sync routers for ids ['9a5a1445-8289-4a0a-9207-b445afc22d0b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:14.233228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b5f37345-1538-4476-afc9-e5ef572f684a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/9a5a1445-8289-4a0a-9207-b445afc22d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5467732 Nov 22 16:54:14.233228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ce8850-37ff-4468-98a2-1a1bd3a0301b tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.250435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56596bd-bf74-4668-abdf-3511fc8c2586 None None] Routers {'9a5a1445-8289-4a0a-9207-b445afc22d0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:14.252807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f56596bd-bf74-4668-abdf-3511fc8c2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9a5a1445-8289-4a0a-9207-b445afc22d0b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:14.299915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-de76d925-e330-4dfb-ba16-8c8ed9363e75 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Deleting port 5aa310cb-0eed-46de-88f8-2484a97e27a2 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:14.300496 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de76d925-e330-4dfb-ba16-8c8ed9363e75 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.301490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c08b4cc-e76a-496d-8ba2-e945ee5ec8be tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:14.305018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f56596bd-bf74-4668-abdf-3511fc8c2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:14.306871 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4c08b4cc-e76a-496d-8ba2-e945ee5ec8be tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports/a1df504a-3137-440d-9475-7d757046814b HTTP/1.1" status: 200 len: 910 time: 0.0849686 Nov 22 16:54:14.308047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47764) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:14.317381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56596bd-bf74-4668-abdf-3511fc8c2586 None None] Routers {'9a5a1445-8289-4a0a-9207-b445afc22d0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:14.318122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f56596bd-bf74-4668-abdf-3511fc8c2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:53:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9a5a1445-8289-4a0a-9207-b445afc22d0b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:14.361339 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ce8850-37ff-4468-98a2-1a1bd3a0301b tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.436918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f56596bd-bf74-4668-abdf-3511fc8c2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:14.438058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56596bd-bf74-4668-abdf-3511fc8c2586 None None] The sync data for ids ['9a5a1445-8289-4a0a-9207-b445afc22d0b'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:14.456435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:14.460503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4d460ea9-dcab-4d08-b953-da2e108f6f4d None None] Provisioning complete for port 5aa310cb-0eed-46de-88f8-2484a97e27a2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:14.460894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d460ea9-dcab-4d08-b953-da2e108f6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.510023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4d460ea9-dcab-4d08-b953-da2e108f6f4d None None] Port 5aa310cb-0eed-46de-88f8-2484a97e27a2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:14.680161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca5c524-725c-4cf9-a643-1d338d24bccd admin admin] Deleting subnet c3aaea40-b5b4-4f05-ba34-067a458769d4 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:14.687516 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de76d925-e330-4dfb-ba16-8c8ed9363e75 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.725818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-de76d925-e330-4dfb-ba16-8c8ed9363e75 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Calling delete_port for 5aa310cb-0eed-46de-88f8-2484a97e27a2 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:14.746478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c524-725c-4cf9-a643-1d338d24bccd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.750209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d851c23d-d049-46e7-84bf-597f741ee38f req-bc627eb4-820c-4fbf-9e62-21990a88d2ea tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1087220 Nov 22 16:54:14.783645 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ce8850-37ff-4468-98a2-1a1bd3a0301b tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.880428 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c524-725c-4cf9-a643-1d338d24bccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.886038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.985304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c524-725c-4cf9-a643-1d338d24bccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.101520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ce8850-37ff-4468-98a2-1a1bd3a0301b tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.126809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de76d925-e330-4dfb-ba16-8c8ed9363e75 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.161268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce8850-37ff-4468-98a2-1a1bd3a0301b tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Subnet': ['ID=95c1ea23-f988-4e79-b522-dc998427a83a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:15.197305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b4ad1-f107-4025-bc77-f7c71bff7ce9 None None] Network 54ff9f69-3e40-49f8-8ae7-cea966b352fb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:15.237478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-57ce8850-37ff-4468-98a2-1a1bd3a0301b tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.244314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-57ce8850-37ff-4468-98a2-1a1bd3a0301b tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/subnets/95c1ea23-f988-4e79-b522-dc998427a83a HTTP/1.1" status: 204 len: 168 time: 1.1584105 Nov 22 16:54:15.247668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:15.250475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76d925-e330-4dfb-ba16-8c8ed9363e75 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Port': ['ID=5aa310cb-0eed-46de-88f8-2484a97e27a2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:15.392155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c524-725c-4cf9-a643-1d338d24bccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.419408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea6d76-bed9-45df-b6a2-6e892a092145 None None] Network 94ad27af-18c7-441a-9d8c-d6555ab9232c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:15.475808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ca5c524-725c-4cf9-a643-1d338d24bccd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.479810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ca5c524-725c-4cf9-a643-1d338d24bccd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c3aaea40-b5b4-4f05-ba34-067a458769d4 HTTP/1.1" status: 204 len: 168 time: 1.0159347 Nov 22 16:54:15.486663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:15.515105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5c524-725c-4cf9-a643-1d338d24bccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3aaea40-b5b4-4f05-ba34-067a458769d4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:15.570279 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47b69965-9446-4cbd-bdde-30c88941fd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.646436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] DHCP port deletion for 54ff9f69-3e40-49f8-8ae7-cea966b352fb request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:15.683772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c18b2d78-4f78-45d3-a0c5-1d07ae09075f no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:15.693303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.745366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f9c86-6143-440a-ad84-0fac5e833f9d None None] DHCP port deletion for 94ad27af-18c7-441a-9d8c-d6555ab9232c request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:15.780188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: c18b2d78-4f78-45d3-a0c5-1d07ae09075f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:15.780810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c18b2d78-4f78-45d3-a0c5-1d07ae09075f not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:15.800941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.21.0.1 (b5c15ab3-2146-4b80-acef-bd40393f326d/78f63080-29e4-4a98-a00e-1a972f2e3478/931e2c94-fe0d-4029-a115-191e79414d5c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:15.840098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] Deleting port 6c51938d-6544-4f1c-86b6-b8cf05582a43 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:15.840776 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.866479 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.944001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.987547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51af0704-a595-4970-be8c-f5ae96212e64 req-f52d85c5-97e9-4b01-acde-6463a2f775f6 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0538335 Nov 22 16:54:15.991160 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.061912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network b5c15ab3-2146-4b80-acef-bd40393f326d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:16.065928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:16.087216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:16.146078 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.219233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=931e2c94-fe0d-4029-a115-191e79414d5c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:16.236998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de76d925-e330-4dfb-ba16-8c8ed9363e75 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.243721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-de76d925-e330-4dfb-ba16-8c8ed9363e75 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "DELETE /v2.0/ports/5aa310cb-0eed-46de-88f8-2484a97e27a2 HTTP/1.1" status: 204 len: 168 time: 2.3340218 Nov 22 16:54:16.245459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47796) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:16.256352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6c51938d-6544-4f1c-86b6-b8cf05582a43 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:16.261796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Deleting port 6c51938d-6544-4f1c-86b6-b8cf05582a43 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:16.262136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.265651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.347134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] For port 6c51938d-6544-4f1c-86b6-b8cf05582a43, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6c51938d-6544-4f1c-86b6-b8cf05582a43,segment=NetworkSegment(16147742-2658-43f2-9291-cfe8f37fa994),segment_id=16147742-2658-43f2-9291-cfe8f37fa994)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:16.347557 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.363898 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba4944d-e3ed-4da1-9001-7eb723c6989f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] GET failed (client error): The resource could not be found. Nov 22 16:54:16.367437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] Calling delete_port for 6c51938d-6544-4f1c-86b6-b8cf05582a43 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:16.367619 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dba4944d-e3ed-4da1-9001-7eb723c6989f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "GET /v2.0/ports/5aa310cb-0eed-46de-88f8-2484a97e27a2 HTTP/1.1" status: 404 len: 333 time: 0.1196973 Nov 22 16:54:16.372249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:16.515165 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.560500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e781ec9b-50e1-498e-b01a-e6fff30a804b None None] Provisioning complete for port 931e2c94-fe0d-4029-a115-191e79414d5c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:16.563669 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e781ec9b-50e1-498e-b01a-e6fff30a804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.580271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] No DVR routers for this DVR port 6c51938d-6544-4f1c-86b6-b8cf05582a43 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:16.618560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.630534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04cd49-a2fd-49e4-9e44-1c98726cc73a None None] Pushing event deleted for resources: {'Port': ['ID=6c51938d-6544-4f1c-86b6-b8cf05582a43,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:16.650978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No active binding found for port 6c51938d-6544-4f1c-86b6-b8cf05582a43 {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:54:16.651510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6c51938d-6544-4f1c-86b6-b8cf05582a43 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:16.655723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e781ec9b-50e1-498e-b01a-e6fff30a804b None None] Port 931e2c94-fe0d-4029-a115-191e79414d5c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:16.767651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ad27af-18c7-441a-9d8c-d6555ab9232c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:16.775087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f15885e-e4ff-472d-9993-3993e8fcefce') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:16.775528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f15885e-e4ff-472d-9993-3993e8fcefce') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:16.785269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.800047 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.806917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:16.807520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:16.866411 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:16.872621 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.881357 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.888251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] 10.222.0.59 "DELETE /v2.0/networks/94ad27af-18c7-441a-9d8c-d6555ab9232c HTTP/1.1" status: 204 len: 168 time: 1.3971732 Nov 22 16:54:16.962821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957c130-1fd5-4405-87b4-79dc45f44b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=94ad27af-18c7-441a-9d8c-d6555ab9232c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:17.011242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] For port 6c51938d-6544-4f1c-86b6-b8cf05582a43, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6c51938d-6544-4f1c-86b6-b8cf05582a43,segment=NetworkSegment(16147742-2658-43f2-9291-cfe8f37fa994),segment_id=16147742-2658-43f2-9291-cfe8f37fa994)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:17.012018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.040083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Calling delete_port for 6c51938d-6544-4f1c-86b6-b8cf05582a43 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:17.045313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.052558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f3759994-f7d5-4e03-9dbb-8e232e740bc1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Deleting port 38fc049f-e661-40d1-8bf0-9cac9f81fd10 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:17.053285 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3759994-f7d5-4e03-9dbb-8e232e740bc1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.058805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.231521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=931e2c94-fe0d-4029-a115-191e79414d5c,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:17.261941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d620729-723b-44f7-b43f-bed03bb8c826 req-cedb4b50-a005-4f0b-b3e6-38a119d60694 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0677943 Nov 22 16:54:17.266780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.318986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.341663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Port': ['ID=6c51938d-6544-4f1c-86b6-b8cf05582a43,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:17.347229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] No DVR routers for this DVR port 6c51938d-6544-4f1c-86b6-b8cf05582a43 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:17.368183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47814) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:17.426506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3759994-f7d5-4e03-9dbb-8e232e740bc1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.446489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f3759994-f7d5-4e03-9dbb-8e232e740bc1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Calling delete_port for 38fc049f-e661-40d1-8bf0-9cac9f81fd10 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:17.494219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.559813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ff9f69-3e40-49f8-8ae7-cea966b352fb']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:17.580834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16147742-2658-43f2-9291-cfe8f37fa994') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:17.581147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16147742-2658-43f2-9291-cfe8f37fa994') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:17.598534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ba35596-4fd1-4c62-b111-58950c616e36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=facc1dca9d8e4527be13d112c83194b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298586 Nov 22 16:54:17.600985 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.603060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:17.627935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3759994-f7d5-4e03-9dbb-8e232e740bc1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.635027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network b5c15ab3-2146-4b80-acef-bd40393f326d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:17.649408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:17.660128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.681568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:17.682171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:17.686526 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:17.689259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6147bf59-83b2-4513-a8b5-d6083c773160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.742780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3759994-f7d5-4e03-9dbb-8e232e740bc1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.749820 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f3759994-f7d5-4e03-9dbb-8e232e740bc1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "DELETE /v2.0/ports/38fc049f-e661-40d1-8bf0-9cac9f81fd10 HTTP/1.1" status: 204 len: 168 time: 1.3618240 Nov 22 16:54:17.750927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3759994-f7d5-4e03-9dbb-8e232e740bc1 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Port': ['ID=38fc049f-e661-40d1-8bf0-9cac9f81fd10,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:17.785183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47824) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:17.872680 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.892660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1dc8d0a0-1bf1-43d0-986b-7a307ed6805a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.911206 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.920572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/networks/54ff9f69-3e40-49f8-8ae7-cea966b352fb HTTP/1.1" status: 204 len: 168 time: 2.6626844 Nov 22 16:54:17.926589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:17.931718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6147bf59-83b2-4513-a8b5-d6083c773160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.933388 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27f7287-618a-4d07-94a1-a89cb7541047 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] GET failed (client error): The resource could not be found. Nov 22 16:54:17.940659 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a27f7287-618a-4d07-94a1-a89cb7541047 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "GET /v2.0/ports/38fc049f-e661-40d1-8bf0-9cac9f81fd10 HTTP/1.1" status: 404 len: 333 time: 0.1541059 Nov 22 16:54:17.946319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:17.966646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router 9a5a1445-8289-4a0a-9207-b445afc22d0b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:18.008781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3bacec80-1679-4c1b-90b2-8d4314ffbf81 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "GET /v2.0/ports?device_id=9643a7f4-0e5f-49b2-a5b1-747196012e93 HTTP/1.1" status: 200 len: 205 time: 0.0724463 Nov 22 16:54:18.013043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d0d89-a605-4ebe-b90e-a248c71fce50 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Pushing event deleted for resources: {'Network': ['ID=54ff9f69-3e40-49f8-8ae7-cea966b352fb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:18.021296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47832) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:18.069876 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6147bf59-83b2-4513-a8b5-d6083c773160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.073434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6147bf59-83b2-4513-a8b5-d6083c773160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.083275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6147bf59-83b2-4513-a8b5-d6083c773160 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/265ab404-7181-4414-a7d7-f40e1c077c62 HTTP/1.1" status: 204 len: 168 time: 0.4790950 Nov 22 16:54:18.103472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-281481f0-00ad-4f26-8a81-55132f746cfe None None] Provisioning complete for port 931e2c94-fe0d-4029-a115-191e79414d5c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:18.104474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-281481f0-00ad-4f26-8a81-55132f746cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.110529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147bf59-83b2-4513-a8b5-d6083c773160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ab404-7181-4414-a7d7-f40e1c077c62,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:18.159241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-281481f0-00ad-4f26-8a81-55132f746cfe None None] Port 931e2c94-fe0d-4029-a115-191e79414d5c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:18.273042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-370f0255-c505-4e2b-86a0-227e16a3de61 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.439280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65f9cb92-a68c-44ae-8f2f-02c093d8da11 req-a92d9d4a-2e6e-4e53-8cd0-581048a3660d tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0589066 Nov 22 16:54:18.598346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:18.610827 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695f877-df4e-4fe2-b6e8-7fd104822abb None None] Sync routers for ids ['9a5a1445-8289-4a0a-9207-b445afc22d0b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:18.624370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-370f0255-c505-4e2b-86a0-227e16a3de61 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.626520 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695f877-df4e-4fe2-b6e8-7fd104822abb None None] Routers {'9a5a1445-8289-4a0a-9207-b445afc22d0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:18.627207 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d695f877-df4e-4fe2-b6e8-7fd104822abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9a5a1445-8289-4a0a-9207-b445afc22d0b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:18.628682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-370f0255-c505-4e2b-86a0-227e16a3de61 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.689631 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0f3231c1-18d1-40e5-b315-0281c25b4004 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/9a5a1445-8289-4a0a-9207-b445afc22d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3789563 Nov 22 16:54:18.692292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:18.693029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d3156e46-9deb-4a2b-bd99-668a7c35cb7f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Deleting port eed39485-53c1-4b7d-ae85-a5a57aeab0ea {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:18.693572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3156e46-9deb-4a2b-bd99-668a7c35cb7f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.759166 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d695f877-df4e-4fe2-b6e8-7fd104822abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:18.773108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-370f0255-c505-4e2b-86a0-227e16a3de61 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.774106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370f0255-c505-4e2b-86a0-227e16a3de61 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Fanout notify agent at l3_agent the message router_deleted on router 9643a7f4-0e5f-49b2-a5b1-747196012e93 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:54:18.780476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f73befc-07ed-46c6-86a3-f163bf1d29a3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:18.786707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f73befc-07ed-46c6-86a3-f163bf1d29a3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports/931e2c94-fe0d-4029-a115-191e79414d5c HTTP/1.1" status: 200 len: 910 time: 0.0929501 Nov 22 16:54:18.787482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:18.798586 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695f877-df4e-4fe2-b6e8-7fd104822abb None None] Routers {'9a5a1445-8289-4a0a-9207-b445afc22d0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:18.799644 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d695f877-df4e-4fe2-b6e8-7fd104822abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9a5a1445-8289-4a0a-9207-b445afc22d0b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:18.816024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-370f0255-c505-4e2b-86a0-227e16a3de61 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.826147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-370f0255-c505-4e2b-86a0-227e16a3de61 tempest-RoutersNegativeIpV6Test-597203024 tempest-RoutersNegativeIpV6Test-597203024-project] 10.222.0.59 "DELETE /v2.0/routers/9643a7f4-0e5f-49b2-a5b1-747196012e93 HTTP/1.1" status: 204 len: 168 time: 0.8036261 Nov 22 16:54:18.886039 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d695f877-df4e-4fe2-b6e8-7fd104822abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:18.887167 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695f877-df4e-4fe2-b6e8-7fd104822abb None None] The sync data for ids ['9a5a1445-8289-4a0a-9207-b445afc22d0b'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:18.942866 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.954620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3156e46-9deb-4a2b-bd99-668a7c35cb7f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.989857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d3156e46-9deb-4a2b-bd99-668a7c35cb7f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Calling delete_port for eed39485-53c1-4b7d-ae85-a5a57aeab0ea owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:19.348985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3156e46-9deb-4a2b-bd99-668a7c35cb7f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.436022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3156e46-9deb-4a2b-bd99-668a7c35cb7f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Port': ['ID=eed39485-53c1-4b7d-ae85-a5a57aeab0ea,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:19.497770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47876) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:19.508253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3156e46-9deb-4a2b-bd99-668a7c35cb7f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.518846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47878) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:19.519975 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d3156e46-9deb-4a2b-bd99-668a7c35cb7f tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "DELETE /v2.0/ports/eed39485-53c1-4b7d-ae85-a5a57aeab0ea HTTP/1.1" status: 204 len: 168 time: 1.5725555 Nov 22 16:54:19.541845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47884) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:19.597179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6b6891-d7da-42f8-93f9-a0483f98994a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Deleting subnet f0026c03-5c6a-4955-8b46-2c0be2e7ec78 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:19.608031 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6891-d7da-42f8-93f9-a0483f98994a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.737344 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de6209b8-c66e-498c-9b00-5ce760e8c93c req-60b02b44-4644-4e9d-8a4f-418c0673ebc4 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0904598 Nov 22 16:54:19.780160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6891-d7da-42f8-93f9-a0483f98994a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.808683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1556354115-network', 'tenant_id': '8e53764f69d14931852b65c46599f3e5'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:19.875610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.938661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Made reservation on behalf of 8e53764f69d14931852b65c46599f3e5 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:19.945343 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.968850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.978630 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f8f0e0fa-a610-4739-a95a-3c92205fdf91 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3f10a34469c4690a39b417cb0f1e32d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4354911 Nov 22 16:54:19.985047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 47896) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:20.082663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.093943 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:20.094831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.157477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:20.167780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707b86f4-620d-43d4-b291-ffdb5fa95486,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:20.176877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.177405 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Added segment f0fa4825-197d-4ec2-9c65-b9e6face1a97 of type vlan for network 9cc49358-0309-4f08-8449-cf7bf906ebde Nov 22 16:54:20.196471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6891-d7da-42f8-93f9-a0483f98994a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.226119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7eaec62c-af02-4695-ac6b-42cb388fbba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.238926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.267888 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7eaec62c-af02-4695-ac6b-42cb388fbba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.302047 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.303526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.304265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.338530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47900) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:20.340429 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8377287 Nov 22 16:54:20.346042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Request body: {'subnet': {'network_id': '9cc49358-0309-4f08-8449-cf7bf906ebde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1556354115-subnet', 'tenant_id': '8e53764f69d14931852b65c46599f3e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:20.373979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6891-d7da-42f8-93f9-a0483f98994a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.398409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f4d7d-1ab5-44ee-8429-31d53d79d325 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc49358-0309-4f08-8449-cf7bf906ebde,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:20.410784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 9cc49358-0309-4f08-8449-cf7bf906ebde details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:20.413156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7eaec62c-af02-4695-ac6b-42cb388fbba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.416835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6891-d7da-42f8-93f9-a0483f98994a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Subnet': ['ID=f0026c03-5c6a-4955-8b46-2c0be2e7ec78,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:20.419221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7eaec62c-af02-4695-ac6b-42cb388fbba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.420968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Made reservation on behalf of 8e53764f69d14931852b65c46599f3e5 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:20.422145 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7eaec62c-af02-4695-ac6b-42cb388fbba7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd2a8255-5aa4-43ca-bf6a-4ab91895b0d1 HTTP/1.1" status: 204 len: 168 time: 0.4349549 Nov 22 16:54:20.423449 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.429421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6891-d7da-42f8-93f9-a0483f98994a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.436945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9f6b6891-d7da-42f8-93f9-a0483f98994a tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "DELETE /v2.0/subnets/f0026c03-5c6a-4955-8b46-2c0be2e7ec78 HTTP/1.1" status: 204 len: 168 time: 0.9130774 Nov 22 16:54:20.440045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:20.443109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaec62c-af02-4695-ac6b-42cb388fbba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2a8255-5aa4-43ca-bf6a-4ab91895b0d1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:20.492018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46395a1-b198-4277-ad66-1a61b98b933f None None] Network 02c8b9d1-62ff-4d26-b546-e422a1376652 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:20.581292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port 931e2c94-fe0d-4029-a115-191e79414d5c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:20.581896 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.796521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.861464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.959835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] DHCP port deletion for 02c8b9d1-62ff-4d26-b546-e422a1376652 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:20.981033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.052842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] Deleting port 61369706-f67b-41ca-a46a-cf7566feede7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:21.053550 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.063434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for 931e2c94-fe0d-4029-a115-191e79414d5c owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:21.096415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96bb1839-3670-471d-bcde-d7eb36d3caa9 req-066e5bb3-96da-4529-afee-7b090b6bbe92 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0885777 Nov 22 16:54:21.216389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] For port 61369706-f67b-41ca-a46a-cf7566feede7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=61369706-f67b-41ca-a46a-cf7566feede7,segment=NetworkSegment(94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f),segment_id=94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:21.218606 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.218911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Deleting port 61369706-f67b-41ca-a46a-cf7566feede7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:21.219296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.251905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] Calling delete_port for 61369706-f67b-41ca-a46a-cf7566feede7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:21.300095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] For port 61369706-f67b-41ca-a46a-cf7566feede7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=61369706-f67b-41ca-a46a-cf7566feede7,segment=NetworkSegment(94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f),segment_id=94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:21.300529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.324417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Calling delete_port for 61369706-f67b-41ca-a46a-cf7566feede7 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:21.372263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.384524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.412568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.443183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] Pushing event deleted for resources: {'Port': ['ID=61369706-f67b-41ca-a46a-cf7566feede7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:21.457243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e537a-a6e9-4603-ba0e-b3675b9ff2c3 None None] No DVR routers for this DVR port 61369706-f67b-41ca-a46a-cf7566feede7 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:21.604990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9cb276-f0e5-41c5-a1ec-059f2774878e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:21.699114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Checking segment: {'id': 'f0fa4825-197d-4ec2-9c65-b9e6face1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9cc49358-0309-4f08-8449-cf7bf906ebde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:21.699114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Network hostable DHCP agents. Network: 9cc49358-0309-4f08-8449-cf7bf906ebde, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:54:21.721569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.797697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] No DVR routers for this DVR port 61369706-f67b-41ca-a46a-cf7566feede7 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:21.804101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Network 9cc49358-0309-4f08-8449-cf7bf906ebde is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:54:21.812687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Port': ['ID=61369706-f67b-41ca-a46a-cf7566feede7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:21.845451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 9cc49358-0309-4f08-8449-cf7bf906ebde) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:21.855374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fdbacf-7321-480e-8f1f-5941d07afdbc None None] Network 9cc49358-0309-4f08-8449-cf7bf906ebde requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:21.855694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:21.856438 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.888571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-80c6f64d-b642-42e8-8665-d1ca2479ca3d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5485227 Nov 22 16:54:21.974471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.041549 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.052447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=931e2c94-fe0d-4029-a115-191e79414d5c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:22.131424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c8b9d1-62ff-4d26-b546-e422a1376652']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:22.139803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9846bf0b-183b-4c47-98ba-a2252a2494aa None None] Network 9cc49358-0309-4f08-8449-cf7bf906ebde requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:22.204338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:22.204852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94df0ac8-9fb9-4301-9b7c-ffbf144c6a3f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:22.343973 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.451202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 61369706-f67b-41ca-a46a-cf7566feede7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:22.473262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.497613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 61369706-f67b-41ca-a46a-cf7566feede7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:22.502934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 61369706-f67b-41ca-a46a-cf7566feede7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:22.558635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e47b474-d4cf-4ddd-bc23-5fbe5dfb4329 req-0b24e992-234f-400b-8a3e-86bbf60e5854 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1411750 Nov 22 16:54:22.569352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:22.570114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:22.579888 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:22.785219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.924392 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.940008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.946566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] 10.222.0.59 "DELETE /v2.0/networks/02c8b9d1-62ff-4d26-b546-e422a1376652 HTTP/1.1" status: 204 len: 168 time: 2.5046296 Nov 22 16:54:22.964515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f5f5-1b74-4553-bf53-d30113c18ec6 tempest-AllowedAddressPairIpV6TestJSON-1408974411 tempest-AllowedAddressPairIpV6TestJSON-1408974411-project] Pushing event deleted for resources: {'Network': ['ID=02c8b9d1-62ff-4d26-b546-e422a1376652,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:23.701549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48004) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:23.704557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router 9a5a1445-8289-4a0a-9207-b445afc22d0b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:23.865173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-54dac75f-1ce0-47cc-9125-2d0b599a3ca2 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:23.876432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-54dac75f-1ce0-47cc-9125-2d0b599a3ca2 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/networks?id=9cc49358-0309-4f08-8449-cf7bf906ebde HTTP/1.1" status: 200 len: 809 time: 0.2566738 Nov 22 16:54:23.898769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-3bbccbcc-b659-48fd-83fc-f243949ccbc8 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/quotas/8e53764f69d14931852b65c46599f3e5 HTTP/1.1" status: 200 len: 375 time: 0.0213499 Nov 22 16:54:24.014269 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-be889f3c-722c-4ab8-be53-5ac505192e16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=674d0b427fac401d8baad6bf8768762a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113866 Nov 22 16:54:24.016790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48016) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:24.017326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-4191b2a7-199e-4fa7-a67a-93a8d3adc263 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8e53764f69d14931852b65c46599f3e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175580 Nov 22 16:54:24.109004 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67cd5aa0-029c-4fdf-a79b-3427625eb553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.125450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:24.134188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-81b87417-4f91-4901-9616-a0315abba3ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/9a5a1445-8289-4a0a-9207-b445afc22d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3455675 Nov 22 16:54:24.137690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48022) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:24.140194 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67cd5aa0-029c-4fdf-a79b-3427625eb553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.143320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910719f-6194-48c6-981f-db8c1c73a380 None None] Sync routers for ids ['9a5a1445-8289-4a0a-9207-b445afc22d0b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:24.162340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910719f-6194-48c6-981f-db8c1c73a380 None None] Routers {'9a5a1445-8289-4a0a-9207-b445afc22d0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:24.163024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1910719f-6194-48c6-981f-db8c1c73a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9a5a1445-8289-4a0a-9207-b445afc22d0b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:24.260362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67cd5aa0-029c-4fdf-a79b-3427625eb553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.263849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67cd5aa0-029c-4fdf-a79b-3427625eb553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.268303 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-67cd5aa0-029c-4fdf-a79b-3427625eb553 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e52352f-6816-4f64-98eb-d5c27bddffab HTTP/1.1" status: 204 len: 168 time: 0.2503364 Nov 22 16:54:24.281702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd5aa0-029c-4fdf-a79b-3427625eb553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e52352f-6816-4f64-98eb-d5c27bddffab,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:24.284922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1910719f-6194-48c6-981f-db8c1c73a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:24.296903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910719f-6194-48c6-981f-db8c1c73a380 None None] Routers {'9a5a1445-8289-4a0a-9207-b445afc22d0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:24.297868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1910719f-6194-48c6-981f-db8c1c73a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9a5a1445-8289-4a0a-9207-b445afc22d0b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:24.298900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-776c32c8-117e-47b9-89dd-5f0f9764e0dc service neutron] 10.222.0.59 "GET /v2.0/networks/9cc49358-0309-4f08-8449-cf7bf906ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807093 Nov 22 16:54:24.353795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1910719f-6194-48c6-981f-db8c1c73a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:24.355452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910719f-6194-48c6-981f-db8c1c73a380 None None] The sync data for ids ['9a5a1445-8289-4a0a-9207-b445afc22d0b'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:24.817945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-f90cd11f-2ac5-4164-9d3c-2c28e5bb9999 service neutron] 10.222.0.59 "GET /v2.0/networks/9cc49358-0309-4f08-8449-cf7bf906ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057416 Nov 22 16:54:25.044227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.218459 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7159a6a2-3194-4fdf-a878-c2dbbc4a5591 req-e6857957-2f97-4c01-9ee1-1f269a985713 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0762596 Nov 22 16:54:25.493506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8383c72f-91bd-42c2-951b-79fb80ef5641 req-a644cb56-ea0f-4362-8f12-4374103de9c8 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 210 time: 0.0351076 Nov 22 16:54:25.495696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48070) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:25.664614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-315663904'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:25.727836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port a1df504a-3137-440d-9475-7d757046814b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:25.728472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.870434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.904798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for a1df504a-3137-440d-9475-7d757046814b owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:26.090213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Made reservation on behalf of e2ef19c6aece4625969666264b01f703 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:26.096398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.112705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.270229 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.384000 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.518687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.525376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=a1df504a-3137-440d-9475-7d757046814b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:26.608625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2775fa8-999d-4409-a08a-ba085ff0c6ae req-e686eddd-0a79-4548-a1aa-9165a5ec253e tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1676025 Nov 22 16:54:26.808625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:26.949017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc6238-2d14-4d99-9dc3-4ebe7833a390,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:27.004148 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.004722 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Added segment 209bbc45-b3ad-4cd2-a5cd-b850eef5da84 of type vlan for network c08670b7-b475-42b5-b63d-77177592c437 Nov 22 16:54:27.034383 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.084868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.162352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-cdd092d9-a81d-4577-a3bb-9feb028638ce tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:27.165010 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-cdd092d9-a81d-4577-a3bb-9feb028638ce tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.37 "GET /v2.0/networks?id=9cc49358-0309-4f08-8449-cf7bf906ebde HTTP/1.1" status: 200 len: 809 time: 0.2285323 Nov 22 16:54:27.180324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Request body: {'port': {'device_id': '21fd7814-6ae5-44e4-bc6f-d4a94709e64e', 'network_id': '9cc49358-0309-4f08-8449-cf7bf906ebde', 'admin_state_up': True, 'tenant_id': '8e53764f69d14931852b65c46599f3e5'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:27.221508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd29ad7f-6b33-4790-a830-86765dd1261c req-091e6981-af7d-4140-b6b4-1fa81f420ad7 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 210 time: 0.0959642 Nov 22 16:54:27.247504 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.253181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:27.253804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.533580 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0364006 Nov 22 16:54:27.538991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48128) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:27.558189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router 9a5a1445-8289-4a0a-9207-b445afc22d0b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:27.569308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c92f-82ab-4d58-afd9-4209d0c587d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event updated for resources: {'Network': ['ID=c08670b7-b475-42b5-b63d-77177592c437,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:27.577751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Request body: {'subnet': {'network_id': 'c08670b7-b475-42b5-b63d-77177592c437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:27.598640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network c08670b7-b475-42b5-b63d-77177592c437 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:27.824467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:27.853407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ee275ad8-2113-4824-8bd0-87da395d070f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/9a5a1445-8289-4a0a-9207-b445afc22d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7143204 Nov 22 16:54:27.860509 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ad190-ed20-4a1b-b3f6-9df522cf8558 None None] Sync routers for ids ['9a5a1445-8289-4a0a-9207-b445afc22d0b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:27.866066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:27.902067 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ad190-ed20-4a1b-b3f6-9df522cf8558 None None] Routers {'9a5a1445-8289-4a0a-9207-b445afc22d0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:27.913482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a00ad190-ed20-4a1b-b3f6-9df522cf8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9a5a1445-8289-4a0a-9207-b445afc22d0b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:27.952130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2b9b3e5b-158a-4361-860d-8172ad9105d9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a5a1445-8289-4a0a-9207-b445afc22d0b HTTP/1.1" status: 200 len: 205 time: 0.0842342 Nov 22 16:54:27.955185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:28.002775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Made reservation on behalf of 8e53764f69d14931852b65c46599f3e5 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:28.010268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.068595 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a00ad190-ed20-4a1b-b3f6-9df522cf8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:28.146126 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-831b2838-5116-40f7-a2d8-c6a03d5577fe tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.175226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5186814c-83e2-4eb6-89d7-a5c6977738d3 req-9c7fbe49-ef21-4f5e-b8e3-ec6397dfe0a0 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.3176744 Nov 22 16:54:28.183062 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ad190-ed20-4a1b-b3f6-9df522cf8558 None None] Routers {'9a5a1445-8289-4a0a-9207-b445afc22d0b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:28.183981 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a00ad190-ed20-4a1b-b3f6-9df522cf8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['9a5a1445-8289-4a0a-9207-b445afc22d0b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:28.285542 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a00ad190-ed20-4a1b-b3f6-9df522cf8558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:28.287078 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ad190-ed20-4a1b-b3f6-9df522cf8558 None None] The sync data for ids ['9a5a1445-8289-4a0a-9207-b445afc22d0b'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:28.393284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Made reservation on behalf of e2ef19c6aece4625969666264b01f703 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:28.405265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.679473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Allocated IP 172.20.0.14 (9cc49358-0309-4f08-8449-cf7bf906ebde/6c9cb276-f0e5-41c5-a1ec-059f2774878e/95f7b893-388d-4098-9486-dffd55915655) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:28.981464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74dca77a-9181-42bb-8f95-55e0ef7b6141 req-2f2bfbea-4f36-4977-8b78-0ea2b9e1c918 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 210 time: 0.0561619 Nov 22 16:54:29.092558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.185330 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-831b2838-5116-40f7-a2d8-c6a03d5577fe tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.200658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-831b2838-5116-40f7-a2d8-c6a03d5577fe tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.217187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.279812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-831b2838-5116-40f7-a2d8-c6a03d5577fe tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.280858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b2838-5116-40f7-a2d8-c6a03d5577fe tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Fanout notify agent at l3_agent the message router_deleted on router 9a5a1445-8289-4a0a-9207-b445afc22d0b {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:54:29.291644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-831b2838-5116-40f7-a2d8-c6a03d5577fe tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.296482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48176) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:29.297211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-831b2838-5116-40f7-a2d8-c6a03d5577fe tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/9a5a1445-8289-4a0a-9207-b445afc22d0b HTTP/1.1" status: 204 len: 168 time: 1.3409641 Nov 22 16:54:29.417500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-224bbc33-b3fc-48eb-b7a1-dd88ab8a5686 req-89698fd3-47b7-4362-8136-e13d43b97f68 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0639420 Nov 22 16:54:29.491200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df8cd4a-b185-4fe8-b0ca-9a0aedd87a9d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet 78f63080-29e4-4a98-a00e-1a972f2e3478 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:29.504729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Network 9cc49358-0309-4f08-8449-cf7bf906ebde is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:29.509625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9df8cd4a-b185-4fe8-b0ca-9a0aedd87a9d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.582435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:29.602508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:29.653997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.745926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Pushing event updated for resources: {'Port': ['ID=95f7b893-388d-4098-9486-dffd55915655,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:29.755272 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9df8cd4a-b185-4fe8-b0ca-9a0aedd87a9d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.825046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event updated for resources: {'Subnet': ['ID=87e09791-b787-4a86-808c-536c469d635d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:29.911936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:29.912672 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.947434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Checking segment: {'id': '209bbc45-b3ad-4cd2-a5cd-b850eef5da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c08670b7-b475-42b5-b63d-77177592c437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:29.947963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Network hostable DHCP agents. Network: c08670b7-b475-42b5-b63d-77177592c437, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:54:29.960634 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-57952034-8a8a-4a5d-8d24-5609733e2f27 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7850595 Nov 22 16:54:29.974994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Request body: {'port': {'device_id': '21fd7814-6ae5-44e4-bc6f-d4a94709e64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:30.040161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Network c08670b7-b475-42b5-b63d-77177592c437 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:54:30.079310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, c08670b7-b475-42b5-b63d-77177592c437) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:30.092423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc02f5-3d16-42c0-a6e6-f1f918021ece None None] Network c08670b7-b475-42b5-b63d-77177592c437 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:30.106605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:30.107718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.262459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9df8cd4a-b185-4fe8-b0ca-9a0aedd87a9d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.421617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf82d-bf43-4c9f-b77a-dc5d7071ef0a req-7ac0a969-7bfd-4aee-8474-9093f4c6167b tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:30.428005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b8bf82d-bf43-4c9f-b77a-dc5d7071ef0a req-7ac0a969-7bfd-4aee-8474-9093f4c6167b tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 932 time: 0.2353320 Nov 22 16:54:30.479989 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-457d9966-4c36-4078-9bc0-16d998298f92 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9310610 Nov 22 16:54:30.491186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48208) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:30.520510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Request body: {'port': {'network_id': 'c08670b7-b475-42b5-b63d-77177592c437', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1961506801'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:30.592056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-c08670b7-b475-42b5-b63d-77177592c437', 'network_id': 'c08670b7-b475-42b5-b63d-77177592c437', 'tenant_id': 'e2ef19c6aece4625969666264b01f703', 'fixed_ips': [{'subnet_id': '87e09791-b787-4a86-808c-536c469d635d'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:54:30.597665 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.623123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b8bf82d-bf43-4c9f-b77a-dc5d7071ef0a req-dbcc2a5d-cb53-480c-8593-4abe6c23079b tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859984 Nov 22 16:54:30.777011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9631274-9949-416f-ad39-5d1423e98374 req-b95bd359-dae3-49e1-bb49-232bd338a471 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0622997 Nov 22 16:54:30.997956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Allocated IP 2001:db8::2 (c08670b7-b475-42b5-b63d-77177592c437/87e09791-b787-4a86-808c-536c469d635d/31ff1995-3318-43dc-896b-098162651a44) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:31.169462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.232705 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c9d757fb-3175-458f-b2a1-58054afd93b2 req-8b8bc682-0bfa-4e47-9fdd-60cde5e7b234 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0652068 Nov 22 16:54:31.265956 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.280461 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.402315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Network c08670b7-b475-42b5-b63d-77177592c437 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:31.409213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:31.416290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9df8cd4a-b185-4fe8-b0ca-9a0aedd87a9d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.419255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:31.486577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8cd4a-b185-4fe8-b0ca-9a0aedd87a9d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=78f63080-29e4-4a98-a00e-1a972f2e3478,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:31.517018 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9df8cd4a-b185-4fe8-b0ca-9a0aedd87a9d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.531019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9df8cd4a-b185-4fe8-b0ca-9a0aedd87a9d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/78f63080-29e4-4a98-a00e-1a972f2e3478 HTTP/1.1" status: 204 len: 168 time: 2.1883471 Nov 22 16:54:31.534086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48226) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:31.641924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cf18ac-11a9-4329-9c3b-340e2fa4f460 None None] Network b5c15ab3-2146-4b80-acef-bd40393f326d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:31.655649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Pushing event updated for resources: {'Port': ['ID=31ff1995-3318-43dc-896b-098162651a44,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:31.686052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Attempting to bind port 31ff1995-3318-43dc-896b-098162651a44 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:31.686429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Attempting to bind port 31ff1995-3318-43dc-896b-098162651a44 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '209bbc45-b3ad-4cd2-a5cd-b850eef5da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c08670b7-b475-42b5-b63d-77177592c437'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:31.686802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Attempting to bind port 31ff1995-3318-43dc-896b-098162651a44 on network c08670b7-b475-42b5-b63d-77177592c437 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:31.718596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Made reservation on behalf of e2ef19c6aece4625969666264b01f703 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:31.734354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.737383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:31.737772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Checking segment: {'id': '209bbc45-b3ad-4cd2-a5cd-b850eef5da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c08670b7-b475-42b5-b63d-77177592c437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:31.738188 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.738592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Bound using segment: {'id': '209bbc45-b3ad-4cd2-a5cd-b850eef5da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c08670b7-b475-42b5-b63d-77177592c437'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:31.739131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Bound port: 31ff1995-3318-43dc-896b-098162651a44, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209bbc45-b3ad-4cd2-a5cd-b850eef5da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'c08670b7-b475-42b5-b63d-77177592c437'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:31.739552 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.763720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf2e2b2-670c-4326-91ca-88c29f6324ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet 07f7b67a-e237-4b85-9ca2-b9e8b42ab823 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:31.792007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daf2e2b2-670c-4326-91ca-88c29f6324ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.823445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] device_id is not set on port ce768ce0-579a-430a-812c-ef7d7a31b3d3 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:31.969004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] For port 31ff1995-3318-43dc-896b-098162651a44, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:31.972876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] For port 31ff1995-3318-43dc-896b-098162651a44, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=31ff1995-3318-43dc-896b-098162651a44,segment=NetworkSegment(209bbc45-b3ad-4cd2-a5cd-b850eef5da84),segment_id=209bbc45-b3ad-4cd2-a5cd-b850eef5da84)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:31.979049 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.028972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daf2e2b2-670c-4326-91ca-88c29f6324ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.056133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6bcf9-b24b-44e3-a490-3ef6bceae4fd None None] Pushing event updated for resources: {'Port': ['ID=31ff1995-3318-43dc-896b-098162651a44,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:32.208130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] DHCP port deletion for b5c15ab3-2146-4b80-acef-bd40393f326d request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:32.237104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1efa11-9953-45a4-b440-93b7ba7e4bb1 req-e5c8a2de-4dae-493f-82b8-f7a6221ddaa9 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:32.253365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc1efa11-9953-45a4-b440-93b7ba7e4bb1 req-e5c8a2de-4dae-493f-82b8-f7a6221ddaa9 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 932 time: 0.3772519 Nov 22 16:54:32.326033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Allocated IP 2001:db8::2d (c08670b7-b475-42b5-b63d-77177592c437/87e09791-b787-4a86-808c-536c469d635d/ce768ce0-579a-430a-812c-ef7d7a31b3d3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:32.361759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc1efa11-9953-45a4-b440-93b7ba7e4bb1 req-5887fd98-1cb2-4381-80ab-c530ed371930 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960686 Nov 22 16:54:32.400293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] Deleting port 4426219a-bcbd-4979-99d6-c14cffd524e0 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:32.401175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.473821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daf2e2b2-670c-4326-91ca-88c29f6324ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.729556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f7b893-388d-4098-9486-dffd55915655 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:32.750197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] For port 4426219a-bcbd-4979-99d6-c14cffd524e0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4426219a-bcbd-4979-99d6-c14cffd524e0,segment=NetworkSegment(ad9f3857-3be8-444c-9fbd-3675a79c7424),segment_id=ad9f3857-3be8-444c-9fbd-3675a79c7424)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:32.751195 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.790156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.812239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] Calling delete_port for 4426219a-bcbd-4979-99d6-c14cffd524e0 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:32.899466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7930793e-456e-48f4-8e15-abe86ae42e09 req-bd8d7570-eb9f-49d0-8c4c-85d4611daaa1 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1237762 Nov 22 16:54:32.956707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daf2e2b2-670c-4326-91ca-88c29f6324ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.041993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Transition to ACTIVE for port object 95f7b893-388d-4098-9486-dffd55915655 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:54:33.087343 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.114632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2e2b2-670c-4326-91ca-88c29f6324ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=07f7b67a-e237-4b85-9ca2-b9e8b42ab823,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:33.168915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-daf2e2b2-670c-4326-91ca-88c29f6324ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.186209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-daf2e2b2-670c-4326-91ca-88c29f6324ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/07f7b67a-e237-4b85-9ca2-b9e8b42ab823 HTTP/1.1" status: 204 len: 168 time: 1.6494870 Nov 22 16:54:33.190292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48252) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:33.315294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6f6a2-291c-493e-8cde-b80e526cb9df None None] Network 0bcada0e-dd23-442c-bbb2-74dc587e91c5 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:33.378385 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=95f7b893-388d-4098-9486-dffd55915655,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:33.394254 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.460994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.574092 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.595250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Attempting to bind port 95f7b893-388d-4098-9486-dffd55915655 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:33.595833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Attempting to bind port 95f7b893-388d-4098-9486-dffd55915655 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'f0fa4825-197d-4ec2-9c65-b9e6face1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9cc49358-0309-4f08-8449-cf7bf906ebde'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:33.596304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Attempting to bind port 95f7b893-388d-4098-9486-dffd55915655 on network 9cc49358-0309-4f08-8449-cf7bf906ebde {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:33.617850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Port 95f7b893-388d-4098-9486-dffd55915655 on network 9cc49358-0309-4f08-8449-cf7bf906ebde not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:54:33.618171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Attempting to bind port 95f7b893-388d-4098-9486-dffd55915655 on network 9cc49358-0309-4f08-8449-cf7bf906ebde {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:33.656120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:33.656603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Checking segment: {'id': 'f0fa4825-197d-4ec2-9c65-b9e6face1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9cc49358-0309-4f08-8449-cf7bf906ebde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:33.657027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Bound using segment: {'id': 'f0fa4825-197d-4ec2-9c65-b9e6face1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9cc49358-0309-4f08-8449-cf7bf906ebde'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:33.657572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Bound port: 95f7b893-388d-4098-9486-dffd55915655, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fa4825-197d-4ec2-9c65-b9e6face1a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9cc49358-0309-4f08-8449-cf7bf906ebde'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:33.657980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.702424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.844015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Network c08670b7-b475-42b5-b63d-77177592c437 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:33.857733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:33.866512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:33.873492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:33.874603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.930774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event updated for resources: {'Port': ['ID=ce768ce0-579a-430a-812c-ef7d7a31b3d3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:33.961409 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2710a260-195b-4525-b687-a29c4d8f5395 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4673352 Nov 22 16:54:33.967202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48264) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:33.984977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Request body: {'port': {'network_id': 'c08670b7-b475-42b5-b63d-77177592c437', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1130985799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:33.985884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] bootfile-name is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:54:33.986390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] tftp-server is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:54:33.986888 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] server-ip-address is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:54:33.987325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] Pushing event deleted for resources: {'Port': ['ID=4426219a-bcbd-4979-99d6-c14cffd524e0,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:33.992029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] For port 95f7b893-388d-4098-9486-dffd55915655, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:34.000143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] For port 95f7b893-388d-4098-9486-dffd55915655, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=95f7b893-388d-4098-9486-dffd55915655,segment=NetworkSegment(f0fa4825-197d-4ec2-9c65-b9e6face1a97),segment_id=f0fa4825-197d-4ec2-9c65-b9e6face1a97)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:34.029690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.070455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6c962-b46b-42ed-a303-ee6b57083f4b None None] No DVR routers for this DVR port 4426219a-bcbd-4979-99d6-c14cffd524e0 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:34.090058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c15ab3-2146-4b80-acef-bd40393f326d']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:34.157254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.180056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9f3857-3be8-444c-9fbd-3675a79c7424') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:34.180428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9f3857-3be8-444c-9fbd-3675a79c7424') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:34.199893 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.244609 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.270221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:34.271124 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.373075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 31ff1995-3318-43dc-896b-098162651a44 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:34.414305 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:34.466882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:34.467602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.470426 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] 10.222.0.37 "PUT /v2.0/ports/95f7b893-388d-4098-9486-dffd55915655 HTTP/1.1" status: 200 len: 1092 time: 4.4999127 Nov 22 16:54:34.471126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fd7814-6ae5-44e4-bc6f-d4a94709e64e', 'tag': '95f7b893-388d-4098-9486-dffd55915655'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:34.473648 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e34f641-aad8-485e-8f2e-f261dd0ca334" -d '{"events": [{"name": "network-changed", "server_uuid": "21fd7814-6ae5-44e4-bc6f-d4a94709e64e", "tag": "95f7b893-388d-4098-9486-dffd55915655"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:34.516630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Made reservation on behalf of e2ef19c6aece4625969666264b01f703 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:34.521766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.536351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890a2ea-f856-48be-8ab3-910da527d31c req-ab7016ff-58ef-464d-b94d-fefa46ce219d tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:34.544659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3555b-1594-4192-914b-6888dccdbdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=95f7b893-388d-4098-9486-dffd55915655,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:34.552024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5890a2ea-f856-48be-8ab3-910da527d31c req-ab7016ff-58ef-464d-b94d-fefa46ce219d tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 944 time: 0.9262846 Nov 22 16:54:34.601785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] device_id is not set on port 3a7671f3-01bd-411a-af6c-f52827673cf7 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:34.611211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.631942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.637615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/b5c15ab3-2146-4b80-acef-bd40393f326d HTTP/1.1" status: 204 len: 168 time: 1.4431963 Nov 22 16:54:34.644287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48278) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:34.675536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba756e-c62c-4e60-8fcc-181299abe21f None None] Network c08670b7-b475-42b5-b63d-77177592c437 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:34.705461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd680a-3acb-4a28-9bba-0119b932dfdb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=b5c15ab3-2146-4b80-acef-bd40393f326d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:34.736643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5890a2ea-f856-48be-8ab3-910da527d31c req-79ad2a4e-3314-48ff-b11c-dea856614bc9 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830745 Nov 22 16:54:34.909014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] DHCP port deletion for 0bcada0e-dd23-442c-bbb2-74dc587e91c5 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:35.025283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c6e6129-2a3c-4b13-8f8f-b45630c85663 req-a9b4fe6f-3fef-44e4-b27c-8338e656fc09 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0837202 Nov 22 16:54:35.034992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.166888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-58380ab8-a2ee-4797-b2c2-a695bb081854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.195009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e851f268-cf33-46c7-b34c-d377941600fd None None] Provisioning complete for port 31ff1995-3318-43dc-896b-098162651a44 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:35.196056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e851f268-cf33-46c7-b34c-d377941600fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.199415 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-58380ab8-a2ee-4797-b2c2-a695bb081854 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e53764f69d14931852b65c46599f3e5&device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 1095 time: 0.6352179 Nov 22 16:54:35.293081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 31ff1995-3318-43dc-896b-098162651a44 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:35.293721 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.352524 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d87364-cac3-4d5b-9b5a-fd3e44f31b0e x-openstack-request-id: req-64d87364-cac3-4d5b-9b5a-fd3e44f31b0e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:35.353112 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fd7814-6ae5-44e4-bc6f-d4a94709e64e", "tag": "95f7b893-388d-4098-9486-dffd55915655", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:35.353544 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64d87364-cac3-4d5b-9b5a-fd3e44f31b0e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:35.354199 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21fd7814-6ae5-44e4-bc6f-d4a94709e64e', 'tag': '95f7b893-388d-4098-9486-dffd55915655', 'status': 'completed', 'code': 200} Nov 22 16:54:35.372022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-863cc90e-7854-4f77-9784-49469a3e9289 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95f7b893-388d-4098-9486-dffd55915655 HTTP/1.1" status: 200 len: 217 time: 0.1265433 Nov 22 16:54:35.540614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-94142093-4d9d-4f52-8f12-3875ab6e0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.542686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-94142093-4d9d-4f52-8f12-3875ab6e0189 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c9cb276-f0e5-41c5-a1ec-059f2774878e HTTP/1.1" status: 200 len: 849 time: 0.1509295 Nov 22 16:54:35.609688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Deleting port aa32afc4-4730-4d07-9608-0a3559c23efc {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:35.610655 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.644021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Allocated IP 2001:db8::3ca (c08670b7-b475-42b5-b63d-77177592c437/87e09791-b787-4a86-808c-536c469d635d/3a7671f3-01bd-411a-af6c-f52827673cf7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:35.703568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] For port aa32afc4-4730-4d07-9608-0a3559c23efc, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa32afc4-4730-4d07-9608-0a3559c23efc,segment=NetworkSegment(2242c219-e005-400d-80c6-637bd17fe298),segment_id=2242c219-e005-400d-80c6-637bd17fe298)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:35.704147 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.722051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Calling delete_port for aa32afc4-4730-4d07-9608-0a3559c23efc owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:35.732733 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-ce855527-d866-422f-9aba-98c25e88dee4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc49358-0309-4f08-8449-cf7bf906ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225717 Nov 22 16:54:36.079819 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.088288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port aa32afc4-4730-4d07-9608-0a3559c23efc {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:36.089130 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.099127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c5d2477-aa29-4c5a-847e-6b8e53963a3a req-de042474-51f7-4d81-8088-044dabcc68e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64faa3874d394cc19e78c6c8a4b47430&device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1645479 Nov 22 16:54:36.149333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521624-b3a7-4920-97a1-2365953688cc req-ee5077a3-2332-4a57-9022-04312ca92947 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:36.151874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5521624-b3a7-4920-97a1-2365953688cc req-ee5077a3-2332-4a57-9022-04312ca92947 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 944 time: 0.1407869 Nov 22 16:54:36.245970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] No DVR routers for this DVR port aa32afc4-4730-4d07-9608-0a3559c23efc on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:36.251698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e851f268-cf33-46c7-b34c-d377941600fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.254581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Pushing event deleted for resources: {'Port': ['ID=aa32afc4-4730-4d07-9608-0a3559c23efc,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:36.300599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.301452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.301452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.301734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.311598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.311919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.312272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.312613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.314327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.314676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.315058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.315403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7cc65-71a8-4d3d-8e05-44d65a138028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:36.350266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.371366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5521624-b3a7-4920-97a1-2365953688cc req-c55bda03-13f6-4a3e-bb31-f8626771e6ed tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963534 Nov 22 16:54:36.408970 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c5d2477-aa29-4c5a-847e-6b8e53963a3a req-dc6d373f-0b6d-43ef-a7e1-76c9a0d30bcc service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=64faa3874d394cc19e78c6c8a4b47430&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2866271 Nov 22 16:54:36.513503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 31ff1995-3318-43dc-896b-098162651a44, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=31ff1995-3318-43dc-896b-098162651a44,segment=NetworkSegment(209bbc45-b3ad-4cd2-a5cd-b850eef5da84),segment_id=209bbc45-b3ad-4cd2-a5cd-b850eef5da84)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:36.522313 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.646891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d2477-aa29-4c5a-847e-6b8e53963a3a req-995580f6-11fa-448a-8e9a-816287d02a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:36.648515 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c5d2477-aa29-4c5a-847e-6b8e53963a3a req-995580f6-11fa-448a-8e9a-816287d02a57 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2107966 Nov 22 16:54:36.689022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=31ff1995-3318-43dc-896b-098162651a44,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:36.720233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-babfe872-3cea-4a29-87d0-d35f837706f0 req-78ba8da4-ccef-47c8-9c45-215ca3ef18b7 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.0922179 Nov 22 16:54:36.723053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4426219a-bcbd-4979-99d6-c14cffd524e0 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:36.869369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port aa32afc4-4730-4d07-9608-0a3559c23efc, host n-d-816865-2, got binding levels [] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:36.871120 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.885041 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.896070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 4426219a-bcbd-4979-99d6-c14cffd524e0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:36.896070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4426219a-bcbd-4979-99d6-c14cffd524e0 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:36.932153 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-e851f268-cf33-46c7-b34c-d377941600fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:54:36.932869 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-e851f268-cf33-46c7-b34c-d377941600fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:54:36.954615 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-cfef2605-fd21-4a60-97fb-49643c79556f service neutron] 10.222.0.37 "GET /v2.0/networks/9cc49358-0309-4f08-8449-cf7bf906ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1916819 Nov 22 16:54:37.008596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for aa32afc4-4730-4d07-9608-0a3559c23efc owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:37.015689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Port aa32afc4-4730-4d07-9608-0a3559c23efc was not found and therefore no delete operation was performed {{(pid=103442) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:54:37.064234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.108117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 31ff1995-3318-43dc-896b-098162651a44 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:37.150555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No DVR routers for this DVR port aa32afc4-4730-4d07-9608-0a3559c23efc on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:37.250151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=aa32afc4-4730-4d07-9608-0a3559c23efc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:37.313727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 31ff1995-3318-43dc-896b-098162651a44 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:37.314423 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.375290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.390747 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.441418 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6f887725-c37f-4dfe-86d6-c623ced1bd92 req-a9762425-c96d-4577-bb09-910dca5bb54a service neutron] 10.222.0.37 "GET /v2.0/networks/9cc49358-0309-4f08-8449-cf7bf906ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509878 Nov 22 16:54:37.520769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcada0e-dd23-442c-bbb2-74dc587e91c5']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:37.580711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2242c219-e005-400d-80c6-637bd17fe298') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:37.591210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2242c219-e005-400d-80c6-637bd17fe298') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:37.657796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.704753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800265ff-37b6-4e57-9157-a17591140ef6 req-60b661f1-4f65-4b81-9ebe-3f0717fb160b tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:37.708663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-800265ff-37b6-4e57-9157-a17591140ef6 req-60b661f1-4f65-4b81-9ebe-3f0717fb160b tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 944 time: 0.1329367 Nov 22 16:54:37.711945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.779612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:37.780684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:37.788643 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:37.815545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.826870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa32afc4-4730-4d07-9608-0a3559c23efc no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:37.900706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: aa32afc4-4730-4d07-9608-0a3559c23efc {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:37.901337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa32afc4-4730-4d07-9608-0a3559c23efc not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:37.923011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-800265ff-37b6-4e57-9157-a17591140ef6 req-f219eacf-0d67-4a8d-bf79-aa51d488564c tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036586 Nov 22 16:54:37.994761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5185915a-1101-4288-931c-a6caa39c16ac None None] Provisioning complete for port 31ff1995-3318-43dc-896b-098162651a44 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:37.995408 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5185915a-1101-4288-931c-a6caa39c16ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.997764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.109789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Network c08670b7-b475-42b5-b63d-77177592c437 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:38.124560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c77157b-0df0-4ff3-ab38-f1738d37fe36 req-8669ea89-3a0b-4f6c-bb95-10441a622f56 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.59 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1103826 Nov 22 16:54:38.189831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:38.193996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:38.201383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.202239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.249082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event updated for resources: {'Port': ['ID=3a7671f3-01bd-411a-af6c-f52827673cf7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:38.257404 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-601b949a-14ec-4403-967a-80e98b94f0d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.2821238 Nov 22 16:54:38.261119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c5d2477-aa29-4c5a-847e-6b8e53963a3a req-8a4a7ad0-1885-49dd-9b10-532a2ecaed55 tempest-ServerShowV257Test-252500148 tempest-ServerShowV257Test-252500148-project] 10.222.0.62 "GET /v2.0/ports?device_id=58bd46a3-1de6-4ecd-abc7-09a7e42676cf HTTP/1.1" status: 200 len: 210 time: 0.1269734 Nov 22 16:54:38.261582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:38.286882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-5a7850cb-4c47-49af-9ca3-1c7c7ece7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.291247 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-5a7850cb-4c47-49af-9ca3-1c7c7ece7647 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e53764f69d14931852b65c46599f3e5&device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 1095 time: 0.7553337 Nov 22 16:54:38.293616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.354499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.381078 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/0bcada0e-dd23-442c-bbb2-74dc587e91c5 HTTP/1.1" status: 204 len: 168 time: 3.7118444 Nov 22 16:54:38.381404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:38.422440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-625272524'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:38.435540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f67a99-5a2c-4161-ba4e-99f9a76e7563 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=0bcada0e-dd23-442c-bbb2-74dc587e91c5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:38.483888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5185915a-1101-4288-931c-a6caa39c16ac None None] Provisioning complete for port ce768ce0-579a-430a-812c-ef7d7a31b3d3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:38.488059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5185915a-1101-4288-931c-a6caa39c16ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.576086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:38.597493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5185915a-1101-4288-931c-a6caa39c16ac None None] Port ce768ce0-579a-430a-812c-ef7d7a31b3d3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:38.608453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.721691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a04af5-92fe-4072-98db-dd1e690c4526 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.729721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a04af5-92fe-4072-98db-dd1e690c4526 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.737080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a04af5-92fe-4072-98db-dd1e690c4526 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.742399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d4a04af5-92fe-4072-98db-dd1e690c4526 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4794247 Nov 22 16:54:38.743635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48354) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:38.754641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:38.790076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.792094 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment f180f27b-2a14-4a1e-a8de-6028bc70f0d9 of type vlan for network 1200e4f4-b731-4508-84d8-a913c6345fdb Nov 22 16:54:38.931775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-174dc94a-e19f-49e5-87df-17b79f36eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.935622 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-174dc94a-e19f-49e5-87df-17b79f36eb7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc49358-0309-4f08-8449-cf7bf906ebde HTTP/1.1" status: 200 len: 910 time: 0.6229384 Nov 22 16:54:38.971224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f04c3ba9-856a-4333-9729-128f730491e4 None None] Provisioning complete for port 3a7671f3-01bd-411a-af6c-f52827673cf7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:38.974083 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f04c3ba9-856a-4333-9729-128f730491e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.997750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6131bfeb-7983-440d-b1ff-1a69a93cadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Deleting port 3a7671f3-01bd-411a-af6c-f52827673cf7 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:38.999122 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6131bfeb-7983-440d-b1ff-1a69a93cadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.001407 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.075484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f04c3ba9-856a-4333-9729-128f730491e4 None None] Port 3a7671f3-01bd-411a-af6c-f52827673cf7 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:39.087218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.117214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:39.120243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.163725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7814236 Nov 22 16:54:39.180073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:39.222239 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-ffa52b1f-9175-4012-a9e9-f5634b86bb21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95f7b893-388d-4098-9486-dffd55915655 HTTP/1.1" status: 200 len: 217 time: 0.2635069 Nov 22 16:54:39.227709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': '1200e4f4-b731-4508-84d8-a913c6345fdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:39.375545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d29a08-72a9-4a87-8560-2fa85ccaf747 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=1200e4f4-b731-4508-84d8-a913c6345fdb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:39.389712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-b402c98c-2261-46cf-bb35-33362da3ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:39.392209 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-b402c98c-2261-46cf-bb35-33362da3ee57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c9cb276-f0e5-41c5-a1ec-059f2774878e HTTP/1.1" status: 200 len: 849 time: 0.1609931 Nov 22 16:54:39.392760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 1200e4f4-b731-4508-84d8-a913c6345fdb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:39.501098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-4fe18067-8e2d-4eb5-ac02-eb805ec4f6b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc49358-0309-4f08-8449-cf7bf906ebde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002984 Nov 22 16:54:39.543944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6131bfeb-7983-440d-b1ff-1a69a93cadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.553651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c99ff-96c1-40b9-9a95-f25cb4df5bb0 req-025dcf2f-e9c4-4b85-90e3-f508f04efd67 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:39.564342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e41c99ff-96c1-40b9-9a95-f25cb4df5bb0 req-025dcf2f-e9c4-4b85-90e3-f508f04efd67 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 944 time: 0.3029411 Nov 22 16:54:39.597307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6131bfeb-7983-440d-b1ff-1a69a93cadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Calling delete_port for 3a7671f3-01bd-411a-af6c-f52827673cf7 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:39.611779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:39.621875 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.773441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e41c99ff-96c1-40b9-9a95-f25cb4df5bb0 req-203bb0e7-23aa-4b20-ad08-c2ac3de1010e tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079368 Nov 22 16:54:39.794921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 95f7b893-388d-4098-9486-dffd55915655 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:54:39.832511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-cfb924c7-5a63-45f3-a3bb-675693f1d17d service neutron] 10.222.0.37 "GET /v2.0/networks/9cc49358-0309-4f08-8449-cf7bf906ebde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236146 Nov 22 16:54:40.187401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 95f7b893-388d-4098-9486-dffd55915655, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=95f7b893-388d-4098-9486-dffd55915655,segment=NetworkSegment(f0fa4825-197d-4ec2-9c65-b9e6face1a97),segment_id=f0fa4825-197d-4ec2-9c65-b9e6face1a97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:40.212252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6131bfeb-7983-440d-b1ff-1a69a93cadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.224108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '95f7b893-388d-4098-9486-dffd55915655', 'network_id': '9cc49358-0309-4f08-8449-cf7bf906ebde', 'port_id': '95f7b893-388d-4098-9486-dffd55915655', 'mac_address': 'fa:16:3e:36:2f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9cb276-f0e5-41c5-a1ec-059f2774878e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:54:40.287707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.346598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131bfeb-7983-440d-b1ff-1a69a93cadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event deleted for resources: {'Port': ['ID=3a7671f3-01bd-411a-af6c-f52827673cf7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:40.435973 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2e34f641-aad8-485e-8f2e-f261dd0ca334 req-bb311a14-918f-4a08-b5c8-8a7571d2bea5 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc49358-0309-4f08-8449-cf7bf906ebde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913436 Nov 22 16:54:40.444496 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.457933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6131bfeb-7983-440d-b1ff-1a69a93cadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.475583 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6131bfeb-7983-440d-b1ff-1a69a93cadc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "DELETE /v2.0/ports/3a7671f3-01bd-411a-af6c-f52827673cf7 HTTP/1.1" status: 204 len: 168 time: 1.7290049 Nov 22 16:54:40.481719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48390) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:40.502621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f7b893-388d-4098-9486-dffd55915655 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:40.504978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Request body: {'port': {'name': 'tempest-new-port-name-903414446', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:40.507408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] bootfile-name is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:54:40.509117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] tftp-server is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:54:40.511546 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] server-ip-address is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:54:40.573205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': 'f180f27b-2a14-4a1e-a8de-6028bc70f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1200e4f4-b731-4508-84d8-a913c6345fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:40.573749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: 1200e4f4-b731-4508-84d8-a913c6345fdb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:54:40.604023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 95f7b893-388d-4098-9486-dffd55915655, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=95f7b893-388d-4098-9486-dffd55915655,segment=NetworkSegment(f0fa4825-197d-4ec2-9c65-b9e6face1a97),segment_id=f0fa4825-197d-4ec2-9c65-b9e6face1a97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:40.613983 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.638944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=b2a2817b-56e6-4bd6-8d9f-e2b26be15936,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:40.691508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 1200e4f4-b731-4508-84d8-a913c6345fdb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:54:40.728507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=95f7b893-388d-4098-9486-dffd55915655,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:40.758655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 1200e4f4-b731-4508-84d8-a913c6345fdb) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:40.765631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.767174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.786856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03cc80-ef37-4356-9d29-aa9d73829ac3 None None] Network 1200e4f4-b731-4508-84d8-a913c6345fdb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:40.838240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['95f7b893-388d-4098-9486-dffd55915655'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:54:40.881918 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6e0002ee-d456-4ca6-bbdf-e38eab9301cf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7000589 Nov 22 16:54:40.909324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48412) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:40.946166 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.950409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0bc5583e-df62-4563-8f6a-069430f3cc49 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-373242127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:40.957322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48414) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:41.158524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bc5583e-df62-4563-8f6a-069430f3cc49 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.159655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bc5583e-df62-4563-8f6a-069430f3cc49 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.272716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cacbb-e05d-4069-889f-ae4bc753c9a8 req-f4fbdba3-ef48-48e0-a20e-587a2ae96bcf tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:41.302108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad0cacbb-e05d-4069-889f-ae4bc753c9a8 req-f4fbdba3-ef48-48e0-a20e-587a2ae96bcf tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 945 time: 0.3239541 Nov 22 16:54:41.378323 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87a6f4dc-ded4-4d72-ab97-d6da24bcad94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.379631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bc5583e-df62-4563-8f6a-069430f3cc49 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.435033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad0cacbb-e05d-4069-889f-ae4bc753c9a8 req-4fc4953f-138b-44ad-aabf-0e1e66198d59 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312630 Nov 22 16:54:41.437373 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bc5583e-df62-4563-8f6a-069430f3cc49 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.479059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0bc5583e-df62-4563-8f6a-069430f3cc49 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.480989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0bc5583e-df62-4563-8f6a-069430f3cc49 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5680275 Nov 22 16:54:41.486382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48424) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:41.514541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'port': {'network_id': '1200e4f4-b731-4508-84d8-a913c6345fdb', 'name': 'tempest-RoutersTest-447112152'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:41.594460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-1200e4f4-b731-4508-84d8-a913c6345fdb', 'network_id': '1200e4f4-b731-4508-84d8-a913c6345fdb', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': 'b2a2817b-56e6-4bd6-8d9f-e2b26be15936'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:54:41.595369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.728184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:41.732400 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.814052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] device_id is not set on port d7f757d6-2f57-4e35-bac8-8aa0e9df070d yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:42.003055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Allocated IP 172.20.0.2 (1200e4f4-b731-4508-84d8-a913c6345fdb/b2a2817b-56e6-4bd6-8d9f-e2b26be15936/85ddd1db-f880-4a01-8fcd-36dccccbf02d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:42.514480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.527486 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.566503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Network 1200e4f4-b731-4508-84d8-a913c6345fdb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:42.576288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:42.582714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:42.781831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771965a-ffda-4987-9af0-48116ce87a83 req-92a1bf7b-506e-4202-a3eb-bdce00eddd5c tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:42.794909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3771965a-ffda-4987-9af0-48116ce87a83 req-92a1bf7b-506e-4202-a3eb-bdce00eddd5c tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 945 time: 0.1378980 Nov 22 16:54:42.820355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.849702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.955261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Pushing event updated for resources: {'Port': ['ID=85ddd1db-f880-4a01-8fcd-36dccccbf02d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:43.016634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3771965a-ffda-4987-9af0-48116ce87a83 req-e5115046-7757-4fce-9e41-c1e32b1bcefb tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202747 Nov 22 16:54:43.061598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Attempting to bind port 85ddd1db-f880-4a01-8fcd-36dccccbf02d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:43.067591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Attempting to bind port 85ddd1db-f880-4a01-8fcd-36dccccbf02d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'f180f27b-2a14-4a1e-a8de-6028bc70f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1200e4f4-b731-4508-84d8-a913c6345fdb'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:43.068460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Attempting to bind port 85ddd1db-f880-4a01-8fcd-36dccccbf02d on network 1200e4f4-b731-4508-84d8-a913c6345fdb {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:43.087508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:43.099998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Checking segment: {'id': 'f180f27b-2a14-4a1e-a8de-6028bc70f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1200e4f4-b731-4508-84d8-a913c6345fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:43.101036 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.102278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Bound using segment: {'id': 'f180f27b-2a14-4a1e-a8de-6028bc70f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1200e4f4-b731-4508-84d8-a913c6345fdb'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:43.103446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Bound port: 85ddd1db-f880-4a01-8fcd-36dccccbf02d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f180f27b-2a14-4a1e-a8de-6028bc70f0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1200e4f4-b731-4508-84d8-a913c6345fdb'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:43.104392 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.227224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.20.0.3 (1200e4f4-b731-4508-84d8-a913c6345fdb/b2a2817b-56e6-4bd6-8d9f-e2b26be15936/d7f757d6-2f57-4e35-bac8-8aa0e9df070d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:43.256992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87a6f4dc-ded4-4d72-ab97-d6da24bcad94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.262883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] In _notify_port_updated(), no bound segment for port ce768ce0-579a-430a-812c-ef7d7a31b3d3 on network c08670b7-b475-42b5-b63d-77177592c437 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:54:43.271259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:43.272491 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.274490 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "PUT /v2.0/ports/ce768ce0-579a-430a-812c-ef7d7a31b3d3 HTTP/1.1" status: 200 len: 1128 time: 2.7904274 Nov 22 16:54:43.278404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:43.295082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87a6f4dc-ded4-4d72-ab97-d6da24bcad94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.344953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0cc4f-ab16-4921-a6e4-514f528546a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event updated for resources: {'Port': ['ID=ce768ce0-579a-430a-812c-ef7d7a31b3d3,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:43.372610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6f4dc-ded4-4d72-ab97-d6da24bcad94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4a62e3-f822-41fb-9abd-c162d955fdd5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:43.400636 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-87a6f4dc-ded4-4d72-ab97-d6da24bcad94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64faa3874d394cc19e78c6c8a4b47430&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4294930 Nov 22 16:54:43.401649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48468) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:43.405042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] For port 85ddd1db-f880-4a01-8fcd-36dccccbf02d, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:43.408992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] For port 85ddd1db-f880-4a01-8fcd-36dccccbf02d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=85ddd1db-f880-4a01-8fcd-36dccccbf02d,segment=NetworkSegment(f180f27b-2a14-4a1e-a8de-6028bc70f0d9),segment_id=f180f27b-2a14-4a1e-a8de-6028bc70f0d9)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:43.417401 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.424211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa76ba0-e1fa-4fa9-b9c3-0d8dc6d2e5ef tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:43.427833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5fa76ba0-e1fa-4fa9-b9c3-0d8dc6d2e5ef tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "GET /v2.0/ports/ce768ce0-579a-430a-812c-ef7d7a31b3d3 HTTP/1.1" status: 200 len: 1128 time: 0.1464527 Nov 22 16:54:43.432043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:43.694639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919b3fb-4f11-4f4f-b60f-36b17c58caec None None] Pushing event updated for resources: {'Port': ['ID=85ddd1db-f880-4a01-8fcd-36dccccbf02d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:43.805960 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 95f7b893-388d-4098-9486-dffd55915655 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:43.883565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6472d013-6279-40ad-9790-83099c5dd997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.910045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-51c0804c-d873-4d89-acdc-72e16538665c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Deleting port ce768ce0-579a-430a-812c-ef7d7a31b3d3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:43.910680 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51c0804c-d873-4d89-acdc-72e16538665c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.011067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 95f7b893-388d-4098-9486-dffd55915655 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:54:44.017749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 95f7b893-388d-4098-9486-dffd55915655 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:44.018517 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.069873 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6472d013-6279-40ad-9790-83099c5dd997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.264980 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51c0804c-d873-4d89-acdc-72e16538665c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.270847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c369418b-df58-4e98-8ded-7a4895e420e0 None None] Provisioning complete for port ce768ce0-579a-430a-812c-ef7d7a31b3d3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:44.271580 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c369418b-df58-4e98-8ded-7a4895e420e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.333048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-51c0804c-d873-4d89-acdc-72e16538665c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Calling delete_port for ce768ce0-579a-430a-812c-ef7d7a31b3d3 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:44.438656 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.507741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c369418b-df58-4e98-8ded-7a4895e420e0 None None] Port ce768ce0-579a-430a-812c-ef7d7a31b3d3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:44.584902 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.591107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b4fb8-5c13-4991-90b8-ce0a2c8344cc req-2a630dd3-dc0c-4a0e-add7-1fa7b1a934b8 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.614215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e4b4fb8-5c13-4991-90b8-ce0a2c8344cc req-2a630dd3-dc0c-4a0e-add7-1fa7b1a934b8 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 945 time: 0.2984297 Nov 22 16:54:44.691844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.763018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fd7814-6ae5-44e4-bc6f-d4a94709e64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f7b893-388d-4098-9486-dffd55915655'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:44.771264 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e4b4fb8-5c13-4991-90b8-ce0a2c8344cc req-ba1cf3fa-b0ea-4aa0-9021-0c58cb25b201 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550946 Nov 22 16:54:44.773111 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb674f2c-0f73-4d15-95ac-619326618fb1" -d '{"events": [{"server_uuid": "21fd7814-6ae5-44e4-bc6f-d4a94709e64e", "name": "network-vif-plugged", "status": "completed", "tag": "95f7b893-388d-4098-9486-dffd55915655"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:44.808901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 95f7b893-388d-4098-9486-dffd55915655, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=95f7b893-388d-4098-9486-dffd55915655,segment=NetworkSegment(f0fa4825-197d-4ec2-9c65-b9e6face1a97),segment_id=f0fa4825-197d-4ec2-9c65-b9e6face1a97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:44.832011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.863124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 1200e4f4-b731-4508-84d8-a913c6345fdb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:44.868094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:44.875793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:44.881378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=d7f757d6-2f57-4e35-bac8-8aa0e9df070d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:45.094472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=95f7b893-388d-4098-9486-dffd55915655,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:45.123933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:45.123933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.134370 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51c0804c-d873-4d89-acdc-72e16538665c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.192581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6472d013-6279-40ad-9790-83099c5dd997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.225867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6472d013-6279-40ad-9790-83099c5dd997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.230657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 85ddd1db-f880-4a01-8fcd-36dccccbf02d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:45.245130 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6472d013-6279-40ad-9790-83099c5dd997 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa4a62e3-f822-41fb-9abd-c162d955fdd5 HTTP/1.1" status: 204 len: 168 time: 1.8381400 Nov 22 16:54:45.253441 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-76ad4d38-ce0c-4732-a5a4-e4b719551ab8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.7613742 Nov 22 16:54:45.263557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48498) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:45.314245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0804c-d873-4d89-acdc-72e16538665c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event deleted for resources: {'Port': ['ID=ce768ce0-579a-430a-812c-ef7d7a31b3d3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:45.385589 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d462da71-19cb-4a68-bab7-4469c2d9f0be x-openstack-request-id: req-d462da71-19cb-4a68-bab7-4469c2d9f0be {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:45.386564 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fd7814-6ae5-44e4-bc6f-d4a94709e64e", "name": "network-vif-plugged", "status": "completed", "tag": "95f7b893-388d-4098-9486-dffd55915655", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:45.419718 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d462da71-19cb-4a68-bab7-4469c2d9f0be {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:45.436407 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fd7814-6ae5-44e4-bc6f-d4a94709e64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f7b893-388d-4098-9486-dffd55915655', 'code': 200} Nov 22 16:54:45.444522 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51c0804c-d873-4d89-acdc-72e16538665c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.477742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-51c0804c-d873-4d89-acdc-72e16538665c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "DELETE /v2.0/ports/ce768ce0-579a-430a-812c-ef7d7a31b3d3 HTTP/1.1" status: 204 len: 168 time: 2.0438666 Nov 22 16:54:45.486292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:45.510005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472d013-6279-40ad-9790-83099c5dd997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4a62e3-f822-41fb-9abd-c162d955fdd5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:45.679448 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0693db89-5a03-4db3-9909-7b0a40449334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.683247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 85ddd1db-f880-4a01-8fcd-36dccccbf02d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:45.683883 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.831303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf6286f-d05d-4d4f-9d2e-58a58486f70a tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Deleting subnet 87e09791-b787-4a86-808c-536c469d635d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:45.852094 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aaf6286f-d05d-4d4f-9d2e-58a58486f70a tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.013858 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.160672 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aaf6286f-d05d-4d4f-9d2e-58a58486f70a tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.337473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 85ddd1db-f880-4a01-8fcd-36dccccbf02d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=85ddd1db-f880-4a01-8fcd-36dccccbf02d,segment=NetworkSegment(f180f27b-2a14-4a1e-a8de-6028bc70f0d9),segment_id=f180f27b-2a14-4a1e-a8de-6028bc70f0d9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:46.346748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.347315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee3158-e9f2-49d4-9adc-1c74e96a2e8d req-8262af2b-afbb-46de-8662-ef90dd03f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:46.350670 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-afee3158-e9f2-49d4-9adc-1c74e96a2e8d req-8262af2b-afbb-46de-8662-ef90dd03f709 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 1097 time: 0.8466954 Nov 22 16:54:46.562757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7debde-b979-4bea-9a07-480cafbb54de req-6c027c15-10cf-4279-8fc5-aa1bc53dfee8 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:46.566072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd7debde-b979-4bea-9a07-480cafbb54de req-6c027c15-10cf-4279-8fc5-aa1bc53dfee8 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 946 time: 0.4252274 Nov 22 16:54:46.680571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aaf6286f-d05d-4d4f-9d2e-58a58486f70a tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.849594 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aaf6286f-d05d-4d4f-9d2e-58a58486f70a tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.914798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6286f-d05d-4d4f-9d2e-58a58486f70a tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event deleted for resources: {'Subnet': ['ID=87e09791-b787-4a86-808c-536c469d635d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:47.007759 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-afee3158-e9f2-49d4-9adc-1c74e96a2e8d req-53dbcb19-b629-478e-9155-8724651851d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288596 Nov 22 16:54:47.072669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd7debde-b979-4bea-9a07-480cafbb54de req-0a2de65b-7013-4f9a-b2d5-f440ac9904c0 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583749 Nov 22 16:54:47.084653 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aaf6286f-d05d-4d4f-9d2e-58a58486f70a tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.116864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aaf6286f-d05d-4d4f-9d2e-58a58486f70a tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "DELETE /v2.0/subnets/87e09791-b787-4a86-808c-536c469d635d HTTP/1.1" status: 204 len: 168 time: 1.6289248 Nov 22 16:54:47.125040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48540) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:47.414167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.445427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=85ddd1db-f880-4a01-8fcd-36dccccbf02d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:47.453492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2067584-3a97-4963-bd0d-45385dd499cf None None] Network 1200e4f4-b731-4508-84d8-a913c6345fdb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:47.460280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4dc538-7848-458e-8ba7-3e2cd2e37f20 None None] Network c08670b7-b475-42b5-b63d-77177592c437 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:47.465316 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.833298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Deleting port 31ff1995-3318-43dc-896b-098162651a44 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:47.833917 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.314247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] For port 31ff1995-3318-43dc-896b-098162651a44, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=31ff1995-3318-43dc-896b-098162651a44,segment=NetworkSegment(209bbc45-b3ad-4cd2-a5cd-b850eef5da84),segment_id=209bbc45-b3ad-4cd2-a5cd-b850eef5da84)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:48.318521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.359720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.371279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.427954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Calling delete_port for 31ff1995-3318-43dc-896b-098162651a44 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:48.493182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-adff4c52-65f4-4670-9848-267aed2b7e2c None None] Provisioning complete for port 85ddd1db-f880-4a01-8fcd-36dccccbf02d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:48.494247 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-adff4c52-65f4-4670-9848-267aed2b7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.561159 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-346defc4-2afd-4182-9216-59b532fad26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.710452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=d7f757d6-2f57-4e35-bac8-8aa0e9df070d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:48.874366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.959256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] No DVR routers for this DVR port 31ff1995-3318-43dc-896b-098162651a44 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:48.961010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11123e60-e2d6-4fd3-ba6e-adf891328882 None None] DHCP port deletion for c08670b7-b475-42b5-b63d-77177592c437 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:48.963838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.986904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event deleted for resources: {'Port': ['ID=31ff1995-3318-43dc-896b-098162651a44,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:49.119206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a87dc-2f3c-4a27-9205-1cf91bdb7d7a req-d32bff82-7be6-4a35-b14f-c483c07504a2 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:49.134050 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-837a87dc-2f3c-4a27-9205-1cf91bdb7d7a req-d32bff82-7be6-4a35-b14f-c483c07504a2 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 946 time: 0.4656394 Nov 22 16:54:49.197287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 85ddd1db-f880-4a01-8fcd-36dccccbf02d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:49.321302 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.366283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 85ddd1db-f880-4a01-8fcd-36dccccbf02d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:49.367866 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.431716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.543033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08670b7-b475-42b5-b63d-77177592c437']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:49.561270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209bbc45-b3ad-4cd2-a5cd-b850eef5da84') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:49.561964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209bbc45-b3ad-4cd2-a5cd-b850eef5da84') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:49.581234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.606764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.618166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:49.619169 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.826900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d74bc685-4560-4372-9c21-85f1fadcbe2e None None] Provisioning complete for port d7f757d6-2f57-4e35-bac8-8aa0e9df070d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:49.827552 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d74bc685-4560-4372-9c21-85f1fadcbe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:49.935558 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:49.953991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-837a87dc-2f3c-4a27-9205-1cf91bdb7d7a req-13a40785-8781-4d4d-aadc-b76925b15266 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8152552 Nov 22 16:54:49.964039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.988149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.004668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] 10.222.0.59 "DELETE /v2.0/networks/c08670b7-b475-42b5-b63d-77177592c437 HTTP/1.1" status: 204 len: 168 time: 2.8744061 Nov 22 16:54:50.010421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d74bc685-4560-4372-9c21-85f1fadcbe2e None None] Port d7f757d6-2f57-4e35-bac8-8aa0e9df070d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:50.064432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.130702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcb549-fc79-4201-a981-a3130138483c tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841 tempest-ExtraDHCPOptionsIpV6TestJSON-1520942841-project] Pushing event deleted for resources: {'Network': ['ID=c08670b7-b475-42b5-b63d-77177592c437,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:50.135563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d74bc685-4560-4372-9c21-85f1fadcbe2e None None] Provisioning complete for port 85ddd1db-f880-4a01-8fcd-36dccccbf02d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:50.136068 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d74bc685-4560-4372-9c21-85f1fadcbe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.445925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 31ff1995-3318-43dc-896b-098162651a44 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:50.539622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 31ff1995-3318-43dc-896b-098162651a44 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:50.548382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 31ff1995-3318-43dc-896b-098162651a44 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:50.911180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.982230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48614) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:51.131619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c2bb6157-f0cd-47c0-8e00-38fad3565476 None None] Provisioning complete for port d7f757d6-2f57-4e35-bac8-8aa0e9df070d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:51.143953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2bb6157-f0cd-47c0-8e00-38fad3565476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.335824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.359289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.465916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb6157-f0cd-47c0-8e00-38fad3565476 None None] Port d7f757d6-2f57-4e35-bac8-8aa0e9df070d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:51.503987 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.684427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c8b063e8-59f9-45bf-9df9-8843c6f5c0f9 None None] Provisioning complete for port d7f757d6-2f57-4e35-bac8-8aa0e9df070d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:51.685407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8b063e8-59f9-45bf-9df9-8843c6f5c0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.687034 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.692564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=d7f757d6-2f57-4e35-bac8-8aa0e9df070d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:51.793918 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc117298-f1fb-450a-8f8c-12bd7b2673a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2ef19c6aece4625969666264b01f703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8089185 Nov 22 16:54:51.803796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:51.807334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c8b063e8-59f9-45bf-9df9-8843c6f5c0f9 None None] Port d7f757d6-2f57-4e35-bac8-8aa0e9df070d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:52.019882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bf4974f-1060-4cca-9d08-e6978bf7b75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.054038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 1200e4f4-b731-4508-84d8-a913c6345fdb is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:52.067636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:52.080080 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bf4974f-1060-4cca-9d08-e6978bf7b75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.185783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bf4974f-1060-4cca-9d08-e6978bf7b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.191597 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9bf4974f-1060-4cca-9d08-e6978bf7b75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.208671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9bf4974f-1060-4cca-9d08-e6978bf7b75e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78fc6238-2d14-4d99-9dc3-4ebe7833a390 HTTP/1.1" status: 204 len: 168 time: 0.3899939 Nov 22 16:54:52.264271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4974f-1060-4cca-9d08-e6978bf7b75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc6238-2d14-4d99-9dc3-4ebe7833a390,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:52.652229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router cad23308-6106-445c-a64a-22b6b11a0de3 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:54:52.880549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-71bac776-28b7-4d10-97b7-548dd68c1e69 None None] Provisioning complete for port d7f757d6-2f57-4e35-bac8-8aa0e9df070d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:52.885347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-71bac776-28b7-4d10-97b7-548dd68c1e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.994616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:53.010337 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aeb01f62-301a-47aa-bd66-7159c110d9eb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/cad23308-6106-445c-a64a-22b6b11a0de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7423210 Nov 22 16:54:53.011037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48664) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:53.090369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-71bac776-28b7-4d10-97b7-548dd68c1e69 None None] Port d7f757d6-2f57-4e35-bac8-8aa0e9df070d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:53.111722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38de224-b108-4fed-bf8a-c01a55c5e40f None None] Sync routers for ids ['cad23308-6106-445c-a64a-22b6b11a0de3'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:53.175676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38de224-b108-4fed-bf8a-c01a55c5e40f None None] Routers {'cad23308-6106-445c-a64a-22b6b11a0de3'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:53.176769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e38de224-b108-4fed-bf8a-c01a55c5e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cad23308-6106-445c-a64a-22b6b11a0de3'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:53.255279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e38de224-b108-4fed-bf8a-c01a55c5e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:53.260404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fe4eb-67bd-4271-8686-3a10b57d0841 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:53.265822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7f1fe4eb-67bd-4271-8686-3a10b57d0841 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports/d7f757d6-2f57-4e35-bac8-8aa0e9df070d HTTP/1.1" status: 200 len: 976 time: 0.2529359 Nov 22 16:54:53.270134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48676) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:53.300360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38de224-b108-4fed-bf8a-c01a55c5e40f None None] Routers {'cad23308-6106-445c-a64a-22b6b11a0de3'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:53.301961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e38de224-b108-4fed-bf8a-c01a55c5e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cad23308-6106-445c-a64a-22b6b11a0de3'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:53.469074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e38de224-b108-4fed-bf8a-c01a55c5e40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:53.473104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38de224-b108-4fed-bf8a-c01a55c5e40f None None] The sync data for ids ['cad23308-6106-445c-a64a-22b6b11a0de3'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:53.561527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48682) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:54.306206 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25e93602-0b95-4cc2-bc54-9ca516581c41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.497164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25e93602-0b95-4cc2-bc54-9ca516581c41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.505306 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25e93602-0b95-4cc2-bc54-9ca516581c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.601914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-25e93602-0b95-4cc2-bc54-9ca516581c41 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62b82bfb3c6643c79c278962f47584ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0377913 Nov 22 16:54:54.602929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:54.805344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e93602-0b95-4cc2-bc54-9ca516581c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7305cb52-44f0-409f-ab09-147aedd00866,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:54.826390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.891118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0db9c694-9532-4e63-ab56-da5c8e358d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.949983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0db9c694-9532-4e63-ab56-da5c8e358d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.069319 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0db9c694-9532-4e63-ab56-da5c8e358d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.085162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0db9c694-9532-4e63-ab56-da5c8e358d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.098145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0db9c694-9532-4e63-ab56-da5c8e358d9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7305cb52-44f0-409f-ab09-147aedd00866 HTTP/1.1" status: 204 len: 168 time: 0.4912214 Nov 22 16:54:55.130811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9c694-9532-4e63-ab56-da5c8e358d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305cb52-44f0-409f-ab09-147aedd00866,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:55.294465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:55.664786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-770783'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:55.822222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port d7f757d6-2f57-4e35-bac8-8aa0e9df070d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:55.822750 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.842044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:55.862530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.899860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.257023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.266125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.269914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.323821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for d7f757d6-2f57-4e35-bac8-8aa0e9df070d owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:56.393388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:56.435400 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.437159 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Added segment 89d5ebc6-e376-4653-8ac2-f890b391f0eb of type vlan for network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 Nov 22 16:54:56.566717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.660299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.689272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:56.690461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.828520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129d46f8-f1c5-41e9-ad54-29a430e7e51a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:57.023839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48778) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:57.036214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7397738 Nov 22 16:54:57.045077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'name': 'tempest-PortsIpV6TestJSON-643889379'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:57.092405 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:57.094844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c9afe-ab21-42a1-b805-472ca8a278ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Network': ['ID=6dc3b97c-6fee-4fa6-9927-3edf5888d927,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:57.119141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:57.308473 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.449836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=d7f757d6-2f57-4e35-bac8-8aa0e9df070d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:58.727521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.731022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.732232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.733172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.734061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.735377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.736428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.737247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.737980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.739744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.740877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.741618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:58.840130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:58.856225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:59.112316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:59.120552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 4538857c-1e94-4647-9255-8cc6b3da570f yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:00.049115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:00.094148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router cad23308-6106-445c-a64a-22b6b11a0de3 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:00.403532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:00.427491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:00.509911 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b14d8ba-cd73-4240-a37e-8e6159711ae1 None None] Sync routers for ids ['cad23308-6106-445c-a64a-22b6b11a0de3'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:00.528150 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f3d8b939-b533-43db-801d-0b93fc94e130 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/cad23308-6106-445c-a64a-22b6b11a0de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2547078 Nov 22 16:55:00.534443 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:00.536779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b14d8ba-cd73-4240-a37e-8e6159711ae1 None None] Routers {'cad23308-6106-445c-a64a-22b6b11a0de3'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:00.537787 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5b14d8ba-cd73-4240-a37e-8e6159711ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cad23308-6106-445c-a64a-22b6b11a0de3'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:00.666006 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5b14d8ba-cd73-4240-a37e-8e6159711ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:00.700356 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b14d8ba-cd73-4240-a37e-8e6159711ae1 None None] Routers {'cad23308-6106-445c-a64a-22b6b11a0de3'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:00.703936 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5b14d8ba-cd73-4240-a37e-8e6159711ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:54:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cad23308-6106-445c-a64a-22b6b11a0de3'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:00.726892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=4538857c-1e94-4647-9255-8cc6b3da570f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:00.881743 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5b14d8ba-cd73-4240-a37e-8e6159711ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:00.883267 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b14d8ba-cd73-4240-a37e-8e6159711ae1 None None] The sync data for ids ['cad23308-6106-445c-a64a-22b6b11a0de3'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:00.913767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking segment: {'id': '89d5ebc6-e376-4653-8ac2-f890b391f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:00.913767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network hostable DHCP agents. Network: 6dc3b97c-6fee-4fa6-9927-3edf5888d927, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:01.002064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:01.049949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 6dc3b97c-6fee-4fa6-9927-3edf5888d927) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:01.064315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:01.064858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2eb064-ee3f-45b2-a068-3c19bf9647a7 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:01.089921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:01.097837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.184403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-78e2b3c8-ed5b-4047-bbc1-77e83803f848 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.1510358 Nov 22 16:55:01.189616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:01.240267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-810155571'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:01.419742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:01.433661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.435171 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-25eb6ada-17e2-4dda-b710-9f34b0758c31 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] remove_router_interface failed (client error): The resource could not be found. Nov 22 16:55:01.454197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-25eb6ada-17e2-4dda-b710-9f34b0758c31 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/cad23308-6106-445c-a64a-22b6b11a0de3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9017529 Nov 22 16:55:01.454197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:01.569445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3f4243fc-7096-45e5-95e9-a5975e48cfda tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cad23308-6106-445c-a64a-22b6b11a0de3 HTTP/1.1" status: 200 len: 205 time: 0.1100128 Nov 22 16:55:01.574822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48908) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:01.668256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:02.078417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.079504 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Added segment 45a4d5a6-2151-4252-bb7e-106e3d1384c7 of type vlan for network 9989d655-80fe-4a0f-99f7-95f5269b1b2b Nov 22 16:55:02.134801 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbc1570f-603c-4548-b5c0-52fac0e7c666 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.416509 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.955282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305ec5f-804c-4fa8-a3ad-aa5e05daefbd req-aee2de06-5618-402f-9eaa-f6d764133262 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:02.957589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbc1570f-603c-4548-b5c0-52fac0e7c666 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.962724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbc1570f-603c-4548-b5c0-52fac0e7c666 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.996527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6305ec5f-804c-4fa8-a3ad-aa5e05daefbd req-aee2de06-5618-402f-9eaa-f6d764133262 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 946 time: 0.8355310 Nov 22 16:55:03.082816 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.097659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.100273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.131204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbc1570f-603c-4548-b5c0-52fac0e7c666 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.132057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc1570f-603c-4548-b5c0-52fac0e7c666 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Fanout notify agent at l3_agent the message router_deleted on router cad23308-6106-445c-a64a-22b6b11a0de3 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:55:03.295313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6305ec5f-804c-4fa8-a3ad-aa5e05daefbd req-87c4d605-c25a-4cc1-af2d-a753f07e2633 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798777 Nov 22 16:55:03.326172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fbc1570f-603c-4548-b5c0-52fac0e7c666 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.339050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fbc1570f-603c-4548-b5c0-52fac0e7c666 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/cad23308-6106-445c-a64a-22b6b11a0de3 HTTP/1.1" status: 204 len: 168 time: 1.7472653 Nov 22 16:55:03.341211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.578722 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3544219 Nov 22 16:55:03.587105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48946) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.609804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'ports': [{'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927'}, {'network_id': '9989d655-80fe-4a0f-99f7-95f5269b1b2b'}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:03.612644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:03.614019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '9989d655-80fe-4a0f-99f7-95f5269b1b2b'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:03.667190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaf2c5-2407-4ae2-a09c-03ef836be773 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Network': ['ID=9989d655-80fe-4a0f-99f7-95f5269b1b2b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:03.702226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 9989d655-80fe-4a0f-99f7-95f5269b1b2b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:03.818878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-6360d2aa-8831-470a-ad41-90eae283ac78 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.832216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-6360d2aa-8831-470a-ad41-90eae283ac78 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.37 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 946 time: 0.5565073 Nov 22 16:55:04.341661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Deleting port 95f7b893-388d-4098-9486-dffd55915655 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:04.341661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.910424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] For port 95f7b893-388d-4098-9486-dffd55915655, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=95f7b893-388d-4098-9486-dffd55915655,segment=NetworkSegment(f0fa4825-197d-4ec2-9c65-b9e6face1a97),segment_id=f0fa4825-197d-4ec2-9c65-b9e6face1a97)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:04.911400 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.951592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Calling delete_port for 95f7b893-388d-4098-9486-dffd55915655 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:04.960385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet b2a2817b-56e6-4bd6-8d9f-e2b26be15936 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:05.041103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.267799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb32647-226c-48a8-88a7-f0c7e57adfa3 req-c7bb4024-7f26-44fd-8253-98fea3400cc8 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:05.283410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cfb32647-226c-48a8-88a7-f0c7e57adfa3 req-c7bb4024-7f26-44fd-8253-98fea3400cc8 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/ports?device_id=21fd7814-6ae5-44e4-bc6f-d4a94709e64e HTTP/1.1" status: 200 len: 946 time: 0.4130080 Nov 22 16:55:05.337185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.434804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.465120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Pushing event deleted for resources: {'Port': ['ID=95f7b893-388d-4098-9486-dffd55915655,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:05.577333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:05.611566 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.647487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] No DVR routers for this DVR port 95f7b893-388d-4098-9486-dffd55915655 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:05.664823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.695218 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a9f0dd64-6a06-49ab-8792-bb7c449c0b86 req-ba5046d0-beb2-425c-b157-14dc14f81c31 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.37 "DELETE /v2.0/ports/95f7b893-388d-4098-9486-dffd55915655 HTTP/1.1" status: 204 len: 173 time: 1.8344636 Nov 22 16:55:05.700747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fd7814-6ae5-44e4-bc6f-d4a94709e64e', 'name': 'network-vif-deleted', 'tag': '95f7b893-388d-4098-9486-dffd55915655'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:05.714545 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216122c-4d86-40a8-93d7-353c5c63b989" -d '{"events": [{"server_uuid": "21fd7814-6ae5-44e4-bc6f-d4a94709e64e", "name": "network-vif-deleted", "tag": "95f7b893-388d-4098-9486-dffd55915655"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:05.862806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.947099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 95f7b893-388d-4098-9486-dffd55915655 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:05.991228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cfb32647-226c-48a8-88a7-f0c7e57adfa3 req-69991d59-5a2b-4b13-9506-b1af9e71ffe9 tempest-ServerTagsTestJSON-1250624596 tempest-ServerTagsTestJSON-1250624596-project] 10.222.0.59 "GET /v2.0/security-groups?id=707b86f4-620d-43d4-b291-ffdb5fa95486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681658 Nov 22 16:55:06.056949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 95f7b893-388d-4098-9486-dffd55915655 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:06.068476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 95f7b893-388d-4098-9486-dffd55915655 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:06.510355 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.663755 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.728910 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716e82c1-df7f-4000-9d8a-395042584f0f x-openstack-request-id: req-716e82c1-df7f-4000-9d8a-395042584f0f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:06.729776 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fd7814-6ae5-44e4-bc6f-d4a94709e64e", "name": "network-vif-deleted", "tag": "95f7b893-388d-4098-9486-dffd55915655", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:06.729973 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-716e82c1-df7f-4000-9d8a-395042584f0f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:06.730526 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21fd7814-6ae5-44e4-bc6f-d4a94709e64e', 'name': 'network-vif-deleted', 'tag': '95f7b893-388d-4098-9486-dffd55915655', 'status': 'completed', 'code': 200} Nov 22 16:55:06.741987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 9dc3ef72-8bd0-4e97-bc98-54066b96e221 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:06.841701 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.167817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba3d5e-679f-48c2-a1fa-e91741693a5e None None] Network 1200e4f4-b731-4508-84d8-a913c6345fdb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:07.169262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a2817b-56e6-4bd6-8d9f-e2b26be15936,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:07.179921 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.200976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49018) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:07.212189 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/b2a2817b-56e6-4bd6-8d9f-e2b26be15936 HTTP/1.1" status: 204 len: 168 time: 3.8533092 Nov 22 16:55:07.223222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49020) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:07.483059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-921b482b-7697-4ede-8ddb-81c80e8031bd admin admin] Deleting subnet 6c9cb276-f0e5-41c5-a1ec-059f2774878e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:07.614759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.616206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.617560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.619213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.626416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.628653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.635401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.636850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.644021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.646270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.650705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.651330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e90f81-361e-4221-b5f9-665081de6c7a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:07.685627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-921b482b-7697-4ede-8ddb-81c80e8031bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.766310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.825845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] DHCP port deletion for 1200e4f4-b731-4508-84d8-a913c6345fdb request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:07.949331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.997314 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.074813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] Deleting port 85ddd1db-f880-4a01-8fcd-36dccccbf02d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:08.075480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.132044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port 85ddd1db-f880-4a01-8fcd-36dccccbf02d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:08.133940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.265199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port b057a13b-ced9-41d7-8b1a-b2d5b485e5ee yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:08.404405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port 85ddd1db-f880-4a01-8fcd-36dccccbf02d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=85ddd1db-f880-4a01-8fcd-36dccccbf02d,segment=NetworkSegment(f180f27b-2a14-4a1e-a8de-6028bc70f0d9),segment_id=f180f27b-2a14-4a1e-a8de-6028bc70f0d9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:08.405033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.407536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] For port 85ddd1db-f880-4a01-8fcd-36dccccbf02d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=85ddd1db-f880-4a01-8fcd-36dccccbf02d,segment=NetworkSegment(f180f27b-2a14-4a1e-a8de-6028bc70f0d9),segment_id=f180f27b-2a14-4a1e-a8de-6028bc70f0d9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:08.408390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.448670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-921b482b-7697-4ede-8ddb-81c80e8031bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.463118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for 85ddd1db-f880-4a01-8fcd-36dccccbf02d owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:08.500773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] Calling delete_port for 85ddd1db-f880-4a01-8fcd-36dccccbf02d owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:08.620412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-921b482b-7697-4ede-8ddb-81c80e8031bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.777592 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.830348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] No DVR routers for this DVR port 85ddd1db-f880-4a01-8fcd-36dccccbf02d on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:08.852441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.928498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=85ddd1db-f880-4a01-8fcd-36dccccbf02d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:08.958020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No DVR routers for this DVR port 85ddd1db-f880-4a01-8fcd-36dccccbf02d on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:08.984129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c0c3d-2282-4252-846c-e3b8a23a7dea None None] Pushing event deleted for resources: {'Port': ['ID=85ddd1db-f880-4a01-8fcd-36dccccbf02d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:09.249227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-921b482b-7697-4ede-8ddb-81c80e8031bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.329298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 85ddd1db-f880-4a01-8fcd-36dccccbf02d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:09.421100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.438167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 85ddd1db-f880-4a01-8fcd-36dccccbf02d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:09.438167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 85ddd1db-f880-4a01-8fcd-36dccccbf02d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:09.465531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b482b-7697-4ede-8ddb-81c80e8031bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9cb276-f0e5-41c5-a1ec-059f2774878e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:09.513949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-921b482b-7697-4ede-8ddb-81c80e8031bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.520579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-921b482b-7697-4ede-8ddb-81c80e8031bd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6c9cb276-f0e5-41c5-a1ec-059f2774878e HTTP/1.1" status: 204 len: 168 time: 2.2951598 Nov 22 16:55:09.526333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49058) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:09.558068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1200e4f4-b731-4508-84d8-a913c6345fdb']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:09.626578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f180f27b-2a14-4a1e-a8de-6028bc70f0d9') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:09.627119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f180f27b-2a14-4a1e-a8de-6028bc70f0d9') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:09.678482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.686518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.737866 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.807512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.824703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:09.825419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:09.832900 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:10.064024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.178094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.190857 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.235666 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/1200e4f4-b731-4508-84d8-a913c6345fdb HTTP/1.1" status: 204 len: 168 time: 3.0324006 Nov 22 16:55:10.246888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49070) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:10.279466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-442297672'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:10.369116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caadb2-a3ae-40ad-a04a-6d1ca167313a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=1200e4f4-b731-4508-84d8-a913c6345fdb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:10.428848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:10.436378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.517269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:10.531587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:10.548678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:10.552042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.566577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:10.618275 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.628868 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment c749bf95-e697-4cc3-98c3-338db29c29e5 of type vlan for network 242d15b4-242e-4415-85c4-6bb6afed728e Nov 22 16:55:10.634849 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.731092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=9dc3ef72-8bd0-4e97-bc98-54066b96e221,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:10.865199 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.926830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking segment: {'id': '45a4d5a6-2151-4252-bb7e-106e3d1384c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9989d655-80fe-4a0f-99f7-95f5269b1b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:10.927528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network hostable DHCP agents. Network: 9989d655-80fe-4a0f-99f7-95f5269b1b2b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:10.953145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=b057a13b-ced9-41d7-8b1a-b2d5b485e5ee,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:10.978269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc49358-0309-4f08-8449-cf7bf906ebde']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:11.009474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.035251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:11.051021 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.090421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fa4825-197d-4ec2-9c65-b9e6face1a97') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:11.091493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fa4825-197d-4ec2-9c65-b9e6face1a97') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:11.151517 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.237590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 9989d655-80fe-4a0f-99f7-95f5269b1b2b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:11.296048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 9989d655-80fe-4a0f-99f7-95f5269b1b2b) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:11.314750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e889b0a-e537-4988-84eb-a52cd94d08b6 None None] Network 9989d655-80fe-4a0f-99f7-95f5269b1b2b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:11.324312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:11.371125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:11.372143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=242d15b4-242e-4415-85c4-6bb6afed728e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:11.386230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:11.398721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.412775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.445272 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46a7c101-c931-4a68-b92b-2d27cbc4ad0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1949420 Nov 22 16:55:11.461708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49090) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:11.484980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:11.491176 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:11.506332 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:11.510874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': '242d15b4-242e-4415-85c4-6bb6afed728e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:11.547546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 242d15b4-242e-4415-85c4-6bb6afed728e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:11.775263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-106b4577-bae3-4916-a9c4-75f3debb2c42 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 8.1795807 Nov 22 16:55:11.781926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49094) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:11.886113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:11.892981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.975520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.010793 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.026118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9cc49358-0309-4f08-8449-cf7bf906ebde HTTP/1.1" status: 204 len: 168 time: 2.4941835 Nov 22 16:55:12.224419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7e865-aac4-430f-86d7-ee341477e239 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc49358-0309-4f08-8449-cf7bf906ebde,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:12.390072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9e806-2b0c-46c7-8a8e-dceed0fc3ce9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port b057a13b-ced9-41d7-8b1a-b2d5b485e5ee {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:12.395313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e806-2b0c-46c7-8a8e-dceed0fc3ce9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.682057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.841548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e806-2b0c-46c7-8a8e-dceed0fc3ce9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.908546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=e526920c-213e-4fde-80f4-437af5a3a41b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:12.921158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9e806-2b0c-46c7-8a8e-dceed0fc3ce9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for b057a13b-ced9-41d7-8b1a-b2d5b485e5ee owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:12.930387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49112) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:13.103083 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e806-2b0c-46c7-8a8e-dceed0fc3ce9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.154348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': 'c749bf95-e697-4cc3-98c3-338db29c29e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '242d15b4-242e-4415-85c4-6bb6afed728e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:13.154927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: 242d15b4-242e-4415-85c4-6bb6afed728e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:13.307725 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-02cf27ed-89b1-4dea-abc6-3443ae6c60c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e53764f69d14931852b65c46599f3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743773 Nov 22 16:55:13.312027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49120) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:13.330008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e806-2b0c-46c7-8a8e-dceed0fc3ce9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.341874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f3d9e806-2b0c-46c7-8a8e-dceed0fc3ce9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/b057a13b-ced9-41d7-8b1a-b2d5b485e5ee HTTP/1.1" status: 204 len: 168 time: 1.5504584 Nov 22 16:55:13.342424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 242d15b4-242e-4415-85c4-6bb6afed728e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:13.347815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:13.354315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9e806-2b0c-46c7-8a8e-dceed0fc3ce9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=b057a13b-ced9-41d7-8b1a-b2d5b485e5ee,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:13.587117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 242d15b4-242e-4415-85c4-6bb6afed728e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:13.601740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4883941-e982-4bd1-aae6-b0568a1deecb None None] Network 242d15b4-242e-4415-85c4-6bb6afed728e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:13.682339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:13.684167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.046882 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5243001b-6103-4c19-aa7d-44f112e97ab0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5832651 Nov 22 16:55:14.050669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:14.057269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-61fb9c82-b259-48e1-95f6-49128f97f9f1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-650068221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:14.142044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbadc7-c5c0-4bd8-9509-ad4d94983f4f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:14.186278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbadc7-c5c0-4bd8-9509-ad4d94983f4f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:14.194386 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5ccbadc7-c5c0-4bd8-9509-ad4d94983f4f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8158064 Nov 22 16:55:14.220039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:14.258573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8230ed85-2b02-4a4c-8d1b-b689adfe6079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.299672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-242d15b4-242e-4415-85c4-6bb6afed728e', 'network_id': '242d15b4-242e-4415-85c4-6bb6afed728e', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': 'e526920c-213e-4fde-80f4-437af5a3a41b'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:14.316080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.394380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8230ed85-2b02-4a4c-8d1b-b689adfe6079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.514702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61fb9c82-b259-48e1-95f6-49128f97f9f1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.526338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61fb9c82-b259-48e1-95f6-49128f97f9f1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.629680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8230ed85-2b02-4a4c-8d1b-b689adfe6079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.640847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8230ed85-2b02-4a4c-8d1b-b689adfe6079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.649087 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8230ed85-2b02-4a4c-8d1b-b689adfe6079 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/707b86f4-620d-43d4-b291-ffdb5fa95486 HTTP/1.1" status: 204 len: 168 time: 1.3267534 Nov 22 16:55:14.691805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230ed85-2b02-4a4c-8d1b-b689adfe6079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707b86f4-620d-43d4-b291-ffdb5fa95486,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:14.900245 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61fb9c82-b259-48e1-95f6-49128f97f9f1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.910109 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61fb9c82-b259-48e1-95f6-49128f97f9f1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.977153 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61fb9c82-b259-48e1-95f6-49128f97f9f1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.991393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-61fb9c82-b259-48e1-95f6-49128f97f9f1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9392259 Nov 22 16:55:14.995553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49162) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:15.005981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4a00b085-7de5-47ea-9d9f-127b3b09c1bf tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 9dc3ef72-8bd0-4e97-bc98-54066b96e221 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:15.006696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a00b085-7de5-47ea-9d9f-127b3b09c1bf tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.313939 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a00b085-7de5-47ea-9d9f-127b3b09c1bf tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.386261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4a00b085-7de5-47ea-9d9f-127b3b09c1bf tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 9dc3ef72-8bd0-4e97-bc98-54066b96e221 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:15.508222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49172) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:15.981401 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a00b085-7de5-47ea-9d9f-127b3b09c1bf tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.112483 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a00b085-7de5-47ea-9d9f-127b3b09c1bf tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.129679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4a00b085-7de5-47ea-9d9f-127b3b09c1bf tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/9dc3ef72-8bd0-4e97-bc98-54066b96e221 HTTP/1.1" status: 204 len: 168 time: 1.9007719 Nov 22 16:55:16.129679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00b085-7de5-47ea-9d9f-127b3b09c1bf tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=9dc3ef72-8bd0-4e97-bc98-54066b96e221,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:16.145986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49184) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.157063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d702b7cc-6001-47dc-915a-c2b914b25250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.233631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Allocated IP 172.20.0.2 (242d15b4-242e-4415-85c4-6bb6afed728e/e526920c-213e-4fde-80f4-437af5a3a41b/eb517bf2-003f-449a-b29d-9219fb7c0e51) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:16.415980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b94be-3881-428b-b1ba-6c93c0342e63 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.423158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fc2b94be-3881-428b-b1ba-6c93c0342e63 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2697904 Nov 22 16:55:16.433343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49190) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.518389 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e3455b-9b7c-4fb5-9a2f-b64f74f4765e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:55:16.534154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-79e3455b-9b7c-4fb5-9a2f-b64f74f4765e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/b057a13b-ced9-41d7-8b1a-b2d5b485e5ee HTTP/1.1" status: 404 len: 333 time: 0.0988374 Nov 22 16:55:16.535721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.706847 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6dddce-6b54-4dd7-b277-d227aacff733 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:55:16.720663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-de6dddce-6b54-4dd7-b277-d227aacff733 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/9dc3ef72-8bd0-4e97-bc98-54066b96e221 HTTP/1.1" status: 404 len: 333 time: 0.1829717 Nov 22 16:55:16.725109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:17.109904 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.140621 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f896f25c-7579-42b4-8cf9-cbd9ef68400f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.153922 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.235907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.275835 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d702b7cc-6001-47dc-915a-c2b914b25250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.304459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d702b7cc-6001-47dc-915a-c2b914b25250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.384116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Network 242d15b4-242e-4415-85c4-6bb6afed728e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:17.439514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:17.458003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:17.505104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.596155 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d702b7cc-6001-47dc-915a-c2b914b25250 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97bc2cd3d2a14d83b0953d179261e66c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0749462 Nov 22 16:55:17.602452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49216) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:17.622481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9989d655-80fe-4a0f-99f7-95f5269b1b2b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:17.637889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.665722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a4d5a6-2151-4252-bb7e-106e3d1384c7') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:17.673098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a4d5a6-2151-4252-bb7e-106e3d1384c7') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:17.751323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.856268 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.874438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b7cc-6001-47dc-915a-c2b914b25250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b29d9-5cc4-45b4-886d-90d103c5b068,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:17.900125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:17.902491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.928293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Pushing event updated for resources: {'Port': ['ID=eb517bf2-003f-449a-b29d-9219fb7c0e51,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:18.127034 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ac51fee-6c83-45a0-a5d6-359a5b478fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.136962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Attempting to bind port eb517bf2-003f-449a-b29d-9219fb7c0e51 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:18.137915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Attempting to bind port eb517bf2-003f-449a-b29d-9219fb7c0e51 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c749bf95-e697-4cc3-98c3-338db29c29e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '242d15b4-242e-4415-85c4-6bb6afed728e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:18.138763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Attempting to bind port eb517bf2-003f-449a-b29d-9219fb7c0e51 on network 242d15b4-242e-4415-85c4-6bb6afed728e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:18.154392 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:18.161328 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.167834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:18.172626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Checking segment: {'id': 'c749bf95-e697-4cc3-98c3-338db29c29e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '242d15b4-242e-4415-85c4-6bb6afed728e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:18.173666 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.175712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Bound using segment: {'id': 'c749bf95-e697-4cc3-98c3-338db29c29e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '242d15b4-242e-4415-85c4-6bb6afed728e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:18.179225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Bound port: eb517bf2-003f-449a-b29d-9219fb7c0e51, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c749bf95-e697-4cc3-98c3-338db29c29e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '242d15b4-242e-4415-85c4-6bb6afed728e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:18.180445 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.182803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.193217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/networks/9989d655-80fe-4a0f-99f7-95f5269b1b2b HTTP/1.1" status: 204 len: 168 time: 1.4617457 Nov 22 16:55:18.206517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62b514cd-d269-49bd-a545-c2020ad89e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.231154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:18.233368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cd2df-ac06-48ed-884e-ca283fc043dc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Network': ['ID=9989d655-80fe-4a0f-99f7-95f5269b1b2b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:18.257995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-715985459'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:18.341602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:18.354723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.460629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:18.510397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.511343 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Added segment 3d08baf9-e16c-44b4-a38b-6de3e18c2669 of type vlan for network b5fcb799-8fb5-44cb-b0c1-b00965248770 Nov 22 16:55:18.531423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] For port eb517bf2-003f-449a-b29d-9219fb7c0e51, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:18.541717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] For port eb517bf2-003f-449a-b29d-9219fb7c0e51, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=eb517bf2-003f-449a-b29d-9219fb7c0e51,segment=NetworkSegment(c749bf95-e697-4cc3-98c3-338db29c29e5),segment_id=c749bf95-e697-4cc3-98c3-338db29c29e5)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:18.551115 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.755472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.858481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.871331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:18.872951 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.983580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109d3ed-1858-45ca-85f5-038890f162e4 None None] Pushing event updated for resources: {'Port': ['ID=eb517bf2-003f-449a-b29d-9219fb7c0e51,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:19.016300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7690623 Nov 22 16:55:19.024918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:19.036470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.052971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': 'b5fcb799-8fb5-44cb-b0c1-b00965248770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:19.215134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62b514cd-d269-49bd-a545-c2020ad89e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.311103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a908df-c756-448d-bef5-836bed6c8bc8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Network': ['ID=b5fcb799-8fb5-44cb-b0c1-b00965248770,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:19.337319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b5fcb799-8fb5-44cb-b0c1-b00965248770 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:19.616998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.20.0.1 (242d15b4-242e-4415-85c4-6bb6afed728e/e526920c-213e-4fde-80f4-437af5a3a41b/e564dfe5-e609-4c30-b971-b5f2912497b0) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:19.713451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:19.724890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.033740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:55:20.043691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:55:20.147184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.218156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62b514cd-d269-49bd-a545-c2020ad89e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.228654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62b514cd-d269-49bd-a545-c2020ad89e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.233276 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-62b514cd-d269-49bd-a545-c2020ad89e94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a37b29d9-5cc4-45b4-886d-90d103c5b068 HTTP/1.1" status: 204 len: 168 time: 2.6036563 Nov 22 16:55:20.253037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.334931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b514cd-d269-49bd-a545-c2020ad89e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b29d9-5cc4-45b4-886d-90d103c5b068,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:20.561399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 242d15b4-242e-4415-85c4-6bb6afed728e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:20.603783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.611962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:20.689291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:20.807850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.890234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=e564dfe5-e609-4c30-b971-b5f2912497b0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:21.021518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.120020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=dda084d6-5a7e-4eef-ae01-7773f70ad62c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:21.176246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking segment: {'id': '3d08baf9-e16c-44b4-a38b-6de3e18c2669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b5fcb799-8fb5-44cb-b0c1-b00965248770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:21.178176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network hostable DHCP agents. Network: b5fcb799-8fb5-44cb-b0c1-b00965248770, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:21.303801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network b5fcb799-8fb5-44cb-b0c1-b00965248770 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:21.393366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b5fcb799-8fb5-44cb-b0c1-b00965248770) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:21.440404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:21.444665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.468312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0d74c8-c9b8-485c-8d02-fc0ff1b982d1 None None] Network b5fcb799-8fb5-44cb-b0c1-b00965248770 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:21.552480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-25d1c561-3a37-4636-958e-c4cea72703d2 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5154119 Nov 22 16:55:21.552841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eb517bf2-003f-449a-b29d-9219fb7c0e51 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:21.553237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:21.576200 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.585270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': 'b5fcb799-8fb5-44cb-b0c1-b00965248770', 'name': 'tempest-PortsIpV6TestJSON-1012697405'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:21.817379 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.151323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92df9ad-38e0-45f1-b4fd-b444c25da046 None None] Network 242d15b4-242e-4415-85c4-6bb6afed728e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:22.275254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:22.304479 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.415300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 8d7a4829-2019-4aa2-9d5c-d51e9798b5b1 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:22.652897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f81868ff-b117-496f-9c2a-061bc94a5ce9 None None] Provisioning complete for port eb517bf2-003f-449a-b29d-9219fb7c0e51 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:22.653619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81868ff-b117-496f-9c2a-061bc94a5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.795805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port eb517bf2-003f-449a-b29d-9219fb7c0e51 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:22.801933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.120756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::283 (b5fcb799-8fb5-44cb-b0c1-b00965248770/dda084d6-5a7e-4eef-ae01-7773f70ad62c/8d7a4829-2019-4aa2-9d5c-d51e9798b5b1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:23.173785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49324) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:23.184042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.206546 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.267834 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81868ff-b117-496f-9c2a-061bc94a5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.354756 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.592006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=e564dfe5-e609-4c30-b971-b5f2912497b0,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:23.680346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.860287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f81868ff-b117-496f-9c2a-061bc94a5ce9 None None] For port eb517bf2-003f-449a-b29d-9219fb7c0e51, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=eb517bf2-003f-449a-b29d-9219fb7c0e51,segment=NetworkSegment(c749bf95-e697-4cc3-98c3-338db29c29e5),segment_id=c749bf95-e697-4cc3-98c3-338db29c29e5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:23.922352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81868ff-b117-496f-9c2a-061bc94a5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.955753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.094476 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.193487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 242d15b4-242e-4415-85c4-6bb6afed728e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:24.197099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:24.341543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network b5fcb799-8fb5-44cb-b0c1-b00965248770 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:24.360530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:24.369703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:24.394867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:24.408462 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.453083 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:55:24.462351 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:55:24.497746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=8d7a4829-2019-4aa2-9d5c-d51e9798b5b1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:24.556334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36d2e08e-74e5-47ec-8c23-2641d79f296f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.636048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6eccb612-2f3e-4940-814a-95953598da3a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0784495 Nov 22 16:55:24.662001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:24.691482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81868ff-b117-496f-9c2a-061bc94a5ce9 None None] Pushing event updated for resources: {'Port': ['ID=eb517bf2-003f-449a-b29d-9219fb7c0e51,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:24.837411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-b5fcb799-8fb5-44cb-b0c1-b00965248770', 'network_id': 'b5fcb799-8fb5-44cb-b0c1-b00965248770', 'tenant_id': '9652e802481d44eeb88506b9eb069a67', 'fixed_ips': [{'subnet_id': 'dda084d6-5a7e-4eef-ae01-7773f70ad62c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:24.838887 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.925757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a5b3bccb-0226-4e66-a7ec-98ba4f850528 None None] Provisioning complete for port e564dfe5-e609-4c30-b971-b5f2912497b0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:24.926398 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5b3bccb-0226-4e66-a7ec-98ba4f850528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.216577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3bccb-0226-4e66-a7ec-98ba4f850528 None None] Port e564dfe5-e609-4c30-b971-b5f2912497b0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:25.428402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36d2e08e-74e5-47ec-8c23-2641d79f296f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.463211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-36d2e08e-74e5-47ec-8c23-2641d79f296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.860366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2e08e-74e5-47ec-8c23-2641d79f296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3668004d-f322-4130-a324-3b5578d210e5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:25.884278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-36d2e08e-74e5-47ec-8c23-2641d79f296f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8ea16dcfc35425bb781c5a7f88962b1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7062902 Nov 22 16:55:25.898390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49364) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:25.909678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a5b3bccb-0226-4e66-a7ec-98ba4f850528 None None] Provisioning complete for port eb517bf2-003f-449a-b29d-9219fb7c0e51 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:25.910452 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5b3bccb-0226-4e66-a7ec-98ba4f850528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.164612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eb517bf2-003f-449a-b29d-9219fb7c0e51 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:26.249128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d3cfa60d-a3a2-4140-b859-bd502e32d146 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 8d7a4829-2019-4aa2-9d5c-d51e9798b5b1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:26.250193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa60d-a3a2-4140-b859-bd502e32d146 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.351576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a16b0fee-e407-4c72-902a-ff370f65da6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.452951 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a16b0fee-e407-4c72-902a-ff370f65da6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.527856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router fa6d789e-f257-4126-b4ff-0b150dad08e3 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:26.590071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa60d-a3a2-4140-b859-bd502e32d146 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.646019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d3cfa60d-a3a2-4140-b859-bd502e32d146 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 8d7a4829-2019-4aa2-9d5c-d51e9798b5b1 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:26.732858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Allocated IP 2001:db8::2 (b5fcb799-8fb5-44cb-b0c1-b00965248770/dda084d6-5a7e-4eef-ae01-7773f70ad62c/33592181-0278-4509-81c5-7334602f6fd2) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:26.939009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:26.955534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ecd9bdd5-e3fd-4cf6-b169-68ac3917fe47 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/fa6d789e-f257-4126-b4ff-0b150dad08e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9544094 Nov 22 16:55:26.957232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49378) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:27.000588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a16b0fee-e407-4c72-902a-ff370f65da6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.021007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a16b0fee-e407-4c72-902a-ff370f65da6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.030987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a16b0fee-e407-4c72-902a-ff370f65da6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3668004d-f322-4130-a324-3b5578d210e5 HTTP/1.1" status: 204 len: 168 time: 1.1094947 Nov 22 16:55:27.131934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5335f8-38b1-40dd-98cb-82d1a454e4f4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:27.143026 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9e5335f8-38b1-40dd-98cb-82d1a454e4f4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports/e564dfe5-e609-4c30-b971-b5f2912497b0 HTTP/1.1" status: 200 len: 910 time: 0.1832411 Nov 22 16:55:27.146442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49384) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:27.204416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b0fee-e407-4c72-902a-ff370f65da6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668004d-f322-4130-a324-3b5578d210e5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:27.212427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d4be8-eaa9-4209-97ce-c1dde8eb45c7 None None] Sync routers for ids ['fa6d789e-f257-4126-b4ff-0b150dad08e3'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:27.545471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d4be8-eaa9-4209-97ce-c1dde8eb45c7 None None] Routers {'fa6d789e-f257-4126-b4ff-0b150dad08e3'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:27.546983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-602d4be8-eaa9-4209-97ce-c1dde8eb45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fa6d789e-f257-4126-b4ff-0b150dad08e3'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:27.604073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa60d-a3a2-4140-b859-bd502e32d146 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.634079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-602d4be8-eaa9-4209-97ce-c1dde8eb45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:27.643327 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.648369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port eb517bf2-003f-449a-b29d-9219fb7c0e51 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:27.649056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.736438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfa60d-a3a2-4140-b859-bd502e32d146 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=8d7a4829-2019-4aa2-9d5c-d51e9798b5b1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:27.935586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3cfa60d-a3a2-4140-b859-bd502e32d146 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.959001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49398) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:27.960816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d3cfa60d-a3a2-4140-b859-bd502e32d146 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/8d7a4829-2019-4aa2-9d5c-d51e9798b5b1 HTTP/1.1" status: 204 len: 168 time: 3.2917945 Nov 22 16:55:28.088713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d4be8-eaa9-4209-97ce-c1dde8eb45c7 None None] Routers {'fa6d789e-f257-4126-b4ff-0b150dad08e3'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:28.095628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-602d4be8-eaa9-4209-97ce-c1dde8eb45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fa6d789e-f257-4126-b4ff-0b150dad08e3'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:28.099397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.284753 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8fc017-c408-44cc-bcd2-06073d307797 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:55:28.286093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8fc017-c408-44cc-bcd2-06073d307797 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:55:28.300148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49404) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:28.350052 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0d8fc017-c408-44cc-bcd2-06073d307797 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/8d7a4829-2019-4aa2-9d5c-d51e9798b5b1 HTTP/1.1" status: 404 len: 333 time: 0.3872166 Nov 22 16:55:28.450264 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da2a899-cbac-408f-84fb-a3d4b4e1f072 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:55:28.460935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4da2a899-cbac-408f-84fb-a3d4b4e1f072 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/8d7a4829-2019-4aa2-9d5c-d51e9798b5b1 HTTP/1.1" status: 404 len: 333 time: 0.1554918 Nov 22 16:55:28.462406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49410) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:28.573199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Pushing event updated for resources: {'Port': ['ID=33592181-0278-4509-81c5-7334602f6fd2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:28.591457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-602d4be8-eaa9-4209-97ce-c1dde8eb45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:28.592981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d4be8-eaa9-4209-97ce-c1dde8eb45c7 None None] The sync data for ids ['fa6d789e-f257-4126-b4ff-0b150dad08e3'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:28.624837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Network b5fcb799-8fb5-44cb-b0c1-b00965248770 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:28.697706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:28.762434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0818f09-18f0-4c73-9824-3a44256f1f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.899967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:28.985809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:29.044615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb13a35-4a33-4690-a11f-0cb08cec01b9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet dda084d6-5a7e-4eef-ae01-7773f70ad62c {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:29.083952 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fb13a35-4a33-4690-a11f-0cb08cec01b9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.157890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0818f09-18f0-4c73-9824-3a44256f1f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.168787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b0818f09-18f0-4c73-9824-3a44256f1f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.260809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ce7c5e73-6afa-481c-a0d1-9ee1534a2fd2 None None] Provisioning complete for port e564dfe5-e609-4c30-b971-b5f2912497b0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:29.262172 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ce7c5e73-6afa-481c-a0d1-9ee1534a2fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.302939 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fb13a35-4a33-4690-a11f-0cb08cec01b9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.307824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0818f09-18f0-4c73-9824-3a44256f1f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4948fff3-ac6d-4c14-97b9-e1fd8076a101,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:29.391116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Attempting to bind port 33592181-0278-4509-81c5-7334602f6fd2 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:29.391767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Attempting to bind port 33592181-0278-4509-81c5-7334602f6fd2 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '3d08baf9-e16c-44b4-a38b-6de3e18c2669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b5fcb799-8fb5-44cb-b0c1-b00965248770'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:29.392371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Attempting to bind port 33592181-0278-4509-81c5-7334602f6fd2 on network b5fcb799-8fb5-44cb-b0c1-b00965248770 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:29.401158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c5e73-6afa-481c-a0d1-9ee1534a2fd2 None None] Port e564dfe5-e609-4c30-b971-b5f2912497b0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:29.418549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:29.421937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b0818f09-18f0-4c73-9824-3a44256f1f2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8953bfc0f85b487887f6be2a37d31e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7198012 Nov 22 16:55:29.434074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Checking segment: {'id': '3d08baf9-e16c-44b4-a38b-6de3e18c2669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b5fcb799-8fb5-44cb-b0c1-b00965248770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:29.434074 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.434074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Bound using segment: {'id': '3d08baf9-e16c-44b4-a38b-6de3e18c2669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b5fcb799-8fb5-44cb-b0c1-b00965248770'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:29.434074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Bound port: 33592181-0278-4509-81c5-7334602f6fd2, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d08baf9-e16c-44b4-a38b-6de3e18c2669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b5fcb799-8fb5-44cb-b0c1-b00965248770'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:29.434074 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.440337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49432) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.491238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.668095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] For port 33592181-0278-4509-81c5-7334602f6fd2, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:29.680173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] For port 33592181-0278-4509-81c5-7334602f6fd2, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=33592181-0278-4509-81c5-7334602f6fd2,segment=NetworkSegment(3d08baf9-e16c-44b4-a38b-6de3e18c2669),segment_id=3d08baf9-e16c-44b4-a38b-6de3e18c2669)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:29.691646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.773182 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bacc14-870b-4d94-8dd2-52f2f42c7d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.921569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bacc14-870b-4d94-8dd2-52f2f42c7d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.996528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa00e4c-0d9c-4313-a20b-d148d277aeb9 None None] Pushing event updated for resources: {'Port': ['ID=33592181-0278-4509-81c5-7334602f6fd2,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:30.205851 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bacc14-870b-4d94-8dd2-52f2f42c7d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.214450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bacc14-870b-4d94-8dd2-52f2f42c7d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.223299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a2bacc14-870b-4d94-8dd2-52f2f42c7d88 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4948fff3-ac6d-4c14-97b9-e1fd8076a101 HTTP/1.1" status: 204 len: 168 time: 0.7809989 Nov 22 16:55:30.260754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bacc14-870b-4d94-8dd2-52f2f42c7d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948fff3-ac6d-4c14-97b9-e1fd8076a101,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:30.325552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fb13a35-4a33-4690-a11f-0cb08cec01b9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.804259 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fb13a35-4a33-4690-a11f-0cb08cec01b9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.954408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fb13a35-4a33-4690-a11f-0cb08cec01b9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.974477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49460) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:30.976074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2fb13a35-4a33-4690-a11f-0cb08cec01b9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/dda084d6-5a7e-4eef-ae01-7773f70ad62c HTTP/1.1" status: 204 len: 168 time: 2.5111756 Nov 22 16:55:30.996084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13a35-4a33-4690-a11f-0cb08cec01b9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=dda084d6-5a7e-4eef-ae01-7773f70ad62c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:31.488579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 33592181-0278-4509-81c5-7334602f6fd2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:31.507106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.510717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port e564dfe5-e609-4c30-b971-b5f2912497b0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:31.511630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.822683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 33592181-0278-4509-81c5-7334602f6fd2 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:31.823352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.860484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 33592181-0278-4509-81c5-7334602f6fd2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:31.861981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.034465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.111797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for e564dfe5-e609-4c30-b971-b5f2912497b0 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:32.182232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] For port 33592181-0278-4509-81c5-7334602f6fd2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=33592181-0278-4509-81c5-7334602f6fd2,segment=NetworkSegment(3d08baf9-e16c-44b4-a38b-6de3e18c2669),segment_id=3d08baf9-e16c-44b4-a38b-6de3e18c2669)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:32.191828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.229458 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.260032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:32.337685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 33592181-0278-4509-81c5-7334602f6fd2 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:32.341935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 33592181-0278-4509-81c5-7334602f6fd2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=33592181-0278-4509-81c5-7334602f6fd2,segment=NetworkSegment(3d08baf9-e16c-44b4-a38b-6de3e18c2669),segment_id=3d08baf9-e16c-44b4-a38b-6de3e18c2669)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:32.349580 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.508095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=33592181-0278-4509-81c5-7334602f6fd2,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:32.711632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.786649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No DVR routers for this DVR port 33592181-0278-4509-81c5-7334602f6fd2 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:32.855706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdbde9f-8de2-4193-a40b-c029dfa6b2ab None None] Network b5fcb799-8fb5-44cb-b0c1-b00965248770 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:33.126721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=33592181-0278-4509-81c5-7334602f6fd2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:33.127412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.299118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.346253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fcb799-8fb5-44cb-b0c1-b00965248770']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:33.366816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d08baf9-e16c-44b4-a38b-6de3e18c2669') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:33.367535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d08baf9-e16c-44b4-a38b-6de3e18c2669') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:33.394227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.430190 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.469001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 33592181-0278-4509-81c5-7334602f6fd2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:33.496810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=e564dfe5-e609-4c30-b971-b5f2912497b0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:33.509667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 33592181-0278-4509-81c5-7334602f6fd2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:33.509667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 33592181-0278-4509-81c5-7334602f6fd2 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 16:55:33.534540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:33.535221 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.648622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6d603cfc-189a-41f1-9edf-15943b775c9f None None] Could not find standard attr ID for object 8d7a4829-2019-4aa2-9d5c-d51e9798b5b1. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:33.657442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port 33592181-0278-4509-81c5-7334602f6fd2 not found, will not notify nova. {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 16:55:33.680614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6d603cfc-189a-41f1-9edf-15943b775c9f None None] Could not find standard attr ID for object 33592181-0278-4509-81c5-7334602f6fd2. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:33.747088 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:33.753469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e9977a0-59d7-4a4a-ad43-32b3db7dbc98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.891444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.903836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f6afa-0dd0-4118-aa6a-362b422bdfea None None] DHCP port deletion for b5fcb799-8fb5-44cb-b0c1-b00965248770 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:33.911987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.922907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/networks/b5fcb799-8fb5-44cb-b0c1-b00965248770 HTTP/1.1" status: 204 len: 168 time: 2.9458001 Nov 22 16:55:33.967658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:33.969726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbce980-ecec-47e0-aeb1-d33d4e85d875 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Network': ['ID=b5fcb799-8fb5-44cb-b0c1-b00965248770,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:33.983543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-662232418'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:34.067501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:34.074159 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.116214 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:34.206790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.246823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:34.281586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.282875 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Added segment be8330cb-b42c-4431-80e0-854945691d0c of type vlan for network 81c67072-4913-4b92-a422-ee3812a6bbe0 Nov 22 16:55:34.368033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.445224 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.459919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.461998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.534022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5583682 Nov 22 16:55:34.538404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:34.877531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router fa6d789e-f257-4126-b4ff-0b150dad08e3 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:35.118349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:35.133834 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-87defd2e-7eb6-4569-af6a-6675a310f19a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/fa6d789e-f257-4126-b4ff-0b150dad08e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9850485 Nov 22 16:55:35.135122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49510) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:35.140999 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994aebc5-363e-42d6-915f-959565148a5b None None] Sync routers for ids ['fa6d789e-f257-4126-b4ff-0b150dad08e3'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:35.239215 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-456133aa-859a-4e06-ad79-5e962fe47cbe tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa6d789e-f257-4126-b4ff-0b150dad08e3 HTTP/1.1" status: 200 len: 205 time: 0.1023645 Nov 22 16:55:35.240107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49512) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:35.292947 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994aebc5-363e-42d6-915f-959565148a5b None None] Routers {'fa6d789e-f257-4126-b4ff-0b150dad08e3'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:35.294477 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-994aebc5-363e-42d6-915f-959565148a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fa6d789e-f257-4126-b4ff-0b150dad08e3'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:35.404893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '81c67072-4913-4b92-a422-ee3812a6bbe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:35.442321 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-994aebc5-363e-42d6-915f-959565148a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:35.465305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 33592181-0278-4509-81c5-7334602f6fd2 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:35.492500 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994aebc5-363e-42d6-915f-959565148a5b None None] Routers {'fa6d789e-f257-4126-b4ff-0b150dad08e3'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:35.493710 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-994aebc5-363e-42d6-915f-959565148a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fa6d789e-f257-4126-b4ff-0b150dad08e3'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:35.554535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 33592181-0278-4509-81c5-7334602f6fd2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:35.558803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 33592181-0278-4509-81c5-7334602f6fd2 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:35.671186 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-994aebc5-363e-42d6-915f-959565148a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:35.672955 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994aebc5-363e-42d6-915f-959565148a5b None None] The sync data for ids ['fa6d789e-f257-4126-b4ff-0b150dad08e3'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:35.746006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1ab96-44e3-44cb-aebb-a36699d53de5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Network': ['ID=81c67072-4913-4b92-a422-ee3812a6bbe0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.758276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd9d4-4d5b-44af-b9e1-82476c61e931 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.772349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 81c67072-4913-4b92-a422-ee3812a6bbe0 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:35.862166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e9977a0-59d7-4a4a-ad43-32b3db7dbc98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.874477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e9977a0-59d7-4a4a-ad43-32b3db7dbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.120218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9977a0-59d7-4a4a-ad43-32b3db7dbc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd73323f-793f-4cf3-a262-ef26c21f54e8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:36.168680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4e9977a0-59d7-4a4a-ad43-32b3db7dbc98 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b99ca3989851403880bd9c5e96e7c395&name=default HTTP/1.1" status: 200 len: 3000 time: 3.8940144 Nov 22 16:55:36.171596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49520) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:36.282793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49522) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:36.284148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:36.297611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.601432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69f5b120-8683-44e6-a596-efd13f676fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.623149 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd9d4-4d5b-44af-b9e1-82476c61e931 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.639387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd9d4-4d5b-44af-b9e1-82476c61e931 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.694816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.731246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69f5b120-8683-44e6-a596-efd13f676fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.779832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd9d4-4d5b-44af-b9e1-82476c61e931 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.796348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcfd9d4-4d5b-44af-b9e1-82476c61e931 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Fanout notify agent at l3_agent the message router_deleted on router fa6d789e-f257-4126-b4ff-0b150dad08e3 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:55:36.821605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd9d4-4d5b-44af-b9e1-82476c61e931 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.829148 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6bcfd9d4-4d5b-44af-b9e1-82476c61e931 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/fa6d789e-f257-4126-b4ff-0b150dad08e3 HTTP/1.1" status: 204 len: 168 time: 1.5874321 Nov 22 16:55:36.838391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49534) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:37.024450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8f312fb-6af9-4546-850f-186df28f2ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.080418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2bf8ca-b2af-41ad-9541-8183d4a770ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet e526920c-213e-4fde-80f4-437af5a3a41b {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:37.095374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf8ca-b2af-41ad-9541-8183d4a770ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.269033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8f312fb-6af9-4546-850f-186df28f2ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.292739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf8ca-b2af-41ad-9541-8183d4a770ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.365222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8f312fb-6af9-4546-850f-186df28f2ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.495579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69f5b120-8683-44e6-a596-efd13f676fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.501046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69f5b120-8683-44e6-a596-efd13f676fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.504721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-69f5b120-8683-44e6-a596-efd13f676fed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd73323f-793f-4cf3-a262-ef26c21f54e8 HTTP/1.1" status: 204 len: 168 time: 1.3308771 Nov 22 16:55:37.523193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.652603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf8ca-b2af-41ad-9541-8183d4a770ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.720569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=913754c3-803b-45da-be71-9218df119cd6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:37.739720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c8f312fb-6af9-4546-850f-186df28f2ecd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6965dee2809840d2bd2ecbd4ed35953d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4151752 Nov 22 16:55:37.741357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49552) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:37.768686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f312fb-6af9-4546-850f-186df28f2ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b304e5cb-535d-4490-9ea4-9a6a32bc0fdb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:37.863113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf8ca-b2af-41ad-9541-8183d4a770ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.910136 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.930528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf8ca-b2af-41ad-9541-8183d4a770ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.943535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1013bad0-a0f3-4210-a979-5ff3dfd1d468 None None] Network 242d15b4-242e-4415-85c4-6bb6afed728e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:37.943990 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8b2bf8ca-b2af-41ad-9541-8183d4a770ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/e526920c-213e-4fde-80f4-437af5a3a41b HTTP/1.1" status: 204 len: 168 time: 1.1037235 Nov 22 16:55:37.959065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:38.037834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5b120-8683-44e6-a596-efd13f676fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd73323f-793f-4cf3-a262-ef26c21f54e8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:38.125699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking segment: {'id': 'be8330cb-b42c-4431-80e0-854945691d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '81c67072-4913-4b92-a422-ee3812a6bbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:38.128597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network hostable DHCP agents. Network: 81c67072-4913-4b92-a422-ee3812a6bbe0, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:38.137415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bf8ca-b2af-41ad-9541-8183d4a770ad tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=e526920c-213e-4fde-80f4-437af5a3a41b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:38.157770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67db3b34-7048-4b23-a074-24cdbf989e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.250008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67db3b34-7048-4b23-a074-24cdbf989e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.446238 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67db3b34-7048-4b23-a074-24cdbf989e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.455764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67db3b34-7048-4b23-a074-24cdbf989e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.462155 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-67db3b34-7048-4b23-a074-24cdbf989e0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b304e5cb-535d-4490-9ea4-9a6a32bc0fdb HTTP/1.1" status: 204 len: 168 time: 0.7166243 Nov 22 16:55:38.487931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] DHCP port deletion for 242d15b4-242e-4415-85c4-6bb6afed728e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:38.507694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db3b34-7048-4b23-a074-24cdbf989e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b304e5cb-535d-4490-9ea4-9a6a32bc0fdb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:38.533208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 81c67072-4913-4b92-a422-ee3812a6bbe0 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:38.542850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.562348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 81c67072-4913-4b92-a422-ee3812a6bbe0) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:38.586052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:38.587764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.656644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a57d2a-8ec3-4f1b-973f-62193ec6277a None None] Network 81c67072-4913-4b92-a422-ee3812a6bbe0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:38.663881 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-859ad1ab-2674-41de-bb97-42c7909ece25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0482433 Nov 22 16:55:38.665029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49568) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:38.681300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '81c67072-4913-4b92-a422-ee3812a6bbe0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2042352471'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:38.867642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port eb517bf2-003f-449a-b29d-9219fb7c0e51 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:38.868604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.012568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49572) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:39.089370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port eb517bf2-003f-449a-b29d-9219fb7c0e51, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=eb517bf2-003f-449a-b29d-9219fb7c0e51,segment=NetworkSegment(c749bf95-e697-4cc3-98c3-338db29c29e5),segment_id=c749bf95-e697-4cc3-98c3-338db29c29e5)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:39.089978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.170529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for eb517bf2-003f-449a-b29d-9219fb7c0e51 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:39.247398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74b879e2-baa2-48af-bfff-c9288d0e17a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.261011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:39.266992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.310235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eb517bf2-003f-449a-b29d-9219fb7c0e51 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:39.362715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 5b5f050c-35ea-4730-8606-19f0f83766dc yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:39.458468 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.462385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Deleting port eb517bf2-003f-449a-b29d-9219fb7c0e51 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:39.463155 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.502710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No DVR routers for this DVR port eb517bf2-003f-449a-b29d-9219fb7c0e51 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:39.701736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-81c67072-4913-4b92-a422-ee3812a6bbe0', 'network_id': '81c67072-4913-4b92-a422-ee3812a6bbe0', 'tenant_id': '9652e802481d44eeb88506b9eb069a67', 'fixed_ips': [{'subnet_id': '913754c3-803b-45da-be71-9218df119cd6'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:39.704320 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.845566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=eb517bf2-003f-449a-b29d-9219fb7c0e51,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:39.927316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.004769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242d15b4-242e-4415-85c4-6bb6afed728e']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:40.064633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c749bf95-e697-4cc3-98c3-338db29c29e5') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:40.065135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c749bf95-e697-4cc3-98c3-338db29c29e5') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:40.094928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::1c2 (81c67072-4913-4b92-a422-ee3812a6bbe0/913754c3-803b-45da-be71-9218df119cd6/5b5f050c-35ea-4730-8606-19f0f83766dc) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:40.139251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.157435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74b879e2-baa2-48af-bfff-c9288d0e17a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.185244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] For port eb517bf2-003f-449a-b29d-9219fb7c0e51, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:40.186645 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.190190 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-74b879e2-baa2-48af-bfff-c9288d0e17a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.192175 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.225196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:40.234322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:40.255652 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:40.262016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Calling delete_port for eb517bf2-003f-449a-b29d-9219fb7c0e51 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:40.269673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Port eb517bf2-003f-449a-b29d-9219fb7c0e51 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:55:40.291046 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.300892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No active binding found for port eb517bf2-003f-449a-b29d-9219fb7c0e51 {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:55:40.303992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eb517bf2-003f-449a-b29d-9219fb7c0e51 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:40.423921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Pushing event deleted for resources: {'Port': ['ID=eb517bf2-003f-449a-b29d-9219fb7c0e51,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:40.467891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.484185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.485252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.487411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.491100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.496612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.498713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.503153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.503976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.504811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.505677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.506543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:40.538150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49590) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:40.538796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbaa17b-ed06-40c9-8517-51fd26599d71 None None] No DVR routers for this DVR port eb517bf2-003f-449a-b29d-9219fb7c0e51 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:40.590351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-635a204d-86cd-4b46-98ce-c22f941eb74e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.599035 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.608155 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-74b879e2-baa2-48af-bfff-c9288d0e17a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff6fa90128804181999edf829a1e40f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5926244 Nov 22 16:55:40.609530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b879e2-baa2-48af-bfff-c9288d0e17a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4ca6f-096a-49f7-980b-02f53967f479,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:40.617598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49594) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:40.639307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49596) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:40.661445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.668951 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/242d15b4-242e-4415-85c4-6bb6afed728e HTTP/1.1" status: 204 len: 168 time: 2.7027092 Nov 22 16:55:40.683434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:40.709923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1603599345', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:40.753585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90301f-ee0b-4d54-b5dc-97fe79d00b39 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=242d15b4-242e-4415-85c4-6bb6afed728e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:40.907531 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.909115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-149727f0-a856-41ab-ae0a-971b21f9b373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.985332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-149727f0-a856-41ab-ae0a-971b21f9b373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.024691 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.026990 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.081580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.092017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-149727f0-a856-41ab-ae0a-971b21f9b373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.099588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-149727f0-a856-41ab-ae0a-971b21f9b373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.103265 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-149727f0-a856-41ab-ae0a-971b21f9b373 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8ed4ca6f-096a-49f7-980b-02f53967f479 HTTP/1.1" status: 204 len: 168 time: 0.4813328 Nov 22 16:55:41.142106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149727f0-a856-41ab-ae0a-971b21f9b373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4ca6f-096a-49f7-980b-02f53967f479,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:41.245929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-635a204d-86cd-4b46-98ce-c22f941eb74e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.256553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-635a204d-86cd-4b46-98ce-c22f941eb74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.283831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.317537 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Allocated IP 2001:db8::2 (81c67072-4913-4b92-a422-ee3812a6bbe0/913754c3-803b-45da-be71-9218df119cd6/dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:41.390236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a204d-86cd-4b46-98ce-c22f941eb74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7036e72a-5afe-4696-bb7f-ddd683a9b5a6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:41.415868 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-635a204d-86cd-4b46-98ce-c22f941eb74e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=545d01bb8b7f44ee9874f465cd2bcec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8734946 Nov 22 16:55:41.425466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49604) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:41.444676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 81c67072-4913-4b92-a422-ee3812a6bbe0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:41.624175 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856a0de5-576d-4c3f-9b83-509d57b614ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.728260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856a0de5-576d-4c3f-9b83-509d57b614ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.827602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:41.860817 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fedfc052-3a4b-4adb-883e-9d957d1622c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.866478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:41.892025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.893695 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.934765 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856a0de5-576d-4c3f-9b83-509d57b614ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.941063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-856a0de5-576d-4c3f-9b83-509d57b614ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.946888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-856a0de5-576d-4c3f-9b83-509d57b614ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7036e72a-5afe-4696-bb7f-ddd683a9b5a6 HTTP/1.1" status: 204 len: 168 time: 0.5116978 Nov 22 16:55:41.992683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a0de5-576d-4c3f-9b83-509d57b614ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7036e72a-5afe-4696-bb7f-ddd683a9b5a6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:41.994830 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.000889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=5b5f050c-35ea-4730-8606-19f0f83766dc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:42.046584 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.173035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-124dc37c-464a-49a4-85c9-01051ef1c9df tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.5018661 Nov 22 16:55:42.175183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49624) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:42.288552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Network 81c67072-4913-4b92-a422-ee3812a6bbe0 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:42.334932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Pushing event updated for resources: {'Port': ['ID=dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:42.346438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:42.360640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:42.417878 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.529102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ca113012-3f55-490d-9fcd-f60522f2660b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 5b5f050c-35ea-4730-8606-19f0f83766dc {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:42.529700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca113012-3f55-490d-9fcd-f60522f2660b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.536151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Attempting to bind port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:42.540163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Attempting to bind port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'be8330cb-b42c-4431-80e0-854945691d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '81c67072-4913-4b92-a422-ee3812a6bbe0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:42.541149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Attempting to bind port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 on network 81c67072-4913-4b92-a422-ee3812a6bbe0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:42.567020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:42.567881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Checking segment: {'id': 'be8330cb-b42c-4431-80e0-854945691d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '81c67072-4913-4b92-a422-ee3812a6bbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:42.568564 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.569463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Bound using segment: {'id': 'be8330cb-b42c-4431-80e0-854945691d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '81c67072-4913-4b92-a422-ee3812a6bbe0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:42.570457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Bound port: dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8330cb-b42c-4431-80e0-854945691d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '81c67072-4913-4b92-a422-ee3812a6bbe0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:42.572451 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.819746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca113012-3f55-490d-9fcd-f60522f2660b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.846568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ca113012-3f55-490d-9fcd-f60522f2660b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 5b5f050c-35ea-4730-8606-19f0f83766dc owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:42.884233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] For port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:42.923354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fedfc052-3a4b-4adb-883e-9d957d1622c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.945025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] For port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2,segment=NetworkSegment(be8330cb-b42c-4431-80e0-854945691d0c),segment_id=be8330cb-b42c-4431-80e0-854945691d0c)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:42.956160 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fedfc052-3a4b-4adb-883e-9d957d1622c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.973438 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.297551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684a8fd-fbf6-4350-b970-fb9319bf66b9 None None] Pushing event updated for resources: {'Port': ['ID=dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:43.317481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca113012-3f55-490d-9fcd-f60522f2660b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.449261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca113012-3f55-490d-9fcd-f60522f2660b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=5b5f050c-35ea-4730-8606-19f0f83766dc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:43.512497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca113012-3f55-490d-9fcd-f60522f2660b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.518766 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ca113012-3f55-490d-9fcd-f60522f2660b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/5b5f050c-35ea-4730-8606-19f0f83766dc HTTP/1.1" status: 204 len: 168 time: 1.3418989 Nov 22 16:55:43.520863 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.524090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49650) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:43.564412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fedfc052-3a4b-4adb-883e-9d957d1622c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6e17aa6236a46469b84998f94b97d34&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9173918 Nov 22 16:55:43.571304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49652) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:43.622663 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ed52d0-b43d-4471-8371-a06ad0be5ab4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:55:43.644388 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e3ed52d0-b43d-4471-8371-a06ad0be5ab4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/5b5f050c-35ea-4730-8606-19f0f83766dc HTTP/1.1" status: 404 len: 333 time: 0.1058147 Nov 22 16:55:43.645849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49656) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:43.672502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfc052-3a4b-4adb-883e-9d957d1622c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87806bd1-0587-4063-9f97-21867b2abb0b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:43.697572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.858762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19d4fdf-c627-4de9-8f83-2af4d3292132 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet 913754c3-803b-45da-be71-9218df119cd6 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:43.875139 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f19d4fdf-c627-4de9-8f83-2af4d3292132 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.093388 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f19d4fdf-c627-4de9-8f83-2af4d3292132 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.335001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.25.0.41 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/d20a688b-bd85-4b48-9780-a5dd7420a895) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:44.514393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f19d4fdf-c627-4de9-8f83-2af4d3292132 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.634820 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f19d4fdf-c627-4de9-8f83-2af4d3292132 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.706646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fff855db-0c25-4550-81c8-e64f7e2255c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.717119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d4fdf-c627-4de9-8f83-2af4d3292132 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=913754c3-803b-45da-be71-9218df119cd6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:44.747292 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f19d4fdf-c627-4de9-8f83-2af4d3292132 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.788597 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f19d4fdf-c627-4de9-8f83-2af4d3292132 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/913754c3-803b-45da-be71-9218df119cd6 HTTP/1.1" status: 204 len: 168 time: 1.1274810 Nov 22 16:55:44.790212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49678) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:44.822261 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fff855db-0c25-4550-81c8-e64f7e2255c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.929893 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.012486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fff855db-0c25-4550-81c8-e64f7e2255c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.025687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fff855db-0c25-4550-81c8-e64f7e2255c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.027688 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fff855db-0c25-4550-81c8-e64f7e2255c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87806bd1-0587-4063-9f97-21867b2abb0b HTTP/1.1" status: 204 len: 168 time: 1.4506738 Nov 22 16:55:45.058766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.158646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=d20a688b-bd85-4b48-9780-a5dd7420a895,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:45.164002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff855db-0c25-4550-81c8-e64f7e2255c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87806bd1-0587-4063-9f97-21867b2abb0b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:45.187755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:45.191124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:45.208961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:45.215985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.275271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637ef3a-be77-47ee-b983-be8e55c6a7e0 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:45.454878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e420e5e1-2d86-4f5c-920e-1b7232d2c4d8 None None] Provisioning complete for port d20a688b-bd85-4b48-9780-a5dd7420a895 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:45.459919 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e420e5e1-2d86-4f5c-920e-1b7232d2c4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.610529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:45.613010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.615796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e420e5e1-2d86-4f5c-920e-1b7232d2c4d8 None None] Port d20a688b-bd85-4b48-9780-a5dd7420a895 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:45.647477 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68cfe4d3-c260-4c38-a5f3-5c23c92f9396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.697525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:45.972114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:45.972759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.064998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] For port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2,segment=NetworkSegment(be8330cb-b42c-4431-80e0-854945691d0c),segment_id=be8330cb-b42c-4431-80e0-854945691d0c)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:46.065589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.106316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:46.230789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf9f8d1-22d1-4540-8232-5139cf5daa6f None None] Network 81c67072-4913-4b92-a422-ee3812a6bbe0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:46.342558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.428465 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.441092 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.497674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-330ce06f-425d-45f1-863d-0b10c5fb6057 None None] Could not find standard attr ID for object dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:46.498675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.506917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No DVR routers for this DVR port dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:46.833876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.984018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5505a-65fd-44df-a7f2-d95286ef2a6c None None] DHCP port deletion for 81c67072-4913-4b92-a422-ee3812a6bbe0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:47.025867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c67072-4913-4b92-a422-ee3812a6bbe0']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:47.061080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8330cb-b42c-4431-80e0-854945691d0c') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:47.061613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8330cb-b42c-4431-80e0-854945691d0c') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:47.069596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49716) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:47.161314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bfec22a-d0a2-43c7-9942-be8682cc2bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.172827 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.241802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:47.303751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.311956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:47.312554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dd117d0c-b15c-4ec6-9f1e-ff91df2af1e2 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:47.336285 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.389541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:47.390782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:47.404748 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:47.565364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.585158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.590161 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/networks/81c67072-4913-4b92-a422-ee3812a6bbe0 HTTP/1.1" status: 204 len: 168 time: 2.7983553 Nov 22 16:55:47.612718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49722) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:47.646355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'name': 'tempest-PortsIpV6TestJSON-933034094'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:47.845460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router cd68be0c-a5fc-4c34-8185-940f10cbd83b is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:47.935745 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8e13-f39a-42f5-9c6e-a92ea890a52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.268489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:48.294632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e8e1e-a3ce-4f89-bf13-d6d5d803e1d1 None None] Sync routers for ids ['cd68be0c-a5fc-4c34-8185-940f10cbd83b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:48.327235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e8e1e-a3ce-4f89-bf13-d6d5d803e1d1 None None] Routers {'cd68be0c-a5fc-4c34-8185-940f10cbd83b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:48.328635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-971e8e1e-a3ce-4f89-bf13-d6d5d803e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cd68be0c-a5fc-4c34-8185-940f10cbd83b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:48.381745 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.386608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eaa935ac-543e-47ec-93a5-d21f9a0f609d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.6998930 Nov 22 16:55:48.391539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:48.480809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-971e8e1e-a3ce-4f89-bf13-d6d5d803e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:48.508076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e8e1e-a3ce-4f89-bf13-d6d5d803e1d1 None None] Routers {'cd68be0c-a5fc-4c34-8185-940f10cbd83b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:48.520347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-971e8e1e-a3ce-4f89-bf13-d6d5d803e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cd68be0c-a5fc-4c34-8185-940f10cbd83b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:48.908193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7e0887a1-41be-42d2-a2e9-a10ce7307cbc tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/routers/cd68be0c-a5fc-4c34-8185-940f10cbd83b HTTP/1.1" status: 200 len: 880 time: 0.5144854 Nov 22 16:55:48.910979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:49.006055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-971e8e1e-a3ce-4f89-bf13-d6d5d803e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:49.008019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e8e1e-a3ce-4f89-bf13-d6d5d803e1d1 None None] The sync data for ids ['cd68be0c-a5fc-4c34-8185-940f10cbd83b'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:49.032517 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.103647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec22ff-879d-404d-ba7e-1985302595f6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Network': ['ID=81c67072-4913-4b92-a422-ee3812a6bbe0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.110530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:49.118773 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.166930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port a02114e6-37bc-45c8-8c27-4ab5662fdbba yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:49.331978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bfec22a-d0a2-43c7-9942-be8682cc2bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.349024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bfec22a-d0a2-43c7-9942-be8682cc2bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.511978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfec22a-d0a2-43c7-9942-be8682cc2bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4765b-7cc7-46ba-a515-e936bdbd2d2f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.533819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7bfec22a-d0a2-43c7-9942-be8682cc2bd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47ab01ca469945fe951df65116bd90e0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4572616 Nov 22 16:55:49.545553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49768) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:49.985233 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc30c4ee-a1ea-4920-b519-0e7a5104d539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.093680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc30c4ee-a1ea-4920-b519-0e7a5104d539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.420488 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.620519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc30c4ee-a1ea-4920-b519-0e7a5104d539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.628090 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc30c4ee-a1ea-4920-b519-0e7a5104d539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.632084 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bc30c4ee-a1ea-4920-b519-0e7a5104d539 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19f4765b-7cc7-46ba-a515-e936bdbd2d2f HTTP/1.1" status: 204 len: 168 time: 1.0811460 Nov 22 16:55:50.654022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30c4ee-a1ea-4920-b519-0e7a5104d539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4765b-7cc7-46ba-a515-e936bdbd2d2f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.685798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.738697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-66e5c70b-0312-48db-a647-8e99ffe6e4cd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.8111897 Nov 22 16:55:50.745504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:50.803755 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.804816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c7475667-901b-4bd1-9f52-72a5626b8bc7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1603599345'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:50.855511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:50.902450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:50.925778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:50.964619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:50.966033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.028597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=a02114e6-37bc-45c8-8c27-4ab5662fdbba,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:51.045543 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4ff1df3-944c-43fa-8322-e64b2d147a82 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4228215 Nov 22 16:55:51.051035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49802) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:51.347346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-627d31ff-5e23-42b7-a93b-1f1e285b9df9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port a02114e6-37bc-45c8-8c27-4ab5662fdbba {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:51.348359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-627d31ff-5e23-42b7-a93b-1f1e285b9df9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.418175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.645808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-627d31ff-5e23-42b7-a93b-1f1e285b9df9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.712435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-627d31ff-5e23-42b7-a93b-1f1e285b9df9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for a02114e6-37bc-45c8-8c27-4ab5662fdbba owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:51.965471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7475667-901b-4bd1-9f52-72a5626b8bc7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.998746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7475667-901b-4bd1-9f52-72a5626b8bc7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.020541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-627d31ff-5e23-42b7-a93b-1f1e285b9df9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.104104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d31ff-5e23-42b7-a93b-1f1e285b9df9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=a02114e6-37bc-45c8-8c27-4ab5662fdbba,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:52.144077 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-627d31ff-5e23-42b7-a93b-1f1e285b9df9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.152667 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-627d31ff-5e23-42b7-a93b-1f1e285b9df9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/a02114e6-37bc-45c8-8c27-4ab5662fdbba HTTP/1.1" status: 204 len: 168 time: 1.0998313 Nov 22 16:55:52.167852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:52.176132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'mac_address': 'fa:16:3e:d6:4f:69', 'name': 'tempest-PortsIpV6TestJSON-1495986471'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:52.262706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7475667-901b-4bd1-9f52-72a5626b8bc7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router cd68be0c-a5fc-4c34-8185-940f10cbd83b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:52.523945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:52.642597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7475667-901b-4bd1-9f52-72a5626b8bc7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:52.661686 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0f55a-a66e-41ff-b0e9-4d5de59183ed None None] Sync routers for ids ['cd68be0c-a5fc-4c34-8185-940f10cbd83b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:52.672825 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7475667-901b-4bd1-9f52-72a5626b8bc7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.678753 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c7475667-901b-4bd1-9f52-72a5626b8bc7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/cd68be0c-a5fc-4c34-8185-940f10cbd83b HTTP/1.1" status: 200 len: 887 time: 1.9270813 Nov 22 16:55:52.687585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:52.748029 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0f55a-a66e-41ff-b0e9-4d5de59183ed None None] Routers {'cd68be0c-a5fc-4c34-8185-940f10cbd83b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:52.755477 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1cb0f55a-a66e-41ff-b0e9-4d5de59183ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cd68be0c-a5fc-4c34-8185-940f10cbd83b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:52.870900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.881467 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1cb0f55a-a66e-41ff-b0e9-4d5de59183ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:52.920846 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0f55a-a66e-41ff-b0e9-4d5de59183ed None None] Routers {'cd68be0c-a5fc-4c34-8185-940f10cbd83b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:52.924850 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1cb0f55a-a66e-41ff-b0e9-4d5de59183ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cd68be0c-a5fc-4c34-8185-940f10cbd83b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:52.974177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port f22de3c4-e276-4553-a5d3-b4d8fb08e524 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:53.030631 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1cb0f55a-a66e-41ff-b0e9-4d5de59183ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:53.032957 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb0f55a-a66e-41ff-b0e9-4d5de59183ed None None] The sync data for ids ['cd68be0c-a5fc-4c34-8185-940f10cbd83b'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:53.209412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-569be618-3696-4b9d-8766-382819ac902c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/routers/cd68be0c-a5fc-4c34-8185-940f10cbd83b HTTP/1.1" status: 200 len: 887 time: 0.5198333 Nov 22 16:55:53.215452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49846) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:53.295960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:53.296258 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cc31a9ed-bacc-4e2a-9127-b9e3d5e1452f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68be0c-a5fc-4c34-8185-940f10cbd83b HTTP/1.1" status: 200 len: 205 time: 0.0774891 Nov 22 16:55:53.591712 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.666022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.689013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.814262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=f22de3c4-e276-4553-a5d3-b4d8fb08e524,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:53.864205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:53.866873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:53.877967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:53.914700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.916171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.980006 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-03cea8e6-fe18-4d30-80a6-340646ef222c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8103142 Nov 22 16:55:53.981784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49856) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:54.148809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0661bd48-fda5-4635-8494-aa6d35be545d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.155016 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.166269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49864) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:54.167403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0661bd48-fda5-4635-8494-aa6d35be545d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/f22de3c4-e276-4553-a5d3-b4d8fb08e524 HTTP/1.1" status: 200 len: 845 time: 0.1837115 Nov 22 16:55:54.506348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port d20a688b-bd85-4b48-9780-a5dd7420a895 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:54.507299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.605856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4d2944e7-8eae-4303-8dda-7c070b436af4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port f22de3c4-e276-4553-a5d3-b4d8fb08e524 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:54.606364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d2944e7-8eae-4303-8dda-7c070b436af4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.796519 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d2944e7-8eae-4303-8dda-7c070b436af4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.852987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.935615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4d2944e7-8eae-4303-8dda-7c070b436af4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for f22de3c4-e276-4553-a5d3-b4d8fb08e524 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:54.962421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for d20a688b-bd85-4b48-9780-a5dd7420a895 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:55.322272 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d2944e7-8eae-4303-8dda-7c070b436af4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.415714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2944e7-8eae-4303-8dda-7c070b436af4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=f22de3c4-e276-4553-a5d3-b4d8fb08e524,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.442823 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d2944e7-8eae-4303-8dda-7c070b436af4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.449866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4d2944e7-8eae-4303-8dda-7c070b436af4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/f22de3c4-e276-4553-a5d3-b4d8fb08e524 HTTP/1.1" status: 204 len: 168 time: 1.2777617 Nov 22 16:55:55.453816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:55.521345 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da62f03-92d7-4ec7-a231-8ea2337449cc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:55:55.525103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3da62f03-92d7-4ec7-a231-8ea2337449cc tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/f22de3c4-e276-4553-a5d3-b4d8fb08e524 HTTP/1.1" status: 404 len: 333 time: 0.0687056 Nov 22 16:55:55.530421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:55.611239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'name': 'tempest-PortsIpV6TestJSON-2086554879'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:55.924690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:55.934880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.964904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.029060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 289bed23-d731-4e41-bb85-a042172a4749 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:56.039392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f7ffa-1c42-4188-a62c-f9105aa5ab95 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:56.524362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=d20a688b-bd85-4b48-9780-a5dd7420a895,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:56.755166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.778219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.965980 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.972827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.043088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.069593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.070297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Fanout notify agent at l3_agent the message router_deleted on router cd68be0c-a5fc-4c34-8185-940f10cbd83b {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:55:57.121670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.129204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7ce5337c-6c3b-4de4-bc45-0e5c024870f7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/cd68be0c-a5fc-4c34-8185-940f10cbd83b HTTP/1.1" status: 204 len: 168 time: 3.8265815 Nov 22 16:55:57.130611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49918) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:57.140255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1470311179'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:57.174873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:57.177697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:57.186930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:57.206907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.208715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.242266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:57.254351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=289bed23-d731-4e41-bb85-a042172a4749,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:57.263751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:57.277367 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.294480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-06f75c8e-5e62-414f-b1b8-61c07d8462c7 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7611415 Nov 22 16:55:57.296784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49926) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:57.306336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:57.385672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:57.430727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.431663 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment 1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1 of type vlan for network 962952a8-5d77-47b4-b57e-135d0db2ff48 Nov 22 16:55:57.494694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.620703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.748301 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.759544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.761000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.913748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=962952a8-5d77-47b4-b57e-135d0db2ff48,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:57.935122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 962952a8-5d77-47b4-b57e-135d0db2ff48 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:58.001626 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bae06795-9e4f-4e6d-9131-e57e17704bdd tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8656049 Nov 22 16:55:58.003566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49942) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:58.026874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': '962952a8-5d77-47b4-b57e-135d0db2ff48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:58.097381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.197591 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c1dc13d3-a7a5-447c-976d-34d3418d8116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.220434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.456526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:58.470371 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.115167 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c1dc13d3-a7a5-447c-976d-34d3418d8116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.131769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c1dc13d3-a7a5-447c-976d-34d3418d8116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.144319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] In _notify_port_updated(), no bound segment for port 289bed23-d731-4e41-bb85-a042172a4749 on network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:55:59.171081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:59.180826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.196308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "PUT /v2.0/ports/289bed23-d731-4e41-bb85-a042172a4749 HTTP/1.1" status: 200 len: 818 time: 1.8991120 Nov 22 16:55:59.204455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:59.264572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.568154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c1dc13d3-a7a5-447c-976d-34d3418d8116 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e380c8ac92a4539a26f6401dfa9b2e9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3262713 Nov 22 16:55:59.574170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:59.624686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.684027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.689670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc13d3-a7a5-447c-976d-34d3418d8116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49198cde-29eb-4b32-8af6-60ed4d2eeead,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.692736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8c5b6-9100-47dc-90d1-94cd67aac662 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=289bed23-d731-4e41-bb85-a042172a4749,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.703967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.707554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.708346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.712312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.713646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.714425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.715174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.716036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.718434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.724172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.724975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:59.751255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': '1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '962952a8-5d77-47b4-b57e-135d0db2ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:59.751255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: 962952a8-5d77-47b4-b57e-135d0db2ff48, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:59.819329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd3fc0-831f-46a9-accc-b93056ccab54 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 289bed23-d731-4e41-bb85-a042172a4749 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:59.824693 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3fc0-831f-46a9-accc-b93056ccab54 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.855473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 962952a8-5d77-47b4-b57e-135d0db2ff48 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:59.884506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 962952a8-5d77-47b4-b57e-135d0db2ff48) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:59.906338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb65c2f-8364-48cd-9a94-6d067dabf4d0 None None] Network 962952a8-5d77-47b4-b57e-135d0db2ff48 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:59.918057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:59.926254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.061196 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3fc0-831f-46a9-accc-b93056ccab54 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.093906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:00.099204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-09322ca1-a42d-4d00-9fdf-9e1e2d10f175 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0914171 Nov 22 16:56:00.131976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6efc1322-3247-4518-b0ee-71f1dbd03157 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-125220375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:00.135824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c9b90f9-157d-417e-a592-fe666fb14f9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.195191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd3fc0-831f-46a9-accc-b93056ccab54 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 289bed23-d731-4e41-bb85-a042172a4749 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:00.245393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c9b90f9-157d-417e-a592-fe666fb14f9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.352999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efc1322-3247-4518-b0ee-71f1dbd03157 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.359291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efc1322-3247-4518-b0ee-71f1dbd03157 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.433860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c9b90f9-157d-417e-a592-fe666fb14f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.447774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c9b90f9-157d-417e-a592-fe666fb14f9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.454346 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8c9b90f9-157d-417e-a592-fe666fb14f9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49198cde-29eb-4b32-8af6-60ed4d2eeead HTTP/1.1" status: 204 len: 168 time: 0.8666320 Nov 22 16:56:00.489377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b90f9-157d-417e-a592-fe666fb14f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49198cde-29eb-4b32-8af6-60ed4d2eeead,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:00.648585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efc1322-3247-4518-b0ee-71f1dbd03157 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.664155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efc1322-3247-4518-b0ee-71f1dbd03157 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.735630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6efc1322-3247-4518-b0ee-71f1dbd03157 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.738032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6efc1322-3247-4518-b0ee-71f1dbd03157 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6275887 Nov 22 16:56:00.742493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:00.838708 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3fc0-831f-46a9-accc-b93056ccab54 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.994721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd3fc0-831f-46a9-accc-b93056ccab54 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=289bed23-d731-4e41-bb85-a042172a4749,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:00.998694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-962952a8-5d77-47b4-b57e-135d0db2ff48', 'network_id': '962952a8-5d77-47b4-b57e-135d0db2ff48', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': '90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:01.015047 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.056847 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3fc0-831f-46a9-accc-b93056ccab54 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.084505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7fcd3fc0-831f-46a9-accc-b93056ccab54 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/289bed23-d731-4e41-bb85-a042172a4749 HTTP/1.1" status: 204 len: 168 time: 1.7749531 Nov 22 16:56:01.097490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:01.308700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c7e67-aa01-4e48-a3a1-9047149e6ab4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:01.317963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7c8c7e67-aa01-4e48-a3a1-9047149e6ab4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2133377 Nov 22 16:56:01.319034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:01.428566 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c67f6c5-6d01-4b9e-b087-d8f5a8940808 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:56:01.445288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9c67f6c5-6d01-4b9e-b087-d8f5a8940808 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/289bed23-d731-4e41-bb85-a042172a4749 HTTP/1.1" status: 404 len: 333 time: 0.1195090 Nov 22 16:56:01.446526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:01.454661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-780653222'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:01.505018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:01.516418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.604242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:01.649356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.650762 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Added segment aefacc2a-2c91-4e2f-b164-5ccf890ad36a of type vlan for network 32877377-dbd1-4907-96a7-2aef3656347f Nov 22 16:56:01.795626 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.816827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.851475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Allocated IP 172.20.0.2 (962952a8-5d77-47b4-b57e-135d0db2ff48/90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47/7fcce9a8-48e9-4061-a235-ba3b2e7d1294) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:01.893879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.963635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:01.969575 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.371817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Network': ['ID=32877377-dbd1-4907-96a7-2aef3656347f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:02.456892 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.458183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4346e4fc-4043-4b78-95bd-5ce3e6bf363d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0085850 Nov 22 16:56:02.464980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50034) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:02.469897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 32877377-dbd1-4907-96a7-2aef3656347f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:02.489394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '32877377-dbd1-4907-96a7-2aef3656347f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:02.492931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.829317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50040) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:02.843656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.20.0.1 (962952a8-5d77-47b4-b57e-135d0db2ff48/90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47/101f7805-ca86-4e8c-a4fd-2118f991feb4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:02.904529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4644ab2b-070e-4a0c-965d-f58802f44067 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.916735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:02.923564 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.990186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Pushing event updated for resources: {'Port': ['ID=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:03.036826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Network 962952a8-5d77-47b4-b57e-135d0db2ff48 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:03.049298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:03.054676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:03.325887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Attempting to bind port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:03.327074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Attempting to bind port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '962952a8-5d77-47b4-b57e-135d0db2ff48'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:03.333686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Attempting to bind port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 on network 962952a8-5d77-47b4-b57e-135d0db2ff48 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:03.371047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:03.373067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Checking segment: {'id': '1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '962952a8-5d77-47b4-b57e-135d0db2ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:03.374153 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.376145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Bound using segment: {'id': '1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '962952a8-5d77-47b4-b57e-135d0db2ff48'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:03.378354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Bound port: 7fcce9a8-48e9-4061-a235-ba3b2e7d1294, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '962952a8-5d77-47b4-b57e-135d0db2ff48'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:03.385540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.492094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.704238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.760775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] For port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:03.769771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] For port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,segment=NetworkSegment(1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1),segment_id=1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:03.785319 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.907486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4644ab2b-070e-4a0c-965d-f58802f44067 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.919234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4644ab2b-070e-4a0c-965d-f58802f44067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.925153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 962952a8-5d77-47b4-b57e-135d0db2ff48 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:03.928961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:03.936078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:04.034998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaae9b-3484-4698-8fa5-2b7cdd47a76f None None] Pushing event updated for resources: {'Port': ['ID=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.154894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.246093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4644ab2b-070e-4a0c-965d-f58802f44067 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e487a42a37bb4c5ab3cec1065a416934&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4116580 Nov 22 16:56:04.251548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50064) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:04.252546 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.299087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644ab2b-070e-4a0c-965d-f58802f44067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef82745-4e3a-4f95-b10f-3f51ceb9c5b2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.780284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de899d2-69e8-40a0-9276-13b050df523e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.872350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=101f7805-ca86-4e8c-a4fd-2118f991feb4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.886507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking segment: {'id': 'aefacc2a-2c91-4e2f-b164-5ccf890ad36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '32877377-dbd1-4907-96a7-2aef3656347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:04.886507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network hostable DHCP agents. Network: 32877377-dbd1-4907-96a7-2aef3656347f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:04.907582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=b8458e8c-a11a-42a2-b9eb-a36a018462ee,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.952222 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.043416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de899d2-69e8-40a0-9276-13b050df523e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.090432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 32877377-dbd1-4907-96a7-2aef3656347f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:05.203258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 32877377-dbd1-4907-96a7-2aef3656347f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:05.213856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3444ac82-eb5b-47fe-9ea3-35a4116e8048 None None] Network 32877377-dbd1-4907-96a7-2aef3656347f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:05.220552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:05.235994 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.425288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-18358706-075b-4976-8dbb-25bfcec0d779 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9580195 Nov 22 16:56:05.435701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:05.456238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e33f6d00-667f-415e-aa52-c4a590e4133b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '32877377-dbd1-4907-96a7-2aef3656347f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:05.540945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de899d2-69e8-40a0-9276-13b050df523e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.545842 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de899d2-69e8-40a0-9276-13b050df523e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.548463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5de899d2-69e8-40a0-9276-13b050df523e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ef82745-4e3a-4f95-b10f-3f51ceb9c5b2 HTTP/1.1" status: 204 len: 168 time: 1.2930071 Nov 22 16:56:05.626194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de899d2-69e8-40a0-9276-13b050df523e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef82745-4e3a-4f95-b10f-3f51ceb9c5b2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:05.637247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:06.228494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33f6d00-667f-415e-aa52-c4a590e4133b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:06.228494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e33f6d00-667f-415e-aa52-c4a590e4133b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.626320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-32877377-dbd1-4907-96a7-2aef3656347f', 'network_id': '32877377-dbd1-4907-96a7-2aef3656347f', 'tenant_id': '9652e802481d44eeb88506b9eb069a67', 'fixed_ips': [{'subnet_id': 'b8458e8c-a11a-42a2-b9eb-a36a018462ee'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:06.627271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.633812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.648373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.808737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:06.809130 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.881290 n-d-816865-2 neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-e33f6d00-667f-415e-aa52-c4a590e4133b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b8458e8c-a11a-42a2-b9eb-a36a018462ee (CIDR: 2001:db8::/64) Nov 22 16:56:07.004707 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33f6d00-667f-415e-aa52-c4a590e4133b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:07.020751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33f6d00-667f-415e-aa52-c4a590e4133b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:07.104221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=101f7805-ca86-4e8c-a4fd-2118f991feb4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.141294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.174067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e33f6d00-667f-415e-aa52-c4a590e4133b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7338917 Nov 22 16:56:07.181328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50124) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.197644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '32877377-dbd1-4907-96a7-2aef3656347f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:07.344444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Allocated IP 2001:db8::2 (32877377-dbd1-4907-96a7-2aef3656347f/b8458e8c-a11a-42a2-b9eb-a36a018462ee/26751754-2cc8-4e79-9c9b-0673d9baa8c6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:07.474764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2a82d-a3c6-4e60-9a43-655191dcd473 None None] Network 962952a8-5d77-47b4-b57e-135d0db2ff48 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:07.776684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 962952a8-5d77-47b4-b57e-135d0db2ff48 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:07.786685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:07.875541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:07.915578 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.985509 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.307724 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router f971db3f-b6e0-49c1-a412-6703378f5f4f is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:56:08.451350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ebcfeb5e-7d04-4a62-a34d-6df7d752fd73 None None] Provisioning complete for port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:08.452520 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebcfeb5e-7d04-4a62-a34d-6df7d752fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.745616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.130172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:09.138604 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-96704882-b99f-4d1b-8038-67d870e29ae1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/f971db3f-b6e0-49c1-a412-6703378f5f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3942032 Nov 22 16:56:09.142780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.284239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc60e63-814f-4ef4-a414-b0a51aed9f0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:09.285843 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7fc60e63-814f-4ef4-a414-b0a51aed9f0c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports/101f7805-ca86-4e8c-a4fd-2118f991feb4 HTTP/1.1" status: 200 len: 910 time: 0.1406026 Nov 22 16:56:09.290651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50180) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.304775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3715e261-2bdf-4724-8e13-e634f56a5da9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:09.448353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d7b58-ed97-4f8f-88a8-a1eb39eaa573 None None] Sync routers for ids ['f971db3f-b6e0-49c1-a412-6703378f5f4f'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:09.526114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.793119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 32877377-dbd1-4907-96a7-2aef3656347f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:09.825475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:09.836201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:09.841443 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.926515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=350c4500-eacc-4fe7-9fea-eda781a8b2c1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:09.966115 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7828355 Nov 22 16:56:09.971984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50196) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.983474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.990803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '32877377-dbd1-4907-96a7-2aef3656347f', 'fixed_ips': [{'subnet_id': 'b8458e8c-a11a-42a2-b9eb-a36a018462ee'}, {'subnet_id': '350c4500-eacc-4fe7-9fea-eda781a8b2c1'}], 'name': 'tempest-PortsIpV6TestJSON-544508124'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:09.994117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.994831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.995473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.996941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.999124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.999800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.001078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.003211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.003822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.004398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.006335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01679e2-cf37-4a43-a6c2-315ac74b6ccb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.116965 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d7b58-ed97-4f8f-88a8-a1eb39eaa573 None None] Routers {'f971db3f-b6e0-49c1-a412-6703378f5f4f'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:10.131940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f97d7b58-ed97-4f8f-88a8-a1eb39eaa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f971db3f-b6e0-49c1-a412-6703378f5f4f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:10.321251 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-2dfa0bf4-980c-4ee2-82d4-ab75b96a7add service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.0157361 Nov 22 16:56:10.443196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:10.503972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f97d7b58-ed97-4f8f-88a8-a1eb39eaa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:10.508170 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebcfeb5e-7d04-4a62-a34d-6df7d752fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.796895 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.119916 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.121267 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:11.176209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3715e261-2bdf-4724-8e13-e634f56a5da9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.203508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-99ae7c94-07eb-473d-84b1-28c78e497601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:11.206475 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-99ae7c94-07eb-473d-84b1-28c78e497601 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 1097 time: 0.7425025 Nov 22 16:56:11.452892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d7b58-ed97-4f8f-88a8-a1eb39eaa573 None None] Routers {'f971db3f-b6e0-49c1-a412-6703378f5f4f'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:11.453902 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f97d7b58-ed97-4f8f-88a8-a1eb39eaa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:55:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f971db3f-b6e0-49c1-a412-6703378f5f4f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:11.566741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.667922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f97d7b58-ed97-4f8f-88a8-a1eb39eaa573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:11.669045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97d7b58-ed97-4f8f-88a8-a1eb39eaa573 None None] The sync data for ids ['f971db3f-b6e0-49c1-a412-6703378f5f4f'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:11.681483 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.735103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ebcfeb5e-7d04-4a62-a34d-6df7d752fd73 None None] For port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,segment=NetworkSegment(1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1),segment_id=1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:11.789120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Network 32877377-dbd1-4907-96a7-2aef3656347f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:11.800861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:11.931333 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ebcfeb5e-7d04-4a62-a34d-6df7d752fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.952719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:13.177077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Pushing event updated for resources: {'Port': ['ID=26751754-2cc8-4e79-9c9b-0673d9baa8c6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:13.284584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Attempting to bind port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:13.289297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Attempting to bind port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'aefacc2a-2c91-4e2f-b164-5ccf890ad36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '32877377-dbd1-4907-96a7-2aef3656347f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:13.295826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Attempting to bind port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 on network 32877377-dbd1-4907-96a7-2aef3656347f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:13.475262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e0be9188-e020-4807-8df6-84f4d9568659 None None] Provisioning complete for port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:13.478439 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0be9188-e020-4807-8df6-84f4d9568659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.496540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:13.506347 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:13.537122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:13.548876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Checking segment: {'id': 'aefacc2a-2c91-4e2f-b164-5ccf890ad36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '32877377-dbd1-4907-96a7-2aef3656347f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:13.549330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.551741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Bound using segment: {'id': 'aefacc2a-2c91-4e2f-b164-5ccf890ad36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '32877377-dbd1-4907-96a7-2aef3656347f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:13.558328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Bound port: 26751754-2cc8-4e79-9c9b-0673d9baa8c6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefacc2a-2c91-4e2f-b164-5ccf890ad36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '32877377-dbd1-4907-96a7-2aef3656347f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:13.559463 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.957600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] For port 26751754-2cc8-4e79-9c9b-0673d9baa8c6, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:13.973629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] For port 26751754-2cc8-4e79-9c9b-0673d9baa8c6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=26751754-2cc8-4e79-9c9b-0673d9baa8c6,segment=NetworkSegment(aefacc2a-2c91-4e2f-b164-5ccf890ad36a),segment_id=aefacc2a-2c91-4e2f-b164-5ccf890ad36a)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:14.021680 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.273528 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port dcd68e80-7419-4c62-820a-db48822ffcf5 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:14.731004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfeb5e-7d04-4a62-a34d-6df7d752fd73 None None] Pushing event updated for resources: {'Port': ['ID=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:15.176836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c4bc0-1a97-4375-94ba-f8d9e25f6d95 None None] Pushing event updated for resources: {'Port': ['ID=26751754-2cc8-4e79-9c9b-0673d9baa8c6,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:15.248890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e0be9188-e020-4807-8df6-84f4d9568659 None None] Provisioning complete for port 101f7805-ca86-4e8c-a4fd-2118f991feb4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:15.250688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0be9188-e020-4807-8df6-84f4d9568659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.432335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e0be9188-e020-4807-8df6-84f4d9568659 None None] Port 101f7805-ca86-4e8c-a4fd-2118f991feb4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:15.497442 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-980b180c-5067-4aa3-b704-7b56bf1f2cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.515091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:15.659731 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3715e261-2bdf-4724-8e13-e634f56a5da9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.708216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-436bb310-77d1-43d0-92dc-4a88dbd14ad6 None None] Provisioning complete for port 101f7805-ca86-4e8c-a4fd-2118f991feb4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:15.709352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-436bb310-77d1-43d0-92dc-4a88dbd14ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.719079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3715e261-2bdf-4724-8e13-e634f56a5da9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.913672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:15.917181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.930408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-436bb310-77d1-43d0-92dc-4a88dbd14ad6 None None] Port 101f7805-ca86-4e8c-a4fd-2118f991feb4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:16.097182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3715e261-2bdf-4724-8e13-e634f56a5da9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.104118 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3715e261-2bdf-4724-8e13-e634f56a5da9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.112069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50312) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:16.151325 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3715e261-2bdf-4724-8e13-e634f56a5da9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/ports/101f7805-ca86-4e8c-a4fd-2118f991feb4 HTTP/1.1" status: 200 len: 910 time: 6.8587146 Nov 22 16:56:17.104355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715e261-2bdf-4724-8e13-e634f56a5da9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=101f7805-ca86-4e8c-a4fd-2118f991feb4,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:17.238079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab041b2a-7da3-44f6-8cfb-276bb4b0f916 None None] Network 32877377-dbd1-4907-96a7-2aef3656347f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:17.448737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-45d40938-7846-4785-9be4-b9223eaa9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:17.456720 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-45d40938-7846-4785-9be4-b9223eaa9a7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 5.9040029 Nov 22 16:56:17.557906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 26751754-2cc8-4e79-9c9b-0673d9baa8c6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:17.862822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f616ffba-8d04-4bfa-a27d-565035a00b7f None None] Provisioning complete for port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:17.871899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f616ffba-8d04-4bfa-a27d-565035a00b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.145926 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.187089 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-6f8a66d1-7a9b-4b61-9c4c-2a3fc0e2916f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 200 len: 1002 time: 0.7172732 Nov 22 16:56:18.249721 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9039a541-2119-4db7-98bb-e41bc92da136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.462101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-f2635903-a176-4bdb-8c4a-0c28f64a556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:18.468326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-f2635903-a176-4bdb-8c4a-0c28f64a556e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.2661629 Nov 22 16:56:18.726526 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f616ffba-8d04-4bfa-a27d-565035a00b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.806087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::247 (32877377-dbd1-4907-96a7-2aef3656347f/b8458e8c-a11a-42a2-b9eb-a36a018462ee/dcd68e80-7419-4c62-820a-db48822ffcf5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:18.865890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8:0:1::24e (32877377-dbd1-4907-96a7-2aef3656347f/350c4500-eacc-4fe7-9fea-eda781a8b2c1/dcd68e80-7419-4c62-820a-db48822ffcf5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:18.917448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:18.918399 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.131242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f616ffba-8d04-4bfa-a27d-565035a00b7f None None] For port 26751754-2cc8-4e79-9c9b-0673d9baa8c6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=26751754-2cc8-4e79-9c9b-0673d9baa8c6,segment=NetworkSegment(aefacc2a-2c91-4e2f-b164-5ccf890ad36a),segment_id=aefacc2a-2c91-4e2f-b164-5ccf890ad36a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:19.135753 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.145423 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f616ffba-8d04-4bfa-a27d-565035a00b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.192544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-2db5718f-208a-430d-bd9e-7ba9497c69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:19.198676 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-2db5718f-208a-430d-bd9e-7ba9497c69af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7059393 Nov 22 16:56:19.238420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-969e2566-105c-4795-8393-4de85ac7d817 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:56:19.245451 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-969e2566-105c-4795-8393-4de85ac7d817 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320778 Nov 22 16:56:19.492739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616ffba-8d04-4bfa-a27d-565035a00b7f None None] Pushing event updated for resources: {'Port': ['ID=26751754-2cc8-4e79-9c9b-0673d9baa8c6,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.739504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.884833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port 101f7805-ca86-4e8c-a4fd-2118f991feb4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:19.886543 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.997495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88e288-ab91-4a29-bdbc-89cd0ae67353 None None] Update dhcp port {'port': {'network_id': '32877377-dbd1-4907-96a7-2aef3656347f', 'fixed_ips': [{'subnet_id': 'b8458e8c-a11a-42a2-b9eb-a36a018462ee', 'ip_address': '2001:db8::2'}, {'subnet_id': '350c4500-eacc-4fe7-9fea-eda781a8b2c1'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '26751754-2cc8-4e79-9c9b-0673d9baa8c6'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:56:20.041949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.077153 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d88e288-ab91-4a29-bdbc-89cd0ae67353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.084789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 26751754-2cc8-4e79-9c9b-0673d9baa8c6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:20.119907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 32877377-dbd1-4907-96a7-2aef3656347f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:20.131101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:20.144647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:20.156330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:20.157623 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.191253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=dcd68e80-7419-4c62-820a-db48822ffcf5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.204347 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-756b9c2c-7380-4f86-bdf8-d21680e55d71 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 10.2250657 Nov 22 16:56:20.208642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50390) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:20.217821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8458e8c-a11a-42a2-b9eb-a36a018462ee'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:20.376723 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-5500dc7f-02ac-4c15-851b-c00760724574 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1109695 Nov 22 16:56:20.416433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.495666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for 101f7805-ca86-4e8c-a4fd-2118f991feb4 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:20.549593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:20.550204 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.083032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.089958 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8a983fbd-b361-4ef2-af0f-3b2f49a60256 req-e76bf337-14c2-45ec-a2d3-c9ef00f31a4a service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997383 Nov 22 16:56:21.593222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.633297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.638722 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.741068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-7d88e288-ab91-4a29-bdbc-89cd0ae67353 None None] Allocated IP 2001:db8:0:1::2 (32877377-dbd1-4907-96a7-2aef3656347f/350c4500-eacc-4fe7-9fea-eda781a8b2c1/26751754-2cc8-4e79-9c9b-0673d9baa8c6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:22.043997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50434) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.095070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=101f7805-ca86-4e8c-a4fd-2118f991feb4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:22.381580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7d88e288-ab91-4a29-bdbc-89cd0ae67353 None None] For port 26751754-2cc8-4e79-9c9b-0673d9baa8c6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=26751754-2cc8-4e79-9c9b-0673d9baa8c6,segment=NetworkSegment(aefacc2a-2c91-4e2f-b164-5ccf890ad36a),segment_id=aefacc2a-2c91-4e2f-b164-5ccf890ad36a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:22.567844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d88e288-ab91-4a29-bdbc-89cd0ae67353 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.581061 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d88e288-ab91-4a29-bdbc-89cd0ae67353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.834572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Delete allocated IP 2001:db8:0:1::24e (32877377-dbd1-4907-96a7-2aef3656347f/350c4500-eacc-4fe7-9fea-eda781a8b2c1) {{(pid=103442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:56:22.839876 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.944811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88e288-ab91-4a29-bdbc-89cd0ae67353 None None] Pushing event updated for resources: {'Port': ['ID=26751754-2cc8-4e79-9c9b-0673d9baa8c6,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:23.707755 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57afaef8-4f43-4dac-8bfd-67614b4d4c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.710021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router f971db3f-b6e0-49c1-a412-6703378f5f4f has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:23.732743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.747320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.913999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50460) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:23.996493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] In _notify_port_updated(), no bound segment for port dcd68e80-7419-4c62-820a-db48822ffcf5 on network 32877377-dbd1-4907-96a7-2aef3656347f {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:56:24.016986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:24.031722 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.038995 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "PUT /v2.0/ports/dcd68e80-7419-4c62-820a-db48822ffcf5 HTTP/1.1" status: 200 len: 925 time: 3.8276274 Nov 22 16:56:24.041407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:24.043969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:24.058358 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718b07b-18c4-49b0-be6d-4f64847c65e5 None None] Sync routers for ids ['f971db3f-b6e0-49c1-a412-6703378f5f4f'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:24.071922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8458e8c-a11a-42a2-b9eb-a36a018462ee'}, {'subnet_id': '350c4500-eacc-4fe7-9fea-eda781a8b2c1'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:24.121242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5f7d6980-23f9-4e4f-8591-c186411e7c15 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/f971db3f-b6e0-49c1-a412-6703378f5f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0053191 Nov 22 16:56:24.125552 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718b07b-18c4-49b0-be6d-4f64847c65e5 None None] Routers {'f971db3f-b6e0-49c1-a412-6703378f5f4f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:24.140189 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1718b07b-18c4-49b0-be6d-4f64847c65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:56:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f971db3f-b6e0-49c1-a412-6703378f5f4f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:24.142383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50468) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:24.283087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 26751754-2cc8-4e79-9c9b-0673d9baa8c6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:24.310385 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559dd6d-b172-4aee-86f6-122541082fb8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=dcd68e80-7419-4c62-820a-db48822ffcf5,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:24.352052 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1718b07b-18c4-49b0-be6d-4f64847c65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:24.390242 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718b07b-18c4-49b0-be6d-4f64847c65e5 None None] Routers {'f971db3f-b6e0-49c1-a412-6703378f5f4f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:24.393841 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1718b07b-18c4-49b0-be6d-4f64847c65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:56:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f971db3f-b6e0-49c1-a412-6703378f5f4f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:24.582879 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1718b07b-18c4-49b0-be6d-4f64847c65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:24.587439 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718b07b-18c4-49b0-be6d-4f64847c65e5 None None] The sync data for ids ['f971db3f-b6e0-49c1-a412-6703378f5f4f'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:24.591767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:24.592576 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.629961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57afaef8-4f43-4dac-8bfd-67614b4d4c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.645005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57afaef8-4f43-4dac-8bfd-67614b4d4c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.747271 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-57afaef8-4f43-4dac-8bfd-67614b4d4c59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=325f50a40cfd4d2ea11ee9af49c13857&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7019188 Nov 22 16:56:24.783071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50480) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:24.814652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50482) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:24.815062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cef4213d-a1d8-4b7e-a248-9586f4cb2df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=f971db3f-b6e0-49c1-a412-6703378f5f4f HTTP/1.1" status: 200 len: 205 time: 0.6616476 Nov 22 16:56:24.885672 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bdf489-1942-43ca-a6e7-df1dbe16e8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.047828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49ba16-b4bc-432c-8f62-b1ef6438cbd0 None None] Network 32877377-dbd1-4907-96a7-2aef3656347f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:25.068249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afaef8-4f43-4dac-8bfd-67614b4d4c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e7991-890b-44ed-8f68-f3a1ee997411,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:25.089615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acf6822d-d7dd-4009-a0c9-50bf4b5cd1bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.347889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9b086d43-6fe0-4d14-9851-c5862e3e7caa None None] Provisioning complete for port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:25.349414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b086d43-6fe0-4d14-9851-c5862e3e7caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.406702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bdf489-1942-43ca-a6e7-df1dbe16e8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.438329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23bdf489-1942-43ca-a6e7-df1dbe16e8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.592609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdf489-1942-43ca-a6e7-df1dbe16e8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff794c9-2826-4609-b796-0b63198c829b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:25.669682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd53a679-47f1-4ad6-9337-b34f8c3a4f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.807216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.850263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-23bdf489-1942-43ca-a6e7-df1dbe16e8d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59ff9259176a431a91a04ad4e25a5354&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9326425 Nov 22 16:56:25.868990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50502) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:25.878757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd53a679-47f1-4ad6-9337-b34f8c3a4f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.044883 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acf6822d-d7dd-4009-a0c9-50bf4b5cd1bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.049436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acf6822d-d7dd-4009-a0c9-50bf4b5cd1bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.287879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acf6822d-d7dd-4009-a0c9-50bf4b5cd1bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.294384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf6822d-d7dd-4009-a0c9-50bf4b5cd1bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Fanout notify agent at l3_agent the message router_deleted on router f971db3f-b6e0-49c1-a412-6703378f5f4f {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:56:26.330154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acf6822d-d7dd-4009-a0c9-50bf4b5cd1bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.354315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-acf6822d-d7dd-4009-a0c9-50bf4b5cd1bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/f971db3f-b6e0-49c1-a412-6703378f5f4f HTTP/1.1" status: 204 len: 168 time: 1.5319207 Nov 22 16:56:26.355510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50512) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.555497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b40a7e6-3ba2-46eb-9f94-2e1ee22f3079 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet 90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:26.564208 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b40a7e6-3ba2-46eb-9f94-2e1ee22f3079 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.564881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ee839596-70ea-4147-b45f-f4690bd8cdb7 None None] Provisioning complete for port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:26.565392 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee839596-70ea-4147-b45f-f4690bd8cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.679139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8:0:1::344 (32877377-dbd1-4907-96a7-2aef3656347f/350c4500-eacc-4fe7-9fea-eda781a8b2c1/dcd68e80-7419-4c62-820a-db48822ffcf5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:26.797243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b40a7e6-3ba2-46eb-9f94-2e1ee22f3079 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.819618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ee839596-70ea-4147-b45f-f4690bd8cdb7 None None] Provisioning complete for port dcd68e80-7419-4c62-820a-db48822ffcf5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:26.820349 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee839596-70ea-4147-b45f-f4690bd8cdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.993872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b40a7e6-3ba2-46eb-9f94-2e1ee22f3079 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.208463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b40a7e6-3ba2-46eb-9f94-2e1ee22f3079 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.327609 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4b40a7e6-3ba2-46eb-9f94-2e1ee22f3079 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.340499 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4b40a7e6-3ba2-46eb-9f94-2e1ee22f3079 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47 HTTP/1.1" status: 204 len: 168 time: 0.9703848 Nov 22 16:56:27.344165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50532) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:27.346452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40a7e6-3ba2-46eb-9f94-2e1ee22f3079 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.519963 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.530053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e16c4-844a-4761-9825-afd304b34792 None None] Network 962952a8-5d77-47b4-b57e-135d0db2ff48 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:27.729994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:27.730390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.812875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ee839596-70ea-4147-b45f-f4690bd8cdb7 None None] Port dcd68e80-7419-4c62-820a-db48822ffcf5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:27.963874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5d13eab8-df79-4b0c-b3b0-0c16e45a43f4 None None] Provisioning complete for port dcd68e80-7419-4c62-820a-db48822ffcf5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:27.964878 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d13eab8-df79-4b0c-b3b0-0c16e45a43f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.993681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,segment=NetworkSegment(1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1),segment_id=1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:28.001387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.019088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] DHCP port deletion for 962952a8-5d77-47b4-b57e-135d0db2ff48 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:28.024925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5d13eab8-df79-4b0c-b3b0-0c16e45a43f4 None None] Port dcd68e80-7419-4c62-820a-db48822ffcf5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:28.048885 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50542) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:28.086853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:28.097480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] Deleting port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:28.098530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.268777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd53a679-47f1-4ad6-9337-b34f8c3a4f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.275582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd53a679-47f1-4ad6-9337-b34f8c3a4f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.277129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fd53a679-47f1-4ad6-9337-b34f8c3a4f29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/547e7991-890b-44ed-8f68-f3a1ee997411 HTTP/1.1" status: 204 len: 168 time: 3.4908905 Nov 22 16:56:28.309796 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5dd8-b6ac-4490-b8fd-ed2511f84395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.340222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] For port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,segment=NetworkSegment(1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1),segment_id=1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:28.341023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.390384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5dd8-b6ac-4490-b8fd-ed2511f84395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.398339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] Calling delete_port for 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:28.484916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53a679-47f1-4ad6-9337-b34f8c3a4f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e7991-890b-44ed-8f68-f3a1ee997411,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:28.555803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:28.568439 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f0241bc-35f8-4337-8bea-a7d9babb91ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.613602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.635822 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.691526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] No DVR routers for this DVR port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:28.704668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f968a0a-055f-4664-a961-9780b7a0183d None None] Pushing event deleted for resources: {'Port': ['ID=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:28.733932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=7fcce9a8-48e9-4061-a235-ba3b2e7d1294,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:28.737162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.750167 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.759166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No DVR routers for this DVR port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:28.778518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No active binding found for port 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:56:28.782388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7fcce9a8-48e9-4061-a235-ba3b2e7d1294 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:29.032208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=dcd68e80-7419-4c62-820a-db48822ffcf5,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:29.048274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] In _notify_port_updated(), no bound segment for port dcd68e80-7419-4c62-820a-db48822ffcf5 on network 32877377-dbd1-4907-96a7-2aef3656347f {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:56:29.075333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:29.078364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.087637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-99f94a8b-c7bb-4735-85d6-6a2c12414ec8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "PUT /v2.0/ports/dcd68e80-7419-4c62-820a-db48822ffcf5 HTTP/1.1" status: 200 len: 1011 time: 5.0329030 Nov 22 16:56:29.094306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50574) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:29.100896 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.248438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962952a8-5d77-47b4-b57e-135d0db2ff48']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:29.324728 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5dd8-b6ac-4490-b8fd-ed2511f84395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.334249 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5dd8-b6ac-4490-b8fd-ed2511f84395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.340423 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:29.340873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa31bb3-d2ef-4e77-8fe3-e5ab32ff1ab1') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:29.355941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ce8f5dd8-b6ac-4490-b8fd-ed2511f84395 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ff794c9-2826-4609-b796-0b63198c829b HTTP/1.1" status: 204 len: 168 time: 3.4851415 Nov 22 16:56:29.442687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f5dd8-b6ac-4490-b8fd-ed2511f84395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff794c9-2826-4609-b796-0b63198c829b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:29.526658 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.621516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f0241bc-35f8-4337-8bea-a7d9babb91ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.624686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50586) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:29.700754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f0241bc-35f8-4337-8bea-a7d9babb91ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.711965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c8ddd-3f66-4b5b-85a9-f538d984033f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port dcd68e80-7419-4c62-820a-db48822ffcf5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:29.713166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8ddd-3f66-4b5b-85a9-f538d984033f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.719532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ff5239f9-a6e3-429d-913d-831af1f631b0 None None] Provisioning complete for port dcd68e80-7419-4c62-820a-db48822ffcf5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:29.730370 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff5239f9-a6e3-429d-913d-831af1f631b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.738271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.796114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ff5239f9-a6e3-429d-913d-831af1f631b0 None None] Port dcd68e80-7419-4c62-820a-db48822ffcf5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:29.827176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4f79-ed50-4215-99ee-97d9bf099cb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.831900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:29.833048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:29.846658 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:29.933540 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8ddd-3f66-4b5b-85a9-f538d984033f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.980997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c8ddd-3f66-4b5b-85a9-f538d984033f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for dcd68e80-7419-4c62-820a-db48822ffcf5 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:30.112719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0241bc-35f8-4337-8bea-a7d9babb91ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263dd1c3-d595-4d7e-b11d-06fb6cf4c93f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.126936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.192037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.234246 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/962952a8-5d77-47b4-b57e-135d0db2ff48 HTTP/1.1" status: 204 len: 168 time: 2.8705130 Nov 22 16:56:30.246689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50598) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:30.251799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ef8ed423-e4d8-4d89-a96e-41f387c5098d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1507321363', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:30.280672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50602) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:30.287896 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9f0241bc-35f8-4337-8bea-a7d9babb91ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f1c90da837140e4b027d9c230c4a657&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2371094 Nov 22 16:56:30.289595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35b06-2211-4b20-94a2-95c8c539824e tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=962952a8-5d77-47b4-b57e-135d0db2ff48,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.440514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef8ed423-e4d8-4d89-a96e-41f387c5098d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.441629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef8ed423-e4d8-4d89-a96e-41f387c5098d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.476146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50606) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:30.482181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-409bb283-81a1-49b9-8456-89a9abf82bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.527735 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4f79-ed50-4215-99ee-97d9bf099cb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.530662 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1dc1-7b1e-4530-ab50-640582c0219f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.547136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4f79-ed50-4215-99ee-97d9bf099cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.581450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-409bb283-81a1-49b9-8456-89a9abf82bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.689687 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e1a4f79-ed50-4215-99ee-97d9bf099cb4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01bbd4a2153d4147b16e52410b69d1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0573227 Nov 22 16:56:30.694355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a4f79-ed50-4215-99ee-97d9bf099cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a118e105-06e7-4008-ab7a-9074bc0b4dc4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.697326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50610) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:30.820812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef8ed423-e4d8-4d89-a96e-41f387c5098d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.901987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8ddd-3f66-4b5b-85a9-f538d984033f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.014658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef8ed423-e4d8-4d89-a96e-41f387c5098d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.134394 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1dc1-7b1e-4530-ab50-640582c0219f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.143125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1dc1-7b1e-4530-ab50-640582c0219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.153803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-409bb283-81a1-49b9-8456-89a9abf82bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.159902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-409bb283-81a1-49b9-8456-89a9abf82bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.162181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-409bb283-81a1-49b9-8456-89a9abf82bc9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/263dd1c3-d595-4d7e-b11d-06fb6cf4c93f HTTP/1.1" status: 204 len: 168 time: 0.8778205 Nov 22 16:56:31.197708 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c8ddd-3f66-4b5b-85a9-f538d984033f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=dcd68e80-7419-4c62-820a-db48822ffcf5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.213445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef8ed423-e4d8-4d89-a96e-41f387c5098d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.216338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef8ed423-e4d8-4d89-a96e-41f387c5098d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9682901 Nov 22 16:56:31.223949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.253808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f0c8ddd-3f66-4b5b-85a9-f538d984033f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.265106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8f0c8ddd-3f66-4b5b-85a9-f538d984033f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/dcd68e80-7419-4c62-820a-db48822ffcf5 HTTP/1.1" status: 204 len: 168 time: 2.1635342 Nov 22 16:56:31.267027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50628) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.269607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1640204160'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:31.272700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bb283-81a1-49b9-8456-89a9abf82bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263dd1c3-d595-4d7e-b11d-06fb6cf4c93f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.293488 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef23d453-ebee-4810-8824-a62e87cd3eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.326777 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2f6c1dc1-7b1e-4530-ab50-640582c0219f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ac8db77947042e6aceb3f5c7f0d9929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8492403 Nov 22 16:56:31.333180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50630) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.345022 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef23d453-ebee-4810-8824-a62e87cd3eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.453484 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b2882e-27dc-442e-9e45-5b63f382b2d0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:56:31.464750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-69b2882e-27dc-442e-9e45-5b63f382b2d0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/dcd68e80-7419-4c62-820a-db48822ffcf5 HTTP/1.1" status: 404 len: 333 time: 0.1881702 Nov 22 16:56:31.466099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.476512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef23d453-ebee-4810-8824-a62e87cd3eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.480760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef23d453-ebee-4810-8824-a62e87cd3eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.483280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c1dc1-7b1e-4530-ab50-640582c0219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac13a0-e484-472a-8e90-34920e7e20fe,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.484236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef23d453-ebee-4810-8824-a62e87cd3eed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a118e105-06e7-4008-ab7a-9074bc0b4dc4 HTTP/1.1" status: 204 len: 168 time: 0.7580609 Nov 22 16:56:31.520189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:31.526125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.565232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23d453-ebee-4810-8824-a62e87cd3eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a118e105-06e7-4008-ab7a-9074bc0b4dc4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.571325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab9647d5-09f0-4ae4-a755-b298e2f912ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.669310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeadb1b-c796-452e-992c-1ec80b887516 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet 350c4500-eacc-4fe7-9fea-eda781a8b2c1 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:31.688265 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4aeadb1b-c796-452e-992c-1ec80b887516 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.701790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:31.710001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab9647d5-09f0-4ae4-a755-b298e2f912ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.803253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4aeadb1b-c796-452e-992c-1ec80b887516 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.825764 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.826338 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment 3a440e9b-6d5a-4698-bd6a-dbf307876441 of type vlan for network 86c93a81-b56b-4c4d-80ab-2b529376a5be Nov 22 16:56:32.072223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab9647d5-09f0-4ae4-a755-b298e2f912ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.083354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab9647d5-09f0-4ae4-a755-b298e2f912ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.086060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab9647d5-09f0-4ae4-a755-b298e2f912ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5bac13a0-e484-472a-8e90-34920e7e20fe HTTP/1.1" status: 204 len: 168 time: 0.7509394 Nov 22 16:56:32.176095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.192780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4aeadb1b-c796-452e-992c-1ec80b887516 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.253294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.261173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:32.263917 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.362596 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4aeadb1b-c796-452e-992c-1ec80b887516 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.441260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9647d5-09f0-4ae4-a755-b298e2f912ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac13a0-e484-472a-8e90-34920e7e20fe,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:32.505284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeadb1b-c796-452e-992c-1ec80b887516 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=350c4500-eacc-4fe7-9fea-eda781a8b2c1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:32.531011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4aeadb1b-c796-452e-992c-1ec80b887516 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.539405 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2871902 Nov 22 16:56:32.542316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc2e0c9-e568-48d7-92db-51aca5b3a580 None None] Network 32877377-dbd1-4907-96a7-2aef3656347f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:32.545347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50656) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:32.549876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4aeadb1b-c796-452e-992c-1ec80b887516 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/350c4500-eacc-4fe7-9fea-eda781a8b2c1 HTTP/1.1" status: 204 len: 168 time: 1.0806305 Nov 22 16:56:32.552924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:32.558727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:32.616841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0334cc-d3f2-4926-a230-d8eec06bd7ea tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=86c93a81-b56b-4c4d-80ab-2b529376a5be,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:32.656441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bf0c30-ac9d-4213-8d24-8d446b48849b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet b8458e8c-a11a-42a2-b9eb-a36a018462ee {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:32.667711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67bf0c30-ac9d-4213-8d24-8d446b48849b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.774586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:32.780663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.835617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67bf0c30-ac9d-4213-8d24-8d446b48849b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.004611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:33.117419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06056cc0-57aa-4c2c-8f84-f9e703115503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.194912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 86c93a81-b56b-4c4d-80ab-2b529376a5be details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:33.477917 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.653542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06056cc0-57aa-4c2c-8f84-f9e703115503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.681680 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-06056cc0-57aa-4c2c-8f84-f9e703115503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.707083 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:33.708322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: 86c93a81-b56b-4c4d-80ab-2b529376a5be, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:33.758793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 86c93a81-b56b-4c4d-80ab-2b529376a5be is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:33.775628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 86c93a81-b56b-4c4d-80ab-2b529376a5be) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:33.781282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:33.787068 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.805203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=b2a997ba-1ba9-4696-9b54-31580f8838c3,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:33.826426 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e32da7d-cf99-4d17-9e7e-dc6ef83abe62 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2791827 Nov 22 16:56:33.827581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50698) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:33.847584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06056cc0-57aa-4c2c-8f84-f9e703115503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f56171d-b814-49bf-b9e6-a249bc570f79,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:33.865318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381fe31d-2895-44b4-9f82-5676a4fe4ae5 None None] Network 86c93a81-b56b-4c4d-80ab-2b529376a5be requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:33.954517 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67bf0c30-ac9d-4213-8d24-8d446b48849b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.976722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-06056cc0-57aa-4c2c-8f84-f9e703115503 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aae345ec04b543f086a06ef14a286a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9654303 Nov 22 16:56:33.982626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:34.493919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67bf0c30-ac9d-4213-8d24-8d446b48849b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.537089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-86c93a81-b56b-4c4d-80ab-2b529376a5be', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:34.539405 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f434a57-685f-4291-a1dc-da33cb3e9131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.541573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.613289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f434a57-685f-4291-a1dc-da33cb3e9131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.805440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf0c30-ac9d-4213-8d24-8d446b48849b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=b8458e8c-a11a-42a2-b9eb-a36a018462ee,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:34.840805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67bf0c30-ac9d-4213-8d24-8d446b48849b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.853661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-67bf0c30-ac9d-4213-8d24-8d446b48849b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/b8458e8c-a11a-42a2-b9eb-a36a018462ee HTTP/1.1" status: 204 len: 168 time: 2.2951019 Nov 22 16:56:34.859685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:35.044569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Allocated IP 172.20.0.2 (86c93a81-b56b-4c4d-80ab-2b529376a5be/b2a997ba-1ba9-4696-9b54-31580f8838c3/be36f836-8e0e-4ad3-a642-5c83cb018634) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:35.050983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.234293 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f434a57-685f-4291-a1dc-da33cb3e9131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.258785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f434a57-685f-4291-a1dc-da33cb3e9131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.267329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0f434a57-685f-4291-a1dc-da33cb3e9131 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f56171d-b814-49bf-b9e6-a249bc570f79 HTTP/1.1" status: 204 len: 168 time: 1.2073221 Nov 22 16:56:35.310409 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.322622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f434a57-685f-4291-a1dc-da33cb3e9131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f56171d-b814-49bf-b9e6-a249bc570f79,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:35.519543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.566889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.635465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:35.644214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.801799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Pushing event updated for resources: {'Port': ['ID=be36f836-8e0e-4ad3-a642-5c83cb018634,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:35.832127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Network 86c93a81-b56b-4c4d-80ab-2b529376a5be is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:35.836161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b35b99-a049-4e3b-b7b6-22bb5b0a1291 None None] Network 32877377-dbd1-4907-96a7-2aef3656347f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:35.889063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] For port 26751754-2cc8-4e79-9c9b-0673d9baa8c6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=26751754-2cc8-4e79-9c9b-0673d9baa8c6,segment=NetworkSegment(aefacc2a-2c91-4e2f-b164-5ccf890ad36a),segment_id=aefacc2a-2c91-4e2f-b164-5ccf890ad36a)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:35.890054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.928189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 26751754-2cc8-4e79-9c9b-0673d9baa8c6 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:36.004682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.20.0.1 (86c93a81-b56b-4c4d-80ab-2b529376a5be/b2a997ba-1ba9-4696-9b54-31580f8838c3/e915d2e8-ab16-4c34-8a8f-866943ffe8dc) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:36.150248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:36.165175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:36.272969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.364829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=26751754-2cc8-4e79-9c9b-0673d9baa8c6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:36.388458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-18d30b5c-ff8d-4ea4-be57-18300ec83c2a None None] Provisioning complete for port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:36.389486 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18d30b5c-ff8d-4ea4-be57-18300ec83c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.399287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No DVR routers for this DVR port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:36.478231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Attempting to bind port be36f836-8e0e-4ad3-a642-5c83cb018634 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:36.479076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Attempting to bind port be36f836-8e0e-4ad3-a642-5c83cb018634 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:36.479800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Attempting to bind port be36f836-8e0e-4ad3-a642-5c83cb018634 on network 86c93a81-b56b-4c4d-80ab-2b529376a5be {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:36.520097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-18d30b5c-ff8d-4ea4-be57-18300ec83c2a None None] Port 26751754-2cc8-4e79-9c9b-0673d9baa8c6 was deleted so its status cannot be updated. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 16:56:36.532863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:36.536252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Checking segment: {'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:36.541495 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.542507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Bound using segment: {'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:36.543725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Bound port: be36f836-8e0e-4ad3-a642-5c83cb018634, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:36.545053 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.671954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] For port be36f836-8e0e-4ad3-a642-5c83cb018634, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:36.676865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] For port be36f836-8e0e-4ad3-a642-5c83cb018634, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=be36f836-8e0e-4ad3-a642-5c83cb018634,segment=NetworkSegment(3a440e9b-6d5a-4698-bd6a-dbf307876441),segment_id=3a440e9b-6d5a-4698-bd6a-dbf307876441)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:36.691971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a997f61-0ff3-4b5f-8d40-73e12f5280fd None None] DHCP port deletion for 32877377-dbd1-4907-96a7-2aef3656347f request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:36.750688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.753519 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.840416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32877377-dbd1-4907-96a7-2aef3656347f']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:36.893361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefacc2a-2c91-4e2f-b164-5ccf890ad36a') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:36.898223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefacc2a-2c91-4e2f-b164-5ccf890ad36a') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:36.915012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50778) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:36.930266 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.973190 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.027435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82244f66-6907-4e5b-9301-cb630f407c02 None None] Pushing event updated for resources: {'Port': ['ID=be36f836-8e0e-4ad3-a642-5c83cb018634,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:37.034248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23b26187-31d6-41b8-917c-85effb123dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.049007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.270874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23b26187-31d6-41b8-917c-85effb123dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.274738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:37.275521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:37.361113 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:37.369372 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-23b26187-31d6-41b8-917c-85effb123dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.459932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.513827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b26187-31d6-41b8-917c-85effb123dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab89d43c-f621-4795-9b4b-c936e03bb404,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:37.547346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.555442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/networks/32877377-dbd1-4907-96a7-2aef3656347f HTTP/1.1" status: 204 len: 168 time: 2.6927993 Nov 22 16:56:37.583558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:37.622884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-23b26187-31d6-41b8-917c-85effb123dd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a77541336aa640358fb6e5a3db503cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7057667 Nov 22 16:56:37.642181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50792) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:37.646866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cc775-7898-40ec-9c34-11490ecf4b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Network': ['ID=32877377-dbd1-4907-96a7-2aef3656347f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:37.757308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8927d1-03d3-46d5-a9d9-e9dbc8a81f11 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:37.774041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2a8927d1-03d3-46d5-a9d9-e9dbc8a81f11 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1885252 Nov 22 16:56:37.780230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:38.002731 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d8b8f300-3f69-4fa2-a74d-46f3f2266f52 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2206750 Nov 22 16:56:38.009080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.010688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50814) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:38.021098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-195731795'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:38.103803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:38.127382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.235907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:38.284106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.285407 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Added segment 2aca4c61-ea1a-41f0-9a9f-8d1d530743fa of type vlan for network 6c760021-159b-4086-b848-b7a5a48b6f5d Nov 22 16:56:38.291539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.317086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device be36f836-8e0e-4ad3-a642-5c83cb018634 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:38.424288 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.506126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.536447 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.552154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.553276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.568710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port be36f836-8e0e-4ad3-a642-5c83cb018634 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:38.575370 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.689533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1486-751d-46f9-b2bf-c3e7dd4fad9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.721400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7086980 Nov 22 16:56:38.753701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:38.767378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 86c93a81-b56b-4c4d-80ab-2b529376a5be is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:38.788315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:38.809852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:38.810353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:38.891359 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.958238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port be36f836-8e0e-4ad3-a642-5c83cb018634, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=be36f836-8e0e-4ad3-a642-5c83cb018634,segment=NetworkSegment(3a440e9b-6d5a-4698-bd6a-dbf307876441),segment_id=3a440e9b-6d5a-4698-bd6a-dbf307876441)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:38.969080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.045208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f099d-228f-4595-b66c-f2fd9dad5636 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Network': ['ID=6c760021-159b-4086-b848-b7a5a48b6f5d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:39.116735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6c760021-159b-4086-b848-b7a5a48b6f5d details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:39.282594 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.303715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 26751754-2cc8-4e79-9c9b-0673d9baa8c6 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:39.341891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:39.347100 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.493267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1486-751d-46f9-b2bf-c3e7dd4fad9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.503291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:39.504138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 26751754-2cc8-4e79-9c9b-0673d9baa8c6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:39.504748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 26751754-2cc8-4e79-9c9b-0673d9baa8c6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:39.529066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=be36f836-8e0e-4ad3-a642-5c83cb018634,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:39.796644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c4fb6-7def-44c4-929d-f93d5d9a525b None None] Network 86c93a81-b56b-4c4d-80ab-2b529376a5be requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:39.929299 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.017320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1486-751d-46f9-b2bf-c3e7dd4fad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.032909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2ff1486-751d-46f9-b2bf-c3e7dd4fad9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.041794 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.044407 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f2ff1486-751d-46f9-b2bf-c3e7dd4fad9d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab89d43c-f621-4795-9b4b-c936e03bb404 HTTP/1.1" status: 204 len: 168 time: 2.3988116 Nov 22 16:56:40.198741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-52b14eed-8a5f-4562-81f7-f1811f4e90fe None None] Provisioning complete for port be36f836-8e0e-4ad3-a642-5c83cb018634 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:40.200772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52b14eed-8a5f-4562-81f7-f1811f4e90fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.375173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff1486-751d-46f9-b2bf-c3e7dd4fad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab89d43c-f621-4795-9b4b-c936e03bb404,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.463363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=4f24fd6c-54ba-4e6e-9407-00988dc11bfa,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.507873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking segment: {'id': '2aca4c61-ea1a-41f0-9a9f-8d1d530743fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:40.508302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network hostable DHCP agents. Network: 6c760021-159b-4086-b848-b7a5a48b6f5d, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:40.545690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device be36f836-8e0e-4ad3-a642-5c83cb018634 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:40.624420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6c760021-159b-4086-b848-b7a5a48b6f5d is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:40.702737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 6c760021-159b-4086-b848-b7a5a48b6f5d) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:40.716974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:40.720736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.744949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fcfc2b-f7ed-4f27-b960-3bc7082885cc None None] Network 6c760021-159b-4086-b848-b7a5a48b6f5d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:40.814884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.819181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ef06e1a-e0a8-4ebf-bbe4-151ff462631c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0564401 Nov 22 16:56:40.825531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d', 'name': 'tempest-PortsIpV6TestJSON-2118837647'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:41.692315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port be36f836-8e0e-4ad3-a642-5c83cb018634 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:41.693157 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.769639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:41.774318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.819750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port eebc610d-7374-49a5-b89a-5c2eed220cda yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:41.831136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.902437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.237845 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.247250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:42.312129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-6c760021-159b-4086-b848-b7a5a48b6f5d', 'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d', 'tenant_id': '9652e802481d44eeb88506b9eb069a67', 'fixed_ips': [{'subnet_id': '4f24fd6c-54ba-4e6e-9407-00988dc11bfa'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:42.313080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.740210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::2c6 (6c760021-159b-4086-b848-b7a5a48b6f5d/4f24fd6c-54ba-4e6e-9407-00988dc11bfa/eebc610d-7374-49a5-b89a-5c2eed220cda) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:42.744545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e2a0b795-a7f2-42bd-a315-dd22942c6ec2 None None] Provisioning complete for port be36f836-8e0e-4ad3-a642-5c83cb018634 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:42.745865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b795-a7f2-42bd-a315-dd22942c6ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.105286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e2a0b795-a7f2-42bd-a315-dd22942c6ec2 None None] Provisioning complete for port e915d2e8-ab16-4c34-8a8f-866943ffe8dc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:43.108583 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2a0b795-a7f2-42bd-a315-dd22942c6ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.121987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50962) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:43.235585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0b795-a7f2-42bd-a315-dd22942c6ec2 None None] Port e915d2e8-ab16-4c34-8a8f-866943ffe8dc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:43.472902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea224823-2479-455e-9775-fe99222da523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.497970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bcaf9fb4-db7c-425f-a8d6-d905e8875ab7 None None] Provisioning complete for port e915d2e8-ab16-4c34-8a8f-866943ffe8dc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:43.498508 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcaf9fb4-db7c-425f-a8d6-d905e8875ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.559504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 86c93a81-b56b-4c4d-80ab-2b529376a5be is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:43.573143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:43.655681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.785491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf9fb4-db7c-425f-a8d6-d905e8875ab7 None None] Port e915d2e8-ab16-4c34-8a8f-866943ffe8dc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:43.915409 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea224823-2479-455e-9775-fe99222da523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.928278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea224823-2479-455e-9775-fe99222da523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.061056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ea224823-2479-455e-9775-fe99222da523 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39915aa7b13b46dc9910259b898545ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9370382 Nov 22 16:56:44.068828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50986) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:44.096599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224823-2479-455e-9775-fe99222da523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7269386-3055-411e-b4c2-9b9ef782122d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:44.119908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Allocated IP 2001:db8::2 (6c760021-159b-4086-b848-b7a5a48b6f5d/4f24fd6c-54ba-4e6e-9407-00988dc11bfa/d115b59b-f0e0-4892-9d20-1c8b3c22ab49) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:44.251516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.253398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf6747d4-955d-4591-a63b-27b249147b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.339174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf6747d4-955d-4591-a63b-27b249147b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.404636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6c760021-159b-4086-b848-b7a5a48b6f5d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:44.429251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:44.434828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:44.507567 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf6747d4-955d-4591-a63b-27b249147b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.522572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf6747d4-955d-4591-a63b-27b249147b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.523023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:44.532362 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.537359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bf6747d4-955d-4591-a63b-27b249147b0e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7269386-3055-411e-b4c2-9b9ef782122d HTTP/1.1" status: 204 len: 168 time: 0.4572380 Nov 22 16:56:44.577548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6747d4-955d-4591-a63b-27b249147b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7269386-3055-411e-b4c2-9b9ef782122d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:44.622376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=eebc610d-7374-49a5-b89a-5c2eed220cda,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:44.661602 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d7801211-efde-4aa4-8abd-b5ead90a89ad tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8402841 Nov 22 16:56:44.662936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51000) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:44.671193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d', 'name': 'tempest-PortsIpV6TestJSON-623777844'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:44.748969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:56:45.033532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:45.055403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.155010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port e449aff5-eba1-42f8-9653-d3fcd314575a yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:45.225475 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.273864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.317847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2d300e5b-2458-48a5-bef8-a3c55e0b5849 None None] Provisioning complete for port e915d2e8-ab16-4c34-8a8f-866943ffe8dc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:45.326094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:45.327631 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d300e5b-2458-48a5-bef8-a3c55e0b5849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.368433 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-187bb497-5d35-4a35-a958-d4022952c4b7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5392802 Nov 22 16:56:45.375321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51024) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:45.450592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1296164840'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:45.498868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:45.509587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.514654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:45.644795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:45.727821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.729765 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment 09074130-aa9e-4f09-b253-03b2b1dbfc1b of type vlan for network 6bd70c3f-35b5-446c-9394-eef0db87ae2a Nov 22 16:56:45.819584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::af (6c760021-159b-4086-b848-b7a5a48b6f5d/4f24fd6c-54ba-4e6e-9407-00988dc11bfa/e449aff5-eba1-42f8-9653-d3fcd314575a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:45.855132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Network 6c760021-159b-4086-b848-b7a5a48b6f5d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:45.867183 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e54be00-4107-4698-b1a1-e44e889089a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.938354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2d300e5b-2458-48a5-bef8-a3c55e0b5849 None None] Port e915d2e8-ab16-4c34-8a8f-866943ffe8dc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:45.952465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:45.960813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:46.002095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.102837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Pushing event updated for resources: {'Port': ['ID=d115b59b-f0e0-4892-9d20-1c8b3c22ab49,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.117227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:46.119759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:56:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:46.161093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.182202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.186611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.389472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51044) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.481128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:46.500987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.562494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=6bd70c3f-35b5-446c-9394-eef0db87ae2a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.586403 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-edd6b395-d4ad-4434-b723-a0a93cb25bb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2087948 Nov 22 16:56:46.606660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51052) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.608745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-352071c9-8056-4dc8-80ab-fc939e4265e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.661578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:46.684803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.744907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6c760021-159b-4086-b848-b7a5a48b6f5d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:46.791197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:46.817101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:46.837263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.838415 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.890438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.893161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.893999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.894582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.896363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.898553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.899628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.900201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.900769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.903588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.904624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.905448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:46.941736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6bd70c3f-35b5-446c-9394-eef0db87ae2a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:46.947683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=e449aff5-eba1-42f8-9653-d3fcd314575a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.976450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c8cc2bff-315e-41dc-9f3b-a9f3f1963623 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3048024 Nov 22 16:56:46.976450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51064) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:47.103578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-352071c9-8056-4dc8-80ab-fc939e4265e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.266584 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-352071c9-8056-4dc8-80ab-fc939e4265e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.401969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Attempting to bind port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:47.403233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Attempting to bind port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2aca4c61-ea1a-41f0-9a9f-8d1d530743fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:47.404152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Attempting to bind port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 on network 6c760021-159b-4086-b848-b7a5a48b6f5d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:47.429656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70d8c25-6a60-47e3-bd8e-818b7263901d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:47.437977 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-352071c9-8056-4dc8-80ab-fc939e4265e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2491906f670b4dd0ac6e8d601d5ea032&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0466647 Nov 22 16:56:47.442688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51066) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:47.443478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51068) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:47.445276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d70d8c25-6a60-47e3-bd8e-818b7263901d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c6 HTTP/1.1" status: 200 len: 929 time: 0.4690933 Nov 22 16:56:47.457692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:47.463191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Checking segment: {'id': '2aca4c61-ea1a-41f0-9a9f-8d1d530743fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:47.464520 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.465519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Bound using segment: {'id': '2aca4c61-ea1a-41f0-9a9f-8d1d530743fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:47.467369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Bound port: d115b59b-f0e0-4892-9d20-1c8b3c22ab49, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aca4c61-ea1a-41f0-9a9f-8d1d530743fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6c760021-159b-4086-b848-b7a5a48b6f5d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:47.469033 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.481633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352071c9-8056-4dc8-80ab-fc939e4265e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeb1fb8-9e93-4e1b-931e-69f0d9bf277a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.806217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:47.824259 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.924038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13143054-6a9c-4702-aeb3-451157f84fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.949473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:48.097792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae4c7c6a-49a1-44b0-80b0-1a19ad2f2fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.112092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] For port d115b59b-f0e0-4892-9d20-1c8b3c22ab49, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:48.120079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] For port d115b59b-f0e0-4892-9d20-1c8b3c22ab49, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d115b59b-f0e0-4892-9d20-1c8b3c22ab49,segment=NetworkSegment(2aca4c61-ea1a-41f0-9a9f-8d1d530743fa),segment_id=2aca4c61-ea1a-41f0-9a9f-8d1d530743fa)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:48.120911 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:48.129037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13143054-6a9c-4702-aeb3-451157f84fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.162936 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.235116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b06ed-1560-47ca-8f49-fb2e44bf7c12 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port e449aff5-eba1-42f8-9653-d3fcd314575a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:48.235696 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b9b06ed-1560-47ca-8f49-fb2e44bf7c12 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.436239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13143054-6a9c-4702-aeb3-451157f84fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.439336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13143054-6a9c-4702-aeb3-451157f84fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.440839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-13143054-6a9c-4702-aeb3-451157f84fb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7eeb1fb8-9e93-4e1b-931e-69f0d9bf277a HTTP/1.1" status: 204 len: 168 time: 0.9907355 Nov 22 16:56:48.515124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:56:39Z', 'revision_number': 2, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:41Z', 'revision_number': 2, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:48.519495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13143054-6a9c-4702-aeb3-451157f84fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeb1fb8-9e93-4e1b-931e-69f0d9bf277a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:48.529802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a54655-50c6-48ec-a19e-8f036cce40ce None None] Pushing event updated for resources: {'Port': ['ID=d115b59b-f0e0-4892-9d20-1c8b3c22ab49,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:48.536319 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e44e277c-5272-43a0-a9bf-709acf3de7fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.758996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:48.758996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Updating router d1b809de-45c9-4f1f-9497-46b74313d897 port e915d2e8-ab16-4c34-8a8f-866943ffe8dc binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:56:48.910776 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.025013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e44e277c-5272-43a0-a9bf-709acf3de7fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.028441 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.032393 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e44e277c-5272-43a0-a9bf-709acf3de7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.128993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b9b06ed-1560-47ca-8f49-fb2e44bf7c12 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.238150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e277c-5272-43a0-a9bf-709acf3de7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42ed180-6452-4920-bb09-c6d06f88fef2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:49.294744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b06ed-1560-47ca-8f49-fb2e44bf7c12 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for e449aff5-eba1-42f8-9653-d3fcd314575a owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:49.372741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e44e277c-5272-43a0-a9bf-709acf3de7fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2cfbdce22cc84b82a4aecb749451e210&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4215634 Nov 22 16:56:49.377900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:49.791871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5b33-ce09-4e6f-aa86-175bdc15d49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.869387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5b33-ce09-4e6f-aa86-175bdc15d49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.946778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.102197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5b33-ce09-4e6f-aa86-175bdc15d49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.108569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2ea5b33-ce09-4e6f-aa86-175bdc15d49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.114765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d2ea5b33-ce09-4e6f-aa86-175bdc15d49d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e42ed180-6452-4920-bb09-c6d06f88fef2 HTTP/1.1" status: 204 len: 168 time: 0.7277815 Nov 22 16:56:50.156089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea5b33-ce09-4e6f-aa86-175bdc15d49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42ed180-6452-4920-bb09-c6d06f88fef2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:50.639894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d115b59b-f0e0-4892-9d20-1c8b3c22ab49 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:50.703193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:50.704431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: 6bd70c3f-35b5-446c-9394-eef0db87ae2a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:50.813368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=19a173c0-92dc-4a35-a03b-0baa8b9054c6,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:50.826710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b9b06ed-1560-47ca-8f49-fb2e44bf7c12 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.089054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b06ed-1560-47ca-8f49-fb2e44bf7c12 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=e449aff5-eba1-42f8-9653-d3fcd314575a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:51.150479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.204318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe005ce4-9efc-453a-b704-e3252c2645d0 None None] Network 6c760021-159b-4086-b848-b7a5a48b6f5d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:51.250376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 6bd70c3f-35b5-446c-9394-eef0db87ae2a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:51.282217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b9b06ed-1560-47ca-8f49-fb2e44bf7c12 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.291151 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2b9b06ed-1560-47ca-8f49-fb2e44bf7c12 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/e449aff5-eba1-42f8-9653-d3fcd314575a HTTP/1.1" status: 204 len: 168 time: 3.8375490 Nov 22 16:56:51.298743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51148) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.315350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 6bd70c3f-35b5-446c-9394-eef0db87ae2a) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:51.324231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:51.325296 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.405098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6a31c211-2a39-4082-a1d1-2faafd9e6331 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7653306 Nov 22 16:56:51.409694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51154) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.449319 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.462873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15de77a9-82dc-4d26-b7b8-b22f29544190 None None] Network 6bd70c3f-35b5-446c-9394-eef0db87ae2a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:51.476375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.511404 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-88459480-db7d-462a-bca1-24f03b50f0a5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:56:51.526426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-88459480-db7d-462a-bca1-24f03b50f0a5 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/e449aff5-eba1-42f8-9653-d3fcd314575a HTTP/1.1" status: 404 len: 333 time: 0.2246120 Nov 22 16:56:51.530524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51158) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:52.152760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-218417d8-da00-4e44-a0c4-4d1f37883c0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port eebc610d-7374-49a5-b89a-5c2eed220cda {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:52.153747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218417d8-da00-4e44-a0c4-4d1f37883c0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.525004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218417d8-da00-4e44-a0c4-4d1f37883c0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.580441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-218417d8-da00-4e44-a0c4-4d1f37883c0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for eebc610d-7374-49a5-b89a-5c2eed220cda owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:52.788909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.135011 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.301851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51202) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:53.365220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6bcc551b-74a8-4645-b751-5a64d061111d None None] Provisioning complete for port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:53.365850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bcc551b-74a8-4645-b751-5a64d061111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.367503 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218417d8-da00-4e44-a0c4-4d1f37883c0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.427795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b09655-1584-4cbf-8850-f6e0693fc0a4 None None] Pushing event updated for resources: {'Port': ['ID=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:53.572736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-218417d8-da00-4e44-a0c4-4d1f37883c0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.607332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-218417d8-da00-4e44-a0c4-4d1f37883c0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/eebc610d-7374-49a5-b89a-5c2eed220cda HTTP/1.1" status: 204 len: 168 time: 2.0717070 Nov 22 16:56:53.617227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Attempting to bind port e915d2e8-ab16-4c34-8a8f-866943ffe8dc on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:53.619817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Attempting to bind port e915d2e8-ab16-4c34-8a8f-866943ffe8dc by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:53.620724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Attempting to bind port e915d2e8-ab16-4c34-8a8f-866943ffe8dc on network 86c93a81-b56b-4c4d-80ab-2b529376a5be {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:53.624515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:53.625478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.702167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51212) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:53.726989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218417d8-da00-4e44-a0c4-4d1f37883c0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=eebc610d-7374-49a5-b89a-5c2eed220cda,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:53.801567 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2acb29-22b1-43a7-9287-4ed1c2f4482b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:56:53.808515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51218) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:53.809119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6f2acb29-22b1-43a7-9287-4ed1c2f4482b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/eebc610d-7374-49a5-b89a-5c2eed220cda HTTP/1.1" status: 404 len: 333 time: 0.1054025 Nov 22 16:56:53.897542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:53.898765 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.955261 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59f20370-ffeb-48e6-be04-6fd758b90c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.041929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-604677ad-fcf2-415f-8af6-fbb0e637034c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet 4f24fd6c-54ba-4e6e-9407-00988dc11bfa {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:54.057344 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604677ad-fcf2-415f-8af6-fbb0e637034c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.189199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:54.189918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Checking segment: {'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:54.190561 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.191205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Bound using segment: {'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:54.191896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Bound port: e915d2e8-ab16-4c34-8a8f-866943ffe8dc, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a440e9b-6d5a-4698-bd6a-dbf307876441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:54.192739 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.253487 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604677ad-fcf2-415f-8af6-fbb0e637034c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.407622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6bcc551b-74a8-4645-b751-5a64d061111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.433806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.21.0.1 (6bd70c3f-35b5-446c-9394-eef0db87ae2a/19a173c0-92dc-4a35-a03b-0baa8b9054c6/3a75b6bc-9deb-464f-8a67-fe8a596dc798) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:54.454843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604677ad-fcf2-415f-8af6-fbb0e637034c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.601381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604677ad-fcf2-415f-8af6-fbb0e637034c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.689567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.708096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604677ad-fcf2-415f-8af6-fbb0e637034c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=4f24fd6c-54ba-4e6e-9407-00988dc11bfa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:54.718320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604677ad-fcf2-415f-8af6-fbb0e637034c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.729787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-604677ad-fcf2-415f-8af6-fbb0e637034c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/4f24fd6c-54ba-4e6e-9407-00988dc11bfa HTTP/1.1" status: 204 len: 168 time: 0.9189243 Nov 22 16:56:54.730488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51230) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:54.794374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.837763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] For port e915d2e8-ab16-4c34-8a8f-866943ffe8dc, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:54.845583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 6bd70c3f-35b5-446c-9394-eef0db87ae2a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:54.858071 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:54.863500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:54.965776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] For port e915d2e8-ab16-4c34-8a8f-866943ffe8dc, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,segment=NetworkSegment(3a440e9b-6d5a-4698-bd6a-dbf307876441),segment_id=3a440e9b-6d5a-4698-bd6a-dbf307876441)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:54.975517 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.985934 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.998097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.167047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Allocated IP 172.21.0.2 (6bd70c3f-35b5-446c-9394-eef0db87ae2a/19a173c0-92dc-4a35-a03b-0baa8b9054c6/a57adc60-5389-482e-8b24-56abaa306474) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:55.261972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:55.262884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.380483 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.392087 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.484012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c32a23b-3a43-40ec-ba8c-02237170e2fd None None] Network 6c760021-159b-4086-b848-b7a5a48b6f5d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:55.528216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b09655-1584-4cbf-8850-f6e0693fc0a4 None None] Pushing event updated for resources: {'Port': ['ID=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:55.541430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] For port d115b59b-f0e0-4892-9d20-1c8b3c22ab49, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d115b59b-f0e0-4892-9d20-1c8b3c22ab49,segment=NetworkSegment(2aca4c61-ea1a-41f0-9a9f-8d1d530743fa),segment_id=2aca4c61-ea1a-41f0-9a9f-8d1d530743fa)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:55.541806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.547032 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-6bcc551b-74a8-4645-b751-5a64d061111d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:55.548845 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-6bcc551b-74a8-4645-b751-5a64d061111d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:55.590041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59f20370-ffeb-48e6-be04-6fd758b90c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.623837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for d115b59b-f0e0-4892-9d20-1c8b3c22ab49 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:55.653483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59f20370-ffeb-48e6-be04-6fd758b90c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.686657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=3a75b6bc-9deb-464f-8a67-fe8a596dc798,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:55.841506 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.898633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=d115b59b-f0e0-4892-9d20-1c8b3c22ab49,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:55.923485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No DVR routers for this DVR port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:56.043999 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-59f20370-ffeb-48e6-be04-6fd758b90c16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0dc617806194ce795f6fbd59111e911&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7382281 Nov 22 16:56:56.051594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51250) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:56.069174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f20370-ffeb-48e6-be04-6fd758b90c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a9ed00-aadf-4d8a-b69c-df9b8320d969,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:56.139511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.202040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c760021-159b-4086-b848-b7a5a48b6f5d']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:56.222983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aca4c61-ea1a-41f0-9a9f-8d1d530743fa') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:56.223297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aca4c61-ea1a-41f0-9a9f-8d1d530743fa') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:56.245169 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.276116 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.290038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:56.290877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.309699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:56.310315 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:56.372797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc551b-74a8-4645-b751-5a64d061111d None None] Port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 update to ACTIVE by agent not found {{(pid=103444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:56.375173 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:56.390704 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.406895 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.411785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/networks/6c760021-159b-4086-b848-b7a5a48b6f5d HTTP/1.1" status: 204 len: 168 time: 1.6799107 Nov 22 16:56:56.428361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:56.435943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-275488004'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:56.442726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0bce3-ae3f-4022-94c4-27c25370fdcd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Network': ['ID=6c760021-159b-4086-b848-b7a5a48b6f5d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:56.486568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:56.496857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.501799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:56.502809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:56:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:56.597188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:56.616500 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.617598 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Added segment 5ddf79f6-129c-4cc2-8723-24706d99ab1f of type vlan for network fdab51ff-e355-4541-8c18-b07482b6b916 Nov 22 16:56:56.714996 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.755113 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.766844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:56.768870 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.780964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cfa86f-d3eb-44a4-bc17-00ffa3b8f186 None None] DHCP port deletion for 6c760021-159b-4086-b848-b7a5a48b6f5d request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:56.796620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] Could not find standard attr ID for object e449aff5-eba1-42f8-9653-d3fcd314575a. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:56.808849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.835020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4007561 Nov 22 16:56:56.835295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5935fcb0-697e-4f19-99e9-f09afe3c5b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.839013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.868632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51266) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:56.958329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3652f-76ca-4796-9236-c17dfd7e7960 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Network': ['ID=fdab51ff-e355-4541-8c18-b07482b6b916,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:56.972670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] Could not find standard attr ID for object eebc610d-7374-49a5-b89a-5c2eed220cda. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:56.988031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:56.994332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.021613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port d115b59b-f0e0-4892-9d20-1c8b3c22ab49 update to ACTIVE by agent not found {{(pid=103444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:56:57.024955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network fdab51ff-e355-4541-8c18-b07482b6b916 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:57.042732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] Could not find standard attr ID for object d115b59b-f0e0-4892-9d20-1c8b3c22ab49. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:57.087019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.222182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=3a75b6bc-9deb-464f-8a67-fe8a596dc798,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:57.342610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Pushing event updated for resources: {'Port': ['ID=a57adc60-5389-482e-8b24-56abaa306474,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:57.390770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d115b59b-f0e0-4892-9d20-1c8b3c22ab49 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:57.525363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d115b59b-f0e0-4892-9d20-1c8b3c22ab49 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:57.525363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d115b59b-f0e0-4892-9d20-1c8b3c22ab49 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:57.602259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:57.718261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Network 6bd70c3f-35b5-446c-9394-eef0db87ae2a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:57.720352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] Provisioning complete for port e915d2e8-ab16-4c34-8a8f-866943ffe8dc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:57.721060 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.725229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:57.771397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:57.930471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:57.934147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.945636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.088644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5935fcb0-697e-4f19-99e9-f09afe3c5b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.439059 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5935fcb0-697e-4f19-99e9-f09afe3c5b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.455649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5935fcb0-697e-4f19-99e9-f09afe3c5b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.460060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5935fcb0-697e-4f19-99e9-f09afe3c5b18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10a9ed00-aadf-4d8a-b69c-df9b8320d969 HTTP/1.1" status: 204 len: 168 time: 2.4044821 Nov 22 16:56:58.474345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Attempting to bind port a57adc60-5389-482e-8b24-56abaa306474 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:58.474978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Attempting to bind port a57adc60-5389-482e-8b24-56abaa306474 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:58.475415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Attempting to bind port a57adc60-5389-482e-8b24-56abaa306474 on network 6bd70c3f-35b5-446c-9394-eef0db87ae2a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:58.517699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935fcb0-697e-4f19-99e9-f09afe3c5b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a9ed00-aadf-4d8a-b69c-df9b8320d969,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:58.542854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:58.543402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Checking segment: {'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:58.544085 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.547125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Bound using segment: {'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:58.556653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Bound port: a57adc60-5389-482e-8b24-56abaa306474, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:58.557469 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.562255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network 6bd70c3f-35b5-446c-9394-eef0db87ae2a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:58.582238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:58.878177 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.908804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] For port a57adc60-5389-482e-8b24-56abaa306474, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:58.946460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] For port a57adc60-5389-482e-8b24-56abaa306474, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a57adc60-5389-482e-8b24-56abaa306474,segment=NetworkSegment(09074130-aa9e-4f09-b253-03b2b1dbfc1b),segment_id=09074130-aa9e-4f09-b253-03b2b1dbfc1b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:58.972348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.036970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:59.070926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] For port e915d2e8-ab16-4c34-8a8f-866943ffe8dc, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,segment=NetworkSegment(3a440e9b-6d5a-4698-bd6a-dbf307876441),segment_id=3a440e9b-6d5a-4698-bd6a-dbf307876441)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:59.072833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c997d-4c1d-4238-8696-835ffc6ab07c None None] Pushing event updated for resources: {'Port': ['ID=a57adc60-5389-482e-8b24-56abaa306474,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:59.106913 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.195714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d14402c3-3747-4801-b212-2897b3771762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:56:55Z', 'revision_number': 3, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:56:54Z', 'revision_number': 1, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:54Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:59.253929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14402c3-3747-4801-b212-2897b3771762 None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:56:55Z', 'revision_number': 3, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:56:54Z', 'revision_number': 1, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:54Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:59.301230 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429bfb5-7972-4ae3-aca8-494b5bb30ca6 None None] Pushing event updated for resources: {'Port': ['ID=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:59.345047 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.543903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:59.570119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b79eb99e-08ff-4b1c-a4fe-be6629b4989f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1584072 Nov 22 16:56:59.573454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51320) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:59.605261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-1795928350'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:59.612002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=a4174bb1-fa9a-49e4-a31a-aecfd523e4be,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:59.848079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:59.859029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.914429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking segment: {'id': '5ddf79f6-129c-4cc2-8723-24706d99ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:59.916744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network hostable DHCP agents. Network: fdab51ff-e355-4541-8c18-b07482b6b916, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:00.190071 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network fdab51ff-e355-4541-8c18-b07482b6b916 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:00.211611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:00.312817 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.313185 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment fb305381-bd0a-43a0-b555-2eda0a4b9e95 of type vlan for network d82937ee-6727-4055-b8a5-982aa77745f3 Nov 22 16:57:00.326350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, fdab51ff-e355-4541-8c18-b07482b6b916) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:00.341925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:00.346038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.359757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e90d8-b9ba-477d-9ec3-6aed210a2077 None None] Network fdab51ff-e355-4541-8c18-b07482b6b916 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:00.595827 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6535946f-f425-490c-bd68-bccf27b2c817 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6707482 Nov 22 16:57:00.599747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:00.605489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916', 'name': 'tempest-PortsIpV6TestJSON-828635046', 'fixed_ips': [{'subnet_id': 'a4174bb1-fa9a-49e4-a31a-aecfd523e4be', 'ip_address': '2001:db8::10'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:01.022925 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.091341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-fdab51ff-e355-4541-8c18-b07482b6b916', 'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916', 'tenant_id': '9652e802481d44eeb88506b9eb069a67', 'fixed_ips': [{'subnet_id': 'a4174bb1-fa9a-49e4-a31a-aecfd523e4be'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:01.098248 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.213781 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.resource_extend [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:57:01.406894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.442275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:01.462075 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.678539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:01.734494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a57adc60-5389-482e-8b24-56abaa306474 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:01.785603 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2034209 Nov 22 16:57:01.790064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:01.799942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:02.132690 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.191995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=d82937ee-6727-4055-b8a5-982aa77745f3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:02.194061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a57adc60-5389-482e-8b24-56abaa306474 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:02.209849 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.218309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e690c-2ab2-4234-ac50-85944a3aa0b6 None None] Network 6bd70c3f-35b5-446c-9394-eef0db87ae2a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:02.245843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.248503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.249144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.249744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.250314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.257329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.258119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.258675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.263467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.264137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.264501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.264851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cfa3c6-5c75-4c7b-a9bc-e63637e7e4bf tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:02.336588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:57:02.375273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:02.395165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.633690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network d82937ee-6727-4055-b8a5-982aa77745f3 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:03.024467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ea22b00b-0212-4146-b252-6af13c7aebee None None] Provisioning complete for port a57adc60-5389-482e-8b24-56abaa306474 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:03.054051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea22b00b-0212-4146-b252-6af13c7aebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.207447 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.498219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Allocated IP 2001:db8::2 (fdab51ff-e355-4541-8c18-b07482b6b916/a4174bb1-fa9a-49e4-a31a-aecfd523e4be/3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:03.536560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=c0986ede-d564-42a1-96f9-8dd389edf451,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:03.610227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:03.610689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: d82937ee-6727-4055-b8a5-982aa77745f3, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:03.671939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51444) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.693380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network d82937ee-6727-4055-b8a5-982aa77745f3 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:03.739840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, d82937ee-6727-4055-b8a5-982aa77745f3) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:03.756730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:03.758073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.811063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ea743ad8-f23a-4704-b6ee-de1fc77b308a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0177372 Nov 22 16:57:03.814600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51448) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.830659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d79b2-6b95-4471-903b-e1b2289fc936 None None] Network d82937ee-6727-4055-b8a5-982aa77745f3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:04.168222 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:04.198570 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd1fd-d8bf-4057-b713-37d95f264d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.205896 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:04.209464 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:56:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:04.468211 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.487681 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:04.805931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd1fd-d8bf-4057-b713-37d95f264d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.823937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4bfd1fd-d8bf-4057-b713-37d95f264d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.912641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-d82937ee-6727-4055-b8a5-982aa77745f3', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:04.913624 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.002446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port a57adc60-5389-482e-8b24-56abaa306474, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a57adc60-5389-482e-8b24-56abaa306474,segment=NetworkSegment(09074130-aa9e-4f09-b253-03b2b1dbfc1b),segment_id=09074130-aa9e-4f09-b253-03b2b1dbfc1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:05.018319 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.233630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=a57adc60-5389-482e-8b24-56abaa306474,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:05.259686 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.261930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfd1fd-d8bf-4057-b713-37d95f264d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ed634-b82c-4178-9137-8ba64b8d28a5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:05.271168 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea22b00b-0212-4146-b252-6af13c7aebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.296702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e915d2e8-ab16-4c34-8a8f-866943ffe8dc up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:05.498548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d4bfd1fd-d8bf-4057-b713-37d95f264d9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2e63344690047bc9472edee0587a2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8244524 Nov 22 16:57:05.501208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51476) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:05.508180 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:56:55Z', 'revision_number': 3, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:56:56Z', 'revision_number': 2, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:05.646689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::10 (fdab51ff-e355-4541-8c18-b07482b6b916/a4174bb1-fa9a-49e4-a31a-aecfd523e4be/04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:05.690753 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:05.691774 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Updating router d1b809de-45c9-4f1f-9497-46b74313d897 port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:05.762931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0945d8be-4b16-4bc5-833b-298b62323053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.845651 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.866997 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0945d8be-4b16-4bc5-833b-298b62323053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.098370 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0945d8be-4b16-4bc5-833b-298b62323053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.112228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0945d8be-4b16-4bc5-833b-298b62323053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.124092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0945d8be-4b16-4bc5-833b-298b62323053 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d18ed634-b82c-4178-9137-8ba64b8d28a5 HTTP/1.1" status: 204 len: 168 time: 0.6170692 Nov 22 16:57:06.174639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945d8be-4b16-4bc5-833b-298b62323053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ed634-b82c-4178-9137-8ba64b8d28a5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:06.369692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.468585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Allocated IP 172.22.0.2 (d82937ee-6727-4055-b8a5-982aa77745f3/c0986ede-d564-42a1-96f9-8dd389edf451/706988f1-a53d-40ed-b018-795e9718c2f4) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:06.611379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.937718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Pushing event updated for resources: {'Port': ['ID=3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:07.017163 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.090310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Network fdab51ff-e355-4541-8c18-b07482b6b916 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:07.133217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:07.152369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:07.310256 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.326103 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.326397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.331550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.479967 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.487367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network fdab51ff-e355-4541-8c18-b07482b6b916 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:07.489321 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-ea22b00b-0212-4146-b252-6af13c7aebee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:57:07.492640 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-ea22b00b-0212-4146-b252-6af13c7aebee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:57:07.521145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:07.527687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.530807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:07.570100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:07.571350 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.656268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Pushing event updated for resources: {'Port': ['ID=706988f1-a53d-40ed-b018-795e9718c2f4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:07.665447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e915d2e8-ab16-4c34-8a8f-866943ffe8dc triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:07.665844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.758761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:07.828429 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Pushing event updated for resources: {'Port': ['ID=3a75b6bc-9deb-464f-8a67-fe8a596dc798,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:07.849914 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.852190 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.852551 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.854392 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.856978 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.857569 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.858285 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.861436 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.862337 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.863209 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.865425 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.866539 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:07.900988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a535fd9-1ecc-4387-bcb3-cdd4d26b3881 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 7.2986355 Nov 22 16:57:07.903430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51514) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:07.912570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916', 'name': 'tempest-PortsIpV6TestJSON-433939458', 'fixed_ips': [{'subnet_id': 'a4174bb1-fa9a-49e4-a31a-aecfd523e4be', 'ip_address': '2001:db8::f'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:07.927468 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Attempting to bind port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:07.928217 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Attempting to bind port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:07.929955 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Attempting to bind port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 on network 6bd70c3f-35b5-446c-9394-eef0db87ae2a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:07.936136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.22.0.1 (d82937ee-6727-4055-b8a5-982aa77745f3/c0986ede-d564-42a1-96f9-8dd389edf451/cf77f940-3db0-4713-86c1-05237407185f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:07.964100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:07.967963 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Checking segment: {'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:07.968470 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.971568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Network d82937ee-6727-4055-b8a5-982aa77745f3 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:07.972242 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Bound using segment: {'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:07.973132 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Bound port: 3a75b6bc-9deb-464f-8a67-fe8a596dc798, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09074130-aa9e-4f09-b253-03b2b1dbfc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:07.978269 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.320668 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] For port 3a75b6bc-9deb-464f-8a67-fe8a596dc798, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:08.334745 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] For port 3a75b6bc-9deb-464f-8a67-fe8a596dc798, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3a75b6bc-9deb-464f-8a67-fe8a596dc798,segment=NetworkSegment(09074130-aa9e-4f09-b253-03b2b1dbfc1b),segment_id=09074130-aa9e-4f09-b253-03b2b1dbfc1b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:08.350142 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.370395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:08.380985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:08.445043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Attempting to bind port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:08.446676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Attempting to bind port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '5ddf79f6-129c-4cc2-8723-24706d99ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:08.447828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Attempting to bind port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 on network fdab51ff-e355-4541-8c18-b07482b6b916 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:08.459917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.575947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:08.604393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-970fbeec-0cef-401f-8f7d-b3ec11621026 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2457197 Nov 22 16:57:08.616366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.617025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e8c3db53-5851-4900-adc6-3155fd8893da None None] Provisioning complete for port a57adc60-5389-482e-8b24-56abaa306474 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:08.622817 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8c3db53-5851-4900-adc6-3155fd8893da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.645095 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:08.666404 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:56:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:08.851830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:08.852512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Checking segment: {'id': '5ddf79f6-129c-4cc2-8723-24706d99ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:08.855884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.856476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Bound using segment: {'id': '5ddf79f6-129c-4cc2-8723-24706d99ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:08.857137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Bound port: 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddf79f6-129c-4cc2-8723-24706d99ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fdab51ff-e355-4541-8c18-b07482b6b916'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:08.857735 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.926637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a57adc60-5389-482e-8b24-56abaa306474 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:08.945990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.029769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Attempting to bind port 706988f1-a53d-40ed-b018-795e9718c2f4 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:09.030459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Attempting to bind port 706988f1-a53d-40ed-b018-795e9718c2f4 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:09.031230 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Attempting to bind port 706988f1-a53d-40ed-b018-795e9718c2f4 on network d82937ee-6727-4055-b8a5-982aa77745f3 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:09.146427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:09.147396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Checking segment: {'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:09.147869 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.148319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Bound using segment: {'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:09.148854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Bound port: 706988f1-a53d-40ed-b018-795e9718c2f4, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:09.149250 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.256480 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.273018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network d82937ee-6727-4055-b8a5-982aa77745f3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:09.284871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=cf77f940-3db0-4713-86c1-05237407185f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:09.298760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:09.308325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:09.390636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a57adc60-5389-482e-8b24-56abaa306474 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:09.391118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.392522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 400e1cbf-7ce9-4df5-ba4d-7261c5cfad38 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:57:09.499624 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.502887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] For port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:09.599100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f51e42-8239-4e92-8a8a-3a0eab68a0f1 None None] Pushing event updated for resources: {'Port': ['ID=3a75b6bc-9deb-464f-8a67-fe8a596dc798,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:09.664148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] For port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6,segment=NetworkSegment(5ddf79f6-129c-4cc2-8723-24706d99ab1f),segment_id=5ddf79f6-129c-4cc2-8723-24706d99ab1f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:09.713769 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:09.730662 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.775054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-0c94fa0c-fa84-4a18-9f91-60cfa6c982cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:09.801268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-0c94fa0c-fa84-4a18-9f91-60cfa6c982cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 1097 time: 1.0684512 Nov 22 16:57:09.968709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac870079-ff6b-4a1d-b7a8-538280f4e096 None None] Pushing event updated for resources: {'Port': ['ID=3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:10.066228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] For port 706988f1-a53d-40ed-b018-795e9718c2f4, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:10.270519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] For port 706988f1-a53d-40ed-b018-795e9718c2f4, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=706988f1-a53d-40ed-b018-795e9718c2f4,segment=NetworkSegment(fb305381-bd0a-43a0-b555-2eda0a4b9e95),segment_id=fb305381-bd0a-43a0-b555-2eda0a4b9e95)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:10.336863 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.376196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51568) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.502909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::f (fdab51ff-e355-4541-8c18-b07482b6b916/a4174bb1-fa9a-49e4-a31a-aecfd523e4be/400e1cbf-7ce9-4df5-ba4d-7261c5cfad38) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:10.550184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e8c3db53-5851-4900-adc6-3155fd8893da None None] Provisioning complete for port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:10.562979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8c3db53-5851-4900-adc6-3155fd8893da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.602681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.623567 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:56:55Z', 'revision_number': 3, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:08Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:10.640509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-8977a4ea-5585-415d-b2b9-86e381fec4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:10.642370 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-8977a4ea-5585-415d-b2b9-86e381fec4a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 200 len: 912 time: 0.7311571 Nov 22 16:57:10.777373 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f95516-0e11-43e2-8406-1cf5eb32323e None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:56:55Z', 'revision_number': 3, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:08Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:10.985424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3a75b6bc-9deb-464f-8a67-fe8a596dc798 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:11.315130 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.322943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70b622-4faa-47bc-aea6-69eac18d34a7 None None] Pushing event updated for resources: {'Port': ['ID=706988f1-a53d-40ed-b018-795e9718c2f4,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:11.391855 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-2fc6975c-b0c6-4786-895c-474fadbe48df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 200 len: 1002 time: 0.7393367 Nov 22 16:57:11.659566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:11.660227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.665637 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8c3db53-5851-4900-adc6-3155fd8893da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.794924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-5bac95ae-1a8f-40bf-93dd-69ad8d412bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:11.804295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-5bac95ae-1a8f-40bf-93dd-69ad8d412bc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 200 len: 850 time: 0.3159261 Nov 22 16:57:11.911833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e8c3db53-5851-4900-adc6-3155fd8893da None None] For port 3a75b6bc-9deb-464f-8a67-fe8a596dc798, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3a75b6bc-9deb-464f-8a67-fe8a596dc798,segment=NetworkSegment(09074130-aa9e-4f09-b253-03b2b1dbfc1b),segment_id=09074130-aa9e-4f09-b253-03b2b1dbfc1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:11.925306 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.931945 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8c3db53-5851-4900-adc6-3155fd8893da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.953290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51596) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.969547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.061681 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.120460 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.141393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e566a9b-8052-440d-bd83-3f6707ec4641,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:12.145124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-54af033b-6da0-403f-a2cf-4de18620ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:12.156194 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-54af033b-6da0-403f-a2cf-4de18620ceef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cdab1f6b-3d2d-4626-a141-ba897a65d650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3224623 Nov 22 16:57:12.415330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b36547c2-01b5-409c-a615-0fc2cd0cf892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.418826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-58d1a040-1186-4854-a3bd-4250d6dba61c None None] Provisioning complete for port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:12.419507 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58d1a040-1186-4854-a3bd-4250d6dba61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.596578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3db53-5851-4900-adc6-3155fd8893da None None] Pushing event updated for resources: {'Port': ['ID=3a75b6bc-9deb-464f-8a67-fe8a596dc798,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:12.905192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 706988f1-a53d-40ed-b018-795e9718c2f4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:12.927403 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.072519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 706988f1-a53d-40ed-b018-795e9718c2f4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:13.079844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.098208 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b36547c2-01b5-409c-a615-0fc2cd0cf892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.101004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a47e729-410a-45ba-9793-b9669c1845e6 None None] Network fdab51ff-e355-4541-8c18-b07482b6b916 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:13.101793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.144888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.145779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.145779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.152781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.153483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.155398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.155831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.156237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.156635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.162264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.164254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.169945 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.190359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.193935 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-50ee30c3-8b00-4e8f-920b-99d182a4ac58 service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0241234 Nov 22 16:57:13.194636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b36547c2-01b5-409c-a615-0fc2cd0cf892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.306092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=400e1cbf-7ce9-4df5-ba4d-7261c5cfad38,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.313488 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b36547c2-01b5-409c-a615-0fc2cd0cf892 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0be55fa04da4f0a860c6712b4f72e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3510551 Nov 22 16:57:13.322049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51620) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.325586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network fdab51ff-e355-4541-8c18-b07482b6b916 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:13.377114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:13.381269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:13.402309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:13.404004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.413404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dbda39fd-b421-487c-bfa8-186158994613 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ee23ebe464146a1943cf7d8cc68c0db&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0340583 Nov 22 16:57:13.425142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.512284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bae78783-8cd3-4edf-b5bf-c621d1c6963a None None] Provisioning complete for port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:13.513779 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bae78783-8cd3-4edf-b5bf-c621d1c6963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.618917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-32df9b74-e352-439c-9d32-3bff5aef8690 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.7045343 Nov 22 16:57:13.642987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51630) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.652069 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.719156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36547c2-01b5-409c-a615-0fc2cd0cf892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7104f2-b6a0-4c1f-8765-9ec4fe7de940,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.734227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d75b04f8-0e84-4817-a88d-76b1e2e89081 req-96064bee-53b0-4e8a-bab2-479b6390a37b service neutron] 10.222.0.62 "GET /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863617 Nov 22 16:57:13.761330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 706988f1-a53d-40ed-b018-795e9718c2f4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=706988f1-a53d-40ed-b018-795e9718c2f4,segment=NetworkSegment(fb305381-bd0a-43a0-b555-2eda0a4b9e95),segment_id=fb305381-bd0a-43a0-b555-2eda0a4b9e95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:13.766678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bde8f8-ee41-4dea-8dd4-187b48317279 None None] Network d82937ee-6727-4055-b8a5-982aa77745f3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:13.947076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=cf77f940-3db0-4713-86c1-05237407185f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.963472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dea97c16-382d-4ac4-b415-07d721a0873a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.995217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a22eb-19a6-48a8-9be7-6971d0816b0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:14.003873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-db3a22eb-19a6-48a8-9be7-6971d0816b0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3591561 Nov 22 16:57:14.008970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.097726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network d82937ee-6727-4055-b8a5-982aa77745f3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:14.101730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:14.134172 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dea97c16-382d-4ac4-b415-07d721a0873a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.168358 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b99e6cfc-a4ec-499a-9019-107068c24e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.198724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.204909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:14.278989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0078b4-4f0a-4976-9a20-318efd183530 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:14.292339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0078b4-4f0a-4976-9a20-318efd183530 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:14.308085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0078b4-4f0a-4976-9a20-318efd183530 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:14.312694 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cb0078b4-4f0a-4976-9a20-318efd183530 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.2901397 Nov 22 16:57:14.313457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.322903 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bae78783-8cd3-4edf-b5bf-c621d1c6963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.386165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b99e6cfc-a4ec-499a-9019-107068c24e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.473197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:14.589903 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dea97c16-382d-4ac4-b415-07d721a0873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.595132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dea97c16-382d-4ac4-b415-07d721a0873a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.596550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dea97c16-382d-4ac4-b415-07d721a0873a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc7104f2-b6a0-4c1f-8765-9ec4fe7de940 HTTP/1.1" status: 204 len: 168 time: 1.2639890 Nov 22 16:57:14.601332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b99e6cfc-a4ec-499a-9019-107068c24e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.604767 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b99e6cfc-a4ec-499a-9019-107068c24e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.605689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b99e6cfc-a4ec-499a-9019-107068c24e3a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e566a9b-8052-440d-bd83-3f6707ec4641 HTTP/1.1" status: 204 len: 168 time: 1.1783025 Nov 22 16:57:14.630803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea97c16-382d-4ac4-b415-07d721a0873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7104f2-b6a0-4c1f-8765-9ec4fe7de940,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:14.651705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6cfc-a4ec-499a-9019-107068c24e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e566a9b-8052-440d-bd83-3f6707ec4641,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:14.682294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d25283e2-e8f0-4559-8c03-b818cbb6aeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 400e1cbf-7ce9-4df5-ba4d-7261c5cfad38 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:14.682649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d25283e2-e8f0-4559-8c03-b818cbb6aeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.001947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d25283e2-e8f0-4559-8c03-b818cbb6aeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.049601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d25283e2-e8f0-4559-8c03-b818cbb6aeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 400e1cbf-7ce9-4df5-ba4d-7261c5cfad38 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:15.179429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=706988f1-a53d-40ed-b018-795e9718c2f4,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:15.220468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bae78783-8cd3-4edf-b5bf-c621d1c6963a None None] For port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6,segment=NetworkSegment(5ddf79f6-129c-4cc2-8723-24706d99ab1f),segment_id=5ddf79f6-129c-4cc2-8723-24706d99ab1f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:15.233145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:15.233584 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.298080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bae78783-8cd3-4edf-b5bf-c621d1c6963a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.566880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae78783-8cd3-4edf-b5bf-c621d1c6963a None None] Pushing event updated for resources: {'Port': ['ID=3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:15.585773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6003d20-a5fa-4368-99c1-c086db22ae00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.693580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d25283e2-e8f0-4559-8c03-b818cbb6aeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.702465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-15d17f69-39b6-4212-a1e8-2fcfe34da908 None None] Provisioning complete for port 706988f1-a53d-40ed-b018-795e9718c2f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:15.703544 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15d17f69-39b6-4212-a1e8-2fcfe34da908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.841994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25283e2-e8f0-4559-8c03-b818cbb6aeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=400e1cbf-7ce9-4df5-ba4d-7261c5cfad38,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:15.960341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:15.972435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:15.984676 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-952c81fb-5f96-4a47-a9be-d7ddc030eb2f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1686532 Nov 22 16:57:15.989151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51680) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.999640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'network': {'name': 'tempest-RoutersTest-237841212'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:16.007815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:16.008693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:56:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:16.030470 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d25283e2-e8f0-4559-8c03-b818cbb6aeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.049976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51686) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:16.050837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d25283e2-e8f0-4559-8c03-b818cbb6aeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/400e1cbf-7ce9-4df5-ba4d-7261c5cfad38 HTTP/1.1" status: 204 len: 168 time: 1.7311046 Nov 22 16:57:16.133958 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b62153-0aee-41fb-9e59-044b4b423e0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:57:16.145951 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-51b62153-0aee-41fb-9e59-044b4b423e0c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/400e1cbf-7ce9-4df5-ba4d-7261c5cfad38 HTTP/1.1" status: 404 len: 333 time: 0.0928414 Nov 22 16:57:16.149814 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51688) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:16.170849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:16.179912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.224666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3a75b6bc-9deb-464f-8a67-fe8a596dc798 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:16.450514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-da947026-9203-47e2-8a2c-35d439e73528 None None] Provisioning complete for port cf77f940-3db0-4713-86c1-05237407185f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:16.455547 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da947026-9203-47e2-8a2c-35d439e73528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.557016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:16.641750 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.642565 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added segment bd3519ff-f721-4987-a006-812f8815bb97 of type vlan for network b070d692-2adc-49ad-bd90-77e0b0825b55 Nov 22 16:57:16.742437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:16.781452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0c08f81e-6bde-4438-a65d-10e732c99a59 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:16.795934 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c08f81e-6bde-4438-a65d-10e732c99a59 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.949206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-da947026-9203-47e2-8a2c-35d439e73528 None None] Port cf77f940-3db0-4713-86c1-05237407185f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:16.984335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:16.984982 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.036960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.136093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.161033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:17.162797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.340049 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c08f81e-6bde-4438-a65d-10e732c99a59 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.431726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-da947026-9203-47e2-8a2c-35d439e73528 None None] Provisioning complete for port 706988f1-a53d-40ed-b018-795e9718c2f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:17.441570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0c08f81e-6bde-4438-a65d-10e732c99a59 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:17.441916 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da947026-9203-47e2-8a2c-35d439e73528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.468513 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4781127 Nov 22 16:57:17.472977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51724) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:17.478901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb8200-88ed-404b-9e16-bd2c9ecaeaf7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Network': ['ID=b070d692-2adc-49ad-bd90-77e0b0825b55,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:17.494615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'subnet': {'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:17.543956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b070d692-2adc-49ad-bd90-77e0b0825b55 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:18.013353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c08f81e-6bde-4438-a65d-10e732c99a59 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.077938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Made reservation on behalf of e3a58064b0eb4c47bdc614c8739b980d for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:18.087768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.107238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08f81e-6bde-4438-a65d-10e732c99a59 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:18.147357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 706988f1-a53d-40ed-b018-795e9718c2f4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:18.241861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c08f81e-6bde-4438-a65d-10e732c99a59 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.252295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0c08f81e-6bde-4438-a65d-10e732c99a59 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69 HTTP/1.1" status: 204 len: 168 time: 2.1007767 Nov 22 16:57:18.256774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51746) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:18.295076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8a2619e-cd5d-4f55-907f-416136e9ab06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.330591 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb81eec-7474-4885-8740-e61dc9f12c66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:57:18.332665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4eb81eec-7474-4885-8740-e61dc9f12c66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69 HTTP/1.1" status: 404 len: 333 time: 0.0745986 Nov 22 16:57:18.336571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51752) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:18.593630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 706988f1-a53d-40ed-b018-795e9718c2f4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:18.594623 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.605122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:10Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 2, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:18.677026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f234029-ca53-4ef3-a4d7-1d1aee770693 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet a4174bb1-fa9a-49e4-a31a-aecfd523e4be {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:18.705021 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f234029-ca53-4ef3-a4d7-1d1aee770693 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.776749 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.835277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:18.835898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Updating router d1b809de-45c9-4f1f-9497-46b74313d897 port cf77f940-3db0-4713-86c1-05237407185f binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:18.913705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f234029-ca53-4ef3-a4d7-1d1aee770693 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.947350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-448d3df5-49f2-4460-8e16-4cf9f773e1ad None None] Provisioning complete for port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:18.951064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-448d3df5-49f2-4460-8e16-4cf9f773e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.958419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Subnet': ['ID=ceb2db37-57a8-423b-b387-b1437b0bdc69,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:19.055505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Checking segment: {'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:19.056330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network hostable DHCP agents. Network: b070d692-2adc-49ad-bd90-77e0b0825b55, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:19.128961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network b070d692-2adc-49ad-bd90-77e0b0825b55 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:19.153872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b070d692-2adc-49ad-bd90-77e0b0825b55) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:19.161762 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.163494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:19.171122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.218389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c838f8-a831-4068-a128-2d5812e6aff5 None None] Network b070d692-2adc-49ad-bd90-77e0b0825b55 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:19.230277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-84186066-10fe-4514-bac7-591ec2c6b3da tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7541344 Nov 22 16:57:19.233474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51768) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:19.295856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f234029-ca53-4ef3-a4d7-1d1aee770693 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.459767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.522836 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f234029-ca53-4ef3-a4d7-1d1aee770693 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.637857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f234029-ca53-4ef3-a4d7-1d1aee770693 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=a4174bb1-fa9a-49e4-a31a-aecfd523e4be,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:19.679720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f234029-ca53-4ef3-a4d7-1d1aee770693 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.699246 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7f234029-ca53-4ef3-a4d7-1d1aee770693 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/a4174bb1-fa9a-49e4-a31a-aecfd523e4be HTTP/1.1" status: 204 len: 168 time: 1.3607738 Nov 22 16:57:19.700277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51788) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:19.784276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:19.789253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ddf0ca-256d-4317-858a-e8ecaa82306b None None] Network fdab51ff-e355-4541-8c18-b07482b6b916 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:20.138756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.175633 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-448d3df5-49f2-4460-8e16-4cf9f773e1ad None None] Could not find standard attr ID for object 04bcafa5-1ea2-404d-ba4f-f7b8e92a6f69. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:57:20.416189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:20.422262 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.612180 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.661132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] For port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6,segment=NetworkSegment(5ddf79f6-129c-4cc2-8723-24706d99ab1f),segment_id=5ddf79f6-129c-4cc2-8723-24706d99ab1f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:20.667770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.725762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:20.920074 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.002378 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.143935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.263451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-448d3df5-49f2-4460-8e16-4cf9f773e1ad None None] Provisioning complete for port cf77f940-3db0-4713-86c1-05237407185f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:21.264238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-448d3df5-49f2-4460-8e16-4cf9f773e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.365556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:21.396770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No DVR routers for this DVR port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:21.566876 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.568440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No active binding found for port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:57:21.569490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 16:57:21.607316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98590f-d337-4c84-bef0-5042f1d40484 None None] Pushing event updated for resources: {'Port': ['ID=cf77f940-3db0-4713-86c1-05237407185f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:21.622249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 not found, will not notify nova. {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 16:57:21.729643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Allocated IP 172.23.0.1 (b070d692-2adc-49ad-bd90-77e0b0825b55/ceb2db37-57a8-423b-b387-b1437b0bdc69/335a9586-8f90-41f6-9e00-f266c654c125) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:21.827055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.837328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-448d3df5-49f2-4460-8e16-4cf9f773e1ad None None] Port cf77f940-3db0-4713-86c1-05237407185f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:21.853279 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.894266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdab51ff-e355-4541-8c18-b07482b6b916']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:21.971665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddf79f6-129c-4cc2-8723-24706d99ab1f') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:21.972130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddf79f6-129c-4cc2-8723-24706d99ab1f') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:22.021653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-448d3df5-49f2-4460-8e16-4cf9f773e1ad None None] Could not find standard attr ID for object 400e1cbf-7ce9-4df5-ba4d-7261c5cfad38. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:57:22.046101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.049616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67b5a5-90da-46b5-baea-d71b23fea5f5 None None] DHCP port deletion for fdab51ff-e355-4541-8c18-b07482b6b916 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:22.101815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-b070d692-2adc-49ad-bd90-77e0b0825b55', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:22.105005 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.123859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.160172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:22.160591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:22.183449 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:22.193178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Attempting to bind port cf77f940-3db0-4713-86c1-05237407185f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:22.193835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Attempting to bind port cf77f940-3db0-4713-86c1-05237407185f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:22.194446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Attempting to bind port cf77f940-3db0-4713-86c1-05237407185f on network d82937ee-6727-4055-b8a5-982aa77745f3 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:22.254986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:22.270900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Checking segment: {'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:22.270900 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.270900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Bound using segment: {'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:22.270900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Bound port: cf77f940-3db0-4713-86c1-05237407185f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb305381-bd0a-43a0-b555-2eda0a4b9e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:22.270900 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.326986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.354005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-86d8e655-0076-46c9-bbcb-ae9b181713c0 None None] Provisioning complete for port cf77f940-3db0-4713-86c1-05237407185f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:22.354447 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86d8e655-0076-46c9-bbcb-ae9b181713c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.382632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.394438 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.404343 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/networks/fdab51ff-e355-4541-8c18-b07482b6b916 HTTP/1.1" status: 204 len: 168 time: 2.7023108 Nov 22 16:57:22.432504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:22.436088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90ebe1-7c36-442b-ab06-697b4b474a17 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Network': ['ID=fdab51ff-e355-4541-8c18-b07482b6b916,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.450177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1332390234'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:22.461453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.501610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-86d8e655-0076-46c9-bbcb-ae9b181713c0 None None] Port cf77f940-3db0-4713-86c1-05237407185f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:22.557589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:22.561853 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.678750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=335a9586-8f90-41f6-9e00-f266c654c125,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.680779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:22.704643 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.705000 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Added segment f25e09b9-8dd6-4e11-b04e-9a54a3a607de of type vlan for network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 Nov 22 16:57:22.737123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network b070d692-2adc-49ad-bd90-77e0b0825b55 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:22.748229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:22.762805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:22.802704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.887707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.911769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:22.915238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.955342 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.033257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] For port cf77f940-3db0-4713-86c1-05237407185f, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:23.043452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] For port cf77f940-3db0-4713-86c1-05237407185f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cf77f940-3db0-4713-86c1-05237407185f,segment=NetworkSegment(fb305381-bd0a-43a0-b555-2eda0a4b9e95),segment_id=fb305381-bd0a-43a0-b555-2eda0a4b9e95)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:23.075977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Network': ['ID=ee6c034c-1bbc-45e6-9cb5-a2c36de93629,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:23.081468 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-82ddc31c-2077-4be9-ab46-e244c9ce5382 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6385276 Nov 22 16:57:23.085857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:23.094868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': 'ee6c034c-1bbc-45e6-9cb5-a2c36de93629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:23.111082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.135893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:23.385737 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.390600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:23.391769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:23.553898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:23.570577 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.705102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:23.757831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:23.898299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:24.054292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Allocated IP 172.23.0.2 (b070d692-2adc-49ad-bd90-77e0b0825b55/ceb2db37-57a8-423b-b387-b1437b0bdc69/4fd2079c-dbf3-40da-beeb-6a85e83ae714) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:24.112789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ea6efde-ae82-44da-83bc-95586372a9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.243766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.301637 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.319259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:24.319921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3ae4ed0d-04fc-4f17-9ef0-cad320bc42b6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:24.323264 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.373225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98590f-d337-4c84-bef0-5042f1d40484 None None] Pushing event updated for resources: {'Port': ['ID=cf77f940-3db0-4713-86c1-05237407185f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.470683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=c07f164c-f0d2-4f0f-8f54-d538adea33c5,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.491819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Checking segment: {'id': 'f25e09b9-8dd6-4e11-b04e-9a54a3a607de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ee6c034c-1bbc-45e6-9cb5-a2c36de93629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:24.492447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network hostable DHCP agents. Network: ee6c034c-1bbc-45e6-9cb5-a2c36de93629, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:24.552145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:24.555190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Pushing event updated for resources: {'Port': ['ID=4fd2079c-dbf3-40da-beeb-6a85e83ae714,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.562659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Network b070d692-2adc-49ad-bd90-77e0b0825b55 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:24.594020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ee6c034c-1bbc-45e6-9cb5-a2c36de93629) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:24.601751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:24.603054 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.638764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:24.650296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211ebcb-518f-4f4b-a2a4-05eecdd6a9ee None None] Network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:24.652268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-91325320-7325-42d5-9a6f-21570f421d25 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5640869 Nov 22 16:57:24.653176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51940) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:24.656250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d358349-8837-452c-aae9-95d6006d0484 None None] Provisioning complete for port cf77f940-3db0-4713-86c1-05237407185f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:24.657657 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d358349-8837-452c-aae9-95d6006d0484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.659936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-be844b1a-925f-44ea-96b2-002797ef7cdf tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a40945b87bc54e4997d08e59a60cafb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3005052 Nov 22 16:57:24.670243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:24.675259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cdced5c9-0b05-4778-b1e6-167b88594838 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1575800684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:24.745226 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cdced5c9-0b05-4778-b1e6-167b88594838 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.747117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cdced5c9-0b05-4778-b1e6-167b88594838 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.932381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cdced5c9-0b05-4778-b1e6-167b88594838 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.938861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cdced5c9-0b05-4778-b1e6-167b88594838 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.988345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cdced5c9-0b05-4778-b1e6-167b88594838 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.991983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cdced5c9-0b05-4778-b1e6-167b88594838 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3373432 Nov 22 16:57:24.999599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51946) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:25.005187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'network_id': 'ee6c034c-1bbc-45e6-9cb5-a2c36de93629', 'name': 'tempest-PortsIpV6TestJSON-329686197'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:25.019585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ea6efde-ae82-44da-83bc-95586372a9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.058233 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ea6efde-ae82-44da-83bc-95586372a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.102156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:25.138535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.168150 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.177693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Attempting to bind port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:25.178702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Attempting to bind port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:25.178702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Attempting to bind port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 on network b070d692-2adc-49ad-bd90-77e0b0825b55 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:25.225752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51948) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:25.249828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:25.254462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Checking segment: {'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:25.257433 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.259334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Bound using segment: {'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:25.264573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.265180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Bound port: 4fd2079c-dbf3-40da-beeb-6a85e83ae714, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:25.266182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.310132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:25.316266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.372867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 9acec44e-8a57-4f03-ac54-4edaf001c887 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:57:25.373172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ea6efde-ae82-44da-83bc-95586372a9ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7392b2cd9074fb1b257f116766c3d01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6126733 Nov 22 16:57:25.373409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d358349-8837-452c-aae9-95d6006d0484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.377922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6efde-ae82-44da-83bc-95586372a9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db8856-822a-48f8-911a-e3f9b8d64d87,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.380283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51952) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:25.393353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-e144da20-3d7c-4ab8-b4e2-b5de6fdbb326 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:25.404792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-e144da20-3d7c-4ab8-b4e2-b5de6fdbb326 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7425778 Nov 22 16:57:25.450709 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-362494f6-e538-4268-86f9-3551cb9e3c6a tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/quotas/a40945b87bc54e4997d08e59a60cafb4 HTTP/1.1" status: 200 len: 375 time: 0.0446548 Nov 22 16:57:25.521185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-71fd110c-ebcf-48ac-86cf-a6236a02befd tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a40945b87bc54e4997d08e59a60cafb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692351 Nov 22 16:57:25.530111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event updated for resources: {'Port': ['ID=335a9586-8f90-41f6-9e00-f266c654c125,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.591916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:21Z', 'revision_number': 1, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:25.614360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884268f9-436f-45a0-ac36-979ace3a9b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.697393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f4a4-fe94-4d98-bf86-28b717c7fb15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.700206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Network b070d692-2adc-49ad-bd90-77e0b0825b55 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:25.706232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:25.714466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d358349-8837-452c-aae9-95d6006d0484 None None] For port cf77f940-3db0-4713-86c1-05237407185f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cf77f940-3db0-4713-86c1-05237407185f,segment=NetworkSegment(fb305381-bd0a-43a0-b555-2eda0a4b9e95),segment_id=fb305381-bd0a-43a0-b555-2eda0a4b9e95)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:25.714930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884268f9-436f-45a0-ac36-979ace3a9b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.719745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cbb42d-4032-4849-9e02-197251061b1b None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:21Z', 'revision_number': 1, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:25.743293 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d358349-8837-452c-aae9-95d6006d0484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.847390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::23d (ee6c034c-1bbc-45e6-9cb5-a2c36de93629/c07f164c-f0d2-4f0f-8f54-d538adea33c5/9acec44e-8a57-4f03-ac54-4edaf001c887) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:25.921637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ee6c034c-1bbc-45e6-9cb5-a2c36de93629', 'network_id': 'ee6c034c-1bbc-45e6-9cb5-a2c36de93629', 'tenant_id': '9652e802481d44eeb88506b9eb069a67', 'fixed_ips': [{'subnet_id': 'c07f164c-f0d2-4f0f-8f54-d538adea33c5'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:25.922611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.923039 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884268f9-436f-45a0-ac36-979ace3a9b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.927898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884268f9-436f-45a0-ac36-979ace3a9b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.933932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-884268f9-436f-45a0-ac36-979ace3a9b47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6db8856-822a-48f8-911a-e3f9b8d64d87 HTTP/1.1" status: 204 len: 168 time: 0.5511174 Nov 22 16:57:26.067718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884268f9-436f-45a0-ac36-979ace3a9b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db8856-822a-48f8-911a-e3f9b8d64d87,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.101724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d358349-8837-452c-aae9-95d6006d0484 None None] Pushing event updated for resources: {'Port': ['ID=cf77f940-3db0-4713-86c1-05237407185f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.162731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] For port 4fd2079c-dbf3-40da-beeb-6a85e83ae714, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:26.377759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] For port 4fd2079c-dbf3-40da-beeb-6a85e83ae714, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4fd2079c-dbf3-40da-beeb-6a85e83ae714,segment=NetworkSegment(bd3519ff-f721-4987-a006-812f8815bb97),segment_id=bd3519ff-f721-4987-a006-812f8815bb97)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:26.537310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f4a4-fe94-4d98-bf86-28b717c7fb15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.577455 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ae3f4a4-fe94-4d98-bf86-28b717c7fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.665311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ae3f4a4-fe94-4d98-bf86-28b717c7fb15 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b06ab8271a6c4d9b95fbb45f3350ae0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4380710 Nov 22 16:57:26.670251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51978) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.770092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3f4a4-fe94-4d98-bf86-28b717c7fb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f4ab4d-14ba-4602-bcff-746c2a061b53,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.795037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51980) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.939876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.047205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02acffb1-207d-4275-b238-4e21baa20d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.052724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc726ef-9582-476f-b7fe-a6186d9ee3bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.106607 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc726ef-9582-476f-b7fe-a6186d9ee3bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.192148 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.203439 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.264270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:27.267918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc726ef-9582-476f-b7fe-a6186d9ee3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.275554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bc726ef-9582-476f-b7fe-a6186d9ee3bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.277170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Allocated IP 2001:db8::2 (ee6c034c-1bbc-45e6-9cb5-a2c36de93629/c07f164c-f0d2-4f0f-8f54-d538adea33c5/cbd5513b-736b-4cbf-802b-82dc60052e5f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:27.281401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bc726ef-9582-476f-b7fe-a6186d9ee3bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6f4ab4d-14ba-4602-bcff-746c2a061b53 HTTP/1.1" status: 204 len: 168 time: 0.5111578 Nov 22 16:57:27.332440 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b0207b2-b828-4b7a-8a20-4c7f57795e4e req-dee979ec-62e3-4ec9-b78f-6d5fce490fea tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 210 time: 0.0645530 Nov 22 16:57:27.452586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc726ef-9582-476f-b7fe-a6186d9ee3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f4ab4d-14ba-4602-bcff-746c2a061b53,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.493819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:27.522582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:27.539569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:27.559455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:27.559864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.606925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=9acec44e-8a57-4f03-ac54-4edaf001c887,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.649497 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8d69ad22-c8ed-49f7-9f77-12154a318a6b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6476848 Nov 22 16:57:27.658489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51992) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:27.858817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d826432-e373-4b4f-882e-c9e914488929 None None] Pushing event updated for resources: {'Port': ['ID=4fd2079c-dbf3-40da-beeb-6a85e83ae714,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.869260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:27.902691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d57a028-3af3-4e45-b063-59660d1c795c tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6634846 Nov 22 16:57:27.903692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52002) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:27.916963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:28.022510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cf77f940-3db0-4713-86c1-05237407185f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:28.156118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.175521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.222809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:28.233909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:28.266569 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:28.297361 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:28.298019 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:28.317699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:28.362067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Pushing event updated for resources: {'Port': ['ID=cbd5513b-736b-4cbf-802b-82dc60052e5f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:28.621077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port cf77f940-3db0-4713-86c1-05237407185f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:28.621538 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.654651 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:28.663667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Attempting to bind port cbd5513b-736b-4cbf-802b-82dc60052e5f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:28.664061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Attempting to bind port cbd5513b-736b-4cbf-802b-82dc60052e5f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'f25e09b9-8dd6-4e11-b04e-9a54a3a607de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ee6c034c-1bbc-45e6-9cb5-a2c36de93629'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:28.666933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Attempting to bind port cbd5513b-736b-4cbf-802b-82dc60052e5f on network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:28.773084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:28.773834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Checking segment: {'id': 'f25e09b9-8dd6-4e11-b04e-9a54a3a607de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ee6c034c-1bbc-45e6-9cb5-a2c36de93629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:28.774333 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.774797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Bound using segment: {'id': 'f25e09b9-8dd6-4e11-b04e-9a54a3a607de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ee6c034c-1bbc-45e6-9cb5-a2c36de93629'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:28.775406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Bound port: cbd5513b-736b-4cbf-802b-82dc60052e5f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25e09b9-8dd6-4e11-b04e-9a54a3a607de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ee6c034c-1bbc-45e6-9cb5-a2c36de93629'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:28.775816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.940210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] For port cbd5513b-736b-4cbf-802b-82dc60052e5f, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:28.946395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] For port cbd5513b-736b-4cbf-802b-82dc60052e5f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cbd5513b-736b-4cbf-802b-82dc60052e5f,segment=NetworkSegment(f25e09b9-8dd6-4e11-b04e-9a54a3a607de),segment_id=f25e09b9-8dd6-4e11-b04e-9a54a3a607de)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:28.952284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02acffb1-207d-4275-b238-4e21baa20d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.960075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.962083 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02acffb1-207d-4275-b238-4e21baa20d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.058895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-02acffb1-207d-4275-b238-4e21baa20d07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b57202c428d847a483488627243ca2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2678289 Nov 22 16:57:29.075304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52020) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:29.100778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0db9a-fcf7-400f-984b-e86b41329264 None None] Pushing event updated for resources: {'Port': ['ID=cbd5513b-736b-4cbf-802b-82dc60052e5f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.208918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c5509-f7ef-4986-8212-770ece2e6743 req-42b2117d-2943-4021-a26e-a6d89130a65b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:29.213622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f3c5509-f7ef-4986-8212-770ece2e6743 req-42b2117d-2943-4021-a26e-a6d89130a65b tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.3949091 Nov 22 16:57:29.235637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acffb1-207d-4275-b238-4e21baa20d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a43cc28-6672-4e0c-acf0-42e5e3e2bdab,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.264234 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-01218676-3a00-4f16-a4e0-34cea655b7b9 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a40945b87bc54e4997d08e59a60cafb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826783 Nov 22 16:57:29.302099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.393028 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:23Z', 'revision_number': 2, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:29.485989 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:29.486729 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Updating router d1b809de-45c9-4f1f-9497-46b74313d897 port 335a9586-8f90-41f6-9e00-f266c654c125 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:29.559166 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.596059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a104c51f-6d39-4392-b118-ccf5bae02c97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.801300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f3c5509-f7ef-4986-8212-770ece2e6743 req-0fde6d21-741b-4b58-b24e-1f20f9cdfb75 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4708641 Nov 22 16:57:29.832586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a104c51f-6d39-4392-b118-ccf5bae02c97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.213184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4fd2079c-dbf3-40da-beeb-6a85e83ae714 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:30.441843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-f263a1bc-9883-49b7-85cd-4cdc5b1769ac tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:30.444548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-f263a1bc-9883-49b7-85cd-4cdc5b1769ac tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1726570 Nov 22 16:57:30.469109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:57:30.477653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:30.478411 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.488576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Request body: {'port': {'device_id': '736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': 'a40945b87bc54e4997d08e59a60cafb4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:30.521031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Removed routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:57:30.521932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.529470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1bffb6fb-a824-48f8-828d-72249cd971b2 req-1769f8db-2610-41dc-b84d-ce6a7890c413 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 210 time: 0.4143059 Nov 22 16:57:30.565337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823cefc0-59c2-45b1-ad80-d78fa6bb3073 None None] Network b070d692-2adc-49ad-bd90-77e0b0825b55 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:30.698302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4be94802-4639-4be3-ab13-b0d7bd29cb3b None None] Provisioning complete for port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:30.699261 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4be94802-4639-4be3-ab13-b0d7bd29cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.934083 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.956760 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.985269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-609a5a9e-7264-440f-9735-0c4cd9c163f1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:30.989413 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-609a5a9e-7264-440f-9735-0c4cd9c163f1 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.8280296 Nov 22 16:57:31.070676 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.198239 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a104c51f-6d39-4392-b118-ccf5bae02c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.206755 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a104c51f-6d39-4392-b118-ccf5bae02c97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.208924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a104c51f-6d39-4392-b118-ccf5bae02c97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a43cc28-6672-4e0c-acf0-42e5e3e2bdab HTTP/1.1" status: 204 len: 168 time: 2.1246219 Nov 22 16:57:31.220444 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692a462-0cbd-48ae-a959-be2be02572e1 None None] Pushing event updated for resources: {'Port': ['ID=335a9586-8f90-41f6-9e00-f266c654c125,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.248162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.271463 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4be94802-4639-4be3-ab13-b0d7bd29cb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.285569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2454416-5ea9-454c-a322-c40a5a86bf72 req-1902aea5-cfd9-4174-b40c-56a81dd64a1f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:31.324405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2454416-5ea9-454c-a322-c40a5a86bf72 req-1902aea5-cfd9-4174-b40c-56a81dd64a1f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.2836866 Nov 22 16:57:31.346521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 4fd2079c-dbf3-40da-beeb-6a85e83ae714, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4fd2079c-dbf3-40da-beeb-6a85e83ae714,segment=NetworkSegment(bd3519ff-f721-4987-a006-812f8815bb97),segment_id=bd3519ff-f721-4987-a006-812f8815bb97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:31.368974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.377730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104c51f-6d39-4392-b118-ccf5bae02c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a43cc28-6672-4e0c-acf0-42e5e3e2bdab,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.402243 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.402623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Made reservation on behalf of a40945b87bc54e4997d08e59a60cafb4 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:31.407221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.433837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.484503 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Attempting to bind port 335a9586-8f90-41f6-9e00-f266c654c125 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:31.488688 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Attempting to bind port 335a9586-8f90-41f6-9e00-f266c654c125 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:31.490114 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Attempting to bind port 335a9586-8f90-41f6-9e00-f266c654c125 on network b070d692-2adc-49ad-bd90-77e0b0825b55 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:31.523110 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:31.523783 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Checking segment: {'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:31.528774 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.545088 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Bound using segment: {'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:31.546246 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Bound port: 335a9586-8f90-41f6-9e00-f266c654c125, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3519ff-f721-4987-a006-812f8815bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:31.550307 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.806482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] For port 335a9586-8f90-41f6-9e00-f266c654c125, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:31.825958 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] For port 335a9586-8f90-41f6-9e00-f266c654c125, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=335a9586-8f90-41f6-9e00-f266c654c125,segment=NetworkSegment(bd3519ff-f721-4987-a006-812f8815bb97),segment_id=bd3519ff-f721-4987-a006-812f8815bb97)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:31.826322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=4fd2079c-dbf3-40da-beeb-6a85e83ae714,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.835948 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.867917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-4be94802-4639-4be3-ab13-b0d7bd29cb3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:57:31.868740 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-4be94802-4639-4be3-ab13-b0d7bd29cb3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:57:31.949598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2454416-5ea9-454c-a322-c40a5a86bf72 req-91789d98-c236-41c6-8aa3-02ee4dd9d32c tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5916433 Nov 22 16:57:32.016933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e426a95-bff7-441b-90a2-589d3dfd191e None None] Network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:32.133256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:32.264192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cbd5513b-736b-4cbf-802b-82dc60052e5f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:32.311416 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692a462-0cbd-48ae-a959-be2be02572e1 None None] Pushing event updated for resources: {'Port': ['ID=335a9586-8f90-41f6-9e00-f266c654c125,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.315703 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:32.316470 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:32.452634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09e41f4a-2111-449f-8030-518c38e3640d req-96047b9e-bb1e-434d-8c33-aeb6a349253a tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 210 time: 0.1606371 Nov 22 16:57:32.533460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:32.563384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.568181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b77bbcba-5d0b-4d36-ba15-a68daefa8b3f tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 200 len: 934 time: 4.6617215 Nov 22 16:57:32.575876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52074) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:32.592354 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:32.772839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.851758 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.916323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Deleting port f92633fd-ece6-4966-88ee-c573b5390445 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:32.917001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.958383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port cbd5513b-736b-4cbf-802b-82dc60052e5f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:32.965172 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.980832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Provisioning complete for port 335a9586-8f90-41f6-9e00-f266c654c125 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:32.981841 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.023785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7ed0b5a8-a695-43d6-993e-b966b4281dd1 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 200 len: 934 time: 0.4428616 Nov 22 16:57:33.027892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52088) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:33.072229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'routes': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:33.228770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.288531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=9acec44e-8a57-4f03-ac54-4edaf001c887,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:33.407150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] For port f92633fd-ece6-4966-88ee-c573b5390445, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f92633fd-ece6-4966-88ee-c573b5390445,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:33.407700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.659022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162e05a-6b72-4f8c-a02b-d452e515f70f req-c6cfc242-9e2c-4a8e-b12c-e09b2329c8a5 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:33.660685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6162e05a-6b72-4f8c-a02b-d452e515f70f req-c6cfc242-9e2c-4a8e-b12c-e09b2329c8a5 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.4147980 Nov 22 16:57:33.738523 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.793561 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:30Z', 'revision_number': 6, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:31Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:33.847812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.916023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.986717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port cbd5513b-736b-4cbf-802b-82dc60052e5f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cbd5513b-736b-4cbf-802b-82dc60052e5f,segment=NetworkSegment(f25e09b9-8dd6-4e11-b04e-9a54a3a607de),segment_id=f25e09b9-8dd6-4e11-b04e-9a54a3a607de)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:34.016342 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf1d57-8157-4c5f-995d-af0cfe3190b1 None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:30Z', 'revision_number': 6, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:31Z', 'revision_number': 4, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:34.019852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.234613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6162e05a-6b72-4f8c-a02b-d452e515f70f req-c2c95919-2ee4-4654-98f2-d22abc0e791f tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4048836 Nov 22 16:57:34.349398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] For port 335a9586-8f90-41f6-9e00-f266c654c125, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=335a9586-8f90-41f6-9e00-f266c654c125,segment=NetworkSegment(bd3519ff-f721-4987-a006-812f8815bb97),segment_id=bd3519ff-f721-4987-a006-812f8815bb97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:34.361562 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.495854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=cbd5513b-736b-4cbf-802b-82dc60052e5f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:34.885803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Pushing event updated for resources: {'Port': ['ID=335a9586-8f90-41f6-9e00-f266c654c125,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:34.909216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Allocated IP 192.168.233.56 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/0c5722ec-4993-4cbb-8618-2c1ec97b8538) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:34.912993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4fd2079c-dbf3-40da-beeb-6a85e83ae714 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:34.943318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:57:34.944208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:57:34.995683 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.030844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:35.158202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Provisioning complete for port cbd5513b-736b-4cbf-802b-82dc60052e5f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:35.158815 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.294616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:35.295462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:35.352371 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.381715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5adf2354-697b-4880-a6f0-cc7229ecf6e3 req-1f8b32b5-d7cf-4db1-88e2-6e806f1a5af6 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 210 time: 0.3782704 Nov 22 16:57:35.567406 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.602274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.793822 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.809652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7379912d-6c5d-4f2a-9163-14eb3b33abf9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:35.829799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52200) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:35.840900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfba0e-551f-48e9-abbb-f3c5ac644451 req-ee6f3f60-ad19-43e2-af04-ac914f17d960 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:35.863855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19cfba0e-551f-48e9-abbb-f3c5ac644451 req-ee6f3f60-ad19-43e2-af04-ac914f17d960 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 946 time: 0.2303560 Nov 22 16:57:35.889548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:35.907992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.937521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device f92633fd-ece6-4966-88ee-c573b5390445 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:35.989698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:35.989822 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.036934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:36.058780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:36.117762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19cfba0e-551f-48e9-abbb-f3c5ac644451 req-09710e07-e858-4b75-8242-4008b5dc049a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups?id=21900034-c318-400c-9cec-18e140ce5435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494063 Nov 22 16:57:36.124003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:36.184018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:36.221898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:36.234391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.237356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Pushing event updated for resources: {'Port': ['ID=0c5722ec-4993-4cbb-8618-2c1ec97b8538,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:36.250197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.251193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.252015 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Floating IP aa22245e-ad25-48f0-8113-0b269745bec7 disassociated. External IP: 172.25.0.206, port: f92633fd-ece6-4966-88ee-c573b5390445. Nov 22 16:57:36.252630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Calling delete_port for f92633fd-ece6-4966-88ee-c573b5390445 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:36.408657 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-684cf2d3-2866-4135-b44d-d54b3b7085b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.658846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 335a9586-8f90-41f6-9e00-f266c654c125 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:36.661825 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.696963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Provisioning complete for port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:36.697631 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5a063a-3980-4a16-84bb-56fbd2316904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.802471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port f92633fd-ece6-4966-88ee-c573b5390445, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=f92633fd-ece6-4966-88ee-c573b5390445,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:36.810548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:36.813486 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e43e976-fc77-4a1c-a00e-9555daefd50e" -d '{"events": [{"server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "name": "network-vif-unplugged", "status": "completed", "tag": "f92633fd-ece6-4966-88ee-c573b5390445"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:36.816842 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.825116 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.903820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=f92633fd-ece6-4966-88ee-c573b5390445,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:36.977641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 335a9586-8f90-41f6-9e00-f266c654c125 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:36.978359 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.997869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.015308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3337efc4-928b-428b-a7ae-b24968ad888f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.023151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.025179 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.184576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 7, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:37.219515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3337efc4-928b-428b-a7ae-b24968ad888f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.228918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:37.239533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3337efc4-928b-428b-a7ae-b24968ad888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.249611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:37.250029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:37.251282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:37.282109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:37.291531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:37.292677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.303067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337efc4-928b-428b-a7ae-b24968ad888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b747950e-6548-46e9-87ed-99314c4b0527,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:37.339868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0132-51cd-4337-b9a2-dc823c02bfe6 req-973c225a-040f-4057-a32e-0fab228a7c4c tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:37.343631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-beab0132-51cd-4337-b9a2-dc823c02bfe6 req-973c225a-040f-4057-a32e-0fab228a7c4c tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 935 time: 0.4075367 Nov 22 16:57:37.370627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:37.411719 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.427711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5d90bf58-ec5b-4233-8a8e-b5454f5bacb0 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 200 len: 700 time: 4.3929310 Nov 22 16:57:37.440784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52224) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:37.512064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3337efc4-928b-428b-a7ae-b24968ad888f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=455259f5503b4510b0050f69f2f48875&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6209660 Nov 22 16:57:37.515728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52226) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:37.594734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cbd5513b-736b-4cbf-802b-82dc60052e5f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:37.633054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-3751697b-94ee-44a8-8fd3-ec8b7030cc2b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1695993 Nov 22 16:57:37.672371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-dddd9165-12f1-4ca4-9127-df91a6700200 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:37.673414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-dddd9165-12f1-4ca4-9127-df91a6700200 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281863 Nov 22 16:57:37.681526 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c812-3314-4df6-83ea-ea771ee20a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.728129 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c812-3314-4df6-83ea-ea771ee20a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.731088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:37.733508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=9acec44e-8a57-4f03-ac54-4edaf001c887,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:37.820192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-beab0132-51cd-4337-b9a2-dc823c02bfe6 req-13aa7719-2583-4f86-a37c-ca5e8a6b37d1 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660776 Nov 22 16:57:37.878566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Provisioning complete for port 9acec44e-8a57-4f03-ac54-4edaf001c887 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:37.879044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.911238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b638c2fc-6346-4a20-a3fd-0a8118e2aacb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 200 len: 700 time: 0.4692488 Nov 22 16:57:37.916047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:37.920021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Request body: {'port': {'device_id': '736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:37.968333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Port 9acec44e-8a57-4f03-ac54-4edaf001c887 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:37.988411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-684cf2d3-2866-4135-b44d-d54b3b7085b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.010469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-684cf2d3-2866-4135-b44d-d54b3b7085b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.092325 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.096707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Router 05a8e872-8cbd-4fb8-941d-66f585697da2 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:57:38.099756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.103914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port cbd5513b-736b-4cbf-802b-82dc60052e5f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:38.104412 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.107664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.121233 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-684cf2d3-2866-4135-b44d-d54b3b7085b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=768669c66e304254af9f10d9536644ed&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2856643 Nov 22 16:57:38.145904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:38.179285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cf2d3-2866-4135-b44d-d54b3b7085b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347e18bb-0be0-4e24-8102-e6f8c1523096,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:38.185506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event deleted for resources: {'Port': ['ID=f92633fd-ece6-4966-88ee-c573b5390445,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:38.185905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Provisioning complete for port 335a9586-8f90-41f6-9e00-f266c654c125 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:38.186911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.237831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c812-3314-4df6-83ea-ea771ee20a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.243089 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f4a5c812-3314-4df6-83ea-ea771ee20a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.250863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f4a5c812-3314-4df6-83ea-ea771ee20a4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b747950e-6548-46e9-87ed-99314c4b0527 HTTP/1.1" status: 204 len: 168 time: 0.6934698 Nov 22 16:57:38.287737 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfebe35-4e04-463a-9162-c9c830402759 x-openstack-request-id: req-dbfebe35-4e04-463a-9162-c9c830402759 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:38.288275 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "name": "network-vif-unplugged", "status": "completed", "tag": "f92633fd-ece6-4966-88ee-c573b5390445", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:38.288560 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dbfebe35-4e04-463a-9162-c9c830402759 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:38.289032 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445', 'code': 200} Nov 22 16:57:38.325745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5c812-3314-4df6-83ea-ea771ee20a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b747950e-6548-46e9-87ed-99314c4b0527,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:38.578043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 335a9586-8f90-41f6-9e00-f266c654c125 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:38.661003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Provisioning complete for port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:38.661735 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.736246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:38.758007 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4503fba-b42a-46b8-ad4a-41e00c435875 None None] Sync routers for ids ['05a8e872-8cbd-4fb8-941d-66f585697da2'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:38.796236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 7, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:38.808935 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4503fba-b42a-46b8-ad4a-41e00c435875 None None] Routers {'05a8e872-8cbd-4fb8-941d-66f585697da2'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:38.811229 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d4503fba-b42a-46b8-ad4a-41e00c435875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['05a8e872-8cbd-4fb8-941d-66f585697da2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:38.905228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065eda9-f8b1-4f9b-a8a2-1d2042582685 None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 7, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:38.914878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:38.935750 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d4503fba-b42a-46b8-ad4a-41e00c435875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:38.975946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 335a9586-8f90-41f6-9e00-f266c654c125 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:38.977210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.985144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd945f05-9ac8-4ce9-a77e-521c4c224cc5 req-a5bb8472-10b9-4e28-a239-d02c4f87ff01 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 210 time: 0.5102520 Nov 22 16:57:38.995902 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4503fba-b42a-46b8-ad4a-41e00c435875 None None] Routers {'05a8e872-8cbd-4fb8-941d-66f585697da2'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:39.004609 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d4503fba-b42a-46b8-ad4a-41e00c435875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['05a8e872-8cbd-4fb8-941d-66f585697da2'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:39.054103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b253e9e-e1d3-46c3-b503-2c376e5b43cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.120014 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b253e9e-e1d3-46c3-b503-2c376e5b43cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.162806 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d4503fba-b42a-46b8-ad4a-41e00c435875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:39.163801 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4503fba-b42a-46b8-ad4a-41e00c435875 None None] The sync data for ids ['05a8e872-8cbd-4fb8-941d-66f585697da2'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:39.281741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-366f7094-9cb7-491d-baeb-7a0b2891bdfd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "PUT /v2.0/routers/05a8e872-8cbd-4fb8-941d-66f585697da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6070712 Nov 22 16:57:39.285751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Router cb94267a-cb2c-4f9f-8d76-90aa1acab033 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:39.294308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52254) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:39.385782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5722ec-4993-4cbb-8618-2c1ec97b8538 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:57:39.484185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a77d4-fffc-4daa-b452-de2a8da06f37 req-3de8ce90-f8b0-412f-91c7-599fe9d6db9e tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:39.496013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b23a77d4-fffc-4daa-b452-de2a8da06f37 req-3de8ce90-f8b0-412f-91c7-599fe9d6db9e tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 935 time: 0.3386605 Nov 22 16:57:39.540923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Provisioning complete for port cbd5513b-736b-4cbf-802b-82dc60052e5f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:39.541528 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-23caf563-bfd8-4861-81d1-140ae31fdce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.550564 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.554440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:39.622467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] Sync routers for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:39.623933 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:39.635255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b253e9e-e1d3-46c3-b503-2c376e5b43cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.645885 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:39.646679 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:39.650637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b253e9e-e1d3-46c3-b503-2c376e5b43cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.654597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1b253e9e-e1d3-46c3-b503-2c376e5b43cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/347e18bb-0be0-4e24-8102-e6f8c1523096 HTTP/1.1" status: 204 len: 168 time: 1.5074227 Nov 22 16:57:39.734375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b253e9e-e1d3-46c3-b503-2c376e5b43cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347e18bb-0be0-4e24-8102-e6f8c1523096,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:39.757368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Transition to ACTIVE for port object 0c5722ec-4993-4cbb-8618-2c1ec97b8538 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:57:39.780000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] No DVR routers for this DVR port f92633fd-ece6-4966-88ee-c573b5390445 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:39.796414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b23a77d4-fffc-4daa-b452-de2a8da06f37 req-a83f4729-e579-4296-a51b-48cd30072081 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976637 Nov 22 16:57:39.804556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:39.805312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:39.809917 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.818110 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6cd17b3c-ab6d-46a6-ba9d-a870d1242cc6 req-33253144-b975-4cfa-a2b2-7c734a407917 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.62 "DELETE /v2.0/ports/f92633fd-ece6-4966-88ee-c573b5390445 HTTP/1.1" status: 204 len: 173 time: 8.6515872 Nov 22 16:57:39.820750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'name': 'network-vif-deleted', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:39.826250 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c49182-dc39-4efd-b13b-d189635f742c" -d '{"events": [{"server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "name": "network-vif-deleted", "tag": "f92633fd-ece6-4966-88ee-c573b5390445"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:39.832129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.861094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795c4b8-4e66-4029-ba41-6c60ca3d7941 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:39.871610 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1795c4b8-4e66-4029-ba41-6c60ca3d7941 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports?device_id=05a8e872-8cbd-4fb8-941d-66f585697da2 HTTP/1.1" status: 200 len: 988 time: 0.5759089 Nov 22 16:57:39.878887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52272) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:40.150902 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:40.162567 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.368499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:41.043637 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7d602b-c7c8-4b2c-9f09-47601ad832c4 x-openstack-request-id: req-8f7d602b-c7c8-4b2c-9f09-47601ad832c4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:41.044388 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fce643-91cd-4bcf-93f4-676f44aa4614", "name": "network-vif-deleted", "tag": "f92633fd-ece6-4966-88ee-c573b5390445", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:41.044388 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f7d602b-c7c8-4b2c-9f09-47601ad832c4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:41.044645 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fce643-91cd-4bcf-93f4-676f44aa4614', 'name': 'network-vif-deleted', 'tag': 'f92633fd-ece6-4966-88ee-c573b5390445', 'status': 'completed', 'code': 200} Nov 22 16:57:41.090198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Pushing event updated for resources: {'Port': ['ID=0c5722ec-4993-4cbb-8618-2c1ec97b8538,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:41.195224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57254e54-ede0-49be-9eea-de3dadedb311 req-8f60215c-31b3-43ee-8a06-b6c86a1de5a7 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/ports?device_id=52fce643-91cd-4bcf-93f4-676f44aa4614 HTTP/1.1" status: 200 len: 210 time: 0.1439066 Nov 22 16:57:41.300935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b636d23f-385d-48b2-91ac-119169b1ade0 None None] Provisioning complete for port 9acec44e-8a57-4f03-ac54-4edaf001c887 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:41.301536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b636d23f-385d-48b2-91ac-119169b1ade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.329708 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 7, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:41.348517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:41.426644 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:41.444713 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:41.446253 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:41.456106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b636d23f-385d-48b2-91ac-119169b1ade0 None None] Port 9acec44e-8a57-4f03-ac54-4edaf001c887 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:41.522976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3f787f7-e099-4da1-908f-4739904d49bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.706858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3f787f7-e099-4da1-908f-4739904d49bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.726250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb30ad-2e67-4501-8a20-70eba5b9010f req-7a8f6f5f-25dd-4c78-ba87-665834c9f8b1 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:41.726537 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:41.727996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1bdb30ad-2e67-4501-8a20-70eba5b9010f req-7a8f6f5f-25dd-4c78-ba87-665834c9f8b1 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 947 time: 0.3195164 Nov 22 16:57:41.739999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3f787f7-e099-4da1-908f-4739904d49bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.784487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:41.824141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f787f7-e099-4da1-908f-4739904d49bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbca962-49f5-4f50-9a79-2c290760348b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:41.911413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] Checking router: cb94267a-cb2c-4f9f-8d76-90aa1acab033 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:41.962489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:41.970454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:42.030916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port 335a9586-8f90-41f6-9e00-f266c654c125 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:42.031773 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.053844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1bdb30ad-2e67-4501-8a20-70eba5b9010f req-133fb3b2-3dca-4eb7-936c-a4679ee6d55d tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097105 Nov 22 16:57:42.064304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c3f787f7-e099-4da1-908f-4739904d49bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbd20652ffbd4d07960bace94b4d0892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6682854 Nov 22 16:57:42.067996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:42.187844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Attempting to bind port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:42.188839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Attempting to bind port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:42.188839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Attempting to bind port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:42.201380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:57:42.201861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Attempting to bind port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:42.218280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:42.218841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:42.219611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:42.221181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Bound port: 0c5722ec-4993-4cbb-8618-2c1ec97b8538, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:42.221767 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.265636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:42.509966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52310) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:42.523780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b11f9e7-b388-4d4e-82e2-1b2226d5f9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.541061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port 335a9586-8f90-41f6-9e00-f266c654c125, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=335a9586-8f90-41f6-9e00-f266c654c125,segment=NetworkSegment(bd3519ff-f721-4987-a006-812f8815bb97),segment_id=bd3519ff-f721-4987-a006-812f8815bb97)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:42.541909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.547715 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 7, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:42.583333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] For port 0c5722ec-4993-4cbb-8618-2c1ec97b8538, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:42.604688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for 335a9586-8f90-41f6-9e00-f266c654c125 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:42.627451 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f742da-a71f-407a-81af-2729a1b40021 None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 7, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '335a9586-8f90-41f6-9e00-f266c654c125', 'name': '', 'network_id': 'b070d692-2adc-49ad-bd90-77e0b0825b55', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:b2:f9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:21Z', 'updated_at': '2021-11-22T16:57:34Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'ceb2db37-57a8-423b-b387-b1437b0bdc69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:42.703133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] For port 0c5722ec-4993-4cbb-8618-2c1ec97b8538, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0c5722ec-4993-4cbb-8618-2c1ec97b8538,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:42.726156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:42.761297 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.825344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448861bb-4171-4202-8387-6a87b20a6a3a None None] The sync data for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 is: [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'cf2db5e7-971d-46fd-bae8-545a38b081ce', 'name': '', 'network_id': 'cdab1f6b-3d2d-4626-a141-ba897a65d650', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'mac_address': 'fa:16:3e:63:50:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:10Z', 'updated_at': '2021-11-22T16:45:18Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'subnets': [{'id': '18457c2f-2125-46fd-a787-be78ee4116b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:42.831145 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b11f9e7-b388-4d4e-82e2-1b2226d5f9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.866691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52316) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:42.949673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a392545-aaa5-451e-b5ca-ca9a6b960337 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.991499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a392545-aaa5-451e-b5ca-ca9a6b960337 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.009647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.011241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.013278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] 10.222.0.37 "PUT /v2.0/ports/0c5722ec-4993-4cbb-8618-2c1ec97b8538 HTTP/1.1" status: 200 len: 1095 time: 5.3223259 Nov 22 16:57:43.039617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.061048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f2085-29d4-4961-b701-0b9aba9f509a service neutron] Pushing event updated for resources: {'Port': ['ID=0c5722ec-4993-4cbb-8618-2c1ec97b8538,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:43.074102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3', 'tag': '0c5722ec-4993-4cbb-8618-2c1ec97b8538'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:43.082332 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1878dde6-a33e-454c-800b-d8d33f5057b7" -d '{"events": [{"name": "network-changed", "server_uuid": "736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3", "tag": "0c5722ec-4993-4cbb-8618-2c1ec97b8538"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:43.089507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b11f9e7-b388-4d4e-82e2-1b2226d5f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.104049 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b11f9e7-b388-4d4e-82e2-1b2226d5f9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.105561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6b11f9e7-b388-4d4e-82e2-1b2226d5f9f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8cbca962-49f5-4f50-9a79-2c290760348b HTTP/1.1" status: 204 len: 168 time: 1.0362504 Nov 22 16:57:43.118705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.161807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11f9e7-b388-4d4e-82e2-1b2226d5f9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbca962-49f5-4f50-9a79-2c290760348b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:43.316012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=335a9586-8f90-41f6-9e00-f266c654c125,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:43.562558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-502389642', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:43.611351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-2cdb365f-c929-43f2-ab24-7d8297640f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.612998 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-2cdb365f-c929-43f2-ab24-7d8297640f84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40945b87bc54e4997d08e59a60cafb4&device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 1098 time: 0.4746659 Nov 22 16:57:43.615985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a392545-aaa5-451e-b5ca-ca9a6b960337 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.618828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a392545-aaa5-451e-b5ca-ca9a6b960337 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.620079 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0a392545-aaa5-451e-b5ca-ca9a6b960337 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "DELETE /v2.0/security-groups/21900034-c318-400c-9cec-18e140ce5435 HTTP/1.1" status: 204 len: 168 time: 1.1083198 Nov 22 16:57:43.631460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52328) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:43.646286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91de5c6-d1cc-437b-8481-1721883199d3 None None] New status for floating IP aa22245e-ad25-48f0-8113-0b269745bec7: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:57:43.691182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Made reservation on behalf of f757263c0f7141ee9a9f447d623df62d for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:43.694659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.759882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.787866 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-1f0f46e4-4c85-4259-b302-badfeea95c9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=0c5722ec-4993-4cbb-8618-2c1ec97b8538 HTTP/1.1" status: 200 len: 217 time: 0.1604905 Nov 22 16:57:43.799265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a392545-aaa5-451e-b5ca-ca9a6b960337 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21900034-c318-400c-9cec-18e140ce5435,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:43.875208 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-49f70ce5-86b6-41f9-b16b-bd026c1f9020 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] show failed (client error): The resource could not be found. Nov 22 16:57:43.880983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49f70ce5-86b6-41f9-b16b-bd026c1f9020 tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "GET /v2.0/security-groups/21900034-c318-400c-9cec-18e140ce5435 HTTP/1.1" status: 404 len: 347 time: 0.2226892 Nov 22 16:57:43.890014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52334) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:44.044741 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc162-adba-4fe0-80e1-04cf8feec956 req-b1b9f9fe-eeff-4a58-856c-88b5d664407a tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.058816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c32bc162-adba-4fe0-80e1-04cf8feec956 req-b1b9f9fe-eeff-4a58-856c-88b5d664407a tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 947 time: 0.5094459 Nov 22 16:57:44.261326 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-9f5d51fb-8ea5-46be-95b2-19f8e39b1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.263579 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-9f5d51fb-8ea5-46be-95b2-19f8e39b1f42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.4025791 Nov 22 16:57:44.267571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c32bc162-adba-4fe0-80e1-04cf8feec956 req-8721be84-9337-4955-a862-a2082c816e77 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074730 Nov 22 16:57:44.298732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.416786 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3b4b63-b64d-46c0-b225-2f538f53840c x-openstack-request-id: req-8d3b4b63-b64d-46c0-b225-2f538f53840c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:44.417123 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3", "tag": "0c5722ec-4993-4cbb-8618-2c1ec97b8538", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:44.417390 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d3b4b63-b64d-46c0-b225-2f538f53840c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:44.417902 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3', 'tag': '0c5722ec-4993-4cbb-8618-2c1ec97b8538', 'status': 'completed', 'code': 200} Nov 22 16:57:44.459991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-d07db647-d02a-4670-81e4-74b168967a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.462449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-d07db647-d02a-4670-81e4-74b168967a31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459892 Nov 22 16:57:44.467035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 9acec44e-8a57-4f03-ac54-4edaf001c887 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:44.467459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.612894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Deleting port 21167d6b-6b15-48e6-a403-eb85ef55750e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:44.613943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.640580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.651975 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.656528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] device_id is not set on port 4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:57:44.829602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81299df9-ecd6-493c-a626-87532c0a8511,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:44.950746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.969700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.970605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.986725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 9acec44e-8a57-4f03-ac54-4edaf001c887 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:44.992226 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-ff21cd9a-2af3-4a33-92a5-1cbd0f788d20 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180500 Nov 22 16:57:44.998517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Calling delete_port for 21167d6b-6b15-48e6-a403-eb85ef55750e owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:45.036162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:45.082434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Allocated IP 172.25.0.193 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:45.266718 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1fa859b2-8cf1-4f5e-b40c-31591c45ad3f req-d6794697-3d12-4edf-91a9-5a39e1142d58 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658310 Nov 22 16:57:45.499808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-accc0855-e8bb-4c72-b6ae-fa3036ccf657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.586335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-6cd1e43d-dd1e-478f-a657-e744eebb19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.588294 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-6cd1e43d-dd1e-478f-a657-e744eebb19ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a40945b87bc54e4997d08e59a60cafb4&device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 1098 time: 0.1798522 Nov 22 16:57:45.605427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:45.638245 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:45.652175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aa2b3c0f-ad1c-4dd8-9b88-9de98fd98ca4 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7341185 Nov 22 16:57:45.662018 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:45.662671 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:45.663016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:45.681193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.739126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e50f44-c6fb-4cae-8902-7994caf81aa2 req-9e223e68-09fc-417d-9844-4b46806e26ad tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.740861 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77e50f44-c6fb-4cae-8902-7994caf81aa2 req-9e223e68-09fc-417d-9844-4b46806e26ad tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 947 time: 0.2685351 Nov 22 16:57:45.795206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3106875-4224-4268-bbd9-30774df25f74 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet ceb2db37-57a8-423b-b387-b1437b0bdc69 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:45.821757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3106875-4224-4268-bbd9-30774df25f74 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.862969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.879686 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.902649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3106875-4224-4268-bbd9-30774df25f74 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.955413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Pushing event deleted for resources: {'Port': ['ID=21167d6b-6b15-48e6-a403-eb85ef55750e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:45.990627 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.000386 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:46.031212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77e50f44-c6fb-4cae-8902-7994caf81aa2 req-d061b655-eb45-4125-8faf-f457635dcf97 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815709 Nov 22 16:57:46.067785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:46.075014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:46.082723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:46.120800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c4ce4-98c6-4afc-ba1b-601f367be190 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:46.171869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=9acec44e-8a57-4f03-ac54-4edaf001c887,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:46.235740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-53a9aa9e-95bf-4e2e-a7bc-c39b10452708 None None] Provisioning complete for port 4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:46.236173 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53a9aa9e-95bf-4e2e-a7bc-c39b10452708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.347687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-53a9aa9e-95bf-4e2e-a7bc-c39b10452708 None None] Port 4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:46.475361 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.528932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-79afeddd-0901-4819-b287-377c4b10bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:46.534070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-79afeddd-0901-4819-b287-377c4b10bf55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.9295661 Nov 22 16:57:46.612636 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-958880b3-2d6c-47ff-8784-79a78632fe1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=0c5722ec-4993-4cbb-8618-2c1ec97b8538 HTTP/1.1" status: 200 len: 217 time: 0.0680008 Nov 22 16:57:46.626529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.634180 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:43Z', 'revision_number': 8, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:46.640460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.668924 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-55185c54-06d0-43e3-975a-97320579217a tempest-AttachVolumeTestJSON-2016450969 tempest-AttachVolumeTestJSON-2016450969-project] 10.222.0.59 "DELETE /v2.0/floatingips/aa22245e-ad25-48f0-8113-0b269745bec7 HTTP/1.1" status: 204 len: 168 time: 2.7025158 Nov 22 16:57:46.708035 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:46.720365 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:46.721265 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:46.836554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0c5722ec-4993-4cbb-8618-2c1ec97b8538 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:57:46.953772 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:47.156603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:47.157198 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.159608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Pushing event updated for resources: {'Port': ['ID=4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:47.167178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52398) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:47.182680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-40b8e7f6-7fc9-49ab-9bf3-a45e60784cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:47.185821 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-40b8e7f6-7fc9-49ab-9bf3-a45e60784cb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.5110617 Nov 22 16:57:47.284768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-14db98ae-66dd-4024-9d45-7bfa2400e69a tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4164379 Nov 22 16:57:47.289797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52412) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:47.335975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}]}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:47.400702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3106875-4224-4268-bbd9-30774df25f74 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.405614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.407534 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.510799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-cca24885-e392-4326-acb2-c001f5566e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:47.512691 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-cca24885-e392-4326-acb2-c001f5566e16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3154204 Nov 22 16:57:47.517579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760dc51-2c4c-405d-b728-396f49cc30d2 req-c6147fdf-99f6-4012-9fc4-33344cbf8441 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:47.521214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d760dc51-2c4c-405d-b728-396f49cc30d2 req-c6147fdf-99f6-4012-9fc4-33344cbf8441 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 947 time: 0.3208644 Nov 22 16:57:47.542533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Router 05a8e872-8cbd-4fb8-941d-66f585697da2 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:47.554238 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:43Z', 'revision_number': 8, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:47.611825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0c5722ec-4993-4cbb-8618-2c1ec97b8538, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0c5722ec-4993-4cbb-8618-2c1ec97b8538,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:47.679050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '0c5722ec-4993-4cbb-8618-2c1ec97b8538', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': '0c5722ec-4993-4cbb-8618-2c1ec97b8538', 'mac_address': 'fa:16:3e:f7:a0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:57:47.780691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d760dc51-2c4c-405d-b728-396f49cc30d2 req-ce20cc2d-0e86-42e9-bba2-4921400627a7 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381911 Nov 22 16:57:47.798658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.844453 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.893375 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-a2372082-03c8-4cf4-bf12-a7c91ee2aaaa service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538809 Nov 22 16:57:47.953086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5722ec-4993-4cbb-8618-2c1ec97b8538 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:57:47.984442 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfd4723-1f87-4d8c-8abf-31c7c61f30e6 None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:43Z', 'revision_number': 8, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf77f940-3db0-4713-86c1-05237407185f', 'name': '', 'network_id': 'd82937ee-6727-4055-b8a5-982aa77745f3', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:68:7b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:07Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'c0986ede-d564-42a1-96f9-8dd389edf451', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:48.034915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0c5722ec-4993-4cbb-8618-2c1ec97b8538, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0c5722ec-4993-4cbb-8618-2c1ec97b8538,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:48.082000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.110621 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aaa932dd-b846-48dd-81ee-2daa45b7a171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.211939 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.229047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-386352373'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:48.236208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3106875-4224-4268-bbd9-30774df25f74 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.321563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0c5722ec-4993-4cbb-8618-2c1ec97b8538,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:48.346498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.347215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.347923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.349135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.349889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.350741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.351729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.352439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.357553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.364864 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3106875-4224-4268-bbd9-30774df25f74 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.366367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.367607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.368439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.374859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035ff10-2500-40ae-9406-2435b7fe47db None None] Network b070d692-2adc-49ad-bd90-77e0b0825b55 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:48.387244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c3106875-4224-4268-bbd9-30774df25f74 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/ceb2db37-57a8-423b-b387-b1437b0bdc69 HTTP/1.1" status: 204 len: 168 time: 2.7051222 Nov 22 16:57:48.392539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.393733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3106875-4224-4268-bbd9-30774df25f74 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb2db37-57a8-423b-b387-b1437b0bdc69,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:48.491285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:48.496939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['0c5722ec-4993-4cbb-8618-2c1ec97b8538'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:57:48.532031 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2a25e859-20c8-4b4f-8606-0efc8f340f4e tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "PUT /v2.0/routers/05a8e872-8cbd-4fb8-941d-66f585697da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6489182 Nov 22 16:57:48.532777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52504) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.639125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96ca8b-e4e3-45a4-8820-a42daf8d6d7d None None] Sync routers for ids ['05a8e872-8cbd-4fb8-941d-66f585697da2'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:48.658081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Made reservation on behalf of 8000bd01adef41c187e3fdc00b90e177 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:48.666732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.707703 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cec7b5c-39ab-483b-8819-9bbed5028c76 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:57:48.709995 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7cec7b5c-39ab-483b-8819-9bbed5028c76 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/9acec44e-8a57-4f03-ac54-4edaf001c887 HTTP/1.1" status: 404 len: 333 time: 0.1667080 Nov 22 16:57:48.714080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52518) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.726135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.741867 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.769688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96ca8b-e4e3-45a4-8820-a42daf8d6d7d None None] Routers {'05a8e872-8cbd-4fb8-941d-66f585697da2'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:48.770425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1d96ca8b-e4e3-45a4-8820-a42daf8d6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['05a8e872-8cbd-4fb8-941d-66f585697da2'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:48.804277 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1878dde6-a33e-454c-800b-d8d33f5057b7 req-32c6ed15-c446-45fe-a915-6d021ef791e3 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655878 Nov 22 16:57:48.909426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1d96ca8b-e4e3-45a4-8820-a42daf8d6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:49.036106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-280b0031-728b-48a3-9386-df9d40151531 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.037706 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.050992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96ca8b-e4e3-45a4-8820-a42daf8d6d7d None None] Routers {'05a8e872-8cbd-4fb8-941d-66f585697da2'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:49.051967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1d96ca8b-e4e3-45a4-8820-a42daf8d6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['05a8e872-8cbd-4fb8-941d-66f585697da2'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:49.232504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1d96ca8b-e4e3-45a4-8820-a42daf8d6d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:49.236986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96ca8b-e4e3-45a4-8820-a42daf8d6d7d None None] The sync data for ids ['05a8e872-8cbd-4fb8-941d-66f585697da2'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:49.259962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:49.260659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.284419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d808ab-9339-4390-a39f-1b1a7d0c66e7 req-667e3fc6-1846-48a5-b9f0-6f5ce5fe2b5f tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:49.286735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31d808ab-9339-4390-a39f-1b1a7d0c66e7 req-667e3fc6-1846-48a5-b9f0-6f5ce5fe2b5f tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 948 time: 0.3080029 Nov 22 16:57:49.351873 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.358897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] DHCP port deletion for b070d692-2adc-49ad-bd90-77e0b0825b55 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:49.384835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.511567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:49.540290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port 4fd2079c-dbf3-40da-beeb-6a85e83ae714, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4fd2079c-dbf3-40da-beeb-6a85e83ae714,segment=NetworkSegment(bd3519ff-f721-4987-a006-812f8815bb97),segment_id=bd3519ff-f721-4987-a006-812f8815bb97)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:49.541032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.582136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668d9050-3bab-406d-9db4-afe806a240bc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:49.586186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for 4fd2079c-dbf3-40da-beeb-6a85e83ae714 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:49.589141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.589756 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Added segment ea9fd513-2829-43ea-bb92-b99f3d9f07d6 of type vlan for network b15d7f29-9649-4804-ba08-1cc094d721db Nov 22 16:57:49.656269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31d808ab-9339-4390-a39f-1b1a7d0c66e7 req-81c7a21a-be8d-4b57-af23-bd3f1c205082 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396747 Nov 22 16:57:49.785035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] Deleting port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:49.785694 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.816493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.927806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.935356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] For port 4fd2079c-dbf3-40da-beeb-6a85e83ae714, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4fd2079c-dbf3-40da-beeb-6a85e83ae714,segment=NetworkSegment(bd3519ff-f721-4987-a006-812f8815bb97),segment_id=bd3519ff-f721-4987-a006-812f8815bb97)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:49.938061 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.065688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.067528 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.084042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:50.084746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.224866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] Calling delete_port for 4fd2079c-dbf3-40da-beeb-6a85e83ae714 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:50.319059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.330610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1620324 Nov 22 16:57:50.353573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52662) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:50.374233 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 16:57:50.383555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.385821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4fd2079c-dbf3-40da-beeb-6a85e83ae714 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:50.419462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 4fd2079c-dbf3-40da-beeb-6a85e83ae714 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:50.420376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4fd2079c-dbf3-40da-beeb-6a85e83ae714 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:50.421032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 335a9586-8f90-41f6-9e00-f266c654c125 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:50.459851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 335a9586-8f90-41f6-9e00-f266c654c125 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:50.460799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 335a9586-8f90-41f6-9e00-f266c654c125 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:50.494185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No DVR routers for this DVR port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:50.514203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=4fd2079c-dbf3-40da-beeb-6a85e83ae714,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:50.557103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] No DVR routers for this DVR port 4fd2079c-dbf3-40da-beeb-6a85e83ae714 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:50.559120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c54ec4-11d8-41b5-b91b-474d59e083ef None None] Pushing event deleted for resources: {'Port': ['ID=4fd2079c-dbf3-40da-beeb-6a85e83ae714,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:50.632852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e36918-6b3f-4380-a938-4196132c605f tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Pushing event updated for resources: {'Network': ['ID=b15d7f29-9649-4804-ba08-1cc094d721db,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:50.650762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Request body: {'network': {'name': 'tempest-network--1105786534', 'router:external': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:50.657206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b15d7f29-9649-4804-ba08-1cc094d721db details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:50.669082 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-280b0031-728b-48a3-9386-df9d40151531 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.676593 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-280b0031-728b-48a3-9386-df9d40151531 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.853400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Made reservation on behalf of 0b993ce5eed549a7a6380fd09e018db7 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:50.857027 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.869527 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-280b0031-728b-48a3-9386-df9d40151531 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.870999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280b0031-728b-48a3-9386-df9d40151531 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Fanout notify agent at l3_agent the message router_deleted on router 05a8e872-8cbd-4fb8-941d-66f585697da2 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:50.873949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0c5722ec-4993-4cbb-8618-2c1ec97b8538 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:50.891961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-280b0031-728b-48a3-9386-df9d40151531 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.894378 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-280b0031-728b-48a3-9386-df9d40151531 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/routers/05a8e872-8cbd-4fb8-941d-66f585697da2 HTTP/1.1" status: 204 len: 168 time: 2.1717725 Nov 22 16:57:50.899570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52710) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:50.919737 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.981791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.076284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:57:51.078082 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.086596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:51.087646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.120918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b070d692-2adc-49ad-bd90-77e0b0825b55']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.123000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2256582f-885c-47b4-bfec-0031198aa275 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet c07f164c-f0d2-4f0f-8f54-d538adea33c5 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:51.152661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2256582f-885c-47b4-bfec-0031198aa275 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.186100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3519ff-f721-4987-a006-812f8815bb97') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.186513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3519ff-f721-4987-a006-812f8815bb97') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.212006 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.233626 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.257250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dd8d7-c5d3-4cb6-b6d5-b6a8f8a307af req-32b5f9f6-4670-4f08-bf26-0713f3454ae7 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:51.264719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d8dd8d7-c5d3-4cb6-b6d5-b6a8f8a307af req-32b5f9f6-4670-4f08-bf26-0713f3454ae7 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 948 time: 0.3980203 Nov 22 16:57:51.316825 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2256582f-885c-47b4-bfec-0031198aa275 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.334464 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.391832 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.398929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.488675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5722ec-4993-4cbb-8618-2c1ec97b8538'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:51.495265 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af2af83-658a-4c95-b198-1997c092d6fd" -d '{"events": [{"server_uuid": "736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3", "name": "network-vif-plugged", "status": "completed", "tag": "0c5722ec-4993-4cbb-8618-2c1ec97b8538"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:51.508292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0c5722ec-4993-4cbb-8618-2c1ec97b8538, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0c5722ec-4993-4cbb-8618-2c1ec97b8538,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:51.520011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.536683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:51.538041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:51.546392 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:51.573967 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2256582f-885c-47b4-bfec-0031198aa275 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.759302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0c5722ec-4993-4cbb-8618-2c1ec97b8538,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.795338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2256582f-885c-47b4-bfec-0031198aa275 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.853841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256582f-885c-47b4-bfec-0031198aa275 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=c07f164c-f0d2-4f0f-8f54-d538adea33c5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.872977 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.880305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2256582f-885c-47b4-bfec-0031198aa275 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.881265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78750903-5248-4b83-9fe3-f5afc61798d9 None None] Network ee6c034c-1bbc-45e6-9cb5-a2c36de93629 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:51.884310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.891674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.899138 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2256582f-885c-47b4-bfec-0031198aa275 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/c07f164c-f0d2-4f0f-8f54-d538adea33c5 HTTP/1.1" status: 204 len: 168 time: 0.9923785 Nov 22 16:57:51.899389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52780) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:51.901259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/b070d692-2adc-49ad-bd90-77e0b0825b55 HTTP/1.1" status: 204 len: 168 time: 3.5025177 Nov 22 16:57:51.904495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.919410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d8dd8d7-c5d3-4cb6-b6d5-b6a8f8a307af req-751b2df0-8e89-4ebe-bd67-13fc60778199 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349443 Nov 22 16:57:51.924784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52782) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:52.035824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba46792-b6c1-44fa-a074-4bbe39336df3 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=b070d692-2adc-49ad-bd90-77e0b0825b55,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:52.043092 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.152176 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762fa3a6-9664-4fd6-8c5a-08142b6e3364 x-openstack-request-id: req-762fa3a6-9664-4fd6-8c5a-08142b6e3364 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:52.153356 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3", "name": "network-vif-plugged", "status": "completed", "tag": "0c5722ec-4993-4cbb-8618-2c1ec97b8538", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:52.153639 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-762fa3a6-9664-4fd6-8c5a-08142b6e3364 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:52.154206 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5722ec-4993-4cbb-8618-2c1ec97b8538', 'code': 200} Nov 22 16:57:52.169192 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.347691 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.428753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.430388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38123bda-2c30-47f3-80ee-e1a02553c449 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:52.441102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:52.511535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.512142 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Added segment e7980bef-4422-4c2d-b51e-e48e44fd31bc of type vlan for network fe20fc49-4946-46d9-9c5e-723674489717 Nov 22 16:57:52.552198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdbe90-721b-46d9-b43f-d457a690cf45 req-2f264973-0a3f-4d65-a8bf-83fb6d750ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.555706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dfdbe90-721b-46d9-b43f-d457a690cf45 req-2f264973-0a3f-4d65-a8bf-83fb6d750ef8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 1100 time: 0.2530503 Nov 22 16:57:52.566479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05695ce8-126c-4db3-a0e9-6f6fa6164be0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:52.571597 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:57:52.573444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-05c584de-c682-4d12-a5e5-ea921b11198b tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2574418 Nov 22 16:57:52.607832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] DHCP port deletion for ee6c034c-1bbc-45e6-9cb5-a2c36de93629 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:52.615468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:52.771480 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.824592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] Deleting port cbd5513b-736b-4cbf-802b-82dc60052e5f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:52.825193 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.853320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port cbd5513b-736b-4cbf-802b-82dc60052e5f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:52.855133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.893841 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.895227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.896455 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.034844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6344016 Nov 22 16:57:53.046256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52878) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:53.054406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] For port cbd5513b-736b-4cbf-802b-82dc60052e5f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cbd5513b-736b-4cbf-802b-82dc60052e5f,segment=NetworkSegment(f25e09b9-8dd6-4e11-b04e-9a54a3a607de),segment_id=f25e09b9-8dd6-4e11-b04e-9a54a3a607de)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:53.054847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.087791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] Calling delete_port for cbd5513b-736b-4cbf-802b-82dc60052e5f owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:53.123647 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dfdbe90-721b-46d9-b43f-d457a690cf45 req-4cf9b9df-0e77-499f-8c27-e0903e176341 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364220 Nov 22 16:57:53.148119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c693c0-44ef-403c-9f29-034fd5e4ef18 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Network': ['ID=fe20fc49-4946-46d9-9c5e-723674489717,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:53.211437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network fe20fc49-4946-46d9-9c5e-723674489717 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:53.214892 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.225261 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.326677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] For port cbd5513b-736b-4cbf-802b-82dc60052e5f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cbd5513b-736b-4cbf-802b-82dc60052e5f,segment=NetworkSegment(f25e09b9-8dd6-4e11-b04e-9a54a3a607de),segment_id=f25e09b9-8dd6-4e11-b04e-9a54a3a607de)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:53.327734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.377869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] Pushing event deleted for resources: {'Port': ['ID=cbd5513b-736b-4cbf-802b-82dc60052e5f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:53.381273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for cbd5513b-736b-4cbf-802b-82dc60052e5f owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:53.386498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6bdabd16-27c8-4c87-9a2e-c3a61c49bd66 tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Deleting port 4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:53.387244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bdabd16-27c8-4c87-9a2e-c3a61c49bd66 tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.404942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43396fc-efee-4fd5-a3d6-46cc81176b51 None None] No DVR routers for this DVR port cbd5513b-736b-4cbf-802b-82dc60052e5f on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:53.557171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.632311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=cbd5513b-736b-4cbf-802b-82dc60052e5f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:53.657699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No DVR routers for this DVR port cbd5513b-736b-4cbf-802b-82dc60052e5f on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:53.769316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bdabd16-27c8-4c87-9a2e-c3a61c49bd66 tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.795382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.799982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6bdabd16-27c8-4c87-9a2e-c3a61c49bd66 tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Calling delete_port for 4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:53.833057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6c034c-1bbc-45e6-9cb5-a2c36de93629']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:53.880046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25e09b9-8dd6-4e11-b04e-9a54a3a607de') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:53.881090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25e09b9-8dd6-4e11-b04e-9a54a3a607de') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:53.931554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.968980 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.981386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffe9d-fdb6-40be-bfd6-a2204d0c7301 req-e30ad635-8930-4f96-a0c9-001d6639bec0 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:53.983378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c46ffe9d-fdb6-40be-bfd6-a2204d0c7301 req-e30ad635-8930-4f96-a0c9-001d6639bec0 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 949 time: 0.7500496 Nov 22 16:57:54.021817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe20fc49-4946-46d9-9c5e-723674489717']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.033463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.056809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cbd5513b-736b-4cbf-802b-82dc60052e5f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:54.067387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7980bef-4422-4c2d-b51e-e48e44fd31bc') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.067826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7980bef-4422-4c2d-b51e-e48e44fd31bc') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.085880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:54.086775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.089635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: self.session.flush() Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:54.094995 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:54.119613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: cbd5513b-736b-4cbf-802b-82dc60052e5f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:54.119976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cbd5513b-736b-4cbf-802b-82dc60052e5f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:54.141568 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.157080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c46ffe9d-fdb6-40be-bfd6-a2204d0c7301 req-aaa5fa7d-7a37-4cd5-8ee1-2099d5450fac tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567478 Nov 22 16:57:54.158484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:54.158914 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:54.162929 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:54.214874 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.224029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.240839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/networks/ee6c034c-1bbc-45e6-9cb5-a2c36de93629 HTTP/1.1" status: 204 len: 168 time: 2.3396897 Nov 22 16:57:54.247214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.281501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81184a-32a6-496a-a3d1-9c4f2498fd61 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Network': ['ID=ee6c034c-1bbc-45e6-9cb5-a2c36de93629,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.290095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bdabd16-27c8-4c87-9a2e-c3a61c49bd66 tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.332091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.346050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b02ed-6249-4669-a585-217130161b8a None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:54.358170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66b5bc-c9f9-4a82-a478-502100ea1efa tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:54.360587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eb66b5bc-c9f9-4a82-a478-502100ea1efa tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/4538857c-1e94-4647-9255-8cc6b3da570f HTTP/1.1" status: 200 len: 844 time: 0.1110032 Nov 22 16:57:54.378458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52908) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.497282 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdabd16-27c8-4c87-9a2e-c3a61c49bd66 tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.498410 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.519400 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d14be688-80cb-447f-ad79-54b775360906 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/4538857c-1e94-4647-9255-8cc6b3da570f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0991302 Nov 22 16:57:54.520239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52912) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.527075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe20fc49-4946-46d9-9c5e-723674489717 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:57:54.527660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:54.551177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.557965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "DELETE /v2.0/networks/fe20fc49-4946-46d9-9c5e-723674489717 HTTP/1.1" status: 204 len: 168 time: 1.5101786 Nov 22 16:57:54.564243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.572064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:54.576427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6aae00-b3e5-4b90-9bb0-1cb7503c62d8 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe20fc49-4946-46d9-9c5e-723674489717,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.733179 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6bdabd16-27c8-4c87-9a2e-c3a61c49bd66 tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.742183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6bdabd16-27c8-4c87-9a2e-c3a61c49bd66 tempest-RoutersAdminNegativeTest-1591226575 tempest-RoutersAdminNegativeTest-1591226575-project-admin] 10.222.0.59 "DELETE /v2.0/ports/4dbfdbd5-da3f-4fd2-bc0c-dd338de0a34f HTTP/1.1" status: 204 len: 168 time: 2.1236904 Nov 22 16:57:54.791030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Made reservation on behalf of 0b993ce5eed549a7a6380fd09e018db7 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:54.811529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.815494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:54.827990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.974812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:55.014601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.015838 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Added segment d3d50723-64d2-435a-96c6-a2a58448a295 of type vlan for network 44d2f40b-2da9-4705-8ff3-40d2559d300b Nov 22 16:57:55.345273 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.441734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.524149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:57:55.531721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.561879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:55.575429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:55.587997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:55.592634 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.599421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685ea6f2-448a-4c6f-a78c-21098938f310 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:55.679659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.683965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:55.687297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.706798 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1800818 Nov 22 16:57:55.707962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52936) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.719186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-522b34aa-e306-414e-acae-a8e8e0e0a260 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'security_group': {'name': 'tempest-secgroup-577429844'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:55.734648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57391a50-46c3-4e12-8f58-e31f8a7c31e8 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=4156e6bd-a89d-4ee5-a949-e49b33c1186e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.750811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa6764-a18e-407c-af06-919b36dafdd6 req-fa03bc48-c79e-4dd5-8d42-4b984a5ace1b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:55.797117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecaa6764-a18e-407c-af06-919b36dafdd6 req-fa03bc48-c79e-4dd5-8d42-4b984a5ace1b tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 949 time: 0.4002068 Nov 22 16:57:55.836568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-522b34aa-e306-414e-acae-a8e8e0e0a260 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.876991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'tenant_id': '9652e802481d44eeb88506b9eb069a67', 'fixed_ips': [{'subnet_id': '4156e6bd-a89d-4ee5-a949-e49b33c1186e'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:55.878408 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.977833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6d2-36f6-4005-9178-e8994ba960c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.979685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-522b34aa-e306-414e-acae-a8e8e0e0a260 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.989107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-522b34aa-e306-414e-acae-a8e8e0e0a260 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.098606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5311973 Nov 22 16:57:56.099969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b34aa-e306-414e-acae-a8e8e0e0a260 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5755411b-787d-4760-bb98-af79dffff949,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.113706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52942) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:56.117228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-522b34aa-e306-414e-acae-a8e8e0e0a260 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.127312 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-522b34aa-e306-414e-acae-a8e8e0e0a260 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4172049 Nov 22 16:57:56.133126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Request body: {'subnet': {'network_id': '44d2f40b-2da9-4705-8ff3-40d2559d300b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:56.155680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52944) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:56.160611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Allocated IP 2001:db8::2 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/4156e6bd-a89d-4ee5-a949-e49b33c1186e/07ff4bce-00e9-4699-b29c-8918126434c7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:56.161946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d9694971-4961-4d37-85dc-2de60b7a0985 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'security_group': {'name': 'tempest-secgroup-1324187875'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:56.220021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Made reservation on behalf of 0b993ce5eed549a7a6380fd09e018db7 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:56.223499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.287879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6d2-36f6-4005-9178-e8994ba960c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.314041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port cf77f940-3db0-4713-86c1-05237407185f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:56.314410 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.330091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e69a6d2-36f6-4005-9178-e8994ba960c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.368405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9694971-4961-4d37-85dc-2de60b7a0985 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.528906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31158c8e-912d-4208-b1a6-079cdbe76c6e tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Network': ['ID=44d2f40b-2da9-4705-8ff3-40d2559d300b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.535201 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9694971-4961-4d37-85dc-2de60b7a0985 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.541079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9694971-4961-4d37-85dc-2de60b7a0985 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.573956 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.593861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 44d2f40b-2da9-4705-8ff3-40d2559d300b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:56.594863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d9694971-4961-4d37-85dc-2de60b7a0985 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.601266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d9694971-4961-4d37-85dc-2de60b7a0985 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4392724 Nov 22 16:57:56.602249 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.603804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52948) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:56.612277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-874305095', 'security_groups': ['c6ed374b-ecca-4176-966a-e980ca816f1f'], 'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4156e6bd-a89d-4ee5-a949-e49b33c1186e'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:56.636068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecaa6764-a18e-407c-af06-919b36dafdd6 req-d91a2615-a1af-4714-9dcb-0b96f5c902ed tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7170725 Nov 22 16:57:56.641163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4e69a6d2-36f6-4005-9178-e8994ba960c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c07e48f703441e783de35ccc8e7a4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0989530 Nov 22 16:57:56.641383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9694971-4961-4d37-85dc-2de60b7a0985 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ed374b-ecca-4176-966a-e980ca816f1f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.666633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:56.775942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69a6d2-36f6-4005-9178-e8994ba960c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c0fd7a-bd3d-4478-9dcb-bb6ad538a421,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.846833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb81c-90a3-4451-9c22-c9c1b2e7fd05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.855846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Pushing event updated for resources: {'Port': ['ID=07ff4bce-00e9-4699-b29c-8918126434c7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.868812 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:56.873604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:56.874352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:57.002999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb81c-90a3-4451-9c22-c9c1b2e7fd05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.048490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Attempting to bind port 07ff4bce-00e9-4699-b29c-8918126434c7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:57.050289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Attempting to bind port 07ff4bce-00e9-4699-b29c-8918126434c7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '89d5ebc6-e376-4653-8ac2-f890b391f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:57.050797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Attempting to bind port 07ff4bce-00e9-4699-b29c-8918126434c7 on network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:57.067197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:57.070116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Checking segment: {'id': '89d5ebc6-e376-4653-8ac2-f890b391f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:57.071075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.076679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Bound using segment: {'id': '89d5ebc6-e376-4653-8ac2-f890b391f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:57.076679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Bound port: 07ff4bce-00e9-4699-b29c-8918126434c7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d5ebc6-e376-4653-8ac2-f890b391f0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:57.076679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.096254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:57.170055 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb81c-90a3-4451-9c22-c9c1b2e7fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.184019 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb81c-90a3-4451-9c22-c9c1b2e7fd05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.191746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aa4bb81c-90a3-4451-9c22-c9c1b2e7fd05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3c0fd7a-bd3d-4478-9dcb-bb6ad538a421 HTTP/1.1" status: 204 len: 168 time: 0.5215089 Nov 22 16:57:57.281408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port cf77f940-3db0-4713-86c1-05237407185f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cf77f940-3db0-4713-86c1-05237407185f,segment=NetworkSegment(fb305381-bd0a-43a0-b555-2eda0a4b9e95),segment_id=fb305381-bd0a-43a0-b555-2eda0a4b9e95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:57.281859 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.293159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] For port 07ff4bce-00e9-4699-b29c-8918126434c7, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:57.294170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bb81c-90a3-4451-9c22-c9c1b2e7fd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c0fd7a-bd3d-4478-9dcb-bb6ad538a421,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.301970 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.314789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] For port 07ff4bce-00e9-4699-b29c-8918126434c7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=07ff4bce-00e9-4699-b29c-8918126434c7,segment=NetworkSegment(89d5ebc6-e376-4653-8ac2-f890b391f0eb),segment_id=89d5ebc6-e376-4653-8ac2-f890b391f0eb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:57.340930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port 8d6f9289-f0b9-4804-8590-8e0e78247563 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:57:57.375903 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.409346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for cf77f940-3db0-4713-86c1-05237407185f owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:57.506848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686797c-fd1f-4fc3-b2cb-6396566499e5 None None] Pushing event updated for resources: {'Port': ['ID=07ff4bce-00e9-4699-b29c-8918126434c7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.597085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad31b1-962e-4365-9372-a396932dfe97 req-95fb24e1-3959-4193-ab8b-a97d6a847a53 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:57.601885 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bfad31b1-962e-4365-9372-a396932dfe97 req-95fb24e1-3959-4193-ab8b-a97d6a847a53 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 949 time: 0.3416338 Nov 22 16:57:57.681644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:57:57.682429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.786923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Checking segment: {'id': 'd3d50723-64d2-435a-96c6-a2a58448a295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '44d2f40b-2da9-4705-8ff3-40d2559d300b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:57.787467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Network hostable DHCP agents. Network: 44d2f40b-2da9-4705-8ff3-40d2559d300b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:57.835100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Network 44d2f40b-2da9-4705-8ff3-40d2559d300b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:57.917140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 44d2f40b-2da9-4705-8ff3-40d2559d300b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:57.922315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d2d6c91a-0818-4774-b65e-a9ffa21136af,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.930730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:57.931798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.975948 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eb9a80b8-f1c8-4006-827e-e246690f2540 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8438892 Nov 22 16:57:57.977726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:57.978459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0662f-dd2f-483a-a80e-58a3d8d77b74 None None] Network 44d2f40b-2da9-4705-8ff3-40d2559d300b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:57.983223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Request body: {'floatingip': {'floating_network_id': '44d2f40b-2da9-4705-8ff3-40d2559d300b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:58.018872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:58.035125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bfad31b1-962e-4365-9372-a396932dfe97 req-2e95648b-ffcf-4747-bbe3-886eaaeb8c2d tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169872 Nov 22 16:57:58.037391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::105 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/4156e6bd-a89d-4ee5-a949-e49b33c1186e/8d6f9289-f0b9-4804-8590-8e0e78247563) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:58.049880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.178730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.267661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=cf77f940-3db0-4713-86c1-05237407185f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:58.293583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 07ff4bce-00e9-4699-b29c-8918126434c7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:58.422413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.427899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f30325f8-77c5-431a-951a-7e39f1c2842e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f757263c0f7141ee9a9f447d623df62d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3912661 Nov 22 16:57:58.428718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52982) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:58.429455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-036a6405-87c0-405f-9bd8-6579593ea612 req-13e06281-b6c6-4206-b44c-f914a4261150 service neutron] (103443) timed out ('10.222.0.62', 51550) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:57:58.530560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.559971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29421db1-f2f1-4daa-8013-d49e485f485d None None] Network 44d2f40b-2da9-4705-8ff3-40d2559d300b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:58.565826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-6a80ed95-ebbd-484c-a1d6-f79d9af36488 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:58.572175 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-6a80ed95-ebbd-484c-a1d6-f79d9af36488 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.37 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 949 time: 0.2403555 Nov 22 16:57:58.876657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:58.877146 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.879997 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.906718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.940473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Allocated IP 172.20.0.6 (44d2f40b-2da9-4705-8ff3-40d2559d300b/d2d6c91a-0818-4774-b65e-a9ffa21136af/0dc554ed-e079-49da-976b-935d57f49d80) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:59.128937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=8d6f9289-f0b9-4804-8590-8e0e78247563,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:59.176486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ec0e-a217-44b8-ba25-cd88346dec0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.325835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ec0e-a217-44b8-ba25-cd88346dec0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.351759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.387068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:59.390854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:59.401983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:59.424167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.426250 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.436245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Deleting port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:59.436979 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.476987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 07ff4bce-00e9-4699-b29c-8918126434c7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=07ff4bce-00e9-4699-b29c-8918126434c7,segment=NetworkSegment(89d5ebc6-e376-4653-8ac2-f890b391f0eb),segment_id=89d5ebc6-e376-4653-8ac2-f890b391f0eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:59.489186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.551941 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ec0e-a217-44b8-ba25-cd88346dec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.558062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ec0e-a217-44b8-ba25-cd88346dec0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.559883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ee3ec0e-a217-44b8-ba25-cd88346dec0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81299df9-ecd6-493c-a626-87532c0a8511 HTTP/1.1" status: 204 len: 168 time: 1.1294162 Nov 22 16:57:59.604609 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eac380e7-4d37-43d0-92bb-48790afc8c4d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9950087 Nov 22 16:57:59.608791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 52996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:59.639097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3d72ab57-05de-481b-8d94-e4afde86992f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:59.639713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=07ff4bce-00e9-4699-b29c-8918126434c7,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:59.742599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3ec0e-a217-44b8-ba25-cd88346dec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81299df9-ecd6-493c-a626-87532c0a8511,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:59.855602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cbca8-bcd8-4a06-b538-e5b9b64614ee req-4f610c45-71dd-48a0-94e2-9ae82860f7c2 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.871912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d44cbca8-bcd8-4a06-b538-e5b9b64614ee req-4f610c45-71dd-48a0-94e2-9ae82860f7c2 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 949 time: 0.6093192 Nov 22 16:57:59.898092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bbdacfce-43de-44de-9959-50e481bd7c1e None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:59.905345 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bbdacfce-43de-44de-9959-50e481bd7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.027637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d44cbca8-bcd8-4a06-b538-e5b9b64614ee req-1838d571-b11c-42ef-873d-a4795612dcca tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532762 Nov 22 16:58:00.077431 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.120291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:00.355216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d72ab57-05de-481b-8d94-e4afde86992f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:00.368048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d72ab57-05de-481b-8d94-e4afde86992f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.375586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 07ff4bce-00e9-4699-b29c-8918126434c7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:00.424540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:00.434052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5a0842ea-cce3-4633-8044-eabe0404bf94 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5069690 Nov 22 16:58:00.439051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53006) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:00.444692 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:00.497726 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:00.499685 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:00.598879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1bc3c8-91b1-46d5-8cb1-32ce157821bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet c0986ede-d564-42a1-96f9-8dd389edf451 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:00.606395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bbdacfce-43de-44de-9959-50e481bd7c1e None None] Provisioning complete for port 4538857c-1e94-4647-9255-8cc6b3da570f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:00.606769 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bbdacfce-43de-44de-9959-50e481bd7c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.607660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc3c8-91b1-46d5-8cb1-32ce157821bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.703550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc3c8-91b1-46d5-8cb1-32ce157821bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.703800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-bbdacfce-43de-44de-9959-50e481bd7c1e None None] Port 4538857c-1e94-4647-9255-8cc6b3da570f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:00.713794 n-d-816865-2 neutron-server[103442]: INFO neutron.db.ipam_backend_mixin [None req-3d72ab57-05de-481b-8d94-e4afde86992f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4156e6bd-a89d-4ee5-a949-e49b33c1186e (CIDR: 2001:db8::/64) Nov 22 16:58:00.723733 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:00.729372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:00.731620 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.754766 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d72ab57-05de-481b-8d94-e4afde86992f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:00.756094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d72ab57-05de-481b-8d94-e4afde86992f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:00.879267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] For port 0c5722ec-4993-4cbb-8618-2c1ec97b8538, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0c5722ec-4993-4cbb-8618-2c1ec97b8538,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:00.880069 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.932687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0c5722ec-4993-4cbb-8618-2c1ec97b8538 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:00.949914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Calling delete_port for 0c5722ec-4993-4cbb-8618-2c1ec97b8538 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:00.968413 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d72ab57-05de-481b-8d94-e4afde86992f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3347170 Nov 22 16:58:00.981357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53022) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:00.994317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:01.016716 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc3c8-91b1-46d5-8cb1-32ce157821bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.022775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.141722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c5b7b9ef-d2e4-45dd-ade5-6d71a2e1c3b7 None None] Provisioning complete for port 8d6f9289-f0b9-4804-8590-8e0e78247563 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:01.147578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5b7b9ef-d2e4-45dd-ade5-6d71a2e1c3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.161768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc3c8-91b1-46d5-8cb1-32ce157821bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.265308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bc3c8-91b1-46d5-8cb1-32ce157821bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=c0986ede-d564-42a1-96f9-8dd389edf451,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:01.271163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc3c8-91b1-46d5-8cb1-32ce157821bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.282592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7f1bc3c8-91b1-46d5-8cb1-32ce157821bb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/c0986ede-d564-42a1-96f9-8dd389edf451 HTTP/1.1" status: 204 len: 168 time: 0.8411429 Nov 22 16:58:01.291286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be154cd5-85dc-4c00-b830-314edeaf085d None None] Network d82937ee-6727-4055-b8a5-982aa77745f3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:01.295508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:01.365690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Network 44d2f40b-2da9-4705-8ff3-40d2559d300b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:01.367877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Port': ['ID=0dc554ed-e079-49da-976b-935d57f49d80,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:01.377970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:01.393482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:57Z', 'revision_number': 9, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:01.399053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:01.446791 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:01.462632 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:01.464039 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:01.492956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde7b7f-be8d-45ef-ac2d-e224e4429954 req-b03b9077-6e2b-4c01-8b99-438ebddf714a tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:01.504355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fde7b7f-be8d-45ef-ac2d-e224e4429954 req-b03b9077-6e2b-4c01-8b99-438ebddf714a tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 949 time: 0.2343578 Nov 22 16:58:01.578690 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.603868 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fde7b7f-be8d-45ef-ac2d-e224e4429954 req-96a9998f-4e3d-4077-8e6e-1318e78b68c7 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/security-groups?id=7379912d-6c5d-4f2a-9163-14eb3b33abf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976741 Nov 22 16:58:01.613004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.659246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:01.679905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:01.705521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port 706988f1-a53d-40ed-b018-795e9718c2f4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:01.706042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.757589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c5b7b9ef-d2e4-45dd-ade5-6d71a2e1c3b7 None None] Port 8d6f9289-f0b9-4804-8590-8e0e78247563 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:01.898668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port 706988f1-a53d-40ed-b018-795e9718c2f4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=706988f1-a53d-40ed-b018-795e9718c2f4,segment=NetworkSegment(fb305381-bd0a-43a0-b555-2eda0a4b9e95),segment_id=fb305381-bd0a-43a0-b555-2eda0a4b9e95)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:01.899362 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.932497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for 706988f1-a53d-40ed-b018-795e9718c2f4 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:01.964967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-936999421'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:01.965916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] DHCP port deletion for d82937ee-6727-4055-b8a5-982aa77745f3 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:02.049462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.060001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.093368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:02.098124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.104094 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.167141 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:02.200533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No DVR routers for this DVR port 706988f1-a53d-40ed-b018-795e9718c2f4 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:02.215295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=706988f1-a53d-40ed-b018-795e9718c2f4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.256474 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:57Z', 'revision_number': 9, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.329002 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d424e61-469d-4330-b545-c0f4ba1e3618 None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:57:57Z', 'revision_number': 9, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': '3a75b6bc-9deb-464f-8a67-fe8a596dc798', 'name': '', 'network_id': '6bd70c3f-35b5-446c-9394-eef0db87ae2a', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:05:e3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:53Z', 'updated_at': '2021-11-22T16:57:11Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': '19a173c0-92dc-4a35-a03b-0baa8b9054c6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:02.394420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] Deleting port 706988f1-a53d-40ed-b018-795e9718c2f4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:02.397170 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.407791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.449604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82937ee-6727-4055-b8a5-982aa77745f3']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.462880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb305381-bd0a-43a0-b555-2eda0a4b9e95') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.463205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb305381-bd0a-43a0-b555-2eda0a4b9e95') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.476573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.495521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.503336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:02.503845 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:02.508084 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:02.514818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] For port 706988f1-a53d-40ed-b018-795e9718c2f4, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:02.515277 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.533222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] Calling delete_port for 706988f1-a53d-40ed-b018-795e9718c2f4 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:02.536370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] Port 706988f1-a53d-40ed-b018-795e9718c2f4 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:58:02.538029 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.568877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] Pushing event deleted for resources: {'Port': ['ID=706988f1-a53d-40ed-b018-795e9718c2f4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.575899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72f9b1-dc41-40c5-86af-c4d4190e6832 None None] No DVR routers for this DVR port 706988f1-a53d-40ed-b018-795e9718c2f4 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:02.592565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.603763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.611318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/d82937ee-6727-4055-b8a5-982aa77745f3 HTTP/1.1" status: 204 len: 168 time: 1.3115201 Nov 22 16:58:02.612390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:02.639397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bdd71-6039-48b1-aa28-eca64b73cf02 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=d82937ee-6727-4055-b8a5-982aa77745f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.796683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad1efc1b-b9f1-4d40-8159-4b1a723262d6 req-cb0460f6-d8a8-4335-b2a7-84b3cb50aee9 tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.59 "GET /v2.0/ports?device_id=736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3 HTTP/1.1" status: 200 len: 210 time: 0.0935826 Nov 22 16:58:02.822858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Pushing event deleted for resources: {'Port': ['ID=0c5722ec-4993-4cbb-8618-2c1ec97b8538,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.830149 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.865826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] No DVR routers for this DVR port 0c5722ec-4993-4cbb-8618-2c1ec97b8538 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:02.897249 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.897249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5fe474fc-c95b-4ed1-bad4-b44eab23175b req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] 10.222.0.37 "DELETE /v2.0/ports/0c5722ec-4993-4cbb-8618-2c1ec97b8538 HTTP/1.1" status: 204 len: 173 time: 4.3105412 Nov 22 16:58:02.906228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3', 'name': 'network-vif-deleted', 'tag': '0c5722ec-4993-4cbb-8618-2c1ec97b8538'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:02.908643 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdb54c4-fcb4-4e85-b8c2-1ac4d708e46a" -d '{"events": [{"server_uuid": "736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3", "name": "network-vif-deleted", "tag": "0c5722ec-4993-4cbb-8618-2c1ec97b8538"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:02.913233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.913803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.914309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.914745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.915410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.915877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.916380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.916803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.917280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.917810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.918576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.919091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3e48ef-5f5f-486d-8126-ea6b890eb8ba tempest-VolumesNegativeTest-309614052 tempest-VolumesNegativeTest-309614052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:02.929347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Made reservation on behalf of 816d758345474ebd855d3bdad145afd8 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:02.934130 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.954050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.000467 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2feed4f-01f0-4ae0-b0dc-f478fb8118f4 x-openstack-request-id: req-b2feed4f-01f0-4ae0-b0dc-f478fb8118f4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:03.000942 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3", "name": "network-vif-deleted", "tag": "0c5722ec-4993-4cbb-8618-2c1ec97b8538", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:03.001355 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2feed4f-01f0-4ae0-b0dc-f478fb8118f4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:03.001987 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736f7cc7-f8ab-4adb-8d2c-47a2c2791cc3', 'name': 'network-vif-deleted', 'tag': '0c5722ec-4993-4cbb-8618-2c1ec97b8538', 'status': 'completed', 'code': 200} Nov 22 16:58:03.257398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.278894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.320370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.420640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:03.453167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.543667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a381a3af-cf9d-4ef8-ab2a-cf5a34e4b740,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.589334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.589772 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Added segment 2a468e82-0752-4597-890d-e753c22476ac of type vlan for network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 Nov 22 16:58:03.607987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:03.671696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:03.684468 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.685977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57fef42-6312-41b4-9162-099d2532f220 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:03.700825 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:03.701577 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.719541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.754404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.912041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=0cb37c58-95da-4084-a212-f81135b562cb,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.945806 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.951569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:03.952219 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.983655 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0b14b0fb-dd69-40f1-8bb7-95bb040e7afd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0006769 Nov 22 16:58:03.989215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53072) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:04.009562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-460921072', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0cb37c58-95da-4084-a212-f81135b562cb'}], 'security_groups': ['5755411b-787d-4760-bb98-af79dffff949']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:04.042940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Port': ['ID=0dc554ed-e079-49da-976b-935d57f49d80,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.095703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cf77f940-3db0-4713-86c1-05237407185f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:04.107426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.186418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53076) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:04.187159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: cf77f940-3db0-4713-86c1-05237407185f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:04.187497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cf77f940-3db0-4713-86c1-05237407185f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:04.188584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 706988f1-a53d-40ed-b018-795e9718c2f4 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:04.204326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5303638 Nov 22 16:58:04.221105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 706988f1-a53d-40ed-b018-795e9718c2f4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:04.221458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 706988f1-a53d-40ed-b018-795e9718c2f4 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:04.223936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4fcb8-9dbe-4306-96b8-36be3d8fb5d0 None None] Update dhcp port {'port': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'fixed_ips': [{'subnet_id': '4156e6bd-a89d-4ee5-a949-e49b33c1186e', 'ip_address': '2001:db8::2'}, {'subnet_id': '0cb37c58-95da-4084-a212-f81135b562cb'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '07ff4bce-00e9-4699-b29c-8918126434c7'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:58:04.225774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'subnet': {'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:04.318136 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed4fcb8-9dbe-4306-96b8-36be3d8fb5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.355249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c7814-1fe7-40be-b008-500be8da054e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Network': ['ID=61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.367995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.369914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e30964dc-e256-4218-b6da-d8a138d926b0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3908646 Nov 22 16:58:04.373596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:04.524639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Made reservation on behalf of 816d758345474ebd855d3bdad145afd8 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:04.529822 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.594147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e28f26df-a735-4381-ac52-01f795728474 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=44d2f40b-2da9-4705-8ff3-40d2559d300b HTTP/1.1" status: 200 len: 689 time: 0.2156711 Nov 22 16:58:04.604299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53094) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:04.806861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1ed4fcb8-9dbe-4306-96b8-36be3d8fb5d0 None None] Allocated IP 2001:db8:0:1::2 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/0cb37c58-95da-4084-a212-f81135b562cb/07ff4bce-00e9-4699-b29c-8918126434c7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:04.825073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.997713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1ed4fcb8-9dbe-4306-96b8-36be3d8fb5d0 None None] For port 07ff4bce-00e9-4699-b29c-8918126434c7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=07ff4bce-00e9-4699-b29c-8918126434c7,segment=NetworkSegment(89d5ebc6-e376-4653-8ac2-f890b391f0eb),segment_id=89d5ebc6-e376-4653-8ac2-f890b391f0eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:05.001386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Subnet': ['ID=cc2aa1d0-d909-48fb-ac55-920c44d6ca43,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:05.045155 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed4fcb8-9dbe-4306-96b8-36be3d8fb5d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.054651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:05.066408 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ed4fcb8-9dbe-4306-96b8-36be3d8fb5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.075461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.081846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.113160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Checking segment: {'id': '2a468e82-0752-4597-890d-e753c22476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:05.114122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Network hostable DHCP agents. Network: 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:58:05.186209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:58:05.204492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:05.214449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:05.215248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.224652 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4fcb8-9dbe-4306-96b8-36be3d8fb5d0 None None] Pushing event updated for resources: {'Port': ['ID=07ff4bce-00e9-4699-b29c-8918126434c7,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:05.253485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port 3a75b6bc-9deb-464f-8a67-fe8a596dc798 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:05.254421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.321858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a799ba-3a21-4fd9-9b99-d7f626b08bcc None None] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:05.390644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c2af45f2-dea1-41c6-9a15-f707858eb0bc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1888320 Nov 22 16:58:05.401102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53150) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:05.414479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'name': 'tempest-AllowedAddressPairTestJSON-1036939497'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:05.585089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Deleting port 0dc554ed-e079-49da-976b-935d57f49d80 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:05.585426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.619904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Made reservation on behalf of 816d758345474ebd855d3bdad145afd8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:05.625738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.658800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port 3a75b6bc-9deb-464f-8a67-fe8a596dc798, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3a75b6bc-9deb-464f-8a67-fe8a596dc798,segment=NetworkSegment(09074130-aa9e-4f09-b253-03b2b1dbfc1b),segment_id=09074130-aa9e-4f09-b253-03b2b1dbfc1b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:05.665320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.700630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] device_id is not set on port 1f29af42-9c86-41a2-ac68-82128b9e8e6a yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:05.727323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for 3a75b6bc-9deb-464f-8a67-fe8a596dc798 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:05.942287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.951115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.005600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Calling delete_port for 0dc554ed-e079-49da-976b-935d57f49d80 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:06.066785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'tenant_id': '816d758345474ebd855d3bdad145afd8', 'fixed_ips': [{'subnet_id': 'cc2aa1d0-d909-48fb-ac55-920c44d6ca43'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:58:06.073893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.133233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 07ff4bce-00e9-4699-b29c-8918126434c7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:06.356843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Allocated IP 172.20.0.6 (61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2/cc2aa1d0-d909-48fb-ac55-920c44d6ca43/1f29af42-9c86-41a2-ac68-82128b9e8e6a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:06.383991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:06.384836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.554050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Delete allocated IP 2001:db8::105 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/4156e6bd-a89d-4ee5-a949-e49b33c1186e) {{(pid=103442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:58:06.587496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8:0:1::120 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/0cb37c58-95da-4084-a212-f81135b562cb/8d6f9289-f0b9-4804-8590-8e0e78247563) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:06.648848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.673731 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.761085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=3a75b6bc-9deb-464f-8a67-fe8a596dc798,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:06.873211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.956192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2ec7e6c0-9751-494a-8bc8-adf8133af29e None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:06.956521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e6c0-9751-494a-8bc8-adf8133af29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.165375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dc554ed-e079-49da-976b-935d57f49d80,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:07.374601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.472105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2ec7e6c0-9751-494a-8bc8-adf8133af29e None None] Provisioning complete for port 4538857c-1e94-4647-9255-8cc6b3da570f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:07.473057 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e6c0-9751-494a-8bc8-adf8133af29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.531434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.595366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.622925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7e6c0-9751-494a-8bc8-adf8133af29e None None] Port 4538857c-1e94-4647-9255-8cc6b3da570f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:07.647143 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.666357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.668585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2ec7e6c0-9751-494a-8bc8-adf8133af29e None None] Provisioning complete for port 8d6f9289-f0b9-4804-8590-8e0e78247563 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:07.668585 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e6c0-9751-494a-8bc8-adf8133af29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.712734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7e6c0-9751-494a-8bc8-adf8133af29e None None] Port 8d6f9289-f0b9-4804-8590-8e0e78247563 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:07.740176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Allocated IP 172.20.0.2 (61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2/cc2aa1d0-d909-48fb-ac55-920c44d6ca43/9ce6563a-25f9-4238-a002-f9ef4ac20f9a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:07.791552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=8d6f9289-f0b9-4804-8590-8e0e78247563,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:07.930649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] In _notify_port_updated(), no bound segment for port 8d6f9289-f0b9-4804-8590-8e0e78247563 on network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:58:07.952446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:07.953887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.956512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fa187a74-a131-41f3-928b-6b9306bdfeb0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "PUT /v2.0/ports/8d6f9289-f0b9-4804-8590-8e0e78247563 HTTP/1.1" status: 200 len: 930 time: 3.9552414 Nov 22 16:58:07.963456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53270) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.966938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.975240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:08.029403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=1f29af42-9c86-41a2-ac68-82128b9e8e6a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:08.043478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:08.046514 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.057142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:08.254509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:08.255452 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.273566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.294148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8a810bc8-42ee-40f9-a14a-bfa540ce2f0e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8860421 Nov 22 16:58:08.297886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.300210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.311522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.329188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'name': 'tempest-AllowedAddressPairTestJSON-81085174', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:cc:ae:fc'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:08.337415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d6c91a-0818-4774-b65e-a9ffa21136af,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:08.344587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d7d72996-2c13-4708-8530-b3b8d5da427f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 8d6f9289-f0b9-4804-8590-8e0e78247563 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:08.344587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7d72996-2c13-4708-8530-b3b8d5da427f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.373213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.426060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:08.441570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:08.452947 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7d72996-2c13-4708-8530-b3b8d5da427f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.459901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:08.469096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Pushing event updated for resources: {'Port': ['ID=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:08.476698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d7d72996-2c13-4708-8530-b3b8d5da427f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 8d6f9289-f0b9-4804-8590-8e0e78247563 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:08.521925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2144cc11-aa1b-4b9a-90ff-2b7c72ac4904 None None] Provisioning complete for port 8d6f9289-f0b9-4804-8590-8e0e78247563 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:08.522519 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2144cc11-aa1b-4b9a-90ff-2b7c72ac4904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.629020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Attempting to bind port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:08.629404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Attempting to bind port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2a468e82-0752-4597-890d-e753c22476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:08.639304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Attempting to bind port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a on network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:08.664103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:08.664639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Checking segment: {'id': '2a468e82-0752-4597-890d-e753c22476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:08.664994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.665407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Bound using segment: {'id': '2a468e82-0752-4597-890d-e753c22476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:08.688921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Bound port: 9ce6563a-25f9-4238-a002-f9ef4ac20f9a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a468e82-0752-4597-890d-e753c22476ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:08.689435 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.765758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2144cc11-aa1b-4b9a-90ff-2b7c72ac4904 None None] Port 8d6f9289-f0b9-4804-8590-8e0e78247563 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:08.788621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.944040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] For port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:08.952698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] For port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,segment=NetworkSegment(2a468e82-0752-4597-890d-e753c22476ac),segment_id=2a468e82-0752-4597-890d-e753c22476ac)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:08.959403 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.002257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d2f40b-2da9-4705-8ff3-40d2559d300b']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.065028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d50723-64d2-435a-96c6-a2a58448a295') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.070784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d50723-64d2-435a-96c6-a2a58448a295') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.106667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.150450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3ebd3-75e8-4cb0-abc0-5d0d29ba7f7e None None] Pushing event updated for resources: {'Port': ['ID=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:09.197529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.232265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:09.236204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.244278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Made reservation on behalf of 816d758345474ebd855d3bdad145afd8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:09.393124 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:09.403313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.431354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44d2f40b-2da9-4705-8ff3-40d2559d300b {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:58:09.437175 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.448949 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "DELETE /v2.0/networks/44d2f40b-2da9-4705-8ff3-40d2559d300b HTTP/1.1" status: 204 len: 168 time: 4.8432639 Nov 22 16:58:09.469869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.498521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515a3a9-72a8-4360-b68d-ac6876f20347 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event deleted for resources: {'Network': ['ID=44d2f40b-2da9-4705-8ff3-40d2559d300b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:09.550269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7d72996-2c13-4708-8530-b3b8d5da427f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.693794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d72996-2c13-4708-8530-b3b8d5da427f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=8d6f9289-f0b9-4804-8590-8e0e78247563,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:09.794567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:09.801587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7d72996-2c13-4708-8530-b3b8d5da427f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.815186 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d7d72996-2c13-4708-8530-b3b8d5da427f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/8d6f9289-f0b9-4804-8590-8e0e78247563 HTTP/1.1" status: 204 len: 168 time: 1.8437541 Nov 22 16:58:09.815186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53354) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.841691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-de1a5d51-f5f5-40c5-8c9d-827d68d7b909 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3607450 Nov 22 16:58:09.853148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.152177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.207113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] device_id is not set on port 8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:10.207983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.209368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.210404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.211432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.212495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.213567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.215710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.231558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.232778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.233283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.239580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.270011 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-474a479d-eaca-4139-843a-b48ac7c07741 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7039 time: 0.4151864 Nov 22 16:58:10.273417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9ce6563a-25f9-4238-a002-f9ef4ac20f9a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:10.300277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53364) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.361594 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-d9db937f-ed94-4110-af90-77f90fbc57de tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] delete failed (client error): The resource could not be found. Nov 22 16:58:10.363895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d9db937f-ed94-4110-af90-77f90fbc57de tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/fac74acb-eb73-4218-ae3c-2b566a95341b HTTP/1.1" status: 404 len: 345 time: 0.0605457 Nov 22 16:58:10.371024 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ea3881-f170-46c1-8f4b-643a5e3bdaa9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:58:10.372194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53368) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.373320 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-41ea3881-f170-46c1-8f4b-643a5e3bdaa9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/8d6f9289-f0b9-4804-8590-8e0e78247563 HTTP/1.1" status: 404 len: 333 time: 0.5558019 Nov 22 16:58:10.376061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53370) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.426318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:10.446942 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9160a976-9458-43b1-b735-460479a30d6a tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8337801 Nov 22 16:58:10.459619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:10.460013 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.499643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53372) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.529321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb970139-a07c-41f9-8e20-dd5311f11c2c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.540300 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-46abeb30-3d72-41a8-9e1a-a0c2ec7ee6fc tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] DELETE failed (client error): The resource could not be found. Nov 22 16:58:10.541300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46abeb30-3d72-41a8-9e1a-a0c2ec7ee6fc tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:10.565636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53382) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.569449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-46abeb30-3d72-41a8-9e1a-a0c2ec7ee6fc tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "DELETE /v2.0/networks/44d2f40b-2da9-4705-8ff3-40d2559d300b HTTP/1.1" status: 404 len: 339 time: 0.1927068 Nov 22 16:58:10.574270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Request body: {'network': {'name': 'tempest-network--1173534881', 'router:external': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:10.738291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb970139-a07c-41f9-8e20-dd5311f11c2c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.892360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.895731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2d4e96-8679-48bc-a18e-cacf69a704a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet 19a173c0-92dc-4a35-a03b-0baa8b9054c6 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:10.895731 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4e96-8679-48bc-a18e-cacf69a704a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.939181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,segment=NetworkSegment(2a468e82-0752-4597-890d-e753c22476ac),segment_id=2a468e82-0752-4597-890d-e753c22476ac)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:10.946667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Made reservation on behalf of 0b993ce5eed549a7a6380fd09e018db7 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:10.947338 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.960300 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.005763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Allocated IP 172.20.0.4 (61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2/cc2aa1d0-d909-48fb-ac55-920c44d6ca43/8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:11.065934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:11.096880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb970139-a07c-41f9-8e20-dd5311f11c2c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.115900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb970139-a07c-41f9-8e20-dd5311f11c2c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.117317 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4e96-8679-48bc-a18e-cacf69a704a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.120457 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fb970139-a07c-41f9-8e20-dd5311f11c2c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/security-groups/c6ed374b-ecca-4176-966a-e980ca816f1f HTTP/1.1" status: 204 len: 168 time: 0.7415352 Nov 22 16:58:11.125307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53398) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.137714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:11.244685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8601084a-f9ad-4970-b9dc-c17ee6818e26 None None] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:11.287440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb970139-a07c-41f9-8e20-dd5311f11c2c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ed374b-ecca-4176-966a-e980ca816f1f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:11.366335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.366857 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Added segment cb3e3835-a00b-4331-997b-c04136f3978a of type vlan for network f4e11e25-2495-440f-8950-5d8e2a77aed1 Nov 22 16:58:11.374093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e47eb315-afaf-4812-a9fe-0746830efdc1 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.478597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e47eb315-afaf-4812-a9fe-0746830efdc1 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.482484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3b577fad-927c-447d-9a6e-d28f673ffb9b None None] Provisioning complete for port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:11.503141 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b577fad-927c-447d-9a6e-d28f673ffb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.623632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e47eb315-afaf-4812-a9fe-0746830efdc1 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.628410 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e47eb315-afaf-4812-a9fe-0746830efdc1 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.630506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e47eb315-afaf-4812-a9fe-0746830efdc1 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/security-groups/5755411b-787d-4760-bb98-af79dffff949 HTTP/1.1" status: 204 len: 168 time: 0.4691181 Nov 22 16:58:11.639372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53410) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.744655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:11.846837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0ebf45-5ada-465f-83af-6ec94709d787 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet 4156e6bd-a89d-4ee5-a949-e49b33c1186e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:11.853353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e0ebf45-5ada-465f-83af-6ec94709d787 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.886275 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4e96-8679-48bc-a18e-cacf69a704a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.891553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:11.897655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.922804 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e0ebf45-5ada-465f-83af-6ec94709d787 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.013573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:12.118604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e0ebf45-5ada-465f-83af-6ec94709d787 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.162877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.209761 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4e96-8679-48bc-a18e-cacf69a704a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.220727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eb315-afaf-4812-a9fe-0746830efdc1 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755411b-787d-4760-bb98-af79dffff949,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:12.225268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e0ebf45-5ada-465f-83af-6ec94709d787 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.282812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7e0ebf45-5ada-465f-83af-6ec94709d787 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.285338 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7e0ebf45-5ada-465f-83af-6ec94709d787 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/4156e6bd-a89d-4ee5-a949-e49b33c1186e HTTP/1.1" status: 204 len: 168 time: 0.6418734 Nov 22 16:58:12.290129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53420) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:12.296106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:12.330606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d4e96-8679-48bc-a18e-cacf69a704a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=19a173c0-92dc-4a35-a03b-0baa8b9054c6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:12.337417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.410247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9ce6563a-25f9-4238-a002-f9ef4ac20f9a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:12.471296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4e96-8679-48bc-a18e-cacf69a704a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.477552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6d2d4e96-8679-48bc-a18e-cacf69a704a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/19a173c0-92dc-4a35-a03b-0baa8b9054c6 HTTP/1.1" status: 204 len: 168 time: 1.9762926 Nov 22 16:58:12.485862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53426) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:12.493269 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a18048-c559-41a9-8e55-ed3174e81dae None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:12.529372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:12.529613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ebf45-5ada-465f-83af-6ec94709d787 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=4156e6bd-a89d-4ee5-a949-e49b33c1186e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:12.533799 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.590182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:12.605244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:12.607404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.623828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:12.709611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:12.710340 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.722390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b44b39-7659-43be-b654-d0fa435573b5 None None] Network 6bd70c3f-35b5-446c-9394-eef0db87ae2a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:12.729614 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.732710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:12.733995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:12.754162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:12.763141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c5bcb39-e5a2-4c62-86fd-10cbaf116b17 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 996 time: 4.4620566 Nov 22 16:58:12.784342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53434) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:12.824524 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Network': ['ID=f4e11e25-2495-440f-8950-5d8e2a77aed1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:12.835310 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb01e9f8-9b6b-4729-97f9-087ae9d12db0 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2640817 Nov 22 16:58:12.864066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53436) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:12.937115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f4e11e25-2495-440f-8950-5d8e2a77aed1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:12.953489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.062527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fc2bc-6c69-445e-8309-236134c54715 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.069362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fc2bc-6c69-445e-8309-236134c54715 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.077350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fc2bc-6c69-445e-8309-236134c54715 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.082400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6c4fc2bc-6c69-445e-8309-236134c54715 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2966239 Nov 22 16:58:13.085996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53440) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.207199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd4721-2ea9-4871-b7b3-442c5531c1ad tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.215764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd4721-2ea9-4871-b7b3-442c5531c1ad tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.223394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd4721-2ea9-4871-b7b3-442c5531c1ad tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.234133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafd4721-2ea9-4871-b7b3-442c5531c1ad tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.242144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bafd4721-2ea9-4871-b7b3-442c5531c1ad tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3744318 Nov 22 16:58:13.247580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53446) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.442107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-53243326-45d4-48bc-a578-1feebf291f53 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Deleting port 8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:13.444617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53243326-45d4-48bc-a578-1feebf291f53 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.467163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:13.467556 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.491565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.809758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:13.846413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:13.858412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.859479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.894902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=4a7794d1-211d-4477-94d5-db753ab52d4b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:13.965766 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-033c0df9-8693-4667-99f2-28c88287790c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6739872 Nov 22 16:58:13.974020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.990499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c05605aa-8111-4a9a-9077-deab9e169763 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'security_group': {'name': 'tempest-secgroup-622003006'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:14.080541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53243326-45d4-48bc-a578-1feebf291f53 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.098681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] DHCP port deletion for 6bd70c3f-35b5-446c-9394-eef0db87ae2a request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:14.142677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-53243326-45d4-48bc-a578-1feebf291f53 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Calling delete_port for 8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:14.156517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c05605aa-8111-4a9a-9077-deab9e169763 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.373261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a57adc60-5389-482e-8b24-56abaa306474 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:14.519549 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.542479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] Deleting port a57adc60-5389-482e-8b24-56abaa306474 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:14.555958 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.599887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c05605aa-8111-4a9a-9077-deab9e169763 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.607441 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c05605aa-8111-4a9a-9077-deab9e169763 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.671959 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.725611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e11e25-2495-440f-8950-5d8e2a77aed1']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:14.765773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3e3835-a00b-4331-997b-c04136f3978a') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:14.766061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3e3835-a00b-4331-997b-c04136f3978a') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:14.811128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.815088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 10, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:14.826746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-43406df7-f775-4a62-ada8-9087acf5faac None None] Provisioning complete for port 8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:14.827263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c05605aa-8111-4a9a-9077-deab9e169763 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.830754 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c05605aa-8111-4a9a-9077-deab9e169763 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8460832 Nov 22 16:58:14.831674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05605aa-8111-4a9a-9077-deab9e169763 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e639c038-8c5a-4021-826d-ec7ba11e4e34,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:14.839245 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43406df7-f775-4a62-ada8-9087acf5faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.840526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53474) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.843676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53243326-45d4-48bc-a578-1feebf291f53 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.858504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bb9a26c9-1495-4de8-9432-f4cc49cb1e66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'security_group': {'name': 'tempest-secgroup-2104479468'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:14.867898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.912268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:14.912902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.039671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] For port a57adc60-5389-482e-8b24-56abaa306474, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a57adc60-5389-482e-8b24-56abaa306474,segment=NetworkSegment(09074130-aa9e-4f09-b253-03b2b1dbfc1b),segment_id=09074130-aa9e-4f09-b253-03b2b1dbfc1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:15.041549 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:15.060611 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:15.094127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port a57adc60-5389-482e-8b24-56abaa306474 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:15.094707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.115434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53243326-45d4-48bc-a578-1feebf291f53 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Port': ['ID=8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.120493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] Calling delete_port for a57adc60-5389-482e-8b24-56abaa306474 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:15.278203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb9a26c9-1495-4de8-9432-f4cc49cb1e66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.348212 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.378053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4e11e25-2495-440f-8950-5d8e2a77aed1 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:58:15.384702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-43406df7-f775-4a62-ada8-9087acf5faac None None] Port 8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb was deleted so its status cannot be updated. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 16:58:15.401590 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.409928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "DELETE /v2.0/networks/f4e11e25-2495-440f-8950-5d8e2a77aed1 HTTP/1.1" status: 204 len: 168 time: 2.1554275 Nov 22 16:58:15.415341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53480) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.427456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:15.441237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Request body: {'network': {'name': 'tempest-network--1306600820', 'router:external': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:15.469352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4e11e25-2495-440f-8950-5d8e2a77aed1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.485341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-53243326-45d4-48bc-a578-1feebf291f53 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.503944 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-53243326-45d4-48bc-a578-1feebf291f53 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "DELETE /v2.0/ports/8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb HTTP/1.1" status: 204 len: 168 time: 2.4126346 Nov 22 16:58:15.511341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.541628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port a57adc60-5389-482e-8b24-56abaa306474, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a57adc60-5389-482e-8b24-56abaa306474,segment=NetworkSegment(09074130-aa9e-4f09-b253-03b2b1dbfc1b),segment_id=09074130-aa9e-4f09-b253-03b2b1dbfc1b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:15.542402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.549645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.551611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4806b-83d9-44ff-b8bf-724a6d9643d2 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:15.562133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:15.572399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:57:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:15.644083 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9815cf-a4e7-4872-bf7e-8129dfad9bbc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] GET failed (client error): The resource could not be found. Nov 22 16:58:15.655128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6b9815cf-a4e7-4872-bf7e-8129dfad9bbc tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "GET /v2.0/ports/8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb HTTP/1.1" status: 404 len: 333 time: 0.1332664 Nov 22 16:58:15.659459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53488) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.660680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for a57adc60-5389-482e-8b24-56abaa306474 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:15.678850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb9a26c9-1495-4de8-9432-f4cc49cb1e66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.679424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'name': 'tempest-AllowedAddressPairTestJSON-1468865421'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:15.683416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Made reservation on behalf of 0b993ce5eed549a7a6380fd09e018db7 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:15.690519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.705596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb9a26c9-1495-4de8-9432-f4cc49cb1e66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.890594 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb9a26c9-1495-4de8-9432-f4cc49cb1e66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.917682 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb9a26c9-1495-4de8-9432-f4cc49cb1e66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0629652 Nov 22 16:58:15.918716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.923877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:15.944099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:15.950113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a26c9-1495-4de8-9432-f4cc49cb1e66 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4909096e-e5ff-4bde-80bb-31df54f3cbf8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.002315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a0bb8f74-eb2a-44ff-885c-30bee777e0b0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'security_group': {'name': 'tempest-secgroup-682710560'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.031007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.031503 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Added segment a0dc4fa6-2dc8-4002-8ba0-56d922df152f of type vlan for network 20ae68d0-19cb-4908-b7a9-0d6459ed1b10 Nov 22 16:58:16.061766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f793e920-5cf1-4538-8fa0-b610445dc953 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:16.107552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8f74-eb2a-44ff-885c-30bee777e0b0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.253347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.365682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.367021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:16.368010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.503811 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0869174 Nov 22 16:58:16.507929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53500) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.521821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Made reservation on behalf of 816d758345474ebd855d3bdad145afd8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:16.526071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.565592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3aec42-e6a9-4a62-a07d-fc906f823470 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Network': ['ID=20ae68d0-19cb-4908-b7a9-0d6459ed1b10,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.611787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.612411 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.615883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 20ae68d0-19cb-4908-b7a9-0d6459ed1b10 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:16.668550 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd206630-0325-40ed-8b37-3bd9f25d7e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.670598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-43406df7-f775-4a62-ada8-9087acf5faac None None] Provisioning complete for port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:16.671241 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43406df7-f775-4a62-ada8-9087acf5faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.698742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=a57adc60-5389-482e-8b24-56abaa306474,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.867707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] device_id is not set on port 615e3306-09d5-45e4-a7d7-00c5b8c16409 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:16.902508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No DVR routers for this DVR port a57adc60-5389-482e-8b24-56abaa306474 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:16.991262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8f74-eb2a-44ff-885c-30bee777e0b0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.272202 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8f74-eb2a-44ff-885c-30bee777e0b0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.624395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.672646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] No DVR routers for this DVR port a57adc60-5389-482e-8b24-56abaa306474 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:17.747348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Allocated IP 172.20.0.10 (61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2/cc2aa1d0-d909-48fb-ac55-920c44d6ca43/615e3306-09d5-45e4-a7d7-00c5b8c16409) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:17.856271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608e951-3029-4f30-8db7-e816d5c1bc67 None None] Pushing event deleted for resources: {'Port': ['ID=a57adc60-5389-482e-8b24-56abaa306474,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:17.891986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53524) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.174122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.175184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ba502-8ec9-42ec-a4eb-d62d8fe2021d None None] Update dhcp port {'port': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'fixed_ips': [{'subnet_id': '0cb37c58-95da-4084-a212-f81135b562cb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a7794d1-211d-4477-94d5-db753ab52d4b'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '07ff4bce-00e9-4699-b29c-8918126434c7'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:58:18.227612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb8f74-eb2a-44ff-885c-30bee777e0b0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6113f441-2813-410b-acc6-bc6a64799390,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:18.241339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9478240-982c-4f32-802e-90f2135a5d12 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.246312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f9478240-982c-4f32-802e-90f2135a5d12 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] 10.222.0.59 "GET /v2.0/networks/20ae68d0-19cb-4908-b7a9-0d6459ed1b10 HTTP/1.1" status: 200 len: 757 time: 1.7368999 Nov 22 16:58:18.249096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.250979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53536) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.253017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.274170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8f74-eb2a-44ff-885c-30bee777e0b0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.280511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a0bb8f74-eb2a-44ff-885c-30bee777e0b0 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.3445768 Nov 22 16:58:18.292468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53538) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.405231 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc572-3f87-4532-a969-6067b2c5ca1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.434979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-107ba502-8ec9-42ec-a4eb-d62d8fe2021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.496437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-233665022', 'security_groups': ['6113f441-2813-410b-acc6-bc6a64799390'], 'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a7794d1-211d-4477-94d5-db753ab52d4b'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:18.505938 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-31e9c889-17b6-4080-ac11-42ac6cd56eb5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a40945b87bc54e4997d08e59a60cafb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6121182 Nov 22 16:58:18.507270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 10, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:18.520083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.524943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=615e3306-09d5-45e4-a7d7-00c5b8c16409,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:18.572108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd70c3f-35b5-446c-9394-eef0db87ae2a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:18.591217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09074130-aa9e-4f09-b253-03b2b1dbfc1b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:18.591854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09074130-aa9e-4f09-b253-03b2b1dbfc1b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:18.610601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.645003 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.657849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:18.658832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.715229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e484648-8c44-40c0-bb77-a2ef41536568 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:18.726680 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e484648-8c44-40c0-bb77-a2ef41536568 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] 10.222.0.59 "GET /v2.0/networks/b15d7f29-9649-4804-ba08-1cc094d721db HTTP/1.1" status: 200 len: 767 time: 0.4742994 Nov 22 16:58:18.729740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53544) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.863975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-43406df7-f775-4a62-ada8-9087acf5faac None None] Provisioning complete for port 1f29af42-9c86-41a2-ac68-82128b9e8e6a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:18.864977 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43406df7-f775-4a62-ada8-9087acf5faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.872017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef537d-8c6c-412b-becd-b6e148a31a90 None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:06Z', 'revision_number': 10, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None, '_interfaces': [{'id': 'e915d2e8-ab16-4c34-8a8f-866943ffe8dc', 'name': '', 'network_id': '86c93a81-b56b-4c4d-80ab-2b529376a5be', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'mac_address': 'fa:16:3e:16:47:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:56:35Z', 'updated_at': '2021-11-22T16:56:58Z', 'revision_number': 5, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'subnets': [{'id': 'b2a997ba-1ba9-4696-9b54-31580f8838c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:18.882574 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:18.955551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.967194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:19.053510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcf135e2-cae6-48a2-a01d-f371f85df773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.116525 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcf135e2-cae6-48a2-a01d-f371f85df773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.184732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.207277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:19.240805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.281457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-43406df7-f775-4a62-ada8-9087acf5faac None None] Port 1f29af42-9c86-41a2-ac68-82128b9e8e6a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:19.313759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ae68d0-19cb-4908-b7a9-0d6459ed1b10']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:19.368941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dc4fa6-2dc8-4002-8ba0-56d922df152f') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:19.369791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dc4fa6-2dc8-4002-8ba0-56d922df152f') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:19.374087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:19.404541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.482839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.512492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:19.514702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:19.525868 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:19.531791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-107ba502-8ec9-42ec-a4eb-d62d8fe2021d None None] Allocated IP 2001:db8::2 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/4a7794d1-211d-4477-94d5-db753ab52d4b/07ff4bce-00e9-4699-b29c-8918126434c7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:19.680970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.776674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.814814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/6bd70c3f-35b5-446c-9394-eef0db87ae2a HTTP/1.1" status: 204 len: 168 time: 7.3248389 Nov 22 16:58:19.815698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:19.822568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3a75b6bc-9deb-464f-8a67-fe8a596dc798 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:19.949248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.952951 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.971912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09504b03-e7e9-425b-ae20-48e444be61e6 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=6bd70c3f-35b5-446c-9394-eef0db87ae2a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:20.021485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3a75b6bc-9deb-464f-8a67-fe8a596dc798 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:20.022304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3a75b6bc-9deb-464f-8a67-fe8a596dc798 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:20.049201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:20.097709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-107ba502-8ec9-42ec-a4eb-d62d8fe2021d None None] For port 07ff4bce-00e9-4699-b29c-8918126434c7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=07ff4bce-00e9-4699-b29c-8918126434c7,segment=NetworkSegment(89d5ebc6-e376-4653-8ac2-f890b391f0eb),segment_id=89d5ebc6-e376-4653-8ac2-f890b391f0eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:20.118905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-53913a27-a1e7-44ca-b80c-6cb25031b81a tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4531677 Nov 22 16:58:20.146661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:20.149938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.189803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:20.201572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:cc:ae:fc'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:20.370049 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-107ba502-8ec9-42ec-a4eb-d62d8fe2021d None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.456129 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcf135e2-cae6-48a2-a01d-f371f85df773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.463749 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fcf135e2-cae6-48a2-a01d-f371f85df773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.465018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fcf135e2-cae6-48a2-a01d-f371f85df773 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7379912d-6c5d-4f2a-9163-14eb3b33abf9 HTTP/1.1" status: 204 len: 168 time: 1.9288070 Nov 22 16:58:20.541239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Could not find standard attr ID for object 8f11b4b5-24fc-48f3-8e3b-6f9f2a92ddbb. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:58:20.545038 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-107ba502-8ec9-42ec-a4eb-d62d8fe2021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.553565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf135e2-cae6-48a2-a01d-f371f85df773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7379912d-6c5d-4f2a-9163-14eb3b33abf9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:20.648641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ba502-8ec9-42ec-a4eb-d62d8fe2021d None None] Pushing event updated for resources: {'Port': ['ID=07ff4bce-00e9-4699-b29c-8918126434c7,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:20.716929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Provisioning complete for port 4538857c-1e94-4647-9255-8cc6b3da570f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:20.717291 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.814590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Port 4538857c-1e94-4647-9255-8cc6b3da570f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:20.906277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Provisioning complete for port 1f29af42-9c86-41a2-ac68-82128b9e8e6a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:20.906792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.933369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.040522 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.046863 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.095318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1a89a0be-c2a0-48f8-94a1-19a56b5120e5 None None] Port 1f29af42-9c86-41a2-ac68-82128b9e8e6a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:21.325819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-16fb7fd6-cb54-4809-827e-27f04b7c1a00 None None] Provisioning complete for port 615e3306-09d5-45e4-a7d7-00c5b8c16409 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:21.326478 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16fb7fd6-cb54-4809-827e-27f04b7c1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.359369 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.441643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20ae68d0-19cb-4908-b7a9-0d6459ed1b10 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:58:21.465505 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.473015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] device_id is not set on port ec50ca63-60cf-4327-afef-cb9815d066db yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:21.490731 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "DELETE /v2.0/networks/20ae68d0-19cb-4908-b7a9-0d6459ed1b10 HTTP/1.1" status: 204 len: 168 time: 2.7473958 Nov 22 16:58:21.497895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:21.500757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd0bc9-8b40-4635-8451-cd8c12bc7656 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event deleted for resources: {'Network': ['ID=20ae68d0-19cb-4908-b7a9-0d6459ed1b10,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:21.515995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Request body: {'network': {'name': 'tempest-network--166781612'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:21.632842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-16fb7fd6-cb54-4809-827e-27f04b7c1a00 None None] Port 615e3306-09d5-45e4-a7d7-00c5b8c16409 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:21.643213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.941423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 07ff4bce-00e9-4699-b29c-8918126434c7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:22.164181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:22.165115 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.390118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Made reservation on behalf of 0b993ce5eed549a7a6380fd09e018db7 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:22.394397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.455997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-489549d0-a75d-40d6-838e-49ef97a4c3bb None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:22.456597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-489549d0-a75d-40d6-838e-49ef97a4c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.579560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8::3a9 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/4a7794d1-211d-4477-94d5-db753ab52d4b/ec50ca63-60cf-4327-afef-cb9815d066db) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:22.702273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:22.743286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.744501 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Added segment 85617e00-7535-4b62-b37f-f9065759c25d of type vlan for network 6651977f-e77a-427d-91f7-05838bf84cc5 Nov 22 16:58:22.856301 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.862989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.987587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.989373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:22.990354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.104433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-489549d0-a75d-40d6-838e-49ef97a4c3bb None None] Provisioning complete for port 4538857c-1e94-4647-9255-8cc6b3da570f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:23.105060 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-489549d0-a75d-40d6-838e-49ef97a4c3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.326190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-489549d0-a75d-40d6-838e-49ef97a4c3bb None None] Port 4538857c-1e94-4647-9255-8cc6b3da570f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:23.365937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Network': ['ID=6651977f-e77a-427d-91f7-05838bf84cc5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:23.391747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6651977f-e77a-427d-91f7-05838bf84cc5 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:23.519587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b35f41c6-0c65-4fc5-957c-35b65c045306 tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0162613 Nov 22 16:58:23.527216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:23.589202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8ba55dce-11b6-4f25-b3d2-cbb6dd4c06ca tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:23.802601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.860019 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.042818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=615e3306-09d5-45e4-a7d7-00c5b8c16409,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:24.316107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.342262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] In _notify_port_updated(), no bound segment for port 615e3306-09d5-45e4-a7d7-00c5b8c16409 on network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:58:24.354024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:24.355469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.366193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c2eb2594-21df-458c-8927-5f7ec22bde9b tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "PUT /v2.0/ports/615e3306-09d5-45e4-a7d7-00c5b8c16409 HTTP/1.1" status: 200 len: 994 time: 4.1752870 Nov 22 16:58:24.402563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53644) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:24.434843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.675456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-081d81b3-5766-4340-908b-9a253fd82562 None None] Provisioning complete for port 615e3306-09d5-45e4-a7d7-00c5b8c16409 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:24.675456 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-081d81b3-5766-4340-908b-9a253fd82562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.683564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:24.692690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:24.719216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:24.748897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:24.750026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.781818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-081d81b3-5766-4340-908b-9a253fd82562 None None] Port 615e3306-09d5-45e4-a7d7-00c5b8c16409 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:24.809988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=ec50ca63-60cf-4327-afef-cb9815d066db,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:24.836934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-df130d33-11d0-46d3-9ca2-e8340356428d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.3611064 Nov 22 16:58:24.839148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53652) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:24.848007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-220cc3e3-8b2f-4ec8-b4d1-612ac4ba3c7a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:24.968688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ba55dce-11b6-4f25-b3d2-cbb6dd4c06ca tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.988723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port e915d2e8-ab16-4c34-8a8f-866943ffe8dc {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:24.989313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.996999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ba55dce-11b6-4f25-b3d2-cbb6dd4c06ca tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.086989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0daa03c3-60f2-4340-a537-7efe3f41b0f2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Deleting port 615e3306-09d5-45e4-a7d7-00c5b8c16409 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:25.087352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0daa03c3-60f2-4340-a537-7efe3f41b0f2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.131044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220cc3e3-8b2f-4ec8-b4d1-612ac4ba3c7a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:25.134368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ba55dce-11b6-4f25-b3d2-cbb6dd4c06ca tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Network 6651977f-e77a-427d-91f7-05838bf84cc5 is not hosted by any dhcp agent {{(pid=103442) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:58:25.136058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba55dce-11b6-4f25-b3d2-cbb6dd4c06ca tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:25.136929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ba55dce-11b6-4f25-b3d2-cbb6dd4c06ca tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.138100 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-220cc3e3-8b2f-4ec8-b4d1-612ac4ba3c7a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.149346 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8ba55dce-11b6-4f25-b3d2-cbb6dd4c06ca tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "PUT /v2.0/networks/6651977f-e77a-427d-91f7-05838bf84cc5 HTTP/1.1" status: 200 len: 857 time: 1.6033404 Nov 22 16:58:25.153058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53662) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:25.348294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-176e3173-0644-4ae5-96d6-da0966ecdd44 None None] Provisioning complete for port ec50ca63-60cf-4327-afef-cb9815d066db triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:25.351736 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-176e3173-0644-4ae5-96d6-da0966ecdd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.441538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba55dce-11b6-4f25-b3d2-cbb6dd4c06ca tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event updated for resources: {'Network': ['ID=6651977f-e77a-427d-91f7-05838bf84cc5,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:25.443274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-176e3173-0644-4ae5-96d6-da0966ecdd44 None None] Port ec50ca63-60cf-4327-afef-cb9815d066db cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:25.455086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53670) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:25.498260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.501643 n-d-816865-2 neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-220cc3e3-8b2f-4ec8-b4d1-612ac4ba3c7a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a7794d1-211d-4477-94d5-db753ab52d4b (CIDR: 2001:db8::/64) Nov 22 16:58:25.509283 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-220cc3e3-8b2f-4ec8-b4d1-612ac4ba3c7a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:25.509929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220cc3e3-8b2f-4ec8-b4d1-612ac4ba3c7a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:25.538308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-220cc3e3-8b2f-4ec8-b4d1-612ac4ba3c7a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6928322 Nov 22 16:58:25.538660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53672) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:25.543941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e8b96456-4f58-4cd9-82e4-d335557fb0ae tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:25.569981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0daa03c3-60f2-4340-a537-7efe3f41b0f2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.591876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0daa03c3-60f2-4340-a537-7efe3f41b0f2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Calling delete_port for 615e3306-09d5-45e4-a7d7-00c5b8c16409 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:25.876787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b96456-4f58-4cd9-82e4-d335557fb0ae tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:25.883982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8b96456-4f58-4cd9-82e4-d335557fb0ae tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.914993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port e915d2e8-ab16-4c34-8a8f-866943ffe8dc, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,segment=NetworkSegment(3a440e9b-6d5a-4698-bd6a-dbf307876441),segment_id=3a440e9b-6d5a-4698-bd6a-dbf307876441)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:25.915427 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.949208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for e915d2e8-ab16-4c34-8a8f-866943ffe8dc owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:26.179907 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0daa03c3-60f2-4340-a537-7efe3f41b0f2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.332880 n-d-816865-2 neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-e8b96456-4f58-4cd9-82e4-d335557fb0ae tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0cb37c58-95da-4084-a212-f81135b562cb (CIDR: 2001:db8:0:1::/64) Nov 22 16:58:26.361060 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b96456-4f58-4cd9-82e4-d335557fb0ae tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:26.361806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b96456-4f58-4cd9-82e4-d335557fb0ae tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:26.423299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e8b96456-4f58-4cd9-82e4-d335557fb0ae tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8830619 Nov 22 16:58:26.424369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:26.433945 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'subnet': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:26.559216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa03c3-60f2-4340-a537-7efe3f41b0f2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Port': ['ID=615e3306-09d5-45e4-a7d7-00c5b8c16409,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:26.580743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.727717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Made reservation on behalf of 9652e802481d44eeb88506b9eb069a67 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:26.732826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.800107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6651977f-e77a-427d-91f7-05838bf84cc5']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:26.948950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85617e00-7535-4b62-b37f-f9065759c25d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:26.949352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85617e00-7535-4b62-b37f-f9065759c25d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:27.029407 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.092475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.096793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.282999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.306293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:27.306690 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:27.311763 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:27.357572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:27.364508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:27.384840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Subnet': ['ID=ce4ebb63-a49a-431e-b5e4-e3a370bb39f1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:27.398123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=e915d2e8-ab16-4c34-8a8f-866943ffe8dc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:27.403560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f634d-4491-4e6e-bb68-f103a0f19251 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:27.406505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:27.409327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.483428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-810b80a6-e10c-4c85-a3c1-6e88d02e0641 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0569544 Nov 22 16:58:27.488179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:27.502735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-907938628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce4ebb63-a49a-431e-b5e4-e3a370bb39f1'}], 'security_groups': ['e639c038-8c5a-4021-826d-ec7ba11e4e34', '4909096e-e5ff-4bde-80bb-31df54f3cbf8']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:27.705849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0daa03c3-60f2-4340-a537-7efe3f41b0f2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.777213 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0daa03c3-60f2-4340-a537-7efe3f41b0f2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "DELETE /v2.0/ports/615e3306-09d5-45e4-a7d7-00c5b8c16409 HTTP/1.1" status: 204 len: 168 time: 3.3703465 Nov 22 16:58:27.785786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:27.932470 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.934538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.934749 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec95021c-9e09-4977-a469-952f03c9b35e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] GET failed (client error): The resource could not be found. Nov 22 16:58:27.941208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ec95021c-9e09-4977-a469-952f03c9b35e tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "GET /v2.0/ports/615e3306-09d5-45e4-a7d7-00c5b8c16409 HTTP/1.1" status: 404 len: 333 time: 0.1494489 Nov 22 16:58:27.946560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53724) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:27.961572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'name': 'tempest-AllowedAddressPairTestJSON-1082016315'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:27.971678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6651977f-e77a-427d-91f7-05838bf84cc5 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:58:27.976943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:27.994992 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] 10.222.0.59 "DELETE /v2.0/networks/6651977f-e77a-427d-91f7-05838bf84cc5 HTTP/1.1" status: 204 len: 168 time: 2.7916212 Nov 22 16:58:28.005768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:28.115716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175206a2-f446-4f1e-af1f-ac32d5ddd697 None None] Update dhcp port {'port': {'network_id': '6dc3b97c-6fee-4fa6-9927-3edf5888d927', 'fixed_ips': [{'subnet_id': '0cb37c58-95da-4084-a212-f81135b562cb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a7794d1-211d-4477-94d5-db753ab52d4b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce4ebb63-a49a-431e-b5e4-e3a370bb39f1'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '07ff4bce-00e9-4699-b29c-8918126434c7'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:58:28.163652 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-046a215d-d07c-42ea-ad8c-3a0c1ce8051b tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:28.164126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046a215d-d07c-42ea-ad8c-3a0c1ce8051b tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:28.169526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-046a215d-d07c-42ea-ad8c-3a0c1ce8051b tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] 10.222.0.59 "DELETE /v2.0/subnets/d2d6c91a-0818-4774-b65e-a9ffa21136af HTTP/1.1" status: 404 len: 337 time: 0.1188183 Nov 22 16:58:28.172288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e056111-05e5-4ca9-b38a-f8483a58169c tempest-ExternalNetworksTestJSON-1116914004 tempest-ExternalNetworksTestJSON-1116914004-project-admin] Pushing event deleted for resources: {'Network': ['ID=6651977f-e77a-427d-91f7-05838bf84cc5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:28.181383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:28.197728 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-175206a2-f446-4f1e-af1f-ac32d5ddd697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.267810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.631610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:28.832224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-175206a2-f446-4f1e-af1f-ac32d5ddd697 None None] Allocated IP 2001:db8:0:2::2 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/ce4ebb63-a49a-431e-b5e4-e3a370bb39f1/07ff4bce-00e9-4699-b29c-8918126434c7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:28.854579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:28.906915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:28.933551 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4a9f6498-05d4-47d4-a154-f26dea93e588 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1163692 Nov 22 16:58:28.934336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53748) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:29.067964 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.176942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-175206a2-f446-4f1e-af1f-ac32d5ddd697 None None] For port 07ff4bce-00e9-4699-b29c-8918126434c7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=07ff4bce-00e9-4699-b29c-8918126434c7,segment=NetworkSegment(89d5ebc6-e376-4653-8ac2-f890b391f0eb),segment_id=89d5ebc6-e376-4653-8ac2-f890b391f0eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:29.251789 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:29.268295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-175206a2-f446-4f1e-af1f-ac32d5ddd697 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.281430 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-175206a2-f446-4f1e-af1f-ac32d5ddd697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.281808 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:29.282353 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:58:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:29.321040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2946f3-af54-415e-9509-e840b0feb508 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting subnet b2a997ba-1ba9-4696-9b54-31580f8838c3 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:29.350408 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d2946f3-af54-415e-9509-e840b0feb508 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.434461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175206a2-f446-4f1e-af1f-ac32d5ddd697 None None] Pushing event updated for resources: {'Port': ['ID=07ff4bce-00e9-4699-b29c-8918126434c7,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:29.589198 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:29.743521 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:26Z', 'revision_number': 11, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:29.830584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 07ff4bce-00e9-4699-b29c-8918126434c7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:29.831827 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:29.855019 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:29.856099 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:58:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:30.085363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:30.085862 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.109457 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:30.157506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Made reservation on behalf of 816d758345474ebd855d3bdad145afd8 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:30.162215 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.264403 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:26Z', 'revision_number': 11, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:30.282450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.409730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8801fb46-2b96-477c-b164-cca901b8cb34 None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:26Z', 'revision_number': 11, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:30.524638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] device_id is not set on port 9d573d9f-3ff6-4439-9349-63c5d4af7775 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:30.564882 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d2946f3-af54-415e-9509-e840b0feb508 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.565779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15d7f29-9649-4804-ba08-1cc094d721db']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:30.599298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9fd513-2829-43ea-bb92-b99f3d9f07d6') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:30.600373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9fd513-2829-43ea-bb92-b99f3d9f07d6') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:30.616585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.639350 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.662985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:30.663682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:30.758365 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:30.783280 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.824159 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.836813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] 10.222.0.59 "DELETE /v2.0/networks/b15d7f29-9649-4804-ba08-1cc094d721db HTTP/1.1" status: 204 len: 168 time: 2.6504831 Nov 22 16:58:30.941201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483da6b4-c3bc-4dc6-a128-356d07a40606 tempest-ExternalNetworksTestJSON-700011314 tempest-ExternalNetworksTestJSON-700011314-project] Pushing event deleted for resources: {'Network': ['ID=b15d7f29-9649-4804-ba08-1cc094d721db,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:31.161346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d2946f3-af54-415e-9509-e840b0feb508 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.301324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cb1923e7-3f0e-4b3b-950d-82d6f0d55e46 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:31.320486 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb1923e7-3f0e-4b3b-950d-82d6f0d55e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.456028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Allocated IP 172.20.0.8 (61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2/cc2aa1d0-d909-48fb-ac55-920c44d6ca43/9d573d9f-3ff6-4439-9349-63c5d4af7775) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:31.616927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Delete allocated IP 2001:db8::3a9 (6dc3b97c-6fee-4fa6-9927-3edf5888d927/4a7794d1-211d-4477-94d5-db753ab52d4b) {{(pid=103443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:58:31.669906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53798) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:31.699369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cb1923e7-3f0e-4b3b-950d-82d6f0d55e46 None None] Provisioning complete for port 4538857c-1e94-4647-9255-8cc6b3da570f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:31.700403 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb1923e7-3f0e-4b3b-950d-82d6f0d55e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.704478 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d2946f3-af54-415e-9509-e840b0feb508 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.831643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e915d2e8-ab16-4c34-8a8f-866943ffe8dc no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:31.846102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2946f3-af54-415e-9509-e840b0feb508 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Subnet': ['ID=b2a997ba-1ba9-4696-9b54-31580f8838c3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:31.866989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d2946f3-af54-415e-9509-e840b0feb508 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.885070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a8c3b-e564-41a1-a7d1-715a1f1f309c None None] Network 86c93a81-b56b-4c4d-80ab-2b529376a5be requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:31.885366 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2d2946f3-af54-415e-9509-e840b0feb508 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/b2a997ba-1ba9-4696-9b54-31580f8838c3 HTTP/1.1" status: 204 len: 168 time: 2.9475076 Nov 22 16:58:31.895477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53806) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:31.990501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Allocated IP 2001:db8:0:2::28a (6dc3b97c-6fee-4fa6-9927-3edf5888d927/ce4ebb63-a49a-431e-b5e4-e3a370bb39f1/ec50ca63-60cf-4327-afef-cb9815d066db) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:32.048026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.069567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.369689 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.390993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Deleting port cf2db5e7-971d-46fd-bae8-545a38b081ce {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:32.391253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.394067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Deleting port be36f836-8e0e-4ad3-a642-5c83cb018634 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:32.394449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.495134 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bda0261d-ac82-4ebf-a4cc-d9c322e9888d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8000bd01adef41c187e3fdc00b90e177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8187268 Nov 22 16:58:32.512164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e915d2e8-ab16-4c34-8a8f-866943ffe8dc {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:32.513883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e915d2e8-ab16-4c34-8a8f-866943ffe8dc not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:32.524118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:32.591250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] For port be36f836-8e0e-4ad3-a642-5c83cb018634, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=be36f836-8e0e-4ad3-a642-5c83cb018634,segment=NetworkSegment(3a440e9b-6d5a-4698-bd6a-dbf307876441),segment_id=3a440e9b-6d5a-4698-bd6a-dbf307876441)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:32.591856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.616567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:32.638290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Calling delete_port for be36f836-8e0e-4ad3-a642-5c83cb018634 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:32.673651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cb1923e7-3f0e-4b3b-950d-82d6f0d55e46 None None] Port 4538857c-1e94-4647-9255-8cc6b3da570f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:32.685219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:32.693253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] For port cf2db5e7-971d-46fd-bae8-545a38b081ce, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cf2db5e7-971d-46fd-bae8-545a38b081ce,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:32.693860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.731714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:32.767358 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cb1923e7-3f0e-4b3b-950d-82d6f0d55e46 None None] Provisioning complete for port ec50ca63-60cf-4327-afef-cb9815d066db triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:32.768816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb1923e7-3f0e-4b3b-950d-82d6f0d55e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.932249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Calling delete_port for cf2db5e7-971d-46fd-bae8-545a38b081ce owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:32.992659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=9d573d9f-3ff6-4439-9349-63c5d4af7775,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:33.160775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:33.161659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.180526 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0855-b666-44b6-bda0-bf73b2c12d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.207757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cb1923e7-3f0e-4b3b-950d-82d6f0d55e46 None None] Port ec50ca63-60cf-4327-afef-cb9815d066db cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:33.261027 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.285912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b06c6483-9cd5-45dc-87cd-d2f900cdbcfe tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3362477 Nov 22 16:58:33.291270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:33.292039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.299552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cc:ae:fc'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:33.317478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0855-b666-44b6-bda0-bf73b2c12d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.413832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c92dd5-92d2-4392-b052-a24ab2bffd8f None None] DHCP port deletion for 86c93a81-b56b-4c4d-80ab-2b529376a5be request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:33.583157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c5d77063-6aa2-4115-9888-8bf067573037 None None] Provisioning complete for port 9d573d9f-3ff6-4439-9349-63c5d4af7775 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:33.594128 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5d77063-6aa2-4115-9888-8bf067573037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.681795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.738311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c5d77063-6aa2-4115-9888-8bf067573037 None None] Port 9d573d9f-3ff6-4439-9349-63c5d4af7775 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:33.788681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] In _notify_port_updated(), no bound segment for port ec50ca63-60cf-4327-afef-cb9815d066db on network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:58:33.790288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Port': ['ID=be36f836-8e0e-4ad3-a642-5c83cb018634,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:33.815721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:33.816797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.820614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "PUT /v2.0/ports/ec50ca63-60cf-4327-afef-cb9815d066db HTTP/1.1" status: 200 len: 969 time: 6.3288841 Nov 22 16:58:33.856300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53848) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:33.890021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device be36f836-8e0e-4ad3-a642-5c83cb018634 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:33.954232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No DVR routers for this DVR port be36f836-8e0e-4ad3-a642-5c83cb018634 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:33.983948 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.997290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: be36f836-8e0e-4ad3-a642-5c83cb018634 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:33.998305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device be36f836-8e0e-4ad3-a642-5c83cb018634 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:34.121211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f86463-f1cb-475d-8648-739705770c1f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event updated for resources: {'Port': ['ID=ec50ca63-60cf-4327-afef-cb9815d066db,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:34.292467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6aae5987-7faa-43fe-acb4-c43adab249f7 None None] Provisioning complete for port ec50ca63-60cf-4327-afef-cb9815d066db triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:34.295324 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6aae5987-7faa-43fe-acb4-c43adab249f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.296106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.306042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2db5e7-971d-46fd-bae8-545a38b081ce,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:34.353999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0855-b666-44b6-bda0-bf73b2c12d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.377361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0855-b666-44b6-bda0-bf73b2c12d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.378985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f1ef0855-b666-44b6-bda0-bf73b2c12d06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/668d9050-3bab-406d-9db4-afe806a240bc HTTP/1.1" status: 204 len: 168 time: 1.8489373 Nov 22 16:58:34.405247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6aae5987-7faa-43fe-acb4-c43adab249f7 None None] Port ec50ca63-60cf-4327-afef-cb9815d066db cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:34.463540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef0855-b666-44b6-bda0-bf73b2c12d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d9050-3bab-406d-9db4-afe806a240bc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:34.472980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c93a81-b56b-4c4d-80ab-2b529376a5be']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:34.527850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6e782bb5-177f-44c8-97ab-6bd67ecb1915 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port ec50ca63-60cf-4327-afef-cb9815d066db {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:34.528499 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e782bb5-177f-44c8-97ab-6bd67ecb1915 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.540398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a440e9b-6d5a-4698-bd6a-dbf307876441') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:34.540812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a440e9b-6d5a-4698-bd6a-dbf307876441') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:34.633061 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.651211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.727013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.832349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:34.834040 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:34.838700 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:34.924538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.970171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.976434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.980619 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/networks/86c93a81-b56b-4c4d-80ab-2b529376a5be HTTP/1.1" status: 204 len: 168 time: 3.0832129 Nov 22 16:58:34.985806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:35.012831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'routes': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:35.079151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5e718-55a7-497c-94fc-f35eca628dbb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Pushing event deleted for resources: {'Network': ['ID=86c93a81-b56b-4c4d-80ab-2b529376a5be,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:35.481584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:35.513804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Router cb94267a-cb2c-4f9f-8d76-90aa1acab033 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:35.544974 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-19356c78-0375-41c2-82ac-16e7e0104ca7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b993ce5eed549a7a6380fd09e018db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584836 Nov 22 16:58:35.546741 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:35.550017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53892) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:35.550868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e782bb5-177f-44c8-97ab-6bd67ecb1915 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:35.601320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6e782bb5-177f-44c8-97ab-6bd67ecb1915 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for ec50ca63-60cf-4327-afef-cb9815d066db owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:35.790198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:35.804799 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0ab7d3a1-6036-456c-ae4c-6a18de83dc7e admin admin] 10.222.0.59 "PUT /v2.0/routers/cb94267a-cb2c-4f9f-8d76-90aa1acab033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3138824 Nov 22 16:58:35.805705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] Sync routers for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:35.808637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53900) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:35.851017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:35.852233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:58:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:35.887987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:35.904357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69a5e52f-b38c-4486-b974-79fab46b581f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:35.978685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69a5e52f-b38c-4486-b974-79fab46b581f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.122112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.131479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:36.301945 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=9d573d9f-3ff6-4439-9349-63c5d4af7775,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:36.418811 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e782bb5-177f-44c8-97ab-6bd67ecb1915 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.480194 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69a5e52f-b38c-4486-b974-79fab46b581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.492092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Added routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:58:36.493409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.extraroute_db [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Removed routes are [] {{(pid=103443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:58:36.494352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.499860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69a5e52f-b38c-4486-b974-79fab46b581f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.505906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] In _notify_port_updated(), no bound segment for port 9d573d9f-3ff6-4439-9349-63c5d4af7775 on network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:58:36.506248 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69a5e52f-b38c-4486-b974-79fab46b581f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05695ce8-126c-4db3-a0e9-6f6fa6164be0 HTTP/1.1" status: 204 len: 168 time: 0.9500556 Nov 22 16:58:36.518923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.521320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.525310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ff088ec5-2aa6-4a75-af2d-c6acb99d61ab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "PUT /v2.0/ports/9d573d9f-3ff6-4439-9349-63c5d4af7775 HTTP/1.1" status: 200 len: 996 time: 3.2307012 Nov 22 16:58:36.532191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 53916) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:36.746054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e782bb5-177f-44c8-97ab-6bd67ecb1915 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=ec50ca63-60cf-4327-afef-cb9815d066db,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:36.770341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:58:33Z', 'revision_number': 5, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port': {'id': '9d3e689d-3cfd-466a-8f45-6c0de0e996b8', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ac:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:04Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:36.791061 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.872163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5e52f-b38c-4486-b974-79fab46b581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05695ce8-126c-4db3-a0e9-6f6fa6164be0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:36.885060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] Checking router: cb94267a-cb2c-4f9f-8d76-90aa1acab033 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:36.889861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b27bfce8-956f-4891-8c2b-5a05ecbff519 None None] Provisioning complete for port 9d573d9f-3ff6-4439-9349-63c5d4af7775 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:36.890522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b27bfce8-956f-4891-8c2b-5a05ecbff519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.890736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e782bb5-177f-44c8-97ab-6bd67ecb1915 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.897374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6e782bb5-177f-44c8-97ab-6bd67ecb1915 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/ec50ca63-60cf-4327-afef-cb9815d066db HTTP/1.1" status: 204 len: 168 time: 3.0393925 Nov 22 16:58:36.902712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53926) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:36.943854 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:36.959300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b27bfce8-956f-4891-8c2b-5a05ecbff519 None None] Port 9d573d9f-3ff6-4439-9349-63c5d4af7775 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:37.033298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] Routers {'cb94267a-cb2c-4f9f-8d76-90aa1acab033'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:37.045133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:58:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:37.201372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-28da5584-4247-45ad-af7b-bc2618df0452 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Deleting port 9d573d9f-3ff6-4439-9349-63c5d4af7775 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:37.201372 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28da5584-4247-45ad-af7b-bc2618df0452 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.321308 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-43aa00e0-3042-4379-a0ef-bd6d104db558 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] GET failed (client error): The resource could not be found. Nov 22 16:58:37.327810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-43aa00e0-3042-4379-a0ef-bd6d104db558 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports/ec50ca63-60cf-4327-afef-cb9815d066db HTTP/1.1" status: 404 len: 333 time: 0.4048727 Nov 22 16:58:37.334594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:37.368294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] Set router cb94267a-cb2c-4f9f-8d76-90aa1acab033 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:37.373906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.410714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.496079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:58:36Z', 'revision_number': 6, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:37.520954 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Deleting port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:37.523290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.530826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28da5584-4247-45ad-af7b-bc2618df0452 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.571374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df675b8b-e7a5-4e3a-8ae8-b726f732de9d None None] The sync data for ids ['cb94267a-cb2c-4f9f-8d76-90aa1acab033'] in n-d-816865-2 is: [{'id': 'cb94267a-cb2c-4f9f-8d76-90aa1acab033', 'name': 'tempest-AttachVolumeTestJSON-1525149138-router', 'tenant_id': '1d81239f162045c3b0b6c25a0f26bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:02Z', 'updated_at': '2021-11-22T16:58:36Z', 'revision_number': 6, 'project_id': '1d81239f162045c3b0b6c25a0f26bec9', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:37.727930 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db829e43-7c75-4f1a-8bc0-3bac54b4ab95 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.737828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router d1b809de-45c9-4f1f-9497-46b74313d897 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:37.832124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cf2db5e7-971d-46fd-bae8-545a38b081ce no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:37.834839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db829e43-7c75-4f1a-8bc0-3bac54b4ab95 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.873607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: cf2db5e7-971d-46fd-bae8-545a38b081ce {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:37.873965 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cf2db5e7-971d-46fd-bae8-545a38b081ce not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:37.876995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-28da5584-4247-45ad-af7b-bc2618df0452 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Calling delete_port for 9d573d9f-3ff6-4439-9349-63c5d4af7775 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:37.941577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] For port 9d3e689d-3cfd-466a-8f45-6c0de0e996b8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d3e689d-3cfd-466a-8f45-6c0de0e996b8,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:37.942747 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.965232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.998250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Calling delete_port for 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:38.138681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:38.165255 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] Sync routers for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:38.166931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:38.168407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-67398685-e5f2-4c0e-beee-89d33b2abc5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 200 len: 701 time: 3.1693838 Nov 22 16:58:38.174910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53960) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:38.198742 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:38.209640 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:58:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:38.431734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9aebd652-04e6-4094-9509-fcea49e9b1ca tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 200 len: 205 time: 0.2540369 Nov 22 16:58:38.461480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53970) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:38.531563 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db829e43-7c75-4f1a-8bc0-3bac54b4ab95 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:38.544769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db829e43-7c75-4f1a-8bc0-3bac54b4ab95 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:38.548226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-db829e43-7c75-4f1a-8bc0-3bac54b4ab95 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/security-groups/6113f441-2813-410b-acc6-bc6a64799390 HTTP/1.1" status: 204 len: 168 time: 1.2120867 Nov 22 16:58:38.558436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 53976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:38.629237 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:38.828335 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:26Z', 'revision_number': 11, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:38.928609 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] Checking router: d1b809de-45c9-4f1f-9497-46b74313d897 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:38.953933 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] Routers {'d1b809de-45c9-4f1f-9497-46b74313d897'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:38.955123 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:58:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d1b809de-45c9-4f1f-9497-46b74313d897'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:38.956135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28da5584-4247-45ad-af7b-bc2618df0452 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:38.998553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db829e43-7c75-4f1a-8bc0-3bac54b4ab95 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6113f441-2813-410b-acc6-bc6a64799390,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:39.040493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f81156f2-bade-47c6-9054-128c5b9d14fc tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.148245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da5584-4247-45ad-af7b-bc2618df0452 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Port': ['ID=9d573d9f-3ff6-4439-9349-63c5d4af7775,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:39.174144 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] Set router d1b809de-45c9-4f1f-9497-46b74313d897 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:39.298639 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:26Z', 'revision_number': 11, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:39.320692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.347997 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:39.350278 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9aacc8-fda5-4f55-8691-69e408f0528e None None] The sync data for ids ['d1b809de-45c9-4f1f-9497-46b74313d897'] in n-d-816865-2 is: [{'id': 'd1b809de-45c9-4f1f-9497-46b74313d897', 'name': 'tempest-RoutersTest-router-1507321363', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:56:30Z', 'updated_at': '2021-11-22T16:58:26Z', 'revision_number': 11, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:39.374574 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94c33f1e-5928-4a76-90fe-e129c55f06db tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.442025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3e689d-3cfd-466a-8f45-6c0de0e996b8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:39.445044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28da5584-4247-45ad-af7b-bc2618df0452 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.464185 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-28da5584-4247-45ad-af7b-bc2618df0452 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "DELETE /v2.0/ports/9d573d9f-3ff6-4439-9349-63c5d4af7775 HTTP/1.1" status: 204 len: 168 time: 2.9156542 Nov 22 16:58:39.471577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:39.473616 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94c33f1e-5928-4a76-90fe-e129c55f06db tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.525625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b610f-055b-40ac-9442-e3778fbd90a4 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:39.830863 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b70b643-e8c0-476a-bbb0-4d31b7ae5b34 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] GET failed (client error): The resource could not be found. Nov 22 16:58:39.833686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3b70b643-e8c0-476a-bbb0-4d31b7ae5b34 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "GET /v2.0/ports/9d573d9f-3ff6-4439-9349-63c5d4af7775 HTTP/1.1" status: 404 len: 333 time: 0.3576441 Nov 22 16:58:39.862892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54016) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:39.890269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'name': 'tempest-AllowedAddressPairTestJSON-1310914386'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:39.923969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:40.063412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:40.064742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d3e689d-3cfd-466a-8f45-6c0de0e996b8 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:40.068093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f81156f2-bade-47c6-9054-128c5b9d14fc tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.077218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f81156f2-bade-47c6-9054-128c5b9d14fc tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.192898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.220177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f81156f2-bade-47c6-9054-128c5b9d14fc tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.221103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81156f2-bade-47c6-9054-128c5b9d14fc tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Fanout notify agent at l3_agent the message router_deleted on router d1b809de-45c9-4f1f-9497-46b74313d897 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:40.233152 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f81156f2-bade-47c6-9054-128c5b9d14fc tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.245854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f81156f2-bade-47c6-9054-128c5b9d14fc tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 204 len: 168 time: 1.7771528 Nov 22 16:58:40.247347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54026) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:40.253420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d8ee7ca9-97ad-43ad-9036-ff1e952f9b9b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1180672412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:40.314262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94c33f1e-5928-4a76-90fe-e129c55f06db tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.366604 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94c33f1e-5928-4a76-90fe-e129c55f06db tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.367983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-94c33f1e-5928-4a76-90fe-e129c55f06db tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/security-groups/4909096e-e5ff-4bde-80bb-31df54f3cbf8 HTTP/1.1" status: 204 len: 168 time: 1.6489542 Nov 22 16:58:40.381322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:40.433902 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.439622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.476234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c33f1e-5928-4a76-90fe-e129c55f06db tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4909096e-e5ff-4bde-80bb-31df54f3cbf8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:40.522684 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ca9-97ad-43ad-9036-ff1e952f9b9b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.534993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ca9-97ad-43ad-9036-ff1e952f9b9b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.635009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.635607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb94267a-cb2c-4f9f-8d76-90aa1acab033 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:40.649817 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.656924 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-41347cb6-70ad-40cb-bf22-b42804da1488 admin admin] 10.222.0.59 "DELETE /v2.0/routers/cb94267a-cb2c-4f9f-8d76-90aa1acab033 HTTP/1.1" status: 204 len: 168 time: 4.8447070 Nov 22 16:58:40.667999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54042) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:40.821553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Made reservation on behalf of 816d758345474ebd855d3bdad145afd8 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:40.829817 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.883211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d89d44a-6a7f-4927-b942-831b682f6067 admin admin] Deleting subnet 18457c2f-2125-46fd-a787-be78ee4116b0 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:40.928084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d89d44a-6a7f-4927-b942-831b682f6067 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.989517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] device_id is not set on port 3d6e7238-ef49-4021-a059-9d0b30991fbb yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:41.098469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d89d44a-6a7f-4927-b942-831b682f6067 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.388990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Allocated IP 172.20.0.4 (61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2/cc2aa1d0-d909-48fb-ac55-920c44d6ca43/3d6e7238-ef49-4021-a059-9d0b30991fbb) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:41.550636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:41.567529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95868b78-5446-4d47-ae2d-6c1f25cb62c4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.620760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ca9-97ad-43ad-9036-ff1e952f9b9b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.638718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ca9-97ad-43ad-9036-ff1e952f9b9b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.640552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d89d44a-6a7f-4927-b942-831b682f6067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.646899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95868b78-5446-4d47-ae2d-6c1f25cb62c4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.734754 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ee7ca9-97ad-43ad-9036-ff1e952f9b9b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.737505 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.740419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d8ee7ca9-97ad-43ad-9036-ff1e952f9b9b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4916101 Nov 22 16:58:41.741180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54076) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:41.749194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5f38d1d4-6e5e-462c-a1c7-53ddf94fe196 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:41.764129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d89d44a-6a7f-4927-b942-831b682f6067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.944104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95868b78-5446-4d47-ae2d-6c1f25cb62c4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.947735 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95868b78-5446-4d47-ae2d-6c1f25cb62c4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.949718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-95868b78-5446-4d47-ae2d-6c1f25cb62c4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/security-groups/e639c038-8c5a-4021-826d-ec7ba11e4e34 HTTP/1.1" status: 204 len: 168 time: 1.5593200 Nov 22 16:58:41.961892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:42.160062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95868b78-5446-4d47-ae2d-6c1f25cb62c4 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e639c038-8c5a-4021-826d-ec7ba11e4e34,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:42.209301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1608971305', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:42.392837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Made reservation on behalf of d39636f908344d9aa1e1b33aba96be5c for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:42.393375 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.418766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f38d1d4-6e5e-462c-a1c7-53ddf94fe196 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-89927'] for router, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.450609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2e7ddc-693a-4aa4-a2f4-cfa48d08122b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet 4a7794d1-211d-4477-94d5-db753ab52d4b {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:42.463764 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f38d1d4-6e5e-462c-a1c7-53ddf94fe196 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533634'] for router, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.474998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7ddc-693a-4aa4-a2f4-cfa48d08122b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.517172 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.558738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89d44a-6a7f-4927-b942-831b682f6067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18457c2f-2125-46fd-a787-be78ee4116b0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:42.586935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.605396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9c48d-8358-4cfd-be9b-4152e92bec9d None None] Network cdab1f6b-3d2d-4626-a141-ba897a65d650 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:42.685540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d89d44a-6a7f-4927-b942-831b682f6067 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.693936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6d89d44a-6a7f-4927-b942-831b682f6067 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/18457c2f-2125-46fd-a787-be78ee4116b0 HTTP/1.1" status: 204 len: 168 time: 2.0246303 Nov 22 16:58:42.696689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54102) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:42.697978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=3d6e7238-ef49-4021-a059-9d0b30991fbb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:42.742977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:42.746899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:42.767800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:42.941898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:42.943370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.985217 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fd8f9c14-603e-4562-9fe5-b840acc53ef2 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1204693 Nov 22 16:58:42.988532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54108) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:43.000364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.012799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'network_id': '61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2', 'name': 'tempest-AllowedAddressPairTestJSON-581982292'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:43.032196 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7ddc-693a-4aa4-a2f4-cfa48d08122b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.221480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] DHCP port deletion for cdab1f6b-3d2d-4626-a141-ba897a65d650 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:43.246928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.291621 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.349790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Deleting port 2b927cac-029a-4fde-9848-d7a1854fcb53 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:43.350768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.358178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c52888-f399-4016-89ef-3bcc53940226,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:43.379642 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] device_id is not set on port fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:43.397435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9bbee50f-be61-4fe0-b016-69def15210bb None None] Provisioning complete for port 3d6e7238-ef49-4021-a059-9d0b30991fbb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:43.399105 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9bbee50f-be61-4fe0-b016-69def15210bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.404226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Made reservation on behalf of 816d758345474ebd855d3bdad145afd8 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:43.420216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.421204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f38d1d4-6e5e-462c-a1c7-53ddf94fe196 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Router b213acf7-8ef5-4140-bd3b-828b95992885 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:58:43.462092 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7ddc-693a-4aa4-a2f4-cfa48d08122b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.504525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] device_id is not set on port a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:43.571762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9bbee50f-be61-4fe0-b016-69def15210bb None None] Port 3d6e7238-ef49-4021-a059-9d0b30991fbb cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:43.626382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] Deleting port 2b927cac-029a-4fde-9848-d7a1854fcb53 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:43.627347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.701828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f38d1d4-6e5e-462c-a1c7-53ddf94fe196 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:43.723241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f38d1d4-6e5e-462c-a1c7-53ddf94fe196 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.725305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5f38d1d4-6e5e-462c-a1c7-53ddf94fe196 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "PUT /v2.0/routers/b213acf7-8ef5-4140-bd3b-828b95992885 HTTP/1.1" status: 200 len: 694 time: 1.9799483 Nov 22 16:58:43.734600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54116) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:43.759081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] For port 2b927cac-029a-4fde-9848-d7a1854fcb53, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2b927cac-029a-4fde-9848-d7a1854fcb53,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:43.759081 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:43.782920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Allocated IP 172.20.0.7 (61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2/cc2aa1d0-d909-48fb-ac55-920c44d6ca43/a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:43.808818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] Sync routers for ids ['b213acf7-8ef5-4140-bd3b-828b95992885'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:43.835624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2b927cac-029a-4fde-9848-d7a1854fcb53 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:43.888559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] Routers {'b213acf7-8ef5-4140-bd3b-828b95992885'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:43.889213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:58:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b213acf7-8ef5-4140-bd3b-828b95992885'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:43.910240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Calling delete_port for 2b927cac-029a-4fde-9848-d7a1854fcb53 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:43.974021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] Set router b213acf7-8ef5-4140-bd3b-828b95992885 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:44.100663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] For port 2b927cac-029a-4fde-9848-d7a1854fcb53, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2b927cac-029a-4fde-9848-d7a1854fcb53,segment=NetworkSegment(c118ed43-4aab-448b-9176-18ac1e3cbed6),segment_id=c118ed43-4aab-448b-9176-18ac1e3cbed6)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:44.101007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:44.148462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213acf7-8ef5-4140-bd3b-828b95992885', 'name': 'tempest-RoutersTest-router-1180672412', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:40Z', 'updated_at': '2021-11-22T16:58:42Z', 'revision_number': 2, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:44.151102 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:44.329557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] Checking router: b213acf7-8ef5-4140-bd3b-828b95992885 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:44.340018 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:44.348881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] Calling delete_port for 2b927cac-029a-4fde-9848-d7a1854fcb53 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:44.353739 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:44.359923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7ddc-693a-4aa4-a2f4-cfa48d08122b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:44.372408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] Routers {'b213acf7-8ef5-4140-bd3b-828b95992885'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:44.375879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:58:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b213acf7-8ef5-4140-bd3b-828b95992885'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:44.394849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:44.398848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:44.486664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-30503fae-5f22-4176-8476-915510ddbbd2 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/routers/b213acf7-8ef5-4140-bd3b-828b95992885 HTTP/1.1" status: 200 len: 700 time: 0.7242813 Nov 22 16:58:44.488884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54120) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:44.493200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:44.559496 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-77c3faab-e0ea-4309-8b28-dc2be3645409 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=b213acf7-8ef5-4140-bd3b-828b95992885 HTTP/1.1" status: 200 len: 205 time: 0.0613694 Nov 22 16:58:44.566617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:44.759673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e7ddc-693a-4aa4-a2f4-cfa48d08122b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7794d1-211d-4477-94d5-db753ab52d4b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:44.774014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] Set router b213acf7-8ef5-4140-bd3b-828b95992885 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:44.813337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b927cac-029a-4fde-9848-d7a1854fcb53,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:44.827281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] No DVR routers for this DVR port 2b927cac-029a-4fde-9848-d7a1854fcb53 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:44.836851 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-039198a6-113f-45fb-a0ab-62678e6ea6ee tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:44.890618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:44.928862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Allocated IP 172.25.0.169 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:44.966477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:44.967291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:44.987782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7ddc-693a-4aa4-a2f4-cfa48d08122b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.005224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0f2e7ddc-693a-4aa4-a2f4-cfa48d08122b tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/4a7794d1-211d-4477-94d5-db753ab52d4b HTTP/1.1" status: 204 len: 168 time: 3.0402255 Nov 22 16:58:45.010329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54136) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:45.029088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6cf1a6b-2043-4604-b3eb-8a6eaae2fd35 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0337036 Nov 22 16:58:45.046519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54138) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:45.054693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:cc:ae:fc'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:f0:5d:27'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:45.120091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No active binding found for port 2b927cac-029a-4fde-9848-d7a1854fcb53 {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:58:45.120671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2b927cac-029a-4fde-9848-d7a1854fcb53 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:45.123082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.128583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a18ac7-db33-44f9-9c56-f13f49f43dde None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:45.147875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b213acf7-8ef5-4140-bd3b-828b95992885', 'name': 'tempest-RoutersTest-router-1180672412', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:40Z', 'updated_at': '2021-11-22T16:58:42Z', 'revision_number': 2, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:45.260914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-039198a6-113f-45fb-a0ab-62678e6ea6ee tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.263168 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-039198a6-113f-45fb-a0ab-62678e6ea6ee tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.336185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8f3999-da59-4526-a0ab-10a9ede5f878 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet ce4ebb63-a49a-431e-b5e4-e3a370bb39f1 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:45.336542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] Pushing event deleted for resources: {'Port': ['ID=2b927cac-029a-4fde-9848-d7a1854fcb53,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:45.341753 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-039198a6-113f-45fb-a0ab-62678e6ea6ee tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.342266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039198a6-113f-45fb-a0ab-62678e6ea6ee tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Fanout notify agent at l3_agent the message router_deleted on router b213acf7-8ef5-4140-bd3b-828b95992885 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:45.354031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-039198a6-113f-45fb-a0ab-62678e6ea6ee tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.355213 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-039198a6-113f-45fb-a0ab-62678e6ea6ee tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/b213acf7-8ef5-4140-bd3b-828b95992885 HTTP/1.1" status: 204 len: 168 time: 0.7815664 Nov 22 16:58:45.356093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da8f3999-da59-4526-a0ab-10a9ede5f878 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.362641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:45.409091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.470839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.577341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-af2ab99a-0646-4837-a893-e59d132fe1a8 None None] Provisioning complete for port a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:45.577609 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af2ab99a-0646-4837-a893-e59d132fe1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.584058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Pushing event updated for resources: {'Port': ['ID=fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:45.595983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e643c0-8f4b-4cd9-8013-1792728d40f1 None None] The sync data for ids ['b213acf7-8ef5-4140-bd3b-828b95992885'] in n-d-816865-2 is: [{'id': 'b213acf7-8ef5-4140-bd3b-828b95992885', 'name': 'tempest-RoutersTest-router-1180672412', 'tenant_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:40Z', 'updated_at': '2021-11-22T16:58:42Z', 'revision_number': 2, 'project_id': 'e3a58064b0eb4c47bdc614c8739b980d', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:45.599041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8011e-219b-4ba6-bfcf-23a917a8aa35 None None] No DVR routers for this DVR port 2b927cac-029a-4fde-9848-d7a1854fcb53 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:45.605850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:45.608777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.626477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:45.636668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:45.646426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.654640 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6285ffcc-8e0e-4902-b87f-c44a6e624ac9 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=b213acf7-8ef5-4140-bd3b-828b95992885 HTTP/1.1" status: 200 len: 205 time: 0.2695305 Nov 22 16:58:45.665938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54152) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:45.678790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9659273b-f294-4a9b-a73f-2f958505a72d None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:45.711037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdab1f6b-3d2d-4626-a141-ba897a65d650']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:45.717012 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a37caf8-21ee-4bfa-a458-1e8973b611b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.773830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da8f3999-da59-4526-a0ab-10a9ede5f878 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.781213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-af2ab99a-0646-4837-a893-e59d132fe1a8 None None] Port a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:45.803121 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-cb4bc095-7ba8-4683-9e83-4c12236f4008 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] delete failed (client error): The resource could not be found. Nov 22 16:58:45.807373 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cb4bc095-7ba8-4683-9e83-4c12236f4008 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/b213acf7-8ef5-4140-bd3b-828b95992885 HTTP/1.1" status: 404 len: 336 time: 0.1396387 Nov 22 16:58:45.807727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:45.808916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.812728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54158) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:45.825442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c118ed43-4aab-448b-9176-18ac1e3cbed6') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:45.825738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c118ed43-4aab-448b-9176-18ac1e3cbed6') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:45.866201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.875725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-47ce1874-7468-4f09-bdaf-e4ee3e1234d6 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.3074911 Nov 22 16:58:45.891786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:45.902615 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e902e964-6a4d-40b1-84e7-de4376e17e5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:45.908560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e902e964-6a4d-40b1-84e7-de4376e17e5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:45.922357 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e902e964-6a4d-40b1-84e7-de4376e17e5d tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/ceb2db37-57a8-423b-b387-b1437b0bdc69 HTTP/1.1" status: 404 len: 337 time: 0.1083555 Nov 22 16:58:45.923317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.169'}]}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:45.929818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2ad257be-e75e-4bec-aec6-77f52fc57026 None None] Provisioning complete for port fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:45.929818 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ad257be-e75e-4bec-aec6-77f52fc57026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:45.930136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54168) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:46.020820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.027377 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.049678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2ad257be-e75e-4bec-aec6-77f52fc57026 None None] Port fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:46.053991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.067579 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e1bc1b-46df-4ad3-a645-08b241c87fb7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:46.068164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e1bc1b-46df-4ad3-a645-08b241c87fb7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:46.074354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:46.075307 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:46.078614 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:46.081589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-84e1bc1b-46df-4ad3-a645-08b241c87fb7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/c0986ede-d564-42a1-96f9-8dd389edf451 HTTP/1.1" status: 404 len: 337 time: 0.1487257 Nov 22 16:58:46.084615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:46.304409 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f324937-026b-44c7-a2f3-5ca4bdf8271b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:46.304896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f324937-026b-44c7-a2f3-5ca4bdf8271b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:46.316688 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9f324937-026b-44c7-a2f3-5ca4bdf8271b tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/19a173c0-92dc-4a35-a03b-0baa8b9054c6 HTTP/1.1" status: 404 len: 337 time: 0.2168882 Nov 22 16:58:46.328323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54188) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:46.335310 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da8f3999-da59-4526-a0ab-10a9ede5f878 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.353751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.425777 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be3b0b9-ae55-4680-8283-74b97bd292db tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:46.430923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be3b0b9-ae55-4680-8283-74b97bd292db tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:46.457265 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2be3b0b9-ae55-4680-8283-74b97bd292db tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/b2a997ba-1ba9-4696-9b54-31580f8838c3 HTTP/1.1" status: 404 len: 337 time: 0.1118898 Nov 22 16:58:46.470221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:46.546132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.585439 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da8f3999-da59-4526-a0ab-10a9ede5f878 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.632878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef2223a5-ec0f-4740-a8ab-9c028ebac0b2 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 200 len: 205 time: 0.1554561 Nov 22 16:58:46.637241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:46.638602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.648268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cdab1f6b-3d2d-4626-a141-ba897a65d650 HTTP/1.1" status: 204 len: 168 time: 3.9502528 Nov 22 16:58:46.658998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3999-da59-4526-a0ab-10a9ede5f878 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4ebb63-a49a-431e-b5e4-e3a370bb39f1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:46.670435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2a35d-2ad1-4ef0-b49f-eb1c4f99e6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdab1f6b-3d2d-4626-a141-ba897a65d650,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:46.712893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da8f3999-da59-4526-a0ab-10a9ede5f878 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.727001 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-32235612-ccc4-4d5a-8134-7761d84df5be tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] delete failed (client error): The resource could not be found. Nov 22 16:58:46.731448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-32235612-ccc4-4d5a-8134-7761d84df5be tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/d1b809de-45c9-4f1f-9497-46b74313d897 HTTP/1.1" status: 404 len: 336 time: 0.0796285 Nov 22 16:58:46.792804 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-da8f3999-da59-4526-a0ab-10a9ede5f878 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/ce4ebb63-a49a-431e-b5e4-e3a370bb39f1 HTTP/1.1" status: 204 len: 168 time: 1.7810071 Nov 22 16:58:46.809206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54212) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:46.810313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54214) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:46.827003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.901001 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d441edc7-a119-4a04-8887-fca5127af9d6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:46.908164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d441edc7-a119-4a04-8887-fca5127af9d6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:46.912990 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d441edc7-a119-4a04-8887-fca5127af9d6 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/4a7794d1-211d-4477-94d5-db753ab52d4b HTTP/1.1" status: 404 len: 337 time: 0.1001821 Nov 22 16:58:46.942085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54222) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:46.945888 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:46.977514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-64031451-f008-422e-bb71-5eb3b61dfccb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=f971db3f-b6e0-49c1-a412-6703378f5f4f HTTP/1.1" status: 200 len: 205 time: 0.1658406 Nov 22 16:58:46.983120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54226) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:47.194592 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.209617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-16eb5dee-3ba3-4386-ba9f-0d5d392d2391 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting subnet 0cb37c58-95da-4084-a212-f81135b562cb {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:47.214676 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16eb5dee-3ba3-4386-ba9f-0d5d392d2391 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.338027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731761d-7440-404b-9171-bfd1f8a037e5 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:47.340536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] In _notify_port_updated(), no bound segment for port a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 on network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:58:47.358991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:47.360751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.371959 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "PUT /v2.0/ports/a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 HTTP/1.1" status: 200 len: 1054 time: 2.3223481 Nov 22 16:58:47.408916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:47.475872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16eb5dee-3ba3-4386-ba9f-0d5d392d2391 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.497232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54244) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:47.536041 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-59d5e5cb-95d5-464b-a015-001f905ab2be tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] delete failed (client error): The resource could not be found. Nov 22 16:58:47.542241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-59d5e5cb-95d5-464b-a015-001f905ab2be tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/f971db3f-b6e0-49c1-a412-6703378f5f4f HTTP/1.1" status: 404 len: 336 time: 0.5534067 Nov 22 16:58:47.574624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54248) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:47.694242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573b765-3c20-4b38-9331-57a1292fe7c9 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event updated for resources: {'Port': ['ID=a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:47.702810 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da3c223-e97b-4612-8655-23254326add8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:47.705841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da3c223-e97b-4612-8655-23254326add8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:47.710097 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4da3c223-e97b-4612-8655-23254326add8 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/90bd27ce-2c8c-4420-a72a-d4c2f1b7cc47 HTTP/1.1" status: 404 len: 337 time: 0.1336908 Nov 22 16:58:47.713746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54250) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:47.726252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1c8d5e1f-7092-43c0-9af8-692096b7b3f8 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:47.730189 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c8d5e1f-7092-43c0-9af8-692096b7b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.784923 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8ec28883-e2e7-4054-bebb-df1b601f1e73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d81239f162045c3b0b6c25a0f26bec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2784894 Nov 22 16:58:47.786617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54254) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:47.830356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-426185a3-36f7-4125-a7e7-143a41e2b292 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68be0c-a5fc-4c34-8185-940f10cbd83b HTTP/1.1" status: 200 len: 205 time: 0.1037056 Nov 22 16:58:47.833316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54256) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:47.919326 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a2771b1-db5f-4737-ae9d-9cffdf47811f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.973021 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-e8040126-ca35-4d76-935c-14051819f474 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] delete failed (client error): The resource could not be found. Nov 22 16:58:47.974144 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e8040126-ca35-4d76-935c-14051819f474 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/cd68be0c-a5fc-4c34-8185-940f10cbd83b HTTP/1.1" status: 404 len: 336 time: 0.1394720 Nov 22 16:58:47.978173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54264) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:48.021592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1c8d5e1f-7092-43c0-9af8-692096b7b3f8 None None] Provisioning complete for port 4538857c-1e94-4647-9255-8cc6b3da570f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:48.025543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c8d5e1f-7092-43c0-9af8-692096b7b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.052342 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16eb5dee-3ba3-4386-ba9f-0d5d392d2391 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.090507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d5e1f-7092-43c0-9af8-692096b7b3f8 None None] Port 4538857c-1e94-4647-9255-8cc6b3da570f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:48.104975 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ddd1b46a-ff0d-40f6-b994-cbd438900166 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa6d789e-f257-4126-b4ff-0b150dad08e3 HTTP/1.1" status: 200 len: 205 time: 0.1167762 Nov 22 16:58:48.108198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54266) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:48.176403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7b3eb80e-3c8d-4470-a9d1-23c461e09fbb tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Deleting port a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:48.177062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b3eb80e-3c8d-4470-a9d1-23c461e09fbb tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.196545 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-8250e60f-7728-4b71-9505-f10f3cae8abb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] delete failed (client error): The resource could not be found. Nov 22 16:58:48.209626 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8250e60f-7728-4b71-9505-f10f3cae8abb tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/fa6d789e-f257-4126-b4ff-0b150dad08e3 HTTP/1.1" status: 404 len: 336 time: 0.0963910 Nov 22 16:58:48.213621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54268) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:48.234749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3ee1d2b6-1df1-4495-a127-372c474d4979 None None] Provisioning complete for port a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:48.235525 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d2b6-1df1-4495-a127-372c474d4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.342017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff08e36b-8801-42bf-88a8-179a7310beae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.356996 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4803073a-16ed-41f4-a1a1-400858b48c09 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:48.359821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4803073a-16ed-41f4-a1a1-400858b48c09 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:48.367642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1d2b6-1df1-4495-a127-372c474d4979 None None] Port a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:48.374053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4803073a-16ed-41f4-a1a1-400858b48c09 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/e526920c-213e-4fde-80f4-437af5a3a41b HTTP/1.1" status: 404 len: 337 time: 0.1414135 Nov 22 16:58:48.389418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54270) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:48.478603 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f2b440fb-74e8-472c-8eb9-71bd91c470ce tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cad23308-6106-445c-a64a-22b6b11a0de3 HTTP/1.1" status: 200 len: 205 time: 0.0867298 Nov 22 16:58:48.500822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff08e36b-8801-42bf-88a8-179a7310beae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.589284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54276) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:48.604470 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff08e36b-8801-42bf-88a8-179a7310beae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.607519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff08e36b-8801-42bf-88a8-179a7310beae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.612052 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ff08e36b-8801-42bf-88a8-179a7310beae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa7ce074-10fe-4b70-9352-4f00213babf3 HTTP/1.1" status: 204 len: 168 time: 0.8239088 Nov 22 16:58:48.671631 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-6e6759a9-dc21-4753-9399-473456e69062 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] delete failed (client error): The resource could not be found. Nov 22 16:58:48.672720 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e6759a9-dc21-4753-9399-473456e69062 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/cad23308-6106-445c-a64a-22b6b11a0de3 HTTP/1.1" status: 404 len: 336 time: 0.0822523 Nov 22 16:58:48.675547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54282) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:48.698484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08e36b-8801-42bf-88a8-179a7310beae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ce074-10fe-4b70-9352-4f00213babf3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:48.748652 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55acb47-5916-478c-8147-b53470ed2348 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:48.749119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55acb47-5916-478c-8147-b53470ed2348 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:48.756070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b55acb47-5916-478c-8147-b53470ed2348 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/b2a2817b-56e6-4bd6-8d9f-e2b26be15936 HTTP/1.1" status: 404 len: 337 time: 0.0783534 Nov 22 16:58:48.761288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54284) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:48.855253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0ca49929-e591-4e9c-8f27-9a6a644560a5 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a5a1445-8289-4a0a-9207-b445afc22d0b HTTP/1.1" status: 200 len: 205 time: 0.0926757 Nov 22 16:58:48.860305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:48.969558 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.015410 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-5069e74d-21bd-45e8-8c74-687c8ebfa2d7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] delete failed (client error): The resource could not be found. Nov 22 16:58:49.019681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54296) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:49.020612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5069e74d-21bd-45e8-8c74-687c8ebfa2d7 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/routers/9a5a1445-8289-4a0a-9207-b445afc22d0b HTTP/1.1" status: 404 len: 336 time: 0.1562023 Nov 22 16:58:49.039851 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16eb5dee-3ba3-4386-ba9f-0d5d392d2391 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.070790 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-454c98d5-f7d0-4957-bbee-71c79115d388 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:49.071301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454c98d5-f7d0-4957-bbee-71c79115d388 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:49.085796 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-454c98d5-f7d0-4957-bbee-71c79115d388 tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/78f63080-29e4-4a98-a00e-1a972f2e3478 HTTP/1.1" status: 404 len: 337 time: 0.0548377 Nov 22 16:58:49.085796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54298) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:49.173228 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe38f34f-390b-4efb-a4d6-11d3287ce1ff tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:49.173228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe38f34f-390b-4efb-a4d6-11d3287ce1ff tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:49.179166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5dee-3ba3-4386-ba9f-0d5d392d2391 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb37c58-95da-4084-a212-f81135b562cb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:49.182531 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16eb5dee-3ba3-4386-ba9f-0d5d392d2391 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.189538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-16eb5dee-3ba3-4386-ba9f-0d5d392d2391 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/0cb37c58-95da-4084-a212-f81135b562cb HTTP/1.1" status: 204 len: 168 time: 2.2451513 Nov 22 16:58:49.191177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fe38f34f-390b-4efb-a4d6-11d3287ce1ff tempest-RoutersTest-167060414 tempest-RoutersTest-167060414-project] 10.222.0.59 "DELETE /v2.0/subnets/07f7b67a-e237-4b85-9ca2-b9e8b42ab823 HTTP/1.1" status: 404 len: 337 time: 0.1091921 Nov 22 16:58:49.202155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54302) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:49.203432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6447e1f6-c330-4a35-9578-aad1b34b8b89 None None] Network 6dc3b97c-6fee-4fa6-9927-3edf5888d927 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:49.243062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b3eb80e-3c8d-4470-a9d1-23c461e09fbb tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.270904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.282623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7b3eb80e-3c8d-4470-a9d1-23c461e09fbb tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Calling delete_port for a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:49.288996 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d06cd5-24a3-42b4-b5f1-6432e84e88cd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:49.290504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d06cd5-24a3-42b4-b5f1-6432e84e88cd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:49.296328 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-20d06cd5-24a3-42b4-b5f1-6432e84e88cd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/4156e6bd-a89d-4ee5-a949-e49b33c1186e HTTP/1.1" status: 404 len: 337 time: 0.0921552 Nov 22 16:58:49.299513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54306) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:49.351242 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.390374 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-41b48ec6-a70e-446d-8c6b-9db92b095e41 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "GET /v2.0/ports?device_id=05a8e872-8cbd-4fb8-941d-66f585697da2 HTTP/1.1" status: 200 len: 205 time: 0.0857172 Nov 22 16:58:49.391133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54308) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:49.391622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fe058d57-6ae0-4772-8a37-83d56e962d15 None None] Provisioning complete for port 07ff4bce-00e9-4699-b29c-8918126434c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:49.392303 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe058d57-6ae0-4772-8a37-83d56e962d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.610628 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-430a5c82-b781-4bb6-9c01-f0340119346d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] delete failed (client error): The resource could not be found. Nov 22 16:58:49.618494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-430a5c82-b781-4bb6-9c01-f0340119346d tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/routers/05a8e872-8cbd-4fb8-941d-66f585697da2 HTTP/1.1" status: 404 len: 336 time: 0.2238617 Nov 22 16:58:49.618889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54318) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:49.714752 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4cd1aa-56a6-44f5-8b6b-a760373397d9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:49.718112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4cd1aa-56a6-44f5-8b6b-a760373397d9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:49.740482 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bc4cd1aa-56a6-44f5-8b6b-a760373397d9 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/c07f164c-f0d2-4f0f-8f54-d538adea33c5 HTTP/1.1" status: 404 len: 337 time: 0.1168339 Nov 22 16:58:49.743038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54324) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:49.835769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.839001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b3eb80e-3c8d-4470-a9d1-23c461e09fbb tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.862452 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df95964-721b-4e1d-b139-323833a3d51c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:49.869191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df95964-721b-4e1d-b139-323833a3d51c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:49.888417 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2df95964-721b-4e1d-b139-323833a3d51c tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/a4174bb1-fa9a-49e4-a31a-aecfd523e4be HTTP/1.1" status: 404 len: 337 time: 0.1363065 Nov 22 16:58:49.890643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54332) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:49.948512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fe058d57-6ae0-4772-8a37-83d56e962d15 None None] Provisioning complete for port 4538857c-1e94-4647-9255-8cc6b3da570f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:49.955376 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe058d57-6ae0-4772-8a37-83d56e962d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:50.030578 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a505de0-0879-46ca-bb70-a81129ee7e97 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:50.031317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a505de0-0879-46ca-bb70-a81129ee7e97 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:50.037581 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4a505de0-0879-46ca-bb70-a81129ee7e97 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/4f24fd6c-54ba-4e6e-9407-00988dc11bfa HTTP/1.1" status: 404 len: 337 time: 0.1392334 Nov 22 16:58:50.037872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] DHCP port deletion for 6dc3b97c-6fee-4fa6-9927-3edf5888d927 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:50.048454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54336) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.132280 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a2ee3e-0967-4d1d-ae56-19c4479edcbd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:50.134080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a2ee3e-0967-4d1d-ae56-19c4479edcbd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:50.149003 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a2a2ee3e-0967-4d1d-ae56-19c4479edcbd tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/dcd68e80-7419-4c62-820a-db48822ffcf5 HTTP/1.1" status: 404 len: 333 time: 0.1042221 Nov 22 16:58:50.154604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54340) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.182355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54342) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.203265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fe058d57-6ae0-4772-8a37-83d56e962d15 None None] Port 4538857c-1e94-4647-9255-8cc6b3da570f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:50.257843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3eb80e-3c8d-4470-a9d1-23c461e09fbb tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Port': ['ID=a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:50.298450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Deleting port 07ff4bce-00e9-4699-b29c-8918126434c7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:50.303584 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:50.319703 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce975f8-58a1-4b32-a42e-9fb575f79101 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:50.320094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce975f8-58a1-4b32-a42e-9fb575f79101 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:50.326323 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dce975f8-58a1-4b32-a42e-9fb575f79101 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/350c4500-eacc-4fe7-9fea-eda781a8b2c1 HTTP/1.1" status: 404 len: 337 time: 0.1674266 Nov 22 16:58:50.338291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54352) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.465329 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91c6ff7-359e-4d2e-9e61-231fa394ba0a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:50.470215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91c6ff7-359e-4d2e-9e61-231fa394ba0a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:50.478864 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d91c6ff7-359e-4d2e-9e61-231fa394ba0a tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/b8458e8c-a11a-42a2-b9eb-a36a018462ee HTTP/1.1" status: 404 len: 337 time: 0.1390603 Nov 22 16:58:50.482342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.495197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:50.497742 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:50.534440 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb09c246-27af-48fb-8a97-295f5a161def tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:50.535059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb09c246-27af-48fb-8a97-295f5a161def tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:50.544248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] For port 07ff4bce-00e9-4699-b29c-8918126434c7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=07ff4bce-00e9-4699-b29c-8918126434c7,segment=NetworkSegment(89d5ebc6-e376-4653-8ac2-f890b391f0eb),segment_id=89d5ebc6-e376-4653-8ac2-f890b391f0eb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:50.545851 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:50.555546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb09c246-27af-48fb-8a97-295f5a161def tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/5b5f050c-35ea-4730-8606-19f0f83766dc HTTP/1.1" status: 404 len: 333 time: 0.0717647 Nov 22 16:58:50.574514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Calling delete_port for 07ff4bce-00e9-4699-b29c-8918126434c7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:50.588093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54360) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.610524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:50.611083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 337d8871-e303-4058-87d2-cd1bd689f507 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:50.662402 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ae9553-bffd-416d-8c0f-c6a84bb98b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:50.662855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ae9553-bffd-416d-8c0f-c6a84bb98b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:50.666227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f9ae9553-bffd-416d-8c0f-c6a84bb98b33 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/913754c3-803b-45da-be71-9218df119cd6 HTTP/1.1" status: 404 len: 337 time: 0.0767155 Nov 22 16:58:50.674553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54362) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.736750 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:58:50.737629 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-edce9abd-5dad-4e03-827a-40a81071f57f tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8363807 Nov 22 16:58:50.751404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54364) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.778307 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7962d255-9e21-49c4-bb5a-3ae96d5abe8f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:50.778831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7962d255-9e21-49c4-bb5a-3ae96d5abe8f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:50.788996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7962d255-9e21-49c4-bb5a-3ae96d5abe8f tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/subnets/dda084d6-5a7e-4eef-ae01-7773f70ad62c HTTP/1.1" status: 404 len: 337 time: 0.1099606 Nov 22 16:58:50.799115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54368) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.800035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54370) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:50.989214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.121992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1899585826-network', 'tenant_id': '5a068cc044a940198c59d872f820556d'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:51.138027 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.164985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] No DVR routers for this DVR port 07ff4bce-00e9-4699-b29c-8918126434c7 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:51.176246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Made reservation on behalf of 5a068cc044a940198c59d872f820556d for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:51.179178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.203633 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.241063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Pushing event deleted for resources: {'Port': ['ID=07ff4bce-00e9-4699-b29c-8918126434c7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:51.245364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-967a4243-3b12-46ac-a3ee-4e7992dc75a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3a58064b0eb4c47bdc614c8739b980d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0618210 Nov 22 16:58:51.262195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.262884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.263573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.264201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.264831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.265706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.266486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.267069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.267518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.267938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.268326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.268708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b24e6a-319b-40a7-9156-24f12a2f3ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:51.279368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54382) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:51.380523 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.439288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-633f4ecc-0db6-4dd4-8aad-ef3cab788dd2 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Deleting port fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:51.439964 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-633f4ecc-0db6-4dd4-8aad-ef3cab788dd2 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.502535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.514110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.527894 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b3eb80e-3c8d-4470-a9d1-23c461e09fbb tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.533453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7b3eb80e-3c8d-4470-a9d1-23c461e09fbb tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "DELETE /v2.0/ports/a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 HTTP/1.1" status: 204 len: 168 time: 4.0413208 Nov 22 16:58:51.544648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:51.550678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04597dc-5cfc-446c-a904-8cec45df8745,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:51.557314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f027e-7bb3-4fac-97d4-6a8591a57281 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Deleting port 4538857c-1e94-4647-9255-8cc6b3da570f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:51.557977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb7f027e-7bb3-4fac-97d4-6a8591a57281 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.603702 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe957c0-0be0-4003-b2a6-838766362d11 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] GET failed (client error): The resource could not be found. Nov 22 16:58:51.605678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ffe957c0-0be0-4003-b2a6-838766362d11 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "GET /v2.0/ports/a0947cbe-23b5-40b3-b5f8-ce3c57cf6fc4 HTTP/1.1" status: 404 len: 333 time: 0.0597253 Nov 22 16:58:51.612248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54390) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:51.620739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:51.622907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-966827ba-1d77-48f3-8a28-2d3ae7eaf2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.646538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.646886 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Added segment 88683fb1-6210-4bea-8df6-8dd74d116009 of type vlan for network 7c32d56e-d4d2-46af-9a86-25652e280b5e Nov 22 16:58:51.653918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-633f4ecc-0db6-4dd4-8aad-ef3cab788dd2 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.673648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb7f027e-7bb3-4fac-97d4-6a8591a57281 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.699470 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-966827ba-1d77-48f3-8a28-2d3ae7eaf2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.707227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-633f4ecc-0db6-4dd4-8aad-ef3cab788dd2 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Calling delete_port for fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:51.711085 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.750029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.751143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.751766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.771468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f027e-7bb3-4fac-97d4-6a8591a57281 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Calling delete_port for 4538857c-1e94-4647-9255-8cc6b3da570f owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:51.819612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 07ff4bce-00e9-4699-b29c-8918126434c7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:51.870766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 07ff4bce-00e9-4699-b29c-8918126434c7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:51.871273 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0555339 Nov 22 16:58:51.877278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54398) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:51.877517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 07ff4bce-00e9-4699-b29c-8918126434c7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:51.898403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Request body: {'subnet': {'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1899585826-subnet', 'tenant_id': '5a068cc044a940198c59d872f820556d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:51.991977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-158b5021-4183-43ce-a55e-9a5367246310 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Deleting port 3d6e7238-ef49-4021-a059-9d0b30991fbb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:51.992324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-158b5021-4183-43ce-a55e-9a5367246310 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.992641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb7f027e-7bb3-4fac-97d4-6a8591a57281 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.994671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5e80e-a1c9-4d25-a20d-13f533783125 admin admin] Pushing event updated for resources: {'Network': ['ID=7c32d56e-d4d2-46af-9a86-25652e280b5e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:52.024898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:52.062154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f027e-7bb3-4fac-97d4-6a8591a57281 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Port': ['ID=4538857c-1e94-4647-9255-8cc6b3da570f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:52.081359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb7f027e-7bb3-4fac-97d4-6a8591a57281 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.087368 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb7f027e-7bb3-4fac-97d4-6a8591a57281 tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/ports/4538857c-1e94-4647-9255-8cc6b3da570f HTTP/1.1" status: 204 len: 168 time: 1.2298880 Nov 22 16:58:52.089445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54406) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:52.129403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-966827ba-1d77-48f3-8a28-2d3ae7eaf2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.135608 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-966827ba-1d77-48f3-8a28-2d3ae7eaf2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.145886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-966827ba-1d77-48f3-8a28-2d3ae7eaf2cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/261da7db-c6a8-4b10-b7b4-9d82641cebd5 HTTP/1.1" status: 204 len: 168 time: 0.8613644 Nov 22 16:58:52.153953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Made reservation on behalf of 5a068cc044a940198c59d872f820556d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:52.164769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.238228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-633f4ecc-0db6-4dd4-8aad-ef3cab788dd2 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.327025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966827ba-1d77-48f3-8a28-2d3ae7eaf2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261da7db-c6a8-4b10-b7b4-9d82641cebd5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:52.388960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.413192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f4ecc-0db6-4dd4-8aad-ef3cab788dd2 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:52.459242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3add0-8dbc-4ab8-80db-c7fd645b35a7 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:52.581051 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-633f4ecc-0db6-4dd4-8aad-ef3cab788dd2 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.591764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-633f4ecc-0db6-4dd4-8aad-ef3cab788dd2 tempest-RoutersAdminNegativeIpV6Test-1363886031 tempest-RoutersAdminNegativeIpV6Test-1363886031-project-admin] 10.222.0.59 "DELETE /v2.0/ports/fe74ca8c-89c3-4a5a-8a57-d57bdf064ae3 HTTP/1.1" status: 204 len: 168 time: 1.8385682 Nov 22 16:58:52.609125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-158b5021-4183-43ce-a55e-9a5367246310 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.629916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-158b5021-4183-43ce-a55e-9a5367246310 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Calling delete_port for 3d6e7238-ef49-4021-a059-9d0b30991fbb owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:52.635891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.749327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc3b97c-6fee-4fa6-9927-3edf5888d927']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:52.804434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d5ebc6-e376-4653-8ac2-f890b391f0eb') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:52.804856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d5ebc6-e376-4653-8ac2-f890b391f0eb') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:52.906777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.965106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.976729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:52.977553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.009955 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-158b5021-4183-43ce-a55e-9a5367246310 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.085826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b5021-4183-43ce-a55e-9a5367246310 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Port': ['ID=3d6e7238-ef49-4021-a059-9d0b30991fbb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:53.165411 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:53.175417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.199226 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.210146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] 10.222.0.59 "DELETE /v2.0/networks/6dc3b97c-6fee-4fa6-9927-3edf5888d927 HTTP/1.1" status: 204 len: 168 time: 1.1171005 Nov 22 16:58:53.290162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2cf68-bb02-4af4-aba5-34c8009861bb tempest-PortsIpV6TestJSON-292296147 tempest-PortsIpV6TestJSON-292296147-project] Pushing event deleted for resources: {'Network': ['ID=6dc3b97c-6fee-4fa6-9927-3edf5888d927,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:53.319030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.391667 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-158b5021-4183-43ce-a55e-9a5367246310 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.400809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-158b5021-4183-43ce-a55e-9a5367246310 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "DELETE /v2.0/ports/3d6e7238-ef49-4021-a059-9d0b30991fbb HTTP/1.1" status: 204 len: 168 time: 1.7843683 Nov 22 16:58:53.405442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54442) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:53.479460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54444) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:53.509449 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7ed76a-3b2e-4fa9-8a2c-640209d70a5f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] GET failed (client error): The resource could not be found. Nov 22 16:58:53.511591 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0c7ed76a-3b2e-4fa9-8a2c-640209d70a5f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "GET /v2.0/ports/3d6e7238-ef49-4021-a059-9d0b30991fbb HTTP/1.1" status: 404 len: 333 time: 0.1031799 Nov 22 16:58:53.519188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54448) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:53.571247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8135719f-9603-454e-ae60-8e12c586fc3d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:53.587530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Checking segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:53.588055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Network hostable DHCP agents. Network: 7c32d56e-d4d2-46af-9a86-25652e280b5e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:58:53.668812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:58:53.696908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 7c32d56e-d4d2-46af-9a86-25652e280b5e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:53.709244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659ea116-7add-448c-845f-e720963e8c6d None None] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:53.715457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:53.716443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.803264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ca80d879-eb38-4f86-abc9-36291a21ab4f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Deleting port 1f29af42-9c86-41a2-ac68-82128b9e8e6a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:53.803953 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca80d879-eb38-4f86-abc9-36291a21ab4f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.854611 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a84b5dbd-f489-477d-abed-766cd6ad7b2c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9735506 Nov 22 16:58:54.028253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd209a5-919d-4b59-8daf-c7fe62f19bb5 None None] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:54.043760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e49f98c-7150-45b6-9a27-f5d4fed9bc99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.313555 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e49f98c-7150-45b6-9a27-f5d4fed9bc99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.322009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e49f98c-7150-45b6-9a27-f5d4fed9bc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.340485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54474) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:54.449551 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7e49f98c-7150-45b6-9a27-f5d4fed9bc99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93c3fadddc784cbe9b7284a17f4169f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9618747 Nov 22 16:58:54.452373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54484) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:54.462593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca80d879-eb38-4f86-abc9-36291a21ab4f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.481080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ca80d879-eb38-4f86-abc9-36291a21ab4f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Calling delete_port for 1f29af42-9c86-41a2-ac68-82128b9e8e6a owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:54.594482 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e48a-a45e-45ba-8035-9eaf265046db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.631611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e48a-a45e-45ba-8035-9eaf265046db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.742552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e48a-a45e-45ba-8035-9eaf265046db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.745421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e48a-a45e-45ba-8035-9eaf265046db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.753168 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3ec2e48a-a45e-45ba-8035-9eaf265046db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9db0532-74d3-4565-aa7c-63db62f0754f HTTP/1.1" status: 204 len: 168 time: 0.2992749 Nov 22 16:58:54.789909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2e48a-a45e-45ba-8035-9eaf265046db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db0532-74d3-4565-aa7c-63db62f0754f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:54.853888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49f98c-7150-45b6-9a27-f5d4fed9bc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db0532-74d3-4565-aa7c-63db62f0754f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:54.860178 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca80d879-eb38-4f86-abc9-36291a21ab4f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.883446 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7ea69c3d-ee34-4cff-8427-9ca69b7bb950 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9652e802481d44eeb88506b9eb069a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5415058 Nov 22 16:58:54.903317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54496) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:54.931083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80d879-eb38-4f86-abc9-36291a21ab4f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Port': ['ID=1f29af42-9c86-41a2-ac68-82128b9e8e6a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:55.055886 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b25ebe9-c6a2-4fc9-a821-a4985e652c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.115620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b25ebe9-c6a2-4fc9-a821-a4985e652c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.137232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca80d879-eb38-4f86-abc9-36291a21ab4f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.149681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca80d879-eb38-4f86-abc9-36291a21ab4f tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "DELETE /v2.0/ports/1f29af42-9c86-41a2-ac68-82128b9e8e6a HTTP/1.1" status: 204 len: 168 time: 1.6271768 Nov 22 16:58:55.150268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54502) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:55.244244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b25ebe9-c6a2-4fc9-a821-a4985e652c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.246989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b25ebe9-c6a2-4fc9-a821-a4985e652c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.248216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2b25ebe9-c6a2-4fc9-a821-a4985e652c8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/129d46f8-f1c5-41e9-ad54-29a430e7e51a HTTP/1.1" status: 204 len: 168 time: 0.3435202 Nov 22 16:58:55.264708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ebe9-c6a2-4fc9-a821-a4985e652c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129d46f8-f1c5-41e9-ad54-29a430e7e51a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:55.684407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54524) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:55.752829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f824cc2-0809-4f45-8d49-c997be33fbab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Deleting subnet cc2aa1d0-d909-48fb-ac55-920c44d6ca43 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:55.766803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-099843f0-a021-4138-aaf2-1db55eef309c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:55.768453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-099843f0-a021-4138-aaf2-1db55eef309c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 815 time: 0.2949934 Nov 22 16:58:55.772265 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f824cc2-0809-4f45-8d49-c997be33fbab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.810388 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6dd9aa1b-690a-4a7b-98b8-ff4039aa128c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d39636f908344d9aa1e1b33aba96be5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1242151 Nov 22 16:58:55.814319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54528) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:55.879186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-297669a5-cf59-45a7-b6e8-1f39aa8d961a tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/quotas/5a068cc044a940198c59d872f820556d HTTP/1.1" status: 200 len: 375 time: 0.0354128 Nov 22 16:58:55.971558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7a2b7fc7-fe3d-4ebe-b7ae-e5733ad088aa tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785987 Nov 22 16:58:56.001398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8beb1ca7-cc5c-4142-bdec-2dabe6ab5dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.004795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f824cc2-0809-4f45-8d49-c997be33fbab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.084995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8beb1ca7-cc5c-4142-bdec-2dabe6ab5dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.167843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8beb1ca7-cc5c-4142-bdec-2dabe6ab5dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.173385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8beb1ca7-cc5c-4142-bdec-2dabe6ab5dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.175377 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8beb1ca7-cc5c-4142-bdec-2dabe6ab5dae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1c52888-f399-4016-89ef-3bcc53940226 HTTP/1.1" status: 204 len: 168 time: 0.3592322 Nov 22 16:58:56.189206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb1ca7-cc5c-4142-bdec-2dabe6ab5dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c52888-f399-4016-89ef-3bcc53940226,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:56.198907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f824cc2-0809-4f45-8d49-c997be33fbab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.293625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-8365d475-4874-40b0-893d-8e40541147b2 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:56.295261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-8365d475-4874-40b0-893d-8e40541147b2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3089969 Nov 22 16:58:56.437777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f824cc2-0809-4f45-8d49-c997be33fbab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.483906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f824cc2-0809-4f45-8d49-c997be33fbab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2aa1d0-d909-48fb-ac55-920c44d6ca43,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:56.502558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0355a-aa27-4b6b-9be1-0e37bf398971 None None] Network 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:56.516762 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9f824cc2-0809-4f45-8d49-c997be33fbab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.516762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9f824cc2-0809-4f45-8d49-c997be33fbab tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "DELETE /v2.0/subnets/cc2aa1d0-d909-48fb-ac55-920c44d6ca43 HTTP/1.1" status: 204 len: 168 time: 1.3600862 Nov 22 16:58:56.517330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:56.571487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-d71b608a-5f3a-4594-90c3-f4eb3d17c56d service neutron] 10.222.0.59 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322187 Nov 22 16:58:56.831062 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.840953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-e46cc150-46cc-4285-9ee6-9ddec8175c68 service neutron] 10.222.0.59 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611372 Nov 22 16:58:57.051954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] DHCP port deletion for 61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:57.100738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Deleting port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:57.101327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.203671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] Deleting port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:57.203966 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.246844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] For port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,segment=NetworkSegment(2a468e82-0752-4597-890d-e753c22476ac),segment_id=2a468e82-0752-4597-890d-e753c22476ac)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:57.247471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.266511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Calling delete_port for 9ce6563a-25f9-4238-a002-f9ef4ac20f9a owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:57.437212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] For port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,segment=NetworkSegment(2a468e82-0752-4597-890d-e753c22476ac),segment_id=2a468e82-0752-4597-890d-e753c22476ac)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:57.437887 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.467952 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f1ff6f0-ab82-46f6-ab9f-5260942c5082 req-4aab6f55-b9ab-4399-8143-fffb6e40affa tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 210 time: 0.1185601 Nov 22 16:58:57.515783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] Calling delete_port for 9ce6563a-25f9-4238-a002-f9ef4ac20f9a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:57.591697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.642426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Port': ['ID=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:57.655360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] No DVR routers for this DVR port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:57.883326 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.943877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.964762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9ce6563a-25f9-4238-a002-f9ef4ac20f9a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:57.966970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] No DVR routers for this DVR port 9ce6563a-25f9-4238-a002-f9ef4ac20f9a on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:57.978061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e9d8c-6602-4c4e-8655-5a68407c6a1d None None] Pushing event deleted for resources: {'Port': ['ID=9ce6563a-25f9-4238-a002-f9ef4ac20f9a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:58.027301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:58.033995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9ce6563a-25f9-4238-a002-f9ef4ac20f9a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:58.041137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9ce6563a-25f9-4238-a002-f9ef4ac20f9a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:58.079684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a468e82-0752-4597-890d-e753c22476ac') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:58.079983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a468e82-0752-4597-890d-e753c22476ac') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:58.130631 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.174402 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.202185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:58.203833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:58.211480 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:58.282771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54630) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:58.291152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8638e98d-c7aa-487d-81f9-6430b5ab69c8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-463345598', 'description': 'tempest-secgroup-smoke-463345598 description', 'project_id': 'ce43e3602110420d84f035a11a7d6d79'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:58.325127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8638e98d-c7aa-487d-81f9-6430b5ab69c8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.406929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:58.492846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.543718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.549512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] 10.222.0.59 "DELETE /v2.0/networks/61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2 HTTP/1.1" status: 204 len: 168 time: 2.0328176 Nov 22 16:58:58.577474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d39b8-2c16-47f8-933c-2e1c58c31581 tempest-AllowedAddressPairTestJSON-384887271 tempest-AllowedAddressPairTestJSON-384887271-project] Pushing event deleted for resources: {'Network': ['ID=61bc7a0b-e2b7-4f55-92ec-ed8ef75c65b2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:58.635875 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8638e98d-c7aa-487d-81f9-6430b5ab69c8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.642787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8638e98d-c7aa-487d-81f9-6430b5ab69c8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.715622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5d6aa388-7cfe-4eaa-9099-8b0ea16027f9 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1113014898', 'prefixes': ['172.20.0.0/16']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:58.742329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8638e98d-c7aa-487d-81f9-6430b5ab69c8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.743558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8638e98d-c7aa-487d-81f9-6430b5ab69c8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4576998 Nov 22 16:58:58.747852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54648) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:58.755645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-28393157-a476-4a6d-bc03-61b204e9cbcb tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'security_group_rule': {'security_group_id': '6eb89ee1-c85b-4f94-9786-74db24e4d2d9', 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:58.890010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638e98d-c7aa-487d-81f9-6430b5ab69c8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb89ee1-c85b-4f94-9786-74db24e4d2d9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:58.918576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad3dfdac-8f6e-4826-9d1e-14c613bfb8fb req-ff09a3d8-ae37-4611-b779-5cf87c2c63b4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 210 time: 0.1100647 Nov 22 16:58:58.988623 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28393157-a476-4a6d-bc03-61b204e9cbcb tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.111949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa388-7cfe-4eaa-9099-8b0ea16027f9 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] Publish callbacks [] for subnetpool, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.123977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5d6aa388-7cfe-4eaa-9099-8b0ea16027f9 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7081633 Nov 22 16:58:59.124717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54676) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.173625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28393157-a476-4a6d-bc03-61b204e9cbcb tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.186486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28393157-a476-4a6d-bc03-61b204e9cbcb tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.247729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28393157-a476-4a6d-bc03-61b204e9cbcb tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a1470e-29a4-40f0-a987-52dc80a6405c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:59.265991 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28393157-a476-4a6d-bc03-61b204e9cbcb tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.268631 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-28393157-a476-4a6d-bc03-61b204e9cbcb tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5185707 Nov 22 16:58:59.272673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54680) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.277135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-286dbe16-086f-42ea-a5fe-cd11f615511d tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] 10.222.0.59 "GET /v2.0/subnetpools/b6e77c67-9d2a-4363-9275-965e57bfd0ae HTTP/1.1" status: 200 len: 732 time: 0.1482785 Nov 22 16:58:59.279322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54682) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.283539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-518bd7ad-8927-4144-887e-1a90a07eeb99 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'security_group_rule': {'security_group_id': '6eb89ee1-c85b-4f94-9786-74db24e4d2d9', 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:59.289701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c724245b-bb72-4517-a316-9b5fda5a9f70 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1722156827'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:59.323588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.373981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54688) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.505083 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-518bd7ad-8927-4144-887e-1a90a07eeb99 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.623477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c724245b-bb72-4517-a316-9b5fda5a9f70 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] Publish callbacks [] for subnetpool, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.633419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c724245b-bb72-4517-a316-9b5fda5a9f70 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] 10.222.0.59 "PUT /v2.0/subnetpools/b6e77c67-9d2a-4363-9275-965e57bfd0ae HTTP/1.1" status: 200 len: 684 time: 0.3485885 Nov 22 16:58:59.640450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54698) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.684173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-1faed43c-d067-4b82-9b44-7e06db486081 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:59.687863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-1faed43c-d067-4b82-9b44-7e06db486081 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.62 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 815 time: 0.3858054 Nov 22 16:58:59.724799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-2b127a8d-946b-4966-82fb-6dab26616d1c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:59.725465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Request body: {'port': {'device_id': 'cb55512c-0015-4671-b5da-07ace4c76c6a', 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'admin_state_up': True, 'tenant_id': '5a068cc044a940198c59d872f820556d'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:59.730329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54702) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.732138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2b127a8d-946b-4966-82fb-6dab26616d1c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4056244 Nov 22 16:58:59.757487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-2aaa36eb-66ba-4950-93aa-cf441696ffa7 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:59.759593 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2aaa36eb-66ba-4950-93aa-cf441696ffa7 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0256627 Nov 22 16:58:59.778079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54704) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.804748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-357e9c03-bfe0-4c15-89dd-264dd25ebffd tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:59.814167 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-357e9c03-bfe0-4c15-89dd-264dd25ebffd tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0342400 Nov 22 16:58:59.819193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.842032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-61214742-2b48-4d92-94a1-c4d5a541e711 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:59.847584 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-61214742-2b48-4d92-94a1-c4d5a541e711 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0246072 Nov 22 16:58:59.853515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.868981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-ae35d320-5ff8-4ca8-8c16-8033556ec12b tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:59.874338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ae35d320-5ff8-4ca8-8c16-8033556ec12b tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0194328 Nov 22 16:58:59.889425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54714) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.905982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-b532c30c-7e95-49de-89b4-93a58093ae98 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:59.911915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b532c30c-7e95-49de-89b4-93a58093ae98 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0183020 Nov 22 16:58:59.919059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.925606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-b27f5372-94ea-4460-be91-2feaf188b8f5 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:59.938657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b27f5372-94ea-4460-be91-2feaf188b8f5 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0181024 Nov 22 16:58:59.945743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.946398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.969379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-e439e4fc-5017-412e-90cc-82a5c0180df6 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:59.970224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e439e4fc-5017-412e-90cc-82a5c0180df6 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0198340 Nov 22 16:58:59.993662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54726) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.014200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-8e46317e-8023-462e-a807-07ba4d8e899b tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.018019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8e46317e-8023-462e-a807-07ba4d8e899b tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0205646 Nov 22 16:59:00.025808 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99448dc9-be98-4a7f-8dee-dbb6d963e336 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] Publish callbacks [] for subnetpool, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.027024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-99448dc9-be98-4a7f-8dee-dbb6d963e336 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] 10.222.0.59 "DELETE /v2.0/subnetpools/b6e77c67-9d2a-4363-9275-965e57bfd0ae HTTP/1.1" status: 204 len: 168 time: 0.3810580 Nov 22 16:59:00.027721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.041943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.049217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-c1649a79-4a9c-4fc1-9546-31ea9586a7ca tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.053104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c1649a79-4a9c-4fc1-9546-31ea9586a7ca tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0104282 Nov 22 16:59:00.061980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54732) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.068231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-0b659875-d7cc-45f5-a52c-34702d66199c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.071913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0b659875-d7cc-45f5-a52c-34702d66199c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056288 Nov 22 16:59:00.080091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54734) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.085534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-045d27ac-21b4-4d57-8226-49b33da6678a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=816d758345474ebd855d3bdad145afd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7049587 Nov 22 16:59:00.091874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-d2d274f2-a18b-43ea-9f59-b56715f887af tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.095312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d2d274f2-a18b-43ea-9f59-b56715f887af tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0062258 Nov 22 16:59:00.095312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.095635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54738) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.096913 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-92923ed4-95a3-45b3-bf5c-a13647de6b49 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] show failed (client error): The resource could not be found. Nov 22 16:59:00.097963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-92923ed4-95a3-45b3-bf5c-a13647de6b49 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] 10.222.0.59 "GET /v2.0/subnetpools/b6e77c67-9d2a-4363-9275-965e57bfd0ae HTTP/1.1" status: 404 len: 346 time: 0.0464115 Nov 22 16:59:00.102040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.123193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-df5a5ef4-bef7-46f7-a3dd-22763422c344 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.126773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-df5a5ef4-bef7-46f7-a3dd-22763422c344 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0233455 Nov 22 16:59:00.133445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.171955 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-302e21c8-9161-4137-bd34-5522b5b6eba2 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.175451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-302e21c8-9161-4137-bd34-5522b5b6eba2 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0263901 Nov 22 16:59:00.186144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-30d01ddc-b5d5-4408-bfc0-a5ca62694016 req-f943172a-9d98-4005-95eb-5764b8516750 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 210 time: 0.1030247 Nov 22 16:59:00.186144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54750) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.203322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-5f449336-710e-4f5a-9b12-2df3513aa4c9 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.205969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5f449336-710e-4f5a-9b12-2df3513aa4c9 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0154159 Nov 22 16:59:00.217042 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-e591f63e-3206-4637-bb5c-e7cedaa8da31 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] delete failed (client error): The resource could not be found. Nov 22 16:59:00.218089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e591f63e-3206-4637-bb5c-e7cedaa8da31 tempest-SubnetPoolsTestJSON-656004432 tempest-SubnetPoolsTestJSON-656004432-project] 10.222.0.59 "DELETE /v2.0/subnetpools/b6e77c67-9d2a-4363-9275-965e57bfd0ae HTTP/1.1" status: 404 len: 346 time: 0.0869694 Nov 22 16:59:00.218753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54752) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.247696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaee4a5c-11db-4d0a-8eef-0ab59ebeeefd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.282838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-d9a2ae5e-8fcb-4097-8916-bd0bb0977559 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.286561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d9a2ae5e-8fcb-4097-8916-bd0bb0977559 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0430653 Nov 22 16:59:00.292020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.301971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-858bf14a-b924-48f0-a793-1c9e8b474bbf tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.302975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-858bf14a-b924-48f0-a793-1c9e8b474bbf tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048575 Nov 22 16:59:00.310562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.316159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-9d1be17a-396c-430f-bfb9-e1f0b3eaa4a4 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.318041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9d1be17a-396c-430f-bfb9-e1f0b3eaa4a4 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056126 Nov 22 16:59:00.324572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.335980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-2d78137d-161b-4b68-af76-2f8b9399dd1c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.340181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2d78137d-161b-4b68-af76-2f8b9399dd1c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0086970 Nov 22 16:59:00.342051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54762) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.356308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-4ab94359-e1a7-4bd2-833c-2da952c59780 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.357539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4ab94359-e1a7-4bd2-833c-2da952c59780 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0145717 Nov 22 16:59:00.364155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54764) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.372604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-aebcd550-6ba3-47fe-b5ab-42306f7f473c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.373863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aebcd550-6ba3-47fe-b5ab-42306f7f473c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0083346 Nov 22 16:59:00.375341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03755f3c-058b-4326-a06f-e4568d0a8416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.377347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.391270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-cb7a8959-498c-4cee-ab0e-ad8590feb81d tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.392665 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cb7a8959-498c-4cee-ab0e-ad8590feb81d tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0089579 Nov 22 16:59:00.408546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54768) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.416826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-ba222eb0-2648-494a-abba-97bd87ef7270 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.418274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ba222eb0-2648-494a-abba-97bd87ef7270 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0083055 Nov 22 16:59:00.425236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.453044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-c00412c5-9f1b-4ad5-bc06-c091e619b7f4 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.456442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c00412c5-9f1b-4ad5-bc06-c091e619b7f4 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0296340 Nov 22 16:59:00.467336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.472639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-a329a67e-86fc-403d-8c6a-2f3506b442a4 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.474473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a329a67e-86fc-403d-8c6a-2f3506b442a4 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058393 Nov 22 16:59:00.482677 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03755f3c-058b-4326-a06f-e4568d0a8416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.483497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.489089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-75126562-e4ed-43e7-8974-481e897d6a80 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.490624 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-75126562-e4ed-43e7-8974-481e897d6a80 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059757 Nov 22 16:59:00.497678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54778) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.507226 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-518bd7ad-8927-4144-887e-1a90a07eeb99 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.512769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-a7147242-f13d-4924-8521-5a031ded2b6f tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.514886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a7147242-f13d-4924-8521-5a031ded2b6f tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0158548 Nov 22 16:59:00.516722 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-518bd7ad-8927-4144-887e-1a90a07eeb99 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.523030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.550718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-b2ffb015-0625-49d5-8f64-1745bf8daf99 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.552858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b2ffb015-0625-49d5-8f64-1745bf8daf99 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0265269 Nov 22 16:59:00.556838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54782) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.570437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-cfafd126-e5c6-4ddc-b102-f86d88691e58 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.571856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cfafd126-e5c6-4ddc-b102-f86d88691e58 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0060968 Nov 22 16:59:00.574610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.578533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-518bd7ad-8927-4144-887e-1a90a07eeb99 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.582800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-518bd7ad-8927-4144-887e-1a90a07eeb99 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3061426 Nov 22 16:59:00.584892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bd7ad-8927-4144-887e-1a90a07eeb99 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbfe9ec-a3a2-40d0-88a0-a6a7e80bbc45,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:00.587326 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54786) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.591937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-4e8fa151-1aa7-49b7-9e25-6c2de034aeb3 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.593225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4e8fa151-1aa7-49b7-9e25-6c2de034aeb3 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0171883 Nov 22 16:59:00.596137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b8bec44b-ff2d-45c3-9885-c641ed090b7d tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'security_group_rule': {'security_group_id': '6eb89ee1-c85b-4f94-9786-74db24e4d2d9', 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:00.598614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.613079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-799f8c0c-3f3b-4ba9-a773-ade4562bea1f tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.614432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-799f8c0c-3f3b-4ba9-a773-ade4562bea1f tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0140014 Nov 22 16:59:00.622774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.633489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-ad7d96a2-4caf-46fb-aab0-8eec6a7e3fa4 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.634802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ad7d96a2-4caf-46fb-aab0-8eec6a7e3fa4 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0097048 Nov 22 16:59:00.638507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaee4a5c-11db-4d0a-8eef-0ab59ebeeefd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.640106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.646478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-7a8a436a-2755-408e-b3d3-72863caec52a tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.648501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7a8a436a-2755-408e-b3d3-72863caec52a tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071993 Nov 22 16:59:00.652200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.657294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-496b549d-24e8-48b0-bf71-f0fc160a0f54 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.658507 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-496b549d-24e8-48b0-bf71-f0fc160a0f54 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046203 Nov 22 16:59:00.662292 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eaee4a5c-11db-4d0a-8eef-0ab59ebeeefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.666030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54802) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.671014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8bec44b-ff2d-45c3-9885-c641ed090b7d tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.684212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.691103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-7660b88e-6026-4501-af8e-5b1e35348973 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.692166 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7660b88e-6026-4501-af8e-5b1e35348973 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079405 Nov 22 16:59:00.696789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54808) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.704475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03755f3c-058b-4326-a06f-e4568d0a8416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.708804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-17d4b4d8-c389-4c3d-a6ed-c6a6b1b51652 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.713103 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-17d4b4d8-c389-4c3d-a6ed-c6a6b1b51652 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0121148 Nov 22 16:59:00.713311 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03755f3c-058b-4326-a06f-e4568d0a8416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.716447 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-03755f3c-058b-4326-a06f-e4568d0a8416 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a381a3af-cf9d-4ef8-ab2a-cf5a34e4b740 HTTP/1.1" status: 204 len: 168 time: 0.6168356 Nov 22 16:59:00.720109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54810) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.747770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-27d02326-5f85-419e-81c0-f08ac8ada06b tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.752496 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27d02326-5f85-419e-81c0-f08ac8ada06b tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0277450 Nov 22 16:59:00.758103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54814) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.765925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-cd142281-6ab0-4f84-a2d8-3d3a23861193 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.773162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cd142281-6ab0-4f84-a2d8-3d3a23861193 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0126808 Nov 22 16:59:00.773488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.789240 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-dcd7a879-bf07-492d-93b2-8199cc62af77 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.789588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eaee4a5c-11db-4d0a-8eef-0ab59ebeeefd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08eb71ebe87741d687275ce34c65e8e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8404508 Nov 22 16:59:00.792062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54820) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.796266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dcd7a879-bf07-492d-93b2-8199cc62af77 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0142078 Nov 22 16:59:00.803236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.806782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Made reservation on behalf of 5a068cc044a940198c59d872f820556d for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:00.807992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee4a5c-11db-4d0a-8eef-0ab59ebeeefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8e1cd5-a435-4092-b996-857d16744f89,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:00.828697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.834569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03755f3c-058b-4326-a06f-e4568d0a8416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a381a3af-cf9d-4ef8-ab2a-cf5a34e4b740,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:00.880746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-11bcbca4-a4a2-459b-8aa1-1a4a32a5d0d5 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.883728 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-11bcbca4-a4a2-459b-8aa1-1a4a32a5d0d5 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0784984 Nov 22 16:59:00.907877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.923522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-7d1f6fb4-38a6-414d-8925-cb5da64535d5 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.933648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7d1f6fb4-38a6-414d-8925-cb5da64535d5 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0229521 Nov 22 16:59:00.937640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.960605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-50619165-10bd-4904-84d0-e295d0327041 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.968490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-50619165-10bd-4904-84d0-e295d0327041 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0235894 Nov 22 16:59:00.969181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:00.987102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-d6ad4dc4-982d-4807-8a3c-23251b434b55 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:00.993878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d6ad4dc4-982d-4807-8a3c-23251b434b55 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0213199 Nov 22 16:59:00.994552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.011113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8bec44b-ff2d-45c3-9885-c641ed090b7d tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.021079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-1cdf623d-3e9e-4bb7-87c3-1c5d9e91370c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.025196 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8bec44b-ff2d-45c3-9885-c641ed090b7d tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.027775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1cdf623d-3e9e-4bb7-87c3-1c5d9e91370c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0318305 Nov 22 16:59:01.030137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.052256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-4798dc57-c5c0-442e-bf7e-9f8362ac274e tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.054049 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4798dc57-c5c0-442e-bf7e-9f8362ac274e tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0109727 Nov 22 16:59:01.070210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54846) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.082520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-b3e3c044-a42f-4e19-b6fb-93ca69223062 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.083573 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b3e3c044-a42f-4e19-b6fb-93ca69223062 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0123501 Nov 22 16:59:01.089844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54848) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.098943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-abdbc80a-5c60-41d5-9511-85b88575f2a0 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.100054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-abdbc80a-5c60-41d5-9511-85b88575f2a0 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0090554 Nov 22 16:59:01.100855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bec44b-ff2d-45c3-9885-c641ed090b7d tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c4aba8-74b0-4ac9-936e-d454ae94ad8c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:01.124006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.131401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-a550b85b-c852-4e5e-b2b2-17060082a572 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.135535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a550b85b-c852-4e5e-b2b2-17060082a572 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0100577 Nov 22 16:59:01.137034 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62432498-2a58-42b8-9587-078bed785052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.139202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.141354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d776039b-ac87-40f4-8b1a-e7856944545f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.148098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-ac57665f-e908-4bec-8be6-833addc8d636 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.152065 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b8bec44b-ff2d-45c3-9885-c641ed090b7d tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.152326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ac57665f-e908-4bec-8be6-833addc8d636 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117645 Nov 22 16:59:01.153293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b8bec44b-ff2d-45c3-9885-c641ed090b7d tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5614927 Nov 22 16:59:01.171521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54854) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.171890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54856) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.181699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-002c1b74-3607-4819-92cc-269b3aab7cdd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'security_group_rule': {'security_group_id': '6eb89ee1-c85b-4f94-9786-74db24e4d2d9', 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:01.189543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-ced1dfe2-0425-4bfe-a9be-269e5278fe16 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.193458 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ced1dfe2-0425-4bfe-a9be-269e5278fe16 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0173540 Nov 22 16:59:01.194760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.204426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-0bc68bb4-c9c2-4d3d-b660-c6fb91a36624 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.209136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0bc68bb4-c9c2-4d3d-b660-c6fb91a36624 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0079665 Nov 22 16:59:01.212901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54860) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.215701 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d776039b-ac87-40f4-8b1a-e7856944545f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.224337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-e6ab0edf-7009-4105-a1a2-826be60ef64e tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.228228 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e6ab0edf-7009-4105-a1a2-826be60ef64e tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080833 Nov 22 16:59:01.231836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.238520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-dace2807-44f2-4684-a60e-7c2b28c5e6bf tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.242402 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dace2807-44f2-4684-a60e-7c2b28c5e6bf tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0067532 Nov 22 16:59:01.243403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.248487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Allocated IP 172.20.0.9 (7c32d56e-d4d2-46af-9a86-25652e280b5e/8135719f-9603-454e-ae60-8e12c586fc3d/d34549d8-f956-45d6-8e79-af7ae85772ac) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:01.252400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-2426cf27-a0e6-4785-8368-20d5ab656f17 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.256186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2426cf27-a0e6-4785-8368-20d5ab656f17 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0092998 Nov 22 16:59:01.257922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54870) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.264961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-3d3caf97-0aca-4c01-9d02-5be629defe44 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.268433 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d3caf97-0aca-4c01-9d02-5be629defe44 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0062330 Nov 22 16:59:01.269887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54872) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.282095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-ab2d64c4-f1e0-40c6-9318-8a2e1d9dbc26 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.286310 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab2d64c4-f1e0-40c6-9318-8a2e1d9dbc26 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086708 Nov 22 16:59:01.287393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.287659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-002c1b74-3607-4819-92cc-269b3aab7cdd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.295030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-f56a614c-1e25-4abf-aa58-042034f85a97 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.299553 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f56a614c-1e25-4abf-aa58-042034f85a97 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050583 Nov 22 16:59:01.300382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54876) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.317949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-1d0e2773-2db9-4ea4-bbfe-d5f760ae9339 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.317949 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1d0e2773-2db9-4ea4-bbfe-d5f760ae9339 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073440 Nov 22 16:59:01.319190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54878) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.332756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-7caabeb0-7cc9-41a6-bdd5-4f8d9c025746 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.336313 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7caabeb0-7cc9-41a6-bdd5-4f8d9c025746 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0064740 Nov 22 16:59:01.341727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54880) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.361151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-1d11e3c1-e061-48df-8479-1c6987253488 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.364776 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1d11e3c1-e061-48df-8479-1c6987253488 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0191617 Nov 22 16:59:01.368588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54884) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.381822 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d776039b-ac87-40f4-8b1a-e7856944545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.392789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d776039b-ac87-40f4-8b1a-e7856944545f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.397286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d776039b-ac87-40f4-8b1a-e7856944545f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f8e1cd5-a435-4092-b996-857d16744f89 HTTP/1.1" status: 204 len: 168 time: 0.6007452 Nov 22 16:59:01.405638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-34c0d709-d0cc-46ad-abaa-75854ddc1308 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.409039 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-34c0d709-d0cc-46ad-abaa-75854ddc1308 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074852 Nov 22 16:59:01.416284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54890) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.428585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-50399239-c2fb-4fdf-8daa-608976a11117 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.433274 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-50399239-c2fb-4fdf-8daa-608976a11117 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0124002 Nov 22 16:59:01.435651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.465472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-5cc89803-f513-45f2-9e58-6c545eda1112 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.466408 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5cc89803-f513-45f2-9e58-6c545eda1112 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0099094 Nov 22 16:59:01.488068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62432498-2a58-42b8-9587-078bed785052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.489908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776039b-ac87-40f4-8b1a-e7856944545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8e1cd5-a435-4092-b996-857d16744f89,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:01.490695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54896) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.495740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62432498-2a58-42b8-9587-078bed785052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.545616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-3fcbf2aa-5041-4b8a-b362-9f2127173794 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.546891 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3fcbf2aa-5041-4b8a-b362-9f2127173794 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0526505 Nov 22 16:59:01.562507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54900) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.585536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5310735-959b-4b44-95c2-a412dacf4478 req-77c9aae9-0d16-4b51-a3e1-d834f33187e4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 210 time: 0.1851735 Nov 22 16:59:01.607944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-ab2ced1e-2c17-49a6-aa79-c8295b403125 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.607944 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab2ced1e-2c17-49a6-aa79-c8295b403125 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0172470 Nov 22 16:59:01.607944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-002c1b74-3607-4819-92cc-269b3aab7cdd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.607944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.621713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-16f31cdf-e0cd-449d-a900-862eedfa0b85 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.623155 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-16f31cdf-e0cd-449d-a900-862eedfa0b85 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0071545 Nov 22 16:59:01.626802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54904) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.629248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-002c1b74-3607-4819-92cc-269b3aab7cdd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.634505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [None req-1758aa89-dbd9-4824-bb8f-b21052816eba tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.635843 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1758aa89-dbd9-4824-bb8f-b21052816eba tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076935 Nov 22 16:59:01.638984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.673746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c1b74-3607-4819-92cc-269b3aab7cdd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad16ba78-ce41-4966-b604-32ec047758d1,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:01.675522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-a02802f3-ba9e-40fb-ad9c-608750727e98 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.679730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a02802f3-ba9e-40fb-ad9c-608750727e98 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0263634 Nov 22 16:59:01.684245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-002c1b74-3607-4819-92cc-269b3aab7cdd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.688245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54910) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.689800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-002c1b74-3607-4819-92cc-269b3aab7cdd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5150828 Nov 22 16:59:01.695220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-74bf3ce7-b3a7-427d-9bf5-ebfc5224956c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.698604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54912) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.707338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-74bf3ce7-b3a7-427d-9bf5-ebfc5224956c tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0148187 Nov 22 16:59:01.707476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b9b85b30-7e89-4d8a-862d-cf01702a2b5e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'security_group_rule': {'security_group_id': '6eb89ee1-c85b-4f94-9786-74db24e4d2d9', 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:01.711663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54916) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.726969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-62432498-2a58-42b8-9587-078bed785052 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb554439ca6a40efa90f6e9b2870d0f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0411220 Nov 22 16:59:01.732323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 54920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.733261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-858d13c2-ff27-48e2-8617-c0526041a508 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.737685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-858d13c2-ff27-48e2-8617-c0526041a508 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0237966 Nov 22 16:59:01.741447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62432498-2a58-42b8-9587-078bed785052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8136f8-f111-4ed8-af53-291ab1f7795e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:01.758882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54922) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:01.765158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [None req-fbdeb8ff-9214-44a7-81bc-ff76b6c292c5 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:01.771458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fbdeb8ff-9214-44a7-81bc-ff76b6c292c5 tempest-ExtensionsTestJSON-138178619 tempest-ExtensionsTestJSON-138178619-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0106189 Nov 22 16:59:01.795287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.810826 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-b9b85b30-7e89-4d8a-862d-cf01702a2b5e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Project ce43e3602110420d84f035a11a7d6d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:59:01.832592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9b85b30-7e89-4d8a-862d-cf01702a2b5e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.862357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f3b734a-79fd-4c49-b3ca-3f5e90852ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.927876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.938278 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f3b734a-79fd-4c49-b3ca-3f5e90852ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.091909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9b85b30-7e89-4d8a-862d-cf01702a2b5e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.105891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:02.107134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9b85b30-7e89-4d8a-862d-cf01702a2b5e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.122317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:02.129166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Pushing event updated for resources: {'Port': ['ID=d34549d8-f956-45d6-8e79-af7ae85772ac,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:02.141919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:02.151716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b85b30-7e89-4d8a-862d-cf01702a2b5e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b3c6f6-2eed-49fe-9417-ca6a15751a35,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:02.172417 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54934) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:02.209392 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e6c8b8f-d1ce-417a-8b55-44768523e17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.261821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9b85b30-7e89-4d8a-862d-cf01702a2b5e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.267249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b9b85b30-7e89-4d8a-862d-cf01702a2b5e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5626872 Nov 22 16:59:02.267562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:02.273025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-66df3767-b008-439e-bb44-6a9d59290c7b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'security_group_rule': {'security_group_id': '6eb89ee1-c85b-4f94-9786-74db24e4d2d9', 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:02.292090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:02.293445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.327906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f3b734a-79fd-4c49-b3ca-3f5e90852ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.328218 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-66df3767-b008-439e-bb44-6a9d59290c7b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Project ce43e3602110420d84f035a11a7d6d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:59:02.331359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f3b734a-79fd-4c49-b3ca-3f5e90852ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.336174 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4f3b734a-79fd-4c49-b3ca-3f5e90852ac0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc8136f8-f111-4ed8-af53-291ab1f7795e HTTP/1.1" status: 204 len: 168 time: 0.6026716 Nov 22 16:59:02.351486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66df3767-b008-439e-bb44-6a9d59290c7b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.355193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-3239fecb-d87d-4188-8f44-36167ed58853 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6485186 Nov 22 16:59:02.356338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b734a-79fd-4c49-b3ca-3f5e90852ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8136f8-f111-4ed8-af53-291ab1f7795e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:02.394263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Request body: {'port': {'device_id': 'cb55512c-0015-4671-b5da-07ace4c76c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:02.496945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66df3767-b008-439e-bb44-6a9d59290c7b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.530891 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66df3767-b008-439e-bb44-6a9d59290c7b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.557502 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.574147 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66df3767-b008-439e-bb44-6a9d59290c7b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.575320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-66df3767-b008-439e-bb44-6a9d59290c7b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3067050 Nov 22 16:59:02.581651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e6c8b8f-d1ce-417a-8b55-44768523e17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.592502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e6c8b8f-d1ce-417a-8b55-44768523e17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.657152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3e6c8b8f-d1ce-417a-8b55-44768523e17f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a50baf16d0242c09da42074cfae4dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4833219 Nov 22 16:59:02.658936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df3767-b008-439e-bb44-6a9d59290c7b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6311dd7f-2167-4b97-9a2d-40977d0d0079,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:02.662965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54952) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:02.663744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c8b8f-d1ce-417a-8b55-44768523e17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc430c2-cd62-4230-8bf3-0f77c33fbbd3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:02.736622 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7beaba9f-229d-4aad-8b27-58005e3cf52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.870860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7beaba9f-229d-4aad-8b27-58005e3cf52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.922192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54958) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:02.991853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1474dd-9c7e-416e-9011-0eabeff29798 req-51b70e39-d3f9-4490-a00c-433dff004386 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.004133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d1474dd-9c7e-416e-9011-0eabeff29798 req-51b70e39-d3f9-4490-a00c-433dff004386 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 931 time: 0.1901205 Nov 22 16:59:03.103638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d1474dd-9c7e-416e-9011-0eabeff29798 req-d51a6aa8-d29d-412a-b1cb-8aad538eb0a4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957248 Nov 22 16:59:03.155451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7beaba9f-229d-4aad-8b27-58005e3cf52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.169161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7beaba9f-229d-4aad-8b27-58005e3cf52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.176654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7beaba9f-229d-4aad-8b27-58005e3cf52b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6fc430c2-cd62-4230-8bf3-0f77c33fbbd3 HTTP/1.1" status: 204 len: 168 time: 0.5070896 Nov 22 16:59:03.220737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaba9f-229d-4aad-8b27-58005e3cf52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc430c2-cd62-4230-8bf3-0f77c33fbbd3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:03.397349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34549d8-f956-45d6-8e79-af7ae85772ac {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:03.411780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.431543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Transition to ACTIVE for port object d34549d8-f956-45d6-8e79-af7ae85772ac will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:59:03.440772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.441959 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-979b3d19-9303-416e-b12f-9d09aa1a6add tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-463345598&fields=id&tenant_id=ce43e3602110420d84f035a11a7d6d79 HTTP/1.1" status: 200 len: 267 time: 0.1107669 Nov 22 16:59:03.554087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Pushing event updated for resources: {'Port': ['ID=d34549d8-f956-45d6-8e79-af7ae85772ac,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:03.575639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.576664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.577019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.577490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.578064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.578729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.579959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.581864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.581864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.582301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.582672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.583244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:03.673526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 54986) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:03.720719 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e431900-5bec-45cb-a0f2-5df98d040dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.754212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-837092d6-07dd-46d0-9165-355d61ea1356 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.800111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Attempting to bind port d34549d8-f956-45d6-8e79-af7ae85772ac on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:03.800508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Attempting to bind port d34549d8-f956-45d6-8e79-af7ae85772ac by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:03.800908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Attempting to bind port d34549d8-f956-45d6-8e79-af7ae85772ac on network 7c32d56e-d4d2-46af-9a86-25652e280b5e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:03.807651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Port d34549d8-f956-45d6-8e79-af7ae85772ac on network 7c32d56e-d4d2-46af-9a86-25652e280b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:59:03.808290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Attempting to bind port d34549d8-f956-45d6-8e79-af7ae85772ac on network 7c32d56e-d4d2-46af-9a86-25652e280b5e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:03.808525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-837092d6-07dd-46d0-9165-355d61ea1356 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/networks?id=34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 200 len: 814 time: 0.3642049 Nov 22 16:59:03.814890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:03.815795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Checking segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:03.816364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Bound using segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:03.817507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Bound port: d34549d8-f956-45d6-8e79-af7ae85772ac, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:03.818269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.844903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-54e52e42-3aa0-474b-a7a1-0e81421d9773 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/quotas/ce43e3602110420d84f035a11a7d6d79 HTTP/1.1" status: 200 len: 375 time: 0.0349915 Nov 22 16:59:03.948243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] For port d34549d8-f956-45d6-8e79-af7ae85772ac, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:03.953219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] For port d34549d8-f956-45d6-8e79-af7ae85772ac, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d34549d8-f956-45d6-8e79-af7ae85772ac,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:03.953982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-9fd03a3f-6d1e-451e-8b19-1b0d2d3ab20e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce43e3602110420d84f035a11a7d6d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008279 Nov 22 16:59:03.962719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.061351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e431900-5bec-45cb-a0f2-5df98d040dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.080069 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e431900-5bec-45cb-a0f2-5df98d040dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.101028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:04.103107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.105767 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] 10.222.0.62 "PUT /v2.0/ports/d34549d8-f956-45d6-8e79-af7ae85772ac HTTP/1.1" status: 200 len: 1091 time: 1.7282565 Nov 22 16:59:04.106705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb55512c-0015-4671-b5da-07ace4c76c6a', 'tag': 'd34549d8-f956-45d6-8e79-af7ae85772ac'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:04.109830 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff7c453-d52d-45d9-b834-6af51e6e18ec" -d '{"events": [{"name": "network-changed", "server_uuid": "cb55512c-0015-4671-b5da-07ace4c76c6a", "tag": "d34549d8-f956-45d6-8e79-af7ae85772ac"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:04.239640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e416-64c0-4c13-99fd-8acb604e8a78 service neutron] Pushing event updated for resources: {'Port': ['ID=d34549d8-f956-45d6-8e79-af7ae85772ac,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:04.241019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6e431900-5bec-45cb-a0f2-5df98d040dc1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=292897cd74324ce5a3c5b83cf539cbe4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3149180 Nov 22 16:59:04.244081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55006) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:04.253493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-e06e3056-0a4c-4ed7-884c-eb8c7b4ae858 service neutron] 10.222.0.59 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929070 Nov 22 16:59:04.256799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e431900-5bec-45cb-a0f2-5df98d040dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862d919f-9674-4233-af85-a0143db0f0a2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:04.444219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-397920019'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:04.448885 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-8ae4b8ee-73c0-4589-98c8-e1bc383561f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:04.457433 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-8ae4b8ee-73c0-4589-98c8-e1bc383561f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 1094 time: 0.2944047 Nov 22 16:59:04.587003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:04.595597 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.619556 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-b4cd435a-c358-41ba-b15c-c7ce443c0321 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d34549d8-f956-45d6-8e79-af7ae85772ac HTTP/1.1" status: 200 len: 217 time: 0.1377501 Nov 22 16:59:04.623915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.695938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-bcd772f8-8b25-4f64-869b-fe989adffba7 service neutron] 10.222.0.59 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340613 Nov 22 16:59:04.727174 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b985-1026-44b9-a44b-c7e897c1ed68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.838624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-f8b8b749-8098-4f0d-b2e7-3d0b89f5646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:04.845035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-f8b8b749-8098-4f0d-b2e7-3d0b89f5646e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.2238376 Nov 22 16:59:04.878836 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.879346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b985-1026-44b9-a44b-c7e897c1ed68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.887270 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.011409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:05.033590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12261e78-5d5c-410f-9387-05ae207eddb7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:05.115879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.116707 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Added segment e7f274b7-0d5b-438b-8563-267cd6e7aa21 of type vlan for network 45521f05-429d-474d-a428-1772d389eb08 Nov 22 16:59:05.160575 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-fd1a7100-fe6c-46ea-87bf-841f9e67333b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225173 Nov 22 16:59:05.163930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b985-1026-44b9-a44b-c7e897c1ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.183512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b985-1026-44b9-a44b-c7e897c1ed68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.183512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ad9b985-1026-44b9-a44b-c7e897c1ed68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/862d919f-9674-4233-af85-a0143db0f0a2 HTTP/1.1" status: 204 len: 168 time: 0.9210720 Nov 22 16:59:05.240780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.323327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.336946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.338250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.380046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9b985-1026-44b9-a44b-c7e897c1ed68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862d919f-9674-4233-af85-a0143db0f0a2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:05.520286 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-f03b5057-e6a5-4c25-8ea9-2dc1fd929fe8 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407960 Nov 22 16:59:05.526746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8205042 Nov 22 16:59:05.538981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55050) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:05.564768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:05.625160 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aa7964-8357-4f82-b071-96253233b831 x-openstack-request-id: req-c7aa7964-8357-4f82-b071-96253233b831 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:05.626042 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb55512c-0015-4671-b5da-07ace4c76c6a", "tag": "d34549d8-f956-45d6-8e79-af7ae85772ac", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:05.626042 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7aa7964-8357-4f82-b071-96253233b831 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:05.626368 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb55512c-0015-4671-b5da-07ace4c76c6a', 'tag': 'd34549d8-f956-45d6-8e79-af7ae85772ac', 'status': 'completed', 'code': 200} Nov 22 16:59:05.632257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581772d-a323-48cc-b032-8afc427064d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Network': ['ID=45521f05-429d-474d-a428-1772d389eb08,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:05.655446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 45521f05-429d-474d-a428-1772d389eb08 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:05.979799 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eae014b-1ea7-467e-ad66-b6fa7c4acd25 req-c53851ba-2d28-4cab-9dc0-b06f53241021 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493887 Nov 22 16:59:06.207457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-1c4ca91f-b38f-4079-b843-98f6cddf5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.208622 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-1c4ca91f-b38f-4079-b843-98f6cddf5414 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 1094 time: 0.1564338 Nov 22 16:59:06.511705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-27014a4e-8f4b-4ebc-b989-32afa0087931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.513423 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-27014a4e-8f4b-4ebc-b989-32afa0087931 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 0.2977767 Nov 22 16:59:06.665572 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-a616382d-29ba-4d40-9ef4-27d22aa1a7cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d34549d8-f956-45d6-8e79-af7ae85772ac HTTP/1.1" status: 200 len: 217 time: 0.1441481 Nov 22 16:59:06.711574 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.889403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-c3194b43-5764-445e-9652-7952536fc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.895854 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-c3194b43-5764-445e-9652-7952536fc46f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.2220988 Nov 22 16:59:06.932424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:06.941315 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.001513 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-51a4c34f-3c05-4c42-acda-455760589104 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972841 Nov 22 16:59:07.229326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-fe7c54fb-99b0-4bca-9218-6ac76a9daa80 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198598 Nov 22 16:59:07.306063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62344e6-57e0-49c0-b996-42a8fe136441 req-8f02f9b8-1546-47c5-9f4e-e6f501b812dc tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:07.320599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f62344e6-57e0-49c0-b996-42a8fe136441 req-8f02f9b8-1546-47c5-9f4e-e6f501b812dc tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 943 time: 0.5186880 Nov 22 16:59:07.324213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.421603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=d82e7da7-3c57-4a1e-ab1c-a1a3cd535e1e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:07.540905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f62344e6-57e0-49c0-b996-42a8fe136441 req-dabcf710-0bb4-4be1-aaf6-481da6a1f91a tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106874 Nov 22 16:59:07.553206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:07.553860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network hostable DHCP agents. Network: 45521f05-429d-474d-a428-1772d389eb08, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:07.571191 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8ff7c453-d52d-45d9-b834-6af51e6e18ec req-c55a4363-a8f5-45b5-a6e3-50781e866717 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281112 Nov 22 16:59:07.599796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:07.618935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 45521f05-429d-474d-a428-1772d389eb08) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:07.626556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:07.627770 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.641656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57568a1-b96d-4e30-9fa9-838877d8ffa0 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:07.801488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-9f54d1b5-24fe-42e5-be5f-d7932425afe6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:07.807902 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-9f54d1b5-24fe-42e5-be5f-d7932425afe6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.37 "GET /v2.0/networks?id=34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 200 len: 814 time: 0.2276301 Nov 22 16:59:07.825282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-453ffa08-8a62-4b95-90c8-4f0dedf56e6b req-6e9c89e3-967e-446e-a480-d65541aa1461 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.1299582 Nov 22 16:59:07.854770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a4990beb-124d-4539-aa1f-055d8eb28619 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3127260 Nov 22 16:59:07.857223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:07.864681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'name': 'tempest-NetworksTestDHCPv6-1127502838'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:08.012107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-344e202c-0a80-4a2b-8118-de1d95ecc563 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce43e3602110420d84f035a11a7d6d79 HTTP/1.1" status: 200 len: 379 time: 0.1946368 Nov 22 16:59:08.025615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'port': {'device_id': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'admin_state_up': True, 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'security_groups': ['6eb89ee1-c85b-4f94-9786-74db24e4d2d9']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:08.084790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d34549d8-f956-45d6-8e79-af7ae85772ac details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:08.146650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:08.185501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:08.194422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.200211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': 'd82e7da7-3c57-4a1e-ab1c-a1a3cd535e1e'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:08.201352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.205922 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.256273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 3bbc3650-165b-4252-80d4-2e505a6daa80 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:08.497715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Made reservation on behalf of ce43e3602110420d84f035a11a7d6d79 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:08.515974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.602247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/d82e7da7-3c57-4a1e-ab1c-a1a3cd535e1e/c43aaa06-efb2-48bd-891f-8441d76e0b3f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:08.892278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e62a7-f276-430a-bb08-4300d73a49f4 req-f729d95f-5dad-4e9f-aae8-5d5b26f809db tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:08.900298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c23e62a7-f276-430a-bb08-4300d73a49f4 req-f729d95f-5dad-4e9f-aae8-5d5b26f809db tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 943 time: 0.1865077 Nov 22 16:59:09.009766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4857064e-ecd1-40f9-9fe6-86d1d9c2a914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.053562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Allocated IP 172.20.0.10 (34c19b3a-c2f0-41ff-a4c2-564422409727/1eec2eea-712d-480f-b9d8-660318bed072/bdcb2302-df75-472f-b8a7-ed9b04665df4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:09.133086 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.164867 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.94 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:59:09.170184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.295317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c23e62a7-f276-430a-bb08-4300d73a49f4 req-e48dca80-60ae-436c-815c-300bef49a48d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823497 Nov 22 16:59:09.536102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::1e9 (45521f05-429d-474d-a428-1772d389eb08/d82e7da7-3c57-4a1e-ab1c-a1a3cd535e1e/3bbc3650-165b-4252-80d4-2e505a6daa80) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:09.603186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.696327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.810213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04f127ce-39d5-4d8c-b565-2d8a1e8fdb12 req-d955db47-5dda-4dd1-b657-8e7860deba56 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.2295082 Nov 22 16:59:09.875497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'Port': ['ID=bdcb2302-df75-472f-b8a7-ed9b04665df4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:09.899707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:09.904479 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:09.922276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:09.991653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:09.996746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4857064e-ecd1-40f9-9fe6-86d1d9c2a914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.018730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4857064e-ecd1-40f9-9fe6-86d1d9c2a914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.029260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:10.044389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:10.156711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857064e-ecd1-40f9-9fe6-86d1d9c2a914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e50133b-7f99-4e26-a309-f813787448b0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:10.161818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.163557 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.193600 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-32b01dc8-561f-42ac-af81-b0e3fb8f31f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1747053 Nov 22 16:59:10.214563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Request body: {'port': {'device_id': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:10.234737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55172) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:10.288503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d34549d8-f956-45d6-8e79-af7ae85772ac, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d34549d8-f956-45d6-8e79-af7ae85772ac,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:10.309720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'd34549d8-f956-45d6-8e79-af7ae85772ac', 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'port_id': 'd34549d8-f956-45d6-8e79-af7ae85772ac', 'mac_address': 'fa:16:3e:c1:d4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8135719f-9603-454e-ae60-8e12c586fc3d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:10.319250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Pushing event updated for resources: {'Port': ['ID=c43aaa06-efb2-48bd-891f-8441d76e0b3f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:10.339148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.342772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4857064e-ecd1-40f9-9fe6-86d1d9c2a914 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd5f4cc8fa53417eb43050e3a83e4ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1950328 Nov 22 16:59:10.348510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55180) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:10.534391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.540117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Attempting to bind port c43aaa06-efb2-48bd-891f-8441d76e0b3f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:10.541953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Attempting to bind port c43aaa06-efb2-48bd-891f-8441d76e0b3f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:10.543848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Attempting to bind port c43aaa06-efb2-48bd-891f-8441d76e0b3f on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:10.554568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:10.555389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:10.556357 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.557188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:10.558015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Bound port: c43aaa06-efb2-48bd-891f-8441d76e0b3f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:10.558865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.600748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.697835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] For port c43aaa06-efb2-48bd-891f-8441d76e0b3f, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:10.703844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] For port c43aaa06-efb2-48bd-891f-8441d76e0b3f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c43aaa06-efb2-48bd-891f-8441d76e0b3f,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:10.717522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'networks': [{'name': 'tempest-network--2063960913'}, {'name': 'tempest-network--823502510'}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:10.718512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'network': {'name': 'tempest-network--2063960913'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:10.718680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'network': {'name': 'tempest-network--823502510'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:10.728702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.744273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.761669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34549d8-f956-45d6-8e79-af7ae85772ac {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:10.768288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7d5aed8b-de28-473b-94f1-46f8671bbc61 None None] Provisioning complete for port bdcb2302-df75-472f-b8a7-ed9b04665df4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:10.769082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d5aed8b-de28-473b-94f1-46f8671bbc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.898358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-680b1ce3-b163-442d-8afb-784ecceb848b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.899584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d34549d8-f956-45d6-8e79-af7ae85772ac, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d34549d8-f956-45d6-8e79-af7ae85772ac,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:10.914695 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:10.959676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d5aed8b-de28-473b-94f1-46f8671bbc61 None None] Port bdcb2302-df75-472f-b8a7-ed9b04665df4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:59:10.964745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16846-7d4e-4947-a435-eaba707ee2b8 None None] Pushing event updated for resources: {'Port': ['ID=c43aaa06-efb2-48bd-891f-8441d76e0b3f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:11.018455 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-680b1ce3-b163-442d-8afb-784ecceb848b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.028253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4095de-9f18-47e2-842e-b7f7cb48d215 req-cd85f796-0dae-4249-8cc5-8ad42bdd58a4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.042475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d34549d8-f956-45d6-8e79-af7ae85772ac,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:11.046291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db4095de-9f18-47e2-842e-b7f7cb48d215 req-cd85f796-0dae-4249-8cc5-8ad42bdd58a4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 943 time: 0.5087104 Nov 22 16:59:11.093796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=3bbc3650-165b-4252-80d4-2e505a6daa80,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:11.128305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:11.143878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:11.154425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:11.165629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.166854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.182133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Made reservation on behalf of 1536a66f36ea4ccfb2d72a551aeaeab6 for: {'network': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:11.192599 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.246544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d34549d8-f956-45d6-8e79-af7ae85772ac'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:11.276023 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-db4095de-9f18-47e2-842e-b7f7cb48d215 req-5f12494f-8d7f-49d7-8551-672d889cba58 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250645 Nov 22 16:59:11.294529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.325221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ff8d390f-ffe6-4c4c-b2c6-b2a369adf9f7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4633682 Nov 22 16:59:11.330784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55194) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:11.603536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-680b1ce3-b163-442d-8afb-784ecceb848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.610400 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-680b1ce3-b163-442d-8afb-784ecceb848b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.623612 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-680b1ce3-b163-442d-8afb-784ecceb848b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e50133b-7f99-4e26-a309-f813787448b0 HTTP/1.1" status: 204 len: 168 time: 1.2533946 Nov 22 16:59:11.725653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcb2302-df75-472f-b8a7-ed9b04665df4 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:11.740940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.752572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.753067 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.777732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.829801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Transition to ACTIVE for port object bdcb2302-df75-472f-b8a7-ed9b04665df4 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:59:11.835443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b1ce3-b163-442d-8afb-784ecceb848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e50133b-7f99-4e26-a309-f813787448b0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:11.847429 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:11.862614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c94730-a6a2-4c67-b36d-291805f8d67b req-3c587037-c302-485b-98a9-63162e1fa67f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.873674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8c94730-a6a2-4c67-b36d-291805f8d67b req-3c587037-c302-485b-98a9-63162e1fa67f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 932 time: 0.4077768 Nov 22 16:59:11.985947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcb2302-df75-472f-b8a7-ed9b04665df4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:12.052590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861ba6e-81bb-4838-89d0-ac1f598ac924 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:12.062429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c43aaa06-efb2-48bd-891f-8441d76e0b3f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:12.077039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6100414e-4ead-418a-abfb-33b92f210612,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:12.088993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861ba6e-81bb-4838-89d0-ac1f598ac924 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:12.092133 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f861ba6e-81bb-4838-89d0-ac1f598ac924 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7509351 Nov 22 16:59:12.100934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55212) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:12.201833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8c94730-a6a2-4c67-b36d-291805f8d67b req-033b3afd-d144-455b-b5aa-444b4a755470 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256421 Nov 22 16:59:12.203064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:12.230404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:12.232316 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Added segment 2464cba0-3f5a-47e4-8d90-1c10364dc3bc of type vlan for network 01295c25-0a2a-437e-a444-d94ed4186b4c Nov 22 16:59:12.357810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c43aaa06-efb2-48bd-891f-8441d76e0b3f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:12.358210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:12.428127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:12.682366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:12.763847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:12.841108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Attempting to bind port bdcb2302-df75-472f-b8a7-ed9b04665df4 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:12.841876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Attempting to bind port bdcb2302-df75-472f-b8a7-ed9b04665df4 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:12.851198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Attempting to bind port bdcb2302-df75-472f-b8a7-ed9b04665df4 on network 34c19b3a-c2f0-41ff-a4c2-564422409727 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:12.856453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port c43aaa06-efb2-48bd-891f-8441d76e0b3f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c43aaa06-efb2-48bd-891f-8441d76e0b3f,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:12.865514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:12.866249 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:12.866791 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Added segment 3cc5d049-457a-49a3-b61d-b3e57205edae of type vlan for network 101834ed-74c8-4c27-8022-45d696e1e4d5 Nov 22 16:59:12.883362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-89cc9cd6-ada1-42df-94ae-cce3fc2bc5c2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 3bbc3650-165b-4252-80d4-2e505a6daa80 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:12.886193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89cc9cd6-ada1-42df-94ae-cce3fc2bc5c2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:12.946708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Port bdcb2302-df75-472f-b8a7-ed9b04665df4 on network 34c19b3a-c2f0-41ff-a4c2-564422409727 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:59:12.949598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Attempting to bind port bdcb2302-df75-472f-b8a7-ed9b04665df4 on network 34c19b3a-c2f0-41ff-a4c2-564422409727 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:12.960429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d34549d8-f956-45d6-8e79-af7ae85772ac up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:13.013577 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.090293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:13.091263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Checking segment: {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:13.092145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Bound using segment: {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:13.093038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Bound port: bdcb2302-df75-472f-b8a7-ed9b04665df4, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:13.094093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.148911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.149492 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.178630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:13.198885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:13.199789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.267198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=c43aaa06-efb2-48bd-891f-8441d76e0b3f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:13.277804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3d2d-5ac0-4e89-be7f-a2a673af6551 req-8be1004e-e4be-4080-8f93-7ae994f9667c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:13.291210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-474e3d2d-5ac0-4e89-be7f-a2a673af6551 req-8be1004e-e4be-4080-8f93-7ae994f9667c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 944 time: 0.6249144 Nov 22 16:59:13.347570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] For port bdcb2302-df75-472f-b8a7-ed9b04665df4, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:13.352026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] For port bdcb2302-df75-472f-b8a7-ed9b04665df4, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:13.364234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port d34549d8-f956-45d6-8e79-af7ae85772ac completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:59:13.377525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89cc9cd6-ada1-42df-94ae-cce3fc2bc5c2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.394756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-89cc9cd6-ada1-42df-94ae-cce3fc2bc5c2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 3bbc3650-165b-4252-80d4-2e505a6daa80 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:13.404641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port d34549d8-f956-45d6-8e79-af7ae85772ac triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:13.405222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.408147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a69df2-a799-4ab2-8e4b-6cf9f07875e1 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:13.450377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2000654 Nov 22 16:59:13.460452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:13.548926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Network': ['ID=01295c25-0a2a-437e-a444-d94ed4186b4c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:13.587520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-474e3d2d-5ac0-4e89-be7f-a2a673af6551 req-2af23edf-0946-4f2d-86ea-edbd73945609 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952795 Nov 22 16:59:13.665839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.673042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89cc9cd6-ada1-42df-94ae-cce3fc2bc5c2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.765751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89cc9cd6-ada1-42df-94ae-cce3fc2bc5c2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:13.775168 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-89cc9cd6-ada1-42df-94ae-cce3fc2bc5c2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/3bbc3650-165b-4252-80d4-2e505a6daa80 HTTP/1.1" status: 204 len: 168 time: 1.6670861 Nov 22 16:59:13.781681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55254) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:13.899435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 01295c25-0a2a-437e-a444-d94ed4186b4c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:13.973709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2021482c-fce6-4187-a804-0bc54c4b6031 None None] Provisioning complete for port c43aaa06-efb2-48bd-891f-8441d76e0b3f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:13.975993 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2021482c-fce6-4187-a804-0bc54c4b6031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:14.064110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.068602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:14.074397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] 10.222.0.37 "PUT /v2.0/ports/bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 200 len: 1092 time: 3.8673198 Nov 22 16:59:14.104001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:14.112450 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8354a5e1-ca2e-4e99-a68b-b123901fb00c" -d '{"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:14.141300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00726a8c-c45b-415a-8256-8514cf2426e2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.141650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae5613-8592-480c-bbea-592e7ae40f30 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Network': ['ID=101834ed-74c8-4c27-8022-45d696e1e4d5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:14.143322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00726a8c-c45b-415a-8256-8514cf2426e2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.162860 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-00726a8c-c45b-415a-8256-8514cf2426e2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3632369 Nov 22 16:59:14.166201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55262) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:14.170964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55264) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:14.184434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c43aaa06-efb2-48bd-891f-8441d76e0b3f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:14.201307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc82865-9caa-4294-b3f3-f9cb8c9652fa tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.232921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc82865-9caa-4294-b3f3-f9cb8c9652fa tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.261392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc82865-9caa-4294-b3f3-f9cb8c9652fa tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.269748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc82865-9caa-4294-b3f3-f9cb8c9652fa tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.278422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cdc82865-9caa-4294-b3f3-f9cb8c9652fa tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8123271 Nov 22 16:59:14.293279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:14.326701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 101834ed-74c8-4c27-8022-45d696e1e4d5 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:14.414540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc6c23-0fbc-4e9c-bbfe-70b07637658e req-c4bc1b25-913d-4864-8b52-a77bbf2f635e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.424111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07cc6c23-0fbc-4e9c-bbfe-70b07637658e req-c4bc1b25-913d-4864-8b52-a77bbf2f635e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.5825713 Nov 22 16:59:14.484111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f983bf-0fc1-4250-86d4-818c6f536ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcb2302-df75-472f-b8a7-ed9b04665df4,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:14.605768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:14.617472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc9cd6-ada1-42df-94ae-cce3fc2bc5c2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=3bbc3650-165b-4252-80d4-2e505a6daa80,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:14.632773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07cc6c23-0fbc-4e9c-bbfe-70b07637658e req-0b979a38-0ff9-442c-90f0-58429bec940b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028451 Nov 22 16:59:14.664992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ba79ea-6f22-45c3-84da-edf8a6180481 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet d82e7da7-3c57-4a1e-ab1c-a1a3cd535e1e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:59:14.686243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79ea-6f22-45c3-84da-edf8a6180481 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:14.713369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-562722993-network', 'tenant_id': 'df27d858725a4a22988bfb19fa0f12a1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:14.837197 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e00641-fc7d-4093-bf36-aad2e5dc82ef x-openstack-request-id: req-d1e00641-fc7d-4093-bf36-aad2e5dc82ef {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:14.837543 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:14.837771 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1e00641-fc7d-4093-bf36-aad2e5dc82ef {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:14.838188 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'status': 'completed', 'code': 200} Nov 22 16:59:14.841977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Made reservation on behalf of df27d858725a4a22988bfb19fa0f12a1 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:14.849070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:14.870713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:14.995696 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:14.999763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-cc5ad510-6f8c-4725-a3db-d99eab34e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.002141 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-cc5ad510-6f8c-4725-a3db-d99eab34e5c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce43e3602110420d84f035a11a7d6d79&device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1095 time: 0.8110957 Nov 22 16:59:15.009504 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.026642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:15.062560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.065177 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Added segment fb0afa43-4c68-4fdd-92c2-27586e06b383 of type vlan for network bbb16d03-e8bf-4643-b545-c243b29a0aa4 Nov 22 16:59:15.100999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.200945 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01295c25-0a2a-437e-a444-d94ed4186b4c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:15.229785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2464cba0-3f5a-47e4-8d90-1c10364dc3bc') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:15.242567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2464cba0-3f5a-47e4-8d90-1c10364dc3bc') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:15.256139 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.302939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155fc5-eea6-4b43-971b-197646ee9181 req-073c4365-2afa-46c4-b27c-95409eb1d554 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.322181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f155fc5-eea6-4b43-971b-197646ee9181 req-073c4365-2afa-46c4-b27c-95409eb1d554 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 944 time: 0.4010355 Nov 22 16:59:15.352985 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.444688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.447143 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.470044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:59:15.473234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:59:15.479984 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:59:15.512983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c43aaa06-efb2-48bd-891f-8441d76e0b3f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:15.513648 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.517772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79ea-6f22-45c3-84da-edf8a6180481 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.537151 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-7e846ffd-5bd5-4b4e-a3f1-5048e781ecb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 200 len: 217 time: 0.1484852 Nov 22 16:59:15.616151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb55512c-0015-4671-b5da-07ace4c76c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34549d8-f956-45d6-8e79-af7ae85772ac'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:15.621582 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba955c02-f686-4359-be3d-5214d92c4ef5" -d '{"events": [{"server_uuid": "cb55512c-0015-4671-b5da-07ace4c76c6a", "name": "network-vif-plugged", "status": "completed", "tag": "d34549d8-f956-45d6-8e79-af7ae85772ac"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:15.653906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0aa55a01-bc54-4874-b2af-517ea63ec579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.696551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.697241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d34549d8-f956-45d6-8e79-af7ae85772ac, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d34549d8-f956-45d6-8e79-af7ae85772ac,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:15.699864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.700456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.715030 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.804523 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.806122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3d74fe-b11d-4a9a-822a-2731876ec62a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:15.812743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:15.824627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/networks/01295c25-0a2a-437e-a444-d94ed4186b4c HTTP/1.1" status: 204 len: 168 time: 1.5280025 Nov 22 16:59:15.837372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:15.901471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d34549d8-f956-45d6-8e79-af7ae85772ac,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:15.959641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-721fa7c0-e82e-4670-b060-f691343c56fd None None] Provisioning complete for port c43aaa06-efb2-48bd-891f-8441d76e0b3f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:15.964224 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-721fa7c0-e82e-4670-b060-f691343c56fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.080729 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7875681 Nov 22 16:59:16.092911 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55312) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:16.112458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Request body: {'subnet': {'network_id': 'bbb16d03-e8bf-4643-b545-c243b29a0aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-562722993-subnet', 'tenant_id': 'df27d858725a4a22988bfb19fa0f12a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:16.117311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Network': ['ID=01295c25-0a2a-437e-a444-d94ed4186b4c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:16.142736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.157113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Made reservation on behalf of df27d858725a4a22988bfb19fa0f12a1 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:16.161558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.168930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-42937b61-189a-4d7c-8e90-952cea7d1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.171814 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-42937b61-189a-4d7c-8e90-952cea7d1564 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1eec2eea-712d-480f-b9d8-660318bed072 HTTP/1.1" status: 200 len: 853 time: 0.5170169 Nov 22 16:59:16.172816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b313-3827-4ced-b447-60aef2c2e497 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb16d03-e8bf-4643-b545-c243b29a0aa4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:16.184335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f155fc5-eea6-4b43-971b-197646ee9181 req-af55be19-a982-4f61-ad50-fe2cf510f9ea tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8467069 Nov 22 16:59:16.187441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.196126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.196576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.197016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.197387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.197949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.198309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.198821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.199323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.199669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.200015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.200351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cc35b5-88f7-4011-9453-5781be545157 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:16.213855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network bbb16d03-e8bf-4643-b545-c243b29a0aa4 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:16.312089 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:16.417554 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ade8d59-e7af-4341-9b6b-1e24ea7db2f8 x-openstack-request-id: req-3ade8d59-e7af-4341-9b6b-1e24ea7db2f8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:16.423332 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb55512c-0015-4671-b5da-07ace4c76c6a", "name": "network-vif-plugged", "status": "completed", "tag": "d34549d8-f956-45d6-8e79-af7ae85772ac", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:16.423892 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ade8d59-e7af-4341-9b6b-1e24ea7db2f8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:16.425186 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb55512c-0015-4671-b5da-07ace4c76c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34549d8-f956-45d6-8e79-af7ae85772ac', 'code': 200} Nov 22 16:59:16.634803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.683517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79ea-6f22-45c3-84da-edf8a6180481 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.698257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a2e3f95b-d630-409b-82a5-2984305caf2e None None] Could not find standard attr ID for object 3bbc3650-165b-4252-80d4-2e505a6daa80. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:59:16.714824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101834ed-74c8-4c27-8022-45d696e1e4d5']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:16.736242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc5d049-457a-49a3-b61d-b3e57205edae') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:16.737060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc5d049-457a-49a3-b61d-b3e57205edae') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:16.763844 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.792760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.811846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:59:16.812783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:16.827751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-3046a5c7-d041-4fa7-bcbf-a8d5d1db12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.830077 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-3046a5c7-d041-4fa7-bcbf-a8d5d1db12b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19b3a-c2f0-41ff-a4c2-564422409727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5404382 Nov 22 16:59:16.874324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ca7a1-d69f-41d4-b947-f4a6b00439fb req-7f2a721d-bb45-4d59-a0bb-c6b5f8ef26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.878885 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-886ca7a1-d69f-41d4-b947-f4a6b00439fb req-7f2a721d-bb45-4d59-a0bb-c6b5f8ef26e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 1096 time: 0.3113427 Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:59:17.012993 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:59:17.016537 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:17.022652 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:17.027222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/networks/101834ed-74c8-4c27-8022-45d696e1e4d5 HTTP/1.1" status: 204 len: 168 time: 1.1348124 Nov 22 16:59:17.033498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55328) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:17.079121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17855644-8ec0-4b36-99b6-3738e3e9b0a3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Network': ['ID=101834ed-74c8-4c27-8022-45d696e1e4d5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:17.112622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79ea-6f22-45c3-84da-edf8a6180481 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:17.172680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2af0-703d-4264-85ee-da7338af39bf req-094872f9-3102-4d78-b915-26b12aee73cd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:17.180924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a7c2af0-703d-4264-85ee-da7338af39bf req-094872f9-3102-4d78-b915-26b12aee73cd tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.2211907 Nov 22 16:59:17.213498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba79ea-6f22-45c3-84da-edf8a6180481 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=d82e7da7-3c57-4a1e-ab1c-a1a3cd535e1e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:17.225333 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ba79ea-6f22-45c3-84da-edf8a6180481 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:17.228248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb72a6e-3846-44aa-9347-e7c139c02b77 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:17.231770 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d8ba79ea-6f22-45c3-84da-edf8a6180481 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/d82e7da7-3c57-4a1e-ab1c-a1a3cd535e1e HTTP/1.1" status: 204 len: 168 time: 2.9119902 Nov 22 16:59:17.239079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55330) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:17.415008 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-50129f65-bf58-4c70-b740-9ea1caefc2f9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1735992 Nov 22 16:59:17.422252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a7c2af0-703d-4264-85ee-da7338af39bf req-4d2e13b4-8abf-49f1-87db-814f9c41d22b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401869 Nov 22 16:59:17.422843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:17.439445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:17.449606 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-886ca7a1-d69f-41d4-b947-f4a6b00439fb req-49625a81-2713-451d-a3e3-11a7c332e005 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486460 Nov 22 16:59:17.660349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd8b997-ab59-4b57-8cda-e7b258054bb7 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:17.676045 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-7ade3c37-17f9-4e5d-af5f-b52496e9f4b1 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326890 Nov 22 16:59:17.681204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd8b997-ab59-4b57-8cda-e7b258054bb7 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:17.683067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4cd8b997-ab59-4b57-8cda-e7b258054bb7 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6429887 Nov 22 16:59:17.724138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55344) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:17.748511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-814575994'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:17.755255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:59:17.845019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:17.930509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Pushing event updated for resources: {'Subnet': ['ID=911b58f8-cab6-4027-b4f0-f39f2112321a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:17.946192 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e7dd010e-c32c-4834-a2a1-6c36400aeefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:17.957648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Made reservation on behalf of 1536a66f36ea4ccfb2d72a551aeaeab6 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:17.962483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:17.973013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774df6-022c-44db-98ce-f8ee28711b2c req-b198c9c9-c68a-48ec-8a54-b51679c28c13 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:17.986119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a774df6-022c-44db-98ce-f8ee28711b2c req-b198c9c9-c68a-48ec-8a54-b51679c28c13 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 945 time: 0.2082946 Nov 22 16:59:17.992849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] Deleting port c43aaa06-efb2-48bd-891f-8441d76e0b3f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:17.993376 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.038476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Checking segment: {'id': 'fb0afa43-4c68-4fdd-92c2-27586e06b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bbb16d03-e8bf-4643-b545-c243b29a0aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:18.039614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Network hostable DHCP agents. Network: bbb16d03-e8bf-4643-b545-c243b29a0aa4, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:18.093391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:18.106166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Network bbb16d03-e8bf-4643-b545-c243b29a0aa4 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:18.140937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:18.148824 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.156422 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b503b45-2586-47c9-b035-9e14b6188df2 req-f4fa750f-2ca5-4174-87cc-c5e121be601c service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540460 Nov 22 16:59:18.156422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.156422 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Added segment 41c85033-5baf-4efc-93b6-fef2606ad6d8 of type vlan for network 846d2d90-6ccf-4274-b6c1-3397a5d6d02f Nov 22 16:59:18.173845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, bbb16d03-e8bf-4643-b545-c243b29a0aa4) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:18.227851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:18.236180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.321046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.331346 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-21dfb576-51e5-4b81-bab2-dbe90984cdef admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2259715 Nov 22 16:59:18.396526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] For port c43aaa06-efb2-48bd-891f-8441d76e0b3f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c43aaa06-efb2-48bd-891f-8441d76e0b3f,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:18.397253 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.404774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-a56196b5-b73a-43e0-9723-22359b5e54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:18.411228 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-a56196b5-b73a-43e0-9723-22359b5e54a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce43e3602110420d84f035a11a7d6d79&device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1095 time: 0.1522048 Nov 22 16:59:18.453043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] Calling delete_port for c43aaa06-efb2-48bd-891f-8441d76e0b3f owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:18.503901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.514735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:18.516404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.672187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a774df6-022c-44db-98ce-f8ee28711b2c req-83d0260c-8497-4085-878c-ae267e28d543 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6759646 Nov 22 16:59:18.848546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2082e8b-5486-42fc-a565-62fab258a237 None None] Network bbb16d03-e8bf-4643-b545-c243b29a0aa4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:18.861639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c43aaa06-efb2-48bd-891f-8441d76e0b3f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:19.072949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a449554-32a7-4fec-8b7b-a06fdb20a9bb req-1425dac3-eb19-44b5-adb4-686498c4ab15 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:19.074653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a449554-32a7-4fec-8b7b-a06fdb20a9bb req-1425dac3-eb19-44b5-adb4-686498c4ab15 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.1237695 Nov 22 16:59:19.241208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a449554-32a7-4fec-8b7b-a06fdb20a9bb req-ccc93517-afc1-460d-ae04-3473e4e4bdd0 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551661 Nov 22 16:59:19.247171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.347953 n-d-816865-2 neutron-server[103444]: INFO neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No ports have port_id starting with c43aaa06-efb2-48bd-891f-8441d76e0b3f Nov 22 16:59:19.372673 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.387108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=8499c9dd-39ba-4fac-bad8-29dcc98271e5,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:19.388627 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.402682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:19.407025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:19.412521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:19.413134 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.445965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8fcc92b3-8228-4e85-bbfa-e67b2774339b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0185630 Nov 22 16:59:19.451102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55382) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:19.474877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'name': 'tempest-NetworksTestDHCPv6-1712331887'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:19.529128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] Pushing event deleted for resources: {'Port': ['ID=c43aaa06-efb2-48bd-891f-8441d76e0b3f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:19.533323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18f5c4-4ee2-40a5-aa08-0bec8177a66f None None] No DVR routers for this DVR port c43aaa06-efb2-48bd-891f-8441d76e0b3f on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:19.587467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf79152b-7c42-400e-b6d6-5057cfb6a404 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:19.867313 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:19.871199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.973206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 3ee4d41b-8013-4440-bf2c-fd7e81f386b2 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:19.988994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Network': ['ID=846d2d90-6ccf-4274-b6c1-3397a5d6d02f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:20.003483 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1bc66e8d-8e89-41f3-89e3-d4b5ed3fda9a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2756064 Nov 22 16:59:20.010304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55404) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:20.066967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-706464097'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:20.115221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55410) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:20.129710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-372754255-network', 'tenant_id': '2d370e89b6894da8a119d1182197463c'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:20.169817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 846d2d90-6ccf-4274-b6c1-3397a5d6d02f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:20.193272 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.api [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:59:20.193272 n-d-816865-2 neutron-server[103443]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 16:59:20.193272 n-d-816865-2 neutron-server[103443]: [parameters: {'project_id_1': '2d370e89b6894da8a119d1182197463c', 'expiration_1': datetime.datetime(2021, 11, 22, 16, 59, 0, 144905)}] Nov 22 16:59:20.193272 n-d-816865-2 neutron-server[103443]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:59:20.193954 n-d-816865-2 neutron-server[103443]: DEBUG oslo_db.api [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:59:20.204413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638d928-b7b4-4c9d-b777-697528336835 req-50cbf0a9-ccab-457f-b72d-86d066c5933a tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:20.215116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b638d928-b7b4-4c9d-b777-697528336835 req-50cbf0a9-ccab-457f-b72d-86d066c5933a tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 945 time: 0.3521316 Nov 22 16:59:20.237823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Made reservation on behalf of 1536a66f36ea4ccfb2d72a551aeaeab6 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:20.242312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.248430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-34f3d92e-fbbb-4fb0-98a3-7c1fd05bce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:20.250272 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-34f3d92e-fbbb-4fb0-98a3-7c1fd05bce0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 200 len: 915 time: 1.8247983 Nov 22 16:59:20.312360 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-837a85d9-29ed-4c61-88fe-0150553c4338 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 200 len: 217 time: 0.0541990 Nov 22 16:59:20.373253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b638d928-b7b4-4c9d-b777-697528336835 req-4d8c33f1-28a0-40da-ac70-dd2a2789ff3c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451976 Nov 22 16:59:20.468903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-87a9fa99-b09d-4772-ad6c-43369e59026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:20.470406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-87a9fa99-b09d-4772-ad6c-43369e59026f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1eec2eea-712d-480f-b9d8-660318bed072 HTTP/1.1" status: 200 len: 853 time: 0.1519787 Nov 22 16:59:20.473864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b980eea0-5799-45cd-8796-4e08b258500c None None] Network bbb16d03-e8bf-4643-b545-c243b29a0aa4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:20.552582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::354 (45521f05-429d-474d-a428-1772d389eb08/8499c9dd-39ba-4fac-bad8-29dcc98271e5/3ee4d41b-8013-4440-bf2c-fd7e81f386b2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:20.562069 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:20.599618 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.600024 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Added segment d3105a0d-90c6-4373-b677-10d839d4d6ea of type vlan for network 4042e637-7c82-4601-aa77-a364b39b0f1e Nov 22 16:59:20.734166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-ac9287c4-4c35-46d9-86ae-cd5b3803e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:20.736056 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-ac9287c4-4c35-46d9-86ae-cd5b3803e658 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19b3a-c2f0-41ff-a4c2-564422409727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2544882 Nov 22 16:59:20.775428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '8499c9dd-39ba-4fac-bad8-29dcc98271e5'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:20.777024 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.823338 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.847389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefd57b-a2ce-45cd-a557-b9f1adee41ed req-1633376b-4a48-46bc-b03b-400f6cbc8662 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:20.849369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fefd57b-a2ce-45cd-a557-b9f1adee41ed req-1633376b-4a48-46bc-b03b-400f6cbc8662 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.3036590 Nov 22 16:59:20.906086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Made reservation on behalf of 2d370e89b6894da8a119d1182197463c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:20.917890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.986141 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-3a8c03b3-0445-455f-8e52-76f5f77cf59c service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414131 Nov 22 16:59:21.152493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.185140 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8354a5e1-ca2e-4e99-a68b-b123901fb00c req-6b698c98-4991-4e88-b63a-75c7c1b5fbd3 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914279 Nov 22 16:59:21.188052 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.293497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.335761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:21.344294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.437774 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.497871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fefd57b-a2ce-45cd-a557-b9f1adee41ed req-64e3713c-e9aa-40f2-b873-9f1a8e824437 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6301811 Nov 22 16:59:21.528809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.670716 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.672952 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.677090 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.680925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Network': ['ID=4042e637-7c82-4601-aa77-a364b39b0f1e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:21.699531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:21.714794 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-52de5bf7-8fd3-40d2-92ea-5d3da3b293e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7024140 Nov 22 16:59:21.715679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.716265 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Added segment e5f09ac1-4d29-417e-bd5a-c8d8f710a46c of type vlan for network 6ede5600-5482-4665-a8fc-373df3aeebb8 Nov 22 16:59:21.718873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:21.727893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 4042e637-7c82-4601-aa77-a364b39b0f1e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:21.729566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'ports': [{'network_id': '846d2d90-6ccf-4274-b6c1-3397a5d6d02f', 'name': 'tempest-port--1229225257', 'admin_state_up': True}, {'network_id': '4042e637-7c82-4601-aa77-a364b39b0f1e', 'admin_state_up': False}]} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:21.736446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'port': {'network_id': '846d2d90-6ccf-4274-b6c1-3397a5d6d02f', 'name': 'tempest-port--1229225257', 'admin_state_up': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:21.741745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'port': {'network_id': '4042e637-7c82-4601-aa77-a364b39b0f1e', 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:21.868715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/8499c9dd-39ba-4fac-bad8-29dcc98271e5/e54e2e90-8d2d-4bb7-9505-98f64d603e3d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:22.006816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.031541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:22.041174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7025567-9dcc-4622-ac5a-1f79109c0021,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:22.044719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:22.050331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=3ee4d41b-8013-4440-bf2c-fd7e81f386b2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:22.065054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:22.073932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:22.085484 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.156287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4e34c86b-a01e-4b61-b8b2-891c8d5189c7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6934159 Nov 22 16:59:22.157640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55448) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:22.160255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.161384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:22.161980 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.300282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.312865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.395669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:22.401360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2846103 Nov 22 16:59:22.410349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:22.411584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55458) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:22.415350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:22.425201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e16c41c-1802-440e-a1b6-70bc608dcab6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:22.429430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Request body: {'subnet': {'network_id': '6ede5600-5482-4665-a8fc-373df3aeebb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-372754255-subnet', 'tenant_id': '2d370e89b6894da8a119d1182197463c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:22.433567 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0e16c41c-1802-440e-a1b6-70bc608dcab6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2746272 Nov 22 16:59:22.434694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Pushing event updated for resources: {'Port': ['ID=e54e2e90-8d2d-4bb7-9505-98f64d603e3d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:22.439037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:22.473361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0c47-3ffd-4ea4-9d47-c350be50e7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ede5600-5482-4665-a8fc-373df3aeebb8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:22.550196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Made reservation on behalf of 2d370e89b6894da8a119d1182197463c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:22.554321 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.566575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6ede5600-5482-4665-a8fc-373df3aeebb8 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:22.609420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Made reservation on behalf of 1536a66f36ea4ccfb2d72a551aeaeab6 for: {'port': 2} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:22.614988 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.701449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.858277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Attempting to bind port e54e2e90-8d2d-4bb7-9505-98f64d603e3d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:22.858896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Attempting to bind port e54e2e90-8d2d-4bb7-9505-98f64d603e3d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:22.859434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Attempting to bind port e54e2e90-8d2d-4bb7-9505-98f64d603e3d on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:22.876055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:22.876664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:22.877176 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.878688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:22.878688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Bound port: e54e2e90-8d2d-4bb7-9505-98f64d603e3d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:22.880456 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.904126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] device_id is not set on port f54b7083-5b6a-445e-bb48-8ddb9ab8e698 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:22.921234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c992ec62-8712-4e19-b83a-cd7af01f880a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 3ee4d41b-8013-4440-bf2c-fd7e81f386b2 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:22.922370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c992ec62-8712-4e19-b83a-cd7af01f880a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.005977 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.040448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] For port e54e2e90-8d2d-4bb7-9505-98f64d603e3d, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:23.047019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] For port e54e2e90-8d2d-4bb7-9505-98f64d603e3d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e54e2e90-8d2d-4bb7-9505-98f64d603e3d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:23.054207 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.231703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199eaa7-482c-4a15-acba-8b1fe6af40d4 req-9216a71e-cc2d-47b7-b823-ac2c20f573e7 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:23.247546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b879c0-9e1f-44a6-a84e-1553a526acae None None] Pushing event updated for resources: {'Port': ['ID=e54e2e90-8d2d-4bb7-9505-98f64d603e3d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:23.250445 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8199eaa7-482c-4a15-acba-8b1fe6af40d4 req-9216a71e-cc2d-47b7-b823-ac2c20f573e7 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.3022392 Nov 22 16:59:23.276966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b958cf-0546-4999-a6dc-3243fd62841d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:23.364711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Checking segment: {'id': 'e5f09ac1-4d29-417e-bd5a-c8d8f710a46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6ede5600-5482-4665-a8fc-373df3aeebb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:23.365063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Network hostable DHCP agents. Network: 6ede5600-5482-4665-a8fc-373df3aeebb8, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:23.433147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8199eaa7-482c-4a15-acba-8b1fe6af40d4 req-46d45557-4219-439a-8703-d74e1e54f73f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816778 Nov 22 16:59:23.475457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Network 6ede5600-5482-4665-a8fc-373df3aeebb8 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:23.492013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 6ede5600-5482-4665-a8fc-373df3aeebb8) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:23.496888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:23.497515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.498171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.504784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426405cc-6abd-4be8-b99a-b95c59a60400 None None] Network 6ede5600-5482-4665-a8fc-373df3aeebb8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:23.559103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2dafbd91-6f54-4243-91b3-b6e84faad63e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1466305 Nov 22 16:59:23.733390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c992ec62-8712-4e19-b83a-cd7af01f880a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.801313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c992ec62-8712-4e19-b83a-cd7af01f880a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 3ee4d41b-8013-4440-bf2c-fd7e81f386b2 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:23.890757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24afb2-b472-4f11-ba2d-60ff6870069f None None] Network 6ede5600-5482-4665-a8fc-373df3aeebb8 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:24.052800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] device_id is not set on port 2f25ac17-0f66-49e1-8c90-cd4b32476acb yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:24.272983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.390560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c992ec62-8712-4e19-b83a-cd7af01f880a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.518597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c992ec62-8712-4e19-b83a-cd7af01f880a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.526621 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c992ec62-8712-4e19-b83a-cd7af01f880a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/3ee4d41b-8013-4440-bf2c-fd7e81f386b2 HTTP/1.1" status: 204 len: 168 time: 2.0800047 Nov 22 16:59:24.526863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.527681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55520) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:24.587505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992ec62-8712-4e19-b83a-cd7af01f880a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=3ee4d41b-8013-4440-bf2c-fd7e81f386b2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:24.684883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Port': ['ID=f54b7083-5b6a-445e-bb48-8ddb9ab8e698,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:24.721396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351671e8-7f2e-4f32-b83b-17197d84a599 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:24.728000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Checking segment: {'id': '41c85033-5baf-4efc-93b6-fef2606ad6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '846d2d90-6ccf-4274-b6c1-3397a5d6d02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:24.728548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Network hostable DHCP agents. Network: 846d2d90-6ccf-4274-b6c1-3397a5d6d02f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:24.730225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351671e8-7f2e-4f32-b83b-17197d84a599 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:24.736587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-351671e8-7f2e-4f32-b83b-17197d84a599 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2067764 Nov 22 16:59:24.740694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55522) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:24.746206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e54e2e90-8d2d-4bb7-9505-98f64d603e3d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:24.774536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Network 846d2d90-6ccf-4274-b6c1-3397a5d6d02f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:24.802561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 846d2d90-6ccf-4274-b6c1-3397a5d6d02f) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:24.813338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:24.815320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.864025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9550ef2-a76f-42e7-a785-0609b4ca74c9 None None] Network 846d2d90-6ccf-4274-b6c1-3397a5d6d02f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:24.939725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b42a29-adbd-4445-9534-514098927c90 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 8499c9dd-39ba-4fac-bad8-29dcc98271e5 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:59:24.957767 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4b42a29-adbd-4445-9534-514098927c90 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.991879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Port': ['ID=2f25ac17-0f66-49e1-8c90-cd4b32476acb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:25.060853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Checking segment: {'id': 'd3105a0d-90c6-4373-b677-10d839d4d6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '4042e637-7c82-4601-aa77-a364b39b0f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:25.062075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Network hostable DHCP agents. Network: 4042e637-7c82-4601-aa77-a364b39b0f1e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:25.107929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Network 4042e637-7c82-4601-aa77-a364b39b0f1e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:25.131454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 4042e637-7c82-4601-aa77-a364b39b0f1e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:25.137171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:25.152794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6fb49-a8ea-42b6-af99-202f6444257c None None] Network 4042e637-7c82-4601-aa77-a364b39b0f1e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:25.155562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:25.179559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:25.180618 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:25.222996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-494ba10b-ba88-46a1-bfec-f7b969df39e9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5009916 Nov 22 16:59:25.224935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55538) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:25.392889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1504cb4d-3263-41c6-a722-2fbd54a95008 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:25.408050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1504cb4d-3263-41c6-a722-2fbd54a95008 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:25.415947 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1504cb4d-3263-41c6-a722-2fbd54a95008 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1886687 Nov 22 16:59:25.416613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:25.709023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-354a065d-0fc7-4175-b0a5-737fecd03ebc tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Deleting port f54b7083-5b6a-445e-bb48-8ddb9ab8e698 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:25.710355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-354a065d-0fc7-4175-b0a5-737fecd03ebc tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:25.804412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e54e2e90-8d2d-4bb7-9505-98f64d603e3d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:25.804830 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:25.810645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-14c1cef1-90f5-4a4b-baaa-c379ffa7c046 None None] Provisioning complete for port e54e2e90-8d2d-4bb7-9505-98f64d603e3d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:25.833281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14c1cef1-90f5-4a4b-baaa-c379ffa7c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:25.948313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-354a065d-0fc7-4175-b0a5-737fecd03ebc tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.025427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-354a065d-0fc7-4175-b0a5-737fecd03ebc tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Calling delete_port for f54b7083-5b6a-445e-bb48-8ddb9ab8e698 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:26.188831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-8c789b0c-109d-4321-9148-317647589797 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:26.203647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-8c789b0c-109d-4321-9148-317647589797 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/networks?id=bbb16d03-e8bf-4643-b545-c243b29a0aa4 HTTP/1.1" status: 200 len: 811 time: 0.2785931 Nov 22 16:59:26.254014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-ed08c851-c056-48f8-88b1-528422e48033 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/quotas/df27d858725a4a22988bfb19fa0f12a1 HTTP/1.1" status: 200 len: 375 time: 0.0489957 Nov 22 16:59:26.304666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-acc77bcb-9094-4148-b3c5-409854d8e714 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df27d858725a4a22988bfb19fa0f12a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495954 Nov 22 16:59:26.310641 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14c1cef1-90f5-4a4b-baaa-c379ffa7c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.326393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-354a065d-0fc7-4175-b0a5-737fecd03ebc tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.337507 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.394281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-14c1cef1-90f5-4a4b-baaa-c379ffa7c046 None None] For port e54e2e90-8d2d-4bb7-9505-98f64d603e3d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e54e2e90-8d2d-4bb7-9505-98f64d603e3d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:26.409126 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4b42a29-adbd-4445-9534-514098927c90 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.420314 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14c1cef1-90f5-4a4b-baaa-c379ffa7c046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.427773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a065d-0fc7-4175-b0a5-737fecd03ebc tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Port': ['ID=f54b7083-5b6a-445e-bb48-8ddb9ab8e698,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:26.437432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-354a065d-0fc7-4175-b0a5-737fecd03ebc tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.449189 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-354a065d-0fc7-4175-b0a5-737fecd03ebc tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/ports/f54b7083-5b6a-445e-bb48-8ddb9ab8e698 HTTP/1.1" status: 204 len: 168 time: 1.0246139 Nov 22 16:59:26.452934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55556) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:26.550500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-d67bf126-718b-47aa-9fa4-118a7a894e12 service neutron] 10.222.0.59 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447555 Nov 22 16:59:26.578234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-356d865e-4f41-45a6-ab38-2b0355328aa5 None None] Could not find standard attr ID for object 3ee4d41b-8013-4440-bf2c-fd7e81f386b2. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:59:26.593363 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:59:26.594477 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:59:26.638034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1cef1-90f5-4a4b-baaa-c379ffa7c046 None None] Pushing event updated for resources: {'Port': ['ID=e54e2e90-8d2d-4bb7-9505-98f64d603e3d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:26.708740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f1aacf1b-16fa-4879-a577-bbd58966d4d3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Deleting port 2f25ac17-0f66-49e1-8c90-cd4b32476acb {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:26.709297 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1aacf1b-16fa-4879-a577-bbd58966d4d3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.718199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4b42a29-adbd-4445-9534-514098927c90 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.740867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-ad092740-ff99-4057-a937-1191b7505b24 service neutron] 10.222.0.59 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887820 Nov 22 16:59:26.841475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1aacf1b-16fa-4879-a577-bbd58966d4d3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.844464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4b42a29-adbd-4445-9534-514098927c90 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.861270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f1aacf1b-16fa-4879-a577-bbd58966d4d3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Calling delete_port for 2f25ac17-0f66-49e1-8c90-cd4b32476acb owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:26.896642 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b42a29-adbd-4445-9534-514098927c90 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=8499c9dd-39ba-4fac-bad8-29dcc98271e5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:26.923171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d4b42a29-adbd-4445-9534-514098927c90 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.926191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ff7a9-1545-4179-bb8d-2eb675de7fa4 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:26.937233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d4b42a29-adbd-4445-9534-514098927c90 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/8499c9dd-39ba-4fac-bad8-29dcc98271e5 HTTP/1.1" status: 204 len: 168 time: 2.1948783 Nov 22 16:59:26.939926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.019517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1aacf1b-16fa-4879-a577-bbd58966d4d3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.069680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-07339994-4f73-4cc3-9294-adb29709c9a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267812 Nov 22 16:59:27.071056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.078269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:27.165011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aacf1b-16fa-4879-a577-bbd58966d4d3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Port': ['ID=2f25ac17-0f66-49e1-8c90-cd4b32476acb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:27.195788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1aacf1b-16fa-4879-a577-bbd58966d4d3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.199260 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f1aacf1b-16fa-4879-a577-bbd58966d4d3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/ports/2f25ac17-0f66-49e1-8c90-cd4b32476acb HTTP/1.1" status: 204 len: 168 time: 0.7451847 Nov 22 16:59:27.203119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55574) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.284036 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-38e1c07a-005d-4efb-8ccc-b2aea654999c tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0796914 Nov 22 16:59:27.291324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.308788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-914151868'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:27.365134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Made reservation on behalf of 1536a66f36ea4ccfb2d72a551aeaeab6 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:27.370507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.433032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:27.469612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:27.477914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.479414 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Added segment 3019dad3-d3cf-431f-bc42-fe62afc69f9e of type vlan for network abdf17c5-e31f-444f-b552-22ad6da4cd04 Nov 22 16:59:27.483433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.571026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:59:27.654754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.756257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.771612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:27.772982 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.940152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6434777 Nov 22 16:59:27.943979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55592) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:27.950534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-970073882'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:27.966593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc1b09-3e81-4781-a827-33848d4e8d89 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Network': ['ID=abdf17c5-e31f-444f-b552-22ad6da4cd04,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:27.994318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e2031-3142-4558-ab8f-974e4ee39cf1 req-a33c05c1-bc1b-4ce5-a782-ca7636516fe5 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:27.996531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf5e2031-3142-4558-ab8f-974e4ee39cf1 req-a33c05c1-bc1b-4ce5-a782-ca7636516fe5 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.6755970 Nov 22 16:59:28.024838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Made reservation on behalf of 1536a66f36ea4ccfb2d72a551aeaeab6 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:28.035805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.039676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network abdf17c5-e31f-444f-b552-22ad6da4cd04 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:28.075780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:28.087729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.088084 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Added segment db257abf-d722-48a4-9b59-eaabace4d539 of type vlan for network 5860583b-2fa6-4f75-86e6-e2d084a26f37 Nov 22 16:59:28.140998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.154604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.159748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] Deleting port e54e2e90-8d2d-4bb7-9505-98f64d603e3d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:28.160697 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.166938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf5e2031-3142-4558-ab8f-974e4ee39cf1 req-deb8a0bf-097a-456b-aac4-3326ca9ac567 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611993 Nov 22 16:59:28.235777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.252079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:28.253791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.353002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:28.380518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Network': ['ID=5860583b-2fa6-4f75-86e6-e2d084a26f37,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:28.385217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=176662ec-7c37-48f8-949c-05e475af8a22,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:28.409461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7f660ba-4c24-45f5-ae29-274bf40af2b0 req-796cd4c4-a604-4619-a30c-ad32a2e1bc2a tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 210 time: 0.0993557 Nov 22 16:59:28.409461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:28.413266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 5860583b-2fa6-4f75-86e6-e2d084a26f37 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:28.424832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:28.425813 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.428221 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e7f96215-d5d4-4470-9c7f-642ef4aec3a4 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4827151 Nov 22 16:59:28.468363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f0fb6bf4-2b85-4ba5-97fe-81aa57899ea9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3967631 Nov 22 16:59:28.471328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55594) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:28.477024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'name': 'tempest-NetworksTestDHCPv6-783483789'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:28.527163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] For port e54e2e90-8d2d-4bb7-9505-98f64d603e3d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e54e2e90-8d2d-4bb7-9505-98f64d603e3d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:28.527731 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.564691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:28.568860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] Calling delete_port for e54e2e90-8d2d-4bb7-9505-98f64d603e3d owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:28.579270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'subnets': [{'network_id': 'abdf17c5-e31f-444f-b552-22ad6da4cd04', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2056450266', 'ip_version': 4}, {'network_id': '5860583b-2fa6-4f75-86e6-e2d084a26f37', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:28.579702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'subnet': {'network_id': 'abdf17c5-e31f-444f-b552-22ad6da4cd04', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2056450266', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:28.581153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Request body: {'subnet': {'network_id': '5860583b-2fa6-4f75-86e6-e2d084a26f37', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:28.814039 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.834004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:28.839872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.862860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 1043904c-1433-4c8a-ab9d-476a49b2f3a3 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:28.880997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] Pushing event deleted for resources: {'Port': ['ID=e54e2e90-8d2d-4bb7-9505-98f64d603e3d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:28.891890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Made reservation on behalf of 1536a66f36ea4ccfb2d72a551aeaeab6 for: {'subnet': 2} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:28.893167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f96f65-70b3-4d57-b1da-fa84c949146b None None] No DVR routers for this DVR port e54e2e90-8d2d-4bb7-9505-98f64d603e3d on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:28.919111 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.920289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:28.924441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5e5f1-dd97-45ed-862b-6960062de50b None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:29.086118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::201 (45521f05-429d-474d-a428-1772d389eb08/176662ec-7c37-48f8-949c-05e475af8a22/1043904c-1433-4c8a-ab9d-476a49b2f3a3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:29.293992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '176662ec-7c37-48f8-949c-05e475af8a22'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:29.295055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.576634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e54e2e90-8d2d-4bb7-9505-98f64d603e3d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:29.602670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6b1d7-74e2-4eb6-82e6-1eedad090dfc req-a120c99e-36d5-47f0-9e54-f172e63446e6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.604406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87e6b1d7-74e2-4eb6-82e6-1eedad090dfc req-a120c99e-36d5-47f0-9e54-f172e63446e6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.2387478 Nov 22 16:59:29.610837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e54e2e90-8d2d-4bb7-9505-98f64d603e3d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:29.611305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e54e2e90-8d2d-4bb7-9505-98f64d603e3d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:29.660439 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.719947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-3565e511-6db7-4c27-90c5-fa3df5d6b5b0 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.722042 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-3565e511-6db7-4c27-90c5-fa3df5d6b5b0 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.62 "GET /v2.0/networks?id=bbb16d03-e8bf-4643-b545-c243b29a0aa4 HTTP/1.1" status: 200 len: 811 time: 0.3570716 Nov 22 16:59:29.739470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Request body: {'port': {'device_id': '86247588-df32-4057-b55a-c2038ffc0533', 'network_id': 'bbb16d03-e8bf-4643-b545-c243b29a0aa4', 'admin_state_up': True, 'tenant_id': 'df27d858725a4a22988bfb19fa0f12a1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:29.759109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87e6b1d7-74e2-4eb6-82e6-1eedad090dfc req-8557c8ee-6f43-460a-aec7-c3057c5cd4f2 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103861 Nov 22 16:59:29.840867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.942613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/176662ec-7c37-48f8-949c-05e475af8a22/2371bf26-3ca0-4d1c-8c16-594d4bed476b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:29.964328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:29.973377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:29.980056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:29.984369 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.986466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.987198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.990050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=1043904c-1433-4c8a-ab9d-476a49b2f3a3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.026713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-908d75dd-45c0-4071-9961-818140b9e712 req-2c9394bc-52b0-48eb-917a-b06cee6124e3 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 210 time: 0.0443420 Nov 22 16:59:30.066553 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ae081dd8-17a1-4f6e-9f60-f53a32e1131b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5936615 Nov 22 16:59:30.071411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55616) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:30.092210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Made reservation on behalf of df27d858725a4a22988bfb19fa0f12a1 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:30.125751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.140541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Subnet': ['ID=f1537c25-2998-42d1-b040-f6a49269366c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.156976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Checking segment: {'id': '3019dad3-d3cf-431f-bc42-fe62afc69f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abdf17c5-e31f-444f-b552-22ad6da4cd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:30.157446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Network hostable DHCP agents. Network: abdf17c5-e31f-444f-b552-22ad6da4cd04, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:30.169752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244648db-f78a-4f1a-a980-f27e2014de04 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:30.171542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-244648db-f78a-4f1a-a980-f27e2014de04 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0941567 Nov 22 16:59:30.179289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:30.260373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.274342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.274604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Network abdf17c5-e31f-444f-b552-22ad6da4cd04 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:30.300576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, abdf17c5-e31f-444f-b552-22ad6da4cd04) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:30.314811 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.358598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36cb99-f418-43e8-8816-3b78cc55d2fb None None] Network abdf17c5-e31f-444f-b552-22ad6da4cd04 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:30.421560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Allocated IP 172.20.0.8 (bbb16d03-e8bf-4643-b545-c243b29a0aa4/911b58f8-cab6-4027-b4f0-f39f2112321a/ab7322f2-e36a-4580-83f7-165dbb62be42) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:30.497076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Checking segment: {'id': 'db257abf-d722-48a4-9b59-eaabace4d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5860583b-2fa6-4f75-86e6-e2d084a26f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:30.497624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Network hostable DHCP agents. Network: 5860583b-2fa6-4f75-86e6-e2d084a26f37, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:30.504588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:30.512015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event updated for resources: {'Subnet': ['ID=7679f011-56bf-40b4-90a1-0fcc4731a4b8,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.513495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:30.522658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:30.524510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc1f37-cb2e-497c-9d4b-30e339d7e75a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 1043904c-1433-4c8a-ab9d-476a49b2f3a3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:30.525182 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1f37-cb2e-497c-9d4b-30e339d7e75a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.526448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Pushing event updated for resources: {'Port': ['ID=2371bf26-3ca0-4d1c-8c16-594d4bed476b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.656111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-abdf17c5-e31f-444f-b552-22ad6da4cd04', 'network_id': 'abdf17c5-e31f-444f-b552-22ad6da4cd04', 'tenant_id': '1536a66f36ea4ccfb2d72a551aeaeab6', 'fixed_ips': [{'subnet_id': 'f1537c25-2998-42d1-b040-f6a49269366c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:30.666601 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.689044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Attempting to bind port 2371bf26-3ca0-4d1c-8c16-594d4bed476b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:30.689044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Attempting to bind port 2371bf26-3ca0-4d1c-8c16-594d4bed476b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:30.701991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Attempting to bind port 2371bf26-3ca0-4d1c-8c16-594d4bed476b on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:30.715064 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1f37-cb2e-497c-9d4b-30e339d7e75a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.720782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.732920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:30.733378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:30.733764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.734175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:30.734686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Bound port: 2371bf26-3ca0-4d1c-8c16-594d4bed476b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:30.735120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.736927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc1f37-cb2e-497c-9d4b-30e339d7e75a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 1043904c-1433-4c8a-ab9d-476a49b2f3a3 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:30.767858 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.843640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Network bbb16d03-e8bf-4643-b545-c243b29a0aa4 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:30.848864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:30.855878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Network 5860583b-2fa6-4f75-86e6-e2d084a26f37 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:30.862978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:30.872045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 5860583b-2fa6-4f75-86e6-e2d084a26f37) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:30.881144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:30.882002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] For port 2371bf26-3ca0-4d1c-8c16-594d4bed476b, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:30.882931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:30.884938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.888584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43dc51-c4a6-4249-beee-194e1d918402 None None] Network 5860583b-2fa6-4f75-86e6-e2d084a26f37 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:30.952844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Pushing event updated for resources: {'Port': ['ID=ab7322f2-e36a-4580-83f7-165dbb62be42,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.957972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] For port 2371bf26-3ca0-4d1c-8c16-594d4bed476b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2371bf26-3ca0-4d1c-8c16-594d4bed476b,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:30.968987 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.014251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.016045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7df9c40c-3bde-4f26-a1e4-f5176372f0e3 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4460673 Nov 22 16:59:31.017031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.022699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55630) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:31.048853 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-6e70e86b-4983-4abf-9703-a6fa50054a7b tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3144987 Nov 22 16:59:31.063642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Request body: {'port': {'device_id': '86247588-df32-4057-b55a-c2038ffc0533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:31.113065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2bf73-0f6c-4578-b53c-43e5f9786717 req-993f6259-2970-4ab6-9f1e-b2a6da40129a tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.114812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88e2bf73-0f6c-4578-b53c-43e5f9786717 req-993f6259-2970-4ab6-9f1e-b2a6da40129a tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.1525664 Nov 22 16:59:31.119091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1f37-cb2e-497c-9d4b-30e339d7e75a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.217181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc1f37-cb2e-497c-9d4b-30e339d7e75a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=1043904c-1433-4c8a-ab9d-476a49b2f3a3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:31.236658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200c46f-cbeb-463c-a46f-69552dd02a5a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.240246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200c46f-cbeb-463c-a46f-69552dd02a5a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.245545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200c46f-cbeb-463c-a46f-69552dd02a5a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.261641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Allocated IP 172.20.0.2 (abdf17c5-e31f-444f-b552-22ad6da4cd04/f1537c25-2998-42d1-b040-f6a49269366c/41443423-b2ad-4987-9f1d-b3308460d2a7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:31.266984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2200c46f-cbeb-463c-a46f-69552dd02a5a tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2427740 Nov 22 16:59:31.273464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55640) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:31.447502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8b1a32-9291-40bb-85ff-cff2330486f9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Deleting subnet f1537c25-2998-42d1-b040-f6a49269366c {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:59:31.472323 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.473188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88e2bf73-0f6c-4578-b53c-43e5f9786717 req-65a13fa0-1635-41f9-ada4-c6423be1e259 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268180 Nov 22 16:59:31.500527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1f37-cb2e-497c-9d4b-30e339d7e75a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.504641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f1dc1f37-cb2e-497c-9d4b-30e339d7e75a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/1043904c-1433-4c8a-ab9d-476a49b2f3a3 HTTP/1.1" status: 204 len: 168 time: 1.3227811 Nov 22 16:59:31.511070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55644) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:31.726318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0cb8dc-4562-45d9-a0c0-b0c285e9511d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.730784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0cb8dc-4562-45d9-a0c0-b0c285e9511d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.737517 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6d0cb8dc-4562-45d9-a0c0-b0c285e9511d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2186885 Nov 22 16:59:31.738597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:31.806944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f97fe2-619b-4148-beb5-da2e2d1bcd02 req-7d41416c-c9be-4d4c-8a7e-6b1e0eca734e tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.827055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99f97fe2-619b-4148-beb5-da2e2d1bcd02 req-7d41416c-c9be-4d4c-8a7e-6b1e0eca734e tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 931 time: 0.1934719 Nov 22 16:59:31.850529 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.869688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.882194 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a32-9291-40bb-85ff-cff2330486f9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.893778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2129f-e7fd-4b38-bb29-66d68d2007fb None None] Pushing event updated for resources: {'Port': ['ID=2371bf26-3ca0-4d1c-8c16-594d4bed476b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:31.948715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99f97fe2-619b-4148-beb5-da2e2d1bcd02 req-f6919d59-a9b6-4f35-a2dc-7e317f69ccd1 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206479 Nov 22 16:59:31.996473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Pushing event updated for resources: {'Port': ['ID=41443423-b2ad-4987-9f1d-b3308460d2a7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.025928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Network abdf17c5-e31f-444f-b552-22ad6da4cd04 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:32.028785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:32.056372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:32.158603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a32-9291-40bb-85ff-cff2330486f9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.169827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4978a41-ff77-4194-b069-3cb43cb7b895 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 176662ec-7c37-48f8-949c-05e475af8a22 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:59:32.201811 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4978a41-ff77-4194-b069-3cb43cb7b895 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.239201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Attempting to bind port 41443423-b2ad-4987-9f1d-b3308460d2a7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:32.239595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Attempting to bind port 41443423-b2ad-4987-9f1d-b3308460d2a7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '3019dad3-d3cf-431f-bc42-fe62afc69f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abdf17c5-e31f-444f-b552-22ad6da4cd04'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:32.240017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Attempting to bind port 41443423-b2ad-4987-9f1d-b3308460d2a7 on network abdf17c5-e31f-444f-b552-22ad6da4cd04 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:32.245605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-5860583b-2fa6-4f75-86e6-e2d084a26f37', 'network_id': '5860583b-2fa6-4f75-86e6-e2d084a26f37', 'tenant_id': '1536a66f36ea4ccfb2d72a551aeaeab6', 'fixed_ips': [{'subnet_id': '7679f011-56bf-40b4-90a1-0fcc4731a4b8'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:32.246472 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.265059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:32.265444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Checking segment: {'id': '3019dad3-d3cf-431f-bc42-fe62afc69f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abdf17c5-e31f-444f-b552-22ad6da4cd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:32.265856 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.266262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Bound using segment: {'id': '3019dad3-d3cf-431f-bc42-fe62afc69f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abdf17c5-e31f-444f-b552-22ad6da4cd04'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:32.266754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Bound port: 41443423-b2ad-4987-9f1d-b3308460d2a7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3019dad3-d3cf-431f-bc42-fe62afc69f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abdf17c5-e31f-444f-b552-22ad6da4cd04'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:32.267167 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.287213 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4978a41-ff77-4194-b069-3cb43cb7b895 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.515786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4978a41-ff77-4194-b069-3cb43cb7b895 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.542668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] For port 41443423-b2ad-4987-9f1d-b3308460d2a7, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:32.545051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Allocated IP 172.20.0.18 (5860583b-2fa6-4f75-86e6-e2d084a26f37/7679f011-56bf-40b4-90a1-0fcc4731a4b8/364578fc-7414-4f74-a4d6-f716de0eae5f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:32.548893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] For port 41443423-b2ad-4987-9f1d-b3308460d2a7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=41443423-b2ad-4987-9f1d-b3308460d2a7,segment=NetworkSegment(3019dad3-d3cf-431f-bc42-fe62afc69f9e),segment_id=3019dad3-d3cf-431f-bc42-fe62afc69f9e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:32.559427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.800524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e35e7-acde-41cf-a7d0-76578736ceeb req-b527ad57-760b-4890-a2ba-2b225eb499c6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.821070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a32-9291-40bb-85ff-cff2330486f9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.828726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c0e35e7-acde-41cf-a7d0-76578736ceeb req-b527ad57-760b-4890-a2ba-2b225eb499c6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.2150087 Nov 22 16:59:32.919856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4978a41-ff77-4194-b069-3cb43cb7b895 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.001091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c0e35e7-acde-41cf-a7d0-76578736ceeb req-fbb240c4-e4b2-4396-b39c-c0b80a28f2ea tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714368 Nov 22 16:59:33.125561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4978a41-ff77-4194-b069-3cb43cb7b895 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=176662ec-7c37-48f8-949c-05e475af8a22,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.137724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4978a41-ff77-4194-b069-3cb43cb7b895 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.141529 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f4978a41-ff77-4194-b069-3cb43cb7b895 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/176662ec-7c37-48f8-949c-05e475af8a22 HTTP/1.1" status: 204 len: 168 time: 1.3048604 Nov 22 16:59:33.147231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55684) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.226235 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.240748 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-52d1a532-6c60-4a9a-82b2-7bad104bb9bf tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924454 Nov 22 16:59:33.248129 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.254093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55688) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.354437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Network 5860583b-2fa6-4f75-86e6-e2d084a26f37 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:33.361491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52d4b-259d-4f96-9f1f-811e38270222 None None] Pushing event updated for resources: {'Port': ['ID=41443423-b2ad-4987-9f1d-b3308460d2a7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.368985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0bed1498-5f0c-4ab5-98cb-3586eb1230db None None] Provisioning complete for port 2371bf26-3ca0-4d1c-8c16-594d4bed476b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:33.369761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0bed1498-5f0c-4ab5-98cb-3586eb1230db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.392051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dc3e0-1898-46f0-8b4f-07fb74d90315 req-3ffb9aa5-eaa5-47a8-89ca-ec0521e93d7f tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:33.394891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-372dc3e0-1898-46f0-8b4f-07fb74d90315 req-3ffb9aa5-eaa5-47a8-89ca-ec0521e93d7f tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 931 time: 0.2636700 Nov 22 16:59:33.438507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a32-9291-40bb-85ff-cff2330486f9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.450090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:33.557780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-372dc3e0-1898-46f0-8b4f-07fb74d90315 req-69a0951a-0ddd-4d37-93ee-acfdd01f7eb0 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566956 Nov 22 16:59:33.605951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:33.637491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b1a32-9291-40bb-85ff-cff2330486f9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Subnet': ['ID=f1537c25-2998-42d1-b040-f6a49269366c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.779647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2371bf26-3ca0-4d1c-8c16-594d4bed476b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:33.839092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7322f2-e36a-4580-83f7-165dbb62be42 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:33.875676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.875890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Pushing event updated for resources: {'Port': ['ID=364578fc-7414-4f74-a4d6-f716de0eae5f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.909636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1a32-9291-40bb-85ff-cff2330486f9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.932941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.934036 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f8b1a32-9291-40bb-85ff-cff2330486f9 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/subnets/f1537c25-2998-42d1-b040-f6a49269366c HTTP/1.1" status: 204 len: 168 time: 2.6536009 Nov 22 16:59:33.970642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0bed1498-5f0c-4ab5-98cb-3586eb1230db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.980595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3234e-d257-41ff-9bc1-a61403abe013 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:33.988805 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-60c3234e-d257-41ff-9bc1-a61403abe013 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7308230 Nov 22 16:59:33.993600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7dbda1-bfb9-4415-9bec-48b5b4f3d429 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:33.996427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55714) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:33.997767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Transition to ACTIVE for port object ab7322f2-e36a-4580-83f7-165dbb62be42 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:59:34.034929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.036587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Attempting to bind port 364578fc-7414-4f74-a4d6-f716de0eae5f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:34.041312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Attempting to bind port 364578fc-7414-4f74-a4d6-f716de0eae5f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'db257abf-d722-48a4-9b59-eaabace4d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5860583b-2fa6-4f75-86e6-e2d084a26f37'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:34.044081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Attempting to bind port 364578fc-7414-4f74-a4d6-f716de0eae5f on network 5860583b-2fa6-4f75-86e6-e2d084a26f37 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:34.101376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-43886107-4f16-46ca-9481-7283c66d3e49 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Deleting subnet 7679f011-56bf-40b4-90a1-0fcc4731a4b8 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:59:34.111176 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43886107-4f16-46ca-9481-7283c66d3e49 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.221897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43886107-4f16-46ca-9481-7283c66d3e49 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.258681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0bed1498-5f0c-4ab5-98cb-3586eb1230db None None] For port 2371bf26-3ca0-4d1c-8c16-594d4bed476b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2371bf26-3ca0-4d1c-8c16-594d4bed476b,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:34.260714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:34.261137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Checking segment: {'id': 'db257abf-d722-48a4-9b59-eaabace4d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5860583b-2fa6-4f75-86e6-e2d084a26f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:34.262758 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.263338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Bound using segment: {'id': 'db257abf-d722-48a4-9b59-eaabace4d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5860583b-2fa6-4f75-86e6-e2d084a26f37'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:34.266627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Bound port: 364578fc-7414-4f74-a4d6-f716de0eae5f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db257abf-d722-48a4-9b59-eaabace4d539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5860583b-2fa6-4f75-86e6-e2d084a26f37'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:34.277481 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.344497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0bed1498-5f0c-4ab5-98cb-3586eb1230db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.423148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b860474-e953-47c2-bc7c-7bfb794fb530 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.425294 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3b860474-e953-47c2-bc7c-7bfb794fb530 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4065478 Nov 22 16:59:34.441061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55722) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:34.442215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7322f2-e36a-4580-83f7-165dbb62be42,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:34.634226 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49cdd188-d461-4613-966a-dcbca7ac7791 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1638489 Nov 22 16:59:34.672726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:34.686817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:34.738019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed1498-5f0c-4ab5-98cb-3586eb1230db None None] Pushing event updated for resources: {'Port': ['ID=2371bf26-3ca0-4d1c-8c16-594d4bed476b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:34.775669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Attempting to bind port ab7322f2-e36a-4580-83f7-165dbb62be42 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:34.776011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Attempting to bind port ab7322f2-e36a-4580-83f7-165dbb62be42 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'fb0afa43-4c68-4fdd-92c2-27586e06b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bbb16d03-e8bf-4643-b545-c243b29a0aa4'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:34.776354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Attempting to bind port ab7322f2-e36a-4580-83f7-165dbb62be42 on network bbb16d03-e8bf-4643-b545-c243b29a0aa4 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:34.794550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Port ab7322f2-e36a-4580-83f7-165dbb62be42 on network bbb16d03-e8bf-4643-b545-c243b29a0aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:59:34.794980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Attempting to bind port ab7322f2-e36a-4580-83f7-165dbb62be42 on network bbb16d03-e8bf-4643-b545-c243b29a0aa4 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:34.800852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-85cfd476-7239-48c5-a77b-230269faed96 None None] Could not find standard attr ID for object 1043904c-1433-4c8a-ab9d-476a49b2f3a3. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:59:34.804826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:34.805384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Checking segment: {'id': 'fb0afa43-4c68-4fdd-92c2-27586e06b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bbb16d03-e8bf-4643-b545-c243b29a0aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:34.805781 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Bound using segment: {'id': 'fb0afa43-4c68-4fdd-92c2-27586e06b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bbb16d03-e8bf-4643-b545-c243b29a0aa4'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:34.806243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Bound port: ab7322f2-e36a-4580-83f7-165dbb62be42, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0afa43-4c68-4fdd-92c2-27586e06b383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'bbb16d03-e8bf-4643-b545-c243b29a0aa4'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:34.806617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.818278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43886107-4f16-46ca-9481-7283c66d3e49 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.906345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c560d-09ef-4a6c-989e-439717118d28 req-146e3cfd-2829-40e4-bcdc-0636334e353c tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.909668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a7c560d-09ef-4a6c-989e-439717118d28 req-146e3cfd-2829-40e4-bcdc-0636334e353c tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.4306369 Nov 22 16:59:34.911793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:34.918827 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2371bf26-3ca0-4d1c-8c16-594d4bed476b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:34.919263 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.919448 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.003707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] For port ab7322f2-e36a-4580-83f7-165dbb62be42, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:35.017177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] For port ab7322f2-e36a-4580-83f7-165dbb62be42, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ab7322f2-e36a-4580-83f7-165dbb62be42,segment=NetworkSegment(fb0afa43-4c68-4fdd-92c2-27586e06b383),segment_id=fb0afa43-4c68-4fdd-92c2-27586e06b383)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:35.033081 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.166156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:35.168747 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.170662 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] 10.222.0.62 "PUT /v2.0/ports/ab7322f2-e36a-4580-83f7-165dbb62be42 HTTP/1.1" status: 200 len: 1091 time: 4.1130538 Nov 22 16:59:35.171494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86247588-df32-4057-b55a-c2038ffc0533', 'tag': 'ab7322f2-e36a-4580-83f7-165dbb62be42'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:35.174491 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972" -d '{"events": [{"name": "network-changed", "server_uuid": "86247588-df32-4057-b55a-c2038ffc0533", "tag": "ab7322f2-e36a-4580-83f7-165dbb62be42"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:35.256895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf91056-7622-44b3-bad7-f4b9c980bce7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7322f2-e36a-4580-83f7-165dbb62be42,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:35.318414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0950c805-b388-4fa8-8689-f3fe1e260e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:35.320266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-0950c805-b388-4fa8-8689-f3fe1e260e1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df27d858725a4a22988bfb19fa0f12a1&device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 1094 time: 0.0954349 Nov 22 16:59:35.373973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:59:35.506620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c31b6-52c1-4603-b909-829688b9a102 None None] Network abdf17c5-e31f-444f-b552-22ad6da4cd04 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:35.556009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43886107-4f16-46ca-9481-7283c66d3e49 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.595063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a7c560d-09ef-4a6c-989e-439717118d28 req-a675b887-803e-4e44-8519-7ecd538e9316 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596011 Nov 22 16:59:35.598109 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.607718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-43886107-4f16-46ca-9481-7283c66d3e49 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.618369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-43886107-4f16-46ca-9481-7283c66d3e49 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/subnets/7679f011-56bf-40b4-90a1-0fcc4731a4b8 HTTP/1.1" status: 204 len: 168 time: 1.6809056 Nov 22 16:59:35.626329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.662279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] For port 364578fc-7414-4f74-a4d6-f716de0eae5f, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:35.697151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] For port 364578fc-7414-4f74-a4d6-f716de0eae5f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=364578fc-7414-4f74-a4d6-f716de0eae5f,segment=NetworkSegment(db257abf-d722-48a4-9b59-eaabace4d539),segment_id=db257abf-d722-48a4-9b59-eaabace4d539)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:35.715526 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.806310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43886107-4f16-46ca-9481-7283c66d3e49 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Subnet': ['ID=7679f011-56bf-40b4-90a1-0fcc4731a4b8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:35.827881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 41443423-b2ad-4987-9f1d-b3308460d2a7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:35.880249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:35.921917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:35.933155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:35.933155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.945732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4d4f1087-cde6-488e-9f29-e6ef72667eef None None] Provisioning complete for port 41443423-b2ad-4987-9f1d-b3308460d2a7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:35.946408 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d4f1087-cde6-488e-9f29-e6ef72667eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.976828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2922695 Nov 22 16:59:35.986919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:35.994067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': 'acd4e676-54f3-4fdb-84bd-89344fe4f42d', 'ip_address': '2001:db8::ac8c:e5db:ac34:e5d9'}], 'name': 'tempest-NetworksTestDHCPv6-190838408'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:36.004107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f6eb88-2a12-4494-ac2e-3261afc4b6bb tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:36.005848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e9f6eb88-2a12-4494-ac2e-3261afc4b6bb tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3786628 Nov 22 16:59:36.014085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:36.043036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530298e-8154-49d3-82f0-feb37c515d59 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=acd4e676-54f3-4fdb-84bd-89344fe4f42d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:36.144891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1eb3ec-5124-4a70-9abe-aed40030b30e None None] Pushing event updated for resources: {'Port': ['ID=364578fc-7414-4f74-a4d6-f716de0eae5f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:36.171515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] Deleting port 2371bf26-3ca0-4d1c-8c16-594d4bed476b {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:36.172394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.176316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f6a9f-8b83-4c80-be28-b39615f92d21 req-55c40165-dcd0-4717-a6c6-c23906348f1d tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:36.191940 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-986f6a9f-8b83-4c80-be28-b39615f92d21 req-55c40165-dcd0-4717-a6c6-c23906348f1d tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 943 time: 0.4114027 Nov 22 16:59:36.241582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-81bb6f70-f87f-4ec2-b91b-d16c73db47f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab7322f2-e36a-4580-83f7-165dbb62be42 HTTP/1.1" status: 200 len: 217 time: 0.9075453 Nov 22 16:59:36.427612 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.430697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-c2bec31d-0411-4780-b4eb-9f3c83f09df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:36.433178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-c2bec31d-0411-4780-b4eb-9f3c83f09df9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=911b58f8-cab6-4027-b4f0-f39f2112321a HTTP/1.1" status: 200 len: 851 time: 0.1749463 Nov 22 16:59:36.493798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-986f6a9f-8b83-4c80-be28-b39615f92d21 req-9750349c-1759-416e-a429-c01a9e156956 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951558 Nov 22 16:59:36.572477 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-79217b8e-63c0-4467-9676-0c9fb33cd0c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbb16d03-e8bf-4643-b545-c243b29a0aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240125 Nov 22 16:59:36.632665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] DHCP port deletion for abdf17c5-e31f-444f-b552-22ad6da4cd04 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:59:36.635497 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb099e-6978-4bc0-b7c1-e44373440e0d x-openstack-request-id: req-bdcb099e-6978-4bc0-b7c1-e44373440e0d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:36.636068 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86247588-df32-4057-b55a-c2038ffc0533", "tag": "ab7322f2-e36a-4580-83f7-165dbb62be42", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:36.636068 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdcb099e-6978-4bc0-b7c1-e44373440e0d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:36.636559 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86247588-df32-4057-b55a-c2038ffc0533', 'tag': 'ab7322f2-e36a-4580-83f7-165dbb62be42', 'status': 'completed', 'code': 200} Nov 22 16:59:36.660280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 41443423-b2ad-4987-9f1d-b3308460d2a7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:36.660627 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.665385 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d4f1087-cde6-488e-9f29-e6ef72667eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:36.793283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:37.074116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-128a0518-1ee4-4c7f-a4f3-168bf891e57a service neutron] 10.222.0.62 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894524 Nov 22 16:59:37.087823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4d4f1087-cde6-488e-9f29-e6ef72667eef None None] For port 41443423-b2ad-4987-9f1d-b3308460d2a7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=41443423-b2ad-4987-9f1d-b3308460d2a7,segment=NetworkSegment(3019dad3-d3cf-431f-bc42-fe62afc69f9e),segment_id=3019dad3-d3cf-431f-bc42-fe62afc69f9e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:37.146327 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d4f1087-cde6-488e-9f29-e6ef72667eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.180282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.189193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] For port 2371bf26-3ca0-4d1c-8c16-594d4bed476b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2371bf26-3ca0-4d1c-8c16-594d4bed476b,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:37.189710 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.275832 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-33379748-f3b1-4009-b0c8-d2fd7ba5311a req-38b9509f-9949-457d-b7a1-4f5ffe25c517 service neutron] 10.222.0.62 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939416 Nov 22 16:59:37.320996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] Calling delete_port for 2371bf26-3ca0-4d1c-8c16-594d4bed476b owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:37.443546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-1e4541c6-7cb9-40d5-ac25-a8e9e13aa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:37.452545 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-1e4541c6-7cb9-40d5-ac25-a8e9e13aa0de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df27d858725a4a22988bfb19fa0f12a1&device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 1094 time: 0.1080947 Nov 22 16:59:37.556638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f1087-cde6-488e-9f29-e6ef72667eef None None] Pushing event updated for resources: {'Port': ['ID=41443423-b2ad-4987-9f1d-b3308460d2a7,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:37.575051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] Deleting port 41443423-b2ad-4987-9f1d-b3308460d2a7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:37.575861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.692826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-3d352d80-f1ed-4507-b948-6f0955696c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:37.696847 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-3d352d80-f1ed-4507-b948-6f0955696c41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bbb16d03-e8bf-4643-b545-c243b29a0aa4 HTTP/1.1" status: 200 len: 912 time: 0.2381072 Nov 22 16:59:37.705579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] For port 41443423-b2ad-4987-9f1d-b3308460d2a7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=41443423-b2ad-4987-9f1d-b3308460d2a7,segment=NetworkSegment(3019dad3-d3cf-431f-bc42-fe62afc69f9e),segment_id=3019dad3-d3cf-431f-bc42-fe62afc69f9e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:37.706918 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.742970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] Calling delete_port for 41443423-b2ad-4987-9f1d-b3308460d2a7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:37.808477 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-01b92c5f-31a3-4fe2-aa6c-7c952638d4c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab7322f2-e36a-4580-83f7-165dbb62be42 HTTP/1.1" status: 200 len: 217 time: 0.1043243 Nov 22 16:59:37.851763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd273b25-30ad-406a-baa3-2e78133d9157 req-f58ec354-287e-4082-aa06-69eeb5a0b2b2 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:37.861071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd273b25-30ad-406a-baa3-2e78133d9157 req-f58ec354-287e-4082-aa06-69eeb5a0b2b2 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.8225665 Nov 22 16:59:37.883816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.889887 n-d-816865-2 neutron-server[103444]: INFO neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No ports have port_id starting with 41443423-b2ad-4987-9f1d-b3308460d2a7 Nov 22 16:59:37.901235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Deleting port 364578fc-7414-4f74-a4d6-f716de0eae5f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:37.901744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.927770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] Pushing event deleted for resources: {'Port': ['ID=41443423-b2ad-4987-9f1d-b3308460d2a7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:37.932810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.943916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda40a53-3ffa-47b4-9464-fc0935f5ff61 None None] No DVR routers for this DVR port 41443423-b2ad-4987-9f1d-b3308460d2a7 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:38.010491 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.010491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] No DVR routers for this DVR port 2371bf26-3ca0-4d1c-8c16-594d4bed476b on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:38.010491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5d045-fdbb-4449-a78e-b87a9bf20a97 None None] Pushing event deleted for resources: {'Port': ['ID=2371bf26-3ca0-4d1c-8c16-594d4bed476b,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:38.044816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-74836f0a-33ac-4c39-9b02-6b060fd4dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:38.046257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1067a4-ef40-44d6-bfb2-259c7c43a352 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:38.047583 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-74836f0a-33ac-4c39-9b02-6b060fd4dcc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=911b58f8-cab6-4027-b4f0-f39f2112321a HTTP/1.1" status: 200 len: 851 time: 0.2203546 Nov 22 16:59:38.093942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2371bf26-3ca0-4d1c-8c16-594d4bed476b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:38.165963 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-a70ed578-021b-4da9-901b-34627df00ba7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbb16d03-e8bf-4643-b545-c243b29a0aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044092 Nov 22 16:59:38.246140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2371bf26-3ca0-4d1c-8c16-594d4bed476b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:38.248699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] For port 364578fc-7414-4f74-a4d6-f716de0eae5f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=364578fc-7414-4f74-a4d6-f716de0eae5f,segment=NetworkSegment(db257abf-d722-48a4-9b59-eaabace4d539),segment_id=db257abf-d722-48a4-9b59-eaabace4d539)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:38.249315 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.250185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2371bf26-3ca0-4d1c-8c16-594d4bed476b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:38.285037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef42dc-6589-4174-a437-4265b32d7327 None None] Network 5860583b-2fa6-4f75-86e6-e2d084a26f37 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:38.289979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Calling delete_port for 364578fc-7414-4f74-a4d6-f716de0eae5f owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:38.426516 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.438327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.487258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd273b25-30ad-406a-baa3-2e78133d9157 req-866820bf-2819-4ac5-8b0f-78d791d1a2b6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6248608 Nov 22 16:59:38.531476 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-28b225ed-93fa-402f-8485-dcfc66ff7993 service neutron] 10.222.0.62 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557842 Nov 22 16:59:38.582390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Port': ['ID=364578fc-7414-4f74-a4d6-f716de0eae5f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:38.589040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] No DVR routers for this DVR port 364578fc-7414-4f74-a4d6-f716de0eae5f on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:38.600923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 43ed79a8-6833-45db-977b-79fc66400d98 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:38.608918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8f07aa56-4e87-4647-8979-c2c591d6078a None None] Provisioning complete for port 364578fc-7414-4f74-a4d6-f716de0eae5f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:38.610822 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f07aa56-4e87-4647-8979-c2c591d6078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.738934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8f07aa56-4e87-4647-8979-c2c591d6078a None None] Port 364578fc-7414-4f74-a4d6-f716de0eae5f was deleted so its status cannot be updated. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 16:59:38.818944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 364578fc-7414-4f74-a4d6-f716de0eae5f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:38.855358 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-39d8ec4c-d984-4ee9-b323-9ff64b6a6972 req-74cbae3c-f72a-4e7f-b682-0f557b1ff75f service neutron] 10.222.0.62 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178260 Nov 22 16:59:39.027736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.124429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5d0d9-4420-4994-b4e1-16aadfbe10a6 req-5c079bae-863f-47ff-84a2-bbb074c41428 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:39.134750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67a5d0d9-4420-4994-b4e1-16aadfbe10a6 req-5c079bae-863f-47ff-84a2-bbb074c41428 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 943 time: 0.3710423 Nov 22 16:59:39.180885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5860583b-2fa6-4f75-86e6-e2d084a26f37']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:39.182598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 364578fc-7414-4f74-a4d6-f716de0eae5f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:39.183189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 364578fc-7414-4f74-a4d6-f716de0eae5f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 16:59:39.229350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db257abf-d722-48a4-9b59-eaabace4d539') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:39.229794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db257abf-d722-48a4-9b59-eaabace4d539') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:39.267364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d94e59-9c89-4558-8b3c-ba3f2ad1372b None None] DHCP port deletion for 5860583b-2fa6-4f75-86e6-e2d084a26f37 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:59:39.288593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.306578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port 364578fc-7414-4f74-a4d6-f716de0eae5f not found, will not notify nova. {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 16:59:39.323649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': 'acd4e676-54f3-4fdb-84bd-89344fe4f42d'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:39.326060 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.376466 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.379928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bdcb2302-df75-472f-b8a7-ed9b04665df4 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:39.392023 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67a5d0d9-4420-4994-b4e1-16aadfbe10a6 req-566cfb04-9a0e-4552-b454-72ec86c38245 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253394 Nov 22 16:59:39.426250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:59:39.429441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: timer() Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:59:39.439274 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:59:39.459018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::ac8c:e5db:ac34:e5d9 (45521f05-429d-474d-a428-1772d389eb08/acd4e676-54f3-4fdb-84bd-89344fe4f42d/43ed79a8-6833-45db-977b-79fc66400d98) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:39.580338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.598053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 41443423-b2ad-4987-9f1d-b3308460d2a7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:39.637868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.650715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:39.651314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/networks/5860583b-2fa6-4f75-86e6-e2d084a26f37 HTTP/1.1" status: 204 len: 168 time: 3.6333218 Nov 22 16:59:39.666076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 41443423-b2ad-4987-9f1d-b3308460d2a7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:39.667186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 41443423-b2ad-4987-9f1d-b3308460d2a7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:39.748806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dbdde-c91d-4569-932f-f422b00034b6 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Network': ['ID=5860583b-2fa6-4f75-86e6-e2d084a26f37,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:39.937432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bdcb2302-df75-472f-b8a7-ed9b04665df4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:39.990241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.992028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'mac_address': 'fa:16:3e:22:dd:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:40.039398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a60b-f922-4436-b316-d41e41a7b652 req-c705a9f4-0c54-41e4-8b4d-35f778ef8ccc tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:40.043949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d12a60b-f922-4436-b316-d41e41a7b652 req-c705a9f4-0c54-41e4-8b4d-35f778ef8ccc tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 944 time: 0.3343813 Nov 22 16:59:40.107134 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.125542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcb2302-df75-472f-b8a7-ed9b04665df4 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:40.182506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bdcb2302-df75-472f-b8a7-ed9b04665df4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:40.204409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.273830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.278812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d12a60b-f922-4436-b316-d41e41a7b652 req-11d9d8a8-212f-4a77-a2a9-3c1db56ebe4e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273402 Nov 22 16:59:40.333059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.362366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abdf17c5-e31f-444f-b552-22ad6da4cd04']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:40.366654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bdcb2302-df75-472f-b8a7-ed9b04665df4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:40.407800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3019dad3-d3cf-431f-bc42-fe62afc69f9e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:40.420384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['bdcb2302-df75-472f-b8a7-ed9b04665df4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:40.420560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3019dad3-d3cf-431f-bc42-fe62afc69f9e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:40.500924 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.531128 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.544411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:59:40.544989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.581331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 364578fc-7414-4f74-a4d6-f716de0eae5f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:40.586072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.703318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=43ed79a8-6833-45db-977b-79fc66400d98,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:40.721112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 364578fc-7414-4f74-a4d6-f716de0eae5f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:40.721707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 364578fc-7414-4f74-a4d6-f716de0eae5f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:59:40.753665 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:59:40.757284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.765164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:40.768488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:40.772508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:40.784350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:40.785663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.807772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.837557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-111bc3c4-6f7f-4e89-9b8b-b3ef92bd593b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8477371 Nov 22 16:59:40.842281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:40.842582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/networks/abdf17c5-e31f-444f-b552-22ad6da4cd04 HTTP/1.1" status: 204 len: 168 time: 1.1863415 Nov 22 16:59:40.847786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55832) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:40.896290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e9acc-313f-48a2-bb91-1c9d91fb33a8 req-b78fa26e-15c9-4526-aa6c-bb1cbaf1af8e tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:40.906614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a5e9acc-313f-48a2-bb91-1c9d91fb33a8 req-b78fa26e-15c9-4526-aa6c-bb1cbaf1af8e tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 943 time: 0.2524371 Nov 22 16:59:40.922469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86ed01-d64a-450b-9ddd-90b014c3d16e tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Network': ['ID=abdf17c5-e31f-444f-b552-22ad6da4cd04,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:40.964689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221b632-439c-42d0-9a31-ac751f1cba72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:40.970284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1221b632-439c-42d0-9a31-ac751f1cba72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1295493 Nov 22 16:59:40.977902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:41.059657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a5e9acc-313f-48a2-bb91-1c9d91fb33a8 req-0e23f2bb-24f9-4437-a3b3-a96ce1bd4c6a tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518202 Nov 22 16:59:41.077003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/acd4e676-54f3-4fdb-84bd-89344fe4f42d/a940a7cd-3093-4808-9d05-e2a05db89ea4) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:41.084773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ab7322f2-e36a-4580-83f7-165dbb62be42 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:41.221665 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.231840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bc67d736-d847-4210-9eb1-ba0c5a5b556e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 43ed79a8-6833-45db-977b-79fc66400d98 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:41.233074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc67d736-d847-4210-9eb1-ba0c5a5b556e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.364221 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.resource_extend [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:59:41.479152 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.509794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4042e637-7c82-4601-aa77-a364b39b0f1e']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:41.525953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3105a0d-90c6-4373-b677-10d839d4d6ea') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:41.526764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3105a0d-90c6-4373-b677-10d839d4d6ea') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:41.539155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc67d736-d847-4210-9eb1-ba0c5a5b556e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.547172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.574184 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.593779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:59:41.594327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.597388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bc67d736-d847-4210-9eb1-ba0c5a5b556e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 43ed79a8-6833-45db-977b-79fc66400d98 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:41.698978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d41700-da9f-481f-8b06-fb4e32f472e1 req-37ce8f81-5a6d-4e82-be58-e1ef9dbddb4e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.702206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65d41700-da9f-481f-8b06-fb4e32f472e1 req-37ce8f81-5a6d-4e82-be58-e1ef9dbddb4e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 945 time: 0.2405562 Nov 22 16:59:41.774059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.792564 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:59:41.792909 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:59:41.799708 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.819095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:41.835665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/networks/4042e637-7c82-4601-aa77-a364b39b0f1e HTTP/1.1" status: 204 len: 168 time: 0.9814568 Nov 22 16:59:41.864367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55850) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:42.040630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:42.106937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200cff8-bb20-432c-8ee7-5670e4a44303 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Network': ['ID=4042e637-7c82-4601-aa77-a364b39b0f1e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:42.117109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:42.127890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:42.146125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Pushing event updated for resources: {'Port': ['ID=a940a7cd-3093-4808-9d05-e2a05db89ea4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:42.204718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.341203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65d41700-da9f-481f-8b06-fb4e32f472e1 req-f1bb402e-df39-43ee-af9b-8b5ab1e98c0d tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6175523 Nov 22 16:59:42.348605 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc67d736-d847-4210-9eb1-ba0c5a5b556e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.375102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Attempting to bind port a940a7cd-3093-4808-9d05-e2a05db89ea4 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:42.375615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Attempting to bind port a940a7cd-3093-4808-9d05-e2a05db89ea4 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:42.376643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Attempting to bind port a940a7cd-3093-4808-9d05-e2a05db89ea4 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:42.399663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ab7322f2-e36a-4580-83f7-165dbb62be42, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ab7322f2-e36a-4580-83f7-165dbb62be42,segment=NetworkSegment(fb0afa43-4c68-4fdd-92c2-27586e06b383),segment_id=fb0afa43-4c68-4fdd-92c2-27586e06b383)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:42.476939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'ab7322f2-e36a-4580-83f7-165dbb62be42', 'network_id': 'bbb16d03-e8bf-4643-b545-c243b29a0aa4', 'port_id': 'ab7322f2-e36a-4580-83f7-165dbb62be42', 'mac_address': 'fa:16:3e:47:e7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911b58f8-cab6-4027-b4f0-f39f2112321a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:42.544380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:42.545009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:42.548060 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.548693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:42.549608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Bound port: a940a7cd-3093-4808-9d05-e2a05db89ea4, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:42.552100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.588330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67d736-d847-4210-9eb1-ba0c5a5b556e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=43ed79a8-6833-45db-977b-79fc66400d98,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:42.596162 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.660279 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc67d736-d847-4210-9eb1-ba0c5a5b556e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.670462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bc67d736-d847-4210-9eb1-ba0c5a5b556e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/43ed79a8-6833-45db-977b-79fc66400d98 HTTP/1.1" status: 204 len: 168 time: 1.6905739 Nov 22 16:59:42.675077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55870) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:42.701882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846d2d90-6ccf-4274-b6c1-3397a5d6d02f']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:42.731390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c85033-5baf-4efc-93b6-fef2606ad6d8') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:42.731850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c85033-5baf-4efc-93b6-fef2606ad6d8') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:42.773476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.796681 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.823539 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.837623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:59:42.839305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: timer() Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:59:42.844433 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:59:42.931797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080300c4-4727-4689-a915-8079304f4759 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:42.946008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080300c4-4727-4689-a915-8079304f4759 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:42.954706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-080300c4-4727-4689-a915-8079304f4759 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2751944 Nov 22 16:59:42.960042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7322f2-e36a-4580-83f7-165dbb62be42 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:42.966647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:43.008793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba8bc3-6d9d-4abf-867b-b1649e339af5 req-a21e4423-d606-4275-b2a9-1f26f2a9c1e2 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:43.011118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3ba8bc3-6d9d-4abf-867b-b1649e339af5 req-a21e4423-d606-4275-b2a9-1f26f2a9c1e2 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 943 time: 0.3342931 Nov 22 16:59:43.031479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ab7322f2-e36a-4580-83f7-165dbb62be42, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ab7322f2-e36a-4580-83f7-165dbb62be42,segment=NetworkSegment(fb0afa43-4c68-4fdd-92c2-27586e06b383),segment_id=fb0afa43-4c68-4fdd-92c2-27586e06b383)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:43.044180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.067548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] For port a940a7cd-3093-4808-9d05-e2a05db89ea4, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:43.071920 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.076184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] For port a940a7cd-3093-4808-9d05-e2a05db89ea4, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a940a7cd-3093-4808-9d05-e2a05db89ea4,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:43.084946 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.093750 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] 10.222.0.59 "DELETE /v2.0/networks/846d2d90-6ccf-4274-b6c1-3397a5d6d02f HTTP/1.1" status: 204 len: 168 time: 1.2257473 Nov 22 16:59:43.155019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.166747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ee764-25f4-45d3-b8f6-b14dc8483474 tempest-BulkNetworkOpsTest-815153966 tempest-BulkNetworkOpsTest-815153966-project] Pushing event deleted for resources: {'Network': ['ID=846d2d90-6ccf-4274-b6c1-3397a5d6d02f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:43.200382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-45372710-e6b4-4d0c-80c2-a3106a050dcd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet acd4e676-54f3-4fdb-84bd-89344fe4f42d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:59:43.215684 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45372710-e6b4-4d0c-80c2-a3106a050dcd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.296052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=ab7322f2-e36a-4580-83f7-165dbb62be42,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:43.387040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bdcb2302-df75-472f-b8a7-ed9b04665df4 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:43.419197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3ba8bc3-6d9d-4abf-867b-b1649e339af5 req-fbec29cb-4614-47b8-ab8a-c3744e1b60c4 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810942 Nov 22 16:59:43.428470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['ab7322f2-e36a-4580-83f7-165dbb62be42'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:43.448236 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45372710-e6b4-4d0c-80c2-a3106a050dcd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.824666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6e40a-6c74-4f97-8aad-cffcc20b5922 None None] Pushing event updated for resources: {'Port': ['ID=a940a7cd-3093-4808-9d05-e2a05db89ea4,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:43.905723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45372710-e6b4-4d0c-80c2-a3106a050dcd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.963802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port bdcb2302-df75-472f-b8a7-ed9b04665df4 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:59:44.001433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port bdcb2302-df75-472f-b8a7-ed9b04665df4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:44.004552 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:44.029460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3e159-28dd-419f-98e4-c2828b64a490 req-0527609d-cbb1-434a-8902-b6a0f54f7077 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:44.034135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ded3e159-28dd-419f-98e4-c2828b64a490 req-0527609d-cbb1-434a-8902-b6a0f54f7077 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 945 time: 0.3956618 Nov 22 16:59:44.041082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55900) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:44.352756 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45372710-e6b4-4d0c-80c2-a3106a050dcd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:44.393203 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:44.432973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:44.437970 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0d6886-4a7b-4e20-94b7-1d324cd699b3" -d '{"events": [{"server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "name": "network-vif-plugged", "status": "completed", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:44.470565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port bdcb2302-df75-472f-b8a7-ed9b04665df4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:44.480696 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:44.489110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ded3e159-28dd-419f-98e4-c2828b64a490 req-ec8b7b90-0b77-486e-94e3-ec6233d74f76 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4119408 Nov 22 16:59:44.507717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-45372710-e6b4-4d0c-80c2-a3106a050dcd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:44.518405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-45372710-e6b4-4d0c-80c2-a3106a050dcd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/acd4e676-54f3-4fdb-84bd-89344fe4f42d HTTP/1.1" status: 204 len: 168 time: 1.5486407 Nov 22 16:59:44.520467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45372710-e6b4-4d0c-80c2-a3106a050dcd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=acd4e676-54f3-4fdb-84bd-89344fe4f42d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:44.524477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 55918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:44.553912 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5bc77d32-2ae1-426b-9c7c-f1852e6fc8fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1536a66f36ea4ccfb2d72a551aeaeab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5081463 Nov 22 16:59:44.573655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:44.617910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=bdcb2302-df75-472f-b8a7-ed9b04665df4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:44.627454 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e8ebd3-135c-4a2c-b086-0e9d770dfe10 x-openstack-request-id: req-f3e8ebd3-135c-4a2c-b086-0e9d770dfe10 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:44.628081 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "name": "network-vif-plugged", "status": "completed", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:44.628717 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3e8ebd3-135c-4a2c-b086-0e9d770dfe10 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:44.629515 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'code': 200} Nov 22 16:59:44.736278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2c422d79-bf14-49ec-98ae-8155a4abc0d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2066412 Nov 22 16:59:44.737908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55922) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:44.740191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a940a7cd-3093-4808-9d05-e2a05db89ea4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:44.758615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:44.867537 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a940a7cd-3093-4808-9d05-e2a05db89ea4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:44.868168 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:44.886682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd0527-359f-4efa-962f-23fd3da58918 req-de8e0f8b-0c7a-400a-9680-79a8002c91c9 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:44.900040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6fd0527-359f-4efa-962f-23fd3da58918 req-de8e0f8b-0c7a-400a-9680-79a8002c91c9 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 944 time: 0.1322546 Nov 22 16:59:44.955325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f9fae5e-ec50-47bb-b76c-90629d4ff5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.057710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6fd0527-359f-4efa-962f-23fd3da58918 req-b8353199-2f3e-445f-9f15-d2ee2de38f7c tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366153 Nov 22 16:59:45.071282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.085112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f9fae5e-ec50-47bb-b76c-90629d4ff5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.099499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ab7322f2-e36a-4580-83f7-165dbb62be42 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:45.157090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port a940a7cd-3093-4808-9d05-e2a05db89ea4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a940a7cd-3093-4808-9d05-e2a05db89ea4,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:45.166387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.234796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f9fae5e-ec50-47bb-b76c-90629d4ff5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.237674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f9fae5e-ec50-47bb-b76c-90629d4ff5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.242220 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8f9fae5e-ec50-47bb-b76c-90629d4ff5bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6100414e-4ead-418a-abfb-33b92f210612 HTTP/1.1" status: 204 len: 168 time: 0.6670837 Nov 22 16:59:45.259267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379a653-f7db-41e5-a5ef-231e30b530ed req-55192ee4-f194-42f4-b3bb-cb620e1dfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:45.265237 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2379a653-f7db-41e5-a5ef-231e30b530ed req-55192ee4-f194-42f4-b3bb-cb620e1dfb4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1097 time: 0.3320842 Nov 22 16:59:45.338021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=a940a7cd-3093-4808-9d05-e2a05db89ea4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:45.349606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port ab7322f2-e36a-4580-83f7-165dbb62be42 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:59:45.364232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port ab7322f2-e36a-4580-83f7-165dbb62be42 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:45.366244 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.371526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fae5e-ec50-47bb-b76c-90629d4ff5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6100414e-4ead-418a-abfb-33b92f210612,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:45.447056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:45.479753 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.605814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fd7e5b-ce40-4925-a9e5-fa00f330b6e9 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:45.613883 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2379a653-f7db-41e5-a5ef-231e30b530ed req-40d8d547-c15d-4c04-a0b6-32965a5f983a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410966 Nov 22 16:59:45.895736 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3af73897-ec28-40d0-89b7-4a27db0f08a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.911160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3a43b9aa-87cb-4991-b082-6ccee40c944c None None] Provisioning complete for port a940a7cd-3093-4808-9d05-e2a05db89ea4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:45.911808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a43b9aa-87cb-4991-b082-6ccee40c944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.968720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25157476-4112-4534-9a18-61709e224777 req-d3e62d24-db79-4779-a329-a3796ed875f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:45.977572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25157476-4112-4534-9a18-61709e224777 req-d3e62d24-db79-4779-a329-a3796ed875f1 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 946 time: 0.1618431 Nov 22 16:59:46.112837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25157476-4112-4534-9a18-61709e224777 req-e997b189-a04f-4d14-956e-f6341f629f7c tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287227 Nov 22 16:59:46.188651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:46.267273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:46.283191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:46.290626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:46.301574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:46.303350 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:46.377941 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6382434 Nov 22 16:59:46.380963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b78b4-1872-4eae-81ce-01d9e85715de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=23d62a76-d7d2-4123-8279-81ef8f84b174,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:46.385733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d5b22-0523-49be-a802-7ef20df309ce req-0ffcef5d-6449-43d4-aec3-62782557d649 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:46.387285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 55972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:46.397464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-987d5b22-0523-49be-a802-7ef20df309ce req-0ffcef5d-6449-43d4-aec3-62782557d649 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 944 time: 0.1165066 Nov 22 16:59:46.402279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': '23d62a76-d7d2-4123-8279-81ef8f84b174', 'ip_address': '2001:db8::bf3e:3b5e:a880:d3b4'}], 'name': 'tempest-NetworksTestDHCPv6-790355529'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:46.431619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ab7322f2-e36a-4580-83f7-165dbb62be42, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ab7322f2-e36a-4580-83f7-165dbb62be42,segment=NetworkSegment(fb0afa43-4c68-4fdd-92c2-27586e06b383),segment_id=fb0afa43-4c68-4fdd-92c2-27586e06b383)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:46.439606 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:46.548199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-987d5b22-0523-49be-a802-7ef20df309ce req-6077eb98-b670-4d53-9858-4b99c510752e tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493630 Nov 22 16:59:46.594750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:59:46.634522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86247588-df32-4057-b55a-c2038ffc0533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7322f2-e36a-4580-83f7-165dbb62be42'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:46.637816 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410dd798-882b-4bc1-8a95-dd3b3e785fea" -d '{"events": [{"server_uuid": "86247588-df32-4057-b55a-c2038ffc0533", "name": "network-vif-plugged", "status": "completed", "tag": "ab7322f2-e36a-4580-83f7-165dbb62be42"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:46.658316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=ab7322f2-e36a-4580-83f7-165dbb62be42,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:46.740647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] Deleting port a940a7cd-3093-4808-9d05-e2a05db89ea4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:46.744515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:46.764629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:46.841088 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed20de0a-5b88-45df-8d92-95bb54dac1c8 x-openstack-request-id: req-ed20de0a-5b88-45df-8d92-95bb54dac1c8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:46.841477 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86247588-df32-4057-b55a-c2038ffc0533", "name": "network-vif-plugged", "status": "completed", "tag": "ab7322f2-e36a-4580-83f7-165dbb62be42", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:46.841890 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed20de0a-5b88-45df-8d92-95bb54dac1c8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:46.842501 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86247588-df32-4057-b55a-c2038ffc0533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7322f2-e36a-4580-83f7-165dbb62be42', 'code': 200} Nov 22 16:59:46.935972 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:46.996860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 532a235e-0dfb-4d83-aa6f-a873ca748e21 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:47.071125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ed38d-e499-4701-9329-d0fc919f2efd req-88bbf62a-40ff-4197-95ca-7c487bbc0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:47.073549 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c86ed38d-e499-4701-9329-d0fc919f2efd req-88bbf62a-40ff-4197-95ca-7c487bbc0343 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 1096 time: 0.1340420 Nov 22 16:59:47.295976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] For port a940a7cd-3093-4808-9d05-e2a05db89ea4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a940a7cd-3093-4808-9d05-e2a05db89ea4,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:47.296373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.315925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] Calling delete_port for a940a7cd-3093-4808-9d05-e2a05db89ea4 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:47.334330 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c86ed38d-e499-4701-9329-d0fc919f2efd req-74f2527a-be20-41a5-8c08-acaade826d8e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486129 Nov 22 16:59:47.421179 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.472689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb57e9-9535-4597-a6e4-42fc1f93c039 req-3a213d1f-2c5c-4990-a26c-5e1043bd41d7 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:47.486621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2bb57e9-9535-4597-a6e4-42fc1f93c039 req-3a213d1f-2c5c-4990-a26c-5e1043bd41d7 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 946 time: 0.1262729 Nov 22 16:59:47.486917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] Pushing event deleted for resources: {'Port': ['ID=a940a7cd-3093-4808-9d05-e2a05db89ea4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:47.511284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d35b52a-ca40-4fbe-8cab-c9ef094a1404 None None] No DVR routers for this DVR port a940a7cd-3093-4808-9d05-e2a05db89ea4 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:47.544351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e71d67-9ba2-4817-834a-aba916767c64 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:47.564929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::bf3e:3b5e:a880:d3b4 (45521f05-429d-474d-a428-1772d389eb08/23d62a76-d7d2-4123-8279-81ef8f84b174/532a235e-0dfb-4d83-aa6f-a873ca748e21) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:47.585760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56006) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:47.649011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2bb57e9-9535-4597-a6e4-42fc1f93c039 req-be7a65ad-8e8f-4e08-b1ba-43b601805824 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577559 Nov 22 16:59:47.983388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '23d62a76-d7d2-4123-8279-81ef8f84b174'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:47.985520 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.028773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b695d36-6f11-474e-a8e1-cebdeb17dd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.057395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2062781670'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:48.065879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893c9f7-82ef-4ee7-b36e-939325d723c4 req-e49287ba-099d-489d-86f6-974ba4ca6731 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.077758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2893c9f7-82ef-4ee7-b36e-939325d723c4 req-e49287ba-099d-489d-86f6-974ba4ca6731 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.1645341 Nov 22 16:59:48.166266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2893c9f7-82ef-4ee7-b36e-939325d723c4 req-7f19a871-b4d8-4220-8c0e-708fccd868cf tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859008 Nov 22 16:59:48.216491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:48.222995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.261746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.288356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.479070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1ffe-9afc-4bba-8f35-63c70a0112d6 req-c72c0374-1ae9-45b1-9b8f-8ef586828024 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.492142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c27c1ffe-9afc-4bba-8f35-63c70a0112d6 req-c72c0374-1ae9-45b1-9b8f-8ef586828024 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 946 time: 0.1700137 Nov 22 16:59:48.541513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a940a7cd-3093-4808-9d05-e2a05db89ea4 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:48.566802 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.720416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.778474 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c27c1ffe-9afc-4bba-8f35-63c70a0112d6 req-15230023-0947-4928-9e56-cc5b61bfc0b8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836545 Nov 22 16:59:48.811397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56038) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:48.812548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: a940a7cd-3093-4808-9d05-e2a05db89ea4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:48.812771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a940a7cd-3093-4808-9d05-e2a05db89ea4 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:48.857516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/23d62a76-d7d2-4123-8279-81ef8f84b174/d1e6772d-1695-4821-803e-3487574b59c7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:48.887772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.899104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=532a235e-0dfb-4d83-aa6f-a873ca748e21,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:48.940612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:48.949205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:48.957921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:48.984364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.986524 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.032281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:49.071427 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-04b99ca8-1855-476a-93ae-eb8adf2ffc76 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6794746 Nov 22 16:59:49.071933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:49.091183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.091642 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Added segment 77269fcd-45c8-4058-a3de-26e103197b12 of type vlan for network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 Nov 22 16:59:49.122248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bdfa1f-c1f5-4639-97d5-8d3862ff7bb2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:49.328364 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.340026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbed86f-886c-47d2-98fd-72511c264fa7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.360011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56052) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:49.360797 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.361465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7fbed86f-886c-47d2-98fd-72511c264fa7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2878759 Nov 22 16:59:49.376607 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.413902 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.442289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:49.446920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:49.452098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:49.463678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Pushing event updated for resources: {'Port': ['ID=d1e6772d-1695-4821-803e-3487574b59c7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:49.473051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7251bcb-0d9b-419a-96a3-fe1e4bd901eb tempest-TestVolumeBackupRestore-1631602722 tempest-TestVolumeBackupRestore-1631602722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.478043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f7251bcb-0d9b-419a-96a3-fe1e4bd901eb tempest-TestVolumeBackupRestore-1631602722 tempest-TestVolumeBackupRestore-1631602722-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1092 time: 0.6609185 Nov 22 16:59:49.484790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:49.523218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:49.588301 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.resource_extend [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:59:49.664135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Attempting to bind port d1e6772d-1695-4821-803e-3487574b59c7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:49.664767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Attempting to bind port d1e6772d-1695-4821-803e-3487574b59c7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:49.665352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Attempting to bind port d1e6772d-1695-4821-803e-3487574b59c7 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:49.679495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:49.680014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:49.685761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.686615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:49.687567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Bound port: d1e6772d-1695-4821-803e-3487574b59c7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:49.688280 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.708595 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.804966 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.820919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.821892 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.826723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e989-9e72-4733-949f-c27a4b8d2439 req-974aee36-071d-49c9-a581-51d834d19aa5 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.839853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e16e989-9e72-4733-949f-c27a4b8d2439 req-974aee36-071d-49c9-a581-51d834d19aa5 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.3339174 Nov 22 16:59:49.904905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] For port d1e6772d-1695-4821-803e-3487574b59c7, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:49.923940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] For port d1e6772d-1695-4821-803e-3487574b59c7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d1e6772d-1695-4821-803e-3487574b59c7,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:49.924266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3274608 Nov 22 16:59:49.924377 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.012688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:50.039807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e16e989-9e72-4733-949f-c27a4b8d2439 req-5a292327-0daa-4cbe-a025-817cf5cd8e3a tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982007 Nov 22 16:59:50.046451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'name': 'tempest-PortsTestJSON-2133995249'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:50.088004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa0698-000b-4e79-9ea7-e5cfe4ec6d3b None None] Pushing event updated for resources: {'Port': ['ID=d1e6772d-1695-4821-803e-3487574b59c7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:50.184473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202460da-44d6-465b-a455-894a8148bd1a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Network': ['ID=c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:50.214976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:50.249600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c9c16ac0-5b52-47f6-b034-6fcb4be489d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 532a235e-0dfb-4d83-aa6f-a873ca748e21 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:50.252837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ac0-5b52-47f6-b034-6fcb4be489d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.526765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c81d6f-8904-4093-98a9-4816dccd5348 req-7b593f10-8f27-471d-87ab-e267fed75828 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:50.537493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8c81d6f-8904-4093-98a9-4816dccd5348 req-7b593f10-8f27-471d-87ab-e267fed75828 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.2903545 Nov 22 16:59:50.611111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:50.613037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ac0-5b52-47f6-b034-6fcb4be489d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.616010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.647438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c9c16ac0-5b52-47f6-b034-6fcb4be489d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 532a235e-0dfb-4d83-aa6f-a873ca748e21 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:50.709830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.721272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 3e76fc87-ee0f-47ed-a265-f4376b259c55 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:50.774852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.934618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8c81d6f-8904-4093-98a9-4816dccd5348 req-5c4ac143-7bc8-43b8-b22a-1e5c01cd5faf tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956721 Nov 22 16:59:51.054653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ac0-5b52-47f6-b034-6fcb4be489d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.145019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c16ac0-5b52-47f6-b034-6fcb4be489d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=532a235e-0dfb-4d83-aa6f-a873ca748e21,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:51.190546 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9c16ac0-5b52-47f6-b034-6fcb4be489d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.207884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c9c16ac0-5b52-47f6-b034-6fcb4be489d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/532a235e-0dfb-4d83-aa6f-a873ca748e21 HTTP/1.1" status: 204 len: 168 time: 1.8303988 Nov 22 16:59:51.211614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56092) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:51.323803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02ddb0-941b-4583-a473-185db4ca90ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:51.329633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02ddb0-941b-4583-a473-185db4ca90ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:51.339492 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8b02ddb0-941b-4583-a473-185db4ca90ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1231627 Nov 22 16:59:51.341212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56096) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:51.398237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.506090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-246ba801-de69-4c63-be74-92a1140d19de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 23d62a76-d7d2-4123-8279-81ef8f84b174 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:59:51.511605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-246ba801-de69-4c63-be74-92a1140d19de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.621201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Allocated IP 172.25.0.18 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/99dbf400-3299-4467-bd40-ef1f1d45404e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:51.689777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-246ba801-de69-4c63-be74-92a1140d19de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.854745 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.905024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.986674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.032554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-246ba801-de69-4c63-be74-92a1140d19de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.055881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'Port': ['ID=99dbf400-3299-4467-bd40-ef1f1d45404e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:52.153186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:52.161223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:52.173156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7ad20-7fc0-4913-b7f4-998a4286c6d3 req-89631f47-31f1-4666-b092-b3290bbb7d60 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:52.184301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fa7ad20-7fc0-4913-b7f4-998a4286c6d3 req-89631f47-31f1-4666-b092-b3290bbb7d60 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.6123562 Nov 22 16:59:52.218537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:52.237303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.243979 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-246ba801-de69-4c63-be74-92a1140d19de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.307354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ba801-de69-4c63-be74-92a1140d19de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=23d62a76-d7d2-4123-8279-81ef8f84b174,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:52.312366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-246ba801-de69-4c63-be74-92a1140d19de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.317453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-246ba801-de69-4c63-be74-92a1140d19de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/23d62a76-d7d2-4123-8279-81ef8f84b174 HTTP/1.1" status: 204 len: 168 time: 0.9746189 Nov 22 16:59:52.320956 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56116) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:52.414316 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-082981e0-41ca-49cc-819d-5eecba1867b8 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916338 Nov 22 16:59:52.419740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56118) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:52.422068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e2cc6-fb44-4722-9921-87ecd07c0343 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:52.428557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:52.574393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Provisioning complete for port d1e6772d-1695-4821-803e-3487574b59c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:52.575060 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.616862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fa7ad20-7fc0-4913-b7f4-998a4286c6d3 req-7bd0610d-8cbb-47f7-8e6c-0165d76d3ca9 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278629 Nov 22 16:59:52.705856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:52.711127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.726936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d1e6772d-1695-4821-803e-3487574b59c7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:52.950513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d1e6772d-1695-4821-803e-3487574b59c7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:52.951108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.954970 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.048523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] For port d1e6772d-1695-4821-803e-3487574b59c7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d1e6772d-1695-4821-803e-3487574b59c7,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:53.057434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.142189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:59:53.201927 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.244055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Pushing event updated for resources: {'Port': ['ID=d1e6772d-1695-4821-803e-3487574b59c7,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.259850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.259850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.260206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.260590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.261034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.261482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.262345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.262786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.263244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.263684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.264113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.264544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a15f6c1-95a5-4374-8df9-add0d130150c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.288753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=1b099b19-447f-41e3-899b-f9996287d524,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.300665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:53.302641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:53.305294 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:53.310352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:53.311449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.313136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=3e76fc87-ee0f-47ed-a265-f4376b259c55,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.335534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a9448dc6-0405-44d2-a6e6-8db1ea431ab3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9140856 Nov 22 16:59:53.338638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56130) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:53.348362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': '1b099b19-447f-41e3-899b-f9996287d524', 'ip_address': '2001:db8::894e:e3b0:4ebc:107b'}], 'name': 'tempest-NetworksTestDHCPv6-691519797'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:53.351611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] Deleting port d1e6772d-1695-4821-803e-3487574b59c7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:53.352987 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.358711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking segment: {'id': '77269fcd-45c8-4058-a3de-26e103197b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:53.360596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network hostable DHCP agents. Network: c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:53.392722 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.568773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:53.598073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.639844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] For port d1e6772d-1695-4821-803e-3487574b59c7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d1e6772d-1695-4821-803e-3487574b59c7,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:53.639844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.662685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:53.674435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] Calling delete_port for d1e6772d-1695-4821-803e-3487574b59c7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:53.883095 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.938836 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.946856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] No DVR routers for this DVR port d1e6772d-1695-4821-803e-3487574b59c7 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:53.955977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d92ec-15f3-4816-87ef-407b930a033a None None] Pushing event deleted for resources: {'Port': ['ID=d1e6772d-1695-4821-803e-3487574b59c7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:54.001494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073cf4e6-c2ba-41a2-a99c-eea846fdb2e6 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:54.014802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 87f7687e-c269-4e31-96ec-a1eae18489fe yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:54.017824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:54.083409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:54.113666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:54.114780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.121651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514409fb-972f-40c5-90d1-1984317e4997 None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:54.172104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.205861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.414989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::894e:e3b0:4ebc:107b (45521f05-429d-474d-a428-1772d389eb08/1b099b19-447f-41e3-899b-f9996287d524/87f7687e-c269-4e31-96ec-a1eae18489fe) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:54.487144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event updated for resources: {'Port': ['ID=99dbf400-3299-4467-bd40-ef1f1d45404e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:54.497345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1faa7434-afcf-4f6d-b360-100f264678dc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.4559131 Nov 22 16:59:54.506321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56158) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:54.509727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d1e6772d-1695-4821-803e-3487574b59c7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:54.517190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-446606423'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:54.555698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:54.559591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.614796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf51c0-6632-4e94-9537-1785e07ea587 req-0a14a9ae-01f1-441f-ab73-5d3592776f98 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:54.621927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-daaf51c0-6632-4e94-9537-1785e07ea587 req-0a14a9ae-01f1-441f-ab73-5d3592776f98 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.5931795 Nov 22 16:59:54.661163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:54.670402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.694275 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.694275 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Added segment 0b7664e0-ea91-4fe3-be17-bebbb7b2a262 of type vlan for network 78b9cdb1-a1b9-429e-85b3-5a05ddc3814b Nov 22 16:59:54.699624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '1b099b19-447f-41e3-899b-f9996287d524'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:59:54.700522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.703393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d1e6772d-1695-4821-803e-3487574b59c7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:54.703826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d1e6772d-1695-4821-803e-3487574b59c7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:54.826626 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.871493 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.907037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.916107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:54.916884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.986345 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Floating IP 69424a90-80fd-41da-bc54-e5ea93194638 associated. External IP: 172.25.0.18, port: bdcb2302-df75-472f-b8a7-ed9b04665df4. Nov 22 16:59:55.057256 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5502338 Nov 22 16:59:55.059750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56168) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:55.074395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'ports': [{'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9'}, {'network_id': '78b9cdb1-a1b9-429e-85b3-5a05ddc3814b'}]} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:55.074810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:55.075356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': '78b9cdb1-a1b9-429e-85b3-5a05ddc3814b'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:55.158324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-daaf51c0-6632-4e94-9537-1785e07ea587 req-c34b6f07-3979-45c6-88a1-c43c6ce7c73d tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304861 Nov 22 16:59:55.338188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/1b099b19-447f-41e3-899b-f9996287d524/95ab5f5c-4af0-4aa7-99c6-91e264690f2a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:55.338634 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.358996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa56b53-6a35-4700-bccb-ffd1cf3001ca tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Network': ['ID=78b9cdb1-a1b9-429e-85b3-5a05ddc3814b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:55.394125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 78b9cdb1-a1b9-429e-85b3-5a05ddc3814b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:55.422472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:55.428391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:55.434400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:55.440939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.441721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.457356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 2} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:55.462846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.475610 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1328168 Nov 22 16:59:55.476879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56176) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:55.534943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.551519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac728d24-d1ff-4302-8f9b-7a6e9ac08b8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=87f7687e-c269-4e31-96ec-a1eae18489fe,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:55.747674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port ea4b8268-746f-402a-aa77-d0e129278f6c yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:55.914007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.922854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.991461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:55.996039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:56.005930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:56.052883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e10ac-b5cb-4665-ad93-cf08e29c4e17 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.055174 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-361e10ac-b5cb-4665-ad93-cf08e29c4e17 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5492854 Nov 22 16:59:56.073661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56196) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:56.122628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-0cad6be3-0c89-4956-bb60-a5ad2e861608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.128660 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-0cad6be3-0c89-4956-bb60-a5ad2e861608 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df27d858725a4a22988bfb19fa0f12a1&device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 1096 time: 0.5039635 Nov 22 16:59:56.186373 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Pushing event updated for resources: {'Port': ['ID=95ab5f5c-4af0-4aa7-99c6-91e264690f2a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:56.223534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Attempting to bind port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:56.224683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Attempting to bind port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:56.225273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Attempting to bind port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:56.237106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:56.237707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:56.238236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:56.238731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:56.239347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Bound port: 95ab5f5c-4af0-4aa7-99c6-91e264690f2a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:56.239836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:56.295084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-cb26f0c7-1290-49ce-8719-b1b66bb6dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.297435 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-cb26f0c7-1290-49ce-8719-b1b66bb6dd4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=bbb16d03-e8bf-4643-b545-c243b29a0aa4 HTTP/1.1" status: 200 len: 912 time: 0.1628873 Nov 22 16:59:56.340390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] For port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:56.349780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] For port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=95ab5f5c-4af0-4aa7-99c6-91e264690f2a,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:56.357712 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:56.363570 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:56.424251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9017d-7e3b-4a15-8178-f9ec0e9d77d0 req-2e8be0d1-7d14-46b3-b3c4-d7a9db909ead tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.432581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38b9017d-7e3b-4a15-8178-f9ec0e9d77d0 req-2e8be0d1-7d14-46b3-b3c4-d7a9db909ead tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.0813508 Nov 22 16:59:56.444349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Router 60a63e53-5a0b-4e12-9514-e63a92709533 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:56.486438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e5d08-8cf6-483e-943d-83077c123916 None None] Pushing event updated for resources: {'Port': ['ID=95ab5f5c-4af0-4aa7-99c6-91e264690f2a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:56.528852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-a2e33c40-f0e4-4c79-910e-6fdf26c55e14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab7322f2-e36a-4580-83f7-165dbb62be42 HTTP/1.1" status: 200 len: 217 time: 0.1787715 Nov 22 16:59:56.608718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38b9017d-7e3b-4a15-8178-f9ec0e9d77d0 req-cc0e2d9f-a5d0-4186-9381-4f4d1ca9f26e tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747682 Nov 22 16:59:56.705526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:56.718161 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] Sync routers for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:56.742731 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:56.744027 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:59:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:56.769014 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:56.891994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f66711e7-7695-4940-866d-f7b424bb5d05 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3941455 Nov 22 16:59:56.892678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56206) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:56.893182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:56.896157 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950" -d '{"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:56.994764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf0469-f4d6-4adb-814c-cb47f0d76dcd tempest-TestVolumeBackupRestore-1631602722 tempest-TestVolumeBackupRestore-1631602722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.003407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a9bf0469-f4d6-4adb-814c-cb47f0d76dcd tempest-TestVolumeBackupRestore-1631602722 tempest-TestVolumeBackupRestore-1631602722-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1092 time: 0.1008058 Nov 22 16:59:57.004277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56218) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:57.010857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Request body: {'floatingip': {'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:57.134397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:57.156714 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:57.402820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port c3ef77ea-7887-4005-94eb-92923eb507f7 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:59:57.432894 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a197565-7234-4e58-979f-b13da33a88f3 x-openstack-request-id: req-4a197565-7234-4e58-979f-b13da33a88f3 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:57.433490 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:57.433490 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a197565-7234-4e58-979f-b13da33a88f3 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:57.436556 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'status': 'completed', 'code': 200} Nov 22 16:59:57.777648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:57.806737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-8a7f235a-68ed-4acc-8284-2466d1673fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.808355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-8a7f235a-68ed-4acc-8284-2466d1673fc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=911b58f8-cab6-4027-b4f0-f39f2112321a HTTP/1.1" status: 200 len: 851 time: 0.4397132 Nov 22 16:59:57.817115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b708e34a-d063-46b4-aac0-a2c045e64ed2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 87f7687e-c269-4e31-96ec-a1eae18489fe {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:57.817537 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b708e34a-d063-46b4-aac0-a2c045e64ed2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:57.836949 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '69424a90-80fd-41da-bc54-e5ea93194638', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'mac_address': 'fa:16:3e:22:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:53Z', 'revision_number': 0, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:57.908997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-d72e5952-3365-4925-8883-32e0204d59a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.910659 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-d72e5952-3365-4925-8883-32e0204d59a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce43e3602110420d84f035a11a7d6d79&device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1097 time: 0.3953850 Nov 22 16:59:57.954371 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] Checking router: 60a63e53-5a0b-4e12-9514-e63a92709533 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:59:57.974830 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:57.976642 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:59:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:58.089394 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-cce2c3c6-edbf-4ed3-a927-0afc3004d63a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbb16d03-e8bf-4643-b545-c243b29a0aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2458801 Nov 22 16:59:58.284188 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:58.442276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481bf2c-7a9b-4a8f-be63-90ac049565b5 req-ca6430ce-e03d-41f0-8c6f-2535f9f8af87 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:58.461718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c481bf2c-7a9b-4a8f-be63-90ac049565b5 req-ca6430ce-e03d-41f0-8c6f-2535f9f8af87 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.5768347 Nov 22 16:59:58.504103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:59:58.514019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cad973f6-e602-48fc-a40d-8631a81cec64 None None] Provisioning complete for port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:58.515411 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cad973f6-e602-48fc-a40d-8631a81cec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:58.556038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:58.623087 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b708e34a-d063-46b4-aac0-a2c045e64ed2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:58.703052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95ab5f5c-4af0-4aa7-99c6-91e264690f2a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:58.758207 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:58.780004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:58.809883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c481bf2c-7a9b-4a8f-be63-90ac049565b5 req-db118fad-ab24-4797-b07c-61802fe2ce3a tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464048 Nov 22 16:59:58.813756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b708e34a-d063-46b4-aac0-a2c045e64ed2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 87f7687e-c269-4e31-96ec-a1eae18489fe owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:58.898620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:58.937551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:58.962706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:58.975540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:58.983707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-38efdfe5-b13b-4e3e-ad3e-e503ca126869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:58.985241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-38efdfe5-b13b-4e3e-ad3e-e503ca126869 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 200 len: 915 time: 1.0585182 Nov 22 16:59:58.988569 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cad973f6-e602-48fc-a40d-8631a81cec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:59.003655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=ea4b8268-746f-402a-aa77-d0e129278f6c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:59.017507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:59.017865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:59.038135 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '69424a90-80fd-41da-bc54-e5ea93194638', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'mac_address': 'fa:16:3e:22:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:53Z', 'revision_number': 0, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:59.123375 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a74c30-14ca-4beb-be6e-d43adb13c064 None None] The sync data for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 is: [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '69424a90-80fd-41da-bc54-e5ea93194638', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'mac_address': 'fa:16:3e:22:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:53Z', 'revision_number': 0, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:59:59.270436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cad973f6-e602-48fc-a40d-8631a81cec64 None None] For port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=95ab5f5c-4af0-4aa7-99c6-91e264690f2a,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:59.303812 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cad973f6-e602-48fc-a40d-8631a81cec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:59.337056 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-bbed3647-f1a5-4fd3-bd6c-7b22752c7b79 service neutron] 10.222.0.62 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0297019 Nov 22 16:59:59.501800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Router 60a63e53-5a0b-4e12-9514-e63a92709533 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:59.633773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad973f6-e602-48fc-a40d-8631a81cec64 None None] Pushing event updated for resources: {'Port': ['ID=95ab5f5c-4af0-4aa7-99c6-91e264690f2a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:59.712369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-265dbe82-34e9-44a4-b0b9-935cb9927d0c None None] Could not find standard attr ID for object 43ed79a8-6833-45db-977b-79fc66400d98. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:59:59.714790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=c3ef77ea-7887-4005-94eb-92923eb507f7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:59.788587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ab1a33-fef9-4a70-98f7-537a9db12593 None None] New status for floating IP 69424a90-80fd-41da-bc54-e5ea93194638: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:59:59.905732 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1ea4b8cc-679a-484d-9c92-ce71d9d10eb5 req-83cf774b-e9d6-4728-9831-50756045585b service neutron] 10.222.0.62 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089569 Nov 22 16:59:59.977546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:59.980206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0ca6890b-624d-445c-b1d3-ccccb0ddb678 None None] Could not find standard attr ID for object 532a235e-0dfb-4d83-aa6f-a873ca748e21. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:59:59.988219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:00.082281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:00.085040 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a516c19c-befd-47f2-9c82-cdd433492b20" -d '{"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:00.148513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca05d3c-134b-4ce7-b84d-7680c5fdca63 req-f454b0ac-b486-494d-bcf5-b8fef6afe690 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.149403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking segment: {'id': '0b7664e0-ea91-4fe3-be17-bebbb7b2a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '78b9cdb1-a1b9-429e-85b3-5a05ddc3814b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:00.151810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network hostable DHCP agents. Network: 78b9cdb1-a1b9-429e-85b3-5a05ddc3814b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:00.159121 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cca05d3c-134b-4ce7-b84d-7680c5fdca63 req-f454b0ac-b486-494d-bcf5-b8fef6afe690 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.1292534 Nov 22 17:00:00.169184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-a782e7cc-e04f-429d-933f-7bd241e61a17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 200 len: 999 time: 1.0588055 Nov 22 17:00:00.195457 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6e37c1cd-98c0-4964-bdd9-7dc8748e1eec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "PUT /v2.0/floatingips/69424a90-80fd-41da-bc54-e5ea93194638 HTTP/1.1" status: 200 len: 991 time: 3.1808887 Nov 22 17:00:00.196299 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b708e34a-d063-46b4-aac0-a2c045e64ed2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:00.229446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-74ffcd46-96e9-4a0f-87e9-892e29a8de13 None None] Could not find standard attr ID for object 87f7687e-c269-4e31-96ec-a1eae18489fe. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:00:00.302042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cca05d3c-134b-4ce7-b84d-7680c5fdca63 req-2dab1c88-21e0-4c07-8872-4b3541fc2638 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404803 Nov 22 17:00:00.462981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 78b9cdb1-a1b9-429e-85b3-5a05ddc3814b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:00.462981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708e34a-d063-46b4-aac0-a2c045e64ed2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=87f7687e-c269-4e31-96ec-a1eae18489fe,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:00.511585 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadc1f53-e989-451a-9d0f-426533474a19 x-openstack-request-id: req-eadc1f53-e989-451a-9d0f-426533474a19 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:00.513640 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:00.514279 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eadc1f53-e989-451a-9d0f-426533474a19 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:00.515187 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'status': 'completed', 'code': 200} Nov 22 17:00:00.569318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95ab5f5c-4af0-4aa7-99c6-91e264690f2a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:00.637772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b708e34a-d063-46b4-aac0-a2c045e64ed2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:00.645943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:00.663637 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b708e34a-d063-46b4-aac0-a2c045e64ed2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/87f7687e-c269-4e31-96ec-a1eae18489fe HTTP/1.1" status: 204 len: 168 time: 4.5403140 Nov 22 17:00:00.717587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 78b9cdb1-a1b9-429e-85b3-5a05ddc3814b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:00.731383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:00.753726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.786290 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] Sync routers for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:00.817619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.820872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:00.858283 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:00.859131 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:59:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:00.861938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-f7f895fb-dc76-41fe-a780-4add345d5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.868264 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-f7f895fb-dc76-41fe-a780-4add345d5d72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1eec2eea-712d-480f-b9d8-660318bed072 HTTP/1.1" status: 200 len: 853 time: 0.6581209 Nov 22 17:00:00.902029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477a1f2-5dc2-4c7a-8757-102c50b2ab37 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.906866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477a1f2-5dc2-4c7a-8757-102c50b2ab37 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.916884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4477a1f2-5dc2-4c7a-8757-102c50b2ab37 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2691360 Nov 22 17:00:00.917611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:00.919575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56306) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:01.004679 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-61fe6e56-5d48-4a84-b52f-b6a9e92c52bf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9333737 Nov 22 17:00:01.005392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56310) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:01.147800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-32d897a2-c9a3-49be-a103-8db6e9b35bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.148579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4933adc8-9744-4dfa-aa0c-51713e44baf3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 1b099b19-447f-41e3-899b-f9996287d524 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:01.149920 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-32d897a2-c9a3-49be-a103-8db6e9b35bdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19b3a-c2f0-41ff-a4c2-564422409727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722352 Nov 22 17:00:01.169241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4933adc8-9744-4dfa-aa0c-51713e44baf3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.375001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d46d02-b34a-42c2-bc8f-3bc6cd207361 None None] Network 78b9cdb1-a1b9-429e-85b3-5a05ddc3814b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:01.442118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6622c031-ebdc-4e1f-81fb-92261773dc95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port c3ef77ea-7887-4005-94eb-92923eb507f7 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:01.443129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6622c031-ebdc-4e1f-81fb-92261773dc95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.514592 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4933adc8-9744-4dfa-aa0c-51713e44baf3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.617585 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:01.620923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1cb96c7-9a9a-4019-9b3c-a26df432a8aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.646843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:01.647275 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.728972 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-ea3a7e6c-228b-482f-be63-0542ea7974b2 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478897 Nov 22 17:00:01.889846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ed6fbef2-c24b-41ce-8aa2-7fb4383eb950 req-7af5c8c5-dc09-4302-a904-5be2f9205cfc service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447878 Nov 22 17:00:01.917341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6622c031-ebdc-4e1f-81fb-92261773dc95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.980832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6622c031-ebdc-4e1f-81fb-92261773dc95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for c3ef77ea-7887-4005-94eb-92923eb507f7 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:02.008025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-91e40873-4205-44fd-8716-2c8b347b2533 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.010649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-91e40873-4205-44fd-8716-2c8b347b2533 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 815 time: 0.7481258 Nov 22 17:00:02.024153 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4933adc8-9744-4dfa-aa0c-51713e44baf3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.087398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79c5d769-3364-4264-aacc-68882c092476 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/quotas/5a068cc044a940198c59d872f820556d HTTP/1.1" status: 200 len: 375 time: 0.0548570 Nov 22 17:00:02.199960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-a2a618e2-9b21-409d-b9a6-fc048e85196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.200430 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '69424a90-80fd-41da-bc54-e5ea93194638', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'mac_address': 'fa:16:3e:22:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T17:00:00Z', 'revision_number': 2, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:02.201711 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-a2a618e2-9b21-409d-b9a6-fc048e85196b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce43e3602110420d84f035a11a7d6d79&device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1097 time: 0.1003256 Nov 22 17:00:02.224965 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6622c031-ebdc-4e1f-81fb-92261773dc95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.255150 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] Checking router: 60a63e53-5a0b-4e12-9514-e63a92709533 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:02.264615 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:02.265202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T16:59:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:02.324743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1cb96c7-9a9a-4019-9b3c-a26df432a8aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.327917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622c031-ebdc-4e1f-81fb-92261773dc95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=c3ef77ea-7887-4005-94eb-92923eb507f7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:02.339511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1cb96c7-9a9a-4019-9b3c-a26df432a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.339657 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6622c031-ebdc-4e1f-81fb-92261773dc95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.344518 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6622c031-ebdc-4e1f-81fb-92261773dc95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/c3ef77ea-7887-4005-94eb-92923eb507f7 HTTP/1.1" status: 204 len: 168 time: 1.3381143 Nov 22 17:00:02.347870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56350) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.399252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a1cb96c7-9a9a-4019-9b3c-a26df432a8aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6bfa17aefcf40a7b647e639b59979f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4731400 Nov 22 17:00:02.406636 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4933adc8-9744-4dfa-aa0c-51713e44baf3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.424642 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56354) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.437599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e651994f-a429-402b-97c9-fd2029e504a8 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:02.442841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-07fb09d3-fbef-4f34-9a3d-42312fee819f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3540034 Nov 22 17:00:02.461346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4933adc8-9744-4dfa-aa0c-51713e44baf3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.467984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4933adc8-9744-4dfa-aa0c-51713e44baf3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/1b099b19-447f-41e3-899b-f9996287d524 HTTP/1.1" status: 204 len: 168 time: 1.5225203 Nov 22 17:00:02.477008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56356) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.555123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:02.557664 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:02.561849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e535d9bf-e390-4296-af9c-aac126191539 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668046 Nov 22 17:00:02.577974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-9a1680f5-422f-4091-99d2-f80ec5a9c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.580406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-9a1680f5-422f-4091-99d2-f80ec5a9c57b service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 200 len: 915 time: 0.3685117 Nov 22 17:00:02.581108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56362) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.621666 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:02.630805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933adc8-9744-4dfa-aa0c-51713e44baf3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=1b099b19-447f-41e3-899b-f9996287d524,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:02.650424 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb96c7-9a9a-4019-9b3c-a26df432a8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70ac909-4254-4b28-ba18-061b09fa8fb7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:02.676791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc358a-9b30-488f-9971-bf898151dc3b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.682545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc358a-9b30-488f-9971-bf898151dc3b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.687134 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c0bc358a-9b30-488f-9971-bf898151dc3b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3382406 Nov 22 17:00:02.687673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56364) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.718213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a0f25a1-80e5-4bed-a7a4-c0485058c468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.727054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90ee63-3d32-40e1-aec5-94b44cfa78f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.730850 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fd90ee63-3d32-40e1-aec5-94b44cfa78f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1399233 Nov 22 17:00:02.731534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56366) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.742027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-a32a3b98-8816-4bab-b37b-fbc09098c128 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 200 len: 1001 time: 0.1330709 Nov 22 17:00:02.785528 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a0f25a1-80e5-4bed-a7a4-c0485058c468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.839184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9fe0e-36a4-46d3-9fc7-76353684bfbe tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.843593 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-30b9fe0e-36a4-46d3-9fc7-76353684bfbe tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1090677 Nov 22 17:00:02.843768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56368) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.844099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-89aa4446-6edd-4b73-b52d-40c56404c47e service neutron] 10.222.0.59 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994784 Nov 22 17:00:02.856962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-a020d798-0d09-4b1d-a1c2-b918d3519f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.862855 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-a020d798-0d09-4b1d-a1c2-b918d3519f90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1eec2eea-712d-480f-b9d8-660318bed072 HTTP/1.1" status: 200 len: 853 time: 0.0930030 Nov 22 17:00:02.942280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:02.968236 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bbe7b854-ecb1-4a0b-9298-7acf79674f2f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193075 Nov 22 17:00:02.968535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56374) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.974639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:03.104504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] Deleting port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:03.107413 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.155249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-0657aa1d-20e8-47a5-b989-442827135b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:03.167724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6e23af22-d59d-4aac-8c8e-1226913995ef tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port ea4b8268-746f-402a-aa77-d0e129278f6c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:03.168025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e23af22-d59d-4aac-8c8e-1226913995ef tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.172633 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-0657aa1d-20e8-47a5-b989-442827135b63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19b3a-c2f0-41ff-a4c2-564422409727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213800 Nov 22 17:00:03.227181 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '69424a90-80fd-41da-bc54-e5ea93194638', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'mac_address': 'fa:16:3e:22:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T17:00:00Z', 'revision_number': 2, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:03.243010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a0f25a1-80e5-4bed-a7a4-c0485058c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.246735 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a0f25a1-80e5-4bed-a7a4-c0485058c468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.248118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7a0f25a1-80e5-4bed-a7a4-c0485058c468 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a70ac909-4254-4b28-ba18-061b09fa8fb7 HTTP/1.1" status: 204 len: 168 time: 0.8013735 Nov 22 17:00:03.267094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f25a1-80e5-4bed-a7a4-c0485058c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70ac909-4254-4b28-ba18-061b09fa8fb7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:03.296308 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901b2cb-4c3b-42a8-bdb5-e718e0b29ced None None] The sync data for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 is: [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '69424a90-80fd-41da-bc54-e5ea93194638', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'port_id': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'mac_address': 'fa:16:3e:22:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T17:00:00Z', 'revision_number': 2, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:03.325292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] For port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=95ab5f5c-4af0-4aa7-99c6-91e264690f2a,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:03.325902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-07fe1983-2ce8-440f-a2ee-9485bf1093c6 service neutron] 10.222.0.59 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780087 Nov 22 17:00:03.327315 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.355778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] Calling delete_port for 95ab5f5c-4af0-4aa7-99c6-91e264690f2a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:03.355998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e23af22-d59d-4aac-8c8e-1226913995ef tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.376762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6e23af22-d59d-4aac-8c8e-1226913995ef tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for ea4b8268-746f-402a-aa77-d0e129278f6c owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:03.483748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:03.501251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.600555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.632025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e23af22-d59d-4aac-8c8e-1226913995ef tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.692395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23af22-d59d-4aac-8c8e-1226913995ef tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=ea4b8268-746f-402a-aa77-d0e129278f6c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:03.710460 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e23af22-d59d-4aac-8c8e-1226913995ef tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.729733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6e23af22-d59d-4aac-8c8e-1226913995ef tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/ea4b8268-746f-402a-aa77-d0e129278f6c HTTP/1.1" status: 204 len: 168 time: 1.0382085 Nov 22 17:00:03.736138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56390) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:03.745778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] No DVR routers for this DVR port 95ab5f5c-4af0-4aa7-99c6-91e264690f2a on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:03.750856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c04fe1-8fd8-4823-8bf4-a47b0554faa1 None None] Pushing event deleted for resources: {'Port': ['ID=95ab5f5c-4af0-4aa7-99c6-91e264690f2a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:03.844656 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-e5f8fc55-a32a-42b7-a122-f34303b566e1 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606011 Nov 22 17:00:03.895858 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30133ca-e629-4680-9402-2b1a25e3a9ea tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:03.907935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a30133ca-e629-4680-9402-2b1a25e3a9ea tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1457653 Nov 22 17:00:03.910879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56394) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:03.977674 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8de09a6-8ffd-46b3-bda3-80e1da174213 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:00:03.979676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a8de09a6-8ffd-46b3-bda3-80e1da174213 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/c3ef77ea-7887-4005-94eb-92923eb507f7 HTTP/1.1" status: 404 len: 333 time: 0.0674400 Nov 22 17:00:03.998004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56396) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:04.053889 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a516c19c-befd-47f2-9c82-cdd433492b20 req-4e203268-9a76-434a-accf-383ee1762b6f service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992540 Nov 22 17:00:04.066112 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ec5859-4a42-49b3-b972-747ff6afd254 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:00:04.071177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-26ec5859-4a42-49b3-b972-747ff6afd254 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/ea4b8268-746f-402a-aa77-d0e129278f6c HTTP/1.1" status: 404 len: 333 time: 0.0716991 Nov 22 17:00:04.077037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56400) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:04.077475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56402) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:04.157602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7c9af37-e575-4699-a1ce-ad38cf36206b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.163586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.246354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:04.250537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:04.256662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:04.257781 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.262829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b15f842-168c-456c-bd76-8bf014d1f7a9 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:04.277802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=72df18b1-a83c-40f8-becd-7a80389c7ac5,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:04.291405 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3216016 Nov 22 17:00:04.294348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56410) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:04.303443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': '72df18b1-a83c-40f8-becd-7a80389c7ac5', 'ip_address': '2001:db8::fc9c:9178:f21a:50c6'}], 'name': 'tempest-NetworksTestDHCPv6-1304835108'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:04.427982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.429459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.429892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.430255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.432233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.432853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.433203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.433931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7c9af37-e575-4699-a1ce-ad38cf36206b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.435191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.435573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.436498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.436498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.436798 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702de0e4-b160-460b-b089-0ef173ecf8fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:04.554809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.560855 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7c9af37-e575-4699-a1ce-ad38cf36206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.621191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95ab5f5c-4af0-4aa7-99c6-91e264690f2a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:04.658932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:04.689857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '72df18b1-a83c-40f8-becd-7a80389c7ac5'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:04.699846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.711607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 95ab5f5c-4af0-4aa7-99c6-91e264690f2a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:04.712221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95ab5f5c-4af0-4aa7-99c6-91e264690f2a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:04.795042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7185c-db2e-45bb-942d-7bff49402457 req-f2edd33d-ee69-4a21-bba7-4377b135c49a tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:04.796702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ec7185c-db2e-45bb-942d-7bff49402457 req-f2edd33d-ee69-4a21-bba7-4377b135c49a tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 1.0682554 Nov 22 17:00:04.819994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e7c9af37-e575-4699-a1ce-ad38cf36206b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96a9105b6fe04bbd8214250e60ce48f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7412839 Nov 22 17:00:04.825970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56418) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:04.855423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.914805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.923037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b9cdb1-a1b9-429e-85b3-5a05ddc3814b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:04.944242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7664e0-ea91-4fe3-be17-bebbb7b2a262') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:04.944620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7664e0-ea91-4fe3-be17-bebbb7b2a262') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:04.960354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.960655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 7f82aab9-842a-4fe1-a143-b662ea4ec886 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:00:05.030555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/72df18b1-a83c-40f8-becd-7a80389c7ac5/8f4fa71a-8650-4c1a-9b85-67831e733cc5) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:05.030983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.111595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:05.131637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.135352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9af37-e575-4699-a1ce-ad38cf36206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58363c4b-3c7f-479b-b05e-c1545e5fcb53,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:05.160146 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:05.242522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.254939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.335412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:05.346944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:05.352285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:05.395163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Pushing event updated for resources: {'Port': ['ID=8f4fa71a-8650-4c1a-9b85-67831e733cc5,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:05.397998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::fc9c:9178:f21a:50c6 (45521f05-429d-474d-a428-1772d389eb08/72df18b1-a83c-40f8-becd-7a80389c7ac5/7f82aab9-842a-4fe1-a143-b662ea4ec886) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:05.418890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.448842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Attempting to bind port 8f4fa71a-8650-4c1a-9b85-67831e733cc5 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:05.449406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Attempting to bind port 8f4fa71a-8650-4c1a-9b85-67831e733cc5 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:05.449901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Attempting to bind port 8f4fa71a-8650-4c1a-9b85-67831e733cc5 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:05.458019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:05.458618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:05.459217 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.459785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:05.460395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Bound port: 8f4fa71a-8650-4c1a-9b85-67831e733cc5, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:05.460958 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.467456 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.473808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/networks/78b9cdb1-a1b9-429e-85b3-5a05ddc3814b HTTP/1.1" status: 204 len: 168 time: 1.3937411 Nov 22 17:00:05.478470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56426) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:05.486906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1576744132'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:05.501865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ec7185c-db2e-45bb-942d-7bff49402457 req-0572dd37-4a10-48cb-87d2-7e847fd109a8 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769586 Nov 22 17:00:05.578184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0813f59-bf34-46c9-92d1-80cfb396e176 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Network': ['ID=78b9cdb1-a1b9-429e-85b3-5a05ddc3814b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:05.655107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5648b67-68f0-4cce-b13c-e90922631476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.717035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] For port 8f4fa71a-8650-4c1a-9b85-67831e733cc5, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:05.718435 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe06ded-1033-4c85-beba-e1934d911675 x-openstack-request-id: req-fbe06ded-1033-4c85-beba-e1934d911675 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:05.719267 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:05.719544 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbe06ded-1033-4c85-beba-e1934d911675 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:05.721413 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'status': 'completed', 'code': 200} Nov 22 17:00:05.732307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] For port 8f4fa71a-8650-4c1a-9b85-67831e733cc5, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8f4fa71a-8650-4c1a-9b85-67831e733cc5,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:05.744387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.797967 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5648b67-68f0-4cce-b13c-e90922631476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.809995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:05.831935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.886798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42818222-69ec-49ee-ba4a-544a92a78d3b None None] Pushing event updated for resources: {'Port': ['ID=8f4fa71a-8650-4c1a-9b85-67831e733cc5,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:06.025514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:00:06.056139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5648b67-68f0-4cce-b13c-e90922631476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.066461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5648b67-68f0-4cce-b13c-e90922631476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.070666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e5648b67-68f0-4cce-b13c-e90922631476 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58363c4b-3c7f-479b-b05e-c1545e5fcb53 HTTP/1.1" status: 204 len: 168 time: 0.9296758 Nov 22 17:00:06.140179 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.149720 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Added segment 8964d53d-55d4-4b39-8a4a-6dd2034c3860 of type vlan for network ca17590d-6f82-494c-a50c-db77a8a6f2bf Nov 22 17:00:06.217255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c48ae2f-fb45-473d-861d-dc0d7ddbb8e0 req-608fa2ba-344a-4168-93d1-68f05e6964b0 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 210 time: 0.2748060 Nov 22 17:00:06.245742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5648b67-68f0-4cce-b13c-e90922631476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58363c4b-3c7f-479b-b05e-c1545e5fcb53,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:06.350756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-bdc767ba-4372-414b-beb6-def4c8252c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:06.352653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-bdc767ba-4372-414b-beb6-def4c8252c2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce43e3602110420d84f035a11a7d6d79&device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1097 time: 0.5742881 Nov 22 17:00:06.360827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-44e9b41e-fd93-4268-9054-538a3559bcf1 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:06.362533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-44e9b41e-fd93-4268-9054-538a3559bcf1 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.37 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 815 time: 0.4121170 Nov 22 17:00:06.389134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.394284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Request body: {'port': {'device_id': 'fee4a973-8a77-4d34-baff-fd44d29caff7', 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'admin_state_up': True, 'tenant_id': '5a068cc044a940198c59d872f820556d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:06.430640 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.648100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.resource_extend [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 17:00:06.700226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8f4fa71a-8650-4c1a-9b85-67831e733cc5 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:06.708947 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.722200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:06.726028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.730603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.853566 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.882238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Made reservation on behalf of 5a068cc044a940198c59d872f820556d for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:06.887219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8f4fa71a-8650-4c1a-9b85-67831e733cc5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:06.887605 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.895560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.955038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4745262 Nov 22 17:00:06.973515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:06.993920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'ca17590d-6f82-494c-a50c-db77a8a6f2bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:07.026256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c919d-8785-4fd0-bb7a-b2d820cf998e req-7f629615-6582-4f07-bbda-9a544ba9048c tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:07.044237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a63c919d-8785-4fd0-bb7a-b2d820cf998e req-7f629615-6582-4f07-bbda-9a544ba9048c tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.2227149 Nov 22 17:00:07.140217 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.260813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 8f4fa71a-8650-4c1a-9b85-67831e733cc5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8f4fa71a-8650-4c1a-9b85-67831e733cc5,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:07.270127 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.360873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a63c919d-8785-4fd0-bb7a-b2d820cf998e req-e6d0cddb-8a44-49f8-8912-bba7b5645399 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158362 Nov 22 17:00:07.423109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Allocated IP 172.20.0.13 (7c32d56e-d4d2-46af-9a86-25652e280b5e/8135719f-9603-454e-ae60-8e12c586fc3d/fb73db94-2a18-44ef-a3b4-af434ac92795) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:07.432619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=8f4fa71a-8650-4c1a-9b85-67831e733cc5,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:07.824307 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.907484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a598e5db-833b-40e5-947d-5e0c3a9ae516 None None] Provisioning complete for port 8f4fa71a-8650-4c1a-9b85-67831e733cc5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:07.908534 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a598e5db-833b-40e5-947d-5e0c3a9ae516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.948879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ad2590c-1894-42d7-88d2-8588d1195b62 req-6d2ba221-1518-44aa-8b48-915aaebd870f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 210 time: 0.3751428 Nov 22 17:00:07.949730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.989244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d34549d8-f956-45d6-8e79-af7ae85772ac'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:07.999623 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.024915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:08.029185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:08.034249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:08.074771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Pushing event updated for resources: {'Port': ['ID=fb73db94-2a18-44ef-a3b4-af434ac92795,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:08.088736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-8a702f68-8028-4a9d-8be6-c81db571f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:08.092828 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-8a702f68-8028-4a9d-8be6-c81db571f604 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 200 len: 915 time: 1.7074869 Nov 22 17:00:08.095046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:08.128102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:08.131490 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.164491 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-3049dd7d-761b-4a85-9a2e-130077d17ff4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7866099 Nov 22 17:00:08.180493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Request body: {'port': {'device_id': 'fee4a973-8a77-4d34-baff-fd44d29caff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:08.193978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a70477-2466-4e85-b723-ab98b3ed535c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Network': ['ID=ca17590d-6f82-494c-a50c-db77a8a6f2bf,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:08.223989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:08.259724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ca17590d-6f82-494c-a50c-db77a8a6f2bf details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:00:08.264982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=7f82aab9-842a-4fe1-a143-b662ea4ec886,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:08.293032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:08.310933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:08.311641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.363796 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.437856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-86f2be11-2026-468f-a594-f23b5f189484 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 200 len: 1001 time: 0.3293014 Nov 22 17:00:08.564508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:08.569165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.597937 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-382cbfde-ebe3-4383-ac74-a4cca3c0cb6a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3022470 Nov 22 17:00:08.616779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56502) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:08.622588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-78b2471d-d463-40b6-8f48-7aebfc6fdb2b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': '72df18b1-a83c-40f8-becd-7a80389c7ac5', 'ip_address': '2001:db8::fc9c:9178:f21a:50c6'}], 'name': 'tempest-NetworksTestDHCPv6-1848170535'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:08.655134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8f4fa71a-8650-4c1a-9b85-67831e733cc5 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:08.891348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8f4fa71a-8650-4c1a-9b85-67831e733cc5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:08.892023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.900520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-f9784e4c-944a-448e-8b65-54f7516c14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:08.904939 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-f9784e4c-944a-448e-8b65-54f7516c14e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1eec2eea-712d-480f-b9d8-660318bed072 HTTP/1.1" status: 200 len: 853 time: 0.4489210 Nov 22 17:00:09.006518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Performing IP validity checks on allocation pools {{(pid=103442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 17:00:09.008266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.ipam_backend_mixin [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103442) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 17:00:09.051179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-a78e6dce-4c7d-4981-9ef6-1253ab64d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:09.053465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-a78e6dce-4c7d-4981-9ef6-1253ab64d3f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19b3a-c2f0-41ff-a4c2-564422409727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115065 Nov 22 17:00:09.064543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7b134dbe-7024-4c6a-85a2-c26baa790917 None None] Provisioning complete for port 7f82aab9-842a-4fe1-a143-b662ea4ec886 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:09.065224 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b134dbe-7024-4c6a-85a2-c26baa790917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.236610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7b134dbe-7024-4c6a-85a2-c26baa790917 None None] Port 7f82aab9-842a-4fe1-a143-b662ea4ec886 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:09.322829 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-355e1fc6-fc2e-4176-ad57-fb33946564b7 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598081 Nov 22 17:00:09.394995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b2471d-d463-40b6-8f48-7aebfc6fdb2b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:09.402009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78b2471d-d463-40b6-8f48-7aebfc6fdb2b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.539898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.543750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-78b2471d-d463-40b6-8f48-7aebfc6fdb2b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 6ebfd8a7-9957-412c-8ee0-3abbaa60aedc yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:00:09.689452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753ab6f-adf3-4613-91fe-2ccfd5ebe7bf req-0b6ce9ac-a7e5-4eef-a108-b08c35379e86 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:09.699777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c753ab6f-adf3-4613-91fe-2ccfd5ebe7bf req-0b6ce9ac-a7e5-4eef-a108-b08c35379e86 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 1.1116023 Nov 22 17:00:09.837204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae1d50f1-c78d-4663-a7d7-85b99fe2ffb3 req-5737bf13-487d-4e4f-b28a-5c33ce43f5ee service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971755 Nov 22 17:00:09.857826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=78a3af9a-3af8-4118-a330-865c977e9472,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:09.953309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c753ab6f-adf3-4613-91fe-2ccfd5ebe7bf req-37ede5e6-4de2-410b-8d14-d1e3a1220035 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403584 Nov 22 17:00:09.979762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking segment: {'id': '8964d53d-55d4-4b39-8a4a-6dd2034c3860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ca17590d-6f82-494c-a50c-db77a8a6f2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:09.980029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network hostable DHCP agents. Network: ca17590d-6f82-494c-a50c-db77a8a6f2bf, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:10.090753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network ca17590d-6f82-494c-a50c-db77a8a6f2bf is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:10.154751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb73db94-2a18-44ef-a3b4-af434ac92795 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:10.164262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ca17590d-6f82-494c-a50c-db77a8a6f2bf) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:10.176938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:10.181342 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.182671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.184858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba90483-c1bb-4b84-97b9-65c9b2374906 None None] Network ca17590d-6f82-494c-a50c-db77a8a6f2bf requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:10.188022 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b2471d-d463-40b6-8f48-7aebfc6fdb2b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 17:00:10.191761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b2471d-d463-40b6-8f48-7aebfc6fdb2b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:00:10.246462 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-78b2471d-d463-40b6-8f48-7aebfc6fdb2b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6280367 Nov 22 17:00:10.255876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Transition to ACTIVE for port object fb73db94-2a18-44ef-a3b4-af434ac92795 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:00:10.257333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56548) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:10.269164 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-28d0ad20-189c-48fd-9238-7218656ff9ad tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2840962 Nov 22 17:00:10.270847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56550) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:10.291232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': 'ca17590d-6f82-494c-a50c-db77a8a6f2bf', 'name': 'tempest-PortsTestJSON-967033868'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:10.337669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561826a-5d1a-4c65-87f0-9e9eed4d02a3 req-10498626-7195-489c-8fae-6935699d70a9 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:10.349761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4561826a-5d1a-4c65-87f0-9e9eed4d02a3 req-10498626-7195-489c-8fae-6935699d70a9 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 932 time: 0.2771649 Nov 22 17:00:10.379190 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.557452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1032cea8-50c0-4f82-8854-023075c5af41 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:10.570139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1032cea8-50c0-4f82-8854-023075c5af41 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:10.572381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1032cea8-50c0-4f82-8854-023075c5af41 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3109300 Nov 22 17:00:10.583848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:10.589548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Pushing event updated for resources: {'Port': ['ID=fb73db94-2a18-44ef-a3b4-af434ac92795,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:10.641856 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4561826a-5d1a-4c65-87f0-9e9eed4d02a3 req-8bf19bf9-94a5-4d54-8dec-04f009c0c079 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594752 Nov 22 17:00:10.671503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ca17590d-6f82-494c-a50c-db77a8a6f2bf', 'network_id': 'ca17590d-6f82-494c-a50c-db77a8a6f2bf', 'tenant_id': '7a8210ca913f42d583508a22bb37db73', 'fixed_ips': [{'subnet_id': '78a3af9a-3af8-4118-a330-865c977e9472'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:10.672665 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.741954 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:10.752932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.819189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port e661437e-dbbc-42fe-9d32-9dcc50eb7ee1 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:00:11.130470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Attempting to bind port fb73db94-2a18-44ef-a3b4-af434ac92795 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:11.131286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Attempting to bind port fb73db94-2a18-44ef-a3b4-af434ac92795 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:11.132274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Attempting to bind port fb73db94-2a18-44ef-a3b4-af434ac92795 on network 7c32d56e-d4d2-46af-9a86-25652e280b5e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:11.192491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Port fb73db94-2a18-44ef-a3b4-af434ac92795 on network 7c32d56e-d4d2-46af-9a86-25652e280b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:00:11.193563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Attempting to bind port fb73db94-2a18-44ef-a3b4-af434ac92795 on network 7c32d56e-d4d2-46af-9a86-25652e280b5e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:11.234836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:11.235901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Checking segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:11.236815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Bound using segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:11.237969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Bound port: fb73db94-2a18-44ef-a3b4-af434ac92795, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:11.238623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.315146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.12 (ca17590d-6f82-494c-a50c-db77a8a6f2bf/78a3af9a-3af8-4118-a330-865c977e9472/e661437e-dbbc-42fe-9d32-9dcc50eb7ee1) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:11.337319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-60ac782b-5150-4d6c-840a-93b3664fa274 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 7f82aab9-842a-4fe1-a143-b662ea4ec886 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:11.337686 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60ac782b-5150-4d6c-840a-93b3664fa274 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.365261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be62d5-2e8e-44a7-84bb-3efb25ef525f req-16cc8366-ae9b-48b5-9041-1e2d8f1578e4 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:11.377352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4be62d5-2e8e-44a7-84bb-3efb25ef525f req-16cc8366-ae9b-48b5-9041-1e2d8f1578e4 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.2050178 Nov 22 17:00:11.548664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] For port fb73db94-2a18-44ef-a3b4-af434ac92795, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:11.562681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] For port fb73db94-2a18-44ef-a3b4-af434ac92795, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=fb73db94-2a18-44ef-a3b4-af434ac92795,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:11.581950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-d1e66afc-1b87-450a-952e-91eb9288cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:11.581950 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-d1e66afc-1b87-450a-952e-91eb9288cdf8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df27d858725a4a22988bfb19fa0f12a1&device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 1096 time: 0.3960915 Nov 22 17:00:11.598062 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-c83520e7-8091-4f8e-8c76-8c7ec848d232 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3250556 Nov 22 17:00:11.600190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4be62d5-2e8e-44a7-84bb-3efb25ef525f req-0cb1a286-530a-4e14-bc80-606a1c28c038 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176681 Nov 22 17:00:11.609211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.676470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:11.679630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.681711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] 10.222.0.37 "PUT /v2.0/ports/fb73db94-2a18-44ef-a3b4-af434ac92795 HTTP/1.1" status: 200 len: 1092 time: 3.5086262 Nov 22 17:00:11.682578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee4a973-8a77-4d34-baff-fd44d29caff7', 'tag': 'fb73db94-2a18-44ef-a3b4-af434ac92795'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:11.685407 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153" -d '{"events": [{"name": "network-changed", "server_uuid": "fee4a973-8a77-4d34-baff-fd44d29caff7", "tag": "fb73db94-2a18-44ef-a3b4-af434ac92795"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:11.691734 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60ac782b-5150-4d6c-840a-93b3664fa274 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.732276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-60ac782b-5150-4d6c-840a-93b3664fa274 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 7f82aab9-842a-4fe1-a143-b662ea4ec886 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:11.832092 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1216ad95-3004-4c20-8d5e-60df51654d04 x-openstack-request-id: req-1216ad95-3004-4c20-8d5e-60df51654d04 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:11.835644 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee4a973-8a77-4d34-baff-fd44d29caff7", "tag": "fb73db94-2a18-44ef-a3b4-af434ac92795", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:11.836134 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1216ad95-3004-4c20-8d5e-60df51654d04 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:11.836883 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee4a973-8a77-4d34-baff-fd44d29caff7', 'tag': 'fb73db94-2a18-44ef-a3b4-af434ac92795', 'status': 'completed', 'code': 200} Nov 22 17:00:11.866088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.956203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.013130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Allocated IP 172.20.0.2 (ca17590d-6f82-494c-a50c-db77a8a6f2bf/78a3af9a-3af8-4118-a330-865c977e9472/38b35926-c6d4-4552-a996-022d903b99e3) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:12.015364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5549b-64fd-4f83-bcf2-b31eabec0a1c service neutron] Pushing event updated for resources: {'Port': ['ID=fb73db94-2a18-44ef-a3b4-af434ac92795,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:12.055093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-1d3d52d3-b7eb-42f1-9001-f4e4f046ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.056612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-1d3d52d3-b7eb-42f1-9001-f4e4f046ef79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce43e3602110420d84f035a11a7d6d79&device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1097 time: 0.3489587 Nov 22 17:00:12.150256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network ca17590d-6f82-494c-a50c-db77a8a6f2bf is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:12.160908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-57309cf5-1ffb-4250-9401-33569b674e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.163067 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-57309cf5-1ffb-4250-9401-33569b674e19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bbb16d03-e8bf-4643-b545-c243b29a0aa4 HTTP/1.1" status: 200 len: 912 time: 0.5769317 Nov 22 17:00:12.167969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:12.178416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:12.201286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=e661437e-dbbc-42fe-9d32-9dcc50eb7ee1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:12.214007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-5699de3a-c37a-468b-af80-129c3c0c038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.216514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-5699de3a-c37a-468b-af80-129c3c0c038a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 1095 time: 0.2954302 Nov 22 17:00:12.338817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-6c8ad4f1-8a54-497f-a27c-389346ecf35c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab7322f2-e36a-4580-83f7-165dbb62be42 HTTP/1.1" status: 200 len: 217 time: 0.1583178 Nov 22 17:00:12.394575 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.417429 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.440886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474565c8-97ee-4dea-b644-ce863c9fb434 req-ad4dc12a-bac9-4249-84c7-085ffffb73cc tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.446760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-f88e348b-5164-4fdb-b232-544fc0d75648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.448357 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-f88e348b-5164-4fdb-b232-544fc0d75648 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=911b58f8-cab6-4027-b4f0-f39f2112321a HTTP/1.1" status: 200 len: 851 time: 0.0623543 Nov 22 17:00:12.455164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-474565c8-97ee-4dea-b644-ce863c9fb434 req-ad4dc12a-bac9-4249-84c7-085ffffb73cc tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 944 time: 0.3957953 Nov 22 17:00:12.477142 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-87763891-09b6-403f-b4e4-040b7dd643ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb73db94-2a18-44ef-a3b4-af434ac92795 HTTP/1.1" status: 200 len: 217 time: 0.1710205 Nov 22 17:00:12.512882 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-ff2eb5bd-27ea-443a-acb7-c1577b5daadf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbb16d03-e8bf-4643-b545-c243b29a0aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503504 Nov 22 17:00:12.542634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Pushing event updated for resources: {'Port': ['ID=38b35926-c6d4-4552-a996-022d903b99e3,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:12.557015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.557842 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.577894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Network ca17590d-6f82-494c-a50c-db77a8a6f2bf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:12.580058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:12.587956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:12.633934 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ebbded6d-53a2-4892-8152-535a8dfada45 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3616810 Nov 22 17:00:12.638521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:12.702101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-e2210a1a-cf94-4885-97b3-e563094f4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.703349 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-e2210a1a-cf94-4885-97b3-e563094f4a67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.2032061 Nov 22 17:00:12.738991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Attempting to bind port 38b35926-c6d4-4552-a996-022d903b99e3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:12.739681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Attempting to bind port 38b35926-c6d4-4552-a996-022d903b99e3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '8964d53d-55d4-4b39-8a4a-6dd2034c3860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ca17590d-6f82-494c-a50c-db77a8a6f2bf'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:12.741551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Attempting to bind port 38b35926-c6d4-4552-a996-022d903b99e3 on network ca17590d-6f82-494c-a50c-db77a8a6f2bf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:12.756165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60ac782b-5150-4d6c-840a-93b3664fa274 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.764101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:12.764583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Checking segment: {'id': '8964d53d-55d4-4b39-8a4a-6dd2034c3860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ca17590d-6f82-494c-a50c-db77a8a6f2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:12.765112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.767696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Bound using segment: {'id': '8964d53d-55d4-4b39-8a4a-6dd2034c3860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ca17590d-6f82-494c-a50c-db77a8a6f2bf'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:12.768594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Bound port: 38b35926-c6d4-4552-a996-022d903b99e3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8964d53d-55d4-4b39-8a4a-6dd2034c3860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ca17590d-6f82-494c-a50c-db77a8a6f2bf'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:12.769237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.803023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-6a3f69df-08c4-41fb-a20e-2aa93f2f577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.809998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-6a3f69df-08c4-41fb-a20e-2aa93f2f577f service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 200 len: 915 time: 0.7139580 Nov 22 17:00:12.858435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-474565c8-97ee-4dea-b644-ce863c9fb434 req-5b9d0387-1a9e-465b-b950-c42fe6b7a81d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904693 Nov 22 17:00:12.880853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac782b-5150-4d6c-840a-93b3664fa274 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=7f82aab9-842a-4fe1-a143-b662ea4ec886,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:12.902582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-b8ba99c9-70f1-4b3c-b339-9cc5e5e5c512 service neutron] 10.222.0.62 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603213 Nov 22 17:00:12.960925 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-d0e83c8e-d159-4e6d-b8bb-a1565d71d66b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2320445 Nov 22 17:00:13.166293 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60ac782b-5150-4d6c-840a-93b3664fa274 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.169786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-60ac782b-5150-4d6c-840a-93b3664fa274 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/7f82aab9-842a-4fe1-a143-b662ea4ec886 HTTP/1.1" status: 204 len: 168 time: 2.5821183 Nov 22 17:00:13.188011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56676) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:13.330668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-4bbdb901-4dc5-493d-bafe-5fe83b193802 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 200 len: 1001 time: 0.4709554 Nov 22 17:00:13.401762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ba14-4f3d-4f32-b8d7-2609acf3cb1c req-6f03b288-3831-47f9-aab7-49e657e26a43 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:13.408460 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9607ba14-4f3d-4f32-b8d7-2609acf3cb1c req-6f03b288-3831-47f9-aab7-49e657e26a43 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.2794836 Nov 22 17:00:13.512471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0745f56-1380-4db4-885e-f28c460891c0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:13.514510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0745f56-1380-4db4-885e-f28c460891c0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:13.521406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a0745f56-1380-4db4-885e-f28c460891c0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3005147 Nov 22 17:00:13.530774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56684) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:13.552629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] For port 38b35926-c6d4-4552-a996-022d903b99e3, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:13.565713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] For port 38b35926-c6d4-4552-a996-022d903b99e3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=38b35926-c6d4-4552-a996-022d903b99e3,segment=NetworkSegment(8964d53d-55d4-4b39-8a4a-6dd2034c3860),segment_id=8964d53d-55d4-4b39-8a4a-6dd2034c3860)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:13.576400 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.585559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-bb54de67-bafc-4de1-9f1b-70360390d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:13.588693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-bb54de67-bafc-4de1-9f1b-70360390d623 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1eec2eea-712d-480f-b9d8-660318bed072 HTTP/1.1" status: 200 len: 853 time: 0.2477810 Nov 22 17:00:13.603089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9607ba14-4f3d-4f32-b8d7-2609acf3cb1c req-c870ac23-f692-4af3-bade-dca5824dd097 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564572 Nov 22 17:00:13.668149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56686) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:13.684688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf5513-94ed-48f4-8afa-e66edf61322c None None] Pushing event updated for resources: {'Port': ['ID=38b35926-c6d4-4552-a996-022d903b99e3,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:13.706484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-e9115234-740d-49e7-be4a-08c2739d5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:13.708774 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-e9115234-740d-49e7-be4a-08c2739d5941 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19b3a-c2f0-41ff-a4c2-564422409727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999463 Nov 22 17:00:13.796559 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-78d32e26-cd8b-4501-84df-e6d033f37beb service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328223 Nov 22 17:00:13.800840 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa671a87-e3eb-445e-b1b6-f3a2d2ebdd6e req-5e1cde1f-f430-4019-8faf-b847f9f8f9e8 service neutron] 10.222.0.62 "GET /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377039 Nov 22 17:00:13.966119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c798f79-bdd7-451b-a584-4e5413c33545 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 72df18b1-a83c-40f8-becd-7a80389c7ac5 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:14.028558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-57b13765-7277-4f37-8cbb-924e6c343440 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090377 Nov 22 17:00:14.034051 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-299a3fbe-a81f-48f7-8b26-f9cc0ab3d20b req-7bd2790f-690d-4193-b952-9b23bb68f5ff service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273114 Nov 22 17:00:14.044317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c798f79-bdd7-451b-a584-4e5413c33545 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.126052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2060c77a-0ec2-4b49-8e1f-f2715ab2fdc5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port e661437e-dbbc-42fe-9d32-9dcc50eb7ee1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:14.131514 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2060c77a-0ec2-4b49-8e1f-f2715ab2fdc5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.269340 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b642ecbc-dc63-49ba-bb8e-c15f21485cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.348727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c798f79-bdd7-451b-a584-4e5413c33545 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.416516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-554f1102-be22-4792-bf2c-a3967e036c2d req-55c1f8d8-97cb-4f59-bb44-daad3115237c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9248798 Nov 22 17:00:14.542046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-66c2945a-8c38-4b92-862c-bb8cfa8232cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:14.545546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-66c2945a-8c38-4b92-862c-bb8cfa8232cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 1095 time: 0.3668554 Nov 22 17:00:14.570999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5767387c-9cfa-49fc-942c-9d89cbd4f79c req-2668d2a4-4d8a-469f-9b36-e0c6094072bb service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602258 Nov 22 17:00:14.602982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527e6dd-0fa1-4430-9a86-3d4982aecaed req-3d3ff81a-eab4-426e-bfbb-87250cde6ddd tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:14.604731 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4527e6dd-0fa1-4430-9a86-3d4982aecaed req-3d3ff81a-eab4-426e-bfbb-87250cde6ddd tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 944 time: 0.5707130 Nov 22 17:00:14.666527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 38b35926-c6d4-4552-a996-022d903b99e3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:14.685390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2060c77a-0ec2-4b49-8e1f-f2715ab2fdc5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.781665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2060c77a-0ec2-4b49-8e1f-f2715ab2fdc5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for e661437e-dbbc-42fe-9d32-9dcc50eb7ee1 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:14.818183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c798f79-bdd7-451b-a584-4e5413c33545 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.834145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 38b35926-c6d4-4552-a996-022d903b99e3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:14.834966 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.986699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.018130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4527e6dd-0fa1-4430-9a86-3d4982aecaed req-ca97d284-765f-4c76-a7f7-ca6c638ed3eb tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518906 Nov 22 17:00:15.062086 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b642ecbc-dc63-49ba-bb8e-c15f21485cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.065433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 38b35926-c6d4-4552-a996-022d903b99e3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=38b35926-c6d4-4552-a996-022d903b99e3,segment=NetworkSegment(8964d53d-55d4-4b39-8a4a-6dd2034c3860),segment_id=8964d53d-55d4-4b39-8a4a-6dd2034c3860)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:15.072142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b642ecbc-dc63-49ba-bb8e-c15f21485cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.084668 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.215277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=38b35926-c6d4-4552-a996-022d903b99e3,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.259111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b642ecbc-dc63-49ba-bb8e-c15f21485cbe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3727f76c327d470fb15fd226bbd7b292&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5848737 Nov 22 17:00:15.259839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:15.270506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642ecbc-dc63-49ba-bb8e-c15f21485cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb056565-818b-4afb-9c4b-0ed41689e582,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.329520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c5e5-e46d-48aa-bff3-419c062f6288 req-416678fd-acfc-4767-a576-c8d2d1a3ecf4 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:15.337807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b86c5e5-e46d-48aa-bff3-419c062f6288 req-416678fd-acfc-4767-a576-c8d2d1a3ecf4 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.1766062 Nov 22 17:00:15.455491 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b86c5e5-e46d-48aa-bff3-419c062f6288 req-85223913-a66a-4e99-82b2-f1b36f486828 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008976 Nov 22 17:00:15.456271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6cd4b7-7278-4d6f-8d6b-465df037c437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.489969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device fb73db94-2a18-44ef-a3b4-af434ac92795 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:00:15.492139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6cd4b7-7278-4d6f-8d6b-465df037c437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.575062 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5b94f6b-c024-4e59-854b-10a401e3f025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.600211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6cd4b7-7278-4d6f-8d6b-465df037c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.613498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6cd4b7-7278-4d6f-8d6b-465df037c437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.624661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d6cd4b7-7278-4d6f-8d6b-465df037c437 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb056565-818b-4afb-9c4b-0ed41689e582 HTTP/1.1" status: 204 len: 168 time: 0.3592834 Nov 22 17:00:15.656463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cd4b7-7278-4d6f-8d6b-465df037c437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb056565-818b-4afb-9c4b-0ed41689e582,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.806172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port fb73db94-2a18-44ef-a3b4-af434ac92795, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=fb73db94-2a18-44ef-a3b4-af434ac92795,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:15.828401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996627d7-881f-4e01-8ac8-dad56b1eddf5 None None] Network ca17590d-6f82-494c-a50c-db77a8a6f2bf requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:15.837463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'fb73db94-2a18-44ef-a3b4-af434ac92795', 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'port_id': 'fb73db94-2a18-44ef-a3b4-af434ac92795', 'mac_address': 'fa:16:3e:87:16:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8135719f-9603-454e-ae60-8e12c586fc3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:00:15.966619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0d5fe5fb-bf82-4622-bc9f-6e3b8e6c2f3a None None] Provisioning complete for port 38b35926-c6d4-4552-a996-022d903b99e3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:15.967481 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d5fe5fb-bf82-4622-bc9f-6e3b8e6c2f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.999538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1102-be22-4792-bf2c-a3967e036c2d req-03732877-6786-4aa1-ad53-82a6bc315828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.001953 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-554f1102-be22-4792-bf2c-a3967e036c2d req-03732877-6786-4aa1-ad53-82a6bc315828 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 1096 time: 1.4470868 Nov 22 17:00:16.038135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2060c77a-0ec2-4b49-8e1f-f2715ab2fdc5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.068338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c798f79-bdd7-451b-a584-4e5413c33545 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.069412 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.090447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb73db94-2a18-44ef-a3b4-af434ac92795 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:16.175633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c798f79-bdd7-451b-a584-4e5413c33545 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=72df18b1-a83c-40f8-becd-7a80389c7ac5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:16.187314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060c77a-0ec2-4b49-8e1f-f2715ab2fdc5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=e661437e-dbbc-42fe-9d32-9dcc50eb7ee1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:16.305743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a28a2-78f3-45d7-8492-e8c5dc726965 req-6fc141ed-43e2-4cc0-a21d-ecac24a83d34 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.316163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f10a28a2-78f3-45d7-8492-e8c5dc726965 req-6fc141ed-43e2-4cc0-a21d-ecac24a83d34 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.1671565 Nov 22 17:00:16.354724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c798f79-bdd7-451b-a584-4e5413c33545 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.365034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0c798f79-bdd7-451b-a584-4e5413c33545 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/72df18b1-a83c-40f8-becd-7a80389c7ac5 HTTP/1.1" status: 204 len: 168 time: 2.8100612 Nov 22 17:00:16.380461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94da6db-fb43-4b5d-b663-f81ca4fb4d06 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:16.386819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:16.456268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-ff48f590-20de-45a4-bf8a-3d0ffe3c9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.458223 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-ff48f590-20de-45a4-bf8a-3d0ffe3c9891 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 1.8939116 Nov 22 17:00:16.590605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port fb73db94-2a18-44ef-a3b4-af434ac92795, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=fb73db94-2a18-44ef-a3b4-af434ac92795,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:16.591820 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-cfecb06f-b9ed-4f5f-887e-2eeeab8eb2c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb73db94-2a18-44ef-a3b4-af434ac92795 HTTP/1.1" status: 200 len: 217 time: 0.0909255 Nov 22 17:00:16.594689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 38b35926-c6d4-4552-a996-022d903b99e3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:16.600090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1102-be22-4792-bf2c-a3967e036c2d req-bb1b0dc0-5f50-4c86-9859-f48b6d270ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.602366 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-554f1102-be22-4792-bf2c-a3967e036c2d req-bb1b0dc0-5f50-4c86-9859-f48b6d270ef0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 0.5502448 Nov 22 17:00:16.652851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fb4d1ce5-bd0b-4fb2-8f0c-e24f65f045d8 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2634075 Nov 22 17:00:16.680462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:16.699794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f10a28a2-78f3-45d7-8492-e8c5dc726965 req-379e7c13-e32e-431f-a015-60be91a029ca tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813643 Nov 22 17:00:16.704740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:16.706820 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.719395 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-554f1102-be22-4792-bf2c-a3967e036c2d req-f7bcd3e6-c067-49e6-88f1-21593f06fda1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d34549d8-f956-45d6-8e79-af7ae85772ac HTTP/1.1" status: 200 len: 217 time: 0.0656703 Nov 22 17:00:16.753799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:16.773883 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2060c77a-0ec2-4b49-8e1f-f2715ab2fdc5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.802981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2060c77a-0ec2-4b49-8e1f-f2715ab2fdc5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/e661437e-dbbc-42fe-9d32-9dcc50eb7ee1 HTTP/1.1" status: 204 len: 168 time: 4.1626492 Nov 22 17:00:16.803364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.836956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:16.858027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1102-be22-4792-bf2c-a3967e036c2d req-38e0dc17-0064-4a2e-9aec-4c58a8d992f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.866530 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-554f1102-be22-4792-bf2c-a3967e036c2d req-38e0dc17-0064-4a2e-9aec-4c58a8d992f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.1353655 Nov 22 17:00:16.886638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 38b35926-c6d4-4552-a996-022d903b99e3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:16.887331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-fd31bf89-c108-4afa-8956-6d942eedbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.888086 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.889328 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-fd31bf89-c108-4afa-8956-6d942eedbb9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.2802441 Nov 22 17:00:16.978919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:16.979193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-218f81da-4dd1-446b-b24d-6ba92198e8fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707917 Nov 22 17:00:16.981243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-554f1102-be22-4792-bf2c-a3967e036c2d req-7858a994-53d6-496a-8ca5-ef188ba3fb87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909865 Nov 22 17:00:16.996398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=fb73db94-2a18-44ef-a3b4-af434ac92795,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:17.061976 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5f1783-ced7-4ce2-b769-6b6822e9afb5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:00:17.062549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5f1783-ced7-4ce2-b769-6b6822e9afb5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:00:17.070794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['fb73db94-2a18-44ef-a3b4-af434ac92795'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:17.072779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2c5f1783-ced7-4ce2-b769-6b6822e9afb5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/e661437e-dbbc-42fe-9d32-9dcc50eb7ee1 HTTP/1.1" status: 404 len: 333 time: 0.2321589 Nov 22 17:00:17.108038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:17.187461 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-31671ae3-1727-4e9c-9f1c-95ab73bf81ea tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:00:17.195807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-31671ae3-1727-4e9c-9f1c-95ab73bf81ea tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/e661437e-dbbc-42fe-9d32-9dcc50eb7ee1 HTTP/1.1" status: 404 len: 333 time: 0.0859203 Nov 22 17:00:17.210146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:17.362900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc20175-2bb2-4cb3-9790-a6271bc19c08 req-503dd05a-d310-420d-bc23-624641cf2b9b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:17.373379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdc20175-2bb2-4cb3-9790-a6271bc19c08 req-503dd05a-d310-420d-bc23-624641cf2b9b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 945 time: 0.4373269 Nov 22 17:00:17.443578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7f69a7-c914-40cb-b48c-527ec11324e2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 78a3af9a-3af8-4118-a330-865c977e9472 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:17.447482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:17.460017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.485577 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-389629d6-b6d1-4641-a9ee-1ad191c4c705 service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966493 Nov 22 17:00:17.509869 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-554f1102-be22-4792-bf2c-a3967e036c2d req-13653a8c-df8a-4e49-a52a-6cb442281121 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117900 Nov 22 17:00:17.586327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] Deleting port 8f4fa71a-8650-4c1a-9b85-67831e733cc5 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:17.586715 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.702054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d7f69a7-c914-40cb-b48c-527ec11324e2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.811927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.856240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8b6ae22f-3dbf-4785-9b80-6dfb3f80a153 req-14b6b2d0-7c4e-4c8a-85a8-fada91f3f779 service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619325 Nov 22 17:00:17.870423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.877749 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-554f1102-be22-4792-bf2c-a3967e036c2d req-7e522fe2-0a75-4b15-85a7-6107f595b955 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510313 Nov 22 17:00:17.887148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdc20175-2bb2-4cb3-9790-a6271bc19c08 req-dc549063-cb5b-4f02-8da1-a645cac3cd46 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119839 Nov 22 17:00:17.888989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0391969a-9b13-422a-9865-d588520f3044 None None] Provisioning complete for port 38b35926-c6d4-4552-a996-022d903b99e3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:17.894467 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0391969a-9b13-422a-9865-d588520f3044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.043981 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d7f69a7-c914-40cb-b48c-527ec11324e2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.058029 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c45136a1-7c2e-4da2-8da2-21cea36c7b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.067963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] For port 8f4fa71a-8650-4c1a-9b85-67831e733cc5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8f4fa71a-8650-4c1a-9b85-67831e733cc5,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:18.068331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.092792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] Calling delete_port for 8f4fa71a-8650-4c1a-9b85-67831e733cc5 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:18.193535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-0895db68-bffa-4dac-9943-3084332511b2 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:18.208319 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-0895db68-bffa-4dac-9943-3084332511b2 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.62 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.1186733 Nov 22 17:00:18.326824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.376122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d7f69a7-c914-40cb-b48c-527ec11324e2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.381126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Deleting port ab7322f2-e36a-4580-83f7-165dbb62be42 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:18.381830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.446844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] No DVR routers for this DVR port 8f4fa71a-8650-4c1a-9b85-67831e733cc5 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:18.473941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c03e2225-d5ba-4f37-9381-779f78f6b9d6 None None] Could not find standard attr ID for object e661437e-dbbc-42fe-9d32-9dcc50eb7ee1. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:00:18.477821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd61c4b-479c-41e7-ba1c-31e86fd276f1 None None] Pushing event deleted for resources: {'Port': ['ID=8f4fa71a-8650-4c1a-9b85-67831e733cc5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:18.506690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2794dd91bc34447c82ff1151374b2f85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7822225 Nov 22 17:00:18.506690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f938805b-dacc-4639-b79d-bc537e1fe90e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:18.521977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56776) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:18.566628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.566980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.568275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.568275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.569843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.570245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.570586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.570934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.571407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.571682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.572040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.572367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b30e8d-420c-4159-a412-51ac32b2e953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:18.621969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d7f69a7-c914-40cb-b48c-527ec11324e2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.648526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8f4fa71a-8650-4c1a-9b85-67831e733cc5 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:18.657262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff790082-4d48-4ee3-91df-7d72b90e3e8f req-9b764750-76f9-4a43-aa0f-bfb0d61db6ad tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:18.665795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff790082-4d48-4ee3-91df-7d72b90e3e8f req-9b764750-76f9-4a43-aa0f-bfb0d61db6ad tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/ports?device_id=86247588-df32-4057-b55a-c2038ffc0533 HTTP/1.1" status: 200 len: 945 time: 0.5294690 Nov 22 17:00:18.702064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8f4fa71a-8650-4c1a-9b85-67831e733cc5 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:18.702420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8f4fa71a-8650-4c1a-9b85-67831e733cc5 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:18.753660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] For port ab7322f2-e36a-4580-83f7-165dbb62be42, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ab7322f2-e36a-4580-83f7-165dbb62be42,segment=NetworkSegment(fb0afa43-4c68-4fdd-92c2-27586e06b383),segment_id=fb0afa43-4c68-4fdd-92c2-27586e06b383)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:18.754493 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.805017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Calling delete_port for ab7322f2-e36a-4580-83f7-165dbb62be42 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:18.812753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f69a7-c914-40cb-b48c-527ec11324e2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=78a3af9a-3af8-4118-a330-865c977e9472,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:18.858171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9d7f69a7-c914-40cb-b48c-527ec11324e2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.870473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5664b1-557a-49eb-a524-fe6c3a853641 None None] Network ca17590d-6f82-494c-a50c-db77a8a6f2bf requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:18.874305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9d7f69a7-c914-40cb-b48c-527ec11324e2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/78a3af9a-3af8-4118-a330-865c977e9472 HTTP/1.1" status: 204 len: 168 time: 1.6624494 Nov 22 17:00:18.878698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:18.879695 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67e5b06a-d50d-4b77-8d96-a9992d992caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.003589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.043662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff790082-4d48-4ee3-91df-7d72b90e3e8f req-05e6739f-e1f2-4cd8-b454-4e97feccba0a tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c3d74fe-b11d-4a9a-822a-2731876ec62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767879 Nov 22 17:00:19.052797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.064518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67e5b06a-d50d-4b77-8d96-a9992d992caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.087815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['ab7322f2-e36a-4580-83f7-165dbb62be42'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:19.104241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Pushing event deleted for resources: {'Port': ['ID=ab7322f2-e36a-4580-83f7-165dbb62be42,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.151972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.154346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.216014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] No DVR routers for this DVR port ab7322f2-e36a-4580-83f7-165dbb62be42 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:19.223534 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.229376 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-44a863a9-1e2e-4166-b1de-79eaa2b9f4ac req-d905dacf-eb22-4d0c-97a6-643a1feab092 tempest-TestServerAdvancedOps-41642305 tempest-TestServerAdvancedOps-41642305-project] 10.222.0.62 "DELETE /v2.0/ports/ab7322f2-e36a-4580-83f7-165dbb62be42 HTTP/1.1" status: 204 len: 173 time: 1.0144582 Nov 22 17:00:19.229898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86247588-df32-4057-b55a-c2038ffc0533', 'name': 'network-vif-deleted', 'tag': 'ab7322f2-e36a-4580-83f7-165dbb62be42'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:19.233342 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cce5f47-d771-428c-a594-4aa71b25d906" -d '{"events": [{"server_uuid": "86247588-df32-4057-b55a-c2038ffc0533", "name": "network-vif-deleted", "tag": "ab7322f2-e36a-4580-83f7-165dbb62be42"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:19.313452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] DHCP port deletion for ca17590d-6f82-494c-a50c-db77a8a6f2bf request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:19.390496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] Deleting port 38b35926-c6d4-4552-a996-022d903b99e3 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:19.390864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.525862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] For port 38b35926-c6d4-4552-a996-022d903b99e3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=38b35926-c6d4-4552-a996-022d903b99e3,segment=NetworkSegment(8964d53d-55d4-4b39-8a4a-6dd2034c3860),segment_id=8964d53d-55d4-4b39-8a4a-6dd2034c3860)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:19.526184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.543609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device fb73db94-2a18-44ef-a3b4-af434ac92795 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:19.553218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] Calling delete_port for 38b35926-c6d4-4552-a996-022d903b99e3 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:19.694115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port fb73db94-2a18-44ef-a3b4-af434ac92795 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:00:19.707844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port fb73db94-2a18-44ef-a3b4-af434ac92795 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:19.708222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.758405 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.781824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] No DVR routers for this DVR port 38b35926-c6d4-4552-a996-022d903b99e3 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:19.792488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:19.838484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c8239-e6b7-475b-9e0e-350fb0fedd77 None None] Pushing event deleted for resources: {'Port': ['ID=38b35926-c6d4-4552-a996-022d903b99e3,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.839226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:19.899523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f400ce6d-4f06-4fbd-abd9-f0076107965b None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:19.910283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=b58e92ad-4011-4f1c-8ba3-28e7e43898b3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:19.976921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.979031 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.037097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f1b75a0f-e7e0-4e19-9b12-7192b7fe338d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3349075 Nov 22 17:00:20.042322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56806) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:20.044552 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.047861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d15d14-eff5-40f2-9921-0e5d4b6e7246 req-2586cfec-eb16-4da2-948e-05fd0bf79421 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:20.050428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5d15d14-eff5-40f2-9921-0e5d4b6e7246 req-2586cfec-eb16-4da2-948e-05fd0bf79421 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 945 time: 0.9029593 Nov 22 17:00:20.051451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8c776a2b-b4d9-45d3-9785-c18abc4c83fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': 'b58e92ad-4011-4f1c-8ba3-28e7e43898b3', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1063622945'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:20.118325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port fb73db94-2a18-44ef-a3b4-af434ac92795, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=fb73db94-2a18-44ef-a3b4-af434ac92795,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:20.119206 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67e5b06a-d50d-4b77-8d96-a9992d992caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.122017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67e5b06a-d50d-4b77-8d96-a9992d992caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.124577 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-67e5b06a-d50d-4b77-8d96-a9992d992caf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f938805b-dacc-4639-b79d-bc537e1fe90e HTTP/1.1" status: 204 len: 168 time: 1.5976038 Nov 22 17:00:20.127638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee4a973-8a77-4d34-baff-fd44d29caff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb73db94-2a18-44ef-a3b4-af434ac92795'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:20.133586 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec6d10e-1708-44d7-b907-f6a555218d80" -d '{"events": [{"server_uuid": "fee4a973-8a77-4d34-baff-fd44d29caff7", "name": "network-vif-plugged", "status": "completed", "tag": "fb73db94-2a18-44ef-a3b4-af434ac92795"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:20.151167 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.214108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5b06a-d50d-4b77-8d96-a9992d992caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f938805b-dacc-4639-b79d-bc537e1fe90e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:20.225869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.302189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c776a2b-b4d9-45d3-9785-c18abc4c83fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:20.327178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca17590d-6f82-494c-a50c-db77a8a6f2bf']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:20.346111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c5d15d14-eff5-40f2-9921-0e5d4b6e7246 req-83aeac34-bafa-4fc9-8e4c-aa676834e251 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542884 Nov 22 17:00:20.389564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8964d53d-55d4-4b39-8a4a-6dd2034c3860') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:20.390772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8964d53d-55d4-4b39-8a4a-6dd2034c3860') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:20.425798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.464250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.496238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:20.496933 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:20.504379 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:20.539385 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa81c3-7a95-4827-a122-f833ebd7f850 x-openstack-request-id: req-bcaa81c3-7a95-4827-a122-f833ebd7f850 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:20.539708 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86247588-df32-4057-b55a-c2038ffc0533", "name": "network-vif-deleted", "tag": "ab7322f2-e36a-4580-83f7-165dbb62be42", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:20.539964 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bcaa81c3-7a95-4827-a122-f833ebd7f850 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:20.540388 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86247588-df32-4057-b55a-c2038ffc0533', 'name': 'network-vif-deleted', 'tag': 'ab7322f2-e36a-4580-83f7-165dbb62be42', 'status': 'completed', 'code': 200} Nov 22 17:00:20.585938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56824) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:20.592809 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c776a2b-b4d9-45d3-9785-c18abc4c83fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.636849 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.654439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 38b35926-c6d4-4552-a996-022d903b99e3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:20.701562 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13482013-59d3-4e25-a33a-70acbcc87344 x-openstack-request-id: req-13482013-59d3-4e25-a33a-70acbcc87344 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:20.702293 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee4a973-8a77-4d34-baff-fd44d29caff7", "name": "network-vif-plugged", "status": "completed", "tag": "fb73db94-2a18-44ef-a3b4-af434ac92795", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:20.702783 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13482013-59d3-4e25-a33a-70acbcc87344 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:20.703474 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee4a973-8a77-4d34-baff-fd44d29caff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb73db94-2a18-44ef-a3b4-af434ac92795', 'code': 200} Nov 22 17:00:20.718710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-8c776a2b-b4d9-45d3-9785-c18abc4c83fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port cb48e597-2d35-4890-835b-aa1a20b5725f yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:00:20.726253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.733652 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 38b35926-c6d4-4552-a996-022d903b99e3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:20.734402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 38b35926-c6d4-4552-a996-022d903b99e3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:20.749114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/networks/ca17590d-6f82-494c-a50c-db77a8a6f2bf HTTP/1.1" status: 204 len: 168 time: 1.8642867 Nov 22 17:00:20.754374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cfbd0-a2a6-4905-b88b-bc4af0b03045 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Network': ['ID=ca17590d-6f82-494c-a50c-db77a8a6f2bf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:20.765045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=fb73db94-2a18-44ef-a3b4-af434ac92795,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:20.775402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:20.781071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2107054028'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:20.827874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:20.831825 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.837287 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.873276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:00:20.893007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.893637 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Added segment 26078512-94b0-4f3f-8e9a-37b316d6a1d2 of type vlan for network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb Nov 22 17:00:20.899100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': 'b58e92ad-4011-4f1c-8ba3-28e7e43898b3'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:20.901025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.911258 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c776a2b-b4d9-45d3-9785-c18abc4c83fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:00:20.911637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c776a2b-b4d9-45d3-9785-c18abc4c83fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:00:20.963780 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.964421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-c226df89-2a2c-4d19-b099-adda13847d31 admin admin] Deleting subnet 911b58f8-cab6-4027-b4f0-f39f2112321a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:20.994241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c226df89-2a2c-4d19-b099-adda13847d31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:20.998364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.006021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.006857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.079861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c226df89-2a2c-4d19-b099-adda13847d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.092658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Network': ['ID=30ebe9e3-3c88-4890-b7aa-85d82e5267cb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:21.113289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-68f5e002-f8f5-45a0-bcac-dad5a845921d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3363652 Nov 22 17:00:21.116423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56842) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:21.129661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': '30ebe9e3-3c88-4890-b7aa-85d82e5267cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:21.147308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c226df89-2a2c-4d19-b099-adda13847d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.152616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/b58e92ad-4011-4f1c-8ba3-28e7e43898b3/b10c943a-1664-4ffd-ba7b-66071a039b37) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:21.229408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56844) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:21.231766 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8c776a2b-b4d9-45d3-9785-c18abc4c83fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1871870 Nov 22 17:00:21.235588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b417311-097c-4316-835b-024a5dfc094d req-c92b2269-0c1c-441b-a397-3a587bef6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.237437 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b417311-097c-4316-835b-024a5dfc094d req-c92b2269-0c1c-441b-a397-3a587bef6d44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 1097 time: 0.3434322 Nov 22 17:00:21.238773 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c226df89-2a2c-4d19-b099-adda13847d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.300658 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c226df89-2a2c-4d19-b099-adda13847d31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.307400 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c226df89-2a2c-4d19-b099-adda13847d31 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/911b58f8-cab6-4027-b4f0-f39f2112321a HTTP/1.1" status: 204 len: 168 time: 0.7032986 Nov 22 17:00:21.307800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226df89-2a2c-4d19-b099-adda13847d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911b58f8-cab6-4027-b4f0-f39f2112321a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:21.309239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:21.317290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c7ced53d-82a2-468c-9e91-b485c50c316c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0864718 Nov 22 17:00:21.603378 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b417311-097c-4316-835b-024a5dfc094d req-fede9e56-9757-4ee5-b772-39df3a9ec98b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086328 Nov 22 17:00:21.611722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56856) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:21.615909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.615909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:00:21.615909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ab7322f2-e36a-4580-83f7-165dbb62be42 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:21.615909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.618404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64bb5f-3597-451e-929c-837a04905b2d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.618404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64bb5f-3597-451e-929c-837a04905b2d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.618404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4b64bb5f-3597-451e-929c-837a04905b2d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2142627 Nov 22 17:00:21.620157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56876) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:21.696558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7eb7ec-a25c-444d-8dce-093454a23d81 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet b58e92ad-4011-4f1c-8ba3-28e7e43898b3 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:21.701413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e7eb7ec-a25c-444d-8dce-093454a23d81 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.790181 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e7eb7ec-a25c-444d-8dce-093454a23d81 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.802136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: ab7322f2-e36a-4580-83f7-165dbb62be42 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:21.802710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ab7322f2-e36a-4580-83f7-165dbb62be42 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:21.858715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.872503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:21.882687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.888488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:21.889413 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.908868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e3e91-4d58-48cf-9a07-39b5672fe3a8 req-ba4d8654-341f-4f5a-8d81-c8d082b4a4c0 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.916539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:21.918757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d7e3e91-4d58-48cf-9a07-39b5672fe3a8 req-ba4d8654-341f-4f5a-8d81-c8d082b4a4c0 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 946 time: 0.3069861 Nov 22 17:00:21.932586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:21.959010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Pushing event updated for resources: {'Port': ['ID=b10c943a-1664-4ffd-ba7b-66071a039b37,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:22.003659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e7eb7ec-a25c-444d-8dce-093454a23d81 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.064164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Attempting to bind port b10c943a-1664-4ffd-ba7b-66071a039b37 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:22.064542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Attempting to bind port b10c943a-1664-4ffd-ba7b-66071a039b37 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:22.066540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Attempting to bind port b10c943a-1664-4ffd-ba7b-66071a039b37 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:22.075606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:22.078081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:22.082317 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.083721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:22.085441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Bound port: b10c943a-1664-4ffd-ba7b-66071a039b37, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:22.088640 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.136314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d7e3e91-4d58-48cf-9a07-39b5672fe3a8 req-a59459d0-363b-4808-a68e-3c02bdfcd69b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893179 Nov 22 17:00:22.167090 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.170887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e7eb7ec-a25c-444d-8dce-093454a23d81 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.198720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e7eb7ec-a25c-444d-8dce-093454a23d81 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.202456 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1e7eb7ec-a25c-444d-8dce-093454a23d81 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/b58e92ad-4011-4f1c-8ba3-28e7e43898b3 HTTP/1.1" status: 204 len: 168 time: 0.5911145 Nov 22 17:00:22.212002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:22.228550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7eb7ec-a25c-444d-8dce-093454a23d81 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=b58e92ad-4011-4f1c-8ba3-28e7e43898b3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:22.253628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb16d03-e8bf-4643-b545-c243b29a0aa4']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:22.273986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] For port b10c943a-1664-4ffd-ba7b-66071a039b37, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:22.278379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] For port b10c943a-1664-4ffd-ba7b-66071a039b37, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b10c943a-1664-4ffd-ba7b-66071a039b37,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:22.295497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.332562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aaf8e455-04d2-4a88-be48-828deece92cd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051798 Nov 22 17:00:22.337266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:22.342604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:22.360610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0afa43-4c68-4fdd-92c2-27586e06b383') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:22.379736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0afa43-4c68-4fdd-92c2-27586e06b383') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:22.417271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013843e0-62c6-4be8-8c70-0551d4dfcef0 None None] Pushing event updated for resources: {'Port': ['ID=b10c943a-1664-4ffd-ba7b-66071a039b37,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:22.432256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.502996 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.532493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:22.533184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:22.536588 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:22.632556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:22.641455 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.844483 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.848343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.881603 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.900208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bbb16d03-e8bf-4643-b545-c243b29a0aa4 HTTP/1.1" status: 204 len: 168 time: 1.5781388 Nov 22 17:00:22.903352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:23.017454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=124b886e-71f5-422d-b222-5f778eaa008c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:23.051200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c38d10-b78e-45d5-b895-426556f36ab0 admin admin] Deleting subnet a8b958cf-0546-4999-a6dc-3243fd62841d {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:23.055040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceadb6-8146-4dc9-85c7-f5766dd7fad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb16d03-e8bf-4643-b545-c243b29a0aa4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:23.098745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85c38d10-b78e-45d5-b895-426556f36ab0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.120048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking segment: {'id': '26078512-94b0-4f3f-8e9a-37b316d6a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30ebe9e3-3c88-4890-b7aa-85d82e5267cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:23.121596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network hostable DHCP agents. Network: 30ebe9e3-3c88-4890-b7aa-85d82e5267cb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:23.145711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:23.163391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 30ebe9e3-3c88-4890-b7aa-85d82e5267cb) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:23.179786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed17d50-4750-47c1-b7b4-152a9e046d23 None None] Network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:23.191301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:23.193406 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.218513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85c38d10-b78e-45d5-b895-426556f36ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.221602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.240641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ac5a2ad8-0c9d-4fe7-9c69-129344758835 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1217504 Nov 22 17:00:23.245111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:23.263371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': '30ebe9e3-3c88-4890-b7aa-85d82e5267cb', 'security_groups': [], 'name': 'tempest-PortsTestJSON-326727357'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:23.359614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=2bc16fb7-3e33-4a54-86da-1697a13a1ebc,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:23.379588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:23.384247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:23.389369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:23.390304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.414039 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85c38d10-b78e-45d5-b895-426556f36ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.425212 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3abbe595-1121-4a01-abe4-983dc01f04da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0863793 Nov 22 17:00:23.437693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56940) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:23.462139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ebcbdf15-39ae-4cf6-8b74-170a071bf002 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1439127974', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:23.551370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85c38d10-b78e-45d5-b895-426556f36ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.564836 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdf15-39ae-4cf6-8b74-170a071bf002 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.566471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdf15-39ae-4cf6-8b74-170a071bf002 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.599179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317739bf-dc5b-448e-99ce-64f11b8efa13 req-8d7b6145-a279-4de8-be93-87aced81b15f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:23.602039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-317739bf-dc5b-448e-99ce-64f11b8efa13 req-8d7b6145-a279-4de8-be93-87aced81b15f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 946 time: 0.2788596 Nov 22 17:00:23.640428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c38d10-b78e-45d5-b895-426556f36ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b958cf-0546-4999-a6dc-3243fd62841d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:23.644553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85c38d10-b78e-45d5-b895-426556f36ab0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.651872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-85c38d10-b78e-45d5-b895-426556f36ab0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a8b958cf-0546-4999-a6dc-3243fd62841d HTTP/1.1" status: 204 len: 168 time: 0.7455773 Nov 22 17:00:23.652837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56948) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:23.690033 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-30ebe9e3-3c88-4890-b7aa-85d82e5267cb', 'network_id': '30ebe9e3-3c88-4890-b7aa-85d82e5267cb', 'tenant_id': '7a8210ca913f42d583508a22bb37db73', 'fixed_ips': [{'subnet_id': '124b886e-71f5-422d-b222-5f778eaa008c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:23.691310 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.806088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.904696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdf15-39ae-4cf6-8b74-170a071bf002 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.927858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdf15-39ae-4cf6-8b74-170a071bf002 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.959080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:23.966995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.064544 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.070606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-317739bf-dc5b-448e-99ce-64f11b8efa13 req-7fa8114b-832c-4d2a-a2cb-50062a8fea7a tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562082 Nov 22 17:00:24.088530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdf15-39ae-4cf6-8b74-170a071bf002 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.091853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ebcbdf15-39ae-4cf6-8b74-170a071bf002 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6375914 Nov 22 17:00:24.093783 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 9d521bb8-660d-43fa-9105-de42d6b29cdb yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:00:24.100478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 56960) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:24.110242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ede5600-5482-4665-a8fc-373df3aeebb8']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:24.152481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f09ac1-4d29-417e-bd5a-c8d8f710a46c') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:24.154682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f09ac1-4d29-417e-bd5a-c8d8f710a46c') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:24.186071 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.222449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.238577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Allocated IP 172.20.0.2 (30ebe9e3-3c88-4890-b7aa-85d82e5267cb/124b886e-71f5-422d-b222-5f778eaa008c/1c749942-65f1-4ac3-8da6-85a8cabf1623) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:24.239682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:24.240454 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:24.458531 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:24.465235 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.480000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.488010 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] 10.222.0.59 "DELETE /v2.0/networks/6ede5600-5482-4665-a8fc-373df3aeebb8 HTTP/1.1" status: 204 len: 168 time: 0.8293235 Nov 22 17:00:24.535958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed323b-26b5-4aed-a9a3-05d72bdd7ced admin admin] Pushing event deleted for resources: {'Network': ['ID=6ede5600-5482-4665-a8fc-373df3aeebb8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:24.701022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f24c4-9036-4a55-89ad-ab45044a450c None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:24.710883 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.750593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b10c943a-1664-4ffd-ba7b-66071a039b37 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:24.947223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 56996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:25.007244 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.061006 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-177a50d5-38ed-4948-bd6f-71706b9d9a1d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df27d858725a4a22988bfb19fa0f12a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1120420 Nov 22 17:00:25.063532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57002) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:25.165162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7f5c59b5-bb04-426f-8e4f-853373835a88 None None] Provisioning complete for port b10c943a-1664-4ffd-ba7b-66071a039b37 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:25.165599 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f5c59b5-bb04-426f-8e4f-853373835a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.177021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.7 (30ebe9e3-3c88-4890-b7aa-85d82e5267cb/124b886e-71f5-422d-b222-5f778eaa008c/9d521bb8-660d-43fa-9105-de42d6b29cdb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:25.190079 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bedc45e-bc4c-4a9e-b617-99fec125c1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.256222 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bedc45e-bc4c-4a9e-b617-99fec125c1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.304334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:25.328729 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.371554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57012) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:25.391950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:25.396819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:25.419095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b10c943a-1664-4ffd-ba7b-66071a039b37 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:25.420346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.488020 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.534560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Pushing event updated for resources: {'Port': ['ID=1c749942-65f1-4ac3-8da6-85a8cabf1623,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:25.553323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.597567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bedc45e-bc4c-4a9e-b617-99fec125c1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.600717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bedc45e-bc4c-4a9e-b617-99fec125c1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.603686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bedc45e-bc4c-4a9e-b617-99fec125c1a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c3d74fe-b11d-4a9a-822a-2731876ec62a HTTP/1.1" status: 204 len: 168 time: 0.5361822 Nov 22 17:00:25.656601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=9d521bb8-660d-43fa-9105-de42d6b29cdb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:25.671418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedc45e-bc4c-4a9e-b617-99fec125c1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3d74fe-b11d-4a9a-822a-2731876ec62a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:25.781888 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f5c59b5-bb04-426f-8e4f-853373835a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.876963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Deleting port 99dbf400-3299-4467-bd40-ef1f1d45404e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:25.877767 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.882175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:26.026478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:26.039681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:26.187885 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:26.188198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:26.228286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Calling delete_port for 99dbf400-3299-4467-bd40-ef1f1d45404e owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:26.535607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:26.546496 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:26.554164 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:26.585400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:26.673167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7f5c59b5-bb04-426f-8e4f-853373835a88 None None] For port b10c943a-1664-4ffd-ba7b-66071a039b37, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b10c943a-1664-4ffd-ba7b-66071a039b37,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:26.690980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Attempting to bind port 1c749942-65f1-4ac3-8da6-85a8cabf1623 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:26.691940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Attempting to bind port 1c749942-65f1-4ac3-8da6-85a8cabf1623 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '26078512-94b0-4f3f-8e9a-37b316d6a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30ebe9e3-3c88-4890-b7aa-85d82e5267cb'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:26.692342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Attempting to bind port 1c749942-65f1-4ac3-8da6-85a8cabf1623 on network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:26.734746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7f5c59b5-bb04-426f-8e4f-853373835a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:26.778114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:26.778839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Checking segment: {'id': '26078512-94b0-4f3f-8e9a-37b316d6a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30ebe9e3-3c88-4890-b7aa-85d82e5267cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:26.780857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:26.783216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Bound using segment: {'id': '26078512-94b0-4f3f-8e9a-37b316d6a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30ebe9e3-3c88-4890-b7aa-85d82e5267cb'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:26.793364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Bound port: 1c749942-65f1-4ac3-8da6-85a8cabf1623, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26078512-94b0-4f3f-8e9a-37b316d6a1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '30ebe9e3-3c88-4890-b7aa-85d82e5267cb'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:26.795999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-286c94c5-79a9-48eb-9f11-c0b85599e523 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.5488629 Nov 22 17:00:26.796645 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:26.805024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57046) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:26.822757 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a02916b2-d418-488b-b26b-2fc5459f4870 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d370e89b6894da8a119d1182197463c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356799 Nov 22 17:00:26.827152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57048) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:27.068852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::1 (45521f05-429d-474d-a428-1772d389eb08/2bc16fb7-3e33-4a54-86da-1697a13a1ebc/2e68897c-14e8-478c-ac38-6b135fcf94cb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:27.103092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.107018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:00:27.122757 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:00:27.159851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c59b5-bb04-426f-8e4f-853373835a88 None None] Pushing event updated for resources: {'Port': ['ID=b10c943a-1664-4ffd-ba7b-66071a039b37,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:27.173314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event deleted for resources: {'Port': ['ID=99dbf400-3299-4467-bd40-ef1f1d45404e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:27.191001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] For port 1c749942-65f1-4ac3-8da6-85a8cabf1623, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:27.204852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] For port 1c749942-65f1-4ac3-8da6-85a8cabf1623, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1c749942-65f1-4ac3-8da6-85a8cabf1623,segment=NetworkSegment(26078512-94b0-4f3f-8e9a-37b316d6a1d2),segment_id=26078512-94b0-4f3f-8e9a-37b316d6a1d2)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:27.261182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.269794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e67cee3b-0b96-4dd0-b28a-2a801eb3b931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.362979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1a18f-bcc2-4c4f-861a-a7ed9a476831 None None] Pushing event updated for resources: {'Port': ['ID=1c749942-65f1-4ac3-8da6-85a8cabf1623,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:27.384138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.419071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-228d4e97-3294-41d1-a514-04f21fc2985d None None] Provisioning complete for port b10c943a-1664-4ffd-ba7b-66071a039b37 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:27.419463 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228d4e97-3294-41d1-a514-04f21fc2985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.442605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e67cee3b-0b96-4dd0-b28a-2a801eb3b931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.509881 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.544798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e67cee3b-0b96-4dd0-b28a-2a801eb3b931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.548189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e67cee3b-0b96-4dd0-b28a-2a801eb3b931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.553582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e67cee3b-0b96-4dd0-b28a-2a801eb3b931 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7025567-9dcc-4622-ac5a-1f79109c0021 HTTP/1.1" status: 204 len: 168 time: 0.7221901 Nov 22 17:00:27.569661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d02771e3-4c3e-4452-bfdd-3cd193f7ea79 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 9d521bb8-660d-43fa-9105-de42d6b29cdb {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:27.570005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d02771e3-4c3e-4452-bfdd-3cd193f7ea79 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.587373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.587937 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Floating IP 69424a90-80fd-41da-bc54-e5ea93194638 disassociated (deleted). External IP: 172.25.0.18, port: bdcb2302-df75-472f-b8a7-ed9b04665df4. Nov 22 17:00:27.639964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cee3b-0b96-4dd0-b28a-2a801eb3b931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7025567-9dcc-4622-ac5a-1f79109c0021,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:27.702161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:27.710141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:27.727427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:27.737699 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:27.869512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=2e68897c-14e8-478c-ac38-6b135fcf94cb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:28.196062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.358807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d02771e3-4c3e-4452-bfdd-3cd193f7ea79 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.388042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Router 60a63e53-5a0b-4e12-9514-e63a92709533 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:28.422734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d02771e3-4c3e-4452-bfdd-3cd193f7ea79 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 9d521bb8-660d-43fa-9105-de42d6b29cdb owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:28.499947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1c749942-65f1-4ac3-8da6-85a8cabf1623 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:28.709038 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-462fdc25-e243-4dc7-a1d2-b9ba48b22af1 None None] Provisioning complete for port 2e68897c-14e8-478c-ac38-6b135fcf94cb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:28.727035 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-462fdc25-e243-4dc7-a1d2-b9ba48b22af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.793903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:28.805867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-462fdc25-e243-4dc7-a1d2-b9ba48b22af1 None None] Port 2e68897c-14e8-478c-ac38-6b135fcf94cb cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:28.808014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1c749942-65f1-4ac3-8da6-85a8cabf1623 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:28.808649 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.821250 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.916827 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8a046787-8e94-4d7b-835c-d460f12a072f tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "DELETE /v2.0/floatingips/69424a90-80fd-41da-bc54-e5ea93194638 HTTP/1.1" status: 204 len: 168 time: 3.5394304 Nov 22 17:00:28.973345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] Sync routers for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:29.027555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:29.030294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:29.076145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:29.079139 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb42cbf-9d41-49a1-a0c4-601602f4a934" -d '{"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:29.217775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.224507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.229510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.432452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=2e68897c-14e8-478c-ac38-6b135fcf94cb,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:29.447677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d02771e3-4c3e-4452-bfdd-3cd193f7ea79 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.593958 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.680811 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3915bd-a332-4ad2-8c46-9b830a8a7f64 x-openstack-request-id: req-ab3915bd-a332-4ad2-8c46-9b830a8a7f64 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:29.681342 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:29.682552 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab3915bd-a332-4ad2-8c46-9b830a8a7f64 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:29.683430 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'status': 'completed', 'code': 200} Nov 22 17:00:29.778499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02771e3-4c3e-4452-bfdd-3cd193f7ea79 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=9d521bb8-660d-43fa-9105-de42d6b29cdb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:29.951855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:29.962186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-70b68a50-eae0-4348-bc57-365978f8e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:29.963215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:29.972409 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-70b68a50-eae0-4348-bc57-365978f8e424 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce43e3602110420d84f035a11a7d6d79&device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 1097 time: 0.3374267 Nov 22 17:00:29.977802 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d02771e3-4c3e-4452-bfdd-3cd193f7ea79 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.994300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57148) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:29.995651 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d02771e3-4c3e-4452-bfdd-3cd193f7ea79 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/9d521bb8-660d-43fa-9105-de42d6b29cdb HTTP/1.1" status: 204 len: 168 time: 3.1870251 Nov 22 17:00:30.265990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-4a9d1463-eff2-45b1-b8a0-5d76a5462a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:30.267790 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-4a9d1463-eff2-45b1-b8a0-5d76a5462a14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 200 len: 915 time: 0.2705846 Nov 22 17:00:30.311645 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:30.387037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86a1af-f119-4503-9e41-d83000b38f0e None None] Network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:30.389519 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-f6c242af-8133-46d3-bff4-580f77a53ae3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 200 len: 217 time: 0.1137223 Nov 22 17:00:30.415742 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a340dd-fff6-4431-b086-e111d429efd3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:00:30.417614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-45a340dd-fff6-4431-b086-e111d429efd3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/9d521bb8-660d-43fa-9105-de42d6b29cdb HTTP/1.1" status: 404 len: 333 time: 0.1086028 Nov 22 17:00:30.448773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34782c6-6fab-42eb-bcdf-c96406617143 req-bcf79345-5f52-4982-a64a-13ed15320364 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:30.468232 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a34782c6-6fab-42eb-bcdf-c96406617143 req-bcf79345-5f52-4982-a64a-13ed15320364 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 946 time: 0.6493747 Nov 22 17:00:30.470271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57158) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:30.561709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:30.759086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5d6f6a-e8d2-4825-b21f-7e215f718464 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 124b886e-71f5-422d-b222-5f778eaa008c {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:30.781914 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6f6a-e8d2-4825-b21f-7e215f718464 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.815525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:30.956553 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6f6a-e8d2-4825-b21f-7e215f718464 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.087348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 1c749942-65f1-4ac3-8da6-85a8cabf1623, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1c749942-65f1-4ac3-8da6-85a8cabf1623,segment=NetworkSegment(26078512-94b0-4f3f-8e9a-37b316d6a1d2),segment_id=26078512-94b0-4f3f-8e9a-37b316d6a1d2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:31.150370 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.159047 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6f6a-e8d2-4825-b21f-7e215f718464 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.171869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b10c943a-1664-4ffd-ba7b-66071a039b37 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:31.273474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-745e1633-047c-424d-921b-732e64c9995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:31.279194 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-745e1633-047c-424d-921b-732e64c9995b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1eec2eea-712d-480f-b9d8-660318bed072 HTTP/1.1" status: 200 len: 853 time: 0.8815348 Nov 22 17:00:31.367756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Router c38b2604-8702-49a7-b75c-055cfb172413 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:00:31.391818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-a3b54b18-17cb-4cee-a4d2-96db95717c7c tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:31.393556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-a3b54b18-17cb-4cee-a4d2-96db95717c7c tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.37 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 946 time: 0.2304819 Nov 22 17:00:31.451534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-e5505b1a-2084-42f4-918f-4a5cd0202e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:31.456989 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-e5505b1a-2084-42f4-918f-4a5cd0202e92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34c19b3a-c2f0-41ff-a4c2-564422409727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540380 Nov 22 17:00:31.512865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a34782c6-6fab-42eb-bcdf-c96406617143 req-18babdc7-138d-468f-84ed-357656a5b958 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0435343 Nov 22 17:00:31.517819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6b82a6de-e940-45fe-b786-dc8338b100f6 None None] Provisioning complete for port 1c749942-65f1-4ac3-8da6-85a8cabf1623 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:31.518397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b82a6de-e940-45fe-b786-dc8338b100f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.698738 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-36c49e26-8867-4d89-a166-1d7b3bd25526 service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343216 Nov 22 17:00:31.859315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=1c749942-65f1-4ac3-8da6-85a8cabf1623,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:32.133020 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aeb42cbf-9d41-49a1-a0c4-601602f4a934 req-e0e3e005-95ba-4bf0-9686-8668054eb15b service neutron] 10.222.0.37 "GET /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986099 Nov 22 17:00:32.384380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b10c943a-1664-4ffd-ba7b-66071a039b37 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:32.385343 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.578385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d8906a0e-7640-4835-bc09-377a7b78bf63 None None] Provisioning complete for port 2e68897c-14e8-478c-ac38-6b135fcf94cb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:32.578767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8906a0e-7640-4835-bc09-377a7b78bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.987104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d8906a0e-7640-4835-bc09-377a7b78bf63 None None] Port 2e68897c-14e8-478c-ac38-6b135fcf94cb cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:33.028235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1c749942-65f1-4ac3-8da6-85a8cabf1623 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:33.128615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1656132513-network', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:33.192596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:33.255270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] Checking router: 60a63e53-5a0b-4e12-9514-e63a92709533 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:33.273880 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6f6a-e8d2-4825-b21f-7e215f718464 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.334866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:33.343807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:33.385077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d14c9ebc-78b9-4666-9396-5993e376d4ef None None] Provisioning complete for port 1c749942-65f1-4ac3-8da6-85a8cabf1623 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:33.385798 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d14c9ebc-78b9-4666-9396-5993e376d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.417794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d6f6a-e8d2-4825-b21f-7e215f718464 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=124b886e-71f5-422d-b222-5f778eaa008c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:33.473172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Made reservation on behalf of 117d6440b2cd452a9e1944c2985d4bb3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:33.478351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.511696 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6f6a-e8d2-4825-b21f-7e215f718464 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.518544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57226) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:33.519148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0f5d6f6a-e8d2-4825-b21f-7e215f718464 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/124b886e-71f5-422d-b222-5f778eaa008c HTTP/1.1" status: 204 len: 168 time: 3.0289340 Nov 22 17:00:33.525962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:33.531364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.537211 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Sync routers for ids ['c38b2604-8702-49a7-b75c-055cfb172413'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:33.541145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-90e84265-c52f-4508-98a9-e646025cc95f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "PUT /v2.0/routers/c38b2604-8702-49a7-b75c-055cfb172413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4388447 Nov 22 17:00:33.569215 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Routers {'c38b2604-8702-49a7-b75c-055cfb172413'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:33.570073 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c38b2604-8702-49a7-b75c-055cfb172413'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:33.571595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb6ff6-6686-4765-857e-c6e75ff1e1e6 req-9f0dae61-f3f7-4052-9135-c52fc2a4e09a tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:33.573648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15fb6ff6-6686-4765-857e-c6e75ff1e1e6 req-9f0dae61-f3f7-4052-9135-c52fc2a4e09a tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 946 time: 0.5028024 Nov 22 17:00:33.579657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:33.697113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1c749942-65f1-4ac3-8da6-85a8cabf1623 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:33.697589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.866792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.887155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Deleting port bdcb2302-df75-472f-b8a7-ed9b04665df4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:33.888144 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.956722 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Set router c38b2604-8702-49a7-b75c-055cfb172413 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:34.043054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 1c749942-65f1-4ac3-8da6-85a8cabf1623 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:34.067273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.084449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa4b5d-ab7b-4b25-a225-45f65cd8deb4 None None] Network 30ebe9e3-3c88-4890-b7aa-85d82e5267cb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:34.109330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:34.185143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8b075-cbfb-4384-bfdb-8567c50e1d19 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.196349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8df8b075-cbfb-4384-bfdb-8567c50e1d19 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports/2e68897c-14e8-478c-ac38-6b135fcf94cb HTTP/1.1" status: 200 len: 911 time: 0.5996828 Nov 22 17:00:34.234175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:34.254905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1f86bb75-d202-4359-8b77-478dd9b7d443 None None] Could not find standard attr ID for object 9d521bb8-660d-43fa-9105-de42d6b29cdb. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:00:34.365749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] For port 1c749942-65f1-4ac3-8da6-85a8cabf1623, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1c749942-65f1-4ac3-8da6-85a8cabf1623,segment=NetworkSegment(26078512-94b0-4f3f-8e9a-37b316d6a1d2),segment_id=26078512-94b0-4f3f-8e9a-37b316d6a1d2)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:34.366613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.412115 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15fb6ff6-6686-4765-857e-c6e75ff1e1e6 req-eac95c12-3587-4609-9ecb-8ff078677eb6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/security-groups?id=6eb89ee1-c85b-4f94-9786-74db24e4d2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7862523 Nov 22 17:00:34.461386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 1c749942-65f1-4ac3-8da6-85a8cabf1623 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:34.669762 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.708785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=1c749942-65f1-4ac3-8da6-85a8cabf1623,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:34.711721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No DVR routers for this DVR port 1c749942-65f1-4ac3-8da6-85a8cabf1623 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:34.751309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05939eeb-1f83-4f3f-ae8e-f033c3372802 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.762232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05939eeb-1f83-4f3f-ae8e-f033c3372802 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.766286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-05939eeb-1f83-4f3f-ae8e-f033c3372802 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.5157330 Nov 22 17:00:34.769349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57256) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:34.828180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] For port bdcb2302-df75-472f-b8a7-ed9b04665df4, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=bdcb2302-df75-472f-b8a7-ed9b04665df4,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:34.829140 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.852932 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'name': 'tempest-NetworksTestDHCPv6-router-1439127974', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:23Z', 'updated_at': '2021-11-22T17:00:28Z', 'revision_number': 2, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None, '_interfaces': [{'id': '2e68897c-14e8-478c-ac38-6b135fcf94cb', 'name': '', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'mac_address': 'fa:16:3e:49:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2bc16fb7-3e33-4a54-86da-1697a13a1ebc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:26Z', 'updated_at': '2021-11-22T17:00:28Z', 'revision_number': 2, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'subnets': [{'id': '2bc16fb7-3e33-4a54-86da-1697a13a1ebc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:34.889953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Calling delete_port for bdcb2302-df75-472f-b8a7-ed9b04665df4 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:34.936745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:34.948111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Checking router: c38b2604-8702-49a7-b75c-055cfb172413 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:34.948998 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Updating router c38b2604-8702-49a7-b75c-055cfb172413 port 2e68897c-14e8-478c-ac38-6b135fcf94cb binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:34.978689 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.016105 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.019612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947127e-3a32-4917-b776-b0d0070a782d None None] The sync data for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 is: [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '5a155fa2-4538-4454-a005-7e3362c2390c', 'name': '', 'network_id': '34c19b3a-c2f0-41ff-a4c2-564422409727', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'mac_address': 'fa:16:3e:0a:8b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1eec2eea-712d-480f-b9d8-660318bed072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:16Z', 'updated_at': '2021-11-22T16:53:26Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'subnets': [{'id': '1eec2eea-712d-480f-b9d8-660318bed072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:35.045846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f464f85f-525e-4908-9404-b3c60c42a66f None None] DHCP port deletion for 30ebe9e3-3c88-4890-b7aa-85d82e5267cb request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:35.069532 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.107736 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.160319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ebe9e3-3c88-4890-b7aa-85d82e5267cb']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:35.206138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26078512-94b0-4f3f-8e9a-37b316d6a1d2') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:35.207207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26078512-94b0-4f3f-8e9a-37b316d6a1d2') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:35.228092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.275215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.307102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:35.322875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:35.397387 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:35.500705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaafbf4-a2df-4e3c-b203-7fccf663dbed,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:35.512232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:00:35.657527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bdcb2302-df75-472f-b8a7-ed9b04665df4 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:35.712774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.824717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e1088d-c384-4cb2-acc6-006b5bf3d9b2 None None] New status for floating IP 69424a90-80fd-41da-bc54-e5ea93194638: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:35.924901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.961048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.989127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No active binding found for port bdcb2302-df75-472f-b8a7-ed9b04665df4 {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 17:00:35.992819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device bdcb2302-df75-472f-b8a7-ed9b04665df4 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:35.994249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/networks/30ebe9e3-3c88-4890-b7aa-85d82e5267cb HTTP/1.1" status: 204 len: 168 time: 2.4742918 Nov 22 17:00:35.998594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57288) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:36.026931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'name': 'tempest-PortsTestJSON-1779579589'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:36.039692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.040621 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Added segment 72fbd751-49ab-4e08-bfb7-af148040da96 of type vlan for network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 Nov 22 17:00:36.150847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986b675-f1f9-47c7-b5c2-64c05c88d783 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Network': ['ID=30ebe9e3-3c88-4890-b7aa-85d82e5267cb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:36.176861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.263685 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.271687 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.285055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event deleted for resources: {'Port': ['ID=bdcb2302-df75-472f-b8a7-ed9b04665df4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:36.296328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc9eb031-903f-4f16-a2fe-4a1e852984cf req-409ec167-2315-46c2-a074-4027ea538bec tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.5690579 Nov 22 17:00:36.296777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.301526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:36.302674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.389939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:36.394024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.465043 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Pushing event updated for resources: {'Port': ['ID=2e68897c-14e8-478c-ac38-6b135fcf94cb,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:36.510179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 0b8fed2e-522d-4cf0-94f1-6ef6dafde2b8 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:00:36.512007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] No DVR routers for this DVR port bdcb2302-df75-472f-b8a7-ed9b04665df4 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:36.519469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.524192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71d626cc-af08-4e41-94d1-dd320b4f78b1 req-c2cf52ae-56f2-4e7c-899c-cd5097f432e3 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.37 "DELETE /v2.0/ports/bdcb2302-df75-472f-b8a7-ed9b04665df4 HTTP/1.1" status: 204 len: 173 time: 5.1195722 Nov 22 17:00:36.602751 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.603872 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.604289 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.604804 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.624340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'name': 'network-vif-deleted', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:36.631517 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.634499 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.634983 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.635382 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.639355 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.639825 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.643573 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.646320 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:36.652614 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcfea8e-0785-4f7d-86a3-4e15c56b3a10" -d '{"events": [{"server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "name": "network-vif-deleted", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:36.687220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.9567256 Nov 22 17:00:36.698345 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.714849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57306) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:36.790782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Request body: {'subnet': {'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1656132513-subnet', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:36.791476 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Attempting to bind port 2e68897c-14e8-478c-ac38-6b135fcf94cb on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:36.792272 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Attempting to bind port 2e68897c-14e8-478c-ac38-6b135fcf94cb by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:36.792783 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Attempting to bind port 2e68897c-14e8-478c-ac38-6b135fcf94cb on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:36.797172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d75e1f-c6ca-4cc0-87ff-032b6722d7ad admin admin] Pushing event updated for resources: {'Network': ['ID=38ea9a4c-4e42-40ce-98d3-a2e108f4f552,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:36.816294 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:36.816672 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:36.817079 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.817468 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:36.823690 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Bound port: 2e68897c-14e8-478c-ac38-6b135fcf94cb, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:36.824091 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:36.839085 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f599a8-9ff6-44e3-874d-cb8b031cf967 x-openstack-request-id: req-78f599a8-9ff6-44e3-874d-cb8b031cf967 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:36.839498 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8561ea4a-5724-4e71-9b90-7f26aae7bbfc", "name": "network-vif-deleted", "tag": "bdcb2302-df75-472f-b8a7-ed9b04665df4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:36.840127 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78f599a8-9ff6-44e3-874d-cb8b031cf967 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:36.844426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:00:36.848362 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8561ea4a-5724-4e71-9b90-7f26aae7bbfc', 'name': 'network-vif-deleted', 'tag': 'bdcb2302-df75-472f-b8a7-ed9b04665df4', 'status': 'completed', 'code': 200} Nov 22 17:00:36.967902 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1c749942-65f1-4ac3-8da6-85a8cabf1623 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:37.042362 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] For port 2e68897c-14e8-478c-ac38-6b135fcf94cb, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:37.051440 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] For port 2e68897c-14e8-478c-ac38-6b135fcf94cb, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2e68897c-14e8-478c-ac38-6b135fcf94cb,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:37.058943 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.105134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Made reservation on behalf of 117d6440b2cd452a9e1944c2985d4bb3 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:37.122992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.123468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1c749942-65f1-4ac3-8da6-85a8cabf1623 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:37.124512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1c749942-65f1-4ac3-8da6-85a8cabf1623 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:37.148679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.166630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7918f507-318c-48df-b470-83a9ec080804 None None] Provisioning complete for port 2e68897c-14e8-478c-ac38-6b135fcf94cb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:37.167200 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7918f507-318c-48df-b470-83a9ec080804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.184050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.261755 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Routers {'c38b2604-8702-49a7-b75c-055cfb172413'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:37.262793 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c38b2604-8702-49a7-b75c-055cfb172413'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:37.421384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7918f507-318c-48df-b470-83a9ec080804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.465457 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932df18-186a-4c45-a38d-4b518bf80e18 None None] Pushing event updated for resources: {'Port': ['ID=2e68897c-14e8-478c-ac38-6b135fcf94cb,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:37.538028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7918f507-318c-48df-b470-83a9ec080804 None None] For port 2e68897c-14e8-478c-ac38-6b135fcf94cb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2e68897c-14e8-478c-ac38-6b135fcf94cb,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:37.545613 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7918f507-318c-48df-b470-83a9ec080804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.559371 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] Set router c38b2604-8702-49a7-b75c-055cfb172413 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:37.623726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7d490ce-3ae7-4aaf-87b9-27baff1de761 req-705a598b-88ba-44c5-813b-f7ba65aed02b tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.1197069 Nov 22 17:00:37.720530 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918f507-318c-48df-b470-83a9ec080804 None None] Pushing event updated for resources: {'Port': ['ID=2e68897c-14e8-478c-ac38-6b135fcf94cb,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:37.828830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6c24833a-c887-4032-83d5-1c537fd49469 None None] Provisioning complete for port 2e68897c-14e8-478c-ac38-6b135fcf94cb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:37.831776 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c24833a-c887-4032-83d5-1c537fd49469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.981109 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.032947 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.155487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=0b8fed2e-522d-4cf0-94f1-6ef6dafde2b8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:38.160033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:38.180769 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'name': 'tempest-NetworksTestDHCPv6-router-1439127974', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:23Z', 'updated_at': '2021-11-22T17:00:28Z', 'revision_number': 2, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None, '_interfaces': [{'id': '2e68897c-14e8-478c-ac38-6b135fcf94cb', 'name': '', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'mac_address': 'fa:16:3e:49:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2bc16fb7-3e33-4a54-86da-1697a13a1ebc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:26Z', 'updated_at': '2021-11-22T17:00:37Z', 'revision_number': 4, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'subnets': [{'id': '2bc16fb7-3e33-4a54-86da-1697a13a1ebc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:38.212784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:38.223406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:38.225295 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ddac9-f88b-429a-bb2b-cf6e434471bf None None] The sync data for ids ['c38b2604-8702-49a7-b75c-055cfb172413'] in n-d-816865-2 is: [{'id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'name': 'tempest-NetworksTestDHCPv6-router-1439127974', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:23Z', 'updated_at': '2021-11-22T17:00:28Z', 'revision_number': 2, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None, '_interfaces': [{'id': '2e68897c-14e8-478c-ac38-6b135fcf94cb', 'name': '', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'mac_address': 'fa:16:3e:49:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'device_owner': 'network:router_interface', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': '2bc16fb7-3e33-4a54-86da-1697a13a1ebc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:26Z', 'updated_at': '2021-11-22T17:00:37Z', 'revision_number': 4, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'subnets': [{'id': '2bc16fb7-3e33-4a54-86da-1697a13a1ebc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:38.231840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.232814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.289960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.300659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:38.310235 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12a22c8d-e76e-49e9-b2e3-32cd5b1d2449 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3033087 Nov 22 17:00:38.445136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d0283-18a4-4bcc-bdef-3ebf9f49887b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 0b8fed2e-522d-4cf0-94f1-6ef6dafde2b8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:38.446138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0283-18a4-4bcc-bdef-3ebf9f49887b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.478886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642606b0-a700-4a7f-a515-18dca4ebecbd,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:38.533014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Checking segment: {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:38.533674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Network hostable DHCP agents. Network: 38ea9a4c-4e42-40ce-98d3-a2e108f4f552, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:38.553796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 2e68897c-14e8-478c-ac38-6b135fcf94cb {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:38.554146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.605296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:38.679728 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0283-18a4-4bcc-bdef-3ebf9f49887b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.745151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d0283-18a4-4bcc-bdef-3ebf9f49887b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 0b8fed2e-522d-4cf0-94f1-6ef6dafde2b8 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:38.841360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 38ea9a4c-4e42-40ce-98d3-a2e108f4f552) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:38.853163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e7664-578e-4b6b-9ded-20854d727a94 None None] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:38.890236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.890839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.940764 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a107dbd1-53a5-4424-8a0e-69c79aabfd28 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1702507 Nov 22 17:00:38.944837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57358) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:38.951708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:39.010767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] For port 2e68897c-14e8-478c-ac38-6b135fcf94cb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2e68897c-14e8-478c-ac38-6b135fcf94cb,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:39.013419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.073263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.077879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.084216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b0a345b-a994-4ae2-8190-f57770d78ed0 req-98e6566a-9c4f-49f4-95a0-21ebb3a393e8 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.1456001 Nov 22 17:00:39.141042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0283-18a4-4bcc-bdef-3ebf9f49887b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.266809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0283-18a4-4bcc-bdef-3ebf9f49887b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.270811 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc1d0283-18a4-4bcc-bdef-3ebf9f49887b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/0b8fed2e-522d-4cf0-94f1-6ef6dafde2b8 HTTP/1.1" status: 204 len: 168 time: 0.9687455 Nov 22 17:00:39.280108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 2e68897c-14e8-478c-ac38-6b135fcf94cb owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:39.282166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57366) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:39.291583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d0283-18a4-4bcc-bdef-3ebf9f49887b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=0b8fed2e-522d-4cf0-94f1-6ef6dafde2b8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:39.309682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'mac_address': 'fa:16:3e:33:8d:75', 'name': 'tempest-PortsTestJSON-507397058'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:39.330742 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.404057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2e68897c-14e8-478c-ac38-6b135fcf94cb up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:39.591097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2e68897c-14e8-478c-ac38-6b135fcf94cb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:39.591477 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.750713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:39.751970 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.857979 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.997883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:40.036137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Allocated IP 172.20.0.2 (38ea9a4c-4e42-40ce-98d3-a2e108f4f552/642606b0-a700-4a7f-a515-18dca4ebecbd/92275653-4ca2-4ec0-985a-0f668bc9e54a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:40.241664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.289995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.393497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40c63d3b-d63d-40c8-ad98-4b382d53a49f req-4b2a2d5e-a8f7-44f7-9541-c637a186985c tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.0932100 Nov 22 17:00:40.407207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=2e68897c-14e8-478c-ac38-6b135fcf94cb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:40.413410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 022115e2-482d-41a2-9354-cf1082e0f160 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:00:40.507805 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.527019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.692598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Pushing event updated for resources: {'Port': ['ID=92275653-4ca2-4ec0-985a-0f668bc9e54a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:40.721776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:40.724134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:40.727140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:40.866884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Attempting to bind port 92275653-4ca2-4ec0-985a-0f668bc9e54a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:40.877790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Attempting to bind port 92275653-4ca2-4ec0-985a-0f668bc9e54a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:40.878575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Attempting to bind port 92275653-4ca2-4ec0-985a-0f668bc9e54a on network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:40.900426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:40.903994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Checking segment: {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:40.923298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.926560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.928421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Bound using segment: {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:40.929410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Bound port: 92275653-4ca2-4ec0-985a-0f668bc9e54a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:40.930081 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.093915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] For port 92275653-4ca2-4ec0-985a-0f668bc9e54a, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:41.099562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] For port 92275653-4ca2-4ec0-985a-0f668bc9e54a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=92275653-4ca2-4ec0-985a-0f668bc9e54a,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:41.106761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.224101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975cd9e-94b7-4df1-af85-bff28e1f3a2d None None] Pushing event updated for resources: {'Port': ['ID=92275653-4ca2-4ec0-985a-0f668bc9e54a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:41.520084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.683309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f2ac3d9-468c-428e-bbf0-820ebadb6e9c req-dcb33f90-4d73-4a31-b14e-05994076295a tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.0859523 Nov 22 17:00:41.814790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.867884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Router c38b2604-8702-49a7-b75c-055cfb172413 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:41.874669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.050906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:42.148448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.667814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c2aec8-7647-4784-aa19-848f48000c5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.733779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-05a98bd8-f413-44a3-9f4c-38fa9f9e57cc tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:42.743381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-05a98bd8-f413-44a3-9f4c-38fa9f9e57cc tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 815 time: 0.4826398 Nov 22 17:00:42.801578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-d12bfb1b-afb2-4772-8c19-da07807c06f4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/quotas/5a068cc044a940198c59d872f820556d HTTP/1.1" status: 200 len: 375 time: 0.0568385 Nov 22 17:00:42.860502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:42.872513 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] Sync routers for ids ['c38b2604-8702-49a7-b75c-055cfb172413'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:42.885486 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-33e710a8-b519-4c2d-a090-e16582e9e4b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "PUT /v2.0/routers/c38b2604-8702-49a7-b75c-055cfb172413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1144550 Nov 22 17:00:42.888116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57472) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:42.904319 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] Routers {'c38b2604-8702-49a7-b75c-055cfb172413'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:42.904996 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c38b2604-8702-49a7-b75c-055cfb172413'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:43.060715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 92275653-4ca2-4ec0-985a-0f668bc9e54a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:43.068784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c2aec8-7647-4784-aa19-848f48000c5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.085075 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c2aec8-7647-4784-aa19-848f48000c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.118857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:43.119100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] Set router c38b2604-8702-49a7-b75c-055cfb172413 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:43.138514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2aec8-7647-4784-aa19-848f48000c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fbe4b7-a1ac-49be-a7db-db33df593590,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:43.150348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:43.176758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:43.199537 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'name': 'tempest-NetworksTestDHCPv6-router-1439127974', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:23Z', 'updated_at': '2021-11-22T17:00:40Z', 'revision_number': 3, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:43.209442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-03def078-7903-4e1d-8713-e5240681e445 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4050429 Nov 22 17:00:43.217929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:43.218798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.233654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 92275653-4ca2-4ec0-985a-0f668bc9e54a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:43.233654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.263575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b8c2aec8-7647-4784-aa19-848f48000c5f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d81a313ed774440a03bd958e3c03b6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2106380 Nov 22 17:00:43.265545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57478) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:43.298337 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] Checking router: c38b2604-8702-49a7-b75c-055cfb172413 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:43.320706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2de74-2347-4888-b839-f2cf26f83391 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:43.322240 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2de74-2347-4888-b839-f2cf26f83391 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:43.330884 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] Routers {'c38b2604-8702-49a7-b75c-055cfb172413'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:43.331679 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c38b2604-8702-49a7-b75c-055cfb172413'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:43.335589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ecc2de74-2347-4888-b839-f2cf26f83391 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3939967 Nov 22 17:00:43.336460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=022115e2-482d-41a2-9354-cf1082e0f160,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:43.361734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57484) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:43.530535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd877715-013e-4ac8-852b-fe24cb038222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.531486 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.534057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Allocated IP 172.25.0.3 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/25dbc40e-f026-4c75-8edc-bccdcafe8fe3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:43.546794 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0c4e1fe6-cfa2-48e5-aacf-ac42fa4bd490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.2631469 Nov 22 17:00:43.556228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57490) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:43.564061 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] Set router c38b2604-8702-49a7-b75c-055cfb172413 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:43.570214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6936b0-191a-4ba8-804c-c95cc4b35548 None None] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:43.619114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-a2e8f56f-79f2-431f-8188-8f767af9f8bb service neutron] 10.222.0.59 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910789 Nov 22 17:00:43.623580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd877715-013e-4ac8-852b-fe24cb038222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.710911 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'name': 'tempest-NetworksTestDHCPv6-router-1439127974', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:23Z', 'updated_at': '2021-11-22T17:00:40Z', 'revision_number': 3, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:43.756990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1ce16b76-96a4-4480-83cd-b33b911ccaa7 None None] Provisioning complete for port 92275653-4ca2-4ec0-985a-0f668bc9e54a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:43.756990 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce16b76-96a4-4480-83cd-b33b911ccaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.771154 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f15347-94d9-4668-96a8-b8dcc7159dd0 None None] The sync data for ids ['c38b2604-8702-49a7-b75c-055cfb172413'] in n-d-816865-2 is: [{'id': 'c38b2604-8702-49a7-b75c-055cfb172413', 'name': 'tempest-NetworksTestDHCPv6-router-1439127974', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:23Z', 'updated_at': '2021-11-22T17:00:40Z', 'revision_number': 3, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:43.814708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 92275653-4ca2-4ec0-985a-0f668bc9e54a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=92275653-4ca2-4ec0-985a-0f668bc9e54a,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:43.818429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f0a5d627-6453-4be4-b77b-e9ade72bd308 service neutron] 10.222.0.59 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883826 Nov 22 17:00:43.848691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.866551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd6af71-c5d8-4d76-beec-f39ecbfce6f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 2bc16fb7-3e33-4a54-86da-1697a13a1ebc {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:43.906148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fd6af71-c5d8-4d76-beec-f39ecbfce6f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.916674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=92275653-4ca2-4ec0-985a-0f668bc9e54a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:43.929005 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd877715-013e-4ac8-852b-fe24cb038222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.932980 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd877715-013e-4ac8-852b-fe24cb038222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.934673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fd877715-013e-4ac8-852b-fe24cb038222 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25fbe4b7-a1ac-49be-a7db-db33df593590 HTTP/1.1" status: 204 len: 168 time: 0.6485517 Nov 22 17:00:43.963984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2defc8f-5daf-413e-9f60-85424046afae tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:43.970190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:43.970918 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a2defc8f-5daf-413e-9f60-85424046afae tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/022115e2-482d-41a2-9354-cf1082e0f160 HTTP/1.1" status: 200 len: 840 time: 0.4038639 Nov 22 17:00:44.013528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd877715-013e-4ac8-852b-fe24cb038222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fbe4b7-a1ac-49be-a7db-db33df593590,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.175105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fd6af71-c5d8-4d76-beec-f39ecbfce6f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.358667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.480013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fd6af71-c5d8-4d76-beec-f39ecbfce6f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.517141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2de99b18-1821-4d5d-96bd-2f5974bc8fb2 req-adff1469-f10f-4a57-998e-65d5f26db561 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.1894717 Nov 22 17:00:44.572917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-155439df-4f1a-4464-94b7-ce6e5030a6c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 022115e2-482d-41a2-9354-cf1082e0f160 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:44.573271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-155439df-4f1a-4464-94b7-ce6e5030a6c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.730380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.826279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fd6af71-c5d8-4d76-beec-f39ecbfce6f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.855346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-155439df-4f1a-4464-94b7-ce6e5030a6c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.911388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-155439df-4f1a-4464-94b7-ce6e5030a6c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 022115e2-482d-41a2-9354-cf1082e0f160 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:44.938221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57526) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:44.951064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-01416b73-968f-4e58-8d24-8b59e9a5afb0 None None] Provisioning complete for port 92275653-4ca2-4ec0-985a-0f668bc9e54a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:44.951568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01416b73-968f-4e58-8d24-8b59e9a5afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.024567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 92275653-4ca2-4ec0-985a-0f668bc9e54a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:45.035550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da1d3368-8f04-47e9-8c32-d9f543899adf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.133153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6af71-c5d8-4d76-beec-f39ecbfce6f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc16fb7-3e33-4a54-86da-1697a13a1ebc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.152600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-463f7dab-2092-4cd8-9101-90f192add7a7 req-940a6f47-19bf-4e01-8894-dbb71b6f2d62 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 210 time: 0.1112344 Nov 22 17:00:45.153905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:45.155554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=25dbc40e-f026-4c75-8edc-bccdcafe8fe3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.167113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67269044-fc8b-4107-9a84-f38e766bf201 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:45.172266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fd6af71-c5d8-4d76-beec-f39ecbfce6f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.182225 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2fd6af71-c5d8-4d76-beec-f39ecbfce6f5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/2bc16fb7-3e33-4a54-86da-1697a13a1ebc HTTP/1.1" status: 204 len: 168 time: 1.8129990 Nov 22 17:00:45.183842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:45.187507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:45.206055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:45.341639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c9c75d-882b-499b-8f1e-b9d65402b107 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:45.471241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-84fa8fc6-0f9f-4f97-8a1d-55185ebfaf54 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2780633 Nov 22 17:00:45.477153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57544) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:45.507564 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-155439df-4f1a-4464-94b7-ce6e5030a6c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.692018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155439df-4f1a-4464-94b7-ce6e5030a6c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=022115e2-482d-41a2-9354-cf1082e0f160,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.764522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9bdb0043-b3ef-44a7-b25f-cc510324b56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.774191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 92275653-4ca2-4ec0-985a-0f668bc9e54a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:45.774806 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.877973 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-155439df-4f1a-4464-94b7-ce6e5030a6c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.882300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-155439df-4f1a-4464-94b7-ce6e5030a6c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/022115e2-482d-41a2-9354-cf1082e0f160 HTTP/1.1" status: 204 len: 168 time: 1.8975623 Nov 22 17:00:45.886542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6078b45-2d21-4f49-bdd5-2eb41691537f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.888899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57554) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:45.927613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:45.952071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7183da0-1edb-4e4f-99ef-94a278419ab8 req-7f2af85c-3079-41b7-b541-4a1f26de51b2 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.0829887 Nov 22 17:00:45.953131 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-501b919b-f7a1-4672-bf7f-83019d64d60b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:00:45.958572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-501b919b-f7a1-4672-bf7f-83019d64d60b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/022115e2-482d-41a2-9354-cf1082e0f160 HTTP/1.1" status: 404 len: 333 time: 0.0509281 Nov 22 17:00:45.961659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57556) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:45.997259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'name': 'tempest-PortsTestJSON-1540927880'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:46.000611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-17fb78bc-fc51-4a2d-b88f-f82611ebcebd None None] Provisioning complete for port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:46.001604 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-17fb78bc-fc51-4a2d-b88f-f82611ebcebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.045042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-17fb78bc-fc51-4a2d-b88f-f82611ebcebd None None] Port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:46.047578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2e68897c-14e8-478c-ac38-6b135fcf94cb no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:46.073542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2e68897c-14e8-478c-ac38-6b135fcf94cb {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:46.074164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2e68897c-14e8-478c-ac38-6b135fcf94cb not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:46.110062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] Deleting port b10c943a-1664-4ffd-ba7b-66071a039b37 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:46.110062 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.256006 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da1d3368-8f04-47e9-8c32-d9f543899adf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.302272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] For port b10c943a-1664-4ffd-ba7b-66071a039b37, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b10c943a-1664-4ffd-ba7b-66071a039b37,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:46.302586 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.304692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6078b45-2d21-4f49-bdd5-2eb41691537f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.309201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6078b45-2d21-4f49-bdd5-2eb41691537f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.316722 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.329783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] Calling delete_port for b10c943a-1664-4ffd-ba7b-66071a039b37 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:46.462155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da1d3368-8f04-47e9-8c32-d9f543899adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.489316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a8512c5-13ec-4d0f-baad-9eaf96bc4170 req-bb62ce38-b14e-410f-86be-769b7cced1ca tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 210 time: 0.1580174 Nov 22 17:00:46.494036 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6078b45-2d21-4f49-bdd5-2eb41691537f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.496369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6078b45-2d21-4f49-bdd5-2eb41691537f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Fanout notify agent at l3_agent the message router_deleted on router c38b2604-8702-49a7-b75c-055cfb172413 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:00:46.516249 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6078b45-2d21-4f49-bdd5-2eb41691537f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.528652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b6078b45-2d21-4f49-bdd5-2eb41691537f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/routers/c38b2604-8702-49a7-b75c-055cfb172413 HTTP/1.1" status: 204 len: 168 time: 1.0438423 Nov 22 17:00:46.532037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:46.544841 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.559218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:46.661293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] Pushing event deleted for resources: {'Port': ['ID=b10c943a-1664-4ffd-ba7b-66071a039b37,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:46.680011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2face60-6992-4ff7-b7cc-cac6ab52c309 None None] No DVR routers for this DVR port b10c943a-1664-4ffd-ba7b-66071a039b37 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:46.857025 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-da1d3368-8f04-47e9-8c32-d9f543899adf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a85b577624374c5cacb91a5c92879e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9121463 Nov 22 17:00:46.857472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57570) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:46.870369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d3368-8f04-47e9-8c32-d9f543899adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a9b34c-bb67-4a77-95f4-424a40cc9bb8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:46.949836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:46.954243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.958421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b10c943a-1664-4ffd-ba7b-66071a039b37 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:46.985735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:46.991667 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.004017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b10c943a-1664-4ffd-ba7b-66071a039b37 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:47.004580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b10c943a-1664-4ffd-ba7b-66071a039b37 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:47.038741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-7faae633-2e52-4480-be3c-9313246b968b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:47.040894 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-7faae633-2e52-4480-be3c-9313246b968b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.62 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 815 time: 0.5904434 Nov 22 17:00:47.042448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port b2f8b424-2934-47ea-b772-99ea0a292af7 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:00:47.050228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.069059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Request body: {'port': {'device_id': '34417d20-ca16-4262-9a7b-e0a254e280cd', 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'admin_state_up': True, 'tenant_id': '5a068cc044a940198c59d872f820556d'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:47.167135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8488ba34-80ed-4da8-b370-ffd841a0605f req-19a6c8d6-cbd2-4721-b6df-73ad8368843e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.0615242 Nov 22 17:00:47.181787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fcb088b-1b38-4ff9-928f-ed096189f6b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.223019 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fcb088b-1b38-4ff9-928f-ed096189f6b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.421817 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fcb088b-1b38-4ff9-928f-ed096189f6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.424416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Made reservation on behalf of 5a068cc044a940198c59d872f820556d for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:47.426902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fcb088b-1b38-4ff9-928f-ed096189f6b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.430048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7fcb088b-1b38-4ff9-928f-ed096189f6b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05a9b34c-bb67-4a77-95f4-424a40cc9bb8 HTTP/1.1" status: 204 len: 168 time: 0.5676584 Nov 22 17:00:47.430185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.431943 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.480445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb088b-1b38-4ff9-928f-ed096189f6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a9b34c-bb67-4a77-95f4-424a40cc9bb8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:47.502079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:47.512399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:47.516308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.521080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:47.522302 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.529189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf21742-6fc2-4be3-b6f8-53ba0bdeff97 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:47.558459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:47.570191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-363cc924-fb7b-45dd-b667-822cee6d1f9f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0332832 Nov 22 17:00:47.573040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:47.582676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9129e82c-ddd6-4432-80ce-207d9260d238 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-58704448', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:47.692195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8375001-3f1e-49c1-8b9d-6c616c46743c req-4ff7ad04-74e3-404e-9250-837542f1174f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 210 time: 0.0588241 Nov 22 17:00:47.693461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9129e82c-ddd6-4432-80ce-207d9260d238 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.694930 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9129e82c-ddd6-4432-80ce-207d9260d238 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.775230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9129e82c-ddd6-4432-80ce-207d9260d238 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.784678 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9129e82c-ddd6-4432-80ce-207d9260d238 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.819789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9129e82c-ddd6-4432-80ce-207d9260d238 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.824775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9129e82c-ddd6-4432-80ce-207d9260d238 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2504461 Nov 22 17:00:47.831607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57596) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:47.837203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Router 09b84410-3788-4e37-905f-139602c5601d is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:00:47.842665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:47.847286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.927339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Allocated IP 172.20.0.7 (7c32d56e-d4d2-46af-9a86-25652e280b5e/8135719f-9603-454e-ae60-8e12c586fc3d/2b093b3b-2f66-4095-998c-7cc64e89b48d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:47.946873 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.048265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146/722bb54f-2496-4cee-b8ec-bea98807f226) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:48.092202 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa405a8b-4483-4d25-9a96-8124ee840a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.275401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:48.355990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:48.358398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27471e90-f8bf-4788-95f2-32b6903af7ea req-3b392f83-9829-4114-be41-8faedb78b01e tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.0428536 Nov 22 17:00:48.380114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:48.399927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:48.400605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.412510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.426466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.493866 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.513845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=b2f8b424-2934-47ea-b772-99ea0a292af7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:48.543140 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ae48ea9-9dc0-437b-aef1-e7bd8f1e92b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5690262 Nov 22 17:00:48.558379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57614) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:48.573192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:48.700991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:48.803482 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.835832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:48.844102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:48.847667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.847965 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Sync routers for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:48.849253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1e545c89-4ec2-491b-9651-72fe761e9cc4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.9034462 Nov 22 17:00:48.856340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57626) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:48.858542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:48.925446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Pushing event updated for resources: {'Port': ['ID=722bb54f-2496-4cee-b8ec-bea98807f226,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:48.938236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:48.939328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:48.974964 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a2d6cbb-d1b3-4413-b586-b9390c409517 req-1aee646f-af42-4f59-beab-bdadeec330bd tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 210 time: 0.1117091 Nov 22 17:00:49.070451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Attempting to bind port 722bb54f-2496-4cee-b8ec-bea98807f226 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:49.072820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Attempting to bind port 722bb54f-2496-4cee-b8ec-bea98807f226 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:49.073392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Attempting to bind port 722bb54f-2496-4cee-b8ec-bea98807f226 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:49.081623 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.119519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:49.119897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:49.120311 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.120710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:49.121311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Bound port: 722bb54f-2496-4cee-b8ec-bea98807f226, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:49.121880 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.178317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::1 (45521f05-429d-474d-a428-1772d389eb08/0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146/0fc937c5-f5b6-499f-8f0f-386ae088a139) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:49.224392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:49.398762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] For port 722bb54f-2496-4cee-b8ec-bea98807f226, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:49.407801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] For port 722bb54f-2496-4cee-b8ec-bea98807f226, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=722bb54f-2496-4cee-b8ec-bea98807f226,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:49.410063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.421229 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.440049 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.520777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.582604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:49.601799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:49.605138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:49.606356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.638991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c40f71-f7b4-4230-92a1-87d137c16655 None None] Pushing event updated for resources: {'Port': ['ID=722bb54f-2496-4cee-b8ec-bea98807f226,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:49.646909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.657345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.715946 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.716708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 3, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:49.721991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e57f3417-e259-407b-b22d-469b7cddd0d4 req-e71160a7-f599-4289-8147-e180497b24a6 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "GET /v2.0/ports?device_id=8561ea4a-5724-4e71-9b90-7f26aae7bbfc HTTP/1.1" status: 200 len: 210 time: 0.1356778 Nov 22 17:00:49.734058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['fb73db94-2a18-44ef-a3b4-af434ac92795'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:49.744600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d34549d8-f956-45d6-8e79-af7ae85772ac'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:49.847348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=0fc937c5-f5b6-499f-8f0f-386ae088a139,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:49.979009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Checking router: 09b84410-3788-4e37-905f-139602c5601d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:49.979284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Updating router 09b84410-3788-4e37-905f-139602c5601d port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:50.014007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.073532 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.509090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] In _notify_port_updated(), no bound segment for port b2f8b424-2934-47ea-b772-99ea0a292af7 on network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:00:50.514534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:50.515238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.516618 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "PUT /v2.0/ports/b2f8b424-2934-47ea-b772-99ea0a292af7 HTTP/1.1" status: 200 len: 818 time: 1.9564786 Nov 22 17:00:50.534346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57654) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:50.646766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:50.670773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:50.672722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b33cd-925c-4abe-a67d-7b577f43a53a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=b2f8b424-2934-47ea-b772-99ea0a292af7,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:50.691918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:50.855533 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.916910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.036011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Pushing event updated for resources: {'Port': ['ID=2b093b3b-2f66-4095-998c-7cc64e89b48d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:51.047474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.048454 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.085173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5543e9e-3fbf-4636-8795-1b850f410953 None None] Pushing event updated for resources: {'Port': ['ID=25dbc40e-f026-4c75-8edc-bccdcafe8fe3,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:51.089459 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-f279e919-41bd-4989-ad93-e2c0bcf5f1b2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0349748 Nov 22 17:00:51.097492 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.098540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 722bb54f-2496-4cee-b8ec-bea98807f226 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:51.171548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Request body: {'port': {'device_id': '34417d20-ca16-4262-9a7b-e0a254e280cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:51.178514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae413fe-5f8f-4a48-8e55-efd962574ff0 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:51.237739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-37a62135-bd94-436a-af8e-365cf8c9671c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port b2f8b424-2934-47ea-b772-99ea0a292af7 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:51.239993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37a62135-bd94-436a-af8e-365cf8c9671c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.253032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Attempting to bind port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:51.253424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Attempting to bind port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:51.253800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Attempting to bind port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:51.293327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:51.293761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:51.294104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.294510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:51.295022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Bound port: 25dbc40e-f026-4c75-8edc-bccdcafe8fe3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:51.295419 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.365549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dae88-42cc-4d18-8717-162b3f41bc97 req-6c0e82fc-a5ac-4124-a12c-c2358e797910 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.377352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f7dae88-42cc-4d18-8717-162b3f41bc97 req-6c0e82fc-a5ac-4124-a12c-c2358e797910 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 931 time: 1.2202654 Nov 22 17:00:51.450560 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.496535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4e85145b-d475-403f-9ee2-8aed3d52c6dc None None] Provisioning complete for port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:51.496923 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e85145b-d475-403f-9ee2-8aed3d52c6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.498593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 722bb54f-2496-4cee-b8ec-bea98807f226 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:51.499010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.509936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f7dae88-42cc-4d18-8717-162b3f41bc97 req-74b6cbfd-8c8f-42ef-910b-6c6984fa3cea tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315904 Nov 22 17:00:51.550131 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.568070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37a62135-bd94-436a-af8e-365cf8c9671c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.579780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.651130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57680) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:51.690658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-37a62135-bd94-436a-af8e-365cf8c9671c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for b2f8b424-2934-47ea-b772-99ea0a292af7 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:51.710351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] For port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:51.751210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] For port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25dbc40e-f026-4c75-8edc-bccdcafe8fe3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:51.787713 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.807776 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4e85145b-d475-403f-9ee2-8aed3d52c6dc None None] Port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:51.903237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.919866 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.920838 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.976088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a711839-7a7d-4ad3-8ae6-34ac1f3c01c6 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:52.044475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86c2d2e1-d128-4c57-be10-4b6c0f3554e5 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.077749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:52.078592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:52.085334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5543e9e-3fbf-4636-8795-1b850f410953 None None] Pushing event updated for resources: {'Port': ['ID=25dbc40e-f026-4c75-8edc-bccdcafe8fe3,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.089537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=0fc937c5-f5b6-499f-8f0f-386ae088a139,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.137521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-22754642-b9eb-4618-9507-6bb702524b8c None None] Provisioning complete for port 722bb54f-2496-4cee-b8ec-bea98807f226 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:52.137521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-22754642-b9eb-4618-9507-6bb702524b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.146980 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.229568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37a62135-bd94-436a-af8e-365cf8c9671c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.248797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Allocated IP 172.20.0.1 (38ea9a4c-4e42-40ce-98d3-a2e108f4f552/642606b0-a700-4a7f-a515-18dca4ebecbd/dd9ea55c-c200-4800-9739-913df608207b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:52.281889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86c2d2e1-d128-4c57-be10-4b6c0f3554e5 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.289110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:52.299413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:52.306011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a62135-bd94-436a-af8e-365cf8c9671c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=b2f8b424-2934-47ea-b772-99ea0a292af7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.322375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37a62135-bd94-436a-af8e-365cf8c9671c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.326559 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-37a62135-bd94-436a-af8e-365cf8c9671c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/b2f8b424-2934-47ea-b772-99ea0a292af7 HTTP/1.1" status: 204 len: 168 time: 1.7906015 Nov 22 17:00:52.336582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57688) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:52.366146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 722bb54f-2496-4cee-b8ec-bea98807f226, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=722bb54f-2496-4cee-b8ec-bea98807f226,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:52.382619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.421125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:52.633606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86c2d2e1-d128-4c57-be10-4b6c0f3554e5 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.640713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86c2d2e1-d128-4c57-be10-4b6c0f3554e5 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.644656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-86c2d2e1-d128-4c57-be10-4b6c0f3554e5 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] 10.222.0.59 "DELETE /v2.0/security-groups/6eb89ee1-c85b-4f94-9786-74db24e4d2d9 HTTP/1.1" status: 204 len: 168 time: 0.9919960 Nov 22 17:00:52.671352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2d2e1-d128-4c57-be10-4b6c0f3554e5 tempest-TestVolumeBackupRestore-721541317 tempest-TestVolumeBackupRestore-721541317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb89ee1-c85b-4f94-9786-74db24e4d2d9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.695307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Router dc80a5d9-fa97-4a53-8711-1a97aabbdbfc is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:00:52.741115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.795425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b093b3b-2f66-4095-998c-7cc64e89b48d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:52.848815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.857191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.877608 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a3076-babd-4777-910c-e131000952f3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.879906 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-975a3076-babd-4777-910c-e131000952f3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5402699 Nov 22 17:00:52.914452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57704) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:52.933608 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Transition to ACTIVE for port object 2b093b3b-2f66-4095-998c-7cc64e89b48d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:00:52.944974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:52.946290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.954075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:52.960451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=dd9ea55c-c200-4800-9739-913df608207b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:52.965720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:53.062817 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7efab4-105a-41fa-b333-df82eaa0f8a8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:00:53.071866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0f7efab4-105a-41fa-b333-df82eaa0f8a8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/b2f8b424-2934-47ea-b772-99ea0a292af7 HTTP/1.1" status: 404 len: 333 time: 0.1534863 Nov 22 17:00:53.075649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57706) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:53.083361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad413a7-ec76-46db-99d2-d391ed181287 req-a6e4d80f-f246-4d75-b3fc-aa91ce4b3bfd tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:53.085133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ad413a7-ec76-46db-99d2-d391ed181287 req-a6e4d80f-f246-4d75-b3fc-aa91ce4b3bfd tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 931 time: 0.3801639 Nov 22 17:00:53.092409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1941350432'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:53.120162 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.133493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=722bb54f-2496-4cee-b8ec-bea98807f226,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:53.210178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Pushing event updated for resources: {'Port': ['ID=2b093b3b-2f66-4095-998c-7cc64e89b48d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:53.223981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ad413a7-ec76-46db-99d2-d391ed181287 req-2fdbc142-747b-4655-90b3-6a7eff009a19 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270149 Nov 22 17:00:53.233034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:53.250684 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Sync routers for ids ['dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:53.252567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2cf5c881-d0c9-48d7-8319-318627da9bf5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "PUT /v2.0/routers/dc80a5d9-fa97-4a53-8711-1a97aabbdbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4188831 Nov 22 17:00:53.255485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:53.285485 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Routers {'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:53.286123 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:53.321913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:53.325554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.382502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c1d3b-6b94-4e40-8aca-7b3e66296529 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:53.385256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e37c1d3b-6b94-4e40-8aca-7b3e66296529 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports/0fc937c5-f5b6-499f-8f0f-386ae088a139 HTTP/1.1" status: 200 len: 911 time: 0.1273293 Nov 22 17:00:53.388114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57712) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:53.397394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 3, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:53.471232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b8e04-53a3-4d43-af64-2e7bfb7ce33f None None] The sync data for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 is: [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 3, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:53.523197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6368d141-652e-41ca-8227-60e900b197d2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:53.525259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Provisioning complete for port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:53.526924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.531226 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Set router dc80a5d9-fa97-4a53-8711-1a97aabbdbfc gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:53.553292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6368d141-652e-41ca-8227-60e900b197d2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:53.555125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6368d141-652e-41ca-8227-60e900b197d2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1660063 Nov 22 17:00:53.557925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 57716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:53.628745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:00:53.659471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.665441 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Added segment c640d5b8-51d5-48c0-8164-c43f094987da of type vlan for network 315d360d-fe01-437f-a5d2-6cee5e5c632e Nov 22 17:00:53.836675 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.857422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Attempting to bind port 2b093b3b-2f66-4095-998c-7cc64e89b48d on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:53.859420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Attempting to bind port 2b093b3b-2f66-4095-998c-7cc64e89b48d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:53.859987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Attempting to bind port 2b093b3b-2f66-4095-998c-7cc64e89b48d on network 7c32d56e-d4d2-46af-9a86-25652e280b5e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:53.870482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] For port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25dbc40e-f026-4c75-8edc-bccdcafe8fe3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:53.877094 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.974830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.982354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.074404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Port 2b093b3b-2f66-4095-998c-7cc64e89b48d on network 7c32d56e-d4d2-46af-9a86-25652e280b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:00:54.075012 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Attempting to bind port 2b093b3b-2f66-4095-998c-7cc64e89b48d on network 7c32d56e-d4d2-46af-9a86-25652e280b5e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:54.077928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.081440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Pushing event updated for resources: {'Port': ['ID=25dbc40e-f026-4c75-8edc-bccdcafe8fe3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:54.086400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:54.087482 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.121771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.124027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.124649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.125836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.127013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.130717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.131993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.133254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.135343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.137269 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.138541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.140381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.179210 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'name': 'tempest-NetworksTestDHCPv6-router-58704448', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:49Z', 'revision_number': 2, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None, '_interfaces': [{'id': '0fc937c5-f5b6-499f-8f0f-386ae088a139', 'name': '', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'mac_address': 'fa:16:3e:e9:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:48Z', 'updated_at': '2021-11-22T17:00:51Z', 'revision_number': 2, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'subnets': [{'id': '0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:54.184372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Provisioning complete for port dd9ea55c-c200-4800-9739-913df608207b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:54.185346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.239601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Network': ['ID=315d360d-fe01-437f-a5d2-6cee5e5c632e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:54.247257 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1bd49c92-62c2-4466-83b6-22df14fd7454 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1572289 Nov 22 17:00:54.262231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 57738) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:54.271834 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Checking router: dc80a5d9-fa97-4a53-8711-1a97aabbdbfc for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:54.272427 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Updating router dc80a5d9-fa97-4a53-8711-1a97aabbdbfc port 0fc937c5-f5b6-499f-8f0f-386ae088a139 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:54.278651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:54.282573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Port dd9ea55c-c200-4800-9739-913df608207b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:54.292757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:00:54.346265 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.412457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:54.415850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Checking segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:54.416272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Bound using segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:54.416783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Bound port: 2b093b3b-2f66-4095-998c-7cc64e89b48d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:54.417172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.514480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Provisioning complete for port 0fc937c5-f5b6-499f-8f0f-386ae088a139 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:54.515064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.696749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1762e875-e7b2-4f7b-83f4-d2d5afbdc16b None None] Port 0fc937c5-f5b6-499f-8f0f-386ae088a139 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:54.725477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee20cb-a9e1-4cd1-ba4f-e7ad386bd82a req-e7846b8d-e5e0-4cb0-9825-0a66ae6a35d1 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:54.727230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04ee20cb-a9e1-4cd1-ba4f-e7ad386bd82a req-e7846b8d-e5e0-4cb0-9825-0a66ae6a35d1 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 943 time: 0.3239570 Nov 22 17:00:54.831449 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:54.844597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.047059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] For port 2b093b3b-2f66-4095-998c-7cc64e89b48d, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:55.079510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04ee20cb-a9e1-4cd1-ba4f-e7ad386bd82a req-f9a19d66-e2e9-4b2e-b6e0-d31de56b9aba tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973833 Nov 22 17:00:55.164729 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.171940 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.181246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.238204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] For port 2b093b3b-2f66-4095-998c-7cc64e89b48d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2b093b3b-2f66-4095-998c-7cc64e89b48d,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:55.263027 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.343006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 722bb54f-2496-4cee-b8ec-bea98807f226 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:55.421170 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Attempting to bind port 0fc937c5-f5b6-499f-8f0f-386ae088a139 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:55.421730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Attempting to bind port 0fc937c5-f5b6-499f-8f0f-386ae088a139 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:55.421894 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Attempting to bind port 0fc937c5-f5b6-499f-8f0f-386ae088a139 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:55.438915 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:55.438915 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:55.438915 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.438915 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:55.438915 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Bound port: 0fc937c5-f5b6-499f-8f0f-386ae088a139, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:55.438915 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.445494 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d42fab-0a42-4c94-997e-7db458a2485f None None] Pushing event updated for resources: {'Port': ['ID=0fc937c5-f5b6-499f-8f0f-386ae088a139,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:55.571909 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] For port 0fc937c5-f5b6-499f-8f0f-386ae088a139, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:55.579931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.610480 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] For port 0fc937c5-f5b6-499f-8f0f-386ae088a139, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0fc937c5-f5b6-499f-8f0f-386ae088a139,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:55.626694 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.629294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 722bb54f-2496-4cee-b8ec-bea98807f226 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:55.629816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.654571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.861115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:55.861761 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.875323 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] 10.222.0.62 "PUT /v2.0/ports/2b093b3b-2f66-4095-998c-7cc64e89b48d HTTP/1.1" status: 200 len: 1091 time: 4.7118831 Nov 22 17:00:55.890157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34417d20-ca16-4262-9a7b-e0a254e280cd', 'tag': '2b093b3b-2f66-4095-998c-7cc64e89b48d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:55.896669 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68078f9-d632-4175-9684-86515fa528b0" -d '{"events": [{"name": "network-changed", "server_uuid": "34417d20-ca16-4262-9a7b-e0a254e280cd", "tag": "2b093b3b-2f66-4095-998c-7cc64e89b48d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:55.962668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:56.079702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 0fc937c5-f5b6-499f-8f0f-386ae088a139 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:56.084040 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.135849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-76a4ce24-191c-483e-b91c-b6794819c642 None None] Provisioning complete for port 0fc937c5-f5b6-499f-8f0f-386ae088a139 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:56.136361 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76a4ce24-191c-483e-b91c-b6794819c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.183007 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641fb6a0-922c-4b40-982e-543438aae96a x-openstack-request-id: req-641fb6a0-922c-4b40-982e-543438aae96a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:56.183567 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34417d20-ca16-4262-9a7b-e0a254e280cd", "tag": "2b093b3b-2f66-4095-998c-7cc64e89b48d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:56.183779 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-641fb6a0-922c-4b40-982e-543438aae96a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:56.184344 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34417d20-ca16-4262-9a7b-e0a254e280cd', 'tag': '2b093b3b-2f66-4095-998c-7cc64e89b48d', 'status': 'completed', 'code': 200} Nov 22 17:00:56.234187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a6d73-f3d6-46a6-b0bd-68224df2b350 service neutron] Pushing event updated for resources: {'Port': ['ID=2b093b3b-2f66-4095-998c-7cc64e89b48d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:56.308375 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Routers {'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:56.308896 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:56.362295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.387618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:56.388101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.513174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-608706fd-eff3-46fe-a844-2626f36ffa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:56.514861 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-608706fd-eff3-46fe-a844-2626f36ffa4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 1094 time: 0.5984306 Nov 22 17:00:56.622392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] For port 0fc937c5-f5b6-499f-8f0f-386ae088a139, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0fc937c5-f5b6-499f-8f0f-386ae088a139,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:56.627854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.671447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d42fab-0a42-4c94-997e-7db458a2485f None None] Pushing event updated for resources: {'Port': ['ID=0fc937c5-f5b6-499f-8f0f-386ae088a139,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:56.675495 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76a4ce24-191c-483e-b91c-b6794819c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.677705 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-bcda4966-9a11-4310-aadb-d5e6195b1ebd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b093b3b-2f66-4095-998c-7cc64e89b48d HTTP/1.1" status: 200 len: 217 time: 0.1410689 Nov 22 17:00:56.751681 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] Set router dc80a5d9-fa97-4a53-8711-1a97aabbdbfc gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:56.760996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 0fc937c5-f5b6-499f-8f0f-386ae088a139 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:56.872309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed171e1e-cd51-4ea4-902a-7bafb33d8e84 req-4bf0a81e-0c05-4b52-afad-01d9f84c7cef tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:56.885880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed171e1e-cd51-4ea4-902a-7bafb33d8e84 req-4bf0a81e-0c05-4b52-afad-01d9f84c7cef tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 943 time: 0.4178324 Nov 22 17:00:56.919811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-76a4ce24-191c-483e-b91c-b6794819c642 None None] For port 0fc937c5-f5b6-499f-8f0f-386ae088a139, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0fc937c5-f5b6-499f-8f0f-386ae088a139,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:56.944652 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76a4ce24-191c-483e-b91c-b6794819c642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.145945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4ce24-191c-483e-b91c-b6794819c642 None None] Pushing event updated for resources: {'Port': ['ID=0fc937c5-f5b6-499f-8f0f-386ae088a139,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:57.229033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed171e1e-cd51-4ea4-902a-7bafb33d8e84 req-08803eea-1cb6-49a9-a0e9-93338da2ed5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398604 Nov 22 17:00:57.252304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-8372b374-2210-4275-9d9a-ef8ee3681a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:57.265054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-8372b374-2210-4275-9d9a-ef8ee3681a90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.5351133 Nov 22 17:00:57.271829 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.310988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3f6f04e8-cf6d-45e7-bc11-193514dafaed None None] Provisioning complete for port 0fc937c5-f5b6-499f-8f0f-386ae088a139 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:57.311377 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f6f04e8-cf6d-45e7-bc11-193514dafaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.340127 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'name': 'tempest-NetworksTestDHCPv6-router-58704448', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:49Z', 'revision_number': 2, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None, '_interfaces': [{'id': '0fc937c5-f5b6-499f-8f0f-386ae088a139', 'name': '', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'mac_address': 'fa:16:3e:e9:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:48Z', 'updated_at': '2021-11-22T17:00:55Z', 'revision_number': 4, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'subnets': [{'id': '0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:57.427207 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657ca6f-8885-4a7b-969a-0159791faf72 None None] The sync data for ids ['dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'] in n-d-816865-2 is: [{'id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'name': 'tempest-NetworksTestDHCPv6-router-58704448', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:49Z', 'revision_number': 2, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None, '_interfaces': [{'id': '0fc937c5-f5b6-499f-8f0f-386ae088a139', 'name': '', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'mac_address': 'fa:16:3e:e9:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:48Z', 'updated_at': '2021-11-22T17:00:55Z', 'revision_number': 4, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'subnets': [{'id': '0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:57.439587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=dd9ea55c-c200-4800-9739-913df608207b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:57.628884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.653216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-c6136e79-de5a-4368-8b2e-a4a4314a7de1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2646182 Nov 22 17:00:57.878153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=0fc937c5-f5b6-499f-8f0f-386ae088a139,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:57.963998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.122040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=6718d87f-3ca9-41d4-830d-87bba27f54f8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:58.201046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking segment: {'id': 'c640d5b8-51d5-48c0-8164-c43f094987da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:58.201435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network hostable DHCP agents. Network: 315d360d-fe01-437f-a5d2-6cee5e5c632e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:58.206732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:58.231500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:58.434204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-5231ca09-377f-4af4-a69a-ad7a5c03c303 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301335 Nov 22 17:00:58.565273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Router dc80a5d9-fa97-4a53-8711-1a97aabbdbfc has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:58.670018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:58.721015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:58.730363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-039cb7ec-9386-4249-852e-175b819952c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "PUT /v2.0/routers/dc80a5d9-fa97-4a53-8711-1a97aabbdbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1713731 Nov 22 17:00:58.734269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58108) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:58.833122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc02ed6-634e-4ab2-8efd-22c8597fa780 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:58.836063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc02ed6-634e-4ab2-8efd-22c8597fa780 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:58.838078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3dc02ed6-634e-4ab2-8efd-22c8597fa780 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1002612 Nov 22 17:00:58.849334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a36fa849-761f-477f-bd9a-9835d3c88595 None None] Provisioning complete for port dd9ea55c-c200-4800-9739-913df608207b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:58.850013 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a36fa849-761f-477f-bd9a-9835d3c88595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.850183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4222-ad58-4952-9b37-e859f8f1b879 req-8a286055-0259-4ec1-ac90-e98d530d146e tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:58.852086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6be4222-ad58-4952-9b37-e859f8f1b879 req-8a286055-0259-4ec1-ac90-e98d530d146e tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 943 time: 0.4667516 Nov 22 17:00:58.852765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:58.937373 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a36fa849-761f-477f-bd9a-9835d3c88595 None None] Port dd9ea55c-c200-4800-9739-913df608207b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:59.020318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0507d4a-eebc-43b5-9250-701ab84d2b45 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:59.025428 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0507d4a-eebc-43b5-9250-701ab84d2b45 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:59.043414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e34799c-cbcb-4dfa-b779-798f25ce9ca8 req-5d290945-8422-4659-9409-752ca4c02d25 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944819 Nov 22 17:00:59.047895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6be4222-ad58-4952-9b37-e859f8f1b879 req-28e62a2f-2977-48dd-8e75-8f300aa58ad9 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775649 Nov 22 17:00:59.048270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 315d360d-fe01-437f-a5d2-6cee5e5c632e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:59.055596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:59.057975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e88e1-2fc1-40b8-a266-a713e662772f None None] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:59.074125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:59.130490 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e75a69ba-4e89-4b38-b544-f2e59056b274 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8544695 Nov 22 17:00:59.140750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:59.172080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-de7add1b-6ddb-4bdd-b278-5ae967dd7cb4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:59.182686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Router 09b84410-3788-4e37-905f-139602c5601d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:59.324008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0507d4a-eebc-43b5-9250-701ab84d2b45 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:59.465705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-315d360d-fe01-437f-a5d2-6cee5e5c632e', 'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e', 'tenant_id': '7a8210ca913f42d583508a22bb37db73', 'fixed_ips': [{'subnet_id': '6718d87f-3ca9-41d4-830d-87bba27f54f8'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:59.466763 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:59.827041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:59.870529 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1906dcc3-0db7-4946-89c5-6816a10d4d7f admin admin] 10.222.0.59 "PUT /v2.0/routers/09b84410-3788-4e37-905f-139602c5601d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0037701 Nov 22 17:00:59.870529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68078f9-d632-4175-9684-86515fa528b0 req-d138d270-1992-4b9a-bd75-dba75af02d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:59.871638 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d68078f9-d632-4175-9684-86515fa528b0 req-d138d270-1992-4b9a-bd75-dba75af02d9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 1094 time: 0.6608560 Nov 22 17:00:59.924107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Sync routers for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:00.004591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:00.005875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:00.465459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Allocated IP 172.20.0.2 (315d360d-fe01-437f-a5d2-6cee5e5c632e/6718d87f-3ca9-41d4-830d-87bba27f54f8/95b9b6de-b564-4133-b7ea-3fc2c4987693) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:00.619032 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] Sync routers for ids ['dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:00.622826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0507d4a-eebc-43b5-9250-701ab84d2b45 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:00.642575 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] Routers {'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:00.645202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:00.708862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7add1b-6ddb-4bdd-b278-5ae967dd7cb4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:00.712824 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-de7add1b-6ddb-4bdd-b278-5ae967dd7cb4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:00.729435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:00.772772 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] Set router dc80a5d9-fa97-4a53-8711-1a97aabbdbfc gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:00.871047 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'name': 'tempest-NetworksTestDHCPv6-router-58704448', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:57Z', 'revision_number': 3, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:00.923171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c563e5-ab54-4afd-887a-fda9738341d8 req-1f6e8327-fd11-4f7e-8fb0-9b58174f7f6d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:00.937426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40c563e5-ab54-4afd-887a-fda9738341d8 req-1f6e8327-fd11-4f7e-8fb0-9b58174f7f6d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 943 time: 0.4414799 Nov 22 17:01:00.964881 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] Checking router: dc80a5d9-fa97-4a53-8711-1a97aabbdbfc for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:00.981316 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] Routers {'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:00.982112 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:00.995533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68078f9-d632-4175-9684-86515fa528b0 req-9693f777-3889-47fe-a852-3f3b155cd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:01.000349 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d68078f9-d632-4175-9684-86515fa528b0 req-9693f777-3889-47fe-a852-3f3b155cd3f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 1.1210542 Nov 22 17:01:01.051664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0507d4a-eebc-43b5-9250-701ab84d2b45 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.102023 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d68078f9-d632-4175-9684-86515fa528b0 req-90304c3b-9146-4929-9318-3ec350bca65c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b093b3b-2f66-4095-998c-7cc64e89b48d HTTP/1.1" status: 200 len: 217 time: 0.0934434 Nov 22 17:01:01.107489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0507d4a-eebc-43b5-9250-701ab84d2b45 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:01.125357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:01.150592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-866203730-network', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:01.159427 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] Set router dc80a5d9-fa97-4a53-8711-1a97aabbdbfc gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:01.165721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40c563e5-ab54-4afd-887a-fda9738341d8 req-c43ee4ce-a0db-4726-a77f-a8079ef95c52 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270849 Nov 22 17:01:01.173871 n-d-816865-2 neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-de7add1b-6ddb-4bdd-b278-5ae967dd7cb4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6718d87f-3ca9-41d4-830d-87bba27f54f8 (CIDR: 172.20.0.0/28) Nov 22 17:01:01.197306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea813b-c636-447a-94af-2bfe52f1ec27 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:01.205111 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0507d4a-eebc-43b5-9250-701ab84d2b45 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.221820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c0507d4a-eebc-43b5-9250-701ab84d2b45 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146 HTTP/1.1" status: 204 len: 168 time: 2.3674078 Nov 22 17:01:01.226339 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7add1b-6ddb-4bdd-b278-5ae967dd7cb4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:01:01.226865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7add1b-6ddb-4bdd-b278-5ae967dd7cb4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:01:01.230601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58268) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:01.277375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Made reservation on behalf of eee103f9fe5b442fbdc58ab9d490dd54 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:01.280055 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.319616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-de7add1b-6ddb-4bdd-b278-5ae967dd7cb4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1776259 Nov 22 17:01:01.320538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:01.334609 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.360359 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'name': 'tempest-NetworksTestDHCPv6-router-58704448', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:57Z', 'revision_number': 3, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:01.371540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:01.377090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:00:54Z', 'revision_number': 2, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:01.422868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Checking router: 09b84410-3788-4e37-905f-139602c5601d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:01.423462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Updating router 09b84410-3788-4e37-905f-139602c5601d port dd9ea55c-c200-4800-9739-913df608207b binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:01:01.448625 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c459938-a80b-4a99-a3b7-753d4fc748fb None None] The sync data for ids ['dc80a5d9-fa97-4a53-8711-1a97aabbdbfc'] in n-d-816865-2 is: [{'id': 'dc80a5d9-fa97-4a53-8711-1a97aabbdbfc', 'name': 'tempest-NetworksTestDHCPv6-router-58704448', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:57Z', 'revision_number': 3, 'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:01.491899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68078f9-d632-4175-9684-86515fa528b0 req-7e5b44b9-b3b0-403d-ada7-e483349477ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:01.493879 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d68078f9-d632-4175-9684-86515fa528b0 req-7e5b44b9-b3b0-403d-ada7-e483349477ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.3844521 Nov 22 17:01:01.574397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d68078f9-d632-4175-9684-86515fa528b0 req-c5164de8-6906-48aa-93d8-47a38a1b416d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731580 Nov 22 17:01:01.620601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.626058 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.633341 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-df70437d-4b0c-4564-8fc8-1cb2bc337e2b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4003835 Nov 22 17:01:01.651571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:01.750755 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.788594 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.797881 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.864584 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d68078f9-d632-4175-9684-86515fa528b0 req-13e61efd-62da-4580-902e-0aa635d2eec7 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804840 Nov 22 17:01:01.914599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:02.008749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5efaa54-a66e-49f6-92fd-4d6ce0c5b4c4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:02.037313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.037849 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Added segment 83f73cbd-109f-4717-bd06-4d8fbe18dc13 of type vlan for network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 Nov 22 17:01:02.046557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bca9-3b4f-4842-a0a5-75dc2831a037 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.133135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d68078f9-d632-4175-9684-86515fa528b0 req-87e17004-b5bb-4e52-b6fb-1f0a9dc1641c service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612131 Nov 22 17:01:02.166120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:02.170170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0fc937c5-f5b6-499f-8f0f-386ae088a139 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:02.196869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.245591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:02.247892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0fc937c5-f5b6-499f-8f0f-386ae088a139 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:02.248482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0fc937c5-f5b6-499f-8f0f-386ae088a139 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:02.265125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:02.268337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:02.300111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Pushing event updated for resources: {'Port': ['ID=95b9b6de-b564-4133-b7ea-3fc2c4987693,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:02.331606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bca9-3b4f-4842-a0a5-75dc2831a037 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.334728 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bca9-3b4f-4842-a0a5-75dc2831a037 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.402348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Attempting to bind port 95b9b6de-b564-4133-b7ea-3fc2c4987693 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:02.402941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Attempting to bind port 95b9b6de-b564-4133-b7ea-3fc2c4987693 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c640d5b8-51d5-48c0-8164-c43f094987da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:02.403490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Attempting to bind port 95b9b6de-b564-4133-b7ea-3fc2c4987693 on network 315d360d-fe01-437f-a5d2-6cee5e5c632e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:02.413836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:02.414172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Checking segment: {'id': 'c640d5b8-51d5-48c0-8164-c43f094987da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:02.414529 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.415105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Bound using segment: {'id': 'c640d5b8-51d5-48c0-8164-c43f094987da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:02.415617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Bound port: 95b9b6de-b564-4133-b7ea-3fc2c4987693, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c640d5b8-51d5-48c0-8164-c43f094987da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:02.416055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.423387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 17:01:02.428306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] Deleting port 722bb54f-2496-4cee-b8ec-bea98807f226 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:02.428708 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.451067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:02.456937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.591089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.698877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.784158 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bca9-3b4f-4842-a0a5-75dc2831a037 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.785361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab9bca9-3b4f-4842-a0a5-75dc2831a037 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Fanout notify agent at l3_agent the message router_deleted on router dc80a5d9-fa97-4a53-8711-1a97aabbdbfc {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:01:02.798930 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab9bca9-3b4f-4842-a0a5-75dc2831a037 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.800527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ab9bca9-3b4f-4842-a0a5-75dc2831a037 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/routers/dc80a5d9-fa97-4a53-8711-1a97aabbdbfc HTTP/1.1" status: 204 len: 168 time: 1.1479967 Nov 22 17:01:02.804022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58294) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:02.808225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.884409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9fae7-4554-4593-9a21-404d42175a2c None None] Pushing event updated for resources: {'Port': ['ID=dd9ea55c-c200-4800-9739-913df608207b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:02.999951 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.000942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:03.001550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.093521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] For port 722bb54f-2496-4cee-b8ec-bea98807f226, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=722bb54f-2496-4cee-b8ec-bea98807f226,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:03.095675 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.099063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:03.177023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Attempting to bind port dd9ea55c-c200-4800-9739-913df608207b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:03.177606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Attempting to bind port dd9ea55c-c200-4800-9739-913df608207b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:03.177995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Attempting to bind port dd9ea55c-c200-4800-9739-913df608207b on network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:03.182817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:03.195644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58300) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:03.196556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0628035 Nov 22 17:01:03.200828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:03.201633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.205262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Request body: {'subnet': {'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-866203730-subnet', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:03.214817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee37121-5f3e-4ad7-a0ac-3116dfbdf611 req-6f70b90c-5606-47e0-a769-4ac1873c7194 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:03.223936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fee37121-5f3e-4ad7-a0ac-3116dfbdf611 req-6f70b90c-5606-47e0-a769-4ac1873c7194 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 943 time: 0.8179884 Nov 22 17:01:03.227545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] Calling delete_port for 722bb54f-2496-4cee-b8ec-bea98807f226 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:03.229599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=0a15c90b-bed9-4e41-b63e-5d683aa63bed,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:03.262451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:03.263201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Checking segment: {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:03.263601 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.264050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Bound using segment: {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:03.269271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Bound port: dd9ea55c-c200-4800-9739-913df608207b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:03.269981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.276768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Made reservation on behalf of eee103f9fe5b442fbdc58ab9d490dd54 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:03.279579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.320287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58304) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:03.329042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] For port 95b9b6de-b564-4133-b7ea-3fc2c4987693, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:03.332528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efc364-320e-4d40-99a9-0783e938622d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:03.338104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-35efc364-320e-4d40-99a9-0783e938622d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5272005 Nov 22 17:01:03.338104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58306) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:03.348346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-798bca4d-d7be-49ed-89a3-4ccac586d7d9 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0150316 Nov 22 17:01:03.350725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff21561-777f-452e-86b8-1f07f3b68295 admin admin] Pushing event updated for resources: {'Network': ['ID=39dc65da-cb23-4b15-805b-bc8ad0cf51c4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:03.353146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:03.369043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e', 'fixed_ips': [{'subnet_id': '6718d87f-3ca9-41d4-830d-87bba27f54f8'}, {'subnet_id': '0a15c90b-bed9-4e41-b63e-5d683aa63bed'}], 'name': 'tempest-PortsTestJSON-1338940368'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:03.436340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:03.513973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fee37121-5f3e-4ad7-a0ac-3116dfbdf611 req-045208c5-5bfd-4c19-b191-49c25aa5b1f0 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880139 Nov 22 17:01:03.538163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbffae4c-46f9-4d48-9fad-cc794c3da318 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:03.544058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fbffae4c-46f9-4d48-9fad-cc794c3da318 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1944809 Nov 22 17:01:03.544759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:03.600415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] For port dd9ea55c-c200-4800-9739-913df608207b, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:03.604275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] For port dd9ea55c-c200-4800-9739-913df608207b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dd9ea55c-c200-4800-9739-913df608207b,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:03.624013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2b093b3b-2f66-4095-998c-7cc64e89b48d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:01:03.629981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58316) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:03.630682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e35e020c-545d-4c07-8079-6d2e4264f4a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818396 Nov 22 17:01:03.635046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:03.651081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] For port 95b9b6de-b564-4133-b7ea-3fc2c4987693, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=95b9b6de-b564-4133-b7ea-3fc2c4987693,segment=NetworkSegment(c640d5b8-51d5-48c0-8164-c43f094987da),segment_id=c640d5b8-51d5-48c0-8164-c43f094987da)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:03.690263 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.730379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:03.770457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.820377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.941280 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.965774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae7d1dd-0ced-423d-b74a-a189bf78cdd4,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:03.966544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 722bb54f-2496-4cee-b8ec-bea98807f226 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:03.973198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Checking segment: {'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:03.973573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Network hostable DHCP agents. Network: 39dc65da-cb23-4b15-805b-bc8ad0cf51c4, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:03.983439 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.996112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 2236703d-afc9-4789-948e-57d18f67c8a6 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:04.000472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:04.004602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.014000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.090922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] No DVR routers for this DVR port 722bb54f-2496-4cee-b8ec-bea98807f226 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:04.093187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 722bb54f-2496-4cee-b8ec-bea98807f226 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:04.093805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 722bb54f-2496-4cee-b8ec-bea98807f226 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:04.132566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fae1bb5e-47cd-4477-ad75-9f3f8a3785a5 None None] Provisioning complete for port dd9ea55c-c200-4800-9739-913df608207b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:04.133484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fae1bb5e-47cd-4477-ad75-9f3f8a3785a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.185266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:04.186035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:04.208144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:04.244945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9fae7-4554-4593-9a21-404d42175a2c None None] Pushing event updated for resources: {'Port': ['ID=dd9ea55c-c200-4800-9739-913df608207b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:04.255527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 39dc65da-cb23-4b15-805b-bc8ad0cf51c4) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:04.325915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:04.326681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.349763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff14d5-5916-458e-8034-75007e653d26 None None] Pushing event updated for resources: {'Port': ['ID=95b9b6de-b564-4133-b7ea-3fc2c4987693,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:04.380719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef13d5-edca-4793-8442-dddd977eb0ec None None] Network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:04.420129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cad68-6cb6-469a-b496-c3975128b3a6 None None] Pushing event deleted for resources: {'Port': ['ID=722bb54f-2496-4cee-b8ec-bea98807f226,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:04.651587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.661156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-57a82950-e378-4876-9d68-ec2c66d6b38e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4640355 Nov 22 17:01:04.664024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2b093b3b-2f66-4095-998c-7cc64e89b48d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2b093b3b-2f66-4095-998c-7cc64e89b48d,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:04.669881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58326) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:04.681731 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.691644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:04.769112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '2b093b3b-2f66-4095-998c-7cc64e89b48d', 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'port_id': '2b093b3b-2f66-4095-998c-7cc64e89b48d', 'mac_address': 'fa:16:3e:22:bc:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8135719f-9603-454e-ae60-8e12c586fc3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:01:04.810668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:04.935956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e4011c4278f41cd89f6c8d0c6edf28e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6059389 Nov 22 17:01:04.935956 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b6060b-e59b-430b-b29a-facb0973b48b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:04.943421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58328) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:05.082330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.082925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.083404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.083850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.087461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.088260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.088711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.089594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.090037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.099501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.100446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.101140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e1c1aa-37ef-4668-93ed-9f02f9fd9e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.156545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594e23-17c5-4cfe-879b-fa1197421881 req-67cbd646-eca7-49ae-8a5a-4e308f435c77 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:05.162216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14594e23-17c5-4cfe-879b-fa1197421881 req-67cbd646-eca7-49ae-8a5a-4e308f435c77 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 943 time: 0.4532580 Nov 22 17:01:05.166727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.172170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.323781 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.335093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:01:05.340730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.513687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:05.531738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:05.553823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:05.559361 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.563139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=eeccc47f-d701-4029-9dde-f372b15f3240,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:05.634663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c6c6299e-c809-404d-a602-702c1550ba32 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0037842 Nov 22 17:01:05.642483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58336) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:05.654780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b892c112-ac10-42fe-aacc-ba3b6dba763c None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:05.661940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:05.662835 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fae1bb5e-47cd-4477-ad75-9f3f8a3785a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.704237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16e217b4-201e-4346-8cb6-6fce122da36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.743424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16e217b4-201e-4346-8cb6-6fce122da36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.809081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.8 (315d360d-fe01-437f-a5d2-6cee5e5c632e/6718d87f-3ca9-41d4-830d-87bba27f54f8/2236703d-afc9-4789-948e-57d18f67c8a6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:05.869854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14594e23-17c5-4cfe-879b-fa1197421881 req-2eb4bf0d-7bc4-4a2c-b8f6-01cc4dc9da31 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333366 Nov 22 17:01:05.902332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.24 (315d360d-fe01-437f-a5d2-6cee5e5c632e/0a15c90b-bed9-4e41-b63e-5d683aa63bed/2236703d-afc9-4789-948e-57d18f67c8a6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:05.974285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:05.978744 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.984425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95b9b6de-b564-4133-b7ea-3fc2c4987693 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:06.143651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.167548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-39dc65da-cb23-4b15-805b-bc8ad0cf51c4', 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'fixed_ips': [{'subnet_id': '5ae7d1dd-0ced-423d-b74a-a189bf78cdd4'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:06.168565 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.205051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330caece-19a9-4db3-9222-2fb5e581c43f None None] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:06.301119 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16e217b4-201e-4346-8cb6-6fce122da36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.308791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-16e217b4-201e-4346-8cb6-6fce122da36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.313812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-16e217b4-201e-4346-8cb6-6fce122da36a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3b6060b-e59b-430b-b29a-facb0973b48b HTTP/1.1" status: 204 len: 168 time: 1.3563023 Nov 22 17:01:06.468850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e217b4-201e-4346-8cb6-6fce122da36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b6060b-e59b-430b-b29a-facb0973b48b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:06.544209 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.575056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.667587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.694867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=4588cb32-d5cc-4a69-ad09-8b804c9625e4,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:06.712816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:06.714848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:06.725215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:06.725938 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.805921 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b26c777f-3645-4eb1-b4b0-03af12ce33ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1550374 Nov 22 17:01:06.806092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:06.813834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:91:f7:4c', 'name': 'tempest-NetworksTestDHCPv6-484831652'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:06.823300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fae1bb5e-47cd-4477-ad75-9f3f8a3785a5 None None] For port dd9ea55c-c200-4800-9739-913df608207b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dd9ea55c-c200-4800-9739-913df608207b,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:06.911745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b093b3b-2f66-4095-998c-7cc64e89b48d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:06.984416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:06.987233 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.023685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fae1bb5e-47cd-4477-ad75-9f3f8a3785a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.072259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58352) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:07.081225 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.092451 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d99bd84-8b2c-4f27-9306-2c9336c0fcdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.194935 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.236945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port d1b72346-c1fa-4f0d-9258-d96e178e6a16 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:07.253832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1bb5e-47cd-4477-ad75-9f3f8a3785a5 None None] Pushing event updated for resources: {'Port': ['ID=dd9ea55c-c200-4800-9739-913df608207b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:07.269347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2b093b3b-2f66-4095-998c-7cc64e89b48d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2b093b3b-2f66-4095-998c-7cc64e89b48d,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:07.312249 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:07.399380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d99bd84-8b2c-4f27-9306-2c9336c0fcdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.416955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 95b9b6de-b564-4133-b7ea-3fc2c4987693 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:07.418057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d99bd84-8b2c-4f27-9306-2c9336c0fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.427284 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.505161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.589753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99bd84-8b2c-4f27-9306-2c9336c0fcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8132eda-c1d2-4779-a179-b321f5353092,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:07.638318 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1d99bd84-8b2c-4f27-9306-2c9336c0fcdd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a54d03c697a14caab265722aba62ee2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5648277 Nov 22 17:01:07.651304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58360) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:07.662387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58362) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:07.688603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:07.692620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=2236703d-afc9-4789-948e-57d18f67c8a6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:07.702715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.705755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:07.711382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:07.801737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:07.802692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.806637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 172.20.0.10 (45521f05-429d-474d-a428-1772d389eb08/4588cb32-d5cc-4a69-ad09-8b804c9625e4/d1b72346-c1fa-4f0d-9258-d96e178e6a16) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:07.810061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:01:03Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:07.821799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866bc21-9fec-4f22-ab08-3713d8c66d37 req-2dc8dd2a-7c34-4663-bbbf-528098f8e205 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:07.826412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:fe91:f74c (45521f05-429d-474d-a428-1772d389eb08/eeccc47f-d701-4029-9dde-f372b15f3240/d1b72346-c1fa-4f0d-9258-d96e178e6a16) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:07.828633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2866bc21-9fec-4f22-ab08-3713d8c66d37 req-2dc8dd2a-7c34-4663-bbbf-528098f8e205 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 943 time: 0.7710409 Nov 22 17:01:07.847547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.898397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f8dcf213-32a6-4983-ad13-30a616da539c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.5335374 Nov 22 17:01:07.899215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58366) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:07.904532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6718d87f-3ca9-41d4-830d-87bba27f54f8'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:07.932430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab3654f7-c019-4fc3-8b1c-ed8a78243e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.937087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Allocated IP 172.20.0.2 (39dc65da-cb23-4b15-805b-bc8ad0cf51c4/5ae7d1dd-0ced-423d-b74a-a189bf78cdd4/cabf07e0-7ef9-4ae8-99e9-fc22a9a16672) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:07.959423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab3654f7-c019-4fc3-8b1c-ed8a78243e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.980849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['2b093b3b-2f66-4095-998c-7cc64e89b48d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:08.002581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7d4e333d-ae87-4229-9437-b34e4e5c3f99 None None] Provisioning complete for port 95b9b6de-b564-4133-b7ea-3fc2c4987693 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:08.003018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d4e333d-ae87-4229-9437-b34e4e5c3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.022638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab3654f7-c019-4fc3-8b1c-ed8a78243e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.025730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ab3654f7-c019-4fc3-8b1c-ed8a78243e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.027161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ab3654f7-c019-4fc3-8b1c-ed8a78243e9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8132eda-c1d2-4779-a179-b321f5353092 HTTP/1.1" status: 204 len: 168 time: 0.3705277 Nov 22 17:01:08.047736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad091c8b-a6ef-4ae2-83f3-7e8ed0cdd0eb None None] The sync data for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 is: [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:01:03Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:08.172569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3654f7-c019-4fc3-8b1c-ed8a78243e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8132eda-c1d2-4779-a179-b321f5353092,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:08.224560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2866bc21-9fec-4f22-ab08-3713d8c66d37 req-bebe0b83-0296-4bcc-809b-185964f41cd0 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742385 Nov 22 17:01:08.371456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '4588cb32-d5cc-4a69-ad09-8b804c9625e4'}, {'subnet_id': 'eeccc47f-d701-4029-9dde-f372b15f3240'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:08.372774 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.375155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=2b093b3b-2f66-4095-998c-7cc64e89b48d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:08.392336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Allocated IP 172.25.0.85 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/4397b218-1154-41b0-8bca-bfb6370900a6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:08.472915 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.638868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.703332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.798907 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.828731 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:08.914536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Pushing event updated for resources: {'Port': ['ID=4397b218-1154-41b0-8bca-bfb6370900a6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:08.918035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:08.952535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=d1b72346-c1fa-4f0d-9258-d96e178e6a16,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:08.955972 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:08.992495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:08.993274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.011415 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.019401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:09.023004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59fc1017-fc38-4032-b656-ec5f80c2262f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.073988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816843c3-9825-46cf-9166-ca88cc880f98 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:09.102033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:09.193782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:09.198980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:09.368064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d4e333d-ae87-4229-9437-b34e4e5c3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.375898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59fc1017-fc38-4032-b656-ec5f80c2262f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.380935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:09.383512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.426665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4c39173e-d95d-4bfd-a2a3-968ecc2ee3ac tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6192119 Nov 22 17:01:09.436444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59fc1017-fc38-4032-b656-ec5f80c2262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.439807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58380) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:09.546802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 95b9b6de-b564-4133-b7ea-3fc2c4987693, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=95b9b6de-b564-4133-b7ea-3fc2c4987693,segment=NetworkSegment(c640d5b8-51d5-48c0-8164-c43f094987da),segment_id=c640d5b8-51d5-48c0-8164-c43f094987da)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:09.591336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc1017-fc38-4032-b656-ec5f80c2262f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af50e7-75e1-4f84-896d-dfaa322423bf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:09.594748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9cd757-55ec-4fe8-8666-040e63b2a788 None None] Update dhcp port {'port': {'network_id': '315d360d-fe01-437f-a5d2-6cee5e5c632e', 'fixed_ips': [{'subnet_id': '6718d87f-3ca9-41d4-830d-87bba27f54f8', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a15c90b-bed9-4e41-b63e-5d683aa63bed'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '95b9b6de-b564-4133-b7ea-3fc2c4987693'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:01:09.606641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-59fc1017-fc38-4032-b656-ec5f80c2262f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8218a8d7bae48fe88b27aab9d74e61d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6875031 Nov 22 17:01:09.629505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58384) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:09.783721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476c7e-bbf9-429e-a82d-b27d3e41d806 req-e9dac986-2a36-493c-bdfc-230742436b85 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:09.786195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e476c7e-bbf9-429e-a82d-b27d3e41d806 req-e9dac986-2a36-493c-bdfc-230742436b85 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 944 time: 0.3424613 Nov 22 17:01:09.813135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.825777 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd757-55ec-4fe8-8666-040e63b2a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.847091 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.874403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c998c12-7b53-4ee4-9c68-35c18d1d35da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:09.893289 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5c998c12-7b53-4ee4-9c68-35c18d1d35da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.4380000 Nov 22 17:01:09.898850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58394) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:09.915914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74c7706c-c7ea-4ae6-ab8c-3a91cfff1f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.160590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dd9ea55c-c200-4800-9739-913df608207b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:10.164855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e476c7e-bbf9-429e-a82d-b27d3e41d806 req-3af1091e-24e1-4034-8295-d13dd8150232 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627041 Nov 22 17:01:10.179788 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.237349 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74c7706c-c7ea-4ae6-ab8c-3a91cfff1f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.386666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2fef2811-e677-41b2-a627-6b5f2aafeaed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port d1b72346-c1fa-4f0d-9258-d96e178e6a16 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:10.387043 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fef2811-e677-41b2-a627-6b5f2aafeaed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.388280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Delete allocated IP 172.20.0.24 (315d360d-fe01-437f-a5d2-6cee5e5c632e/0a15c90b-bed9-4e41-b63e-5d683aa63bed) {{(pid=103442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 17:01:10.451476 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.474997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Allocated IP 172.20.0.2 (45521f05-429d-474d-a428-1772d389eb08/4588cb32-d5cc-4a69-ad09-8b804c9625e4/bdad992f-5a42-47ae-9b15-b73965ab2748) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:10.475990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74c7706c-c7ea-4ae6-ab8c-3a91cfff1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.480269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74c7706c-c7ea-4ae6-ab8c-3a91cfff1f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.484481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=95b9b6de-b564-4133-b7ea-3fc2c4987693,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:10.484863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-74c7706c-c7ea-4ae6-ab8c-3a91cfff1f38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0af50e7-75e1-4f84-896d-dfaa322423bf HTTP/1.1" status: 204 len: 168 time: 0.8517725 Nov 22 17:01:10.514477 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.555684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Allocated IP 2001:db8::f816:3eff:fe74:d614 (45521f05-429d-474d-a428-1772d389eb08/eeccc47f-d701-4029-9dde-f372b15f3240/bdad992f-5a42-47ae-9b15-b73965ab2748) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:10.661449 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fef2811-e677-41b2-a627-6b5f2aafeaed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.687597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2fef2811-e677-41b2-a627-6b5f2aafeaed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for d1b72346-c1fa-4f0d-9258-d96e178e6a16 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:10.750368 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-7d4e333d-ae87-4229-9437-b34e4e5c3f99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:01:10.752945 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-7d4e333d-ae87-4229-9437-b34e4e5c3f99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:01:10.762323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:10.831505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:10.861125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Pushing event updated for resources: {'Port': ['ID=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:10.875347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:11.099948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.174810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7706c-c7ea-4ae6-ab8c-3a91cfff1f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af50e7-75e1-4f84-896d-dfaa322423bf,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:11.362452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port dd9ea55c-c200-4800-9739-913df608207b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:11.363112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.541501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.568461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.610769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2b093b3b-2f66-4095-998c-7cc64e89b48d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:11.687252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f107514-b85b-45f3-be82-7706b84e7b1e req-5a4178a6-cd0a-4542-977d-a78a694417f3 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:11.701294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f107514-b85b-45f3-be82-7706b84e7b1e req-5a4178a6-cd0a-4542-977d-a78a694417f3 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 944 time: 0.2441056 Nov 22 17:01:11.711108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Router d3b1391c-0c2a-45f0-acac-dbb92782576d is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:01:11.816718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f107514-b85b-45f3-be82-7706b84e7b1e req-26f67fe1-80b2-4eb3-9c42-8250bdbae9b6 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139016 Nov 22 17:01:11.872601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Attempting to bind port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:11.873295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Attempting to bind port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:11.874118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Attempting to bind port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 on network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:11.884742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.918968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:11.919495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Checking segment: {'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:11.920623 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.920623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Bound using segment: {'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:11.921002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Bound port: cabf07e0-7ef9-4ae8-99e9-fc22a9a16672, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:11.921757 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.956615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7d4e333d-ae87-4229-9437-b34e4e5c3f99 None None] Provisioning complete for port dd9ea55c-c200-4800-9739-913df608207b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:11.956993 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d4e333d-ae87-4229-9437-b34e4e5c3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.977208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=2236703d-afc9-4789-948e-57d18f67c8a6,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:11.986860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.021216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fef2811-e677-41b2-a627-6b5f2aafeaed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.042126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] In _notify_port_updated(), no bound segment for port 2236703d-afc9-4789-948e-57d18f67c8a6 on network 315d360d-fe01-437f-a5d2-6cee5e5c632e {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:01:12.042126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:12.042126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.043308 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7af0dedc-7918-4bac-8104-9e33eec0ee1d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "PUT /v2.0/ports/2236703d-afc9-4789-948e-57d18f67c8a6 HTTP/1.1" status: 200 len: 919 time: 4.1431015 Nov 22 17:01:12.046120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58426) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:12.053264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6718d87f-3ca9-41d4-830d-87bba27f54f8'}, {'subnet_id': '0a15c90b-bed9-4e41-b63e-5d683aa63bed'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:12.092746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef2811-e677-41b2-a627-6b5f2aafeaed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=d1b72346-c1fa-4f0d-9258-d96e178e6a16,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:12.114746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Deleting port 5a155fa2-4538-4454-a005-7e3362c2390c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:12.115223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.192426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58428) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:12.226366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.289626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-fb9cd757-55ec-4fe8-8666-040e63b2a788 None None] Allocated IP 172.20.0.18 (315d360d-fe01-437f-a5d2-6cee5e5c632e/0a15c90b-bed9-4e41-b63e-5d683aa63bed/95b9b6de-b564-4133-b7ea-3fc2c4987693) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:12.383199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:12.402059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-0fb39936-a4be-4cc7-b61f-8d3e15699bba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1557429 Nov 22 17:01:12.416354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2fef2811-e677-41b2-a627-6b5f2aafeaed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.419751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2fef2811-e677-41b2-a627-6b5f2aafeaed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/d1b72346-c1fa-4f0d-9258-d96e178e6a16 HTTP/1.1" status: 204 len: 168 time: 2.4459188 Nov 22 17:01:12.428319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58434) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:12.457561 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.462068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-81997e07-7b9c-40d6-9261-ea450986ee42 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.7774258 Nov 22 17:01:12.495416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58436) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:12.515143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fb9cd757-55ec-4fe8-8666-040e63b2a788 None None] For port 95b9b6de-b564-4133-b7ea-3fc2c4987693, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=95b9b6de-b564-4133-b7ea-3fc2c4987693,segment=NetworkSegment(c640d5b8-51d5-48c0-8164-c43f094987da),segment_id=c640d5b8-51d5-48c0-8164-c43f094987da)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:12.540419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1422326511-network', 'tenant_id': 'a04af3e112984674babc64270a606ce5'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:12.558994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd757-55ec-4fe8-8666-040e63b2a788 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.606766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495bdd1-5080-4c03-b299-1b8752eb35e4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:12.608327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495bdd1-5080-4c03-b299-1b8752eb35e4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:12.609842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495bdd1-5080-4c03-b299-1b8752eb35e4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:12.611659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4495bdd1-5080-4c03-b299-1b8752eb35e4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1801243 Nov 22 17:01:12.615117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:12.627780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Made reservation on behalf of a04af3e112984674babc64270a606ce5 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:12.630082 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.632355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.20 (315d360d-fe01-437f-a5d2-6cee5e5c632e/0a15c90b-bed9-4e41-b63e-5d683aa63bed/2236703d-afc9-4789-948e-57d18f67c8a6) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:12.652120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Pushing event updated for resources: {'Port': ['ID=bdad992f-5a42-47ae-9b15-b73965ab2748,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:12.692450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.695013 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd757-55ec-4fe8-8666-040e63b2a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.698352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-a6fc7c19-c169-46c8-8803-6c3fd13015f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:12.700012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-a6fc7c19-c169-46c8-8803-6c3fd13015f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 1097 time: 0.2005498 Nov 22 17:01:12.702822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Sync routers for ids ['d3b1391c-0c2a-45f0-acac-dbb92782576d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:12.746671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:12.766866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e5c04e-7ecf-4198-b4b5-cdfffe321a0c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 4588cb32-d5cc-4a69-ad09-8b804c9625e4 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:12.814695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.828381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17e5c04e-7ecf-4198-b4b5-cdfffe321a0c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.831639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:12.837003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.841211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:12.842416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] For port 5a155fa2-4538-4454-a005-7e3362c2390c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=5a155fa2-4538-4454-a005-7e3362c2390c,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:12.842771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.912325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95b9b6de-b564-4133-b7ea-3fc2c4987693 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:12.944921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Calling delete_port for 5a155fa2-4538-4454-a005-7e3362c2390c owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:12.997979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Routers {'d3b1391c-0c2a-45f0-acac-dbb92782576d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:12.999096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:00:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d3b1391c-0c2a-45f0-acac-dbb92782576d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:13.002480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cd757-55ec-4fe8-8666-040e63b2a788 None None] Pushing event updated for resources: {'Port': ['ID=95b9b6de-b564-4133-b7ea-3fc2c4987693,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:13.109076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17e5c04e-7ecf-4198-b4b5-cdfffe321a0c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.120883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 2b093b3b-2f66-4095-998c-7cc64e89b48d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:01:13.162670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=2236703d-afc9-4789-948e-57d18f67c8a6,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:13.219567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-9af5551b-ca66-4f13-987b-1c1628d580e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:13.222139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-9af5551b-ca66-4f13-987b-1c1628d580e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 0.4867530 Nov 22 17:01:13.238277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 2b093b3b-2f66-4095-998c-7cc64e89b48d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:13.239236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4686b63-8f98-49a7-a9ef-eb87ce43a801 req-e2c04e54-383d-4ff8-bc9d-d8619fa7370a tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:13.240175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.240938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4686b63-8f98-49a7-a9ef-eb87ce43a801 req-e2c04e54-383d-4ff8-bc9d-d8619fa7370a tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 944 time: 0.2808163 Nov 22 17:01:13.264766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.425890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] For port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:13.429695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] In _notify_port_updated(), no bound segment for port 2236703d-afc9-4789-948e-57d18f67c8a6 on network 315d360d-fe01-437f-a5d2-6cee5e5c632e {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:01:13.444945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:13.445635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.454519 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e18875cd-a07a-4f7d-831f-2024b1da4664 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "PUT /v2.0/ports/2236703d-afc9-4789-948e-57d18f67c8a6 HTTP/1.1" status: 200 len: 999 time: 1.4060853 Nov 22 17:01:13.455286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:13.518864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Set router d3b1391c-0c2a-45f0-acac-dbb92782576d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:13.695822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] For port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,segment=NetworkSegment(83f73cbd-109f-4717-bd06-4d8fbe18dc13),segment_id=83f73cbd-109f-4717-bd06-4d8fbe18dc13)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:13.745241 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.755235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Attempting to bind port bdad992f-5a42-47ae-9b15-b73965ab2748 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:13.756150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Attempting to bind port bdad992f-5a42-47ae-9b15-b73965ab2748 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:13.756768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Attempting to bind port bdad992f-5a42-47ae-9b15-b73965ab2748 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:13.804461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c355aabf-3ec9-4578-b981-c3899465ab94 None None] Provisioning complete for port 4397b218-1154-41b0-8bca-bfb6370900a6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:13.805804 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c355aabf-3ec9-4578-b981-c3899465ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.976486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.065358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a155fa2-4538-4454-a005-7e3362c2390c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.115386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-04fe3e77-8585-43fb-8b9d-76b63bf92c03 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 2236703d-afc9-4789-948e-57d18f67c8a6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:14.116274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04fe3e77-8585-43fb-8b9d-76b63bf92c03 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.171489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.238179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-595fc754-4bec-4951-b43b-f5f2aa21f8a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb73db94-2a18-44ef-a3b4-af434ac92795 HTTP/1.1" status: 200 len: 217 time: 0.9894011 Nov 22 17:01:14.269362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 95b9b6de-b564-4133-b7ea-3fc2c4987693 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:14.269740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.276403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:14.276793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:14.277583 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.277583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:14.278089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Bound port: bdad992f-5a42-47ae-9b15-b73965ab2748, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:14.278479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.284322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:14.290070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04fe3e77-8585-43fb-8b9d-76b63bf92c03 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.316436 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-04fe3e77-8585-43fb-8b9d-76b63bf92c03 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 2236703d-afc9-4789-948e-57d18f67c8a6 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:14.327834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.328436 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Added segment 17995a0d-1a62-4f55-abb7-08f90160a01b of type vlan for network 08c97baf-132a-49d1-856b-a1e83852bc73 Nov 22 17:01:14.396693 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.444384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17e5c04e-7ecf-4198-b4b5-cdfffe321a0c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.491347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.538917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c355aabf-3ec9-4578-b981-c3899465ab94 None None] Port 4397b218-1154-41b0-8bca-bfb6370900a6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:14.574454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994de9f-4e5f-4836-b043-f7f7955abcbb None None] Pushing event updated for resources: {'Port': ['ID=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.618787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a821326-8d4b-4f0a-8dd4-4c65a1d5dc13 None None] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:14.634861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.635971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:14.636550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.639219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17e5c04e-7ecf-4198-b4b5-cdfffe321a0c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.766255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5c04e-7ecf-4198-b4b5-cdfffe321a0c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=4588cb32-d5cc-4a69-ad09-8b804c9625e4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.917384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff97e6e-bd35-4970-a6b9-11eaed790939,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.934831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 2b093b3b-2f66-4095-998c-7cc64e89b48d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2b093b3b-2f66-4095-998c-7cc64e89b48d,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:14.948112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7528148 Nov 22 17:01:14.958697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34417d20-ca16-4262-9a7b-e0a254e280cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b093b3b-2f66-4095-998c-7cc64e89b48d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:14.961198 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b3d098-5b74-4902-92c9-f9aceba847b1" -d '{"events": [{"server_uuid": "34417d20-ca16-4262-9a7b-e0a254e280cd", "name": "network-vif-plugged", "status": "completed", "tag": "2b093b3b-2f66-4095-998c-7cc64e89b48d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:14.966392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4686b63-8f98-49a7-a9ef-eb87ce43a801 req-1763a40c-36ee-482e-8226-01c8020cb530 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7079740 Nov 22 17:01:14.966906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:14.970514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17e5c04e-7ecf-4198-b4b5-cdfffe321a0c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.974415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-17e5c04e-7ecf-4198-b4b5-cdfffe321a0c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/4588cb32-d5cc-4a69-ad09-8b804c9625e4 HTTP/1.1" status: 204 len: 168 time: 2.3574338 Nov 22 17:01:14.984213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.027519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Request body: {'subnet': {'network_id': '08c97baf-132a-49d1-856b-a1e83852bc73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1422326511-subnet', 'tenant_id': 'a04af3e112984674babc64270a606ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:15.032238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58458) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:15.043487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-d9b9f36d-6e62-4b6e-a34c-07ae232e457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:15.045485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-d9b9f36d-6e62-4b6e-a34c-07ae232e457c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.7805731 Nov 22 17:01:15.179128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-d8efa20c-3a3a-4aab-9b06-da223bcb718e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882366 Nov 22 17:01:15.185426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b614f2-0fc1-461d-b7c8-6be8432f1418 admin admin] Pushing event updated for resources: {'Network': ['ID=08c97baf-132a-49d1-856b-a1e83852bc73,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:15.214478 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e2582-f184-47c9-a214-eb7791a03078 x-openstack-request-id: req-957e2582-f184-47c9-a214-eb7791a03078 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:15.214802 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34417d20-ca16-4262-9a7b-e0a254e280cd", "name": "network-vif-plugged", "status": "completed", "tag": "2b093b3b-2f66-4095-998c-7cc64e89b48d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:15.221141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04fe3e77-8585-43fb-8b9d-76b63bf92c03 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.226767 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-957e2582-f184-47c9-a214-eb7791a03078 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:15.227396 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34417d20-ca16-4262-9a7b-e0a254e280cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b093b3b-2f66-4095-998c-7cc64e89b48d', 'code': 200} Nov 22 17:01:15.228051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=2b093b3b-2f66-4095-998c-7cc64e89b48d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:15.253011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 08c97baf-132a-49d1-856b-a1e83852bc73 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:15.368172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec652782-4271-4189-b8cb-9a320505aa85 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet eeccc47f-d701-4029-9dde-f372b15f3240 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:15.368752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe3e77-8585-43fb-8b9d-76b63bf92c03 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=2236703d-afc9-4789-948e-57d18f67c8a6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:15.387082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Made reservation on behalf of a04af3e112984674babc64270a606ce5 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:15.403766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.418805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec652782-4271-4189-b8cb-9a320505aa85 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.463565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9f979c4e-b57b-4846-b58d-f3b171a311f9 None None] Provisioning complete for port 95b9b6de-b564-4133-b7ea-3fc2c4987693 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:15.463928 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f979c4e-b57b-4846-b58d-f3b171a311f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.511357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.521177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] For port bdad992f-5a42-47ae-9b15-b73965ab2748, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:15.539630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] For port bdad992f-5a42-47ae-9b15-b73965ab2748, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bdad992f-5a42-47ae-9b15-b73965ab2748,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:15.695595 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.702445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec652782-4271-4189-b8cb-9a320505aa85 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.749532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-c27c9eba-7da4-4ae3-acc6-eb5a01ab730c service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542686 Nov 22 17:01:15.794468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50173f-c765-4079-916a-7192bab09852 None None] Network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:15.874138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.981557 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87aed09d-3441-4bdf-a76f-15c09cfa9401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.083987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09f41c-d932-4acf-bdc5-f7c379aaa034 None None] Pushing event updated for resources: {'Port': ['ID=bdad992f-5a42-47ae-9b15-b73965ab2748,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:16.280340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:01:09Z', 'revision_number': 3, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port': {'id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:07Z', 'updated_at': '2021-11-22T17:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:16.294763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec652782-4271-4189-b8cb-9a320505aa85 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.403432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95b9b6de-b564-4133-b7ea-3fc2c4987693 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:16.420717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7171bac-9dd5-4956-ba7e-c262d0986093 req-53a56d89-992e-4d9a-9f61-5d8c644aa17f service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602690 Nov 22 17:01:16.421383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Checking router: d3b1391c-0c2a-45f0-acac-dbb92782576d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:16.421383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Updating router d3b1391c-0c2a-45f0-acac-dbb92782576d port 4397b218-1154-41b0-8bca-bfb6370900a6 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:01:16.464132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca91e48-91b7-4420-8448-68548cb7a8a7 req-1ed1d148-90e5-4b92-81e6-11cf4bb95df2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.470419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7dbcf-c61b-4c5f-b6d3-c740682dc83c req-175c0f49-6b54-42b0-ba21-bb3343363280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.474116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ed7dbcf-c61b-4c5f-b6d3-c740682dc83c req-175c0f49-6b54-42b0-ba21-bb3343363280 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 1096 time: 1.2452946 Nov 22 17:01:16.479495 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ca91e48-91b7-4420-8448-68548cb7a8a7 req-1ed1d148-90e5-4b92-81e6-11cf4bb95df2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 945 time: 0.3306916 Nov 22 17:01:16.618560 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.625248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9f979c4e-b57b-4846-b58d-f3b171a311f9 None None] Could not find standard attr ID for object 2236703d-afc9-4789-948e-57d18f67c8a6. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:01:16.670526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Allocated IP 172.20.0.1 (39dc65da-cb23-4b15-805b-bc8ad0cf51c4/5ae7d1dd-0ced-423d-b74a-a189bf78cdd4/8ef1a226-f808-4313-94c0-ac6e98cb8da2) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:16.754928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.851506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-04fe3e77-8585-43fb-8b9d-76b63bf92c03 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.874848 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-04fe3e77-8585-43fb-8b9d-76b63bf92c03 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/2236703d-afc9-4789-948e-57d18f67c8a6 HTTP/1.1" status: 204 len: 168 time: 3.4028819 Nov 22 17:01:16.875789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58472) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:16.880374 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec652782-4271-4189-b8cb-9a320505aa85 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.966350 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec652782-4271-4189-b8cb-9a320505aa85 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.988945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ec652782-4271-4189-b8cb-9a320505aa85 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/eeccc47f-d701-4029-9dde-f372b15f3240 HTTP/1.1" status: 204 len: 168 time: 1.9382789 Nov 22 17:01:16.992744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ff1906-0d61-4066-8dca-0cc33882d663,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:17.053151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ca91e48-91b7-4420-8448-68548cb7a8a7 req-e15d90e8-d22a-43f1-be2c-1123f36f3694 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722840 Nov 22 17:01:17.054283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:17.055640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec652782-4271-4189-b8cb-9a320505aa85 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=eeccc47f-d701-4029-9dde-f372b15f3240,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:17.155108 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3ed7dbcf-c61b-4c5f-b6d3-c740682dc83c req-67772df1-0962-4248-84e2-d99b3db0ea64 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407154 Nov 22 17:01:17.156253 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7324bcb-0e37-4150-baf4-8f41d8738829 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:01:17.171328 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b7324bcb-0e37-4150-baf4-8f41d8738829 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/2236703d-afc9-4789-948e-57d18f67c8a6 HTTP/1.1" status: 404 len: 333 time: 0.2899230 Nov 22 17:01:17.172020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58476) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:17.227697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-760e4c11-3f78-4618-b330-49d404db414f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1503305 Nov 22 17:01:17.228863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58478) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:17.256411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:17.259167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 95b9b6de-b564-4133-b7ea-3fc2c4987693 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:17.259545 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.308806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5fa869d5-1d15-4b40-8946-ee6cedf3be51 None None] Provisioning complete for port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:17.309408 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fa869d5-1d15-4b40-8946-ee6cedf3be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.333993 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.385961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Checking segment: {'id': '17995a0d-1a62-4f55-abb7-08f90160a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '08c97baf-132a-49d1-856b-a1e83852bc73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:17.387211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Network hostable DHCP agents. Network: 08c97baf-132a-49d1-856b-a1e83852bc73, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:17.420171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.453350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:17.459995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.461060 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.505029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Network 08c97baf-132a-49d1-856b-a1e83852bc73 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:17.524137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbb685e-c513-48ae-bf03-1c9ce6da56ab tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 0a15c90b-bed9-4e41-b63e-5d683aa63bed {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:17.560905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 08c97baf-132a-49d1-856b-a1e83852bc73) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:17.569153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:17.570103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.609877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b6270b28-ae50-4341-aaf5-69be0630ed2a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6020637 Nov 22 17:01:17.630460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e073b23-1ead-483b-b3ad-be15c43a7bde None None] Network 08c97baf-132a-49d1-856b-a1e83852bc73 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:17.665939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e332a8a7-365d-4324-b95b-f2dcd702a83d None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:17.701462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Attempting to bind port 4397b218-1154-41b0-8bca-bfb6370900a6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:17.706659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Attempting to bind port 4397b218-1154-41b0-8bca-bfb6370900a6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:17.707152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Attempting to bind port 4397b218-1154-41b0-8bca-bfb6370900a6 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:17.971198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:18.023948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf7664-0b42-40ea-82d3-3b3ffbe468dd None None] Pushing event updated for resources: {'Port': ['ID=4397b218-1154-41b0-8bca-bfb6370900a6,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:18.141024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57edd14-ec59-4b19-8cb6-5398d62aed7d None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:18.157676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:18.157676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:18.158219 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.158710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:18.159456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Bound port: 4397b218-1154-41b0-8bca-bfb6370900a6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:18.160108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.258068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] For port 4397b218-1154-41b0-8bca-bfb6370900a6, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:18.262884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] For port 4397b218-1154-41b0-8bca-bfb6370900a6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4397b218-1154-41b0-8bca-bfb6370900a6,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:18.514216 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fa869d5-1d15-4b40-8946-ee6cedf3be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.520943 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6cbb685e-c513-48ae-bf03-1c9ce6da56ab tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.568075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ddce46e3-ce44-4fe2-a419-cc42ee476fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.572523 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.670837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6cbb685e-c513-48ae-bf03-1c9ce6da56ab tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.704202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:01:18.714338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4ec2d-e9b1-4ba0-a91f-afdfc5ec5146 req-a533f6a7-f848-4b1d-b875-5f31c8d7d82c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:18.716186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2db4ec2d-e9b1-4ba0-a91f-afdfc5ec5146 req-a533f6a7-f848-4b1d-b875-5f31c8d7d82c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 945 time: 0.4643655 Nov 22 17:01:18.918783 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.028992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2db4ec2d-e9b1-4ba0-a91f-afdfc5ec5146 req-1e1736b7-4173-4bbb-998f-22e3c2b9c15f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492568 Nov 22 17:01:19.061420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58510) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:19.087306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-103392787-network', 'tenant_id': '4c3b0901acb449fc9e14261a68beeb50'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:19.089717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c39a7-580b-43b5-9454-a0a055c6e819 None None] Network 08c97baf-132a-49d1-856b-a1e83852bc73 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:19.108519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2d050-7645-44f5-ad8d-3955a51d2b1c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:19.128341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6cbb685e-c513-48ae-bf03-1c9ce6da56ab tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.133058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Made reservation on behalf of 4c3b0901acb449fc9e14261a68beeb50 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:19.135926 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.139801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5fa869d5-1d15-4b40-8946-ee6cedf3be51 None None] For port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,segment=NetworkSegment(83f73cbd-109f-4717-bd06-4d8fbe18dc13),segment_id=83f73cbd-109f-4717-bd06-4d8fbe18dc13)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:19.163884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.231912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:19.248971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6cbb685e-c513-48ae-bf03-1c9ce6da56ab tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.259597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:19.288171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Router 60a63e53-5a0b-4e12-9514-e63a92709533 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:19.303007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:19.305287 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.325464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.340944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:19.351049 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fa869d5-1d15-4b40-8946-ee6cedf3be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.352856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:19.354568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.366132 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.411381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Routers {'d3b1391c-0c2a-45f0-acac-dbb92782576d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:19.412100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d3b1391c-0c2a-45f0-acac-dbb92782576d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:19.443472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb685e-c513-48ae-bf03-1c9ce6da56ab tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=0a15c90b-bed9-4e41-b63e-5d683aa63bed,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.461914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6cbb685e-c513-48ae-bf03-1c9ce6da56ab tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.475331 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6cbb685e-c513-48ae-bf03-1c9ce6da56ab tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/0a15c90b-bed9-4e41-b63e-5d683aa63bed HTTP/1.1" status: 204 len: 168 time: 2.2856970 Nov 22 17:01:19.482361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58516) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:19.483848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef1a226-f808-4313-94c0-ac6e98cb8da2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.528889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.529237 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Added segment 7171c3fc-1b4b-43bb-bfe1-f4f82853a298 of type vlan for network 5185257e-ff67-4325-936b-6fdeb11340ff Nov 22 17:01:19.600966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.634326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] Set router d3b1391c-0c2a-45f0-acac-dbb92782576d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:19.680318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e0e2e-d0d3-4f1a-8fbc-541990af6ff2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.703638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.705002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.706290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.706874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.707461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.708115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.708758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.710862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.712138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.712847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.713451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.714033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:19.727732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:19.738751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.740688 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] Sync routers for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:19.751542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f66de9-6778-486e-ae3c-564d54ad1f8a None None] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:19.755492 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eb03cc5c-2037-486a-ae06-edbae98afc1b admin admin] 10.222.0.59 "PUT /v2.0/routers/60a63e53-5a0b-4e12-9514-e63a92709533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0895629 Nov 22 17:01:19.758891 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.760112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:19.760831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.763718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58518) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:19.770858 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:19.771525 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:19.878612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f773ae47-59f5-411d-aeaf-6aea377d6c41 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 6718d87f-3ca9-41d4-830d-87bba27f54f8 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:19.884054 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f773ae47-59f5-411d-aeaf-6aea377d6c41 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.963062 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:19.969363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f773ae47-59f5-411d-aeaf-6aea377d6c41 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.084214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf7664-0b42-40ea-82d3-3b3ffbe468dd None None] Pushing event updated for resources: {'Port': ['ID=4397b218-1154-41b0-8bca-bfb6370900a6,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:20.138830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f773ae47-59f5-411d-aeaf-6aea377d6c41 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.159569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] Pushing event updated for resources: {'Network': ['ID=5185257e-ff67-4325-936b-6fdeb11340ff,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:20.168438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Provisioning complete for port 4397b218-1154-41b0-8bca-bfb6370900a6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:20.169090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.174718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.187247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 5185257e-ff67-4325-936b-6fdeb11340ff details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:20.312463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.315719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.350406 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T17:01:13Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:20.376241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cd618eb7-d877-45eb-91cf-aa4bd8c2725d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3011484 Nov 22 17:01:20.390190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:20.408386 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] Checking router: 60a63e53-5a0b-4e12-9514-e63a92709533 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:20.419569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.425781 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] Routers {'60a63e53-5a0b-4e12-9514-e63a92709533'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:20.426764 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['60a63e53-5a0b-4e12-9514-e63a92709533'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:20.472126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Request body: {'subnet': {'network_id': '5185257e-ff67-4325-936b-6fdeb11340ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-103392787-subnet', 'tenant_id': '4c3b0901acb449fc9e14261a68beeb50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:20.520534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa869d5-1d15-4b40-8946-ee6cedf3be51 None None] Pushing event updated for resources: {'Port': ['ID=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:20.583381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.600242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.673243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bdad992f-5a42-47ae-9b15-b73965ab2748 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:20.684215 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] Set router 60a63e53-5a0b-4e12-9514-e63a92709533 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:20.715699 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f773ae47-59f5-411d-aeaf-6aea377d6c41 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.725086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Made reservation on behalf of 4c3b0901acb449fc9e14261a68beeb50 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:20.733222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.818763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28b694-b3db-4741-9c8f-3d3411bebfaf req-f5af9726-4a1f-42da-a683-3db81ceee029 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:20.834044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc28b694-b3db-4741-9c8f-3d3411bebfaf req-f5af9726-4a1f-42da-a683-3db81ceee029 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 945 time: 0.5098901 Nov 22 17:01:20.839789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773ae47-59f5-411d-aeaf-6aea377d6c41 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=6718d87f-3ca9-41d4-830d-87bba27f54f8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:20.847567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f773ae47-59f5-411d-aeaf-6aea377d6c41 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.864742 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f773ae47-59f5-411d-aeaf-6aea377d6c41 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/6718d87f-3ca9-41d4-830d-87bba27f54f8 HTTP/1.1" status: 204 len: 168 time: 1.3678143 Nov 22 17:01:20.868100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58532) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:20.910051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.933206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bdad992f-5a42-47ae-9b15-b73965ab2748 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:20.933598 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.101184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.124455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:01:09Z', 'revision_number': 3, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port': {'id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:07Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:21.164106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.178641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.184387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef1a226-f808-4313-94c0-ac6e98cb8da2,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:21.215695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d71b7e3-8c45-4238-8134-62ebc2a9df3b None None] The sync data for ids ['d3b1391c-0c2a-45f0-acac-dbb92782576d'] in n-d-816865-2 is: [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:01:09Z', 'revision_number': 3, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port': {'id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:07Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:21.274424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] For port 4397b218-1154-41b0-8bca-bfb6370900a6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4397b218-1154-41b0-8bca-bfb6370900a6,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:21.296201 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Deleting port 98de73d4-9b4b-4608-acf7-16c1f157d753 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:21.296626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.300844 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.426723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:21.437620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:21.519457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Provisioning complete for port 95b9b6de-b564-4133-b7ea-3fc2c4987693 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:21.519864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.538678 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T17:01:13Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:21.576678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] For port bdad992f-5a42-47ae-9b15-b73965ab2748, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bdad992f-5a42-47ae-9b15-b73965ab2748,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:21.626516 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e3983e-a6bd-4fc9-865c-5dcd277cdcdc None None] The sync data for ids ['60a63e53-5a0b-4e12-9514-e63a92709533'] in n-d-816865-2 is: [{'id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'name': 'tempest-TestVolumeBackupRestore-1263914010-router', 'tenant_id': 'ce43e3602110420d84f035a11a7d6d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:08Z', 'updated_at': '2021-11-22T17:01:13Z', 'revision_number': 5, 'project_id': 'ce43e3602110420d84f035a11a7d6d79', 'gw_port': {'id': '98de73d4-9b4b-4608-acf7-16c1f157d753', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:dd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a63e53-5a0b-4e12-9514-e63a92709533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:10Z', 'updated_at': '2021-11-22T16:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:21.662159 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.748143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.824494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Pushing event updated for resources: {'Port': ['ID=4397b218-1154-41b0-8bca-bfb6370900a6,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:21.911889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.922914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Could not find standard attr ID for object 2236703d-afc9-4789-948e-57d18f67c8a6. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:01:21.986800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Provisioning complete for port bdad992f-5a42-47ae-9b15-b73965ab2748 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:21.987222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.997076 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc28b694-b3db-4741-9c8f-3d3411bebfaf req-7dfb6f23-069e-4db7-bb52-775fb6c453b0 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1621754 Nov 22 17:01:22.007000 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.013327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Router d3b1391c-0c2a-45f0-acac-dbb92782576d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:22.014383 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.016422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.031160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port bdad992f-5a42-47ae-9b15-b73965ab2748, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bdad992f-5a42-47ae-9b15-b73965ab2748,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:22.047406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 95b9b6de-b564-4133-b7ea-3fc2c4987693 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:22.047901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.086025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.276381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b418f79-7b5d-4b54-8d03-85b0dcbd0c37 None None] Network 315d360d-fe01-437f-a5d2-6cee5e5c632e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:22.356569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:22.376670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335fb86b-8103-4897-935c-fcdb2fb248ce,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:22.538390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=bdad992f-5a42-47ae-9b15-b73965ab2748,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:22.543080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:22.558974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:22.569593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.589983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=d5da6552-e504-4d44-b510-45d330a45c29,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:22.609095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e32d9160-0749-401d-adaf-c30bb88c235c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3630197 Nov 22 17:01:22.635104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58544) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:22.643564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:22.721251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] For port 95b9b6de-b564-4133-b7ea-3fc2c4987693, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=95b9b6de-b564-4133-b7ea-3fc2c4987693,segment=NetworkSegment(c640d5b8-51d5-48c0-8164-c43f094987da),segment_id=c640d5b8-51d5-48c0-8164-c43f094987da)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:22.733139 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.826396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 95b9b6de-b564-4133-b7ea-3fc2c4987693 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:22.884186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Checking segment: {'id': '7171c3fc-1b4b-43bb-bfe1-f4f82853a298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5185257e-ff67-4325-936b-6fdeb11340ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:22.884186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Network hostable DHCP agents. Network: 5185257e-ff67-4325-936b-6fdeb11340ff, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:22.889089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:22.893230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.906093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:22.924330 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b59f33cc-9c80-4a12-b230-3261cf8c4215 admin admin] 10.222.0.59 "PUT /v2.0/routers/d3b1391c-0c2a-45f0-acac-dbb92782576d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3964295 Nov 22 17:01:23.154247 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.229681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=95b9b6de-b564-4133-b7ea-3fc2c4987693,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:23.248421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No DVR routers for this DVR port 95b9b6de-b564-4133-b7ea-3fc2c4987693 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:23.279163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25155c21-8e30-416c-8fa9-57d5ad2d265e None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:23.314583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] For port 98de73d4-9b4b-4608-acf7-16c1f157d753, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=98de73d4-9b4b-4608-acf7-16c1f157d753,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:23.316338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.338166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Calling delete_port for 98de73d4-9b4b-4608-acf7-16c1f157d753 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:23.380778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4397b218-1154-41b0-8bca-bfb6370900a6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:23.390768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=bdad992f-5a42-47ae-9b15-b73965ab2748,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:23.539425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.622340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315d360d-fe01-437f-a5d2-6cee5e5c632e']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:23.653267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c640d5b8-51d5-48c0-8164-c43f094987da') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:23.660389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c640d5b8-51d5-48c0-8164-c43f094987da') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:23.680325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.684964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Network 5185257e-ff67-4325-936b-6fdeb11340ff is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:23.711715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.716028 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.733743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:23.734382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:23.763931 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:23.823747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 5185257e-ff67-4325-936b-6fdeb11340ff) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:23.864880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.873100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.887668 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/networks/315d360d-fe01-437f-a5d2-6cee5e5c632e HTTP/1.1" status: 204 len: 168 time: 3.0120702 Nov 22 17:01:23.888975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:23.904957 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a9ddd-803d-4671-b077-d5a6a917aca5 None None] Network 5185257e-ff67-4325-936b-6fdeb11340ff requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:23.928117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.928668 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.942991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b9046-8299-4c4a-a147-3cf974361c95 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Network': ['ID=315d360d-fe01-437f-a5d2-6cee5e5c632e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:23.947427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:23.962703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:23.982670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4397b218-1154-41b0-8bca-bfb6370900a6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:23.983367 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.990717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.991348 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.112768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee31bf-499c-42c7-a101-66ab56d72a0a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:24.118639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896ed7a-1630-48ad-99d3-da60b5093171 None None] DHCP port deletion for 315d360d-fe01-437f-a5d2-6cee5e5c632e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:24.119251 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a5ee31bf-499c-42c7-a101-66ab56d72a0a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2275350 Nov 22 17:01:24.119965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58564) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:24.133038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-901192a9-a237-4c1d-a6c9-80d50fc58932 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316960336', 'description': 'tempest-secgroup-smoke-316960336 description', 'project_id': '117d6440b2cd452a9e1944c2985d4bb3'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:24.189416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58566) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:24.227888 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-901192a9-a237-4c1d-a6c9-80d50fc58932 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.238802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Provisioning complete for port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:24.244796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f8860b5-5aee-4d72-890f-04ecd189bef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.289103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=8c2c397b-a043-4969-83f2-1526b9d53e14,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:24.345158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-606d2db5-227d-4842-882f-c07203586e12 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7026384 Nov 22 17:01:24.374453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fa444a1b-f9c3-4ede-8c99-5791bc313992 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.9766607 Nov 22 17:01:24.377701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58570) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:24.401547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:12:ae:14', 'name': 'tempest-NetworksTestDHCPv6-697815426'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:24.412333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b91b28-4ea2-4e57-a95c-a97f34ce53b5 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:24.481210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-901192a9-a237-4c1d-a6c9-80d50fc58932 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.508474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-901192a9-a237-4c1d-a6c9-80d50fc58932 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.598736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901192a9-a237-4c1d-a6c9-80d50fc58932 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b1c1ab-2335-418d-8131-d36805ba9d26,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:24.631138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-901192a9-a237-4c1d-a6c9-80d50fc58932 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.640834 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-901192a9-a237-4c1d-a6c9-80d50fc58932 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5183797 Nov 22 17:01:24.647422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58574) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:24.655297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6b32fd35-efaa-4ef4-91b1-9993fb881d8d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'security_group_rule': {'security_group_id': 'f9b1c1ab-2335-418d-8131-d36805ba9d26', 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:24.747238 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2d5faa58-374f-4d21-9427-e238c6c27cdf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5502949 Nov 22 17:01:24.769853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58578) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:24.770829 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b32fd35-efaa-4ef4-91b1-9993fb881d8d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.793020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1638670941'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:24.956116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:24.961431 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.050430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b32fd35-efaa-4ef4-91b1-9993fb881d8d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.065032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:25.105006 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b32fd35-efaa-4ef4-91b1-9993fb881d8d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.129766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:25.254031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32fd35-efaa-4ef4-91b1-9993fb881d8d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f813279-f257-4233-bf95-af3efde1a769,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:25.271790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b32fd35-efaa-4ef4-91b1-9993fb881d8d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.276735 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6b32fd35-efaa-4ef4-91b1-9993fb881d8d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6271272 Nov 22 17:01:25.294939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58600) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:25.296651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.316810 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Added segment 5e9f2af2-d292-4894-b20d-b260ccb0dd4f of type vlan for network 64eb7456-3818-4e64-8acc-b55bb5dd4654 Nov 22 17:01:25.354198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3c751088-f328-4b47-9efc-a7201d530eae tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'security_group_rule': {'security_group_id': 'f9b1c1ab-2335-418d-8131-d36805ba9d26', 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:25.366125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Sync routers for ids ['d3b1391c-0c2a-45f0-acac-dbb92782576d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:25.409505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3673c-b624-4f75-ab02-d5c4ee11a110 None None] Network 5185257e-ff67-4325-936b-6fdeb11340ff requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:25.465360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.511217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c751088-f328-4b47-9efc-a7201d530eae tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.544448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.552340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.553076 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.561982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Routers {'d3b1391c-0c2a-45f0-acac-dbb92782576d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:25.562781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d3b1391c-0c2a-45f0-acac-dbb92782576d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:25.616663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c1c23ee1-4244-4f45-820c-6db9773d6e6d None None] Could not find standard attr ID for object d1b72346-c1fa-4f0d-9258-d96e178e6a16. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:01:25.641985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c1c23ee1-4244-4f45-820c-6db9773d6e6d None None] Could not find standard attr ID for object 95b9b6de-b564-4133-b7ea-3fc2c4987693. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:01:25.668341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:25.669022 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.746499 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9626405 Nov 22 17:01:25.755749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58618) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:25.763082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:25.828696 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c751088-f328-4b47-9efc-a7201d530eae tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.842774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c751088-f328-4b47-9efc-a7201d530eae tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.859697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b336a0-6a69-4f73-b6e0-64856bf7d935 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Network': ['ID=64eb7456-3818-4e64-8acc-b55bb5dd4654,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:25.893018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c751088-f328-4b47-9efc-a7201d530eae tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532abfe8-50f1-45ff-8f96-0c0805227822,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:25.900186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.902253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:25.934988 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c751088-f328-4b47-9efc-a7201d530eae tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.936255 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3c751088-f328-4b47-9efc-a7201d530eae tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6142361 Nov 22 17:01:25.943452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58632) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:25.959545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a4300643-2d2b-4b96-a6f7-cc4698281d9e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'security_group_rule': {'security_group_id': 'f9b1c1ab-2335-418d-8131-d36805ba9d26', 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:26.016560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4300643-2d2b-4b96-a6f7-cc4698281d9e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.023579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 64eb7456-3818-4e64-8acc-b55bb5dd4654 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:26.091537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Pushing event deleted for resources: {'Port': ['ID=98de73d4-9b4b-4608-acf7-16c1f157d753,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:26.153277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4300643-2d2b-4b96-a6f7-cc4698281d9e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.163221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4300643-2d2b-4b96-a6f7-cc4698281d9e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.203256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4300643-2d2b-4b96-a6f7-cc4698281d9e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e972d2-5feb-49ae-8931-f36228e00589,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:26.216066 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4300643-2d2b-4b96-a6f7-cc4698281d9e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.217395 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4300643-2d2b-4b96-a6f7-cc4698281d9e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2717824 Nov 22 17:01:26.222330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58664) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:26.227749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d432bbdd-0917-4ff1-a1a0-2e4c82c3de37 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'security_group_rule': {'security_group_id': 'f9b1c1ab-2335-418d-8131-d36805ba9d26', 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:26.247533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-91f8dd08-8a80-4526-a2df-e225081256b4 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:26.249075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-91f8dd08-8a80-4526-a2df-e225081256b4 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/networks?id=08c97baf-132a-49d1-856b-a1e83852bc73 HTTP/1.1" status: 200 len: 809 time: 0.7393868 Nov 22 17:01:26.254914 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.286131 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d432bbdd-0917-4ff1-a1a0-2e4c82c3de37 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.288538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a834344-8136-432a-a962-a0043e3f104e None None] Update dhcp port {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': 'd5da6552-e504-4d44-b510-45d330a45c29', 'ip_address': '2001:db8::f816:3eff:fe74:d614'}, {'subnet_id': '8c2c397b-a043-4969-83f2-1526b9d53e14'}], 'binding:host_id': 'n-d-816865-2'}, 'id': 'bdad992f-5a42-47ae-9b15-b73965ab2748'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:01:26.357003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c1c23ee1-4244-4f45-820c-6db9773d6e6d None None] Provisioning complete for port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:26.357427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1c23ee1-4244-4f45-820c-6db9773d6e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.425856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.449018 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d432bbdd-0917-4ff1-a1a0-2e4c82c3de37 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.456421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d432bbdd-0917-4ff1-a1a0-2e4c82c3de37 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.478706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838fee18-0b81-4839-b958-a8fb12863fba None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:26.481597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a834344-8136-432a-a962-a0043e3f104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.484197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c1c23ee1-4244-4f45-820c-6db9773d6e6d None None] Port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:26.487036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432bbdd-0917-4ff1-a1a0-2e4c82c3de37 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4f781b-2de8-4842-a10b-8daecfb11eee,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:26.515897 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d432bbdd-0917-4ff1-a1a0-2e4c82c3de37 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.518055 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d432bbdd-0917-4ff1-a1a0-2e4c82c3de37 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2945616 Nov 22 17:01:26.520970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58700) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:26.528776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b49cf0e1-9a98-40d9-b4d6-26de0c62d558 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'security_group_rule': {'security_group_id': 'f9b1c1ab-2335-418d-8131-d36805ba9d26', 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:26.583114 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-b49cf0e1-9a98-40d9-b4d6-26de0c62d558 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Project 117d6440b2cd452a9e1944c2985d4bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:01:26.590321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b49cf0e1-9a98-40d9-b4d6-26de0c62d558 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.633946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-46d13869-4900-4b65-ada5-5bc6d59310c6 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/quotas/a04af3e112984674babc64270a606ce5 HTTP/1.1" status: 200 len: 375 time: 0.3488450 Nov 22 17:01:26.635814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:26.653737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:26.660243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.720274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b49cf0e1-9a98-40d9-b4d6-26de0c62d558 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.736724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b49cf0e1-9a98-40d9-b4d6-26de0c62d558 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.757064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cf0e1-9a98-40d9-b4d6-26de0c62d558 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe530b4-0fa1-4b81-ac56-096d080fb0f5,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:26.773494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b49cf0e1-9a98-40d9-b4d6-26de0c62d558 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.777386 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b49cf0e1-9a98-40d9-b4d6-26de0c62d558 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2525661 Nov 22 17:01:26.777792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58728) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:26.786068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-36a970e3-ab96-4eac-8e21-8233c3e89ece tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'security_group_rule': {'security_group_id': 'f9b1c1ab-2335-418d-8131-d36805ba9d26', 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:26.795008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.801702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.826246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Set router d3b1391c-0c2a-45f0-acac-dbb92782576d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:26.832486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c1c23ee1-4244-4f45-820c-6db9773d6e6d None None] Provisioning complete for port bdad992f-5a42-47ae-9b15-b73965ab2748 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:26.833384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1c23ee1-4244-4f45-820c-6db9773d6e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.841422 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-36a970e3-ab96-4eac-8e21-8233c3e89ece tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Project 117d6440b2cd452a9e1944c2985d4bb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:01:26.850769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a970e3-ab96-4eac-8e21-8233c3e89ece tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.929307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-6d0a002b-21d4-4f07-b84d-f6a528b566cf tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a04af3e112984674babc64270a606ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1604033 Nov 22 17:01:26.994110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a970e3-ab96-4eac-8e21-8233c3e89ece tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.009279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a970e3-ab96-4eac-8e21-8233c3e89ece tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.047310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a970e3-ab96-4eac-8e21-8233c3e89ece tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85099d22-f565-4efd-b818-3570d689a552,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:27.068092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a970e3-ab96-4eac-8e21-8233c3e89ece tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.070362 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-36a970e3-ab96-4eac-8e21-8233c3e89ece tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2916975 Nov 22 17:01:27.099423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.100278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a63e53-5a0b-4e12-9514-e63a92709533 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:01:27.110758 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.118575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58760) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:27.125566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0f6e2b2d-2599-4c34-9a77-b86e0699727a admin admin] 10.222.0.59 "DELETE /v2.0/routers/60a63e53-5a0b-4e12-9514-e63a92709533 HTTP/1.1" status: 204 len: 168 time: 7.3560681 Nov 22 17:01:27.152438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 5a155fa2-4538-4454-a005-7e3362c2390c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:27.205579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 5a155fa2-4538-4454-a005-7e3362c2390c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:27.206437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 5a155fa2-4538-4454-a005-7e3362c2390c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:27.227744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3baee60-1ab7-4650-8468-93e23b306bbb admin admin] Deleting subnet 1eec2eea-712d-480f-b9d8-660318bed072 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:27.239871 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3baee60-1ab7-4650-8468-93e23b306bbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.320563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3baee60-1ab7-4650-8468-93e23b306bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.449269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.539256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3baee60-1ab7-4650-8468-93e23b306bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.567625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=54a00522-237d-4b34-bb99-2d29c0ed297f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:27.618777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-67d2a1c5-2ded-4a26-9833-b4b9560a56a1 service neutron] 10.222.0.59 "GET /v2.0/networks/08c97baf-132a-49d1-856b-a1e83852bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255207 Nov 22 17:01:27.662400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking segment: {'id': '5e9f2af2-d292-4894-b20d-b260ccb0dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:27.663129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network hostable DHCP agents. Network: 64eb7456-3818-4e64-8acc-b55bb5dd4654, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:27.685845 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3baee60-1ab7-4650-8468-93e23b306bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.740327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3baee60-1ab7-4650-8468-93e23b306bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eec2eea-712d-480f-b9d8-660318bed072,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:27.747423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3baee60-1ab7-4650-8468-93e23b306bbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.760124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a3baee60-1ab7-4650-8468-93e23b306bbb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1eec2eea-712d-480f-b9d8-660318bed072 HTTP/1.1" status: 204 len: 168 time: 0.6400917 Nov 22 17:01:27.762646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:27.780060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 64eb7456-3818-4e64-8acc-b55bb5dd4654 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:27.792716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae34962-4b6b-42ee-a345-a5dabc04a242 None None] Network 34c19b3a-c2f0-41ff-a4c2-564422409727 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:27.808867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 64eb7456-3818-4e64-8acc-b55bb5dd4654) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:27.832271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:27.833419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.925064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-286ae1e4-25c5-46a8-b131-a418519d1f72 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1650870 Nov 22 17:01:27.927199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e14526-be46-4334-b94b-17d9901c31ca None None] Network 64eb7456-3818-4e64-8acc-b55bb5dd4654 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:27.934556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.936621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 58840) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:27.944000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654', 'name': 'tempest-PortsTestJSON-936010300'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:27.959585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 172.20.0.12 (45521f05-429d-474d-a428-1772d389eb08/8c2c397b-a043-4969-83f2-1526b9d53e14/dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:27.976682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:fe12:ae14 (45521f05-429d-474d-a428-1772d389eb08/d5da6552-e504-4d44-b510-45d330a45c29/dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:28.001564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-29248ec3-7524-4531-827a-70d9d93e071f service neutron] 10.222.0.59 "GET /v2.0/networks/08c97baf-132a-49d1-856b-a1e83852bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809724 Nov 22 17:01:28.035451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bdad992f-5a42-47ae-9b15-b73965ab2748 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:28.181294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:28.186332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.194390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Deleting port 8a0c02f7-1a72-406d-ac8a-6861ee94359c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:28.194390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.319106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.340551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port cdfe080a-05e5-4ac3-8300-4e17a158d4c7 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:28.423926 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.551923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] For port 8a0c02f7-1a72-406d-ac8a-6861ee94359c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8a0c02f7-1a72-406d-ac8a-6861ee94359c,segment=NetworkSegment(65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5),segment_id=65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:28.552377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.563814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:28.586218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:28.597243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:28.679266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bdad992f-5a42-47ae-9b15-b73965ab2748 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:28.679929 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.712770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:28.745846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:28.746820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.794132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.5 (64eb7456-3818-4e64-8acc-b55bb5dd4654/54a00522-237d-4b34-bb99-2d29c0ed297f/cdfe080a-05e5-4ac3-8300-4e17a158d4c7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:28.824209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e0cfc768-7fb3-4126-b7b6-5c26865c6e2e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4397171 Nov 22 17:01:28.824909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:28.950711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-64eb7456-3818-4e64-8acc-b55bb5dd4654', 'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654', 'tenant_id': '7a8210ca913f42d583508a22bb37db73', 'fixed_ips': [{'subnet_id': '54a00522-237d-4b34-bb99-2d29c0ed297f'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:28.951803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.020470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5fe8ac-d844-4fd8-9d8a-1af3d0489530 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:29.058512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5fe8ac-d844-4fd8-9d8a-1af3d0489530 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:29.064869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9a5fe8ac-d844-4fd8-9d8a-1af3d0489530 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2388380 Nov 22 17:01:29.068162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 58964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:29.111256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049b0be-d394-4c09-9c1d-521d07c522d5 None None] DHCP port deletion for 34c19b3a-c2f0-41ff-a4c2-564422409727 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:29.128201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-9a834344-8136-432a-a962-a0043e3f104e None None] Allocated IP 172.20.0.2 (45521f05-429d-474d-a428-1772d389eb08/8c2c397b-a043-4969-83f2-1526b9d53e14/bdad992f-5a42-47ae-9b15-b73965ab2748) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:29.172753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Calling delete_port for 8a0c02f7-1a72-406d-ac8a-6861ee94359c owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:29.173874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:01:20Z', 'revision_number': 4, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port': {'id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:07Z', 'updated_at': '2021-11-22T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8ef1a226-f808-4313-94c0-ac6e98cb8da2', 'name': '', 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'mac_address': 'fa:16:3e:c3:a4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '5ae7d1dd-0ced-423d-b74a-a189bf78cdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:16Z', 'updated_at': '2021-11-22T17:01:20Z', 'revision_number': 2, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'subnets': [{'id': '5ae7d1dd-0ced-423d-b74a-a189bf78cdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:29.392942 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.440968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.442065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-668fef16-260b-419f-ae0c-a438c10abd72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:29.442434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-668fef16-260b-419f-ae0c-a438c10abd72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.466208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Checking router: d3b1391c-0c2a-45f0-acac-dbb92782576d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:29.466579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Updating router d3b1391c-0c2a-45f0-acac-dbb92782576d port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:01:29.519855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0c02f7-1a72-406d-ac8a-6861ee94359c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:29.523820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] No DVR routers for this DVR port 8a0c02f7-1a72-406d-ac8a-6861ee94359c on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:29.655178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.680096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-668fef16-260b-419f-ae0c-a438c10abd72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.687253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c19b3a-c2f0-41ff-a4c2-564422409727']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:29.702531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-668fef16-260b-419f-ae0c-a438c10abd72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:29.703237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:29.703879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fdbd7b-f7e3-4cb1-a329-d2b438f3a0a5') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:29.733718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.756384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.770548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:29.771861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.926397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:29.954856 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:29.962768 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.021460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.031293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] 10.222.0.59 "DELETE /v2.0/networks/34c19b3a-c2f0-41ff-a4c2-564422409727 HTTP/1.1" status: 204 len: 168 time: 2.2644200 Nov 22 17:01:30.034638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac56962-d940-4fd3-83a7-b1fb23624b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=34c19b3a-c2f0-41ff-a4c2-564422409727,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:30.036647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59046) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:30.074058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-1a8236c2-edff-4c7b-b204-fd7b0440fc4b tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316960336&fields=id&tenant_id=117d6440b2cd452a9e1944c2985d4bb3 HTTP/1.1" status: 200 len: 267 time: 0.9810510 Nov 22 17:01:30.128843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.183296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b049b0be-d394-4c09-9c1d-521d07c522d5 None None] Deleting port 8a0c02f7-1a72-406d-ac8a-6861ee94359c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:30.183891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b049b0be-d394-4c09-9c1d-521d07c522d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.210774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 64eb7456-3818-4e64-8acc-b55bb5dd4654 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:30.248309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:30.256558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:30.330020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=cdfe080a-05e5-4ac3-8300-4e17a158d4c7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:30.401196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:30.401952 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.406048 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-668fef16-260b-419f-ae0c-a438c10abd72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.670205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fef16-260b-419f-ae0c-a438c10abd72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:30.701483 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8a57fc0e-0e36-41f4-8586-3fefecffb33b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7624357 Nov 22 17:01:30.703698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59106) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:30.716575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654', 'name': 'tempest-PortsTestJSON-1331595155'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-b049b0be-d394-4c09-9c1d-521d07c522d5 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 34c19b3a-c2f0-41ff-a4c2-564422409727 could not be found. Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 34c19b3a-c2f0-41ff-a4c2-564422409727 could not be found. Nov 22 17:01:30.793985 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 17:01:30.852813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95b9b6de-b564-4133-b7ea-3fc2c4987693 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:30.931496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9f518-9e73-44fc-b7cc-d3eeaa0ccd92 None None] DHCP port deletion for 34c19b3a-c2f0-41ff-a4c2-564422409727 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:30.976372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 95b9b6de-b564-4133-b7ea-3fc2c4987693 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:30.977249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 95b9b6de-b564-4133-b7ea-3fc2c4987693 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:31.001936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9a834344-8136-432a-a962-a0043e3f104e None None] For port bdad992f-5a42-47ae-9b15-b73965ab2748, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bdad992f-5a42-47ae-9b15-b73965ab2748,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:31.024486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:31.029330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.031060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-bd5fd69d-129c-4fb7-ab9d-5104ee51126e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.032900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-bd5fd69d-129c-4fb7-ab9d-5104ee51126e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/networks?id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 200 len: 809 time: 0.9390273 Nov 22 17:01:31.058677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Allocated IP 172.20.0.2 (64eb7456-3818-4e64-8acc-b55bb5dd4654/54a00522-237d-4b34-bb99-2d29c0ed297f/8747f417-ed3d-4eca-a950-85d180ba7232) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:31.067734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 660ecb95-44d8-4cb8-99f2-338a50e7d62d yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:31.153057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-9cd41c99-6ca8-40ea-b199-781e160146b5 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/quotas/117d6440b2cd452a9e1944c2985d4bb3 HTTP/1.1" status: 200 len: 375 time: 0.0980563 Nov 22 17:01:31.159802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 98de73d4-9b4b-4608-acf7-16c1f157d753 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:31.205049 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a834344-8136-432a-a962-a0043e3f104e None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.224874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-668fef16-260b-419f-ae0c-a438c10abd72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.228180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-668fef16-260b-419f-ae0c-a438c10abd72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f HTTP/1.1" status: 204 len: 168 time: 2.1589975 Nov 22 17:01:31.231014 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:31.245344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 98de73d4-9b4b-4608-acf7-16c1f157d753 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:31.245951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 98de73d4-9b4b-4608-acf7-16c1f157d753 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:31.246535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8a0c02f7-1a72-406d-ac8a-6861ee94359c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:31.248301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-079ae256-bec2-44ce-88a6-1fff3bd72eef tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.249812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-079ae256-bec2-44ce-88a6-1fff3bd72eef tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.37 "GET /v2.0/networks?id=08c97baf-132a-49d1-856b-a1e83852bc73 HTTP/1.1" status: 200 len: 809 time: 0.6321237 Nov 22 17:01:31.252101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a834344-8136-432a-a962-a0043e3f104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.267055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Request body: {'port': {'device_id': '309103e2-b1cd-4b0d-b778-57fdfe0e1892', 'network_id': '08c97baf-132a-49d1-856b-a1e83852bc73', 'admin_state_up': True, 'tenant_id': 'a04af3e112984674babc64270a606ce5'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:31.297828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.332230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-9029934e-469e-4af3-8d91-27b4c77680fe tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781454 Nov 22 17:01:31.344225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a834344-8136-432a-a962-a0043e3f104e None None] Pushing event updated for resources: {'Port': ['ID=bdad992f-5a42-47ae-9b15-b73965ab2748,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:31.373163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9b893-52e9-44fb-b23b-09ff0e61b3ba tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.374715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9b893-52e9-44fb-b23b-09ff0e61b3ba tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.376366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9b893-52e9-44fb-b23b-09ff0e61b3ba tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:31.379421 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fbf9b893-52e9-44fb-b23b-09ff0e61b3ba tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1469448 Nov 22 17:01:31.382108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59124) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:31.393619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8a0c02f7-1a72-406d-ac8a-6861ee94359c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:31.395555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8a0c02f7-1a72-406d-ac8a-6861ee94359c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:31.619680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Made reservation on behalf of a04af3e112984674babc64270a606ce5 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:31.627456 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.670792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-39c96c43-e362-4a1c-bbc4-1d7f46f9177c service neutron] 10.222.0.59 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073087 Nov 22 17:01:31.763669 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.765635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.784699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.806910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.889615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Network 64eb7456-3818-4e64-8acc-b55bb5dd4654 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:31.918429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:31.930849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:31.978673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f1238-2750-4b5d-b6ef-320665c4204d None None] Pushing event updated for resources: {'Port': ['ID=8ef1a226-f808-4313-94c0-ac6e98cb8da2,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:32.054835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-fc60861e-e73e-48a3-a385-04c67473e0db service neutron] 10.222.0.59 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713992 Nov 22 17:01:32.081193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Allocated IP 172.20.0.2 (08c97baf-132a-49d1-856b-a1e83852bc73/08ff1906-0d61-4066-8dca-0cc33882d663/0fa1364d-8a58-49d4-9e5a-e52452c3664c) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:32.523428 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.531641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee949013-0e7a-4bd1-95f4-7ae307fdab3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 8c2c397b-a043-4969-83f2-1526b9d53e14 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:32.542385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee949013-0e7a-4bd1-95f4-7ae307fdab3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.720216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee949013-0e7a-4bd1-95f4-7ae307fdab3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.762093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3941bed3-a563-47bb-a2b2-9d2efb4b884c req-e28b512d-9c00-41d4-ab11-d3bc314d913f tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 210 time: 0.1602054 Nov 22 17:01:32.779602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.902506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee949013-0e7a-4bd1-95f4-7ae307fdab3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.903948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Pushing event updated for resources: {'Port': ['ID=8747f417-ed3d-4eca-a950-85d180ba7232,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:32.976328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Network 08c97baf-132a-49d1-856b-a1e83852bc73 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:32.980977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:32.984688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:32.988623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-eaac02b3-5fcb-4417-8e26-b96878eca481 None None] Provisioning complete for port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:32.990611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eaac02b3-5fcb-4417-8e26-b96878eca481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.049439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f74504e-f367-4e4b-b644-e85632086aaf req-c6edfd22-ae12-4f94-bbe8-45521ba2a7ae tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 210 time: 0.1679780 Nov 22 17:01:33.059296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:33.059969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.081255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8192463 Nov 22 17:01:33.098143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Request body: {'port': {'device_id': '309103e2-b1cd-4b0d-b778-57fdfe0e1892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:33.152630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c180bb-573d-4947-9136-4dbaf2be37e1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Pushing event updated for resources: {'Port': ['ID=0fa1364d-8a58-49d4-9e5a-e52452c3664c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:33.173765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Attempting to bind port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:33.174460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Attempting to bind port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:33.175052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Attempting to bind port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 on network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:33.189667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.api [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c4cb9f98-6634-4339-88a0-6a9142c6f84a {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:01:33.196338 n-d-816865-2 neutron-server[103442]: DEBUG oslo_db.api [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:01:33.206225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee949013-0e7a-4bd1-95f4-7ae307fdab3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.206594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:33.210640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Checking segment: {'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:33.211344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.211936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Bound using segment: {'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:33.212962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Bound port: 8ef1a226-f808-4313-94c0-ac6e98cb8da2, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f73cbd-109f-4717-bd06-4d8fbe18dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:33.213656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.217640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Attempting to bind port 8747f417-ed3d-4eca-a950-85d180ba7232 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:33.227503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Attempting to bind port 8747f417-ed3d-4eca-a950-85d180ba7232 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '5e9f2af2-d292-4894-b20d-b260ccb0dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:33.228272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Attempting to bind port 8747f417-ed3d-4eca-a950-85d180ba7232 on network 64eb7456-3818-4e64-8acc-b55bb5dd4654 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:33.240442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:33.242649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Checking segment: {'id': '5e9f2af2-d292-4894-b20d-b260ccb0dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:33.243315 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.243895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Bound using segment: {'id': '5e9f2af2-d292-4894-b20d-b260ccb0dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:33.244592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Bound port: 8747f417-ed3d-4eca-a950-85d180ba7232, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9f2af2-d292-4894-b20d-b260ccb0dd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '64eb7456-3818-4e64-8acc-b55bb5dd4654'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:33.245161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.269842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bdad992f-5a42-47ae-9b15-b73965ab2748 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:33.317798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.363314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee949013-0e7a-4bd1-95f4-7ae307fdab3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2c397b-a043-4969-83f2-1526b9d53e14,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:33.391913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] For port 8747f417-ed3d-4eca-a950-85d180ba7232, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:33.400373 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] For port 8747f417-ed3d-4eca-a950-85d180ba7232, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8747f417-ed3d-4eca-a950-85d180ba7232,segment=NetworkSegment(5e9f2af2-d292-4894-b20d-b260ccb0dd4f),segment_id=5e9f2af2-d292-4894-b20d-b260ccb0dd4f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:33.461891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee949013-0e7a-4bd1-95f4-7ae307fdab3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.479111 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee949013-0e7a-4bd1-95f4-7ae307fdab3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/8c2c397b-a043-4969-83f2-1526b9d53e14 HTTP/1.1" status: 204 len: 168 time: 2.0959313 Nov 22 17:01:33.484222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59152) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:33.533527 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.555668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-eaac02b3-5fcb-4417-8e26-b96878eca481 None None] Port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:33.661364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be9a56-fede-40f2-840b-fc93a6edec16 None None] Pushing event updated for resources: {'Port': ['ID=8747f417-ed3d-4eca-a950-85d180ba7232,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:33.686598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7d3f5478-a66b-4b69-b0f2-9eb1086e7abb None None] Could not find standard attr ID for object dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:01:33.701684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.765971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ea37d7-21f9-4378-b119-76343a3b463e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet d5da6552-e504-4d44-b510-45d330a45c29 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:33.786512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bdad992f-5a42-47ae-9b15-b73965ab2748 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:33.787365 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.799142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 8db5dc06-0424-4f82-be58-05e0afab9065 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:33.873112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7d3f5478-a66b-4b69-b0f2-9eb1086e7abb None None] Provisioning complete for port bdad992f-5a42-47ae-9b15-b73965ab2748 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:33.873465 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3f5478-a66b-4b69-b0f2-9eb1086e7abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.971043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] For port 8ef1a226-f808-4313-94c0-ac6e98cb8da2, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:34.032824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] For port 8ef1a226-f808-4313-94c0-ac6e98cb8da2, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8ef1a226-f808-4313-94c0-ac6e98cb8da2,segment=NetworkSegment(83f73cbd-109f-4717-bd06-4d8fbe18dc13),segment_id=83f73cbd-109f-4717-bd06-4d8fbe18dc13)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:34.047110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14ea37d7-21f9-4378-b119-76343a3b463e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.071713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa1364d-8a58-49d4-9e5a-e52452c3664c {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:34.087409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.087670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.116048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14ea37d7-21f9-4378-b119-76343a3b463e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.121876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61040202-ca05-44fc-905f-de9b445cdad4 req-d3d8f994-d87f-429d-9eb6-f34a6cbae020 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:34.127240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61040202-ca05-44fc-905f-de9b445cdad4 req-d3d8f994-d87f-429d-9eb6-f34a6cbae020 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 931 time: 0.1582682 Nov 22 17:01:34.135053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Transition to ACTIVE for port object 0fa1364d-8a58-49d4-9e5a-e52452c3664c will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:01:34.152948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.200508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d11de-4ed5-4904-8dd8-210b3f525f08 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:34.255879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa1364d-8a58-49d4-9e5a-e52452c3664c,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:34.281522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61040202-ca05-44fc-905f-de9b445cdad4 req-3b2f1a20-8c4a-45c5-b517-4814f09e31db tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380723 Nov 22 17:01:34.305909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f1238-2750-4b5d-b6ef-320665c4204d None None] Pushing event updated for resources: {'Port': ['ID=8ef1a226-f808-4313-94c0-ac6e98cb8da2,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:34.539665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Routers {'d3b1391c-0c2a-45f0-acac-dbb92782576d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:34.541329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d3b1391c-0c2a-45f0-acac-dbb92782576d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:34.587987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a232d2-a845-48a6-83be-6e8c0d43eb0f req-943d61be-d7dc-4fd0-8165-f523e7a61f09 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 210 time: 0.1226313 Nov 22 17:01:34.601813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Attempting to bind port 0fa1364d-8a58-49d4-9e5a-e52452c3664c on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:34.602516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Attempting to bind port 0fa1364d-8a58-49d4-9e5a-e52452c3664c by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '17995a0d-1a62-4f55-abb7-08f90160a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '08c97baf-132a-49d1-856b-a1e83852bc73'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:34.603110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Attempting to bind port 0fa1364d-8a58-49d4-9e5a-e52452c3664c on network 08c97baf-132a-49d1-856b-a1e83852bc73 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:34.623169 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Port 0fa1364d-8a58-49d4-9e5a-e52452c3664c on network 08c97baf-132a-49d1-856b-a1e83852bc73 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:01:34.624302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Attempting to bind port 0fa1364d-8a58-49d4-9e5a-e52452c3664c on network 08c97baf-132a-49d1-856b-a1e83852bc73 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:34.635183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:34.635991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Checking segment: {'id': '17995a0d-1a62-4f55-abb7-08f90160a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '08c97baf-132a-49d1-856b-a1e83852bc73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:34.636739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Bound using segment: {'id': '17995a0d-1a62-4f55-abb7-08f90160a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '08c97baf-132a-49d1-856b-a1e83852bc73'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:34.637440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Bound port: 0fa1364d-8a58-49d4-9e5a-e52452c3664c, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17995a0d-1a62-4f55-abb7-08f90160a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '08c97baf-132a-49d1-856b-a1e83852bc73'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:34.638148 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.724234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.3 (64eb7456-3818-4e64-8acc-b55bb5dd4654/54a00522-237d-4b34-bb99-2d29c0ed297f/8db5dc06-0424-4f82-be58-05e0afab9065) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:34.752658 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14ea37d7-21f9-4378-b119-76343a3b463e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.795036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] For port 0fa1364d-8a58-49d4-9e5a-e52452c3664c, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:34.798966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] For port 0fa1364d-8a58-49d4-9e5a-e52452c3664c, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0fa1364d-8a58-49d4-9e5a-e52452c3664c,segment=NetworkSegment(17995a0d-1a62-4f55-abb7-08f90160a01b),segment_id=17995a0d-1a62-4f55-abb7-08f90160a01b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:34.807585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.871535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:34.872320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.872460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] Set router d3b1391c-0c2a-45f0-acac-dbb92782576d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:34.874272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Deleting port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:34.874814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.875014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] 10.222.0.37 "PUT /v2.0/ports/0fa1364d-8a58-49d4-9e5a-e52452c3664c HTTP/1.1" status: 200 len: 1091 time: 1.7820196 Nov 22 17:01:34.875331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309103e2-b1cd-4b0d-b778-57fdfe0e1892', 'tag': '0fa1364d-8a58-49d4-9e5a-e52452c3664c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:34.893564 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac14fe4-93b0-44b3-80e4-02021c3014d4" -d '{"events": [{"name": "network-changed", "server_uuid": "309103e2-b1cd-4b0d-b778-57fdfe0e1892", "tag": "0fa1364d-8a58-49d4-9e5a-e52452c3664c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:35.024034 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05af08b4-4b59-4ced-bd30-c4bf0d27ae14 x-openstack-request-id: req-05af08b4-4b59-4ced-bd30-c4bf0d27ae14 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:35.024980 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309103e2-b1cd-4b0d-b778-57fdfe0e1892", "tag": "0fa1364d-8a58-49d4-9e5a-e52452c3664c", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:35.025721 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-05af08b4-4b59-4ced-bd30-c4bf0d27ae14 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:35.026391 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309103e2-b1cd-4b0d-b778-57fdfe0e1892', 'tag': '0fa1364d-8a58-49d4-9e5a-e52452c3664c', 'status': 'completed', 'code': 200} Nov 22 17:01:35.036555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363afa8-4651-4d8b-b457-de10bdf15383 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa1364d-8a58-49d4-9e5a-e52452c3664c,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:35.068698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-70e8c2bb-3772-45e0-ac13-4bcd8c8fb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:35.070083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-70e8c2bb-3772-45e0-ac13-4bcd8c8fb43c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a04af3e112984674babc64270a606ce5&device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 1094 time: 0.1395080 Nov 22 17:01:35.207589 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-826958ab-74a1-4a04-a752-a3225728a646 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fa1364d-8a58-49d4-9e5a-e52452c3664c HTTP/1.1" status: 200 len: 217 time: 0.1296635 Nov 22 17:01:35.212617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.271199 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.286940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8747f417-ed3d-4eca-a950-85d180ba7232 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:35.295458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f0724fe9-0d1c-4740-a041-16b4cf9ad3a8 None None] Provisioning complete for port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:35.296185 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0724fe9-0d1c-4740-a041-16b4cf9ad3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.315711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-09f54c54-cbd5-4398-b9f0-a5c7ee60330b tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:35.318278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-09f54c54-cbd5-4398-b9f0-a5c7ee60330b tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.62 "GET /v2.0/networks?id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 200 len: 809 time: 0.7624688 Nov 22 17:01:35.354826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-1ebd7c68-afe8-4a8a-8536-474f0e579222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:35.356760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-1ebd7c68-afe8-4a8a-8536-474f0e579222 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08ff1906-0d61-4066-8dca-0cc33882d663 HTTP/1.1" status: 200 len: 849 time: 0.1414652 Nov 22 17:01:35.389911 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] For port aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,segment=NetworkSegment(120d9560-94ba-4f00-9aeb-f17247f5fbe3),segment_id=120d9560-94ba-4f00-9aeb-f17247f5fbe3)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:35.390322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.409959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Calling delete_port for aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:35.441317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-cff949b1-7b41-4baf-aabc-17662f659779 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08c97baf-132a-49d1-856b-a1e83852bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667818 Nov 22 17:01:35.582816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 64eb7456-3818-4e64-8acc-b55bb5dd4654 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:35.584976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:35.592604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14ea37d7-21f9-4378-b119-76343a3b463e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.608064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:35.624930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8747f417-ed3d-4eca-a950-85d180ba7232 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:35.625657 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.716314 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b86dc-68cf-4e6a-aa11-b727df66e1c8 None None] Network 64eb7456-3818-4e64-8acc-b55bb5dd4654 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:35.747660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea37d7-21f9-4378-b119-76343a3b463e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=d5da6552-e504-4d44-b510-45d330a45c29,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:35.805121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14ea37d7-21f9-4378-b119-76343a3b463e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.817022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-14ea37d7-21f9-4378-b119-76343a3b463e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/d5da6552-e504-4d44-b510-45d330a45c29 HTTP/1.1" status: 204 len: 168 time: 2.3265347 Nov 22 17:01:35.819802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59178) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:35.827870 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0724fe9-0d1c-4740-a041-16b4cf9ad3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.830848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=8db5dc06-0424-4f82-be58-05e0afab9065,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:35.926816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:35.927542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.942237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f0724fe9-0d1c-4740-a041-16b4cf9ad3a8 None None] For port 8ef1a226-f808-4313-94c0-ac6e98cb8da2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8ef1a226-f808-4313-94c0-ac6e98cb8da2,segment=NetworkSegment(83f73cbd-109f-4717-bd06-4d8fbe18dc13),segment_id=83f73cbd-109f-4717-bd06-4d8fbe18dc13)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:35.956420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0724fe9-0d1c-4740-a041-16b4cf9ad3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.981667 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8977dc53-53fb-486a-84d1-87168b40fe98 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1536798 Nov 22 17:01:35.986671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59180) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:35.997263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:36.050594 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-8391c8fd-7ed5-4bf0-bcf0-16f0f09b8576 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=117d6440b2cd452a9e1944c2985d4bb3 HTTP/1.1" status: 200 len: 379 time: 0.5263984 Nov 22 17:01:36.056781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0724fe9-0d1c-4740-a041-16b4cf9ad3a8 None None] Pushing event updated for resources: {'Port': ['ID=8ef1a226-f808-4313-94c0-ac6e98cb8da2,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:36.088449 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'port': {'device_id': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'admin_state_up': True, 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'security_groups': ['f9b1c1ab-2335-418d-8131-d36805ba9d26']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:36.091814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:01:20Z', 'revision_number': 4, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port': {'id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:07Z', 'updated_at': '2021-11-22T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8ef1a226-f808-4313-94c0-ac6e98cb8da2', 'name': '', 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'mac_address': 'fa:16:3e:c3:a4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '5ae7d1dd-0ced-423d-b74a-a189bf78cdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:16Z', 'updated_at': '2021-11-22T17:01:33Z', 'revision_number': 4, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'subnets': [{'id': '5ae7d1dd-0ced-423d-b74a-a189bf78cdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:36.161183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b857013d-3c16-46e4-bfbc-cbf3b035290b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.4497521 Nov 22 17:01:36.170349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca957380-beb3-4697-a69d-2aab3d8b533f None None] The sync data for ids ['d3b1391c-0c2a-45f0-acac-dbb92782576d'] in n-d-816865-2 is: [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:01:20Z', 'revision_number': 4, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port': {'id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:07Z', 'updated_at': '2021-11-22T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '8ef1a226-f808-4313-94c0-ac6e98cb8da2', 'name': '', 'network_id': '39dc65da-cb23-4b15-805b-bc8ad0cf51c4', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'mac_address': 'fa:16:3e:c3:a4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '5ae7d1dd-0ced-423d-b74a-a189bf78cdd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:16Z', 'updated_at': '2021-11-22T17:01:33Z', 'revision_number': 4, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'subnets': [{'id': '5ae7d1dd-0ced-423d-b74a-a189bf78cdd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:36.208747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2be7f2a3-0eb3-47dc-a17b-837f34cb920b None None] Provisioning complete for port 8747f417-ed3d-4eca-a950-85d180ba7232 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:36.209140 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2be7f2a3-0eb3-47dc-a17b-837f34cb920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.301315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59182) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:36.320117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.410725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cc4bb-e855-4447-bec1-05bc4293082b None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:36.488002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59bb6e-e784-478c-b0c3-89211fe4ba89 req-739cb67d-eb33-4e3e-8331-f221680ee70e tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:36.503725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c59bb6e-e784-478c-b0c3-89211fe4ba89 req-739cb67d-eb33-4e3e-8331-f221680ee70e tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 943 time: 1.0491772 Nov 22 17:01:36.607566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24cd4a-d9d3-4ff5-9619-f5a7cf262662 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:36.612732 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6b24cd4a-d9d3-4ff5-9619-f5a7cf262662 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.3063419 Nov 22 17:01:36.622267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:36.633906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:36.637604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.659085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c59bb6e-e784-478c-b0c3-89211fe4ba89 req-b85a6839-24b3-46b6-9bae-467638a7e448 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541078 Nov 22 17:01:36.725638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-a2a5cf9e-f36c-4ea0-9f1a-d2f029ed0a25 service neutron] 10.222.0.37 "GET /v2.0/networks/08c97baf-132a-49d1-856b-a1e83852bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2830737 Nov 22 17:01:36.775347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Made reservation on behalf of 117d6440b2cd452a9e1944c2985d4bb3 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:36.803217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.857823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.994393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c00ebc-edf2-4d97-b4e7-83e78b14311d req-3e776d13-768c-4088-90ad-48b0ff79eec5 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 210 time: 0.0689402 Nov 22 17:01:37.028535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 8747f417-ed3d-4eca-a950-85d180ba7232, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8747f417-ed3d-4eca-a950-85d180ba7232,segment=NetworkSegment(5e9f2af2-d292-4894-b20d-b260ccb0dd4f),segment_id=5e9f2af2-d292-4894-b20d-b260ccb0dd4f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:37.040282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2be7f2a3-0eb3-47dc-a17b-837f34cb920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.053080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:37.098974 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.119481 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.132335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c446cdea-d14a-4117-b5da-c9607ee57891 req-6717de16-c711-42b5-9575-83aed87300a2 service neutron] 10.222.0.37 "GET /v2.0/networks/08c97baf-132a-49d1-856b-a1e83852bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874352 Nov 22 17:01:37.155980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-24286619-f885-451e-bb4a-3247a5f7dc8e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 8db5dc06-0424-4f82-be58-05e0afab9065 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:37.164463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24286619-f885-451e-bb4a-3247a5f7dc8e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.330815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=8747f417-ed3d-4eca-a950-85d180ba7232,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:37.431773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-7bea0c98-f137-4ad1-a22a-2c52989106e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:37.434354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-7bea0c98-f137-4ad1-a22a-2c52989106e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a04af3e112984674babc64270a606ce5&device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 1094 time: 0.1840427 Nov 22 17:01:37.463432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24286619-f885-451e-bb4a-3247a5f7dc8e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.512534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8ef1a226-f808-4313-94c0-ac6e98cb8da2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:37.522181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-24286619-f885-451e-bb4a-3247a5f7dc8e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 8db5dc06-0424-4f82-be58-05e0afab9065 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:37.599482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Allocated IP 172.20.0.13 (38ea9a4c-4e42-40ce-98d3-a2e108f4f552/642606b0-a700-4a7f-a515-18dca4ebecbd/121693f1-a77e-40a3-bdd8-ce5eeadadf1e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:37.615224 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-2be7f2a3-0eb3-47dc-a17b-837f34cb920b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:01:37.615664 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-2be7f2a3-0eb3-47dc-a17b-837f34cb920b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:01:37.640145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:37.640617 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.704340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:37.725688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-2e0641d7-a7e9-4bce-bd26-bc5d26e002f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:37.727258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-2e0641d7-a7e9-4bce-bd26-bc5d26e002f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=08c97baf-132a-49d1-856b-a1e83852bc73 HTTP/1.1" status: 200 len: 910 time: 0.2826989 Nov 22 17:01:37.816686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-cbee618b-a615-4645-af9b-fef04491761a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fa1364d-8a58-49d4-9e5a-e52452c3664c HTTP/1.1" status: 200 len: 217 time: 0.0752332 Nov 22 17:01:37.857485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.906335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] Deleting port bdad992f-5a42-47ae-9b15-b73965ab2748 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:37.906831 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.008045 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.042433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:38.115864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-a47b2ee1-9dbe-4510-bab3-e383b67fb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:38.122240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-a47b2ee1-9dbe-4510-bab3-e383b67fb5f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=08ff1906-0d61-4066-8dca-0cc33882d663 HTTP/1.1" status: 200 len: 849 time: 0.2961926 Nov 22 17:01:38.125851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] For port bdad992f-5a42-47ae-9b15-b73965ab2748, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bdad992f-5a42-47ae-9b15-b73965ab2748,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:38.126263 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.181388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:38.206331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-be77d18c-f7a6-4b86-9f5a-ed8b1e89f251 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=08c97baf-132a-49d1-856b-a1e83852bc73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761902 Nov 22 17:01:38.222592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:38.223127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40f101-bfb5-4435-83d3-200f04dc00de req-ba5e0367-6c6f-485e-b6d5-8d172c125ddd tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:38.234972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c40f101-bfb5-4435-83d3-200f04dc00de req-ba5e0367-6c6f-485e-b6d5-8d172c125ddd tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 943 time: 0.3411129 Nov 22 17:01:38.236864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.250000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] Calling delete_port for bdad992f-5a42-47ae-9b15-b73965ab2748 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:38.253677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.286007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24286619-f885-451e-bb4a-3247a5f7dc8e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.286806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=f3846f67-897c-4371-8b63-02a71baf518d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:38.327836 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-42776bc8-32f4-48e7-8471-18b10f16be5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3351164 Nov 22 17:01:38.386178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59202) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:38.398379 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:38.419481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24286619-f885-451e-bb4a-3247a5f7dc8e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=8db5dc06-0424-4f82-be58-05e0afab9065,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:38.521491 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.569138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] Pushing event deleted for resources: {'Port': ['ID=bdad992f-5a42-47ae-9b15-b73965ab2748,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:38.589887 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24286619-f885-451e-bb4a-3247a5f7dc8e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.601955 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-24286619-f885-451e-bb4a-3247a5f7dc8e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/8db5dc06-0424-4f82-be58-05e0afab9065 HTTP/1.1" status: 204 len: 168 time: 1.9737227 Nov 22 17:01:38.603452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:38.607250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448f538-21b5-4a24-94da-4e0b0be94805 None None] No DVR routers for this DVR port bdad992f-5a42-47ae-9b15-b73965ab2748 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:38.617073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-535879b2-8a45-4b7e-9726-ba8360c04584 None None] Provisioning complete for port cdfe080a-05e5-4ac3-8300-4e17a158d4c7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:38.617452 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-535879b2-8a45-4b7e-9726-ba8360c04584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.676748 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8413e9-e51b-4748-88a6-c325e0fe8304 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:01:38.684562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bd8413e9-e51b-4748-88a6-c325e0fe8304 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/8db5dc06-0424-4f82-be58-05e0afab9065 HTTP/1.1" status: 404 len: 333 time: 0.0656345 Nov 22 17:01:38.685711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59208) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:38.705165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c737c-1f05-4456-9091-f81118713605 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:38.709533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c40f101-bfb5-4435-83d3-200f04dc00de req-09a543ec-f930-496a-82a2-63afd018b2f7 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726481 Nov 22 17:01:38.746322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.813695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-f750ed09-641c-4f42-9266-e6b0f49a8cad service neutron] 10.222.0.37 "GET /v2.0/networks/08c97baf-132a-49d1-856b-a1e83852bc73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603025 Nov 22 17:01:38.836921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-535879b2-8a45-4b7e-9726-ba8360c04584 None None] Port cdfe080a-05e5-4ac3-8300-4e17a158d4c7 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:38.858247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-535879b2-8a45-4b7e-9726-ba8360c04584 None None] Could not find standard attr ID for object bdad992f-5a42-47ae-9b15-b73965ab2748. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:01:38.920179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-535879b2-8a45-4b7e-9726-ba8360c04584 None None] Provisioning complete for port 8747f417-ed3d-4eca-a950-85d180ba7232 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:38.920463 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-535879b2-8a45-4b7e-9726-ba8360c04584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.023041 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.067456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': 'f3846f67-897c-4371-8b63-02a71baf518d'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:39.068592 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.130653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:39.138072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.140197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a48dec72-e507-4d5f-8217-4a7365faec63 req-15ee627c-9124-4cf3-8e2b-3d00c91596dc tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 210 time: 0.2239945 Nov 22 17:01:39.185005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:39.234194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-523f9c9e-c67a-4c60-bf0d-62fd6c1b2957 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port cdfe080a-05e5-4ac3-8300-4e17a158d4c7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:39.234542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523f9c9e-c67a-4c60-bf0d-62fd6c1b2957 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.262776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:39.281664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:39.297737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dac14fe4-93b0-44b3-80e4-02021c3014d4 req-3f0a390d-27e9-4d22-adde-2cb3b12f22cb service neutron] 10.222.0.37 "GET /v2.0/networks/08c97baf-132a-49d1-856b-a1e83852bc73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646471 Nov 22 17:01:39.382200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Allocated IP 172.20.0.2 (45521f05-429d-474d-a428-1772d389eb08/f3846f67-897c-4371-8b63-02a71baf518d/b4e3651b-788c-4843-bae4-e48cb406d3a8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:39.389984 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523f9c9e-c67a-4c60-bf0d-62fd6c1b2957 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.412800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-523f9c9e-c67a-4c60-bf0d-62fd6c1b2957 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for cdfe080a-05e5-4ac3-8300-4e17a158d4c7 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:39.581352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.603075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8747f417-ed3d-4eca-a950-85d180ba7232 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:39.672251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-535879b2-8a45-4b7e-9726-ba8360c04584 None None] Could not find standard attr ID for object 8db5dc06-0424-4f82-be58-05e0afab9065. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:01:39.675706 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.705687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523f9c9e-c67a-4c60-bf0d-62fd6c1b2957 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.755335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:39.760190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:39.762673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:39.773600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8747f417-ed3d-4eca-a950-85d180ba7232 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:39.774625 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.789618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f9c9e-c67a-4c60-bf0d-62fd6c1b2957 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=cdfe080a-05e5-4ac3-8300-4e17a158d4c7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:39.872143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0fa1364d-8a58-49d4-9e5a-e52452c3664c details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:01:39.958643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Router fe4436d8-7758-446a-a28c-8d1a038976df has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:39.985229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Pushing event updated for resources: {'Port': ['ID=b4e3651b-788c-4843-bae4-e48cb406d3a8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:39.994344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-867a5fa8-ca5c-475d-8e55-923980cf36ee None None] Provisioning complete for port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:39.994761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-867a5fa8-ca5c-475d-8e55-923980cf36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.026166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:40.027087 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.049685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'Port': ['ID=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:40.058685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-523f9c9e-c67a-4c60-bf0d-62fd6c1b2957 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.062420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-523f9c9e-c67a-4c60-bf0d-62fd6c1b2957 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/cdfe080a-05e5-4ac3-8300-4e17a158d4c7 HTTP/1.1" status: 204 len: 168 time: 1.3708913 Nov 22 17:01:40.073826 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-3741f3a8-32bb-4008-bab0-a3fdb4eca50e tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9895270 Nov 22 17:01:40.074679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59218) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:40.120646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Request body: {'port': {'device_id': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:40.134418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e0976-7367-4977-89e1-12071d2c7e82 req-8a8e2fce-b8b2-4003-b219-42bba8967ea6 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:40.137008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc8e0976-7367-4977-89e1-12071d2c7e82 req-8a8e2fce-b8b2-4003-b219-42bba8967ea6 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 943 time: 0.1815500 Nov 22 17:01:40.141162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Attempting to bind port b4e3651b-788c-4843-bae4-e48cb406d3a8 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:40.141162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Attempting to bind port b4e3651b-788c-4843-bae4-e48cb406d3a8 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:40.141162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Attempting to bind port b4e3651b-788c-4843-bae4-e48cb406d3a8 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:40.201489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0fa1364d-8a58-49d4-9e5a-e52452c3664c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0fa1364d-8a58-49d4-9e5a-e52452c3664c,segment=NetworkSegment(17995a0d-1a62-4f55-abb7-08f90160a01b),segment_id=17995a0d-1a62-4f55-abb7-08f90160a01b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:40.221878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '0fa1364d-8a58-49d4-9e5a-e52452c3664c', 'network_id': '08c97baf-132a-49d1-856b-a1e83852bc73', 'port_id': '0fa1364d-8a58-49d4-9e5a-e52452c3664c', 'mac_address': 'fa:16:3e:27:e2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ff1906-0d61-4066-8dca-0cc33882d663', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:01:40.227679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:40.228273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:40.229016 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.229527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:40.230322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Bound port: b4e3651b-788c-4843-bae4-e48cb406d3a8, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:40.230923 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.245219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-867a5fa8-ca5c-475d-8e55-923980cf36ee None None] Port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:40.269673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc8e0976-7367-4977-89e1-12071d2c7e82 req-9a97ed5a-1b28-45c2-9593-296357a9ae6a tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256287 Nov 22 17:01:40.282885 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5230a3b-db1a-4f9d-89d9-73a21d62edd7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:01:40.282885 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5230a3b-db1a-4f9d-89d9-73a21d62edd7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/cdfe080a-05e5-4ac3-8300-4e17a158d4c7 HTTP/1.1" status: 404 len: 333 time: 0.1992424 Nov 22 17:01:40.283618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59226) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:40.329413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.388873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-47686f45-a364-4b29-b720-5e7ee05a147d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 54a00522-237d-4b34-bb99-2d29c0ed297f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:40.393534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] For port b4e3651b-788c-4843-bae4-e48cb406d3a8, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:40.398996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] For port b4e3651b-788c-4843-bae4-e48cb406d3a8, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b4e3651b-788c-4843-bae4-e48cb406d3a8,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:40.400283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-867a5fa8-ca5c-475d-8e55-923980cf36ee None None] Could not find standard attr ID for object 8db5dc06-0424-4f82-be58-05e0afab9065. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:01:40.409206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bdad992f-5a42-47ae-9b15-b73965ab2748 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:40.413393 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47686f45-a364-4b29-b720-5e7ee05a147d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.436295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bdad992f-5a42-47ae-9b15-b73965ab2748 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:40.437050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bdad992f-5a42-47ae-9b15-b73965ab2748 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:40.455120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.499866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61471318-b00a-4a43-aacd-710daf05cbff req-664f336a-3c6f-4c40-abe5-b9ec0f80eea5 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:40.508141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61471318-b00a-4a43-aacd-710daf05cbff req-664f336a-3c6f-4c40-abe5-b9ec0f80eea5 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 932 time: 0.1416130 Nov 22 17:01:40.528024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d45b1-7d55-4bd8-9205-b866e8680e6a None None] Pushing event updated for resources: {'Port': ['ID=b4e3651b-788c-4843-bae4-e48cb406d3a8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:40.540434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.541112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:40.555718 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-664ecd62-adb8-4959-b3af-c3af29bdc7f6 admin admin] 10.222.0.59 "PUT /v2.0/routers/fe4436d8-7758-446a-a28c-8d1a038976df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5152230 Nov 22 17:01:40.556386 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] Sync routers for ids ['fe4436d8-7758-446a-a28c-8d1a038976df'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:40.560894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59228) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:40.568077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47686f45-a364-4b29-b720-5e7ee05a147d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.579313 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] Routers {'fe4436d8-7758-446a-a28c-8d1a038976df'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:40.584081 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fe4436d8-7758-446a-a28c-8d1a038976df'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:40.593206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61471318-b00a-4a43-aacd-710daf05cbff req-2d00d687-2f49-4405-9bac-f21750337f04 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823286 Nov 22 17:01:40.595828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa1364d-8a58-49d4-9e5a-e52452c3664c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:40.652657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0fa1364d-8a58-49d4-9e5a-e52452c3664c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0fa1364d-8a58-49d4-9e5a-e52452c3664c,segment=NetworkSegment(17995a0d-1a62-4f55-abb7-08f90160a01b),segment_id=17995a0d-1a62-4f55-abb7-08f90160a01b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:40.660616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.731096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47686f45-a364-4b29-b720-5e7ee05a147d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.764651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0fa1364d-8a58-49d4-9e5a-e52452c3664c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:40.835356 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] Set router fe4436d8-7758-446a-a28c-8d1a038976df gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:40.872302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['0fa1364d-8a58-49d4-9e5a-e52452c3664c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:40.947325 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47686f45-a364-4b29-b720-5e7ee05a147d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.103682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.146885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47686f45-a364-4b29-b720-5e7ee05a147d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=54a00522-237d-4b34-bb99-2d29c0ed297f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:41.148750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e611fd-5d7d-4367-a6a6-43c4c42ce75d None None] Network 64eb7456-3818-4e64-8acc-b55bb5dd4654 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:41.157240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47686f45-a364-4b29-b720-5e7ee05a147d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.180563 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-47686f45-a364-4b29-b720-5e7ee05a147d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/54a00522-237d-4b34-bb99-2d29c0ed297f HTTP/1.1" status: 204 len: 168 time: 0.8954194 Nov 22 17:01:41.181560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:41.355082 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.449835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b4e3651b-788c-4843-bae4-e48cb406d3a8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:41.547614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037794cc-cc2a-40c8-8add-7b6cacc7ac4b req-d76e6185-a75c-443f-8954-244dea4bfe4c tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:41.552203 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T17:01:36Z', 'revision_number': 5, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:41.558205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-037794cc-cc2a-40c8-8add-7b6cacc7ac4b req-d76e6185-a75c-443f-8954-244dea4bfe4c tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 944 time: 0.1124206 Nov 22 17:01:41.584776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 8747f417-ed3d-4eca-a950-85d180ba7232 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:41.585184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.601497 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] Checking router: fe4436d8-7758-446a-a28c-8d1a038976df for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:41.617820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121693f1-a77e-40a3-bdd8-ce5eeadadf1e {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:41.621926 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] Routers {'fe4436d8-7758-446a-a28c-8d1a038976df'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:41.622736 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fe4436d8-7758-446a-a28c-8d1a038976df'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:41.636437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.657793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Transition to ACTIVE for port object 121693f1-a77e-40a3-bdd8-ce5eeadadf1e will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:01:41.691857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] For port 8747f417-ed3d-4eca-a950-85d180ba7232, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8747f417-ed3d-4eca-a950-85d180ba7232,segment=NetworkSegment(5e9f2af2-d292-4894-b20d-b260ccb0dd4f),segment_id=5e9f2af2-d292-4894-b20d-b260ccb0dd4f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:41.692209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.692444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.742112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 8747f417-ed3d-4eca-a950-85d180ba7232 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:41.813309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:01:41.962401 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] Set router fe4436d8-7758-446a-a28c-8d1a038976df gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:41.982507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b4e3651b-788c-4843-bae4-e48cb406d3a8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:41.983439 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.062108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.080981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-037794cc-cc2a-40c8-8add-7b6cacc7ac4b req-d4af0963-dbd1-4dbc-8a51-c96f4b443972 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215497 Nov 22 17:01:42.095874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] DHCP port deletion for 64eb7456-3818-4e64-8acc-b55bb5dd4654 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:42.190138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.203831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Pushing event updated for resources: {'Port': ['ID=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:42.260092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=8747f417-ed3d-4eca-a950-85d180ba7232,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:42.315244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No DVR routers for this DVR port 8747f417-ed3d-4eca-a950-85d180ba7232 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:42.367189 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.407359 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] Deleting port 8747f417-ed3d-4eca-a950-85d180ba7232 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:42.408104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.488311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Attempting to bind port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:42.489107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Attempting to bind port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:42.496694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Attempting to bind port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e on network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:42.511299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port b4e3651b-788c-4843-bae4-e48cb406d3a8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b4e3651b-788c-4843-bae4-e48cb406d3a8,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:42.531331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e on network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:01:42.531631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Attempting to bind port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e on network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:42.535763 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.555856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] For port 8747f417-ed3d-4eca-a950-85d180ba7232, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:42.556071 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T17:01:36Z', 'revision_number': 5, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:42.556840 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.585252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:42.587229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Checking segment: {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:42.587792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Bound using segment: {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:42.592900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Bound port: 121693f1-a77e-40a3-bdd8-ce5eeadadf1e, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72fbd751-49ab-4e08-bfb7-af148040da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:42.593904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.618190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] Calling delete_port for 8747f417-ed3d-4eca-a950-85d180ba7232 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:42.622939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] Port 8747f417-ed3d-4eca-a950-85d180ba7232 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:01:42.632714 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.633952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a0299-fb4c-427b-a512-7493a4a99ff2 req-9eaa34fd-c1c5-4f80-b5ba-459f5af9ca20 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:42.635674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df5a0299-fb4c-427b-a512-7493a4a99ff2 req-9eaa34fd-c1c5-4f80-b5ba-459f5af9ca20 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 944 time: 0.3601100 Nov 22 17:01:42.636106 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09340e5-f9f6-4710-8e47-a9a3420e2940 None None] The sync data for ids ['fe4436d8-7758-446a-a28c-8d1a038976df'] in n-d-816865-2 is: [{'id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'name': 'tempest-TestVolumeBackupRestore-833719040-router', 'tenant_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:24Z', 'updated_at': '2021-11-22T17:01:36Z', 'revision_number': 5, 'project_id': '048e6c0eee9546648f44ef7a8f7bbcf6', 'gw_port': {'id': '129dd9a0-3fba-4557-a469-aedd78b04df3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4436d8-7758-446a-a28c-8d1a038976df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:26Z', 'updated_at': '2021-11-22T16:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:42.641139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.681420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] No DVR routers for this DVR port 8747f417-ed3d-4eca-a950-85d180ba7232 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:42.692293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=b4e3651b-788c-4843-bae4-e48cb406d3a8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:42.719359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.721872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64eb7456-3818-4e64-8acc-b55bb5dd4654']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:42.754656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9f2af2-d292-4894-b20d-b260ccb0dd4f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:42.755347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9f2af2-d292-4894-b20d-b260ccb0dd4f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:42.763337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b577a2-6cbd-43c1-875d-1f4b4e9dde01 None None] Pushing event deleted for resources: {'Port': ['ID=8747f417-ed3d-4eca-a950-85d180ba7232,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:42.770643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade72359-57fc-4c50-8700-522d1691157d None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:01:42.778622 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.785594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df5a0299-fb4c-427b-a512-7493a4a99ff2 req-7adc8084-6110-4f81-85c8-1c56301357a3 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320400 Nov 22 17:01:42.816561 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.841329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:42.844725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:42.853319 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:42.902667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2f569876-4b7d-4cb7-b81f-b9a240e5fb3f None None] Provisioning complete for port b4e3651b-788c-4843-bae4-e48cb406d3a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:42.903031 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f569876-4b7d-4cb7-b81f-b9a240e5fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.981473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.001129 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.005931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/networks/64eb7456-3818-4e64-8acc-b55bb5dd4654 HTTP/1.1" status: 204 len: 168 time: 1.8147256 Nov 22 17:01:43.019802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59250) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:43.040871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1328781108'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:43.052428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237a53c-6ec0-4f6c-99b5-1cb09245cab3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Network': ['ID=64eb7456-3818-4e64-8acc-b55bb5dd4654,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:43.053514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Deleting port 129dd9a0-3fba-4557-a469-aedd78b04df3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:43.055462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.105646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:43.111467 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.181930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:43.205007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.205432 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Added segment fe541c73-e18c-45b6-a992-935b77899b05 of type vlan for network 63f401c3-2ebb-48ab-8b71-917bbeae02fa Nov 22 17:01:43.241863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade72359-57fc-4c50-8700-522d1691157d None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:01:43.274707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b4e3651b-788c-4843-bae4-e48cb406d3a8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:43.275746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.322928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.332164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] For port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:43.335487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:43.336720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.381372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] For port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:43.392160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] For port b4e3651b-788c-4843-bae4-e48cb406d3a8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b4e3651b-788c-4843-bae4-e48cb406d3a8,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:43.404005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.471763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4383187 Nov 22 17:01:43.473251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:43.480659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:43.489815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Pushing event updated for resources: {'Port': ['ID=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:43.539929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d7b02-9e84-4b3d-82af-554f2961d404 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Network': ['ID=63f401c3-2ebb-48ab-8b71-917bbeae02fa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:43.572173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] For port 129dd9a0-3fba-4557-a469-aedd78b04df3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=129dd9a0-3fba-4557-a469-aedd78b04df3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:43.573819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3737b8-c25c-4d4f-bf05-a7f64b762511 req-1bb7d96d-f945-43c5-9137-bf0ffda54e41 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:43.579784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.581822 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 63f401c3-2ebb-48ab-8b71-917bbeae02fa details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:43.582221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a3737b8-c25c-4d4f-bf05-a7f64b762511 req-1bb7d96d-f945-43c5-9137-bf0ffda54e41 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 944 time: 0.2800419 Nov 22 17:01:43.597785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:43.598475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.602357 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-0570369a-58bc-4817-8ae0-7318fc6197ec service neutron] 10.222.0.62 "PUT /v2.0/ports/121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 200 len: 1092 time: 3.4939008 Nov 22 17:01:43.629997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Calling delete_port for 129dd9a0-3fba-4557-a469-aedd78b04df3 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:43.693202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b4e3651b-788c-4843-bae4-e48cb406d3a8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:43.693636 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.699841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a3737b8-c25c-4d4f-bf05-a7f64b762511 req-9d9be567-5039-4e71-b8b1-a162912a14a1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156032 Nov 22 17:01:43.713639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'tag': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:43.715253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:43.717553 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aa8a4f-6582-421c-843b-d85d9aab860f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5af66-c7ea-4f95-9d68-0231fb798589", "tag": "121693f1-a77e-40a3-bdd8-ce5eeadadf1e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:43.720597 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.783844 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.787570 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3937e6-10f3-45aa-91db-3672b1d74eca x-openstack-request-id: req-1c3937e6-10f3-45aa-91db-3672b1d74eca {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:43.787899 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5af66-c7ea-4f95-9d68-0231fb798589", "tag": "121693f1-a77e-40a3-bdd8-ce5eeadadf1e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:43.788205 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c3937e6-10f3-45aa-91db-3672b1d74eca {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:43.788788 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'tag': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'status': 'completed', 'code': 200} Nov 22 17:01:43.799227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.800000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.908955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0fa1364d-8a58-49d4-9e5a-e52452c3664c up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:44.035205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-15f57622-c31b-4872-841a-d57b0f21164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:44.036810 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-15f57622-c31b-4872-841a-d57b0f21164a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1095 time: 0.3079693 Nov 22 17:01:44.042451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:44.043380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=548491ac-8622-43eb-8792-faf6363622ad,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:44.074366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:44.078731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:44.079893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.089339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 0fa1364d-8a58-49d4-9e5a-e52452c3664c completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:01:44.101426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 0fa1364d-8a58-49d4-9e5a-e52452c3664c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:44.102422 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.113397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.133234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=b4e3651b-788c-4843-bae4-e48cb406d3a8,revision_number=5']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:44.140845 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-74f564c6-9ab1-4376-854c-5ab69dd90f5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 200 len: 217 time: 0.0934775 Nov 22 17:01:44.167453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.192259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba028e92-1755-467e-9a22-a74257daccd8 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:44.212402 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-74edc2a2-6095-4a72-98b9-fdd366edf19b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8200715 Nov 22 17:01:44.220225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:44.226113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:44.247576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:26:44:31', 'name': 'tempest-NetworksTestDHCPv6-806940748'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:44.266376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=129dd9a0-3fba-4557-a469-aedd78b04df3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:44.295113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:44.295697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aa6b61dd-f33a-4cc9-ab84-cde60b3d0ed6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:44.295897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8747f417-ed3d-4eca-a950-85d180ba7232 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:44.316812 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:44.340265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-234a9b14-455f-4396-9a7b-a60baccfccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:44.342019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-234a9b14-455f-4396-9a7b-a60baccfccf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=642606b0-a700-4a7f-a515-18dca4ebecbd HTTP/1.1" status: 200 len: 848 time: 0.1705587 Nov 22 17:01:44.408917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f34e61-6526-4892-b48f-a2b4131bbfc3 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:44.453999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.476048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3235-d28f-435e-9424-bc0ce3cd87fa req-1bf86b4e-7725-4ff2-b63a-78faa6f11723 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:44.486662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf0a3235-d28f-435e-9424-bc0ce3cd87fa req-1bf86b4e-7725-4ff2-b63a-78faa6f11723 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 944 time: 0.4293261 Nov 22 17:01:44.549179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=0b54d2fd-a1c0-4b84-841e-c485783c1ee7,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:44.557808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8747f417-ed3d-4eca-a950-85d180ba7232 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:44.558181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8747f417-ed3d-4eca-a950-85d180ba7232 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:44.575768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:44.628250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8ef180c8-5683-4bd4-941d-bc5bb38a127a None None] Provisioning complete for port fb73db94-2a18-44ef-a3b4-af434ac92795 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:44.628790 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ef180c8-5683-4bd4-941d-bc5bb38a127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.640231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-2e8f1f9d-b18a-4ad6-960b-0a1eb932caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:44.641891 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-2e8f1f9d-b18a-4ad6-960b-0a1eb932caea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2887933 Nov 22 17:01:44.752592 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.755572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking segment: {'id': 'fe541c73-e18c-45b6-a992-935b77899b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:44.756031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network hostable DHCP agents. Network: 63f401c3-2ebb-48ab-8b71-917bbeae02fa, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:44.823764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.870857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309103e2-b1cd-4b0d-b778-57fdfe0e1892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa1364d-8a58-49d4-9e5a-e52452c3664c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:44.873750 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ec26a4-3405-47b3-9b03-e597c0ef7c61" -d '{"events": [{"server_uuid": "309103e2-b1cd-4b0d-b778-57fdfe0e1892", "name": "network-vif-plugged", "status": "completed", "tag": "0fa1364d-8a58-49d4-9e5a-e52452c3664c"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:44.902783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 0fa1364d-8a58-49d4-9e5a-e52452c3664c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0fa1364d-8a58-49d4-9e5a-e52452c3664c,segment=NetworkSegment(17995a0d-1a62-4f55-abb7-08f90160a01b),segment_id=17995a0d-1a62-4f55-abb7-08f90160a01b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:44.931326 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.943081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-bf7d3684-02ce-456a-8ccd-8b4666f304bb service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863899 Nov 22 17:01:45.060491 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7b774d68-bb17-44f8-8efd-c162c0947d46 req-286e0939-ec5f-4918-b5d4-0828205a0890 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081641 Nov 22 17:01:45.062336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.066172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.114359 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=0fa1364d-8a58-49d4-9e5a-e52452c3664c,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:45.178867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8ef180c8-5683-4bd4-941d-bc5bb38a127a None None] Provisioning complete for port 2b093b3b-2f66-4095-998c-7cc64e89b48d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:45.179078 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ef180c8-5683-4bd4-941d-bc5bb38a127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.325713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-46185763-40b3-43a2-ae40-9a959a01428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:45.329824 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-46185763-40b3-43a2-ae40-9a959a01428c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1095 time: 0.2086036 Nov 22 17:01:45.330533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.331086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4436d8-7758-446a-a28c-8d1a038976df {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:01:45.343796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.346734 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6d8e578f-84d9-48f1-81cc-627976993b3c admin admin] 10.222.0.59 "DELETE /v2.0/routers/fe4436d8-7758-446a-a28c-8d1a038976df HTTP/1.1" status: 204 len: 168 time: 4.7847679 Nov 22 17:01:45.366122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8ef180c8-5683-4bd4-941d-bc5bb38a127a None None] Provisioning complete for port 0fa1364d-8a58-49d4-9e5a-e52452c3664c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:45.367866 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ef180c8-5683-4bd4-941d-bc5bb38a127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.424343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:45.563096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b4e3651b-788c-4843-bae4-e48cb406d3a8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:45.717683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf0a3235-d28f-435e-9424-bc0ce3cd87fa req-621ca153-4993-4670-bfbe-dbb53670116b tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2298608 Nov 22 17:01:45.785149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-79969d17-d49b-406f-b1b8-5ceec4075fdc admin admin] Deleting subnet 3e95226d-1189-49f4-85ff-30c51cde9f34 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:45.804766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 63f401c3-2ebb-48ab-8b71-917bbeae02fa is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:45.809660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port caafd574-3c59-44ce-b413-a82204d870d4 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:45.829430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79969d17-d49b-406f-b1b8-5ceec4075fdc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.871929 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-395091db-85eb-449b-94c4-334659e73e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.936494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79969d17-d49b-406f-b1b8-5ceec4075fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.061908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b4e3651b-788c-4843-bae4-e48cb406d3a8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:46.062913 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.095309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 63f401c3-2ebb-48ab-8b71-917bbeae02fa) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:46.117786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada12f56-3830-4816-b463-1a913dd1178b None None] Network 63f401c3-2ebb-48ab-8b71-917bbeae02fa requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:46.178461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:46.179404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.237168 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79969d17-d49b-406f-b1b8-5ceec4075fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.272709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8ef180c8-5683-4bd4-941d-bc5bb38a127a None None] Provisioning complete for port d34549d8-f956-45d6-8e79-af7ae85772ac triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:46.272709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ef180c8-5683-4bd4-941d-bc5bb38a127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.341960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-40086ece-10d8-428a-a8c2-5e2681456eeb tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8552847 Nov 22 17:01:46.342751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:46.352714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-409b956f-839e-4a47-8abd-02a2d951e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:46.355919 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-409b956f-839e-4a47-8abd-02a2d951e4ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 200 len: 910 time: 1.0067694 Nov 22 17:01:46.367298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa', 'name': 'tempest-PortsTestJSON-542141525', 'fixed_ips': [{'subnet_id': '0b54d2fd-a1c0-4b84-841e-c485783c1ee7', 'ip_address': '172.20.0.10'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:46.405975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7ffc1-db94-40fe-9823-dcc43d95994e req-c2da15cc-d35a-402a-997b-9e82ed018d88 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:46.419512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1be7ffc1-db94-40fe-9823-dcc43d95994e req-c2da15cc-d35a-402a-997b-9e82ed018d88 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 945 time: 0.3806670 Nov 22 17:01:46.545188 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-ff9cc7cc-8206-4b8c-ad82-ff1db0b4505a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 200 len: 217 time: 0.1813669 Nov 22 17:01:46.652112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-945013e3-226d-41d7-835f-472760d6e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:46.661600 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-945013e3-226d-41d7-835f-472760d6e1dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=642606b0-a700-4a7f-a515-18dca4ebecbd HTTP/1.1" status: 200 len: 848 time: 0.1091423 Nov 22 17:01:46.725735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-6d0fa6bc-3387-405d-9588-f2eeea05139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:46.727500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-6d0fa6bc-3387-405d-9588-f2eeea05139b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583808 Nov 22 17:01:46.784192 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79969d17-d49b-406f-b1b8-5ceec4075fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.824608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 172.20.0.5 (45521f05-429d-474d-a428-1772d389eb08/f3846f67-897c-4371-8b63-02a71baf518d/caafd574-3c59-44ce-b413-a82204d870d4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:46.832124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:fe26:4431 (45521f05-429d-474d-a428-1772d389eb08/548491ac-8622-43eb-8792-faf6363622ad/caafd574-3c59-44ce-b413-a82204d870d4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:46.895595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-36ca981a-d36c-469c-be67-d8b863254750 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604838 Nov 22 17:01:46.897710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1be7ffc1-db94-40fe-9823-dcc43d95994e req-4b2a5dd6-cbe4-49c2-9313-c7a392195795 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771941 Nov 22 17:01:46.936481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79969d17-d49b-406f-b1b8-5ceec4075fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e95226d-1189-49f4-85ff-30c51cde9f34,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:46.975942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79969d17-d49b-406f-b1b8-5ceec4075fdc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.991660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-79969d17-d49b-406f-b1b8-5ceec4075fdc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3e95226d-1189-49f4-85ff-30c51cde9f34 HTTP/1.1" status: 204 len: 168 time: 1.5263240 Nov 22 17:01:46.992757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59324) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:47.023394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:47.039995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0910f7a-8f1b-4178-aba9-71bc7e59c2bd None None] Network 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:47.046607 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00874b8-2cf1-4677-b87e-f98053815cbb x-openstack-request-id: req-e00874b8-2cf1-4677-b87e-f98053815cbb {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:47.046880 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309103e2-b1cd-4b0d-b778-57fdfe0e1892", "name": "network-vif-plugged", "status": "completed", "tag": "0fa1364d-8a58-49d4-9e5a-e52452c3664c", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:47.047280 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e00874b8-2cf1-4677-b87e-f98053815cbb {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:47.047839 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309103e2-b1cd-4b0d-b778-57fdfe0e1892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa1364d-8a58-49d4-9e5a-e52452c3664c', 'code': 200} Nov 22 17:01:47.096793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-63f401c3-2ebb-48ab-8b71-917bbeae02fa', 'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa', 'tenant_id': '7a8210ca913f42d583508a22bb37db73', 'fixed_ips': [{'subnet_id': '0b54d2fd-a1c0-4b84-841e-c485783c1ee7'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:47.097692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.189762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 129dd9a0-3fba-4557-a469-aedd78b04df3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:47.213621 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-16aa8a4f-6582-421c-843b-d85d9aab860f req-59a4b7d3-4a48-4930-9f63-b359547614ed service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882540 Nov 22 17:01:47.386402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.388996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 129dd9a0-3fba-4557-a469-aedd78b04df3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:47.389347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 129dd9a0-3fba-4557-a469-aedd78b04df3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:47.421523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26645f75-af5a-4e63-85b8-068a8852b46c req-6211a455-1893-44b9-aeae-ec4953f1b99d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:47.423399 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26645f75-af5a-4e63-85b8-068a8852b46c req-6211a455-1893-44b9-aeae-ec4953f1b99d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 944 time: 0.2497206 Nov 22 17:01:47.436338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-974de59a-d380-40cb-ba79-35aa6bc3ad6f None None] Provisioning complete for port b4e3651b-788c-4843-bae4-e48cb406d3a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:47.437110 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-974de59a-d380-40cb-ba79-35aa6bc3ad6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.496459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676e54-7c52-480a-bb6f-2384ac1d17fe req-2a414d8b-1e44-4c76-ae16-711b97b265b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:47.497991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1676e54-7c52-480a-bb6f-2384ac1d17fe req-2a414d8b-1e44-4c76-ae16-711b97b265b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 1096 time: 0.2687218 Nov 22 17:01:47.503268 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.511687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.554370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Allocated IP 172.20.0.2 (63f401c3-2ebb-48ab-8b71-917bbeae02fa/0b54d2fd-a1c0-4b84-841e-c485783c1ee7/3e80ee1b-18d8-492a-8f7d-a96f88b161ec) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:47.648251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 71ef50d3-bb12-4955-8e44-3bb93799b135 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:47.651232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] DHCP port deletion for 6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:47.674730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26645f75-af5a-4e63-85b8-068a8852b46c req-dcbe7e07-3a06-48e9-bae5-c3c7cc64ba88 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397323 Nov 22 17:01:47.797307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1676e54-7c52-480a-bb6f-2384ac1d17fe req-75b3c3a8-3afc-4040-a774-641b6009b580 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775269 Nov 22 17:01:47.866220 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.878023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] Deleting port 3b406275-1fc0-4a7a-a8b7-729c50b31761 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:47.878510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.912752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:47.955694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] For port 3b406275-1fc0-4a7a-a8b7-729c50b31761, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3b406275-1fc0-4a7a-a8b7-729c50b31761,segment=NetworkSegment(120d9560-94ba-4f00-9aeb-f17247f5fbe3),segment_id=120d9560-94ba-4f00-9aeb-f17247f5fbe3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:47.955694 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.989361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:47.989949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] Calling delete_port for 3b406275-1fc0-4a7a-a8b7-729c50b31761 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:47.995213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:48.085161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Deleting port 3b406275-1fc0-4a7a-a8b7-729c50b31761 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:48.085513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.087351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=caafd574-3c59-44ce-b413-a82204d870d4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:48.144700 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.158499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.209356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] For port 3b406275-1fc0-4a7a-a8b7-729c50b31761, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3b406275-1fc0-4a7a-a8b7-729c50b31761,segment=NetworkSegment(120d9560-94ba-4f00-9aeb-f17247f5fbe3),segment_id=120d9560-94ba-4f00-9aeb-f17247f5fbe3)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:48.209794 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.236515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Network 63f401c3-2ebb-48ab-8b71-917bbeae02fa is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:48.249294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:48.259449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:48.303741 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-750666b7-d34d-4428-9982-eaa827975352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.315049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Calling delete_port for 3b406275-1fc0-4a7a-a8b7-729c50b31761 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:48.352757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.353870 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.359093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Pushing event updated for resources: {'Port': ['ID=3e80ee1b-18d8-492a-8f7d-a96f88b161ec,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:48.361762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Attempting to bind port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:48.362152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Attempting to bind port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'fe541c73-e18c-45b6-a992-935b77899b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:48.362521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Attempting to bind port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec on network 63f401c3-2ebb-48ab-8b71-917bbeae02fa {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:48.375893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:48.375893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Checking segment: {'id': 'fe541c73-e18c-45b6-a992-935b77899b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:48.377660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.378012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Bound using segment: {'id': 'fe541c73-e18c-45b6-a992-935b77899b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:48.378572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Bound port: 3e80ee1b-18d8-492a-8f7d-a96f88b161ec, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe541c73-e18c-45b6-a992-935b77899b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:48.379002 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.405241 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.459625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] Pushing event deleted for resources: {'Port': ['ID=3b406275-1fc0-4a7a-a8b7-729c50b31761,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:48.463986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567df12-fa8d-43a0-8a64-a9b80cfc9f47 req-101c1d24-fa58-49be-8982-697f6a683bc1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.474988 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2567df12-fa8d-43a0-8a64-a9b80cfc9f47 req-101c1d24-fa58-49be-8982-697f6a683bc1 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 945 time: 0.4344494 Nov 22 17:01:48.482203 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4323f55-90bc-4ea3-b041-7cfbe65d6cd8 None None] No DVR routers for this DVR port 3b406275-1fc0-4a7a-a8b7-729c50b31761 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:48.544886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] For port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:48.554859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] For port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3e80ee1b-18d8-492a-8f7d-a96f88b161ec,segment=NetworkSegment(fe541c73-e18c-45b6-a992-935b77899b05),segment_id=fe541c73-e18c-45b6-a992-935b77899b05)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:48.559385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-138f3ce8-8e21-4188-a4ee-5e8b90944682 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3367441 Nov 22 17:01:48.563288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:48.571975 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.573277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.10 (63f401c3-2ebb-48ab-8b71-917bbeae02fa/0b54d2fd-a1c0-4b84-841e-c485783c1ee7/71ef50d3-bb12-4955-8e44-3bb93799b135) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:48.658590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1b56d214-5739-41fb-8b99-f9b3d29f58d1 None None] Provisioning complete for port caafd574-3c59-44ce-b413-a82204d870d4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:48.659163 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b56d214-5739-41fb-8b99-f9b3d29f58d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.670857 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2567df12-fa8d-43a0-8a64-a9b80cfc9f47 req-437d88bc-dbc1-4360-956e-6c9b55aec461 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936481 Nov 22 17:01:48.708968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099769c5-356d-43d7-82f3-ba649c498bec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.723234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099769c5-356d-43d7-82f3-ba649c498bec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.732131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59360) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:48.736189 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-099769c5-356d-43d7-82f3-ba649c498bec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1698873 Nov 22 17:01:48.813615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c78eb-f0bb-4ac5-832d-b45b4057a0eb None None] Pushing event updated for resources: {'Port': ['ID=3e80ee1b-18d8-492a-8f7d-a96f88b161ec,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:48.852938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1b56d214-5739-41fb-8b99-f9b3d29f58d1 None None] Port caafd574-3c59-44ce-b413-a82204d870d4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:48.961275 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.036536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.090387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b406275-1fc0-4a7a-a8b7-729c50b31761,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:49.166967 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.202014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] No DVR routers for this DVR port 3b406275-1fc0-4a7a-a8b7-729c50b31761 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:49.222361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.335982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7d447847-b737-4fac-9ed7-93b6b7575a22 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port caafd574-3c59-44ce-b413-a82204d870d4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:49.336281 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d447847-b737-4fac-9ed7-93b6b7575a22 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.351150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0a010-dc76-4905-b8db-dffc3de5153e req-51b22d5a-5cf5-4a8d-8125-cbb09acca39f tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:49.352852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5a0a010-dc76-4905-b8db-dffc3de5153e req-51b22d5a-5cf5-4a8d-8125-cbb09acca39f tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 944 time: 0.4658687 Nov 22 17:01:49.379803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3e80ee1b-18d8-492a-8f7d-a96f88b161ec up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:49.465118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:49.465459 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.498315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 63f401c3-2ebb-48ab-8b71-917bbeae02fa is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:49.519287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:49.521924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:49.535730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.540611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=71ef50d3-bb12-4955-8e44-3bb93799b135,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:49.605924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.654395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:49.679275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3e80ee1b-18d8-492a-8f7d-a96f88b161ec,segment=NetworkSegment(fe541c73-e18c-45b6-a992-935b77899b05),segment_id=fe541c73-e18c-45b6-a992-935b77899b05)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:49.687466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.691105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5a0a010-dc76-4905-b8db-dffc3de5153e req-49feb8b1-11c8-45e6-9151-657e71156cee tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973161 Nov 22 17:01:49.718693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120d9560-94ba-4f00-9aeb-f17247f5fbe3') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:49.719541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120d9560-94ba-4f00-9aeb-f17247f5fbe3') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:49.772536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:49.773312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.792404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=3e80ee1b-18d8-492a-8f7d-a96f88b161ec,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:49.795232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 121693f1-a77e-40a3-bdd8-ce5eeadadf1e details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:01:49.833679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.859724 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.871344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:49.872526 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.951419 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:49.966971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3b406275-1fc0-4a7a-a8b7-729c50b31761 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:49.972438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'port_id': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'mac_address': 'fa:16:3e:68:70:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:01:49.990498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d447847-b737-4fac-9ed7-93b6b7575a22 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.035446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7d447847-b737-4fac-9ed7-93b6b7575a22 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for caafd574-3c59-44ce-b413-a82204d870d4 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:50.044105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3b406275-1fc0-4a7a-a8b7-729c50b31761 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:50.045010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3b406275-1fc0-4a7a-a8b7-729c50b31761 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:50.116724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.187081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121693f1-a77e-40a3-bdd8-ce5eeadadf1e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:50.273034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:50.279770 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:50.372324 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:50.384888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.390911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:50.406196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-28cf20f5-206a-4d9f-a181-08dd9e64857c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0431042 Nov 22 17:01:50.407713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d447847-b737-4fac-9ed7-93b6b7575a22 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.409272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59396) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:50.420252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': '63f401c3-2ebb-48ab-8b71-917bbeae02fa', 'name': 'tempest-PortsTestJSON-2082915649', 'fixed_ips': [{'subnet_id': '0b54d2fd-a1c0-4b84-841e-c485783c1ee7', 'ip_address': '172.20.0.9'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:50.443510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.455217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff HTTP/1.1" status: 204 len: 168 time: 3.4573405 Nov 22 17:01:50.582139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d67b8e-8fec-4ee5-8685-404630ffd7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7c39ab-8ae9-4df1-aa63-ffee3f97bdff,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:50.596482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d447847-b737-4fac-9ed7-93b6b7575a22 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=caafd574-3c59-44ce-b413-a82204d870d4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:50.649463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['121693f1-a77e-40a3-bdd8-ce5eeadadf1e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:01:50.838160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a42793-defc-4d84-a5e4-fbab695c5778 None None] Network 63f401c3-2ebb-48ab-8b71-917bbeae02fa requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:50.922580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:50.972114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de3b80-4ba3-44e2-a48a-10421b24228b req-cef3c93f-a692-4be3-86e3-cd42de7a9462 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:50.983735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2de3b80-4ba3-44e2-a48a-10421b24228b req-cef3c93f-a692-4be3-86e3-cd42de7a9462 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 945 time: 0.2439902 Nov 22 17:01:50.984028 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.015080 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d447847-b737-4fac-9ed7-93b6b7575a22 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.021188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7d447847-b737-4fac-9ed7-93b6b7575a22 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/caafd574-3c59-44ce-b413-a82204d870d4 HTTP/1.1" status: 204 len: 168 time: 2.2799237 Nov 22 17:01:51.073697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59408) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:51.074243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59410) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:51.080520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f621751c-6470-46c4-9c75-40347bd5cab0 None None] Provisioning complete for port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:51.080843 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f621751c-6470-46c4-9c75-40347bd5cab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.095772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2de3b80-4ba3-44e2-a48a-10421b24228b req-28900654-6508-4b66-a72d-9366ff73a873 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043372 Nov 22 17:01:51.234738 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.313172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 3521b7ea-147c-4d1d-9f56-6c6a491e9439 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:51.369634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3e80ee1b-18d8-492a-8f7d-a96f88b161ec up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:51.605558 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.608997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febcfd7-bcc4-4ff8-93eb-f2f054f97774 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.611208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febcfd7-bcc4-4ff8-93eb-f2f054f97774 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.613692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febcfd7-bcc4-4ff8-93eb-f2f054f97774 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.618024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3febcfd7-bcc4-4ff8-93eb-f2f054f97774 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5183325 Nov 22 17:01:51.624108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a490b983-8fe2-4ffd-8c9f-678d923744c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce43e3602110420d84f035a11a7d6d79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5025942 Nov 22 17:01:51.624759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:51.625342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59426) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:51.807991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4284d1e-2931-4b45-bb09-244aa213db8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 548491ac-8622-43eb-8792-faf6363622ad {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:51.820576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4284d1e-2931-4b45-bb09-244aa213db8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.875810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.9 (63f401c3-2ebb-48ab-8b71-917bbeae02fa/0b54d2fd-a1c0-4b84-841e-c485783c1ee7/3521b7ea-147c-4d1d-9f56-6c6a491e9439) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:51.876725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2213abd-4c71-46aa-8866-a5eda61d5289 req-52e3fb03-c293-44f0-8cc8-1ec4173aed51 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.897063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2213abd-4c71-46aa-8866-a5eda61d5289 req-52e3fb03-c293-44f0-8cc8-1ec4173aed51 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 945 time: 0.5717902 Nov 22 17:01:51.912023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:51.914164 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.018131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-758f0784-b1b2-496d-99da-54bf486a9fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.124419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4284d1e-2931-4b45-bb09-244aa213db8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.317323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2213abd-4c71-46aa-8866-a5eda61d5289 req-29b6887c-5e46-4cb1-bb34-90b099aa7bce tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190788 Nov 22 17:01:52.321766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-758f0784-b1b2-496d-99da-54bf486a9fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.432338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.614506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.703115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4284d1e-2931-4b45-bb09-244aa213db8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.766457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network 63f401c3-2ebb-48ab-8b71-917bbeae02fa is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:52.788739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:52.793349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:52.867752 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-758f0784-b1b2-496d-99da-54bf486a9fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.871401 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-758f0784-b1b2-496d-99da-54bf486a9fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.873606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-758f0784-b1b2-496d-99da-54bf486a9fa2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17670b12-9f06-4b52-acf0-521b5b38cf0b HTTP/1.1" status: 204 len: 168 time: 1.2356219 Nov 22 17:01:52.938863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f0784-b1b2-496d-99da-54bf486a9fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17670b12-9f06-4b52-acf0-521b5b38cf0b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:52.994420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=3521b7ea-147c-4d1d-9f56-6c6a491e9439,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:53.021596 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4284d1e-2931-4b45-bb09-244aa213db8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.033684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:53.042814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.076797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7e9ca252-adff-4fad-a74a-1266aa49fdf2 None None] Provisioning complete for port 71ef50d3-bb12-4955-8e44-3bb93799b135 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:53.081087 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca252-adff-4fad-a74a-1266aa49fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.136795 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8d800935-6341-4218-b91e-fa5abef48fe7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7229939 Nov 22 17:01:53.142994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59464) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:53.265360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ca252-adff-4fad-a74a-1266aa49fdf2 None None] Port 71ef50d3-bb12-4955-8e44-3bb93799b135 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:53.289278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284d1e-2931-4b45-bb09-244aa213db8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=548491ac-8622-43eb-8792-faf6363622ad,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:53.300986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7e9ca252-adff-4fad-a74a-1266aa49fdf2 None None] Provisioning complete for port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:53.301379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca252-adff-4fad-a74a-1266aa49fdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.311613 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b4284d1e-2931-4b45-bb09-244aa213db8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.317737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ddd1f-188c-4c02-9364-2182e1504345 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:53.322438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b4284d1e-2931-4b45-bb09-244aa213db8a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/548491ac-8622-43eb-8792-faf6363622ad HTTP/1.1" status: 204 len: 168 time: 1.6956413 Nov 22 17:01:53.325345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59470) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:53.416935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea72eff-e683-41f1-89a4-7c295723e7fc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:53.418593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ea72eff-e683-41f1-89a4-7c295723e7fc tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2583432 Nov 22 17:01:53.424415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59476) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:53.747857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cb3632-1a43-4acb-9128-1c263beb906c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet f3846f67-897c-4371-8b63-02a71baf518d {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:53.782074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3632-1a43-4acb-9128-1c263beb906c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.918554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59492) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:53.951523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b29140-6cdb-4946-bdb8-8bbf6e28bf27 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:53.982190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b29140-6cdb-4946-bdb8-8bbf6e28bf27 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:54.035874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b29140-6cdb-4946-bdb8-8bbf6e28bf27 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:54.051504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f3b29140-6cdb-4946-bdb8-8bbf6e28bf27 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.6185255 Nov 22 17:01:54.059381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59496) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:54.187630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a6fac6b5-babb-40d3-a427-f35e26ed26cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=048e6c0eee9546648f44ef7a8f7bbcf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676837 Nov 22 17:01:54.196148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3632-1a43-4acb-9128-1c263beb906c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.199797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59500) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:54.265115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 121693f1-a77e-40a3-bdd8-ce5eeadadf1e up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:54.382303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179fa29-d418-4975-a7d7-0c93ce0b9f09 req-d57617b8-07e1-41cc-81ee-afd6de2d949a tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:54.384317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8179fa29-d418-4975-a7d7-0c93ce0b9f09 req-d57617b8-07e1-41cc-81ee-afd6de2d949a tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 945 time: 0.3390510 Nov 22 17:01:54.456976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b466cd36-ce37-4ecc-9fcb-8048eb2594b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.507946 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b466cd36-ce37-4ecc-9fcb-8048eb2594b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.513092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3632-1a43-4acb-9128-1c263beb906c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.522117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8179fa29-d418-4975-a7d7-0c93ce0b9f09 req-cee765e4-2c1b-4576-bd25-e7e171448a4c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207185 Nov 22 17:01:54.647395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b466cd36-ce37-4ecc-9fcb-8048eb2594b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.659155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b466cd36-ce37-4ecc-9fcb-8048eb2594b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.665087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b466cd36-ce37-4ecc-9fcb-8048eb2594b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d9618a4-bf0a-4110-81ab-f22d8b1a4fd4 HTTP/1.1" status: 204 len: 168 time: 0.4621761 Nov 22 17:01:54.705987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466cd36-ce37-4ecc-9fcb-8048eb2594b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9618a4-bf0a-4110-81ab-f22d8b1a4fd4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:54.759308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3632-1a43-4acb-9128-1c263beb906c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.950378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3632-1a43-4acb-9128-1c263beb906c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.961665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e6cb3632-1a43-4acb-9128-1c263beb906c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/f3846f67-897c-4371-8b63-02a71baf518d HTTP/1.1" status: 204 len: 168 time: 1.6346691 Nov 22 17:01:54.964247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59520) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:54.989360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:01:54.990870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb3632-1a43-4acb-9128-1c263beb906c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=f3846f67-897c-4371-8b63-02a71baf518d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:55.084360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a31c7acd-457f-4706-b94c-bd1252ef0088 None None] Provisioning complete for port 3521b7ea-147c-4d1d-9f56-6c6a491e9439 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:55.084771 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a31c7acd-457f-4706-b94c-bd1252ef0088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.106548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:55.115820 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.169029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba3f64-eb00-451f-b8f5-0bcd45bd3264 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 3521b7ea-147c-4d1d-9f56-6c6a491e9439 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:55.169785 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3f64-eb00-451f-b8f5-0bcd45bd3264 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.173847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0edef1ff-b70d-4349-98a8-7ffe4afa6c8e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2073565 Nov 22 17:01:55.178882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:55.199160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:55.681210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a31c7acd-457f-4706-b94c-bd1252ef0088 None None] Port 3521b7ea-147c-4d1d-9f56-6c6a491e9439 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:55.708939 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3f64-eb00-451f-b8f5-0bcd45bd3264 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.756827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba3f64-eb00-451f-b8f5-0bcd45bd3264 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 3521b7ea-147c-4d1d-9f56-6c6a491e9439 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:55.817780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b40e428-5574-4c9d-b2d8-bba03331ccb0 None None] Update dhcp port {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': 'f3846f67-897c-4371-8b63-02a71baf518d'}], 'binding:host_id': 'n-d-816865-2'}, 'id': 'b4e3651b-788c-4843-bae4-e48cb406d3a8'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:01:55.901685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a31c7acd-457f-4706-b94c-bd1252ef0088 None None] Provisioning complete for port 71ef50d3-bb12-4955-8e44-3bb93799b135 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:55.902350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a31c7acd-457f-4706-b94c-bd1252ef0088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.983738 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b40e428-5574-4c9d-b2d8-bba03331ccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.057047 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.062925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a31c7acd-457f-4706-b94c-bd1252ef0088 None None] Port 71ef50d3-bb12-4955-8e44-3bb93799b135 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:56.097980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3f64-eb00-451f-b8f5-0bcd45bd3264 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.139635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba3f64-eb00-451f-b8f5-0bcd45bd3264 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=3521b7ea-147c-4d1d-9f56-6c6a491e9439,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:56.267928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:56.272628 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78142394-59a8-418a-98c0-9dae40fa0db8" -d '{"events": [{"server_uuid": "d3b5af66-c7ea-4f95-9d68-0231fb798589", "name": "network-vif-plugged", "status": "completed", "tag": "121693f1-a77e-40a3-bdd8-ce5eeadadf1e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:56.304981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:56.341377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3f64-eb00-451f-b8f5-0bcd45bd3264 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.350322 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4ba3f64-eb00-451f-b8f5-0bcd45bd3264 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/3521b7ea-147c-4d1d-9f56-6c6a491e9439 HTTP/1.1" status: 204 len: 168 time: 2.2871807 Nov 22 17:01:56.359279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59556) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:56.462299 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e5f505-812d-4c07-929e-2d4c469ad589 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:01:56.469231 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-11e5f505-812d-4c07-929e-2d4c469ad589 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/3521b7ea-147c-4d1d-9f56-6c6a491e9439 HTTP/1.1" status: 404 len: 333 time: 0.1036494 Nov 22 17:01:56.470709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:56.518791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.734892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6e59cf2e-100b-4216-9074-25d1d05b8029 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 71ef50d3-bb12-4955-8e44-3bb93799b135 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:56.736219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:56.736832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e59cf2e-100b-4216-9074-25d1d05b8029 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.789635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.793059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.795706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.797507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.800531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.806019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.806401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.806760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.807877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.808926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.809845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:56.810773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.812300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:56.817635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.905754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a73a9-d4f5-422a-b738-a89c4df68fb9 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:57.010153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67557a-9180-48db-9e80-05a28ca37068 req-22bf6113-469f-4147-a9fd-0a57ffd13f40 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:57.024719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea67557a-9180-48db-9e80-05a28ca37068 req-22bf6113-469f-4147-a9fd-0a57ffd13f40 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 946 time: 0.3550968 Nov 22 17:01:57.041633 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e59cf2e-100b-4216-9074-25d1d05b8029 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.047418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b6f6d86d-2c3a-4d10-b2c2-aa8f65d414cf None None] Provisioning complete for port b4e3651b-788c-4843-bae4-e48cb406d3a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:57.054991 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6f6d86d-2c3a-4d10-b2c2-aa8f65d414cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.077229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6e59cf2e-100b-4216-9074-25d1d05b8029 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 71ef50d3-bb12-4955-8e44-3bb93799b135 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:57.383646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b4e3651b-788c-4843-bae4-e48cb406d3a8 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:57.447901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea67557a-9180-48db-9e80-05a28ca37068 req-3d54c6f5-1340-4768-830d-9ad54c862f89 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4207385 Nov 22 17:01:57.552619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:57.576435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e59cf2e-100b-4216-9074-25d1d05b8029 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.658029 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356dd169-4077-497d-9e31-fa4665296d76 x-openstack-request-id: req-356dd169-4077-497d-9e31-fa4665296d76 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:57.658326 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5af66-c7ea-4f95-9d68-0231fb798589", "name": "network-vif-plugged", "status": "completed", "tag": "121693f1-a77e-40a3-bdd8-ce5eeadadf1e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:57.658606 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-356dd169-4077-497d-9e31-fa4665296d76 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:57.659055 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'code': 200} Nov 22 17:01:57.720949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59cf2e-100b-4216-9074-25d1d05b8029 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=71ef50d3-bb12-4955-8e44-3bb93799b135,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:57.802017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.855536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.870577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:57.873582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:57.883387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:57.884244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.983889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ec8cb-678b-4cf3-a709-7de514bdb480 req-17a6fc36-e49c-439a-b6ee-6d3465cfbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:57.985980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port b4e3651b-788c-4843-bae4-e48cb406d3a8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b4e3651b-788c-4843-bae4-e48cb406d3a8,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:57.987047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-843ec8cb-678b-4cf3-a709-7de514bdb480 req-17a6fc36-e49c-439a-b6ee-6d3465cfbd33 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1097 time: 0.2689722 Nov 22 17:01:57.998672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.022314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8415666 Nov 22 17:01:58.025447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:58.064259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:58.114571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] Deleting port b4e3651b-788c-4843-bae4-e48cb406d3a8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:58.115102 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.124159 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-843ec8cb-678b-4cf3-a709-7de514bdb480 req-bf897aa4-3881-4518-a448-722f4a868f0e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167560 Nov 22 17:01:58.133213 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6e59cf2e-100b-4216-9074-25d1d05b8029 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.146224 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6e59cf2e-100b-4216-9074-25d1d05b8029 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/71ef50d3-bb12-4955-8e44-3bb93799b135 HTTP/1.1" status: 204 len: 168 time: 1.6738205 Nov 22 17:01:58.149078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59596) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:58.203581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73caffa-92cb-44b9-a0bf-556ac8db03d1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=2b8c99ef-9cf4-49af-9f6b-b9b76650e056,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:58.218671 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9b4484-e171-4df7-9469-8401ff8730c0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:01:58.220436 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-df9b4484-e171-4df7-9469-8401ff8730c0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/71ef50d3-bb12-4955-8e44-3bb93799b135 HTTP/1.1" status: 404 len: 333 time: 0.0703242 Nov 22 17:01:58.227539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59600) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:58.286712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=b4e3651b-788c-4843-bae4-e48cb406d3a8,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:58.388511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:58.393235 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.409381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a52874-3e5e-4bb3-bc1e-49800f70ce44 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 0b54d2fd-a1c0-4b84-841e-c485783c1ee7 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:58.411744 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1a52874-3e5e-4bb3-bc1e-49800f70ce44 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.433438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] For port b4e3651b-788c-4843-bae4-e48cb406d3a8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b4e3651b-788c-4843-bae4-e48cb406d3a8,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:58.433851 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.473716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] Calling delete_port for b4e3651b-788c-4843-bae4-e48cb406d3a8 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:58.552804 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1a52874-3e5e-4bb3-bc1e-49800f70ce44 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.679376 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.696078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] No DVR routers for this DVR port b4e3651b-788c-4843-bae4-e48cb406d3a8 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:58.741649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c08ef-8c93-4b5f-aaeb-4409878c0cd4 None None] Pushing event deleted for resources: {'Port': ['ID=b4e3651b-788c-4843-bae4-e48cb406d3a8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:58.774305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ba1a8b-f880-4d60-bc0d-aebcd4e0ddd8 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:58.819461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fe4a3-08d7-4a51-b88c-3f39fdbab2a2 req-e824ef4b-cfb4-46cc-911c-ba3624b03693 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:58.822320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3d0fe4a3-08d7-4a51-b88c-3f39fdbab2a2 req-e824ef4b-cfb4-46cc-911c-ba3624b03693 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 946 time: 0.1527083 Nov 22 17:01:58.854376 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1a52874-3e5e-4bb3-bc1e-49800f70ce44 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.012969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3d0fe4a3-08d7-4a51-b88c-3f39fdbab2a2 req-9309bfd0-a302-44d0-9b2f-0058c8775cb3 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762185 Nov 22 17:01:59.066971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1a52874-3e5e-4bb3-bc1e-49800f70ce44 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.083821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '2b8c99ef-9cf4-49af-9f6b-b9b76650e056'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:59.084748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.141355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a52874-3e5e-4bb3-bc1e-49800f70ce44 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=0b54d2fd-a1c0-4b84-841e-c485783c1ee7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:59.170514 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1a52874-3e5e-4bb3-bc1e-49800f70ce44 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.193963 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e1a52874-3e5e-4bb3-bc1e-49800f70ce44 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/0b54d2fd-a1c0-4b84-841e-c485783c1ee7 HTTP/1.1" status: 204 len: 168 time: 0.9644110 Nov 22 17:01:59.195871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59630) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:59.214058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:01:59.222704 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.313581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a0b1a-dcd6-4ecd-a0c2-bdff9c376037 None None] Network 63f401c3-2ebb-48ab-8b71-917bbeae02fa requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:59.375615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:59.393245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:59.399523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:59.401580 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.560816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=e59a3362-3b7d-4c61-8e26-c2f94cd8380e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:59.585738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-700b7c43-3598-4c96-b807-1e1db2a1c514 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5593348 Nov 22 17:01:59.586807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.590488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:59.598155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:bc:ff:7e', 'name': 'tempest-NetworksTestDHCPv6-380529686'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:59.598610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Allocated IP 172.20.0.2 (45521f05-429d-474d-a428-1772d389eb08/2b8c99ef-9cf4-49af-9f6b-b9b76650e056/b6617eda-981a-4d2a-bbf9-0fd85080ac60) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:59.615754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Allocated IP 2001:db8::f816:3eff:fee4:d774 (45521f05-429d-474d-a428-1772d389eb08/e59a3362-3b7d-4c61-8e26-c2f94cd8380e/b6617eda-981a-4d2a-bbf9-0fd85080ac60) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:59.745758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:59.746467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.770655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] DHCP port deletion for 63f401c3-2ebb-48ab-8b71-917bbeae02fa request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:59.807480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c027e02-903b-4207-8a18-ffe1512551a5 req-ebc946ba-3587-43ff-aaeb-1166c886478e tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:59.816637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c027e02-903b-4207-8a18-ffe1512551a5 req-ebc946ba-3587-43ff-aaeb-1166c886478e tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 945 time: 0.2118666 Nov 22 17:01:59.972738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] For port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3e80ee1b-18d8-492a-8f7d-a96f88b161ec,segment=NetworkSegment(fe541c73-e18c-45b6-a992-935b77899b05),segment_id=fe541c73-e18c-45b6-a992-935b77899b05)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:59.979962 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.002691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2c027e02-903b-4207-8a18-ffe1512551a5 req-87dd2c3b-82cc-42de-9efd-a15ff324f226 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810143 Nov 22 17:02:00.019041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:00.020833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 3e80ee1b-18d8-492a-8f7d-a96f88b161ec owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:00.183946 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.197215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.208763 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.213876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] Deleting port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:00.214855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.245273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=3e80ee1b-18d8-492a-8f7d-a96f88b161ec,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:00.256926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No DVR routers for this DVR port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:00.304722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] For port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:00.305220 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.322761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] Calling delete_port for 3e80ee1b-18d8-492a-8f7d-a96f88b161ec owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:00.327845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] Port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:02:00.330454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.341963 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.368149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:00.369806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] No DVR routers for this DVR port 3e80ee1b-18d8-492a-8f7d-a96f88b161ec on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:00.372985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:00.384711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0e285-f561-427d-9ad1-20ca52e22851 req-a8bce23d-f848-4ef9-88be-8ab1e7af21cc tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:00.399717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecc0e285-f561-427d-9ad1-20ca52e22851 req-a8bce23d-f848-4ef9-88be-8ab1e7af21cc tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 946 time: 0.2061183 Nov 22 17:02:00.400769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:00.403344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 6958669a-9de7-439e-aae8-b4ce7e231ea4 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:00.403664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5636a98-421f-49fa-b122-e674759b93f2 None None] Pushing event deleted for resources: {'Port': ['ID=3e80ee1b-18d8-492a-8f7d-a96f88b161ec,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:00.493587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.527415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Pushing event updated for resources: {'Port': ['ID=b6617eda-981a-4d2a-bbf9-0fd85080ac60,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:00.562140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f401c3-2ebb-48ab-8b71-917bbeae02fa']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:00.575583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe541c73-e18c-45b6-a992-935b77899b05') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:00.575919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe541c73-e18c-45b6-a992-935b77899b05') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:00.602781 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.652372 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.666775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:00.667512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:00.670973 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:00.690081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Attempting to bind port b6617eda-981a-4d2a-bbf9-0fd85080ac60 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:00.691182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Attempting to bind port b6617eda-981a-4d2a-bbf9-0fd85080ac60 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:00.691998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Attempting to bind port b6617eda-981a-4d2a-bbf9-0fd85080ac60 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:00.699160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:00.701239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:00.701909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.702470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:00.703372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Bound port: b6617eda-981a-4d2a-bbf9-0fd85080ac60, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:00.704240 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.832474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.841428 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.855942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59664) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:00.856967 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/networks/63f401c3-2ebb-48ab-8b71-917bbeae02fa HTTP/1.1" status: 204 len: 168 time: 1.6446838 Nov 22 17:02:00.883181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecc0e285-f561-427d-9ad1-20ca52e22851 req-04385bd4-e000-4273-8ed9-81be28a7d49c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4817502 Nov 22 17:02:00.892265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d421ffb-3b3e-4821-9545-7ba8d5a7504d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Network': ['ID=63f401c3-2ebb-48ab-8b71-917bbeae02fa,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:00.896562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-219334710'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:00.924503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] For port b6617eda-981a-4d2a-bbf9-0fd85080ac60, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:00.936809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] For port b6617eda-981a-4d2a-bbf9-0fd85080ac60, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b6617eda-981a-4d2a-bbf9-0fd85080ac60,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:00.950796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.056058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-107ea482-17a1-4211-be88-3a78cb1a6e36 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.057475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-107ea482-17a1-4211-be88-3a78cb1a6e36 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.37 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 945 time: 0.3764925 Nov 22 17:02:01.104963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 172.20.0.12 (45521f05-429d-474d-a428-1772d389eb08/2b8c99ef-9cf4-49af-9f6b-b9b76650e056/6958669a-9de7-439e-aae8-b4ce7e231ea4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:01.134479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:febc:ff7e (45521f05-429d-474d-a428-1772d389eb08/e59a3362-3b7d-4c61-8e26-c2f94cd8380e/6958669a-9de7-439e-aae8-b4ce7e231ea4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:01.197044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982a616-345f-43e9-ab47-7919a2344e47 None None] Pushing event updated for resources: {'Port': ['ID=b6617eda-981a-4d2a-bbf9-0fd85080ac60,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:01.204082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:01.208617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.287142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3e80ee1b-18d8-492a-8f7d-a96f88b161ec no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:01.367597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3e80ee1b-18d8-492a-8f7d-a96f88b161ec {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:01.374912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3e80ee1b-18d8-492a-8f7d-a96f88b161ec not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:01.397725 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:01.459827 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.460508 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Added segment 757ce302-2e0a-4f9c-981a-38d2bae1bd83 of type vlan for network dc4b318b-b6d3-403e-a493-dba12ebb6eee Nov 22 17:02:01.623262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf655ad9-d20e-4830-b378-d579dfdfddea req-f060f57a-700c-4d2e-8867-b627626912f6 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.625166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf655ad9-d20e-4830-b378-d579dfdfddea req-f060f57a-700c-4d2e-8867-b627626912f6 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 946 time: 0.3934503 Nov 22 17:02:01.820046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.946778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf655ad9-d20e-4830-b378-d579dfdfddea req-c5b7aa18-e10b-4de3-85fa-df5bf2a92836 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968853 Nov 22 17:02:01.948412 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.resource_extend [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 17:02:01.997276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Deleting port 0fa1364d-8a58-49d4-9e5a-e52452c3664c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:01.997763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.127763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] For port 0fa1364d-8a58-49d4-9e5a-e52452c3664c, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=0fa1364d-8a58-49d4-9e5a-e52452c3664c,segment=NetworkSegment(17995a0d-1a62-4f55-abb7-08f90160a01b),segment_id=17995a0d-1a62-4f55-abb7-08f90160a01b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:02.128722 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.185374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Calling delete_port for 0fa1364d-8a58-49d4-9e5a-e52452c3664c owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:02.352667 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.387785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.388773 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.623064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59702) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:02.625580 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7576652 Nov 22 17:02:02.629519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'dc4b318b-b6d3-403e-a493-dba12ebb6eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:02.664489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.697111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa992b-9a15-4944-8f5d-cdb854596b2d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Network': ['ID=dc4b318b-b6d3-403e-a493-dba12ebb6eee,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:02.715482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network dc4b318b-b6d3-403e-a493-dba12ebb6eee details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:02.757758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c26e35-99c7-48ed-a050-83ddd5c661c4 req-3fda7433-22ff-4bd8-9b23-0c87660f9040 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.783641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2c26e35-99c7-48ed-a050-83ddd5c661c4 req-3fda7433-22ff-4bd8-9b23-0c87660f9040 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/ports?device_id=309103e2-b1cd-4b0d-b778-57fdfe0e1892 HTTP/1.1" status: 200 len: 945 time: 0.4494917 Nov 22 17:02:02.925319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:02.929195 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.970436 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59712) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:03.057292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2c26e35-99c7-48ed-a050-83ddd5c661c4 req-6b904d94-f585-40c7-8268-c1597bbd599c tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.59 "GET /v2.0/security-groups?id=dff97e6e-bd35-4970-a6b9-11eaed790939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742071 Nov 22 17:02:03.143938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.274571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.290344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['0fa1364d-8a58-49d4-9e5a-e52452c3664c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:03.327948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16509534-b561-417a-91ef-2439b1b76671 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:03.405887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-736ca6cc-85f9-4e78-95e3-760d6277a834 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1ce32ef66e24a98b5c9587273be314f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4292881 Nov 22 17:02:03.407229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59720) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:03.433297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63275ac7-b76b-4263-960f-f5dd5467bc9d None None] DHCP port deletion for 08c97baf-132a-49d1-856b-a1e83852bc73 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:03.481721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b6617eda-981a-4d2a-bbf9-0fd85080ac60 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:03.543617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] No DVR routers for this DVR port 0fa1364d-8a58-49d4-9e5a-e52452c3664c on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:03.552794 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.558735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04972360-816b-4aaf-8ba6-2686fe018d0b req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] 10.222.0.37 "DELETE /v2.0/ports/0fa1364d-8a58-49d4-9e5a-e52452c3664c HTTP/1.1" status: 204 len: 173 time: 2.4723439 Nov 22 17:02:03.565157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:03.596243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309103e2-b1cd-4b0d-b778-57fdfe0e1892', 'name': 'network-vif-deleted', 'tag': '0fa1364d-8a58-49d4-9e5a-e52452c3664c'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:03.606397 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a651aa49-2f18-49e2-8c69-dc9b2c91003b" -d '{"events": [{"server_uuid": "309103e2-b1cd-4b0d-b778-57fdfe0e1892", "name": "network-vif-deleted", "tag": "0fa1364d-8a58-49d4-9e5a-e52452c3664c"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:03.669415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:03.685011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=6958669a-9de7-439e-aae8-b4ce7e231ea4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:03.691144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:03.722663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.827916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6575b793-0ee6-41cd-920d-3004e3aaa84c None None] Provisioning complete for port b6617eda-981a-4d2a-bbf9-0fd85080ac60 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:03.829529 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6575b793-0ee6-41cd-920d-3004e3aaa84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.968520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=d5a032d8-9736-4eed-9e09-83a29c52fb2e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:03.970214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eae49-ce0f-48cb-8b3f-9f188166d510 tempest-VolumesActionsTest-1685768533 tempest-VolumesActionsTest-1685768533-project] Pushing event deleted for resources: {'Port': ['ID=0fa1364d-8a58-49d4-9e5a-e52452c3664c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:03.975240 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c54da1f-cfa8-453b-be63-c7c7a16d773c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.000445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9b816-8a56-427e-a80a-0afcc000b7ba req-7467943c-10f1-4d24-8fa4-1ee20f509a9d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.003136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8bd9b816-8a56-427e-a80a-0afcc000b7ba req-7467943c-10f1-4d24-8fa4-1ee20f509a9d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 946 time: 0.7473199 Nov 22 17:02:04.053786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c54da1f-cfa8-453b-be63-c7c7a16d773c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.084015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b6617eda-981a-4d2a-bbf9-0fd85080ac60 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:04.084223 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.087521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.089874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.141643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Checking segment: {'id': '757ce302-2e0a-4f9c-981a-38d2bae1bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dc4b318b-b6d3-403e-a493-dba12ebb6eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:04.144195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network hostable DHCP agents. Network: dc4b318b-b6d3-403e-a493-dba12ebb6eee, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:04.179587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-59c0383f-341e-4bc0-bd28-d545b9db42da tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5871930 Nov 22 17:02:04.180602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:04.214689 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6575b793-0ee6-41cd-920d-3004e3aaa84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.223902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network dc4b318b-b6d3-403e-a493-dba12ebb6eee is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:04.244784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c54da1f-cfa8-453b-be63-c7c7a16d773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.252425 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6c54da1f-cfa8-453b-be63-c7c7a16d773c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.260229 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6c54da1f-cfa8-453b-be63-c7c7a16d773c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/148ce3ce-2589-4c6a-9847-bd816fe7ae65 HTTP/1.1" status: 204 len: 168 time: 0.8355999 Nov 22 17:02:04.264655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, dc4b318b-b6d3-403e-a493-dba12ebb6eee) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:04.271045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6575b793-0ee6-41cd-920d-3004e3aaa84c None None] For port b6617eda-981a-4d2a-bbf9-0fd85080ac60, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b6617eda-981a-4d2a-bbf9-0fd85080ac60,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:04.278816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.279953 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.293048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b653e6b-e3c4-45ac-b7d0-62b774bc8055 None None] Network dc4b318b-b6d3-403e-a493-dba12ebb6eee requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:04.378734 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e0c84feb-faea-4be9-a09d-14f99f3d032c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7535450 Nov 22 17:02:04.383519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8bd9b816-8a56-427e-a80a-0afcc000b7ba req-1ca50e6b-cb0b-4fd3-80e8-9bd44866a781 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581431 Nov 22 17:02:04.384468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59740) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:04.385549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54da1f-cfa8-453b-be63-c7c7a16d773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148ce3ce-2589-4c6a-9847-bd816fe7ae65,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:04.412760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b88d469c-9d6e-48a1-870d-85448e778c01 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2146808035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:04.458575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee55f8a-643d-474c-aacd-f5d43df768e9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.492111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee55f8a-643d-474c-aacd-f5d43df768e9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.506987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ee55f8a-643d-474c-aacd-f5d43df768e9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3200042 Nov 22 17:02:04.521075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:04.522998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59744) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:04.583704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b88d469c-9d6e-48a1-870d-85448e778c01 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.586676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b88d469c-9d6e-48a1-870d-85448e778c01 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.593767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6575b793-0ee6-41cd-920d-3004e3aaa84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.018788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b88d469c-9d6e-48a1-870d-85448e778c01 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.046974 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876d4499-6e8f-432d-8b18-ec61c7fd327f x-openstack-request-id: req-876d4499-6e8f-432d-8b18-ec61c7fd327f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:05.047404 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309103e2-b1cd-4b0d-b778-57fdfe0e1892", "name": "network-vif-deleted", "tag": "0fa1364d-8a58-49d4-9e5a-e52452c3664c", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:05.047773 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-876d4499-6e8f-432d-8b18-ec61c7fd327f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:05.048477 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309103e2-b1cd-4b0d-b778-57fdfe0e1892', 'name': 'network-vif-deleted', 'tag': '0fa1364d-8a58-49d4-9e5a-e52452c3664c', 'status': 'completed', 'code': 200} Nov 22 17:02:05.053937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b88d469c-9d6e-48a1-870d-85448e778c01 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.144597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b88d469c-9d6e-48a1-870d-85448e778c01 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.170783 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b88d469c-9d6e-48a1-870d-85448e778c01 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7760177 Nov 22 17:02:05.173763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59758) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:05.200378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'network_id': 'dc4b318b-b6d3-403e-a493-dba12ebb6eee', 'name': 'tempest-PortsTestJSON-196269855'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:05.279792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5286f8-a476-4369-a086-b43b5b95960e tempest-TestServerBasicOps-1994208662 tempest-TestServerBasicOps-1994208662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.289183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dc5286f8-a476-4369-a086-b43b5b95960e tempest-TestServerBasicOps-1994208662 tempest-TestServerBasicOps-1994208662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1092 time: 0.7623446 Nov 22 17:02:05.298260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59768) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:05.310239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:05.401070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575b793-0ee6-41cd-920d-3004e3aaa84c None None] Pushing event updated for resources: {'Port': ['ID=b6617eda-981a-4d2a-bbf9-0fd85080ac60,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:05.442392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-dc4b318b-b6d3-403e-a493-dba12ebb6eee', 'network_id': 'dc4b318b-b6d3-403e-a493-dba12ebb6eee', 'tenant_id': '7a8210ca913f42d583508a22bb37db73', 'fixed_ips': [{'subnet_id': 'd5a032d8-9736-4eed-9e09-83a29c52fb2e'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:05.449132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.457484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.489399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 6958669a-9de7-439e-aae8-b4ce7e231ea4 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:05.490163 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.800747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.029107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Allocated IP 172.20.0.2 (dc4b318b-b6d3-403e-a493-dba12ebb6eee/d5a032d8-9736-4eed-9e09-83a29c52fb2e/9e6ec767-be64-4ae1-ac50-30499b37c014) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:06.261652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Allocated IP 172.25.0.89 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/cbeb894e-8631-4c9a-a9b5-76f1c2a0f579) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:06.294474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.311787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:06.336719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.348571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0fa1364d-8a58-49d4-9e5a-e52452c3664c no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:06.421366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 6958669a-9de7-439e-aae8-b4ce7e231ea4 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:06.443684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 0fa1364d-8a58-49d4-9e5a-e52452c3664c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:06.446895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 0fa1364d-8a58-49d4-9e5a-e52452c3664c not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:06.461565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port a764199a-124e-4cf3-ae07-41dd07f27519 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:06.470850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-181d1fd1-55ba-4e49-944e-5ef92c34f1f9 None None] Provisioning complete for port b6617eda-981a-4d2a-bbf9-0fd85080ac60 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:06.475516 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-181d1fd1-55ba-4e49-944e-5ef92c34f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.617565 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.672029 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.702746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.829610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Network dc4b318b-b6d3-403e-a493-dba12ebb6eee is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:06.837055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Pushing event updated for resources: {'Port': ['ID=9e6ec767-be64-4ae1-ac50-30499b37c014,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:06.843124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:06.847352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:06.853338 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.923766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.964210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Attempting to bind port 9e6ec767-be64-4ae1-ac50-30499b37c014 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:06.964685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Attempting to bind port 9e6ec767-be64-4ae1-ac50-30499b37c014 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '757ce302-2e0a-4f9c-981a-38d2bae1bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dc4b318b-b6d3-403e-a493-dba12ebb6eee'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:06.965087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Attempting to bind port 9e6ec767-be64-4ae1-ac50-30499b37c014 on network dc4b318b-b6d3-403e-a493-dba12ebb6eee {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:06.989104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:07.003205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:07.017771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:07.022843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Checking segment: {'id': '757ce302-2e0a-4f9c-981a-38d2bae1bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dc4b318b-b6d3-403e-a493-dba12ebb6eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:07.024438 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.025049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Bound using segment: {'id': '757ce302-2e0a-4f9c-981a-38d2bae1bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dc4b318b-b6d3-403e-a493-dba12ebb6eee'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:07.026096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:07.028769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Bound port: 9e6ec767-be64-4ae1-ac50-30499b37c014, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757ce302-2e0a-4f9c-981a-38d2bae1bd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'dc4b318b-b6d3-403e-a493-dba12ebb6eee'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:07.030107 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.209196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'Port': ['ID=cbeb894e-8631-4c9a-a9b5-76f1c2a0f579,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.212139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] For port 9e6ec767-be64-4ae1-ac50-30499b37c014, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:07.221447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] For port 9e6ec767-be64-4ae1-ac50-30499b37c014, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9e6ec767-be64-4ae1-ac50-30499b37c014,segment=NetworkSegment(757ce302-2e0a-4f9c-981a-38d2bae1bd83),segment_id=757ce302-2e0a-4f9c-981a-38d2bae1bd83)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:07.245284 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.544714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e0991-4e60-4b01-a9dd-0e2824bf9d4a None None] Pushing event updated for resources: {'Port': ['ID=9e6ec767-be64-4ae1-ac50-30499b37c014,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.584816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-181d1fd1-55ba-4e49-944e-5ef92c34f1f9 None None] Provisioning complete for port 6958669a-9de7-439e-aae8-b4ce7e231ea4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:07.587570 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-181d1fd1-55ba-4e49-944e-5ef92c34f1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.653169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b6617eda-981a-4d2a-bbf9-0fd85080ac60 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:07.850559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.9 (dc4b318b-b6d3-403e-a493-dba12ebb6eee/d5a032d8-9736-4eed-9e09-83a29c52fb2e/a764199a-124e-4cf3-ae07-41dd07f27519) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:07.908917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-181d1fd1-55ba-4e49-944e-5ef92c34f1f9 None None] Port 6958669a-9de7-439e-aae8-b4ce7e231ea4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:07.969966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b6617eda-981a-4d2a-bbf9-0fd85080ac60 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:07.973105 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.253786 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.299912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f780c3c5-14a4-45fc-b796-20148495b1c8 None None] Provisioning complete for port 6958669a-9de7-439e-aae8-b4ce7e231ea4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:08.300294 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f780c3c5-14a4-45fc-b796-20148495b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.423128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f780c3c5-14a4-45fc-b796-20148495b1c8 None None] Port 6958669a-9de7-439e-aae8-b4ce7e231ea4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:08.448947 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.610756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=6958669a-9de7-439e-aae8-b4ce7e231ea4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:08.758013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.761251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.767660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.768868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.769749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.770402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.770907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.771439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.772100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.772764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.773247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.773745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.774236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:08.861939 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.871925 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7ed6a409-ce19-475f-8dd3-266c92d59fe1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/6958669a-9de7-439e-aae8-b4ce7e231ea4 HTTP/1.1" status: 204 len: 168 time: 4.3458326 Nov 22 17:02:08.893127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:08.894191 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.977699 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.117172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.201154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network dc4b318b-b6d3-403e-a493-dba12ebb6eee is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:09.212454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:09.220561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:09.283624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=a764199a-124e-4cf3-ae07-41dd07f27519,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:09.345690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:09.353575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaeeea7-cf7a-4a24-97ae-0dfb5d70301c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:09.357053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaeeea7-cf7a-4a24-97ae-0dfb5d70301c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:09.360362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaeeea7-cf7a-4a24-97ae-0dfb5d70301c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:09.360660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.363237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fdaeeea7-cf7a-4a24-97ae-0dfb5d70301c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4656596 Nov 22 17:02:09.367426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:09.433181 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef4c0f8f-efe3-4222-99f5-f1e905d9682a tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2461307 Nov 22 17:02:09.437784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:09.748549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c24547-0f62-471a-ac3c-50cf85c4d46d None None] Network dc4b318b-b6d3-403e-a493-dba12ebb6eee requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:09.888291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.911643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a420e6-4c3d-42fb-a212-b67261aa0d18 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 2b8c99ef-9cf4-49af-9f6b-b9b76650e056 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:09.918740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40a420e6-4c3d-42fb-a212-b67261aa0d18 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.955886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9e6ec767-be64-4ae1-ac50-30499b37c014 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:10.047128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40a420e6-4c3d-42fb-a212-b67261aa0d18 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.277734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9e6ec767-be64-4ae1-ac50-30499b37c014 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:10.278397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.281037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3716d835-0554-4f5c-ab27-435368b3e06e None None] Provisioning complete for port 9e6ec767-be64-4ae1-ac50-30499b37c014 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:10.282023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3716d835-0554-4f5c-ab27-435368b3e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.349427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40a420e6-4c3d-42fb-a212-b67261aa0d18 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.484396 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.503123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40a420e6-4c3d-42fb-a212-b67261aa0d18 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.578506 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40a420e6-4c3d-42fb-a212-b67261aa0d18 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.582546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-40a420e6-4c3d-42fb-a212-b67261aa0d18 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/2b8c99ef-9cf4-49af-9f6b-b9b76650e056 HTTP/1.1" status: 204 len: 168 time: 1.2137933 Nov 22 17:02:10.618130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59848) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:10.647785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2370d5c3-7d44-41cf-904c-575bf5480e1d None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:10.668633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event updated for resources: {'Port': ['ID=cbeb894e-8631-4c9a-a9b5-76f1c2a0f579,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:10.680043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a420e6-4c3d-42fb-a212-b67261aa0d18 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8c99ef-9cf4-49af-9f6b-b9b76650e056,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:10.788515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.943705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-6365cdc5-0409-4163-a2a1-cfe8254e5b52 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet e59a3362-3b7d-4c61-8e26-c2f94cd8380e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:10.969543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6365cdc5-0409-4163-a2a1-cfe8254e5b52 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.045460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.106910 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Floating IP 96a0fc68-2b41-4627-8f0c-710f78469ede associated. External IP: 172.25.0.89, port: 121693f1-a77e-40a3-bdd8-ce5eeadadf1e. Nov 22 17:02:11.174142 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.179680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6365cdc5-0409-4163-a2a1-cfe8254e5b52 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.194419 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3716d835-0554-4f5c-ab27-435368b3e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.239094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 9e6ec767-be64-4ae1-ac50-30499b37c014, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9e6ec767-be64-4ae1-ac50-30499b37c014,segment=NetworkSegment(757ce302-2e0a-4f9c-981a-38d2bae1bd83),segment_id=757ce302-2e0a-4f9c-981a-38d2bae1bd83)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:11.320190 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.528555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=9e6ec767-be64-4ae1-ac50-30499b37c014,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:11.648972 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3716d835-0554-4f5c-ab27-435368b3e06e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:02:11.649951 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3716d835-0554-4f5c-ab27-435368b3e06e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:02:11.870331 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6365cdc5-0409-4163-a2a1-cfe8254e5b52 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.074048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.096666 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.248395 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6365cdc5-0409-4163-a2a1-cfe8254e5b52 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.429477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-db8bce25-e2d6-4933-a4c7-cf20e7ea6129 None None] Provisioning complete for port 9e6ec767-be64-4ae1-ac50-30499b37c014 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:12.430056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db8bce25-e2d6-4933-a4c7-cf20e7ea6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.466620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365cdc5-0409-4163-a2a1-cfe8254e5b52 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=e59a3362-3b7d-4c61-8e26-c2f94cd8380e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:12.475896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=a764199a-124e-4cf3-ae07-41dd07f27519,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:12.480168 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6365cdc5-0409-4163-a2a1-cfe8254e5b52 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.497636 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6365cdc5-0409-4163-a2a1-cfe8254e5b52 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/e59a3362-3b7d-4c61-8e26-c2f94cd8380e HTTP/1.1" status: 204 len: 168 time: 1.8752863 Nov 22 17:02:12.507271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59882) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:12.693408 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-918718f7-7f89-473f-bfb6-065376345911 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1839323 Nov 22 17:02:12.695356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59890) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:12.733927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Router 09b84410-3788-4e37-905f-139602c5601d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:02:12.845581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-db8bce25-e2d6-4933-a4c7-cf20e7ea6129 None None] Provisioning complete for port a764199a-124e-4cf3-ae07-41dd07f27519 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:12.846705 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db8bce25-e2d6-4933-a4c7-cf20e7ea6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.935551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-db8bce25-e2d6-4933-a4c7-cf20e7ea6129 None None] Port a764199a-124e-4cf3-ae07-41dd07f27519 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:13.019281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aa5c93-9fe5-448f-9fce-aa8fc476bb3f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.028792 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-97aa5c93-9fe5-448f-9fce-aa8fc476bb3f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3293123 Nov 22 17:02:13.033030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:02:13.034753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:13.044440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] Sync routers for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:02:13.085685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:13.086332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:13.170434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-3b7f42bb-3413-4df4-ad52-67c53b1d063e tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.183094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-3b7f42bb-3413-4df4-ad52-67c53b1d063e tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 815 time: 1.7532351 Nov 22 17:02:13.193948 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.265785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd985d02-6a24-4caa-8bd8-a26e07185c47 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:13.304436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.374163 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-e57f982b-b5b4-4835-a37d-566fceb213e7 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/quotas/5a068cc044a940198c59d872f820556d HTTP/1.1" status: 200 len: 375 time: 0.1896212 Nov 22 17:02:13.382982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a12cf7-7304-4f56-95e7-78a475748136 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.387572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-94a12cf7-7304-4f56-95e7-78a475748136 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3512816 Nov 22 17:02:13.393358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:13.452805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3a17a35d-dad1-46be-8b73-9a001e4a873c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1530762 Nov 22 17:02:13.456367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'tag': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:13.459374 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5af66-c7ea-4f95-9d68-0231fb798589", "tag": "121693f1-a77e-40a3-bdd8-ce5eeadadf1e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:13.486094 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-7af3a2fc-e6cb-4db9-8f79-7d412526b2d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2387664 Nov 22 17:02:13.554321 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-873e082a-c3bd-47a8-9752-d38f46a14827 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532893 Nov 22 17:02:13.555411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59904) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:13.557031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-c048d7d2-6d63-49ae-a5f7-001fd0731712 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1660664 Nov 22 17:02:13.572395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e71e1ab8-8d6e-4174-ad8c-8d7a7dece97a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:13.688388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9e6ec767-be64-4ae1-ac50-30499b37c014 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:13.745812 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a4867cdf-51cd-4b7d-addf-a12b45c50409 None None] Provisioning complete for port a764199a-124e-4cf3-ae07-41dd07f27519 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:13.747803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a4867cdf-51cd-4b7d-addf-a12b45c50409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.779005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.790030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:02:13.820637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-b8b66aa4-5f2c-46bc-9e8f-9d55d00f7f11 service neutron] 10.222.0.59 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405810 Nov 22 17:02:13.823765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-05a3782b-38da-4e42-89eb-df0a0e444a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.825708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-05a3782b-38da-4e42-89eb-df0a0e444a6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 1097 time: 0.2616513 Nov 22 17:02:13.985952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-c25beb97-4a81-4575-af53-ba79ae9a0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.988221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-c25beb97-4a81-4575-af53-ba79ae9a0ade service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 0.1218090 Nov 22 17:02:14.015111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a4867cdf-51cd-4b7d-addf-a12b45c50409 None None] Port a764199a-124e-4cf3-ae07-41dd07f27519 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:14.089709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71e1ab8-8d6e-4174-ad8c-8d7a7dece97a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:14.094673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e71e1ab8-8d6e-4174-ad8c-8d7a7dece97a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.096671 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71e1ab8-8d6e-4174-ad8c-8d7a7dece97a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:14.097361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71e1ab8-8d6e-4174-ad8c-8d7a7dece97a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:14.107211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-33987545-f335-406b-bcbd-3c71293628d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb73db94-2a18-44ef-a3b4-af434ac92795 HTTP/1.1" status: 200 len: 217 time: 0.1055264 Nov 22 17:02:14.172398 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e71e1ab8-8d6e-4174-ad8c-8d7a7dece97a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6027505 Nov 22 17:02:14.174810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59912) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:14.177549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9e6ec767-be64-4ae1-ac50-30499b37c014 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:14.177946 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.185218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b219a73d-283e-48d9-89b0-01df8ad05900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:14.251870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c88d29d9-a541-4c86-81a8-7595d212ffb3 None None] Provisioning complete for port b6617eda-981a-4d2a-bbf9-0fd85080ac60 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:14.252259 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c88d29d9-a541-4c86-81a8-7595d212ffb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.335942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:14.354726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-f64e838c-a3f6-41cb-b895-520d5c47e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:14.361245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-f64e838c-a3f6-41cb-b895-520d5c47e5c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.2383916 Nov 22 17:02:14.387216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-fd69636c-c0d4-456e-bf0d-94f6bee906f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020606 Nov 22 17:02:14.487892 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-5e5791ba-6d98-4955-8eab-5fd698bc645e service neutron] 10.222.0.59 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586890 Nov 22 17:02:14.521483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.532002 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.610759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-9e50ea34-3cfa-49a3-8ebc-f3eb731f7dcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049790 Nov 22 17:02:14.614537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b219a73d-283e-48d9-89b0-01df8ad05900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:14.622995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b219a73d-283e-48d9-89b0-01df8ad05900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.624517 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b219a73d-283e-48d9-89b0-01df8ad05900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:14.625025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b219a73d-283e-48d9-89b0-01df8ad05900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:14.653048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] Deleting port b6617eda-981a-4d2a-bbf9-0fd85080ac60 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:14.657158 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.687027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-f919d1f7-19a3-43c8-becf-327110794f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:14.687027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-f919d1f7-19a3-43c8-becf-327110794f18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 1096 time: 0.1982462 Nov 22 17:02:14.756032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=a764199a-124e-4cf3-ae07-41dd07f27519,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:14.761013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.779317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] For port b6617eda-981a-4d2a-bbf9-0fd85080ac60, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b6617eda-981a-4d2a-bbf9-0fd85080ac60,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:14.779886 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.809857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] Calling delete_port for b6617eda-981a-4d2a-bbf9-0fd85080ac60 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:14.957580 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-01aefc7c-223c-4279-b7d1-889ebaf7ec96 service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242483 Nov 22 17:02:14.973223 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5990217-bb5d-4740-a865-1a4caa72e90f x-openstack-request-id: req-f5990217-bb5d-4740-a865-1a4caa72e90f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:14.974513 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5af66-c7ea-4f95-9d68-0231fb798589", "tag": "121693f1-a77e-40a3-bdd8-ce5eeadadf1e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:14.975449 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5990217-bb5d-4740-a865-1a4caa72e90f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:14.977087 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'tag': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'status': 'completed', 'code': 200} Nov 22 17:02:15.009718 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:15.089883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] Pushing event deleted for resources: {'Port': ['ID=b6617eda-981a-4d2a-bbf9-0fd85080ac60,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:15.177118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network dc4b318b-b6d3-403e-a493-dba12ebb6eee is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:15.193330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:15.193526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4473b-0f85-44f7-b722-a0baba7a7226 None None] No DVR routers for this DVR port b6617eda-981a-4d2a-bbf9-0fd85080ac60 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:15.268326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '96a0fc68-2b41-4627-8f0c-710f78469ede', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '09b84410-3788-4e37-905f-139602c5601d', 'port_id': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'mac_address': 'fa:16:3e:68:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:02:08Z', 'updated_at': '2021-11-22T17:02:08Z', 'revision_number': 0, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:01:06Z', 'revision_number': 5, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:15.333295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b219a73d-283e-48d9-89b0-01df8ad05900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1543553 Nov 22 17:02:15.336716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29ade322-818b-4b5f-8c26-0ec696187a51 req-80211fa7-5b3c-41b8-a8a2-abd8c3845cdc service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574126 Nov 22 17:02:15.337365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59928) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:15.343249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] Checking router: 09b84410-3788-4e37-905f-139602c5601d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:02:15.372141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:15.373040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:01:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:15.382709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b06a3433-8aa5-4572-80ea-c744431b9bee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:15.510046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-e82fb2a5-2fdd-46ed-a9cf-fd5ec480afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:15.521778 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-e82fb2a5-2fdd-46ed-a9cf-fd5ec480afae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1097 time: 0.5210109 Nov 22 17:02:15.632280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34ca2f4b-e5c4-4dfe-a50c-d5bf9beea79b req-e64c4227-9325-471e-92f8-112e841f3e1a tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 210 time: 0.2912247 Nov 22 17:02:15.758153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b6617eda-981a-4d2a-bbf9-0fd85080ac60 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:15.802732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a3433-8aa5-4572-80ea-c744431b9bee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:15.808046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b6617eda-981a-4d2a-bbf9-0fd85080ac60 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:15.808616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b6617eda-981a-4d2a-bbf9-0fd85080ac60 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:15.827516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:02:15.831766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1961a46b-ed64-4741-ac15-59605c235dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:15.832583 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b06a3433-8aa5-4572-80ea-c744431b9bee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:15.845490 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06a3433-8aa5-4572-80ea-c744431b9bee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:15.847933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06a3433-8aa5-4572-80ea-c744431b9bee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:15.891194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b06a3433-8aa5-4572-80ea-c744431b9bee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5466576 Nov 22 17:02:15.895254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59938) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:15.900736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f62e1f53-1cf1-4a22-8d16-09f29882cb8d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:15.943314 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0fef010a-7a36-428c-a9b2-8fb21857c9b8 None None] Provisioning complete for port a764199a-124e-4cf3-ae07-41dd07f27519 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:15.945409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0fef010a-7a36-428c-a9b2-8fb21857c9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.053335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62e1f53-1cf1-4a22-8d16-09f29882cb8d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:16.058410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0fef010a-7a36-428c-a9b2-8fb21857c9b8 None None] Port a764199a-124e-4cf3-ae07-41dd07f27519 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:16.062043 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f62e1f53-1cf1-4a22-8d16-09f29882cb8d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.065874 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62e1f53-1cf1-4a22-8d16-09f29882cb8d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:16.067282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62e1f53-1cf1-4a22-8d16-09f29882cb8d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:16.101269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f62e1f53-1cf1-4a22-8d16-09f29882cb8d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2045722 Nov 22 17:02:16.105402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:16.121713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a165564b-8997-490e-98db-f8c59eec018f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:16.332331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-c260068a-e3fd-425e-8172-1d9b9b8a863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:16.334215 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-c260068a-e3fd-425e-8172-1d9b9b8a863d service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 1.5946531 Nov 22 17:02:16.386301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a165564b-8997-490e-98db-f8c59eec018f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:16.391965 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a165564b-8997-490e-98db-f8c59eec018f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.393977 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a165564b-8997-490e-98db-f8c59eec018f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:16.394728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a165564b-8997-490e-98db-f8c59eec018f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:16.426586 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a165564b-8997-490e-98db-f8c59eec018f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3191395 Nov 22 17:02:16.432930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59946) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:16.445165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-02370991-675c-4452-ad82-72af4a3af5b2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:16.473707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '96a0fc68-2b41-4627-8f0c-710f78469ede', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '09b84410-3788-4e37-905f-139602c5601d', 'port_id': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'mac_address': 'fa:16:3e:68:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:02:08Z', 'updated_at': '2021-11-22T17:02:08Z', 'revision_number': 0, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:01:06Z', 'revision_number': 5, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:16.587154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4f335-e476-4038-a851-8d86b42efb52 None None] The sync data for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 is: [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '96a0fc68-2b41-4627-8f0c-710f78469ede', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '09b84410-3788-4e37-905f-139602c5601d', 'port_id': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'mac_address': 'fa:16:3e:68:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:02:08Z', 'updated_at': '2021-11-22T17:02:08Z', 'revision_number': 0, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:01:06Z', 'revision_number': 5, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:02:16.652222 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-037d2b9c-dec3-4627-8eba-ba31205ede2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d34549d8-f956-45d6-8e79-af7ae85772ac HTTP/1.1" status: 200 len: 217 time: 0.2276456 Nov 22 17:02:16.653317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-8cc8c4c2-7e53-4425-9088-097ca050d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:16.654699 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-8cc8c4c2-7e53-4425-9088-097ca050d4a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 200 len: 910 time: 1.1319957 Nov 22 17:02:16.890590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-48c2ec61-6a7c-4278-a642-9e7e39d6e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:16.892745 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-48c2ec61-6a7c-4278-a642-9e7e39d6e113 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.2150798 Nov 22 17:02:16.937079 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd97cf84-ef81-4292-b1a8-ce728346d706 req-2f80991b-89d3-4a39-8a6c-26ac063506d2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 210 time: 0.1470854 Nov 22 17:02:16.993285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02370991-675c-4452-ad82-72af4a3af5b2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:16.998284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02370991-675c-4452-ad82-72af4a3af5b2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.001262 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-02370991-675c-4452-ad82-72af4a3af5b2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:17.001898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02370991-675c-4452-ad82-72af4a3af5b2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:17.028547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-02370991-675c-4452-ad82-72af4a3af5b2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5939662 Nov 22 17:02:17.032304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59966) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:17.067815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-adabf159-0b3d-4172-b2fb-f714efd5bdc3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0340998 Nov 22 17:02:17.076533 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-d5840dce-e3d2-4064-a0cd-92a3f240cf7e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 200 len: 999 time: 0.4049735 Nov 22 17:02:17.080848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59968) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:17.127183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-5cad2165-e4b8-469d-a32f-6e93d2e63d4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2202358 Nov 22 17:02:17.168285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7abd5de-34f2-4e9a-90f7-08a71c067ad3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.172971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e7abd5de-34f2-4e9a-90f7-08a71c067ad3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0883808 Nov 22 17:02:17.184343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59970) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:17.186163 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8fb3bf-59a8-4da0-9cf3-1a5c3dacd42c None None] New status for floating IP 96a0fc68-2b41-4627-8f0c-710f78469ede: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:02:17.270476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-53c236ba-55f1-4e5b-ae1c-ed917d0e0e77 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.271872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-53c236ba-55f1-4e5b-ae1c-ed917d0e0e77 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.37 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 815 time: 0.7181361 Nov 22 17:02:17.278776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4a035d42-d8f0-4831-81ad-30573b6dae1d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928988 Nov 22 17:02:17.279431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59972) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:17.286414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:17.295252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Request body: {'port': {'device_id': '4d099b67-ffac-4df2-abab-1660507b40c5', 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'admin_state_up': True, 'tenant_id': '5a068cc044a940198c59d872f820556d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:17.410674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-c490e190-b683-4935-b92e-d380b194543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.412747 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-c490e190-b683-4935-b92e-d380b194543c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=642606b0-a700-4a7f-a515-18dca4ebecbd HTTP/1.1" status: 200 len: 848 time: 0.2965319 Nov 22 17:02:17.458728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Router 2b921e90-2ba7-4cbe-aef4-cb74a2bed926 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:02:17.653338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:17.664164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.761156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-018639f1-748a-4aec-b167-c7d8a3564bf8 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045296 Nov 22 17:02:17.808759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-4c1dddda-e7ca-4a4e-8e73-1b2abd98da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.810730 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-4c1dddda-e7ca-4a4e-8e73-1b2abd98da68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3795173 Nov 22 17:02:17.913909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3746ae12-70e8-42d1-814d-05a582e2aac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.975136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:02:17.981227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4cf3c66b-e133-4245-ae3a-3aedf338ce17 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "PUT /v2.0/routers/2b921e90-2ba7-4cbe-aef4-cb74a2bed926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5358832 Nov 22 17:02:17.987853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 59978) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:17.991536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594a5a6-9e71-4a7c-a2b7-6ea4d5d89e2a None None] Sync routers for ids ['2b921e90-2ba7-4cbe-aef4-cb74a2bed926'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:02:18.009259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Made reservation on behalf of 5a068cc044a940198c59d872f820556d for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:18.013396 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.021652 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594a5a6-9e71-4a7c-a2b7-6ea4d5d89e2a None None] Routers {'2b921e90-2ba7-4cbe-aef4-cb74a2bed926'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:18.036733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0594a5a6-9e71-4a7c-a2b7-6ea4d5d89e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:02:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2b921e90-2ba7-4cbe-aef4-cb74a2bed926'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:18.040877 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-edee8939-dd2a-44c9-b893-ddc08193dd0a req-0649cbe1-bd67-400e-84a8-f5ba5a2460fe service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517800 Nov 22 17:02:18.207428 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-2933ab91-b8f7-40cb-8713-c3097ca5ad48 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355274 Nov 22 17:02:18.210876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0594a5a6-9e71-4a7c-a2b7-6ea4d5d89e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:18.229180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0594a5a6-9e71-4a7c-a2b7-6ea4d5d89e2a None None] Routers {'2b921e90-2ba7-4cbe-aef4-cb74a2bed926'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:18.231909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0594a5a6-9e71-4a7c-a2b7-6ea4d5d89e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:02:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2b921e90-2ba7-4cbe-aef4-cb74a2bed926'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:18.295773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0594a5a6-9e71-4a7c-a2b7-6ea4d5d89e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:18.298745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0594a5a6-9e71-4a7c-a2b7-6ea4d5d89e2a None None] The sync data for ids ['2b921e90-2ba7-4cbe-aef4-cb74a2bed926'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:02:18.379505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7836b29-4b35-45bc-b446-d7d6d47313b2 req-f2403258-1006-454d-aa0c-314f3a4f7faf tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 210 time: 0.1087608 Nov 22 17:02:18.392087 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b4709d15-67d6-4966-9d6b-8e5a2438c7bd req-d42619ec-215a-4691-b6cb-358f04a08c38 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722605 Nov 22 17:02:18.434732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdfd02c-918a-499c-819c-8506b8d8fc49 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:18.440504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 59984) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:18.440982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dbdfd02c-918a-499c-819c-8506b8d8fc49 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b921e90-2ba7-4cbe-aef4-cb74a2bed926 HTTP/1.1" status: 200 len: 981 time: 0.4497814 Nov 22 17:02:18.776272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Allocated IP 172.20.0.14 (7c32d56e-d4d2-46af-9a86-25652e280b5e/8135719f-9603-454e-ae60-8e12c586fc3d/dd09be50-cf5c-4d48-b318-297a894e10c5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:19.034189 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.060083 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.110743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.128526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['fb73db94-2a18-44ef-a3b4-af434ac92795'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:19.134545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d34549d8-f956-45d6-8e79-af7ae85772ac', '2b093b3b-2f66-4095-998c-7cc64e89b48d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:19.238003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:19.276550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:02:19.295238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:19.321849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Pushing event updated for resources: {'Port': ['ID=dd09be50-cf5c-4d48-b318-297a894e10c5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:19.326896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:19.349681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a86a596-0eef-4fb8-9631-23b5d60da22d None None] DHCP port deletion for 7c32d56e-d4d2-46af-9a86-25652e280b5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:19.356934 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.488548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.528744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:19.530228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.588408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:19.650089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ad185db0-98a2-4539-900e-0600914b98ff None None] Provisioning complete for port dd09be50-cf5c-4d48-b318-297a894e10c5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:19.650471 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad185db0-98a2-4539-900e-0600914b98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.722260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ad185db0-98a2-4539-900e-0600914b98ff None None] Port dd09be50-cf5c-4d48-b318-297a894e10c5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:19.738792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-dc73552e-52d7-4cd2-aaf8-50863175dc5b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4475460 Nov 22 17:02:19.741796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:19.790168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:19.793041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.807103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Request body: {'port': {'device_id': '4d099b67-ffac-4df2-abab-1660507b40c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:19.815672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5a46d-0324-4b50-9091-7a064c736f5c None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:19.947310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=f05e5d8d-f404-46b2-b43e-9caedfd30803,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:19.987726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port a764199a-124e-4cf3-ae07-41dd07f27519 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:19.989501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.107512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.107942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.110566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.112846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.113311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.115493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.115878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.116277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.116623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.116982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.117453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.123287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:20.178703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8f75995b-5ded-4c1c-b2e9-b46c0a5cb8a5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8955479 Nov 22 17:02:20.179965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60006) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:20.199740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:e1:63:1b', 'name': 'tempest-NetworksTestDHCPv6-162548432'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:20.216444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.395141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': 'f05e5d8d-f404-46b2-b43e-9caedfd30803'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:20.396038 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.471121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9335d78-35f5-4ccd-81e8-6bd4033bd070 req-01f8d9c1-482c-4fac-8650-b2c7aa7d404f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:20.472781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9335d78-35f5-4ccd-81e8-6bd4033bd070 req-01f8d9c1-482c-4fac-8650-b2c7aa7d404f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 932 time: 0.7594302 Nov 22 17:02:20.653876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Allocated IP 2001:db8::f816:3eff:fe36:539 (45521f05-429d-474d-a428-1772d389eb08/f05e5d8d-f404-46b2-b43e-9caedfd30803/dabd545a-824e-42d1-8987-dd7a9800e687) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:20.724830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9335d78-35f5-4ccd-81e8-6bd4033bd070 req-f03e3738-ed8b-43f1-bf22-6d57e1367f1f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767052 Nov 22 17:02:20.741702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:20.757024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.771387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for a764199a-124e-4cf3-ae07-41dd07f27519 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:20.839284 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.898986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.929114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 4960a4c7-9ac2-40f7-908d-2f93c0d997af yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:20.961131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.970910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.051723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:21.053438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Pushing event updated for resources: {'Port': ['ID=dabd545a-824e-42d1-8987-dd7a9800e687,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:21.056205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:21.059124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:21.129116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:fee1:631b (45521f05-429d-474d-a428-1772d389eb08/f05e5d8d-f404-46b2-b43e-9caedfd30803/4960a4c7-9ac2-40f7-908d-2f93c0d997af) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:21.204837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd09be50-cf5c-4d48-b318-297a894e10c5 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:21.211986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.232232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.264454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Transition to ACTIVE for port object dd09be50-cf5c-4d48-b318-297a894e10c5 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:02:21.283081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=a764199a-124e-4cf3-ae07-41dd07f27519,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:21.335805 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:21.519677 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.527403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.679358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.686201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Attempting to bind port dabd545a-824e-42d1-8987-dd7a9800e687 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:21.689295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Attempting to bind port dabd545a-824e-42d1-8987-dd7a9800e687 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:21.689295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Attempting to bind port dabd545a-824e-42d1-8987-dd7a9800e687 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:21.712796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:21.724013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:21.725007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.725418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:21.731576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Pushing event updated for resources: {'Port': ['ID=dd09be50-cf5c-4d48-b318-297a894e10c5,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:21.734344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Bound port: dabd545a-824e-42d1-8987-dd7a9800e687, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:21.739276 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.750002 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.753920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcacc19-afb5-44e3-9bc5-641d3d405acb None None] DHCP port deletion for 7c32d56e-d4d2-46af-9a86-25652e280b5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:21.840291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:22.024328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] For port dabd545a-824e-42d1-8987-dd7a9800e687, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:22.031786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] For port dabd545a-824e-42d1-8987-dd7a9800e687, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dabd545a-824e-42d1-8987-dd7a9800e687,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:22.048563 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:22.056207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=4960a4c7-9ac2-40f7-908d-2f93c0d997af,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:22.187412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:22.206359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:22.272866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:22.275301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d2844-3001-4012-8c94-e7537ad78f98 None None] Pushing event updated for resources: {'Port': ['ID=dabd545a-824e-42d1-8987-dd7a9800e687,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:22.286771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:22.288616 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:22.298262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Attempting to bind port dd09be50-cf5c-4d48-b318-297a894e10c5 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:22.298614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Attempting to bind port dd09be50-cf5c-4d48-b318-297a894e10c5 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:22.300818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Attempting to bind port dd09be50-cf5c-4d48-b318-297a894e10c5 on network 7c32d56e-d4d2-46af-9a86-25652e280b5e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:22.314580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Port dd09be50-cf5c-4d48-b318-297a894e10c5 on network 7c32d56e-d4d2-46af-9a86-25652e280b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:02:22.314913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Attempting to bind port dd09be50-cf5c-4d48-b318-297a894e10c5 on network 7c32d56e-d4d2-46af-9a86-25652e280b5e {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:22.329802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Router 2b921e90-2ba7-4cbe-aef4-cb74a2bed926 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:02:22.353195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:22.382716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Checking segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:22.384262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Bound using segment: {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:22.385606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Bound port: dd09be50-cf5c-4d48-b318-297a894e10c5, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88683fb1-6210-4bea-8df6-8dd74d116009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:22.387430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:22.421139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-da7ff63e-1e08-4a0c-b671-c9fa442a0bcb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2340932 Nov 22 17:02:22.434855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:22.481446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee663-363c-41fb-a2ae-61eb9a192db6 req-23893750-6f36-4671-ac50-b05cb1e65cb9 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:22.483658 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49bee663-363c-41fb-a2ae-61eb9a192db6 req-23893750-6f36-4671-ac50-b05cb1e65cb9 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 944 time: 0.4318264 Nov 22 17:02:22.634563 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:02:22.653643 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e5a030d9-c83c-402f-9b24-28eceb48e6e7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "PUT /v2.0/routers/2b921e90-2ba7-4cbe-aef4-cb74a2bed926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2116318 Nov 22 17:02:22.661658 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104f2641-0784-44e0-9070-56d10ce19b5e None None] Sync routers for ids ['2b921e90-2ba7-4cbe-aef4-cb74a2bed926'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:02:22.671284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60046) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:22.726587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49bee663-363c-41fb-a2ae-61eb9a192db6 req-4e1a13af-d5bd-4953-a273-967be834e238 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676531 Nov 22 17:02:22.737780 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f2641-0784-44e0-9070-56d10ce19b5e None None] Routers {'2b921e90-2ba7-4cbe-aef4-cb74a2bed926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:22.738427 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-104f2641-0784-44e0-9070-56d10ce19b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:02:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2b921e90-2ba7-4cbe-aef4-cb74a2bed926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:22.739959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] For port dd09be50-cf5c-4d48-b318-297a894e10c5, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:22.746349 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-a292b259-5b72-4f57-ac14-5fc96386dcce tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:02:22.751987 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a292b259-5b72-4f57-ac14-5fc96386dcce tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/a764199a-124e-4cf3-ae07-41dd07f27519 HTTP/1.1" status: 404 len: 333 time: 0.0764108 Nov 22 17:02:22.752592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60050) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:22.762559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] For port dd09be50-cf5c-4d48-b318-297a894e10c5, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dd09be50-cf5c-4d48-b318-297a894e10c5,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:22.796967 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-104f2641-0784-44e0-9070-56d10ce19b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:22.807624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18461ad9-0206-4d03-bf31-6f067de7b878 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:22.812763 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f2641-0784-44e0-9070-56d10ce19b5e None None] Routers {'2b921e90-2ba7-4cbe-aef4-cb74a2bed926'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:22.813871 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-104f2641-0784-44e0-9070-56d10ce19b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:02:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['2b921e90-2ba7-4cbe-aef4-cb74a2bed926'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:22.838514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18461ad9-0206-4d03-bf31-6f067de7b878 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:22.856588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-18461ad9-0206-4d03-bf31-6f067de7b878 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.4204659 Nov 22 17:02:22.857541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60052) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:22.882248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.016140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30220138-d56c-4efb-bd24-f4dd69c63ce0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.113479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515dc0d1-2c62-4384-b6d5-3c3a23cea3a7 None None] DHCP port deletion for 7c32d56e-d4d2-46af-9a86-25652e280b5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:23.133882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:23.134630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.138242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] 10.222.0.37 "PUT /v2.0/ports/dd09be50-cf5c-4d48-b318-297a894e10c5 HTTP/1.1" status: 200 len: 1092 time: 3.3592472 Nov 22 17:02:23.147964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d099b67-ffac-4df2-abab-1660507b40c5', 'tag': 'dd09be50-cf5c-4d48-b318-297a894e10c5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:23.152815 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922600a6-108a-4704-9842-451578a7ecfd" -d '{"events": [{"name": "network-changed", "server_uuid": "4d099b67-ffac-4df2-abab-1660507b40c5", "tag": "dd09be50-cf5c-4d48-b318-297a894e10c5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:23.270412 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-104f2641-0784-44e0-9070-56d10ce19b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:23.272544 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104f2641-0784-44e0-9070-56d10ce19b5e None None] The sync data for ids ['2b921e90-2ba7-4cbe-aef4-cb74a2bed926'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:02:23.319014 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e93bff-62cb-4038-8023-40998c9c4be2 x-openstack-request-id: req-f8e93bff-62cb-4038-8023-40998c9c4be2 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:23.319741 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d099b67-ffac-4df2-abab-1660507b40c5", "tag": "dd09be50-cf5c-4d48-b318-297a894e10c5", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:23.320527 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8e93bff-62cb-4038-8023-40998c9c4be2 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:23.335726 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d099b67-ffac-4df2-abab-1660507b40c5', 'tag': 'dd09be50-cf5c-4d48-b318-297a894e10c5', 'status': 'completed', 'code': 200} Nov 22 17:02:23.421154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285e001-420f-47cc-895f-dd86d3533241 service neutron] Pushing event updated for resources: {'Port': ['ID=dd09be50-cf5c-4d48-b318-297a894e10c5,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:23.488577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-ced021aa-2a06-4796-a920-3aa79d8f344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:23.499794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-ced021aa-2a06-4796-a920-3aa79d8f344e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 1095 time: 0.3148243 Nov 22 17:02:23.596134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30220138-d56c-4efb-bd24-f4dd69c63ce0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.604729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30220138-d56c-4efb-bd24-f4dd69c63ce0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.699044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dabd545a-824e-42d1-8987-dd7a9800e687 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:23.704361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-a7f63ef9-94f9-487c-8487-a1195ae7aa49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd09be50-cf5c-4d48-b318-297a894e10c5 HTTP/1.1" status: 200 len: 217 time: 0.1916726 Nov 22 17:02:23.746200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30220138-d56c-4efb-bd24-f4dd69c63ce0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.749940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30220138-d56c-4efb-bd24-f4dd69c63ce0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Fanout notify agent at l3_agent the message router_deleted on router 2b921e90-2ba7-4cbe-aef4-cb74a2bed926 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:02:23.781971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30220138-d56c-4efb-bd24-f4dd69c63ce0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.783511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-30220138-d56c-4efb-bd24-f4dd69c63ce0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/routers/2b921e90-2ba7-4cbe-aef4-cb74a2bed926 HTTP/1.1" status: 204 len: 168 time: 1.0298700 Nov 22 17:02:23.790132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60132) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:23.836064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ea327-0617-4438-b1eb-c945b4c5a216 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 4960a4c7-9ac2-40f7-908d-2f93c0d997af {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:23.836661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea327-0617-4438-b1eb-c945b4c5a216 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.950103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port dabd545a-824e-42d1-8987-dd7a9800e687 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:23.959949 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.016558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb78cbab-afca-4a46-a213-9edb1b2b60d8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet d5a032d8-9736-4eed-9e09-83a29c52fb2e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:24.023795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbab-afca-4a46-a213-9edb1b2b60d8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.137460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbab-afca-4a46-a213-9edb1b2b60d8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.266105 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.317826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbab-afca-4a46-a213-9edb1b2b60d8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.377385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port dabd545a-824e-42d1-8987-dd7a9800e687, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dabd545a-824e-42d1-8987-dd7a9800e687,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:24.388245 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.410025 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbab-afca-4a46-a213-9edb1b2b60d8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.465374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78cbab-afca-4a46-a213-9edb1b2b60d8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a032d8-9736-4eed-9e09-83a29c52fb2e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:24.475248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fb78cbab-afca-4a46-a213-9edb1b2b60d8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.485308 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fb78cbab-afca-4a46-a213-9edb1b2b60d8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/d5a032d8-9736-4eed-9e09-83a29c52fb2e HTTP/1.1" status: 204 len: 168 time: 0.6900845 Nov 22 17:02:24.486764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60198) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:24.516786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef39f8f-28c9-4a72-a08e-e66453232c89 None None] Network dc4b318b-b6d3-403e-a493-dba12ebb6eee requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:24.720155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.858388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 9e6ec767-be64-4ae1-ac50-30499b37c014 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:24.859148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.020496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] For port 9e6ec767-be64-4ae1-ac50-30499b37c014, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9e6ec767-be64-4ae1-ac50-30499b37c014,segment=NetworkSegment(757ce302-2e0a-4f9c-981a-38d2bae1bd83),segment_id=757ce302-2e0a-4f9c-981a-38d2bae1bd83)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:25.020904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.056189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 9e6ec767-be64-4ae1-ac50-30499b37c014 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:25.076312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=dabd545a-824e-42d1-8987-dd7a9800e687,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:25.107426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-32e62902-d21e-4088-abc4-7734f0b01502 None None] Provisioning complete for port dabd545a-824e-42d1-8987-dd7a9800e687 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:25.107832 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32e62902-d21e-4088-abc4-7734f0b01502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.292954 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.348936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=9e6ec767-be64-4ae1-ac50-30499b37c014,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:25.372791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No DVR routers for this DVR port 9e6ec767-be64-4ae1-ac50-30499b37c014 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:25.469148 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea327-0617-4438-b1eb-c945b4c5a216 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.513884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ea327-0617-4438-b1eb-c945b4c5a216 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 4960a4c7-9ac2-40f7-908d-2f93c0d997af owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:25.542332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8c3ee-e478-4918-b49b-4b392e96db92 None None] DHCP port deletion for dc4b318b-b6d3-403e-a493-dba12ebb6eee request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:25.722497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.745341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-92003317-430f-4e4d-87f4-74b8dca697f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:25.754340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-92003317-430f-4e4d-87f4-74b8dca697f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 2.0385215 Nov 22 17:02:25.799360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4b318b-b6d3-403e-a493-dba12ebb6eee']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:25.808615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f38ea6eb-381f-49d0-b868-e996c668f7c1 None None] Provisioning complete for port 4960a4c7-9ac2-40f7-908d-2f93c0d997af triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:25.808989 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f38ea6eb-381f-49d0-b868-e996c668f7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.858390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757ce302-2e0a-4f9c-981a-38d2bae1bd83') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:25.859067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757ce302-2e0a-4f9c-981a-38d2bae1bd83') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:25.889356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.897264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f38ea6eb-381f-49d0-b868-e996c668f7c1 None None] Port 4960a4c7-9ac2-40f7-908d-2f93c0d997af cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:25.900953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dabd545a-824e-42d1-8987-dd7a9800e687 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:25.948386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.970761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:25.972613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:25.980989 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:25.991593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46f212-3470-449f-995b-6d9487eb5763 req-d4e9dfd1-498e-46b8-b685-0d25ed8b7c9f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:26.012246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc46f212-3470-449f-995b-6d9487eb5763 req-d4e9dfd1-498e-46b8-b685-0d25ed8b7c9f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 944 time: 2.0067627 Nov 22 17:02:26.036820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port dabd545a-824e-42d1-8987-dd7a9800e687 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:26.037812 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.040743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-c349f54f-7e47-4ff3-ab5d-8e354380fca5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685028 Nov 22 17:02:26.250293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.274797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.279406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/networks/dc4b318b-b6d3-403e-a493-dba12ebb6eee HTTP/1.1" status: 204 len: 168 time: 1.7903850 Nov 22 17:02:26.280399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0c855-a79b-4b1c-ae2e-b6d862d33438 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Network': ['ID=dc4b318b-b6d3-403e-a493-dba12ebb6eee,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:26.284708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60370) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:26.346754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc46f212-3470-449f-995b-6d9487eb5763 req-8dc1bdb0-7d2b-4628-9e6f-82f8cb70f0cd tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046219 Nov 22 17:02:26.351920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40fc1a-fee8-4631-bd8f-a3e64a612f1f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:26.353486 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5e40fc1a-fee8-4631-bd8f-a3e64a612f1f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/3e76fc87-ee0f-47ed-a265-f4376b259c55 HTTP/1.1" status: 200 len: 841 time: 0.0678465 Nov 22 17:02:26.358802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60380) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:26.505882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-b218e120-8db4-4bc0-9af8-1468772b3778 service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385200 Nov 22 17:02:26.540847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-df891c0b-2f3d-4188-af85-c101b2399d00 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/3e76fc87-ee0f-47ed-a265-f4376b259c55?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1701505 Nov 22 17:02:26.545721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60398) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:26.552742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:26.561884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea327-0617-4438-b1eb-c945b4c5a216 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.694256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ea327-0617-4438-b1eb-c945b4c5a216 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=4960a4c7-9ac2-40f7-908d-2f93c0d997af,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:26.810733 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f4ea327-0617-4438-b1eb-c945b4c5a216 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.828958 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5f4ea327-0617-4438-b1eb-c945b4c5a216 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/4960a4c7-9ac2-40f7-908d-2f93c0d997af HTTP/1.1" status: 204 len: 168 time: 3.9691920 Nov 22 17:02:26.832323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60420) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:26.886937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89dd5995-fbca-43e3-acba-029c8ab2c340 req-6036398a-5b4f-46a5-8818-3f891143c9f4 service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685310 Nov 22 17:02:26.903789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:26.916405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.077283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922600a6-108a-4704-9842-451578a7ecfd req-7ee4ffdf-3247-4e40-a9a0-fb549eeadfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:27.082498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-922600a6-108a-4704-9842-451578a7ecfd req-7ee4ffdf-3247-4e40-a9a0-fb549eeadfe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 1095 time: 0.0982175 Nov 22 17:02:27.226087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653efc0a-f460-4faa-9328-30409237a1a1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:27.229068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653efc0a-f460-4faa-9328-30409237a1a1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:27.236563 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-653efc0a-f460-4faa-9328-30409237a1a1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3843887 Nov 22 17:02:27.237276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60448) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:27.337625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922600a6-108a-4704-9842-451578a7ecfd req-49ee73f9-9b0a-4782-805d-23b1faea3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:27.345542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-922600a6-108a-4704-9842-451578a7ecfd req-49ee73f9-9b0a-4782-805d-23b1faea3c74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 0.2516296 Nov 22 17:02:27.405078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e88e8be-1fcf-499f-9e22-44110eaf5e05 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet f05e5d8d-f404-46b2-b43e-9caedfd30803 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:27.409548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e88e8be-1fcf-499f-9e22-44110eaf5e05 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.461182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9e6ec767-be64-4ae1-ac50-30499b37c014 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:27.489227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e88e8be-1fcf-499f-9e22-44110eaf5e05 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.576079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9e6ec767-be64-4ae1-ac50-30499b37c014 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:27.579549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9e6ec767-be64-4ae1-ac50-30499b37c014 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:27.596233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-922600a6-108a-4704-9842-451578a7ecfd req-16ef4d0d-73c8-4f0b-82be-f848d3013cdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd09be50-cf5c-4d48-b318-297a894e10c5 HTTP/1.1" status: 200 len: 217 time: 0.2457745 Nov 22 17:02:27.684859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e88e8be-1fcf-499f-9e22-44110eaf5e05 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.849828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922600a6-108a-4704-9842-451578a7ecfd req-4c62a0c5-08f8-4790-9faa-8ad32f33a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:27.853247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-922600a6-108a-4704-9842-451578a7ecfd req-4c62a0c5-08f8-4790-9faa-8ad32f33a611 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.1809180 Nov 22 17:02:27.880226 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e88e8be-1fcf-499f-9e22-44110eaf5e05 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.881111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd625a-4b1c-48a3-be22-2e27acc549d3 req-22bad8b4-d670-4a87-9132-75b0f566e7b9 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:27.883828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82bd625a-4b1c-48a3-be22-2e27acc549d3 req-22bad8b4-d670-4a87-9132-75b0f566e7b9 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 944 time: 0.2791002 Nov 22 17:02:27.956643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-922600a6-108a-4704-9842-451578a7ecfd req-feb6b6b2-4603-4461-9324-e4b4519d27fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715134 Nov 22 17:02:28.024733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88e8be-1fcf-499f-9e22-44110eaf5e05 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=f05e5d8d-f404-46b2-b43e-9caedfd30803,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:28.030555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e88e8be-1fcf-499f-9e22-44110eaf5e05 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.035427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b5d32-97d3-4ff0-ab8b-f23d01e27463 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:28.041154 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9e88e8be-1fcf-499f-9e22-44110eaf5e05 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/f05e5d8d-f404-46b2-b43e-9caedfd30803 HTTP/1.1" status: 204 len: 168 time: 0.8002124 Nov 22 17:02:28.056090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60522) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:28.078901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.140567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:28.145625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:28.150762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:28.151807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.178362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=64d36735-2480-4c1d-9b86-903d299d2142,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:28.197786 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c3b32a17-e9b2-4204-bb13-f56589612bba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6502471 Nov 22 17:02:28.198666 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60538) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:28.204882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-82d9eee8-d403-47c5-8427-19640bf9315e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'security_group': {'name': 'tempest-secgroup-1302232817'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:28.252718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cbc735-de49-4d28-a51e-fbab1704bf8e None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:28.268937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82d9eee8-d403-47c5-8427-19640bf9315e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.367456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-11c874d6-1c7a-415f-91b6-b1d305a7c134 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3076177 Nov 22 17:02:28.372250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60554) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:28.403470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:28.485837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-82bd625a-4b1c-48a3-be22-2e27acc549d3 req-c3bdb81f-6f9e-452b-8e89-cda82e9b822c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857272 Nov 22 17:02:28.497729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-922600a6-108a-4704-9842-451578a7ecfd req-94e791be-f825-4ee3-8679-3021ede8bc1d service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270782 Nov 22 17:02:28.658203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82d9eee8-d403-47c5-8427-19640bf9315e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.681042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82d9eee8-d403-47c5-8427-19640bf9315e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.737151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-922600a6-108a-4704-9842-451578a7ecfd req-0dd5f4ac-b41a-4290-ab42-d6dbef83f688 service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250793 Nov 22 17:02:28.740062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'tenant_id': '7a8210ca913f42d583508a22bb37db73', 'fixed_ips': [{'subnet_id': '64d36735-2480-4c1d-9b86-903d299d2142'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:28.741746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.759148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82d9eee8-d403-47c5-8427-19640bf9315e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.765852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-82d9eee8-d403-47c5-8427-19640bf9315e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5637329 Nov 22 17:02:28.770866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60562) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:28.785176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d9d0b71e-2e0b-46f3-991c-74ae1a362e65 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'security_group': {'name': 'tempest-secgroup-102615710'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:28.862584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:28.887433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9eee8-d403-47c5-8427-19640bf9315e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c10753-65a8-47d3-9226-ed621ae523ab,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:28.905257 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.db.api [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 17:02:28.905257 n-d-816865-2 neutron-server[103442]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 17:02:28.905257 n-d-816865-2 neutron-server[103442]: [parameters: {'project_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'id': 'deadc173-9c28-49eb-be93-5b4196c4bebf', 'expiration': datetime.datetime(2021, 11, 22, 17, 4, 28, 859257)}] Nov 22 17:02:28.905257 n-d-816865-2 neutron-server[103442]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:02:28.910096 n-d-816865-2 neutron-server[103442]: DEBUG oslo_db.api [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:02:28.910723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b71e-2e0b-46f3-991c-74ae1a362e65 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.981854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] Deleting port dabd545a-824e-42d1-8987-dd7a9800e687 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:28.982235 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.087141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Allocated IP 172.20.0.2 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/64d36735-2480-4c1d-9b86-903d299d2142/d77a4200-49a6-40c9-94de-cb778e166444) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:29.109495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b71e-2e0b-46f3-991c-74ae1a362e65 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.114876 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b71e-2e0b-46f3-991c-74ae1a362e65 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.121330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] For port dabd545a-824e-42d1-8987-dd7a9800e687, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dabd545a-824e-42d1-8987-dd7a9800e687,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:29.121740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.166163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b71e-2e0b-46f3-991c-74ae1a362e65 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.167519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d9d0b71e-2e0b-46f3-991c-74ae1a362e65 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3945179 Nov 22 17:02:29.170510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:29.178779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] Calling delete_port for dabd545a-824e-42d1-8987-dd7a9800e687 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:29.184676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-785916244', 'security_groups': ['09783499-ae64-426f-9383-512575d174f0'], 'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64d36735-2480-4c1d-9b86-903d299d2142'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:29.225082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0b71e-2e0b-46f3-991c-74ae1a362e65 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09783499-ae64-426f-9383-512575d174f0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:29.404393 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.424494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:29.471626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.490287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] Pushing event deleted for resources: {'Port': ['ID=dabd545a-824e-42d1-8987-dd7a9800e687,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:29.495986 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.576403 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.610833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:29.615167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.619253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 3d63d4f4-e178-49be-a265-91b164df2145 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:29.633149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b92dd-0638-43d8-8dfb-05ca9a2b7448 None None] No DVR routers for this DVR port dabd545a-824e-42d1-8987-dd7a9800e687 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:29.720083 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Pushing event updated for resources: {'Port': ['ID=d77a4200-49a6-40c9-94de-cb778e166444,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:29.737978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dabd545a-824e-42d1-8987-dd7a9800e687 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:29.801947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: dabd545a-824e-42d1-8987-dd7a9800e687 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:29.803061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dabd545a-824e-42d1-8987-dd7a9800e687 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:29.806134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:29.808866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:29.811492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:29.816373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31178b80-6934-440e-b8f9-75b5666d96c6 req-bc9ef61a-b5d9-44ed-bf68-a74dac5b4f36 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:29.821959 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31178b80-6934-440e-b8f9-75b5666d96c6 req-bc9ef61a-b5d9-44ed-bf68-a74dac5b4f36 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 944 time: 0.1493456 Nov 22 17:02:29.922922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Attempting to bind port d77a4200-49a6-40c9-94de-cb778e166444 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:29.925720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Attempting to bind port d77a4200-49a6-40c9-94de-cb778e166444 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '77269fcd-45c8-4058-a3de-26e103197b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:29.926284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Attempting to bind port d77a4200-49a6-40c9-94de-cb778e166444 on network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:29.954466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:29.957735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31178b80-6934-440e-b8f9-75b5666d96c6 req-cf7a3e79-88d4-4fe1-8a5f-cbd577e5f98c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288099 Nov 22 17:02:29.958428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Checking segment: {'id': '77269fcd-45c8-4058-a3de-26e103197b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:29.959273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.959883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Bound using segment: {'id': '77269fcd-45c8-4058-a3de-26e103197b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:29.960816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Bound port: d77a4200-49a6-40c9-94de-cb778e166444, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77269fcd-45c8-4058-a3de-26e103197b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:29.962524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.102526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dd09be50-cf5c-4d48-b318-297a894e10c5 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:02:30.125302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] For port d77a4200-49a6-40c9-94de-cb778e166444, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:30.126765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.9 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/64d36735-2480-4c1d-9b86-903d299d2142/3d63d4f4-e178-49be-a265-91b164df2145) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:30.186000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] For port d77a4200-49a6-40c9-94de-cb778e166444, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d77a4200-49a6-40c9-94de-cb778e166444,segment=NetworkSegment(77269fcd-45c8-4058-a3de-26e103197b12),segment_id=77269fcd-45c8-4058-a3de-26e103197b12)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:30.206532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.560004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb84daa-6d7e-4268-915a-b1b7a041239e None None] Pushing event updated for resources: {'Port': ['ID=d77a4200-49a6-40c9-94de-cb778e166444,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:30.593284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.643949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dd09be50-cf5c-4d48-b318-297a894e10c5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dd09be50-cf5c-4d48-b318-297a894e10c5,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:30.685036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'dd09be50-cf5c-4d48-b318-297a894e10c5', 'network_id': '7c32d56e-d4d2-46af-9a86-25652e280b5e', 'port_id': 'dd09be50-cf5c-4d48-b318-297a894e10c5', 'mac_address': 'fa:16:3e:af:8c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8135719f-9603-454e-ae60-8e12c586fc3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:02:30.724064 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.816949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:30.830585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:30.873779 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.903373 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd09be50-cf5c-4d48-b318-297a894e10c5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:30.920681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:30.936066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dd09be50-cf5c-4d48-b318-297a894e10c5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dd09be50-cf5c-4d48-b318-297a894e10c5,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:30.944267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.195515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=dd09be50-cf5c-4d48-b318-297a894e10c5,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:31.203350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=3d63d4f4-e178-49be-a265-91b164df2145,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:31.270988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:31.272303 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.278202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69b79c-fd73-40f1-bd13-4ea7a03dcdc4 req-1653cce2-8db1-4580-9c9d-f59c2bb2ba74 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:31.280051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['dd09be50-cf5c-4d48-b318-297a894e10c5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:31.287896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c69b79c-fd73-40f1-bd13-4ea7a03dcdc4 req-1653cce2-8db1-4580-9c9d-f59c2bb2ba74 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 945 time: 0.1016982 Nov 22 17:02:31.418433 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5ef37fb0-4f57-4011-87c9-ee48d68865b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2468555 Nov 22 17:02:31.436137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60612) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:31.472167 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c69b79c-fd73-40f1-bd13-4ea7a03dcdc4 req-655c814b-7ec0-45a7-b492-3d95613e42ae tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833084 Nov 22 17:02:31.483047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-13976f47-fecb-4748-9e38-1de0d0609211 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:31.697831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d77a4200-49a6-40c9-94de-cb778e166444 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:31.770134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:31.770546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.272624 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.344692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port d77a4200-49a6-40c9-94de-cb778e166444, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d77a4200-49a6-40c9-94de-cb778e166444,segment=NetworkSegment(77269fcd-45c8-4058-a3de-26e103197b12),segment_id=77269fcd-45c8-4058-a3de-26e103197b12)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:32.350904 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.395408 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:02:32.405336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.449244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=d77a4200-49a6-40c9-94de-cb778e166444,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:32.463543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13976f47-fecb-4748-9e38-1de0d0609211 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:32.469874 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13976f47-fecb-4748-9e38-1de0d0609211 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.470120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8c585ecd-acc0-4ed1-847b-1aa026cdb81a None None] Provisioning complete for port 3e76fc87-ee0f-47ed-a265-f4376b259c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:32.470616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c585ecd-acc0-4ed1-847b-1aa026cdb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.510362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8c585ecd-acc0-4ed1-847b-1aa026cdb81a None None] Port 3e76fc87-ee0f-47ed-a265-f4376b259c55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:32.520352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:32.523736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8c585ecd-acc0-4ed1-847b-1aa026cdb81a None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:32.524401 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8c585ecd-acc0-4ed1-847b-1aa026cdb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.598347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:32.605827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:32.606822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.613807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0ae0ed-eb64-4cb3-a743-824cae1bf089 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:32.614808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=31d0ecbd-e20e-40ff-87f2-57ceb8e9592d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:32.663076 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9e934353-a08a-4129-997a-c467fde1ca72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2766509 Nov 22 17:02:32.670067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60628) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:32.691768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:f0:ac:f4', 'name': 'tempest-NetworksTestDHCPv6-1414545155'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:32.708223 n-d-816865-2 neutron-server[103442]: INFO neutron.db.ipam_backend_mixin [None req-13976f47-fecb-4748-9e38-1de0d0609211 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 64d36735-2480-4c1d-9b86-903d299d2142 (CIDR: 172.20.0.0/28) Nov 22 17:02:32.714967 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-13976f47-fecb-4748-9e38-1de0d0609211 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:32.715494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13976f47-fecb-4748-9e38-1de0d0609211 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:32.753033 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-13976f47-fecb-4748-9e38-1de0d0609211 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2956033 Nov 22 17:02:32.755588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60630) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:32.761550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:33.002660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:33.007568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.055617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9f4ee0f0-4668-4024-9821-528abc21df9e None None] Provisioning complete for port 3d63d4f4-e178-49be-a265-91b164df2145 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:33.057835 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f4ee0f0-4668-4024-9821-528abc21df9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.074778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fd073-b2c5-4a40-b154-bd619ca32ada req-5819e842-3109-4089-8951-088d15358732 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:33.076793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e80fd073-b2c5-4a40-b154-bd619ca32ada req-5819e842-3109-4089-8951-088d15358732 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 945 time: 0.4559093 Nov 22 17:02:33.151278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '31d0ecbd-e20e-40ff-87f2-57ceb8e9592d'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:33.156094 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.210081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:33.232613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ee0f0-4668-4024-9821-528abc21df9e None None] Port 3d63d4f4-e178-49be-a265-91b164df2145 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:33.372413 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.433146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e80fd073-b2c5-4a40-b154-bd619ca32ada req-86891b0a-7370-42e7-9b72-510c1d880c21 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447113 Nov 22 17:02:33.471277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port c700e609-0ec2-4ef2-baeb-04a8ff17695a yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:33.552620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.575707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d77a4200-49a6-40c9-94de-cb778e166444 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:33.609892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Allocated IP 2001:db8::f816:3eff:fe53:4742 (45521f05-429d-474d-a428-1772d389eb08/31d0ecbd-e20e-40ff-87f2-57ceb8e9592d/388c5c4f-ed63-4cf7-8b62-ac144f2ffe26) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:33.633939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:33.639664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:33.662195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:33.663978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.682087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b9c30-f39b-447f-a01c-7dc8e77775ce None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:33.689540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=b081b89d-273f-4447-a962-3947e0a3182e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:33.704090 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6940c44b-52ca-4aef-b20b-83c6cc0dd1a4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9470470 Nov 22 17:02:33.706577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:33.712505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1414549518', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b081b89d-273f-4447-a962-3947e0a3182e'}], 'security_groups': ['72c10753-65a8-47d3-9226-ed621ae523ab']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:33.909725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.114282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:34.115104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.202146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dd09be50-cf5c-4d48-b318-297a894e10c5 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:34.270941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Update dhcp port {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'fixed_ips': [{'subnet_id': '64d36735-2480-4c1d-9b86-903d299d2142', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b081b89d-273f-4447-a962-3947e0a3182e'}], 'binding:host_id': 'n-d-816865-2'}, 'id': 'd77a4200-49a6-40c9-94de-cb778e166444'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:02:34.327150 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.358270 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.376544 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.436471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:34.457614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:34.475939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:34.541621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port dd09be50-cf5c-4d48-b318-297a894e10c5 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:02:34.599691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:fef0:acf4 (45521f05-429d-474d-a428-1772d389eb08/31d0ecbd-e20e-40ff-87f2-57ceb8e9592d/c700e609-0ec2-4ef2-baeb-04a8ff17695a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:34.772598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Pushing event updated for resources: {'Port': ['ID=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:34.788583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port dd09be50-cf5c-4d48-b318-297a894e10c5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:34.788583 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.951655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.006036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Delete allocated IP 172.20.0.9 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/64d36735-2480-4c1d-9b86-903d299d2142) {{(pid=103443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 17:02:35.039982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Attempting to bind port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:35.040390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Attempting to bind port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:35.040737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Attempting to bind port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:35.047507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.18 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/b081b89d-273f-4447-a962-3947e0a3182e/3d63d4f4-e178-49be-a265-91b164df2145) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:35.072683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:35.073508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:35.074168 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.076621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:35.076621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Bound port: 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:35.076621 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.197861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] For port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:35.201908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] For port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:35.212025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.313125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c89d47-c41f-4056-909a-f5c2bd72f8ac None None] Pushing event updated for resources: {'Port': ['ID=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:35.488997 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.541161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.547907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d099b67-ffac-4df2-abab-1660507b40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd09be50-cf5c-4d48-b318-297a894e10c5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:35.550618 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7683a95c-126a-4442-bb5e-6317e4ad35a4" -d '{"events": [{"server_uuid": "4d099b67-ffac-4df2-abab-1660507b40c5", "name": "network-vif-plugged", "status": "completed", "tag": "dd09be50-cf5c-4d48-b318-297a894e10c5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:35.587617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.594001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.602407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port dd09be50-cf5c-4d48-b318-297a894e10c5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dd09be50-cf5c-4d48-b318-297a894e10c5,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:35.645069 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.805267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:35.806839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-42a8a414-d896-4184-b56f-be68d82fc99d {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:02:35.807420 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:02:35.830756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:35.844056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:35.850743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:35.851572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.890729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=c700e609-0ec2-4ef2-baeb-04a8ff17695a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:35.897634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=dd09be50-cf5c-4d48-b318-297a894e10c5,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:35.959682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68452c1f-01af-44ef-ae4b-5fe51e4a937c req-24247c14-843a-4fa4-9a0a-dc97ad5c6562 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:35.967939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68452c1f-01af-44ef-ae4b-5fe51e4a937c req-24247c14-843a-4fa4-9a0a-dc97ad5c6562 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 945 time: 0.4733107 Nov 22 17:02:35.996298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d590a232-fa07-472d-8d1d-1d3b122a45de tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3211582 Nov 22 17:02:35.996605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60666) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:36.063573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] In _notify_port_updated(), no bound segment for port 3d63d4f4-e178-49be-a265-91b164df2145 on network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 {{(pid=103443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:02:36.097629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:36.098401 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.099922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "PUT /v2.0/ports/3d63d4f4-e178-49be-a265-91b164df2145 HTTP/1.1" status: 200 len: 921 time: 2.3922274 Nov 22 17:02:36.106398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60668) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:36.141567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae6b9d8-a260-4864-95b4-ea57765220b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:36.148000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3764ab-7888-4a1f-871d-8359e40433b7 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=3d63d4f4-e178-49be-a265-91b164df2145,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:36.159237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae6b9d8-a260-4864-95b4-ea57765220b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:36.164544 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aae6b9d8-a260-4864-95b4-ea57765220b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1663067 Nov 22 17:02:36.167473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60670) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:36.231654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68452c1f-01af-44ef-ae4b-5fe51e4a937c req-efb234e7-1007-45f8-83d3-3b808c79eeeb tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622228 Nov 22 17:02:36.453691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a9281915-a24e-43b5-8a19-f6daeedf3165 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 3d63d4f4-e178-49be-a265-91b164df2145 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:36.454317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9281915-a24e-43b5-8a19-f6daeedf3165 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.503948 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc1de3a-7597-4c54-b552-f6c244c49db7 x-openstack-request-id: req-6cc1de3a-7597-4c54-b552-f6c244c49db7 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:36.505664 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d099b67-ffac-4df2-abab-1660507b40c5", "name": "network-vif-plugged", "status": "completed", "tag": "dd09be50-cf5c-4d48-b318-297a894e10c5", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:36.506562 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6cc1de3a-7597-4c54-b552-f6c244c49db7 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:36.507475 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d099b67-ffac-4df2-abab-1660507b40c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd09be50-cf5c-4d48-b318-297a894e10c5', 'code': 200} Nov 22 17:02:36.543246 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.626084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f7374-d2a7-4fc4-9685-2bdb5cb821b6 req-d3a20c78-b83d-4e15-8069-7bafcdb1427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:36.627972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a8f7374-d2a7-4fc4-9685-2bdb5cb821b6 req-d3a20c78-b83d-4e15-8069-7bafcdb1427f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 1097 time: 0.1253290 Nov 22 17:02:36.642219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1cda9b6e-48ce-435d-8153-ffb68ff69fff tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port c700e609-0ec2-4ef2-baeb-04a8ff17695a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:36.642219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1cda9b6e-48ce-435d-8153-ffb68ff69fff tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.670351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9281915-a24e-43b5-8a19-f6daeedf3165 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.698042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a9281915-a24e-43b5-8a19-f6daeedf3165 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 3d63d4f4-e178-49be-a265-91b164df2145 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:36.911287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a8f7374-d2a7-4fc4-9685-2bdb5cb821b6 req-ea6b21ab-3c03-4ed9-89e3-951143cba1b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611156 Nov 22 17:02:36.940225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Allocated IP 172.20.0.19 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/b081b89d-273f-4447-a962-3947e0a3182e/d77a4200-49a6-40c9-94de-cb778e166444) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:36.953885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1cda9b6e-48ce-435d-8153-ffb68ff69fff tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.989919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1cda9b6e-48ce-435d-8153-ffb68ff69fff tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for c700e609-0ec2-4ef2-baeb-04a8ff17695a owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:37.039621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9281915-a24e-43b5-8a19-f6daeedf3165 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.099262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] For port d77a4200-49a6-40c9-94de-cb778e166444, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d77a4200-49a6-40c9-94de-cb778e166444,segment=NetworkSegment(77269fcd-45c8-4058-a3de-26e103197b12),segment_id=77269fcd-45c8-4058-a3de-26e103197b12)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:37.166273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9281915-a24e-43b5-8a19-f6daeedf3165 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=3d63d4f4-e178-49be-a265-91b164df2145,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:37.183250 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.228746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.385994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9281915-a24e-43b5-8a19-f6daeedf3165 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.389234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043424-8b4f-4fb5-adac-6fed7892aea2 None None] Pushing event updated for resources: {'Port': ['ID=d77a4200-49a6-40c9-94de-cb778e166444,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:37.394887 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.407545 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a9281915-a24e-43b5-8a19-f6daeedf3165 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/3d63d4f4-e178-49be-a265-91b164df2145 HTTP/1.1" status: 204 len: 168 time: 1.2972167 Nov 22 17:02:37.418807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60686) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:37.439727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1cda9b6e-48ce-435d-8153-ffb68ff69fff tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.522257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda9b6e-48ce-435d-8153-ffb68ff69fff tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=c700e609-0ec2-4ef2-baeb-04a8ff17695a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:37.533225 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1936a18b-028b-48d5-aedd-b9d36d07a3cf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:02:37.545312 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1936a18b-028b-48d5-aedd-b9d36d07a3cf tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/3d63d4f4-e178-49be-a265-91b164df2145 HTTP/1.1" status: 404 len: 333 time: 0.1252360 Nov 22 17:02:37.545986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60692) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:37.571844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e2c8e277-9c74-4b99-9b99-e8352aeeac0f None None] Provisioning complete for port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:37.572224 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2c8e277-9c74-4b99-9b99-e8352aeeac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.575647 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1cda9b6e-48ce-435d-8153-ffb68ff69fff tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.589715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1cda9b6e-48ce-435d-8153-ffb68ff69fff tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/c700e609-0ec2-4ef2-baeb-04a8ff17695a HTTP/1.1" status: 204 len: 168 time: 1.4210501 Nov 22 17:02:37.592960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60694) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:37.726404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbbe-772c-4347-a211-09514f4cc24e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.746439 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da8e2e-9205-4877-a720-4c49cdd316f7 req-724e710f-c5ee-4695-bf1f-c2dcbb44aa6c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.768184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79da8e2e-9205-4877-a720-4c49cdd316f7 req-724e710f-c5ee-4695-bf1f-c2dcbb44aa6c tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 946 time: 0.3443966 Nov 22 17:02:37.799198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbbe-772c-4347-a211-09514f4cc24e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.879090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2c8e277-9c74-4b99-9b99-e8352aeeac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.883610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34181311-59c7-4c98-bfe5-704015c588f9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.885562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34181311-59c7-4c98-bfe5-704015c588f9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.890069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-34181311-59c7-4c98-bfe5-704015c588f9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2918792 Nov 22 17:02:37.913982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60696) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.011612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbbe-772c-4347-a211-09514f4cc24e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.015434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79da8e2e-9205-4877-a720-4c49cdd316f7 req-06715386-e341-4a43-85a6-04139b55ad83 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454576 Nov 22 17:02:38.016099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbbe-772c-4347-a211-09514f4cc24e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.020114 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fd0dbbbe-772c-4347-a211-09514f4cc24e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/security-groups/09783499-ae64-426f-9383-512575d174f0 HTTP/1.1" status: 204 len: 168 time: 0.4726031 Nov 22 17:02:38.021217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60698) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.045550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d77a4200-49a6-40c9-94de-cb778e166444 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:38.101508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dbbbe-772c-4347-a211-09514f4cc24e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09783499-ae64-426f-9383-512575d174f0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:38.130635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecbc82d-790e-4ce2-841a-a77f671ce1d7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 31d0ecbd-e20e-40ff-87f2-57ceb8e9592d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:38.149165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc82d-790e-4ce2-841a-a77f671ce1d7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.190186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.225148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e2c8e277-9c74-4b99-9b99-e8352aeeac0f None None] For port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:38.238497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e2c8e277-9c74-4b99-9b99-e8352aeeac0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.288497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8720b639-b03c-462a-9302-05b0d0ed5490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.296496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:38.297129 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.316699 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc82d-790e-4ce2-841a-a77f671ce1d7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.368813 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8720b639-b03c-462a-9302-05b0d0ed5490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.450711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-550ca030-1616-4482-b43a-d3c1bedd683a None None] Could not find standard attr ID for object c700e609-0ec2-4ef2-baeb-04a8ff17695a. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:02:38.484531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8e277-9c74-4b99-9b99-e8352aeeac0f None None] Pushing event updated for resources: {'Port': ['ID=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:38.491801 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8720b639-b03c-462a-9302-05b0d0ed5490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.494734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8720b639-b03c-462a-9302-05b0d0ed5490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.496410 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8720b639-b03c-462a-9302-05b0d0ed5490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/security-groups/72c10753-65a8-47d3-9226-ed621ae523ab HTTP/1.1" status: 204 len: 168 time: 0.4685338 Nov 22 17:02:38.500775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60702) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.548601 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc82d-790e-4ce2-841a-a77f671ce1d7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.571261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f9c042-dcc8-49f3-a2ee-ebdd94b026a1 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 64d36735-2480-4c1d-9b86-903d299d2142 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:38.579519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720b639-b03c-462a-9302-05b0d0ed5490 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c10753-65a8-47d3-9226-ed621ae523ab,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:38.582159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26f9c042-dcc8-49f3-a2ee-ebdd94b026a1 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.738124 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26f9c042-dcc8-49f3-a2ee-ebdd94b026a1 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.758077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc82d-790e-4ce2-841a-a77f671ce1d7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.840334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:38.845790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbc82d-790e-4ce2-841a-a77f671ce1d7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=31d0ecbd-e20e-40ff-87f2-57ceb8e9592d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:38.857557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc82d-790e-4ce2-841a-a77f671ce1d7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.865066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9ecbc82d-790e-4ce2-841a-a77f671ce1d7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/31d0ecbd-e20e-40ff-87f2-57ceb8e9592d HTTP/1.1" status: 204 len: 168 time: 0.9468277 Nov 22 17:02:38.865390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60708) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.888930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0db5a8-8d39-4920-943f-a517a815d427 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:38.899805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4b28ccce-845f-4d2b-8c59-ddc84f22adb4 None None] Could not find standard attr ID for object 3d63d4f4-e178-49be-a265-91b164df2145. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:02:38.935309 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-773b7c43-5b94-468e-a34b-23802d46a412 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666504 Nov 22 17:02:38.935727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60710) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.966330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4b28ccce-845f-4d2b-8c59-ddc84f22adb4 None None] Provisioning complete for port 3e76fc87-ee0f-47ed-a265-f4376b259c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:38.966766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b28ccce-845f-4d2b-8c59-ddc84f22adb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.986457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26f9c042-dcc8-49f3-a2ee-ebdd94b026a1 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.014788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b28ccce-845f-4d2b-8c59-ddc84f22adb4 None None] Port 3e76fc87-ee0f-47ed-a265-f4376b259c55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:39.046826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421cecff-382a-4167-b1a8-1c57af31476a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:39.057447 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-421cecff-382a-4167-b1a8-1c57af31476a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1204388 Nov 22 17:02:39.058494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60714) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:39.110494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4b28ccce-845f-4d2b-8c59-ddc84f22adb4 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:39.111271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b28ccce-845f-4d2b-8c59-ddc84f22adb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.122879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e2f5c2-5ff3-47f1-b612-2bee05592ebb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:39.127019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f9e2f5c2-5ff3-47f1-b612-2bee05592ebb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0646107 Nov 22 17:02:39.127019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26f9c042-dcc8-49f3-a2ee-ebdd94b026a1 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.128316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:39.160632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9c042-dcc8-49f3-a2ee-ebdd94b026a1 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=64d36735-2480-4c1d-9b86-903d299d2142,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:39.185911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26f9c042-dcc8-49f3-a2ee-ebdd94b026a1 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.195406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-26f9c042-dcc8-49f3-a2ee-ebdd94b026a1 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/64d36735-2480-4c1d-9b86-903d299d2142 HTTP/1.1" status: 204 len: 168 time: 0.6918480 Nov 22 17:02:39.208531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60720) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:39.230289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:39.256211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:39.256669 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.292243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60722) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:39.292743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a57432f2-d174-4419-baed-11fc2c58be19 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1526313 Nov 22 17:02:39.298784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:39.417747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ed17-ce62-4ccd-8972-a19e8d985e0a req-e65fe6fc-e880-43fd-98cb-12d2618eb9d1 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:39.440716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eb05ed17-ce62-4ccd-8972-a19e8d985e0a req-e65fe6fc-e880-43fd-98cb-12d2618eb9d1 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 946 time: 0.1813235 Nov 22 17:02:39.463068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:39.565180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eb05ed17-ce62-4ccd-8972-a19e8d985e0a req-aa2fbc66-2137-4949-aa2b-f94bf37eb850 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147151 Nov 22 17:02:39.622664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb9f030-b5d4-41f1-9807-63d34f8d297f None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:39.663266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:39.666904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.702008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-82b34dd0-efc4-465d-859c-b394858c9127 None None] Could not find standard attr ID for object 3d63d4f4-e178-49be-a265-91b164df2145. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:02:39.715876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:39.835926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:39.845396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.848818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] Deleting port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:39.853924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.185685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.191175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] For port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:40.191684 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.262905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] Calling delete_port for 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:40.417844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:40.442578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.577891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.634442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:40.649754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.702210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] No DVR routers for this DVR port 388c5c4f-ed63-4cf7-8b62-ac144f2ffe26 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:40.708470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f757c1-6386-4eac-8442-8028c496ddf5 None None] Pushing event deleted for resources: {'Port': ['ID=388c5c4f-ed63-4cf7-8b62-ac144f2ffe26,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:40.727992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:40.739087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:40.746524 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:40.747344 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.757251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=396802f0-d710-455d-b7b6-48d0d2ffd57e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:40.794111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:02:40.805387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.909943 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ec7c5c7b-bcb2-49f4-bf7d-abcb3e71376d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6909115 Nov 22 17:02:40.910269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:40.915017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-136872a1-2311-451f-aee9-4c982e6b579c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'security_group': {'name': 'tempest-secgroup-2101365757'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:40.930077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:40.956483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:40.959055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=4d8c9d63-4047-43ba-8f32-ba841bd973d7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:40.959444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-136872a1-2311-451f-aee9-4c982e6b579c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.964875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:40.966672 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.968301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf912c-798f-4f9c-9a16-3a56bcc378eb None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:41.004227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4912587b-c77f-4b3d-a4ab-e05f1a6b09ee tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7082255 Nov 22 17:02:41.008272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60748) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:41.029335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:a3:26:40', 'name': 'tempest-NetworksTestDHCPv6-1634837771'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:41.244304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-136872a1-2311-451f-aee9-4c982e6b579c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.254454 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-136872a1-2311-451f-aee9-4c982e6b579c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.341082 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-136872a1-2311-451f-aee9-4c982e6b579c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.348802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60756) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:41.357822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-136872a1-2311-451f-aee9-4c982e6b579c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4356773 Nov 22 17:02:41.365795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-141eab26-025a-4e16-b708-73a5a2a4d1c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'security_group': {'name': 'tempest-secgroup-1811741107'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:41.384964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:41.404657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136872a1-2311-451f-aee9-4c982e6b579c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ec855b-45ba-40e4-baf1-bb385bc348a3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:41.449862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '4d8c9d63-4047-43ba-8f32-ba841bd973d7'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:41.450923 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.569837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-141eab26-025a-4e16-b708-73a5a2a4d1c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.665211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.671950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa32c59f-68ff-4f9b-82c0-8fa432d652f4 None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:41.699971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 4261289b-381f-4706-b370-45276f95bc19 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:41.836560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-141eab26-025a-4e16-b708-73a5a2a4d1c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.844955 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-141eab26-025a-4e16-b708-73a5a2a4d1c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.950289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-141eab26-025a-4e16-b708-73a5a2a4d1c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.952487 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-141eab26-025a-4e16-b708-73a5a2a4d1c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5953910 Nov 22 17:02:41.955788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:41.960078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eab26-025a-4e16-b708-73a5a2a4d1c6 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a515b7-ccbc-45f5-ae2b-9da2172edf6f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:41.961305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e629ed18-557b-49e9-83c1-2d1253da4323 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'security_group': {'name': 'tempest-secgroup-885542585'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:41.968110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:fea3:2640 (45521f05-429d-474d-a428-1772d389eb08/4d8c9d63-4047-43ba-8f32-ba841bd973d7/4261289b-381f-4706-b370-45276f95bc19) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:42.003705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-88e2290b-41ef-42be-92de-525811eaa679 None None] Provisioning complete for port 3e76fc87-ee0f-47ed-a265-f4376b259c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:42.004238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88e2290b-41ef-42be-92de-525811eaa679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.013055 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e629ed18-557b-49e9-83c1-2d1253da4323 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.051848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-88e2290b-41ef-42be-92de-525811eaa679 None None] Port 3e76fc87-ee0f-47ed-a265-f4376b259c55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:42.101596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-88e2290b-41ef-42be-92de-525811eaa679 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:42.121535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88e2290b-41ef-42be-92de-525811eaa679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.234856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f619b4-530d-48c9-bb5a-775ba60d39e1 None None] Update dhcp port {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'fixed_ips': [{'subnet_id': 'b081b89d-273f-4447-a962-3947e0a3182e', 'ip_address': '172.20.0.19'}, {'subnet_id': '396802f0-d710-455d-b7b6-48d0d2ffd57e'}], 'binding:host_id': 'n-d-816865-2'}, 'id': 'd77a4200-49a6-40c9-94de-cb778e166444'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:02:42.271585 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82f619b4-530d-48c9-bb5a-775ba60d39e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.279366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e629ed18-557b-49e9-83c1-2d1253da4323 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.289263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e629ed18-557b-49e9-83c1-2d1253da4323 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.363753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629ed18-557b-49e9-83c1-2d1253da4323 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852a0279-67a6-4b35-9a31-dc7b033e8ea7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:42.410539 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e629ed18-557b-49e9-83c1-2d1253da4323 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.411928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e629ed18-557b-49e9-83c1-2d1253da4323 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4550483 Nov 22 17:02:42.415507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:42.421431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1274017579', 'security_groups': ['852a0279-67a6-4b35-9a31-dc7b033e8ea7'], 'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '396802f0-d710-455d-b7b6-48d0d2ffd57e'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:42.424391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.526223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.577453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:42.581784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:42.586851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:42.594178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:42.595274 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.618309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=4261289b-381f-4706-b370-45276f95bc19,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:42.630922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee942ee0-7765-4846-8104-b3e490899537 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6206963 Nov 22 17:02:42.643575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60774) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:42.727405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:42.750271 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Allocated IP 2001:db8::f816:3eff:fe8a:c350 (45521f05-429d-474d-a428-1772d389eb08/4d8c9d63-4047-43ba-8f32-ba841bd973d7/8af84fb1-65f0-41ce-950c-becf74b1db31) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:42.794915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55f3a7-861c-440b-bead-94645ca53a04 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:42.801404 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aa55f3a7-861c-440b-bead-94645ca53a04 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1563323 Nov 22 17:02:42.806688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60780) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:42.897230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.953215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] device_id is not set on port 49eab98e-ff7b-45c5-a20a-b881b04cea65 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:42.962521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-82f619b4-530d-48c9-bb5a-775ba60d39e1 None None] Allocated IP 172.20.0.2 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/396802f0-d710-455d-b7b6-48d0d2ffd57e/d77a4200-49a6-40c9-94de-cb778e166444) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:43.005940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ab0312ba-9258-4bd0-9496-8eb71bbf25f3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 4261289b-381f-4706-b370-45276f95bc19 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:43.011574 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab0312ba-9258-4bd0-9496-8eb71bbf25f3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.111806 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.145793 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.248614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-82f619b4-530d-48c9-bb5a-775ba60d39e1 None None] For port d77a4200-49a6-40c9-94de-cb778e166444, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d77a4200-49a6-40c9-94de-cb778e166444,segment=NetworkSegment(77269fcd-45c8-4058-a3de-26e103197b12),segment_id=77269fcd-45c8-4058-a3de-26e103197b12)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:43.341477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:43.355960 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82f619b4-530d-48c9-bb5a-775ba60d39e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.367706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:43.377335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:43.385866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Pushing event updated for resources: {'Port': ['ID=8af84fb1-65f0-41ce-950c-becf74b1db31,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:43.392578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-82f619b4-530d-48c9-bb5a-775ba60d39e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.393902 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab0312ba-9258-4bd0-9496-8eb71bbf25f3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.425917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ab0312ba-9258-4bd0-9496-8eb71bbf25f3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 4261289b-381f-4706-b370-45276f95bc19 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:43.713119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab0312ba-9258-4bd0-9496-8eb71bbf25f3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.717370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.6 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/396802f0-d710-455d-b7b6-48d0d2ffd57e/49eab98e-ff7b-45c5-a20a-b881b04cea65) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:43.887089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0312ba-9258-4bd0-9496-8eb71bbf25f3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=4261289b-381f-4706-b370-45276f95bc19,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:44.051611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab0312ba-9258-4bd0-9496-8eb71bbf25f3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.068227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab0312ba-9258-4bd0-9496-8eb71bbf25f3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/4261289b-381f-4706-b370-45276f95bc19 HTTP/1.1" status: 204 len: 168 time: 1.2575634 Nov 22 17:02:44.070172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60798) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:44.183205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Attempting to bind port 8af84fb1-65f0-41ce-950c-becf74b1db31 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:44.184198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Attempting to bind port 8af84fb1-65f0-41ce-950c-becf74b1db31 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:44.185043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Attempting to bind port 8af84fb1-65f0-41ce-950c-becf74b1db31 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:44.215894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f619b4-530d-48c9-bb5a-775ba60d39e1 None None] Pushing event updated for resources: {'Port': ['ID=d77a4200-49a6-40c9-94de-cb778e166444,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:44.218579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.221522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:44.225993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:44.227495 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.229261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:44.230130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Bound port: 8af84fb1-65f0-41ce-950c-becf74b1db31, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:44.232230 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.244213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8bd582-f81f-4b14-a35e-a91c820e7f2f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:44.245721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8bd582-f81f-4b14-a35e-a91c820e7f2f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:44.250863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:44.251566 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ca8bd582-f81f-4b14-a35e-a91c820e7f2f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1768429 Nov 22 17:02:44.430653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-58db5fea-79c9-413a-bea8-47d85ece80d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 4d8c9d63-4047-43ba-8f32-ba841bd973d7 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:44.489552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58db5fea-79c9-413a-bea8-47d85ece80d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.507660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] For port 8af84fb1-65f0-41ce-950c-becf74b1db31, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:44.517586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] For port 8af84fb1-65f0-41ce-950c-becf74b1db31, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8af84fb1-65f0-41ce-950c-becf74b1db31,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:44.525065 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.638239 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.733627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931972e-e0ae-47e9-81de-d0c2eebebd33 None None] Pushing event updated for resources: {'Port': ['ID=8af84fb1-65f0-41ce-950c-becf74b1db31,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:44.779129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:44.847697 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58db5fea-79c9-413a-bea8-47d85ece80d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.851613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:44.911692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:45.043879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:45.044761 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.090317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=49eab98e-ff7b-45c5-a20a-b881b04cea65,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:45.112339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-535f3f29-96dc-4466-a930-bae9434e485f tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6953630 Nov 22 17:02:45.115431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60810) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:45.123468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-660e09fc-418d-402f-892b-894764f39fcd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:45.375518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660e09fc-418d-402f-892b-894764f39fcd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:45.410479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-660e09fc-418d-402f-892b-894764f39fcd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.412300 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58db5fea-79c9-413a-bea8-47d85ece80d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.515686 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1304b60d-8dce-446d-a499-7482356d82bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.674441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58db5fea-79c9-413a-bea8-47d85ece80d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.766748 n-d-816865-2 neutron-server[103442]: INFO neutron.db.ipam_backend_mixin [None req-660e09fc-418d-402f-892b-894764f39fcd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 396802f0-d710-455d-b7b6-48d0d2ffd57e (CIDR: 172.20.0.0/28) Nov 22 17:02:45.778024 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-660e09fc-418d-402f-892b-894764f39fcd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:45.782553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660e09fc-418d-402f-892b-894764f39fcd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:45.825260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db5fea-79c9-413a-bea8-47d85ece80d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8c9d63-4047-43ba-8f32-ba841bd973d7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:45.843166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58db5fea-79c9-413a-bea8-47d85ece80d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.851115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-660e09fc-418d-402f-892b-894764f39fcd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7309029 Nov 22 17:02:45.861194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60818) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:45.861637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60820) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:45.873635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-58db5fea-79c9-413a-bea8-47d85ece80d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/4d8c9d63-4047-43ba-8f32-ba841bd973d7 HTTP/1.1" status: 204 len: 168 time: 1.6163590 Nov 22 17:02:45.895988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a0019ea8-9946-44de-b199-de227ca28e9a None None] Provisioning complete for port 3e76fc87-ee0f-47ed-a265-f4376b259c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:45.896372 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0019ea8-9946-44de-b199-de227ca28e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.011249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8af84fb1-65f0-41ce-950c-becf74b1db31 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:46.046502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c46c644e-3b82-4565-abe7-883b5d1f6ce8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:46.060294 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4bbd6372-a808-4988-b0f3-cb7347687b02 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1815052 Nov 22 17:02:46.063661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:46.070239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:46.122268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a0019ea8-9946-44de-b199-de227ca28e9a None None] Port 3e76fc87-ee0f-47ed-a265-f4376b259c55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:46.215783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a0019ea8-9946-44de-b199-de227ca28e9a None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:46.216649 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0019ea8-9946-44de-b199-de227ca28e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.398441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8af84fb1-65f0-41ce-950c-becf74b1db31 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:46.398898 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.415247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:46.423954 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.597462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46c644e-3b82-4565-abe7-883b5d1f6ce8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:46.620506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c46c644e-3b82-4565-abe7-883b5d1f6ce8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.946385 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.990835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a64dc3-9d87-42d8-a88c-1d79b897e073 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:47.163322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 8af84fb1-65f0-41ce-950c-becf74b1db31, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8af84fb1-65f0-41ce-950c-becf74b1db31,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:47.181948 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.183181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d77a4200-49a6-40c9-94de-cb778e166444 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:47.267973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7527f3f1-a42e-4b1d-8000-b15a9df6c49b None None] Provisioning complete for port 49eab98e-ff7b-45c5-a20a-b881b04cea65 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:47.269989 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7527f3f1-a42e-4b1d-8000-b15a9df6c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.427693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:02:47.464422 n-d-816865-2 neutron-server[103442]: INFO neutron.db.ipam_backend_mixin [None req-c46c644e-3b82-4565-abe7-883b5d1f6ce8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b081b89d-273f-4447-a962-3947e0a3182e (CIDR: 172.20.0.16/28) Nov 22 17:02:47.471157 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46c644e-3b82-4565-abe7-883b5d1f6ce8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:02:47.471934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46c644e-3b82-4565-abe7-883b5d1f6ce8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:47.523809 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c46c644e-3b82-4565-abe7-883b5d1f6ce8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6463642 Nov 22 17:02:47.526430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:47.531996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'subnet': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:47.698449 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7527f3f1-a42e-4b1d-8000-b15a9df6c49b None None] Port 49eab98e-ff7b-45c5-a20a-b881b04cea65 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:47.804720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=8af84fb1-65f0-41ce-950c-becf74b1db31,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:47.836296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7527f3f1-a42e-4b1d-8000-b15a9df6c49b None None] Provisioning complete for port 8af84fb1-65f0-41ce-950c-becf74b1db31 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:47.837358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7527f3f1-a42e-4b1d-8000-b15a9df6c49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.840941 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.876744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Made reservation on behalf of 7a8210ca913f42d583508a22bb37db73 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:47.882137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.893961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:47.894333 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.083323 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e03867-c1a0-424f-a06f-079a60d8401a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.417295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] For port 8af84fb1-65f0-41ce-950c-becf74b1db31, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8af84fb1-65f0-41ce-950c-becf74b1db31,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:48.453949 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.466228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.469852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.493991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-93e93a79-2060-40b5-b409-c2a1c41744c2 None None] Provisioning complete for port 8af84fb1-65f0-41ce-950c-becf74b1db31 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:48.500410 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93e93a79-2060-40b5-b409-c2a1c41744c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.569670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.787413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:48.800261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:48.807103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:48.807773 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.817994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:48.828606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Subnet': ['ID=81119a58-e4dd-4db0-8898-7e2e1866f6a8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:48.870847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:48.870847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:48.871495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.875010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=56e2e14e-9f15-471b-9512-31a3312ac6fb,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:48.884863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ec6b7579-5fa3-4fb8-8e6f-b9fd5c81056c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3572397 Nov 22 17:02:48.893796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60872) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:48.908843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-358491475', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '81119a58-e4dd-4db0-8898-7e2e1866f6a8'}], 'security_groups': ['c9ec855b-45ba-40e4-baf1-bb385bc348a3', 'd1a515b7-ccbc-45f5-ae2b-9da2172edf6f']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:48.926865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=8af84fb1-65f0-41ce-950c-becf74b1db31,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:48.952801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8af84fb1-65f0-41ce-950c-becf74b1db31 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:48.954826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5279e591-0d38-46a3-bb59-477f69685dc6 None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:48.967649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bc75acf3-f6fa-445d-bd8d-2537f90da291 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9017069 Nov 22 17:02:48.973002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:48.983462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:bc:e4:8c', 'name': 'tempest-NetworksTestDHCPv6-1947796567'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:49.518751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:49.614820 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.623428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383f34c-87e2-4f09-8a5f-cf62ffda846e None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:49.666864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.812183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-444b73f1-48f1-4ff3-86a9-997c405061a7 None None] Could not find standard attr ID for object 4261289b-381f-4706-b370-45276f95bc19. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:02:49.907277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8af84fb1-65f0-41ce-950c-becf74b1db31 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:49.907767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.169586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.302010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 3b16ee2c-a42a-449a-b152-7196b77fdee3 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:50.481895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae8bb9f-9dc4-4221-9a81-5e9b5b7f4847 None None] Update dhcp port {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'fixed_ips': [{'subnet_id': 'b081b89d-273f-4447-a962-3947e0a3182e', 'ip_address': '172.20.0.19'}, {'subnet_id': '396802f0-d710-455d-b7b6-48d0d2ffd57e', 'ip_address': '172.20.0.2'}, {'subnet_id': '81119a58-e4dd-4db0-8898-7e2e1866f6a8'}], 'binding:host_id': 'n-d-816865-2'}, 'id': 'd77a4200-49a6-40c9-94de-cb778e166444'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:02:50.549508 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fae8bb9f-9dc4-4221-9a81-5e9b5b7f4847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.870345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8af84fb1-65f0-41ce-950c-becf74b1db31 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:50.898646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:febc:e48c (45521f05-429d-474d-a428-1772d389eb08/56e2e14e-9f15-471b-9512-31a3312ac6fb/3b16ee2c-a42a-449a-b152-7196b77fdee3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:50.901210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Delete allocated IP 172.20.0.6 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/396802f0-d710-455d-b7b6-48d0d2ffd57e) {{(pid=103442) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 17:02:50.917024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Allocated IP 172.20.0.35 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/81119a58-e4dd-4db0-8898-7e2e1866f6a8/49eab98e-ff7b-45c5-a20a-b881b04cea65) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:51.153352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.318577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8af84fb1-65f0-41ce-950c-becf74b1db31 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:51.318577 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.343517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.439563 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.502730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.651763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a5ee818c-b528-4785-887d-0dca4e927997 None None] Provisioning complete for port 8af84fb1-65f0-41ce-950c-becf74b1db31 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:51.652138 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5ee818c-b528-4785-887d-0dca4e927997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.655785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:51.666729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.694581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:51.711516 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:51.739965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:51.741917 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.766066 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.802402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-fae8bb9f-9dc4-4221-9a81-5e9b5b7f4847 None None] Allocated IP 172.20.0.34 (c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9/81119a58-e4dd-4db0-8898-7e2e1866f6a8/d77a4200-49a6-40c9-94de-cb778e166444) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:51.944439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=3b16ee2c-a42a-449a-b152-7196b77fdee3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:52.047168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event updated for resources: {'Port': ['ID=49eab98e-ff7b-45c5-a20a-b881b04cea65,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:52.055889 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-15910b39-b91c-414d-b51b-401ce969cf5a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0812891 Nov 22 17:02:52.058781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:52.106802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] In _notify_port_updated(), no bound segment for port 49eab98e-ff7b-45c5-a20a-b881b04cea65 on network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:02:52.117423 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.128146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.129548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e6bcdd81-c841-4cf0-b6f5-65339e0fcde5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "PUT /v2.0/ports/49eab98e-ff7b-45c5-a20a-b881b04cea65 HTTP/1.1" status: 200 len: 959 time: 3.2325509 Nov 22 17:02:52.132571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60922) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:52.155831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fae8bb9f-9dc4-4221-9a81-5e9b5b7f4847 None None] For port d77a4200-49a6-40c9-94de-cb778e166444, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d77a4200-49a6-40c9-94de-cb778e166444,segment=NetworkSegment(77269fcd-45c8-4058-a3de-26e103197b12),segment_id=77269fcd-45c8-4058-a3de-26e103197b12)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:52.175164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beadd421-50d9-4ba0-be1d-5ec17c854980 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.192101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beadd421-50d9-4ba0-be1d-5ec17c854980 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.194240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-beadd421-50d9-4ba0-be1d-5ec17c854980 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1336408 Nov 22 17:02:52.198446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60924) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:52.285772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fae8bb9f-9dc4-4221-9a81-5e9b5b7f4847 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.301030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5e1206b7-9ee1-4b58-8810-27223864d010 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 49eab98e-ff7b-45c5-a20a-b881b04cea65 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:52.301353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e1206b7-9ee1-4b58-8810-27223864d010 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.303439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-317b53fc-61c7-4aef-ae84-b3beb1883b48 None None] Provisioning complete for port 3b16ee2c-a42a-449a-b152-7196b77fdee3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:52.304107 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-317b53fc-61c7-4aef-ae84-b3beb1883b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.357138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-317b53fc-61c7-4aef-ae84-b3beb1883b48 None None] Port 3b16ee2c-a42a-449a-b152-7196b77fdee3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:52.359278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fae8bb9f-9dc4-4221-9a81-5e9b5b7f4847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.379821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d9c3a-8c6f-4a8c-9e6c-ee4f76f9f6fd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 3b16ee2c-a42a-449a-b152-7196b77fdee3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:52.380174 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9c3a-8c6f-4a8c-9e6c-ee4f76f9f6fd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.467608 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e1206b7-9ee1-4b58-8810-27223864d010 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.482807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5e1206b7-9ee1-4b58-8810-27223864d010 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 49eab98e-ff7b-45c5-a20a-b881b04cea65 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:52.651542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9c3a-8c6f-4a8c-9e6c-ee4f76f9f6fd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.655908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8bb9f-9dc4-4221-9a81-5e9b5b7f4847 None None] Pushing event updated for resources: {'Port': ['ID=d77a4200-49a6-40c9-94de-cb778e166444,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:52.687192 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e1206b7-9ee1-4b58-8810-27223864d010 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.714270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d9c3a-8c6f-4a8c-9e6c-ee4f76f9f6fd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 3b16ee2c-a42a-449a-b152-7196b77fdee3 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:52.730671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1206b7-9ee1-4b58-8810-27223864d010 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=49eab98e-ff7b-45c5-a20a-b881b04cea65,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:52.900507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5e1206b7-9ee1-4b58-8810-27223864d010 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.911843 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5e1206b7-9ee1-4b58-8810-27223864d010 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/49eab98e-ff7b-45c5-a20a-b881b04cea65 HTTP/1.1" status: 204 len: 168 time: 0.7750139 Nov 22 17:02:52.913432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60938) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:53.011680 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-03129ad6-c2b2-48d4-90a4-c414ed4a57cd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] GET failed (client error): The resource could not be found. Nov 22 17:02:53.016610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:53.022721 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-03129ad6-c2b2-48d4-90a4-c414ed4a57cd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports/49eab98e-ff7b-45c5-a20a-b881b04cea65 HTTP/1.1" status: 404 len: 333 time: 0.1079905 Nov 22 17:02:53.283654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69948a33-43d2-4d93-9ebf-1f8b74fd113d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.301414 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9c3a-8c6f-4a8c-9e6c-ee4f76f9f6fd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.431942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d9c3a-8c6f-4a8c-9e6c-ee4f76f9f6fd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=3b16ee2c-a42a-449a-b152-7196b77fdee3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:53.546865 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a1d9c3a-8c6f-4a8c-9e6c-ee4f76f9f6fd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.552737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4a1d9c3a-8c6f-4a8c-9e6c-ee4f76f9f6fd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/3b16ee2c-a42a-449a-b152-7196b77fdee3 HTTP/1.1" status: 204 len: 168 time: 1.3525429 Nov 22 17:02:53.554751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69948a33-43d2-4d93-9ebf-1f8b74fd113d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.556700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60950) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:53.671900 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69948a33-43d2-4d93-9ebf-1f8b74fd113d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.675072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69948a33-43d2-4d93-9ebf-1f8b74fd113d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.676610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-69948a33-43d2-4d93-9ebf-1f8b74fd113d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/security-groups/852a0279-67a6-4b35-9a31-dc7b033e8ea7 HTTP/1.1" status: 204 len: 168 time: 0.6589367 Nov 22 17:02:53.680421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60952) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:53.704121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69948a33-43d2-4d93-9ebf-1f8b74fd113d tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852a0279-67a6-4b35-9a31-dc7b033e8ea7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:53.787935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821635ca-9bc3-4b5f-9a7f-2b1962574359 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:53.789903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821635ca-9bc3-4b5f-9a7f-2b1962574359 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:53.803110 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-821635ca-9bc3-4b5f-9a7f-2b1962574359 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2460282 Nov 22 17:02:53.806792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60960) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:53.879931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b267927-db36-4225-845b-03e80f09ad88 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.881386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7ff3f1cb-8f48-4562-952e-f35254cd7123 None None] Could not find standard attr ID for object 49eab98e-ff7b-45c5-a20a-b881b04cea65. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:02:53.929395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7ff3f1cb-8f48-4562-952e-f35254cd7123 None None] Provisioning complete for port 3e76fc87-ee0f-47ed-a265-f4376b259c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:53.929821 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f1cb-8f48-4562-952e-f35254cd7123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.980811 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b267927-db36-4225-845b-03e80f09ad88 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.986496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bee6260-26b9-4c76-aa7a-dc1ef724637f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 56e2e14e-9f15-471b-9512-31a3312ac6fb {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:54.015756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bee6260-26b9-4c76-aa7a-dc1ef724637f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.098898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b267927-db36-4225-845b-03e80f09ad88 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.106437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b267927-db36-4225-845b-03e80f09ad88 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.109246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7b267927-db36-4225-845b-03e80f09ad88 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/security-groups/d1a515b7-ccbc-45f5-ae2b-9da2172edf6f HTTP/1.1" status: 204 len: 168 time: 0.4270861 Nov 22 17:02:54.121036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:54.145168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b267927-db36-4225-845b-03e80f09ad88 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a515b7-ccbc-45f5-ae2b-9da2172edf6f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:54.165055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bee6260-26b9-4c76-aa7a-dc1ef724637f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.326595 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2f42a5b-48f2-4459-bdcc-6a1908e14cba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.379523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bee6260-26b9-4c76-aa7a-dc1ef724637f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.400309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3f1cb-8f48-4562-952e-f35254cd7123 None None] Port 3e76fc87-ee0f-47ed-a265-f4376b259c55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:54.473351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7ff3f1cb-8f48-4562-952e-f35254cd7123 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:54.474088 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ff3f1cb-8f48-4562-952e-f35254cd7123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.580558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2f42a5b-48f2-4459-bdcc-6a1908e14cba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.729724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bee6260-26b9-4c76-aa7a-dc1ef724637f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.794469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee6260-26b9-4c76-aa7a-dc1ef724637f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=56e2e14e-9f15-471b-9512-31a3312ac6fb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:54.812598 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bee6260-26b9-4c76-aa7a-dc1ef724637f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.820071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d77a4200-49a6-40c9-94de-cb778e166444 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:54.821116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7bee6260-26b9-4c76-aa7a-dc1ef724637f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/56e2e14e-9f15-471b-9512-31a3312ac6fb HTTP/1.1" status: 204 len: 168 time: 1.0072486 Nov 22 17:02:54.821239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 60988) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:54.823003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9f20ff-2132-4eff-8675-a1131f5b9bb7 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:54.827899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2f42a5b-48f2-4459-bdcc-6a1908e14cba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.842282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2f42a5b-48f2-4459-bdcc-6a1908e14cba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.844496 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a2f42a5b-48f2-4459-bdcc-6a1908e14cba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/security-groups/c9ec855b-45ba-40e4-baf1-bb385bc348a3 HTTP/1.1" status: 204 len: 168 time: 0.7155559 Nov 22 17:02:54.855117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 60990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:54.856295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f42a5b-48f2-4459-bdcc-6a1908e14cba tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ec855b-45ba-40e4-baf1-bb385bc348a3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:54.932509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d35b7f7-6987-434f-b563-ac8a1e233be8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 396802f0-d710-455d-b7b6-48d0d2ffd57e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:54.938390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d35b7f7-6987-434f-b563-ac8a1e233be8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.057701 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d35b7f7-6987-434f-b563-ac8a1e233be8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.279051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:55.279913 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.353932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d35b7f7-6987-434f-b563-ac8a1e233be8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.415885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8ff69920-194b-44c5-b0f1-f55f9da18b29 None None] Could not find standard attr ID for object 49eab98e-ff7b-45c5-a20a-b881b04cea65. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:02:55.552435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:55.571336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d35b7f7-6987-434f-b563-ac8a1e233be8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.659731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35b7f7-6987-434f-b563-ac8a1e233be8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=396802f0-d710-455d-b7b6-48d0d2ffd57e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:55.665111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d35b7f7-6987-434f-b563-ac8a1e233be8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.676753 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2d35b7f7-6987-434f-b563-ac8a1e233be8 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/396802f0-d710-455d-b7b6-48d0d2ffd57e HTTP/1.1" status: 204 len: 168 time: 0.8084574 Nov 22 17:02:55.678115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32786) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:55.686814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742892fa-db7c-45b0-a568-36df5adca264 None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:55.765118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] Deleting port 8af84fb1-65f0-41ce-950c-becf74b1db31 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:55.766097 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.841583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acfb735-bcc0-416f-af23-9ccd261b867c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet 81119a58-e4dd-4db0-8898-7e2e1866f6a8 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:55.863796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5acfb735-bcc0-416f-af23-9ccd261b867c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.980378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] For port 8af84fb1-65f0-41ce-950c-becf74b1db31, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8af84fb1-65f0-41ce-950c-becf74b1db31,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:55.980847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.028034 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5acfb735-bcc0-416f-af23-9ccd261b867c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.035713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bf9e005f-9de2-41e0-a3f1-453b4fb7f31f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.2129467 Nov 22 17:02:56.043314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:56.058336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] Calling delete_port for 8af84fb1-65f0-41ce-950c-becf74b1db31 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:56.182002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b26c1-907f-4af5-a539-4fe9db1537bd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:56.191078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-920b26c1-907f-4af5-a539-4fe9db1537bd tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1461635 Nov 22 17:02:56.191814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:56.247741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5acfb735-bcc0-416f-af23-9ccd261b867c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.277112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.348209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31733e73-c9f0-4b69-bb90-8de7800945d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:56.353703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:56.356993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-31733e73-c9f0-4b69-bb90-8de7800945d6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1640553 Nov 22 17:02:56.358116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] No DVR routers for this DVR port 8af84fb1-65f0-41ce-950c-becf74b1db31 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:56.410320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3249e77-7ab9-4ca6-abaa-727b2edcc8fe None None] Pushing event deleted for resources: {'Port': ['ID=8af84fb1-65f0-41ce-950c-becf74b1db31,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:56.473696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:56.479079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:56.484599 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-544c1278-cb26-4437-91f6-c14398fe51b5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280177 Nov 22 17:02:56.567036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5acfb735-bcc0-416f-af23-9ccd261b867c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.615215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb735-bcc0-416f-af23-9ccd261b867c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=81119a58-e4dd-4db0-8898-7e2e1866f6a8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:56.635457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5acfb735-bcc0-416f-af23-9ccd261b867c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.640881 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5acfb735-bcc0-416f-af23-9ccd261b867c tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/81119a58-e4dd-4db0-8898-7e2e1866f6a8 HTTP/1.1" status: 204 len: 168 time: 0.9608264 Nov 22 17:02:56.643225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32812) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:56.686373 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df811e-4640-4880-be68-a1432072c050 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:56.687606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1df811e-4640-4880-be68-a1432072c050 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:56.692036 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b1df811e-4640-4880-be68-a1432072c050 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/396802f0-d710-455d-b7b6-48d0d2ffd57e HTTP/1.1" status: 404 len: 337 time: 0.0475261 Nov 22 17:02:56.703092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32814) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:56.806083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:56.812232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.816523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8af84fb1-65f0-41ce-950c-becf74b1db31 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:56.885430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8af84fb1-65f0-41ce-950c-becf74b1db31 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:56.885792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8af84fb1-65f0-41ce-950c-becf74b1db31 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:56.945678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2aa1bb7-e576-4cda-bf37-a4c4744abef4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting subnet b081b89d-273f-4447-a962-3947e0a3182e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:56.951736 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1bb7-e576-4cda-bf37-a4c4744abef4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.972053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762f5fc-37bb-481d-9f93-1ec3b2501613 None None] Update dhcp port {'port': {'network_id': 'c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9', 'fixed_ips': [{'subnet_id': 'b081b89d-273f-4447-a962-3947e0a3182e', 'ip_address': '172.20.0.19'}, {'subnet_id': '81119a58-e4dd-4db0-8898-7e2e1866f6a8'}], 'binding:host_id': 'n-d-816865-2'}, 'id': 'd77a4200-49a6-40c9-94de-cb778e166444'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:02:57.000919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1bb7-e576-4cda-bf37-a4c4744abef4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.021047 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9762f5fc-37bb-481d-9f93-1ec3b2501613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.170830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1bb7-e576-4cda-bf37-a4c4744abef4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.341988 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1bb7-e576-4cda-bf37-a4c4744abef4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-9762f5fc-37bb-481d-9f93-1ec3b2501613 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b081b89d-273f-4447-a962-3947e0a3182e: This subnet is being modified by another concurrent operation. Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b081b89d-273f-4447-a962-3947e0a3182e: This subnet is being modified by another concurrent operation. Nov 22 17:02:57.344212 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 17:02:57.464738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1bb7-e576-4cda-bf37-a4c4744abef4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.470302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:57.485766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e2aa1bb7-e576-4cda-bf37-a4c4744abef4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/b081b89d-273f-4447-a962-3947e0a3182e HTTP/1.1" status: 204 len: 168 time: 0.7774706 Nov 22 17:02:57.490116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa1bb7-e576-4cda-bf37-a4c4744abef4 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Subnet': ['ID=b081b89d-273f-4447-a962-3947e0a3182e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:57.529235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5b677-9219-4594-9342-36d2cd55442c None None] Network c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:57.535301 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d07859-7ac7-4372-894a-db57282f2614 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:57.535773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d07859-7ac7-4372-894a-db57282f2614 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:57.542656 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-78d07859-7ac7-4372-894a-db57282f2614 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/64d36735-2480-4c1d-9b86-903d299d2142 HTTP/1.1" status: 404 len: 337 time: 0.0705049 Nov 22 17:02:57.546312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:57.606662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32836) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:57.607312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8627b0cf-34f4-45e3-99dc-85a05a2b7bde tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b921e90-2ba7-4cbe-aef4-cb74a2bed926 HTTP/1.1" status: 200 len: 205 time: 0.0554283 Nov 22 17:02:57.709750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.756344 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-d4ac1329-1a8c-418c-bcf8-599d9447bb4b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] delete failed (client error): The resource could not be found. Nov 22 17:02:57.775970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f9de6dc1-9323-4529-b522-1395404c5936 None None] Provisioning complete for port 3e76fc87-ee0f-47ed-a265-f4376b259c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:57.776351 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9de6dc1-9323-4529-b522-1395404c5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.776464 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d4ac1329-1a8c-418c-bcf8-599d9447bb4b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/routers/2b921e90-2ba7-4cbe-aef4-cb74a2bed926 HTTP/1.1" status: 404 len: 336 time: 0.1681030 Nov 22 17:02:57.777236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:57.794244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:57.807967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:57.823467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f9de6dc1-9323-4529-b522-1395404c5936 None None] Port 3e76fc87-ee0f-47ed-a265-f4376b259c55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:57.825222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21363960-d6ce-4c8e-8c38-7ab38fc2ff83 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:57.825627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:57.828059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.847887 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9e69f3-1efc-4915-92e7-85a9a0f42fa2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:57.848532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9e69f3-1efc-4915-92e7-85a9a0f42fa2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:57.859127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a9e69f3-1efc-4915-92e7-85a9a0f42fa2 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/d5a032d8-9736-4eed-9e09-83a29c52fb2e HTTP/1.1" status: 404 len: 337 time: 0.0803902 Nov 22 17:02:57.869844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:57.917592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4426892 Nov 22 17:02:57.919577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f9de6dc1-9323-4529-b522-1395404c5936 None None] Provisioning complete for port d77a4200-49a6-40c9-94de-cb778e166444 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:57.919975 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9de6dc1-9323-4529-b522-1395404c5936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.921126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32844) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:57.928156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:8f:e7:4e', 'name': 'tempest-NetworksTestDHCPv6-1797177287'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:57.953050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] DHCP port deletion for c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:57.957335 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ff4909-9386-4010-84b2-55256ca8d4b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:57.958112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ff4909-9386-4010-84b2-55256ca8d4b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:57.962749 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-31ff4909-9386-4010-84b2-55256ca8d4b0 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/0b54d2fd-a1c0-4b84-841e-c485783c1ee7 HTTP/1.1" status: 404 len: 337 time: 0.0902095 Nov 22 17:02:57.965847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32846) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.019498 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4942976-0ab9-4a23-acd0-ac13247a794e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:58.020104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4942976-0ab9-4a23-acd0-ac13247a794e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:58.023743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e4942976-0ab9-4a23-acd0-ac13247a794e tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/54a00522-237d-4b34-bb99-2d29c0ed297f HTTP/1.1" status: 404 len: 337 time: 0.0568061 Nov 22 17:02:58.025295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad12d12-9bef-4f27-bd98-67345f15567a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=5901cfe8-ee6e-4859-a6da-570dbf5dfb7e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:58.027971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.062814 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c084b36f-e1cf-4974-b064-eef2dbc2b183 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:58.063390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c084b36f-e1cf-4974-b064-eef2dbc2b183 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:58.067561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c084b36f-e1cf-4974-b064-eef2dbc2b183 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/2236703d-afc9-4789-948e-57d18f67c8a6 HTTP/1.1" status: 404 len: 333 time: 0.0380082 Nov 22 17:02:58.069726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.132939 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c471ca-11ef-41f3-afb2-0413985a89f3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:58.133410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c471ca-11ef-41f3-afb2-0413985a89f3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:58.136810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-17c471ca-11ef-41f3-afb2-0413985a89f3 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/0a15c90b-bed9-4e41-b63e-5d683aa63bed HTTP/1.1" status: 404 len: 337 time: 0.0661194 Nov 22 17:02:58.141258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32858) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.144253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '5901cfe8-ee6e-4859-a6da-570dbf5dfb7e'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:58.145688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.192751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:58.196409 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8b733e-755e-4d66-b87f-0fdb503112bd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:58.196966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8b733e-755e-4d66-b87f-0fdb503112bd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:58.200100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca8b733e-755e-4d66-b87f-0fdb503112bd tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/6718d87f-3ca9-41d4-830d-87bba27f54f8 HTTP/1.1" status: 404 len: 337 time: 0.0575857 Nov 22 17:02:58.202722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.229884 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c941bb1a-e587-4aef-a3e5-5aac95d3770b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:58.230477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c941bb1a-e587-4aef-a3e5-5aac95d3770b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:58.235005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c941bb1a-e587-4aef-a3e5-5aac95d3770b tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/9d521bb8-660d-43fa-9105-de42d6b29cdb HTTP/1.1" status: 404 len: 333 time: 0.0310709 Nov 22 17:02:58.237635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32862) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.279824 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1a872b-c86e-4ee2-ac95-5485515ef413 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:58.282867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1a872b-c86e-4ee2-ac95-5485515ef413 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:58.291303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3b1a872b-c86e-4ee2-ac95-5485515ef413 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/124b886e-71f5-422d-b222-5f778eaa008c HTTP/1.1" status: 404 len: 337 time: 0.0525305 Nov 22 17:02:58.294991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32864) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.300361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Deleting port d77a4200-49a6-40c9-94de-cb778e166444 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:58.302915 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.318826 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:58.326318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.351903 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-da007549-7e75-458d-8c2e-ece8ccfa9976 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:58.353384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da007549-7e75-458d-8c2e-ece8ccfa9976 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:58.357680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port f704577a-19f0-4e8a-939b-9450cda43fe0 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:58.366565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-da007549-7e75-458d-8c2e-ece8ccfa9976 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/subnets/78a3af9a-3af8-4118-a330-865c977e9472 HTTP/1.1" status: 404 len: 337 time: 0.0667117 Nov 22 17:02:58.366853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32866) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.479064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] For port d77a4200-49a6-40c9-94de-cb778e166444, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d77a4200-49a6-40c9-94de-cb778e166444,segment=NetworkSegment(77269fcd-45c8-4058-a3de-26e103197b12),segment_id=77269fcd-45c8-4058-a3de-26e103197b12)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:58.479523 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.514550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Calling delete_port for d77a4200-49a6-40c9-94de-cb778e166444 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:58.600390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c798d27e-6ee1-4265-a65a-4df6a0efcaf5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Deleting port 3e76fc87-ee0f-47ed-a265-f4376b259c55 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:58.600390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c798d27e-6ee1-4265-a65a-4df6a0efcaf5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.604442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/5901cfe8-ee6e-4859-a6da-570dbf5dfb7e/eee80d0c-bcf9-4a91-a294-5eaf5f664969) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:58.730085 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c798d27e-6ee1-4265-a65a-4df6a0efcaf5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.750001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c798d27e-6ee1-4265-a65a-4df6a0efcaf5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Calling delete_port for 3e76fc87-ee0f-47ed-a265-f4376b259c55 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:58.778898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d77a4200-49a6-40c9-94de-cb778e166444 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:58.875156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c798d27e-6ee1-4265-a65a-4df6a0efcaf5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.913843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798d27e-6ee1-4265-a65a-4df6a0efcaf5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Port': ['ID=3e76fc87-ee0f-47ed-a265-f4376b259c55,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:58.920007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c798d27e-6ee1-4265-a65a-4df6a0efcaf5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.924966 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c798d27e-6ee1-4265-a65a-4df6a0efcaf5 tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/ports/3e76fc87-ee0f-47ed-a265-f4376b259c55 HTTP/1.1" status: 204 len: 168 time: 0.5566146 Nov 22 17:02:58.927657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32888) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:59.004355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.047878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port d77a4200-49a6-40c9-94de-cb778e166444 update to DOWN by agent not found {{(pid=103444) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 17:02:59.049381 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.119715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Pushing event deleted for resources: {'Port': ['ID=d77a4200-49a6-40c9-94de-cb778e166444,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:59.127916 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.130331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.130758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.131194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.131602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.132028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.132427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.132830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.133231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.133629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.134024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.134423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.134821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:59.140673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f282d-cdd0-4e5e-bddd-8ce67d43d3b1 None None] No DVR routers for this DVR port d77a4200-49a6-40c9-94de-cb778e166444 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:59.155458 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.192561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:59.195244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:59.224115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:59.303889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Pushing event updated for resources: {'Port': ['ID=eee80d0c-bcf9-4a91-a294-5eaf5f664969,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:59.331899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::1e8 (45521f05-429d-474d-a428-1772d389eb08/5901cfe8-ee6e-4859-a6da-570dbf5dfb7e/f704577a-19f0-4e8a-939b-9450cda43fe0) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:59.345269 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Attempting to bind port eee80d0c-bcf9-4a91-a294-5eaf5f664969 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:59.345648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Attempting to bind port eee80d0c-bcf9-4a91-a294-5eaf5f664969 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:59.346023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Attempting to bind port eee80d0c-bcf9-4a91-a294-5eaf5f664969 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:59.352220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:59.352614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:59.353375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.353948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:59.354754 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Bound port: eee80d0c-bcf9-4a91-a294-5eaf5f664969, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:59.355348 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.408848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.432698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.443252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77269fcd-45c8-4058-a3de-26e103197b12') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.443697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77269fcd-45c8-4058-a3de-26e103197b12') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.453644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.468290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.476302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:59.477535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.510884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] For port eee80d0c-bcf9-4a91-a294-5eaf5f664969, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:59.514653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] For port eee80d0c-bcf9-4a91-a294-5eaf5f664969, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=eee80d0c-bcf9-4a91-a294-5eaf5f664969,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:59.522684 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:59.545141 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:59.724221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.733497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.008974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7ead-5e71-4c2b-a785-b500798ab4d4 None None] Pushing event updated for resources: {'Port': ['ID=eee80d0c-bcf9-4a91-a294-5eaf5f664969,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:00.180833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.193139 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] 10.222.0.59 "DELETE /v2.0/networks/c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9 HTTP/1.1" status: 204 len: 168 time: 1.2635128 Nov 22 17:03:00.198148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4993643-a574-405c-b123-fd67df18b5fe tempest-PortsTestJSON-927254157 tempest-PortsTestJSON-927254157-project] Pushing event deleted for resources: {'Network': ['ID=c44b4618-f835-4fe1-a7fe-27c4b9c6b6e9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:00.310411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.331672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:00.447410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=f704577a-19f0-4e8a-939b-9450cda43fe0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:00.475094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a662d9c7-80ef-4ccc-b6af-db43436eb33d admin admin] Deleting subnet 08ff1906-0d61-4066-8dca-0cc33882d663 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:00.476739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:00.478562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:00.482501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:00.487585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a662d9c7-80ef-4ccc-b6af-db43436eb33d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.490828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:00.491843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.523449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c0b9a1c6-c465-49b7-907d-3bc3c1bc67f1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6000910 Nov 22 17:03:00.525487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32916) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:00.557327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a662d9c7-80ef-4ccc-b6af-db43436eb33d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.597289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad2d3e-bd9f-4769-9d1a-4b5bd31aae17 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:00.606641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ad2d3e-bd9f-4769-9d1a-4b5bd31aae17 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:00.612748 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-04ad2d3e-bd9f-4769-9d1a-4b5bd31aae17 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0860109 Nov 22 17:03:00.613443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:00.623538 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a662d9c7-80ef-4ccc-b6af-db43436eb33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.768329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32930) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:00.813351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a662d9c7-80ef-4ccc-b6af-db43436eb33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.841963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eee80d0c-bcf9-4a91-a294-5eaf5f664969 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:00.884476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-dae0526f-81e4-4c50-994f-56a6129d4685 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port f704577a-19f0-4e8a-939b-9450cda43fe0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:00.887242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dae0526f-81e4-4c50-994f-56a6129d4685 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.941261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662d9c7-80ef-4ccc-b6af-db43436eb33d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ff1906-0d61-4066-8dca-0cc33882d663,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:00.950268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port eee80d0c-bcf9-4a91-a294-5eaf5f664969 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:00.950642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.959947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a662d9c7-80ef-4ccc-b6af-db43436eb33d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.973047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a662d9c7-80ef-4ccc-b6af-db43436eb33d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/08ff1906-0d61-4066-8dca-0cc33882d663 HTTP/1.1" status: 204 len: 168 time: 0.6368606 Nov 22 17:03:00.975622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32934) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:01.054778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a66f1-3c0b-48e5-b19d-5b11735111b2 None None] Network 08c97baf-132a-49d1-856b-a1e83852bc73 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:01.088419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dae0526f-81e4-4c50-994f-56a6129d4685 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.141435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-dae0526f-81e4-4c50-994f-56a6129d4685 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for f704577a-19f0-4e8a-939b-9450cda43fe0 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:01.175117 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.262703 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.338271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.354697 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-17149512-38d8-4f5f-bd0f-be82296ea5ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a8210ca913f42d583508a22bb37db73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5523698 Nov 22 17:03:01.355694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32942) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:01.404220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port eee80d0c-bcf9-4a91-a294-5eaf5f664969, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=eee80d0c-bcf9-4a91-a294-5eaf5f664969,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:01.428257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c97baf-132a-49d1-856b-a1e83852bc73']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:01.443659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17995a0d-1a62-4f55-abb7-08f90160a01b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:01.444254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17995a0d-1a62-4f55-abb7-08f90160a01b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:01.455274 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.496364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dae0526f-81e4-4c50-994f-56a6129d4685 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.498732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.504615 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58eb2bf-0ba4-453f-a6b6-40c0cd1ea628 None None] DHCP port deletion for 08c97baf-132a-49d1-856b-a1e83852bc73 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:01.509492 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f283553-5e39-4b55-9a3f-9d26d55cccf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.562936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=eee80d0c-bcf9-4a91-a294-5eaf5f664969,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:01.566381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f283553-5e39-4b55-9a3f-9d26d55cccf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.582512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0526f-81e4-4c50-994f-56a6129d4685 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=f704577a-19f0-4e8a-939b-9450cda43fe0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:01.613791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dae0526f-81e4-4c50-994f-56a6129d4685 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.622131 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dae0526f-81e4-4c50-994f-56a6129d4685 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/f704577a-19f0-4e8a-939b-9450cda43fe0 HTTP/1.1" status: 204 len: 168 time: 1.0072846 Nov 22 17:03:01.622838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32944) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:01.633405 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.640663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:01.641330 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:01.727779 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:01.730859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68834174-218f-4cd5-8320-6f936b7b930f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:01.733749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68834174-218f-4cd5-8320-6f936b7b930f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:01.740195 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-68834174-218f-4cd5-8320-6f936b7b930f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1154602 Nov 22 17:03:01.741443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32950) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:01.747674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.760569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.782574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] 10.222.0.59 "DELETE /v2.0/networks/08c97baf-132a-49d1-856b-a1e83852bc73 HTTP/1.1" status: 204 len: 168 time: 0.8055027 Nov 22 17:03:01.783725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f283553-5e39-4b55-9a3f-9d26d55cccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.798561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32952) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:01.807526 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f283553-5e39-4b55-9a3f-9d26d55cccf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.811559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8f283553-5e39-4b55-9a3f-9d26d55cccf7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2bdfa1f-c1f5-4639-97d5-8d3862ff7bb2 HTTP/1.1" status: 204 len: 168 time: 0.4544830 Nov 22 17:03:01.916118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7a4848-bd6c-46f7-ae6e-19b76777e7ff admin admin] Deleting subnet 335fb86b-8103-4897-935c-fcdb2fb248ce {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:01.922575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f96c54-d433-485b-84ec-add0cf376462 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c97baf-132a-49d1-856b-a1e83852bc73,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:01.925129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4848-bd6c-46f7-ae6e-19b76777e7ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.948777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f283553-5e39-4b55-9a3f-9d26d55cccf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bdfa1f-c1f5-4639-97d5-8d3862ff7bb2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:01.980971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4848-bd6c-46f7-ae6e-19b76777e7ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.064956 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4848-bd6c-46f7-ae6e-19b76777e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.133264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-188ff3cd-b2d7-4726-802d-a6feb714193d None None] Provisioning complete for port eee80d0c-bcf9-4a91-a294-5eaf5f664969 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:02.133871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fe81da-6b11-4229-83b2-69273c8e0ebc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 5901cfe8-ee6e-4859-a6da-570dbf5dfb7e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:02.133967 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-188ff3cd-b2d7-4726-802d-a6feb714193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.143959 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32fe81da-6b11-4229-83b2-69273c8e0ebc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.301260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32fe81da-6b11-4229-83b2-69273c8e0ebc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.437561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4848-bd6c-46f7-ae6e-19b76777e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.460087 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4848-bd6c-46f7-ae6e-19b76777e7ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.465100 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ac7a4848-bd6c-46f7-ae6e-19b76777e7ff admin admin] 10.222.0.59 "DELETE /v2.0/subnets/335fb86b-8103-4897-935c-fcdb2fb248ce HTTP/1.1" status: 204 len: 168 time: 0.6654727 Nov 22 17:03:02.466099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc011a12-038b-4c18-a2d0-626ccb73549d None None] Network 5185257e-ff67-4325-936b-6fdeb11340ff requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:02.468178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32974) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:02.516154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4848-bd6c-46f7-ae6e-19b76777e7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335fb86b-8103-4897-935c-fcdb2fb248ce,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:02.548895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32fe81da-6b11-4229-83b2-69273c8e0ebc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.596105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1ce96f69-a32b-42c2-8c11-ad3674d1242a None None] Could not find standard attr ID for object f704577a-19f0-4e8a-939b-9450cda43fe0. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:02.606809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.687283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32fe81da-6b11-4229-83b2-69273c8e0ebc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.738821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe81da-6b11-4229-83b2-69273c8e0ebc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=5901cfe8-ee6e-4859-a6da-570dbf5dfb7e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:02.743861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-32fe81da-6b11-4229-83b2-69273c8e0ebc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.750098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-32fe81da-6b11-4229-83b2-69273c8e0ebc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/5901cfe8-ee6e-4859-a6da-570dbf5dfb7e HTTP/1.1" status: 204 len: 168 time: 1.0043836 Nov 22 17:03:02.750538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 32980) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:02.775309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2416a9-60aa-4ce5-be27-610b2eb25f37 None None] DHCP port deletion for 5185257e-ff67-4325-936b-6fdeb11340ff request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:02.804766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eee80d0c-bcf9-4a91-a294-5eaf5f664969 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:02.865458 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.901162 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-352aa038-b1a0-431d-94e8-e7f54b56ca79 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494489 Nov 22 17:03:02.901560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 32990) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:02.925104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port eee80d0c-bcf9-4a91-a294-5eaf5f664969 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:02.925487 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.946003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5185257e-ff67-4325-936b-6fdeb11340ff']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:03.060208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7171c3fc-1b4b-43bb-bfe1-f4f82853a298') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:03.060542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7171c3fc-1b4b-43bb-bfe1-f4f82853a298') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:03.109195 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.111357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c48660c-92d0-4235-b52e-bbf8379d6cfa None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:03.126589 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.135067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:03.135459 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:03.200126 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:03.218171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e3f15e-ca14-4d0f-ba67-568006d9d70c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:03.221093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b4e3f15e-ca14-4d0f-ba67-568006d9d70c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3184721 Nov 22 17:03:03.223847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:03.224299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.233066 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.237790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5185257e-ff67-4325-936b-6fdeb11340ff HTTP/1.1" status: 204 len: 168 time: 0.7678983 Nov 22 17:03:03.283636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8df4c4-be22-4043-a515-34cc8d0fa513 admin admin] Pushing event deleted for resources: {'Network': ['ID=5185257e-ff67-4325-936b-6fdeb11340ff,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:03.343318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff4d87e-8610-4657-a67c-b4f7af2b959d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:03.349570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:03.349846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6ff4d87e-8610-4657-a67c-b4f7af2b959d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1248627 Nov 22 17:03:03.409531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-55040935-2c8f-41d0-8edf-d388cb46ca3f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586195 Nov 22 17:03:03.414000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33014) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:03.433520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:03.448726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:03.490612 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33018) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:03.598600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] Deleting port eee80d0c-bcf9-4a91-a294-5eaf5f664969 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:03.602118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.661256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33024) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:03.768962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:03.773930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.826559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] For port eee80d0c-bcf9-4a91-a294-5eaf5f664969, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=eee80d0c-bcf9-4a91-a294-5eaf5f664969,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:03.832225 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.832487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-314d8572-812e-4748-babb-102333dcc50d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a04af3e112984674babc64270a606ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594536 Nov 22 17:03:03.833983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33026) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:03.854295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] Calling delete_port for eee80d0c-bcf9-4a91-a294-5eaf5f664969 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:03.972120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.021142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be612df-fb30-4630-b95c-eaa385b28a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.037156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] Pushing event deleted for resources: {'Port': ['ID=eee80d0c-bcf9-4a91-a294-5eaf5f664969,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:04.051858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ebb346-d4c9-455c-b710-87d1c19c3075 None None] No DVR routers for this DVR port eee80d0c-bcf9-4a91-a294-5eaf5f664969 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:04.073143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84111112-4d17-47fd-a047-125ca4290696 None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:04.115134 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be612df-fb30-4630-b95c-eaa385b28a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.173296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-091ee76e-c789-41fb-b0e2-6fbf3da7d16c tempest-DvrRoutersNegativeTest-1593192822 tempest-DvrRoutersNegativeTest-1593192822-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-337396815', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:04.185249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.policy [None req-091ee76e-c789-41fb-b0e2-6fbf3da7d16c tempest-DvrRoutersNegativeTest-1593192822 tempest-DvrRoutersNegativeTest-1593192822-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103443) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 22 17:03:04.185566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.policy [None req-091ee76e-c789-41fb-b0e2-6fbf3da7d16c tempest-DvrRoutersNegativeTest-1593192822 tempest-DvrRoutersNegativeTest-1593192822-project] Failed policy check for 'create_router' {{(pid=103443) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 22 17:03:04.186232 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-091ee76e-c789-41fb-b0e2-6fbf3da7d16c tempest-DvrRoutersNegativeTest-1593192822 tempest-DvrRoutersNegativeTest-1593192822-project] create failed (client error): Access was denied to this resource. Nov 22 17:03:04.188788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-091ee76e-c789-41fb-b0e2-6fbf3da7d16c tempest-DvrRoutersNegativeTest-1593192822 tempest-DvrRoutersNegativeTest-1593192822-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6967533 Nov 22 17:03:04.287966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be612df-fb30-4630-b95c-eaa385b28a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.298317 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be612df-fb30-4630-b95c-eaa385b28a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.302004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5be612df-fb30-4630-b95c-eaa385b28a4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dff97e6e-bd35-4970-a6b9-11eaed790939 HTTP/1.1" status: 204 len: 168 time: 0.4632003 Nov 22 17:03:04.328565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be612df-fb30-4630-b95c-eaa385b28a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff97e6e-bd35-4970-a6b9-11eaed790939,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:04.557150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84111112-4d17-47fd-a047-125ca4290696 None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:04.574552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:03:04.583921 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.676514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:04.681868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:04.698018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.698879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.784376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:04.791366 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3653774 Nov 22 17:03:04.794826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-870270ee-cf00-4314-9e1d-1df01c5f59ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:04.812453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7e091-2c91-42e9-bef4-32738097bfe3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=afe4ac4c-a980-4000-b33b-88eabc8ff69c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:05.046541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eee80d0c-bcf9-4a91-a294-5eaf5f664969 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:05.152640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: eee80d0c-bcf9-4a91-a294-5eaf5f664969 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:05.167815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device eee80d0c-bcf9-4a91-a294-5eaf5f664969 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:05.195676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33066) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:05.411135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870270ee-cf00-4314-9e1d-1df01c5f59ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:05.419581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-870270ee-cf00-4314-9e1d-1df01c5f59ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.510879 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82db966b-a471-43cb-afb1-8cc2d1e2ce18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.581273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33076) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:05.605287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': 'afe4ac4c-a980-4000-b33b-88eabc8ff69c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:05.609232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.625671 n-d-816865-2 neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-870270ee-cf00-4314-9e1d-1df01c5f59ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet afe4ac4c-a980-4000-b33b-88eabc8ff69c (CIDR: 2001:db8::/64) Nov 22 17:03:05.631424 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-870270ee-cf00-4314-9e1d-1df01c5f59ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:03:05.632241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870270ee-cf00-4314-9e1d-1df01c5f59ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:05.675110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-870270ee-cf00-4314-9e1d-1df01c5f59ec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8879111 Nov 22 17:03:05.677950 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:05.690435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:05.822094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82db966b-a471-43cb-afb1-8cc2d1e2ce18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.835434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-82db966b-a471-43cb-afb1-8cc2d1e2ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.838540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Allocated IP 2001:db8::f816:3eff:fe87:c570 (45521f05-429d-474d-a428-1772d389eb08/afe4ac4c-a980-4000-b33b-88eabc8ff69c/d2e55ba3-ac4a-437b-8412-219651006a82) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:05.976155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33086) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:05.978775 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-82db966b-a471-43cb-afb1-8cc2d1e2ce18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4cd59990cd449e984337d271b7de565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7814863 Nov 22 17:03:05.992602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33088) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:05.993237 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-52c9554e-77ef-4077-b0b2-13a8160353fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c3b0901acb449fc9e14261a68beeb50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4102812 Nov 22 17:03:05.998255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db966b-a471-43cb-afb1-8cc2d1e2ce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c8e0a-94a1-47a9-b03e-05f0a8002521,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:06.074742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.086166 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.128018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:06.132943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:06.145048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:06.171208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:06.180926 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.220874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Pushing event updated for resources: {'Port': ['ID=d2e55ba3-ac4a-437b-8412-219651006a82,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:06.234422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Attempting to bind port d2e55ba3-ac4a-437b-8412-219651006a82 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:06.234807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Attempting to bind port d2e55ba3-ac4a-437b-8412-219651006a82 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:06.235763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Attempting to bind port d2e55ba3-ac4a-437b-8412-219651006a82 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:06.241135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:06.241652 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:06.242070 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.242472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:06.243019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Bound port: d2e55ba3-ac4a-437b-8412-219651006a82, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:06.243494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.348138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2509-3a9f-49bb-a61b-65551c2b797f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.349853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] For port d2e55ba3-ac4a-437b-8412-219651006a82, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:06.353466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] For port d2e55ba3-ac4a-437b-8412-219651006a82, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d2e55ba3-ac4a-437b-8412-219651006a82,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:06.358885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437da3d5-7898-4f8c-a05c-20336135cd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.360855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.396600 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437da3d5-7898-4f8c-a05c-20336135cd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.479887 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2509-3a9f-49bb-a61b-65551c2b797f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.497114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eedd81-90f7-4c30-b123-23b6d829c380 None None] Pushing event updated for resources: {'Port': ['ID=d2e55ba3-ac4a-437b-8412-219651006a82,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:06.572214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437da3d5-7898-4f8c-a05c-20336135cd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.575147 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-437da3d5-7898-4f8c-a05c-20336135cd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.576368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-437da3d5-7898-4f8c-a05c-20336135cd15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f69c8e0a-94a1-47a9-b03e-05f0a8002521 HTTP/1.1" status: 204 len: 168 time: 0.5982451 Nov 22 17:03:06.613014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437da3d5-7898-4f8c-a05c-20336135cd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c8e0a-94a1-47a9-b03e-05f0a8002521,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:06.668777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2509-3a9f-49bb-a61b-65551c2b797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.671996 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2509-3a9f-49bb-a61b-65551c2b797f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.673234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ec0e2509-3a9f-49bb-a61b-65551c2b797f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c06e0e2e-d0d3-4f1a-8fbc-541990af6ff2 HTTP/1.1" status: 204 len: 168 time: 0.6788402 Nov 22 17:03:06.749299 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.824046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e2509-3a9f-49bb-a61b-65551c2b797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e0e2e-d0d3-4f1a-8fbc-541990af6ff2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:07.112309 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.250473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:07.265476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:07.270903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:07.272170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.298586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=d000d551-1547-4027-b23e-2318f6369efd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:07.320381 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-82692cfd-ad25-4f5f-9f74-ca28c72037d0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6399109 Nov 22 17:03:07.322075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:07.327926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:4b:fc:05', 'name': 'tempest-NetworksTestDHCPv6-1901217567'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:07.522626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:07.653063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.677190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 070c70f5-88d6-42bd-bbb5-51d588a7c086 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:07.982260 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.065583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8:0:1::291 (45521f05-429d-474d-a428-1772d389eb08/d000d551-1547-4027-b23e-2318f6369efd/070c70f5-88d6-42bd-bbb5-51d588a7c086) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:08.074626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:fe4b:fc05 (45521f05-429d-474d-a428-1772d389eb08/afe4ac4c-a980-4000-b33b-88eabc8ff69c/070c70f5-88d6-42bd-bbb5-51d588a7c086) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:08.396839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33166) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:08.502710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.524388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6170b4-2d3e-44a7-960d-794021716e2f None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:08.572730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.613611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d96ca1e8-f717-4c2a-828b-f300cde1e455 None None] Provisioning complete for port d2e55ba3-ac4a-437b-8412-219651006a82 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:08.614207 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d96ca1e8-f717-4c2a-828b-f300cde1e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.660192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:08.672145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:08.689977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:08.702592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-432c85e6-01dd-4dad-a99c-bf7b1207fda9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2035908355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:08.715817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:08.716387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.777855 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-432c85e6-01dd-4dad-a99c-bf7b1207fda9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.779053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-432c85e6-01dd-4dad-a99c-bf7b1207fda9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.814095 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4904828 Nov 22 17:03:08.817205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33178) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:08.834776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=070c70f5-88d6-42bd-bbb5-51d588a7c086,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:08.852786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.853269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.853785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.854536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.854697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.855167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.855598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.856048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.862318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.862807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.866667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.867559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16780bd-0a14-49a1-9a78-8341ba3d1ff6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:08.868047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d2e55ba3-ac4a-437b-8412-219651006a82 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:08.990090 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-432c85e6-01dd-4dad-a99c-bf7b1207fda9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.999502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-432c85e6-01dd-4dad-a99c-bf7b1207fda9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.062943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d2e55ba3-ac4a-437b-8412-219651006a82 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:09.064169 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.068225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-432c85e6-01dd-4dad-a99c-bf7b1207fda9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.074250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-49c2c732-17ba-41e1-afcb-32bdb16d873c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 070c70f5-88d6-42bd-bbb5-51d588a7c086 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:09.075684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-432c85e6-01dd-4dad-a99c-bf7b1207fda9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6767478 Nov 22 17:03:09.080007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:09.087404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49c2c732-17ba-41e1-afcb-32bdb16d873c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.107105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-642333498'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:09.110627 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d96ca1e8-f717-4c2a-828b-f300cde1e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.171870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Made reservation on behalf of 4ff754bb647d44b5b6ad23e6d4f9ac75 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:09.177784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.215489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.313548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d96ca1e8-f717-4c2a-828b-f300cde1e455 None None] For port d2e55ba3-ac4a-437b-8412-219651006a82, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d2e55ba3-ac4a-437b-8412-219651006a82,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:09.313843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49c2c732-17ba-41e1-afcb-32bdb16d873c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.319998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.328153 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d96ca1e8-f717-4c2a-828b-f300cde1e455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.350032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-49c2c732-17ba-41e1-afcb-32bdb16d873c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 070c70f5-88d6-42bd-bbb5-51d588a7c086 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:09.413653 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.422284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.440296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:09.455866 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.457401 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Added segment d7f4b0d1-753c-4755-b8e3-b47173a0137d of type vlan for network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 Nov 22 17:03:09.527870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ca1e8-f717-4c2a-828b-f300cde1e455 None None] Pushing event updated for resources: {'Port': ['ID=d2e55ba3-ac4a-437b-8412-219651006a82,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.593822 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.709516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49c2c732-17ba-41e1-afcb-32bdb16d873c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.750810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38276c09-803c-49d6-8278-bcb0d11d6383,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.757790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.772573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:09.775448 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.777526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf78c0d-7b50-4a45-8dfd-4e5bc129dff6 None None] Update dhcp port {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': 'afe4ac4c-a980-4000-b33b-88eabc8ff69c', 'ip_address': '2001:db8::f816:3eff:fe87:c570'}, {'subnet_id': 'd000d551-1547-4027-b23e-2318f6369efd'}], 'binding:host_id': 'n-d-816865-2'}, 'id': 'd2e55ba3-ac4a-437b-8412-219651006a82'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:03:09.866535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2c732-17ba-41e1-afcb-32bdb16d873c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=070c70f5-88d6-42bd-bbb5-51d588a7c086,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.887723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Network': ['ID=f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.911239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ab091c7-d124-420e-bc48-b3fc45247cd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8196328 Nov 22 17:03:09.911527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:09.920128 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:09.920659 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:09.922362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'subnet': {'network_id': 'f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:09.928422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:09.938255 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aaf78c0d-7b50-4a45-8dfd-4e5bc129dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.006422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49c2c732-17ba-41e1-afcb-32bdb16d873c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.010107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49c2c732-17ba-41e1-afcb-32bdb16d873c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/070c70f5-88d6-42bd-bbb5-51d588a7c086 HTTP/1.1" status: 204 len: 168 time: 1.1899443 Nov 22 17:03:10.015903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33240) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.160657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99130080-abf5-4ccd-bf60-4c071dd93df8 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.163022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-99130080-abf5-4ccd-bf60-4c071dd93df8 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1458552 Nov 22 17:03:10.168328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.238756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Made reservation on behalf of 4ff754bb647d44b5b6ad23e6d4f9ac75 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:10.250974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.575462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8fd641-d582-4427-b869-fac183388a79 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.579496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3f8fd641-d582-4427-b869-fac183388a79 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4006305 Nov 22 17:03:10.582597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33260) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.632322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.765368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecaf457-54bb-4740-81eb-54be0d938822 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.777125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecaf457-54bb-4740-81eb-54be0d938822 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.792398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecaf457-54bb-4740-81eb-54be0d938822 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.794169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fecaf457-54bb-4740-81eb-54be0d938822 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2102692 Nov 22 17:03:10.806138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33270) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.892588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Subnet': ['ID=0c43ffdb-bfca-44fa-bc29-4a1ce183b11a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:10.914662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Checking segment: {'id': 'd7f4b0d1-753c-4755-b8e3-b47173a0137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:10.915080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network hostable DHCP agents. Network: f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:10.977947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9d3efd-4aab-402b-afee-4e26ffcad9a4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet afe4ac4c-a980-4000-b33b-88eabc8ff69c {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:10.981947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:11.004836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:11.017071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.017714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.049246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ed5ae7f-60c8-4fdd-9057-590df8c9469a tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1364491 Nov 22 17:03:11.052557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33290) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:11.060011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'network': {'name': 'tempest-router-network01--126059697'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:11.102558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Made reservation on behalf of 4ff754bb647d44b5b6ad23e6d4f9ac75 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:11.109398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.153796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e7fcb-0f1f-4bb9-ac8a-caa082dae362 None None] Network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:11.219290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:11.255484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-aaf78c0d-7b50-4a45-8dfd-4e5bc129dff6 None None] Allocated IP 2001:db8:0:1::2 (45521f05-429d-474d-a428-1772d389eb08/d000d551-1547-4027-b23e-2318f6369efd/d2e55ba3-ac4a-437b-8412-219651006a82) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:11.276717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.278886 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Added segment 37c91a08-4d78-486f-b728-4818eb507ab2 of type vlan for network e2732cde-d868-4eff-aabb-d2619a30b423 Nov 22 17:03:11.408799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d2e55ba3-ac4a-437b-8412-219651006a82 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:11.439578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.479949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.492466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.492466 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.552557 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4988048 Nov 22 17:03:11.555385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33312) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:11.586847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'network': {'name': 'tempest-router-network02--557533343'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:11.700158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Made reservation on behalf of 4ff754bb647d44b5b6ad23e6d4f9ac75 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:11.704337 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.709707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1', 'network_id': 'f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1', 'tenant_id': '4ff754bb647d44b5b6ad23e6d4f9ac75', 'fixed_ips': [{'subnet_id': '0c43ffdb-bfca-44fa-bc29-4a1ce183b11a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:11.721741 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.813156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:11.838816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.839332 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Added segment d31597a1-1102-4fe9-86d3-2a044fda2c5f of type vlan for network 81284f74-c909-44d1-88df-a239ca847296 Nov 22 17:03:11.881504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d9416-0828-42a9-863e-82d2ded50c64 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Network': ['ID=e2732cde-d868-4eff-aabb-d2619a30b423,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:11.928284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.929688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network e2732cde-d868-4eff-aabb-d2619a30b423 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:11.944209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d2e55ba3-ac4a-437b-8412-219651006a82 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:11.944870 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.964182 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.971549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.981219 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.099669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Network': ['ID=81284f74-c909-44d1-88df-a239ca847296,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:12.127127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33328) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:12.128728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a94a939f-8746-4652-bec9-71892f60fb40 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5713811 Nov 22 17:03:12.141769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'subnet': {'network_id': 'e2732cde-d868-4eff-aabb-d2619a30b423', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:12.194128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 81284f74-c909-44d1-88df-a239ca847296 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:12.245147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-aaf78c0d-7b50-4a45-8dfd-4e5bc129dff6 None None] For port d2e55ba3-ac4a-437b-8412-219651006a82, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d2e55ba3-ac4a-437b-8412-219651006a82,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:12.402415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Made reservation on behalf of 4ff754bb647d44b5b6ad23e6d4f9ac75 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:12.408359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.665675 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aaf78c0d-7b50-4a45-8dfd-4e5bc129dff6 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.679925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aaf78c0d-7b50-4a45-8dfd-4e5bc129dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.681652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3efd-4aab-402b-afee-4e26ffcad9a4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.745596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Allocated IP 172.20.0.2 (f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1/0c43ffdb-bfca-44fa-bc29-4a1ce183b11a/35f16d17-9ec1-4a92-be39-acfe12c913a8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:12.819649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3efd-4aab-402b-afee-4e26ffcad9a4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.883472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf78c0d-7b50-4a45-8dfd-4e5bc129dff6 None None] Pushing event updated for resources: {'Port': ['ID=d2e55ba3-ac4a-437b-8412-219651006a82,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:12.959121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.209792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Checking segment: {'id': '37c91a08-4d78-486f-b728-4818eb507ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e2732cde-d868-4eff-aabb-d2619a30b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:13.210164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network hostable DHCP agents. Network: e2732cde-d868-4eff-aabb-d2619a30b423, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:13.231650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Subnet': ['ID=0f878c59-a7b7-4fd1-b20b-1c066f65dac7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:13.269576 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3efd-4aab-402b-afee-4e26ffcad9a4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.274220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network e2732cde-d868-4eff-aabb-d2619a30b423 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:13.291987 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.307369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, e2732cde-d868-4eff-aabb-d2619a30b423) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:13.315417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:13.316260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.336898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798cec23-f205-4067-99d2-fd19b8b9b05e None None] Network e2732cde-d868-4eff-aabb-d2619a30b423 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:13.357288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d2e55ba3-ac4a-437b-8412-219651006a82 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:13.359517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:13.367427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'subnet': {'network_id': '81284f74-c909-44d1-88df-a239ca847296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:13.371735 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.373744 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e19513e6-78fa-4520-820f-680172b816cb tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2450984 Nov 22 17:03:13.500186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3efd-4aab-402b-afee-4e26ffcad9a4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.594140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d3efd-4aab-402b-afee-4e26ffcad9a4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=afe4ac4c-a980-4000-b33b-88eabc8ff69c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:13.614189 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3efd-4aab-402b-afee-4e26ffcad9a4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.625419 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5d9d3efd-4aab-402b-afee-4e26ffcad9a4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/afe4ac4c-a980-4000-b33b-88eabc8ff69c HTTP/1.1" status: 204 len: 168 time: 2.8175509 Nov 22 17:03:13.627258 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33360) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:13.719564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Made reservation on behalf of 4ff754bb647d44b5b6ad23e6d4f9ac75 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:13.723826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.796323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:13.816885 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aad0b0d-4777-44f8-849e-a793fea80d9e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet d000d551-1547-4027-b23e-2318f6369efd {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:13.824772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9aad0b0d-4777-44f8-849e-a793fea80d9e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.895298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:13.944795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:13.946060 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9aad0b0d-4777-44f8-849e-a793fea80d9e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.979885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Pushing event updated for resources: {'Port': ['ID=35f16d17-9ec1-4a92-be39-acfe12c913a8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:14.050810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-6926b9b0-ff0c-490c-8544-cbb7ca0a53ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3502343 Nov 22 17:03:14.207071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d2e55ba3-ac4a-437b-8412-219651006a82 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:14.207998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.230287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-c4710f7b-ca53-489f-abea-002614be4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:14.232027 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-c4710f7b-ca53-489f-abea-002614be4d19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 1097 time: 0.0919890 Nov 22 17:03:14.359165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9aad0b0d-4777-44f8-849e-a793fea80d9e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.399605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471bca7-d770-414f-a3fe-79710e43db08 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:14.426419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33376) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:14.510460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b11d779b-82e6-451b-9a68-ec1a51b185ec None None] Could not find standard attr ID for object 070c70f5-88d6-42bd-bbb5-51d588a7c086. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:14.552031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-2873751c-7251-4605-befb-a7c5e9533ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:14.554248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-2873751c-7251-4605-befb-a7c5e9533ffe service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 0.2263556 Nov 22 17:03:14.555965 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.565106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-e2732cde-d868-4eff-aabb-d2619a30b423', 'network_id': 'e2732cde-d868-4eff-aabb-d2619a30b423', 'tenant_id': '4ff754bb647d44b5b6ad23e6d4f9ac75', 'fixed_ips': [{'subnet_id': '0f878c59-a7b7-4fd1-b20b-1c066f65dac7'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:14.569591 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.586223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Attempting to bind port 35f16d17-9ec1-4a92-be39-acfe12c913a8 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:14.587915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Attempting to bind port 35f16d17-9ec1-4a92-be39-acfe12c913a8 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd7f4b0d1-753c-4755-b8e3-b47173a0137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:14.589025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Attempting to bind port 35f16d17-9ec1-4a92-be39-acfe12c913a8 on network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:14.626063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b11d779b-82e6-451b-9a68-ec1a51b185ec None None] Provisioning complete for port d2e55ba3-ac4a-437b-8412-219651006a82 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:14.626491 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b11d779b-82e6-451b-9a68-ec1a51b185ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.714667 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-502cddcd-d7d7-4846-a426-23507ba5ce42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2867765 Nov 22 17:03:14.738478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79328-83f0-452c-a741-726ebedf3040 req-eb401f9a-ba71-4bbb-b3c9-0fc5e91ba3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:14.741018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aea79328-83f0-452c-a741-726ebedf3040 req-eb401f9a-ba71-4bbb-b3c9-0fc5e91ba3ac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1097 time: 0.3119605 Nov 22 17:03:14.742235 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9aad0b0d-4777-44f8-849e-a793fea80d9e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.792901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9aad0b0d-4777-44f8-849e-a793fea80d9e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.798557 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9aad0b0d-4777-44f8-849e-a793fea80d9e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/d000d551-1547-4027-b23e-2318f6369efd HTTP/1.1" status: 204 len: 168 time: 1.1657398 Nov 22 17:03:14.818302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Subnet': ['ID=11ffca07-f435-4b58-a656-9cd65041076e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:14.837126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:14.844685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-ab0eb9af-4724-4082-883f-ba25be224a3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb73db94-2a18-44ef-a3b4-af434ac92795 HTTP/1.1" status: 200 len: 217 time: 0.2750983 Nov 22 17:03:14.923893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad0b0d-4777-44f8-849e-a793fea80d9e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=d000d551-1547-4027-b23e-2318f6369efd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:14.926317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:14.929355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Checking segment: {'id': 'd7f4b0d1-753c-4755-b8e3-b47173a0137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:14.929907 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.930426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Bound using segment: {'id': 'd7f4b0d1-753c-4755-b8e3-b47173a0137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:14.932415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Bound port: 35f16d17-9ec1-4a92-be39-acfe12c913a8, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f4b0d1-753c-4755-b8e3-b47173a0137d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:14.935927 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.972992 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aea79328-83f0-452c-a741-726ebedf3040 req-f99816e2-1e78-4999-8f9a-6ed3fe82fd08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051346 Nov 22 17:03:15.024401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-0d24fd65-1061-428a-9f64-07a41c768cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:15.029240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-0d24fd65-1061-428a-9f64-07a41c768cd7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5a068cc044a940198c59d872f820556d&device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 1096 time: 0.2711110 Nov 22 17:03:15.056866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c39ec9b7-a9ba-49cc-8f04-6d97606ea21b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2097881 Nov 22 17:03:15.059637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33392) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:15.068030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:15.116384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Checking segment: {'id': 'd31597a1-1102-4fe9-86d3-2a044fda2c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81284f74-c909-44d1-88df-a239ca847296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:15.118112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network hostable DHCP agents. Network: 81284f74-c909-44d1-88df-a239ca847296, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:15.177180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-53543e5b-116c-4bc9-8ea2-84aad83a024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:15.185087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-53543e5b-116c-4bc9-8ea2-84aad83a024a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.3253081 Nov 22 17:03:15.264352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-3100c5d2-62d8-4ea1-b979-876f38483ab3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697451 Nov 22 17:03:15.317194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network 81284f74-c909-44d1-88df-a239ca847296 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:15.323317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-ac8993dc-7465-4e61-a906-28954a3e651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:15.325039 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-ac8993dc-7465-4e61-a906-28954a3e651e service neutron] 10.222.0.62 "GET /v2.0/networks?id=7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 200 len: 916 time: 0.2378650 Nov 22 17:03:15.372887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 81284f74-c909-44d1-88df-a239ca847296) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:15.404807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:15.405529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.502759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c81160cc-3354-427d-ab71-b69ce3b24adc tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1395905 Nov 22 17:03:15.505648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33402) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:15.519849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-af6b7383-a47f-4ebf-9741-0a2e51a2dc41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b093b3b-2f66-4095-998c-7cc64e89b48d HTTP/1.1" status: 200 len: 217 time: 0.1756370 Nov 22 17:03:15.712269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-1e809bce-3aa4-4fe6-b9ee-9fdfff2e87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:15.715079 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-1e809bce-3aa4-4fe6-b9ee-9fdfff2e87eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 200 len: 855 time: 0.1872361 Nov 22 17:03:15.719619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] For port 35f16d17-9ec1-4a92-be39-acfe12c913a8, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:15.726119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] For port 35f16d17-9ec1-4a92-be39-acfe12c913a8, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=35f16d17-9ec1-4a92-be39-acfe12c913a8,segment=NetworkSegment(d7f4b0d1-753c-4755-b8e3-b47173a0137d),segment_id=d7f4b0d1-753c-4755-b8e3-b47173a0137d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:15.745365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7e76e-90df-4cef-ba74-493ccff26d5c None None] Network 81284f74-c909-44d1-88df-a239ca847296 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:15.776195 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.807618 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-c17824ba-bc40-4492-ae4a-0e8fd0103a70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c32d56e-d4d2-46af-9a86-25652e280b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849180 Nov 22 17:03:15.931727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:15.967236 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.029746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Allocated IP 172.20.0.2 (e2732cde-d868-4eff-aabb-d2619a30b423/0f878c59-a7b7-4fd1-b20b-1c066f65dac7/757c54a4-1140-4d82-a25c-38a75f74a0cd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:16.104911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e0be2b0-2d98-4325-a39a-afe6f22a6170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.144852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-a26de9d0-679f-4344-90f9-1c615d30e8de service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576965 Nov 22 17:03:16.363799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c033bdc-d6f2-4ee8-8337-c6b55cab94bc None None] Pushing event updated for resources: {'Port': ['ID=35f16d17-9ec1-4a92-be39-acfe12c913a8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:16.864117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.918767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.056655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:03:17.198296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Pushing event updated for resources: {'Port': ['ID=757c54a4-1140-4d82-a25c-38a75f74a0cd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:17.216816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:17.378138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Network e2732cde-d868-4eff-aabb-d2619a30b423 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:17.465136 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-44730725-7a17-4d21-aa1b-c807044822c7 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6475153 Nov 22 17:03:17.526369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-81284f74-c909-44d1-88df-a239ca847296', 'network_id': '81284f74-c909-44d1-88df-a239ca847296', 'tenant_id': '4ff754bb647d44b5b6ad23e6d4f9ac75', 'fixed_ips': [{'subnet_id': '11ffca07-f435-4b58-a656-9cd65041076e'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:17.534737 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.566218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 35f16d17-9ec1-4a92-be39-acfe12c913a8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:17.572328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:17.589608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:17.860812 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eb27f77d-3575-4d26-b468-1dfd3f5f21a5 req-e129c7b2-a022-4945-9117-bacd1f798522 service neutron] 10.222.0.62 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804090 Nov 22 17:03:17.945253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Allocated IP 172.20.0.2 (81284f74-c909-44d1-88df-a239ca847296/11ffca07-f435-4b58-a656-9cd65041076e/9d3e4e44-9749-4dc7-ba04-99a854a48762) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:18.032741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64dd6c57-adb3-4ee5-b6f1-a71130f7b664 req-64ea8285-d750-41c1-83a0-9bbbba6f3e3c service neutron] 10.222.0.37 "GET /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8697681 Nov 22 17:03:18.144367 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.159190 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.285500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e5677-5ef6-4b0f-862f-89faff4c8ecd None None] Network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:18.676189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] For port d2e55ba3-ac4a-437b-8412-219651006a82, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d2e55ba3-ac4a-437b-8412-219651006a82,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:18.768518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.777181 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.777949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.812634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Attempting to bind port 757c54a4-1140-4d82-a25c-38a75f74a0cd on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:18.813242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Attempting to bind port 757c54a4-1140-4d82-a25c-38a75f74a0cd by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '37c91a08-4d78-486f-b728-4818eb507ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e2732cde-d868-4eff-aabb-d2619a30b423'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:18.813706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Attempting to bind port 757c54a4-1140-4d82-a25c-38a75f74a0cd on network e2732cde-d868-4eff-aabb-d2619a30b423 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:18.823193 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93960837-09c6-42cf-80b6-77f04abe1fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.835761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:18.836158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Checking segment: {'id': '37c91a08-4d78-486f-b728-4818eb507ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e2732cde-d868-4eff-aabb-d2619a30b423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:18.836582 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.836995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Bound using segment: {'id': '37c91a08-4d78-486f-b728-4818eb507ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e2732cde-d868-4eff-aabb-d2619a30b423'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:18.837497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Bound port: 757c54a4-1140-4d82-a25c-38a75f74a0cd, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c91a08-4d78-486f-b728-4818eb507ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e2732cde-d868-4eff-aabb-d2619a30b423'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:18.837898 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.848327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Allocated IP 172.20.0.1 (e2732cde-d868-4eff-aabb-d2619a30b423/0f878c59-a7b7-4fd1-b20b-1c066f65dac7/1bc91663-0f21-49bd-b965-070747f4affe) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:18.919114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] Deleting port d2e55ba3-ac4a-437b-8412-219651006a82 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:18.919498 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.933788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:18.946061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:18.972217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:18.972863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.027335 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9659784 Nov 22 17:03:19.030623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33472) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:19.031851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=d2e55ba3-ac4a-437b-8412-219651006a82,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.042399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e895de0e-a3dc-4ff4-93cc-09fbb9407056 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:19.043522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8d81e55d-6720-42ec-b1bf-409ed28ebd2f None None] Provisioning complete for port 35f16d17-9ec1-4a92-be39-acfe12c913a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:19.044096 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d81e55d-6720-42ec-b1bf-409ed28ebd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.052131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf4161-1dd9-4b4a-8e16-75d94c7879a0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=d7b810ef-a713-4e08-a49c-09b264f5e7d7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.161332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.168646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.331953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.383354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.415754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e895de0e-a3dc-4ff4-93cc-09fbb9407056 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:19.419633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e895de0e-a3dc-4ff4-93cc-09fbb9407056 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.520198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] For port d2e55ba3-ac4a-437b-8412-219651006a82, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d2e55ba3-ac4a-437b-8412-219651006a82,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:19.521172 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.543512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] Calling delete_port for d2e55ba3-ac4a-437b-8412-219651006a82 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:19.701032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network e2732cde-d868-4eff-aabb-d2619a30b423 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:19.738112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:19.741731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Pushing event updated for resources: {'Port': ['ID=9d3e4e44-9749-4dc7-ba04-99a854a48762,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.743427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:19.758638 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.759489 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.846172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Port': ['ID=1bc91663-0f21-49bd-b965-070747f4affe,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.872524 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 35f16d17-9ec1-4a92-be39-acfe12c913a8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:19.879176 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.970466 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.976947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Network 81284f74-c909-44d1-88df-a239ca847296 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:20.088183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:20.088183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] Pushing event deleted for resources: {'Port': ['ID=d2e55ba3-ac4a-437b-8412-219651006a82,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:20.117561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:20.124675 n-d-816865-2 neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-e895de0e-a3dc-4ff4-93cc-09fbb9407056 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7b810ef-a713-4e08-a49c-09b264f5e7d7 (CIDR: 2001:db8::/64) Nov 22 17:03:20.155018 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e895de0e-a3dc-4ff4-93cc-09fbb9407056 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:03:20.155018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e895de0e-a3dc-4ff4-93cc-09fbb9407056 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:20.241190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e895de0e-a3dc-4ff4-93cc-09fbb9407056 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2052712 Nov 22 17:03:20.241953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:20.257757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] For port 757c54a4-1140-4d82-a25c-38a75f74a0cd, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:20.258640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:20.323025 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1c55e-ce9a-4b40-b4ca-a91a51b12507 None None] No DVR routers for this DVR port d2e55ba3-ac4a-437b-8412-219651006a82 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:20.556102 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.741845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] For port 757c54a4-1140-4d82-a25c-38a75f74a0cd, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=757c54a4-1140-4d82-a25c-38a75f74a0cd,segment=NetworkSegment(37c91a08-4d78-486f-b728-4818eb507ab2),segment_id=37c91a08-4d78-486f-b728-4818eb507ab2)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:20.746928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f355a06-87a2-421c-9455-2fdb1c20bd14 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:20.836394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.951254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:20.955662 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.993698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Attempting to bind port 9d3e4e44-9749-4dc7-ba04-99a854a48762 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:20.994089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Attempting to bind port 9d3e4e44-9749-4dc7-ba04-99a854a48762 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd31597a1-1102-4fe9-86d3-2a044fda2c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81284f74-c909-44d1-88df-a239ca847296'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:20.994486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Attempting to bind port 9d3e4e44-9749-4dc7-ba04-99a854a48762 on network 81284f74-c909-44d1-88df-a239ca847296 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:21.035402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.043310 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d81e55d-6720-42ec-b1bf-409ed28ebd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.088213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:21.088893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Checking segment: {'id': 'd31597a1-1102-4fe9-86d3-2a044fda2c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81284f74-c909-44d1-88df-a239ca847296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:21.088893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.089310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Bound using segment: {'id': 'd31597a1-1102-4fe9-86d3-2a044fda2c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81284f74-c909-44d1-88df-a239ca847296'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:21.090064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Bound port: 9d3e4e44-9749-4dc7-ba04-99a854a48762, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31597a1-1102-4fe9-86d3-2a044fda2c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '81284f74-c909-44d1-88df-a239ca847296'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:21.090404 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.245117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea99d4d-c376-4274-a3a4-6ed10122144e None None] Pushing event updated for resources: {'Port': ['ID=757c54a4-1140-4d82-a25c-38a75f74a0cd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:21.297548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8d81e55d-6720-42ec-b1bf-409ed28ebd2f None None] For port 35f16d17-9ec1-4a92-be39-acfe12c913a8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=35f16d17-9ec1-4a92-be39-acfe12c913a8,segment=NetworkSegment(d7f4b0d1-753c-4755-b8e3-b47173a0137d),segment_id=d7f4b0d1-753c-4755-b8e3-b47173a0137d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:21.309156 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.321789 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d81e55d-6720-42ec-b1bf-409ed28ebd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.662079 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.685966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.845525 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.867590 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.919746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.924430 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:21.924990 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:21.954804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Port': ['ID=1bc91663-0f21-49bd-b965-070747f4affe,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:21.981618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e52dad3-27d3-4552-9f8e-81bfd9feeb1b None None] Provisioning complete for port 35f16d17-9ec1-4a92-be39-acfe12c913a8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:21.982224 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e52dad3-27d3-4552-9f8e-81bfd9feeb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.988238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81e55d-6720-42ec-b1bf-409ed28ebd2f None None] Pushing event updated for resources: {'Port': ['ID=35f16d17-9ec1-4a92-be39-acfe12c913a8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:22.016062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] For port 9d3e4e44-9749-4dc7-ba04-99a854a48762, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:22.022117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.024264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': 'd7b810ef-a713-4e08-a49c-09b264f5e7d7'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:22.025893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.030275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.030706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.031441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.036084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.036823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.037509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.038197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.043290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.043988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.044680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.045303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:22.054906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:22.075897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:22.084729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:22.087531 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.144191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] For port 9d3e4e44-9749-4dc7-ba04-99a854a48762, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d3e4e44-9749-4dc7-ba04-99a854a48762,segment=NetworkSegment(d31597a1-1102-4fe9-86d3-2a044fda2c5f),segment_id=d31597a1-1102-4fe9-86d3-2a044fda2c5f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:22.145946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=20a91563-b1dc-4737-ba83-87e58eab7ccb,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:22.308617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network e2732cde-d868-4eff-aabb-d2619a30b423 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:22.320464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33528) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:22.321316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7357bfbe-6280-49d7-a3dd-c4bf78e400e5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0786009 Nov 22 17:03:22.323722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:22.327041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:71:1a:90', 'name': 'tempest-NetworksTestDHCPv6-1392216278'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:22.514439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Allocated IP 2001:db8::f816:3eff:fec2:c99b (45521f05-429d-474d-a428-1772d389eb08/d7b810ef-a713-4e08-a49c-09b264f5e7d7/7ba92121-5877-4f35-af1d-1bee8703e6d9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:22.656697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Router bcb5d78c-fc15-4241-8537-7efcb0973465 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:03:22.728650 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.778733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:22.820604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:22.857007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aa4d1ebf-b6a2-4f4f-9982-353c92dafdd4 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "PUT /v2.0/routers/bcb5d78c-fc15-4241-8537-7efcb0973465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3498480 Nov 22 17:03:22.859974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33538) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:22.920241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5c587-a1a7-4510-8a77-87184743dc34 None None] Sync routers for ids ['bcb5d78c-fc15-4241-8537-7efcb0973465'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:23.100145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1713c33-a1ec-4de2-9dde-51438bdc68e5 None None] Pushing event updated for resources: {'Port': ['ID=9d3e4e44-9749-4dc7-ba04-99a854a48762,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:23.126546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d2e55ba3-ac4a-437b-8412-219651006a82 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:23.187645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d2e55ba3-ac4a-437b-8412-219651006a82 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:23.188289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d2e55ba3-ac4a-437b-8412-219651006a82 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:23.193957 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5c587-a1a7-4510-8a77-87184743dc34 None None] Routers {'bcb5d78c-fc15-4241-8537-7efcb0973465'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:23.194832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f7b5c587-a1a7-4510-8a77-87184743dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bcb5d78c-fc15-4241-8537-7efcb0973465'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:23.342158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310da7e1-5db7-4003-b9c0-62624f860682 None None] Network e2732cde-d868-4eff-aabb-d2619a30b423 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:23.362366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f7b5c587-a1a7-4510-8a77-87184743dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:24.093430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 35f16d17-9ec1-4a92-be39-acfe12c913a8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:24.148737 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.184380 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-82d59293-b732-4b9d-be48-db6daa079445 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:03:24.190356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-82d59293-b732-4b9d-be48-db6daa079445 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "PUT /v2.0/routers/bcb5d78c-fc15-4241-8537-7efcb0973465/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3247664 Nov 22 17:03:24.191136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33556) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:24.221554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 4aa99081-3611-4590-936a-f680a4c0b96e yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:24.249247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5c587-a1a7-4510-8a77-87184743dc34 None None] Routers {'bcb5d78c-fc15-4241-8537-7efcb0973465'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:24.249814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f7b5c587-a1a7-4510-8a77-87184743dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bcb5d78c-fc15-4241-8537-7efcb0973465'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:24.290232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.351746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4b72a79b-c698-4ff4-a202-cadf96366005 None None] Provisioning complete for port 757c54a4-1140-4d82-a25c-38a75f74a0cd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:24.352313 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b72a79b-c698-4ff4-a202-cadf96366005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.469459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f7b5c587-a1a7-4510-8a77-87184743dc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:24.470189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5c587-a1a7-4510-8a77-87184743dc34 None None] The sync data for ids ['bcb5d78c-fc15-4241-8537-7efcb0973465'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:24.492385 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.589497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:24.634670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:24.755534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:24.778848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8:0:1::ea (45521f05-429d-474d-a428-1772d389eb08/20a91563-b1dc-4737-ba83-87e58eab7ccb/4aa99081-3611-4590-936a-f680a4c0b96e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:24.800680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::f816:3eff:fe71:1a90 (45521f05-429d-474d-a428-1772d389eb08/d7b810ef-a713-4e08-a49c-09b264f5e7d7/4aa99081-3611-4590-936a-f680a4c0b96e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:25.081079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Pushing event updated for resources: {'Port': ['ID=7ba92121-5877-4f35-af1d-1bee8703e6d9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:25.183079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Attempting to bind port 7ba92121-5877-4f35-af1d-1bee8703e6d9 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:25.183458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Attempting to bind port 7ba92121-5877-4f35-af1d-1bee8703e6d9 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:25.183846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Attempting to bind port 7ba92121-5877-4f35-af1d-1bee8703e6d9 on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:25.189957 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 35f16d17-9ec1-4a92-be39-acfe12c913a8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:25.190382 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.314449 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.346751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.351813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:25.351813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:25.352698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.352837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:25.353418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Bound port: 7ba92121-5877-4f35-af1d-1bee8703e6d9, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:25.353875 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.392092 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b72a79b-c698-4ff4-a202-cadf96366005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.415628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218482bb-f431-43d3-8294-374d2d421986 None None] Network 81284f74-c909-44d1-88df-a239ca847296 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:25.434824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.547921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:25.572278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:25.580138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:25.586059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.586747 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.610849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=4aa99081-3611-4590-936a-f680a4c0b96e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:25.650216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a8f898f8-cd1b-48f4-9a0a-606b635e2f3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3280659 Nov 22 17:03:25.656492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:25.954556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e053d506-e46c-4bc2-b65c-bd3a27d5c4fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 4aa99081-3611-4590-936a-f680a4c0b96e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:25.955023 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e053d506-e46c-4bc2-b65c-bd3a27d5c4fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.080256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e053d506-e46c-4bc2-b65c-bd3a27d5c4fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.096336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e053d506-e46c-4bc2-b65c-bd3a27d5c4fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 4aa99081-3611-4590-936a-f680a4c0b96e owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:26.329261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4b72a79b-c698-4ff4-a202-cadf96366005 None None] For port 757c54a4-1140-4d82-a25c-38a75f74a0cd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=757c54a4-1140-4d82-a25c-38a75f74a0cd,segment=NetworkSegment(37c91a08-4d78-486f-b728-4818eb507ab2),segment_id=37c91a08-4d78-486f-b728-4818eb507ab2)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:26.352953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Deleting port 1bc91663-0f21-49bd-b965-070747f4affe {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:26.361738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.396074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e053d506-e46c-4bc2-b65c-bd3a27d5c4fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.492762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053d506-e46c-4bc2-b65c-bd3a27d5c4fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=4aa99081-3611-4590-936a-f680a4c0b96e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:26.534414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b72a79b-c698-4ff4-a202-cadf96366005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.572402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.609330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] For port 7ba92121-5877-4f35-af1d-1bee8703e6d9, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:26.618530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Calling delete_port for 1bc91663-0f21-49bd-b965-070747f4affe owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:26.636837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] For port 7ba92121-5877-4f35-af1d-1bee8703e6d9, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ba92121-5877-4f35-af1d-1bee8703e6d9,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:26.669534 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e053d506-e46c-4bc2-b65c-bd3a27d5c4fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.680622 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e053d506-e46c-4bc2-b65c-bd3a27d5c4fa tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/4aa99081-3611-4590-936a-f680a4c0b96e HTTP/1.1" status: 204 len: 168 time: 1.0222929 Nov 22 17:03:26.680844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33588) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:26.694412 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.766101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] Provisioning complete for port 757c54a4-1140-4d82-a25c-38a75f74a0cd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:26.766484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.807382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ee760-ba03-4fb4-a762-5febf4e5d6ed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:26.822611 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3e5ee760-ba03-4fb4-a762-5febf4e5d6ed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1356025 Nov 22 17:03:26.822611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33592) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:26.845174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72a79b-c698-4ff4-a202-cadf96366005 None None] Pushing event updated for resources: {'Port': ['ID=757c54a4-1140-4d82-a25c-38a75f74a0cd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:26.866444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 757c54a4-1140-4d82-a25c-38a75f74a0cd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:26.979000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30736c-e0cf-4bce-b100-c910ec4eacec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:26.993449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8d30736c-e0cf-4bce-b100-c910ec4eacec tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1722062 Nov 22 17:03:26.994106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33596) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:27.053973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87fe86-4847-4339-bc3c-5f9d385fe83a None None] Pushing event updated for resources: {'Port': ['ID=7ba92121-5877-4f35-af1d-1bee8703e6d9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:27.090579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.153213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Port': ['ID=1bc91663-0f21-49bd-b965-070747f4affe,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:27.249697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b99a2-ef82-4792-befb-99cf2a448e8b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:27.252355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b99a2-ef82-4792-befb-99cf2a448e8b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:27.258669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b99a2-ef82-4792-befb-99cf2a448e8b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:27.268130 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a97b99a2-ef82-4792-befb-99cf2a448e8b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2669835 Nov 22 17:03:27.270669 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33604) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:27.356783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 757c54a4-1140-4d82-a25c-38a75f74a0cd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:27.357560 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.517192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06849a6-e233-411d-998e-5c6153dd372d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 20a91563-b1dc-4737-ba83-87e58eab7ccb {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:27.522788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] Provisioning complete for port 9d3e4e44-9749-4dc7-ba04-99a854a48762 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:27.523544 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.528477 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b06849a6-e233-411d-998e-5c6153dd372d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.654583 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b06849a6-e233-411d-998e-5c6153dd372d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.805180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b06849a6-e233-411d-998e-5c6153dd372d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.947527 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.995246 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b06849a6-e233-411d-998e-5c6153dd372d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.018712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] For port 9d3e4e44-9749-4dc7-ba04-99a854a48762, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d3e4e44-9749-4dc7-ba04-99a854a48762,segment=NetworkSegment(d31597a1-1102-4fe9-86d3-2a044fda2c5f),segment_id=d31597a1-1102-4fe9-86d3-2a044fda2c5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:28.025881 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.049800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] Could not find standard attr ID for object 1bc91663-0f21-49bd-b965-070747f4affe. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:28.064094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06849a6-e233-411d-998e-5c6153dd372d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=20a91563-b1dc-4737-ba83-87e58eab7ccb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:28.086917 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b06849a6-e233-411d-998e-5c6153dd372d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.098853 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b06849a6-e233-411d-998e-5c6153dd372d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/20a91563-b1dc-4737-ba83-87e58eab7ccb HTTP/1.1" status: 204 len: 168 time: 0.8257413 Nov 22 17:03:28.107568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33614) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:28.204551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8138db4-2a25-47bd-8c80-64b7eff91f56 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet d7b810ef-a713-4e08-a49c-09b264f5e7d7 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:28.212553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8138db4-2a25-47bd-8c80-64b7eff91f56 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.244555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129c548-b1b8-4afb-a889-bfdb3f043254 None None] Pushing event updated for resources: {'Port': ['ID=9d3e4e44-9749-4dc7-ba04-99a854a48762,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:28.289457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4298d97f-4ea8-4442-8299-042f849f5bce None None] Provisioning complete for port 9d3e4e44-9749-4dc7-ba04-99a854a48762 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:28.290078 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4298d97f-4ea8-4442-8299-042f849f5bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.330654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8138db4-2a25-47bd-8c80-64b7eff91f56 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.508661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ba92121-5877-4f35-af1d-1bee8703e6d9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:28.544516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8138db4-2a25-47bd-8c80-64b7eff91f56 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.725843 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8138db4-2a25-47bd-8c80-64b7eff91f56 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.784437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4298d97f-4ea8-4442-8299-042f849f5bce None None] Could not find standard attr ID for object 1bc91663-0f21-49bd-b965-070747f4affe. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:28.802634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8138db4-2a25-47bd-8c80-64b7eff91f56 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b810ef-a713-4e08-a49c-09b264f5e7d7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:28.811390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7ba92121-5877-4f35-af1d-1bee8703e6d9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:28.812059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.816432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c8138db4-2a25-47bd-8c80-64b7eff91f56 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.838838 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c8138db4-2a25-47bd-8c80-64b7eff91f56 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/d7b810ef-a713-4e08-a49c-09b264f5e7d7 HTTP/1.1" status: 204 len: 168 time: 0.7298684 Nov 22 17:03:28.843792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33632) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.011588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2fa75c66-614c-4b75-aaa8-486eb6b361c9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1663477 Nov 22 17:03:29.012410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33634) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.029519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:29.079365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.142723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.233211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 7ba92121-5877-4f35-af1d-1bee8703e6d9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ba92121-5877-4f35-af1d-1bee8703e6d9,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:29.239494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.240575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d3e4e44-9749-4dc7-ba04-99a854a48762 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:29.332788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47eee9-c34b-40b6-b632-23a7ed6f4cc4 req-efc3ee0c-5e4a-4397-a458-61fc21bcc126 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:29.344470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee47eee9-c34b-40b6-b632-23a7ed6f4cc4 req-efc3ee0c-5e4a-4397-a458-61fc21bcc126 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 946 time: 0.4181106 Nov 22 17:03:29.353647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:29.369153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.395900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1258f21-0ad0-444e-9120-69ecc208b895 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:29.558886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33646) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.690597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-75d54222-3396-4ff5-a7f3-c0e3fc0f83c0 None None] Provisioning complete for port 7ba92121-5877-4f35-af1d-1bee8703e6d9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:29.694862 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-75d54222-3396-4ff5-a7f3-c0e3fc0f83c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.710266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Router bcb5d78c-fc15-4241-8537-7efcb0973465 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:29.740823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ee47eee9-c34b-40b6-b632-23a7ed6f4cc4 req-e9bbe58b-9796-4123-b78f-f5518e04d3a3 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292619 Nov 22 17:03:29.851590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=7ba92121-5877-4f35-af1d-1bee8703e6d9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:29.922555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d523369d-506c-464d-abb0-43baa3262e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.984667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9d3e4e44-9749-4dc7-ba04-99a854a48762 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:29.986298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.994936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.008549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:30.030201 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f530dab-adb2-4659-b4c6-85b7bb844f28 None None] Sync routers for ids ['bcb5d78c-fc15-4241-8537-7efcb0973465'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:30.032502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4f4300a7-88cf-482e-8ae9-b3e6efc63323 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "PUT /v2.0/routers/bcb5d78c-fc15-4241-8537-7efcb0973465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8400261 Nov 22 17:03:30.039026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33654) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:30.070513 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f530dab-adb2-4659-b4c6-85b7bb844f28 None None] Routers {'bcb5d78c-fc15-4241-8537-7efcb0973465'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:30.074235 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f530dab-adb2-4659-b4c6-85b7bb844f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bcb5d78c-fc15-4241-8537-7efcb0973465'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:30.147737 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-db6da04b-2f7e-4025-a3b0-a308411fac2b tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] delete failed (client error): The resource could not be found. Nov 22 17:03:30.152914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-db6da04b-2f7e-4025-a3b0-a308411fac2b tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-805019051 HTTP/1.1" status: 404 len: 334 time: 0.1072991 Nov 22 17:03:30.155434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33656) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:30.170679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ec28751e-8b0f-4f4c-b105-23d541fc186e tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bcb5d78c-fc15-4241-8537-7efcb0973465'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:30.199371 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f530dab-adb2-4659-b4c6-85b7bb844f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:30.205183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:30.230053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:30.230314 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f530dab-adb2-4659-b4c6-85b7bb844f28 None None] Routers {'bcb5d78c-fc15-4241-8537-7efcb0973465'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:30.230702 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f530dab-adb2-4659-b4c6-85b7bb844f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bcb5d78c-fc15-4241-8537-7efcb0973465'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:30.269481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:30.270982 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.307210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=573e1fd0-b9c7-4a09-bbe2-5205d1c1be20,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:30.338076 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cb59c6a3-0479-4e78-8994-86048d82379b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3189924 Nov 22 17:03:30.339585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:30.340120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:30.368994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4341da58-08b1-48a1-821a-b8dbfd5f316a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:30.402981 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f530dab-adb2-4659-b4c6-85b7bb844f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:30.403674 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f530dab-adb2-4659-b4c6-85b7bb844f28 None None] The sync data for ids ['bcb5d78c-fc15-4241-8537-7efcb0973465'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:30.535330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 757c54a4-1140-4d82-a25c-38a75f74a0cd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:30.580220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f941c-4bb7-4649-a329-420553fac39f req-1f91117c-b7a0-41be-8679-b0c380a610a6 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:30.581677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd0f941c-4bb7-4649-a329-420553fac39f req-1f91117c-b7a0-41be-8679-b0c380a610a6 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 946 time: 0.2418494 Nov 22 17:03:30.627325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 757c54a4-1140-4d82-a25c-38a75f74a0cd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:30.627711 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.654191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] Deleting port 7ba92121-5877-4f35-af1d-1bee8703e6d9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:30.654852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.724952 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d523369d-506c-464d-abb0-43baa3262e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.745389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d523369d-506c-464d-abb0-43baa3262e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.834383 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d523369d-506c-464d-abb0-43baa3262e1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bf0366b589843cd903c5d9e394ce9d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2726429 Nov 22 17:03:30.840051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33670) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:30.850070 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ec28751e-8b0f-4f4c-b105-23d541fc186e tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.940850 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-ec28751e-8b0f-4f4c-b105-23d541fc186e tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] update failed (client error): The resource could not be found. Nov 22 17:03:30.945601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ec28751e-8b0f-4f4c-b105-23d541fc186e tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "PUT /v2.0/routers/bcb5d78c-fc15-4241-8537-7efcb0973465 HTTP/1.1" status: 404 len: 339 time: 0.7850766 Nov 22 17:03:30.953000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] For port 7ba92121-5877-4f35-af1d-1bee8703e6d9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ba92121-5877-4f35-af1d-1bee8703e6d9,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:30.953504 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.962090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33672) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:30.989050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] Calling delete_port for 7ba92121-5877-4f35-af1d-1bee8703e6d9 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:31.201006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d3e4e44-9749-4dc7-ba04-99a854a48762 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:31.203330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4341da58-08b1-48a1-821a-b8dbfd5f316a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:31.223010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4341da58-08b1-48a1-821a-b8dbfd5f316a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.257687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0473ebd-c06b-4cd6-8137-0d24f1ee5a2f req-2a6138e1-f89c-4366-a2f9-03727a8b5fdd tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:31.264872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0473ebd-c06b-4cd6-8137-0d24f1ee5a2f req-2a6138e1-f89c-4366-a2f9-03727a8b5fdd tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 946 time: 0.3507864 Nov 22 17:03:31.331861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.359628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Deleting port dd09be50-cf5c-4d48-b318-297a894e10c5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:31.360213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.442318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0473ebd-c06b-4cd6-8137-0d24f1ee5a2f req-e4b0a92a-3b70-45ae-8f34-01d7e5fa375b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755211 Nov 22 17:03:31.472881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] Pushing event deleted for resources: {'Port': ['ID=7ba92121-5877-4f35-af1d-1bee8703e6d9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:31.481080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d6795-7c8b-4043-9830-1c8076ce36d8 None None] No DVR routers for this DVR port 7ba92121-5877-4f35-af1d-1bee8703e6d9 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:31.514357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b08d0-e198-4510-9bac-f0d91a0f8c5d None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:31.531812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523369d-506c-464d-abb0-43baa3262e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a0cbe7-1206-4d02-8407-485a9579d79a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:31.540409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9d3e4e44-9749-4dc7-ba04-99a854a48762 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:31.540705 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.582607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] For port dd09be50-cf5c-4d48-b318-297a894e10c5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=dd09be50-cf5c-4d48-b318-297a894e10c5,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:31.583013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.623240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Calling delete_port for dd09be50-cf5c-4d48-b318-297a894e10c5 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:31.639787 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9dd90fb2-586b-4311-9579-a25cd300a36e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.827167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9dd90fb2-586b-4311-9579-a25cd300a36e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.865438 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.917496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['fb73db94-2a18-44ef-a3b4-af434ac92795', 'dd09be50-cf5c-4d48-b318-297a894e10c5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:31.918640 n-d-816865-2 neutron-server[103442]: INFO neutron.db.ipam_backend_mixin [None req-4341da58-08b1-48a1-821a-b8dbfd5f316a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 573e1fd0-b9c7-4a09-bbe2-5205d1c1be20 (CIDR: 2001:db8::/64) Nov 22 17:03:31.925691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d34549d8-f956-45d6-8e79-af7ae85772ac', '2b093b3b-2f66-4095-998c-7cc64e89b48d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:31.941875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Pushing event deleted for resources: {'Port': ['ID=dd09be50-cf5c-4d48-b318-297a894e10c5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:31.949693 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4341da58-08b1-48a1-821a-b8dbfd5f316a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:03:31.950245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4341da58-08b1-48a1-821a-b8dbfd5f316a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:32.002343 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4341da58-08b1-48a1-821a-b8dbfd5f316a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6593404 Nov 22 17:03:32.006173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33690) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:32.012534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:32.065853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] No DVR routers for this DVR port dd09be50-cf5c-4d48-b318-297a894e10c5 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:32.081426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.088449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd0f941c-4bb7-4649-a329-420553fac39f req-b73051ba-82a7-46bc-af2f-41c18e2b8e59 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.37 "DELETE /v2.0/ports/dd09be50-cf5c-4d48-b318-297a894e10c5 HTTP/1.1" status: 204 len: 173 time: 1.4910474 Nov 22 17:03:32.089248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d099b67-ffac-4df2-abab-1660507b40c5', 'name': 'network-vif-deleted', 'tag': 'dd09be50-cf5c-4d48-b318-297a894e10c5'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:32.092404 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924e1f0-8bce-4646-97cd-2aea78dd2742" -d '{"events": [{"server_uuid": "4d099b67-ffac-4df2-abab-1660507b40c5", "name": "network-vif-deleted", "tag": "dd09be50-cf5c-4d48-b318-297a894e10c5"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:32.199542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.223810 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c991974-ef06-47fc-8a56-9a549ce822a9 x-openstack-request-id: req-9c991974-ef06-47fc-8a56-9a549ce822a9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:32.224108 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d099b67-ffac-4df2-abab-1660507b40c5", "name": "network-vif-deleted", "tag": "dd09be50-cf5c-4d48-b318-297a894e10c5", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:32.224369 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c991974-ef06-47fc-8a56-9a549ce822a9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:32.224793 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d099b67-ffac-4df2-abab-1660507b40c5', 'name': 'network-vif-deleted', 'tag': 'dd09be50-cf5c-4d48-b318-297a894e10c5', 'status': 'completed', 'code': 200} Nov 22 17:03:32.333177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a15c77-1de5-4c8b-a67d-5bc34140c701 None None] DHCP port deletion for 7c32d56e-d4d2-46af-9a86-25652e280b5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:32.362936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9dd90fb2-586b-4311-9579-a25cd300a36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.365660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9dd90fb2-586b-4311-9579-a25cd300a36e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.366886 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9dd90fb2-586b-4311-9579-a25cd300a36e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83a0cbe7-1206-4d02-8407-485a9579d79a HTTP/1.1" status: 204 len: 168 time: 1.5123560 Nov 22 17:03:32.370149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:32.382916 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.545861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd90fb2-586b-4311-9579-a25cd300a36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a0cbe7-1206-4d02-8407-485a9579d79a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:32.560845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ba92121-5877-4f35-af1d-1bee8703e6d9 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:32.563239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-45521f05-429d-474d-a428-1772d389eb08', 'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'tenant_id': 'f48f055fac084759a71ccf8b1aaf02ae', 'fixed_ips': [{'subnet_id': '573e1fd0-b9c7-4a09-bbe2-5205d1c1be20'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:32.564358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.707151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7ba92121-5877-4f35-af1d-1bee8703e6d9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:32.708169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ba92121-5877-4f35-af1d-1bee8703e6d9 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:32.796854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6f8e7603-b815-4282-888c-940c4960a21e req-350530ff-1915-42a3-a065-feb71028b67f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d099b67-ffac-4df2-abab-1660507b40c5 HTTP/1.1" status: 200 len: 210 time: 0.0868371 Nov 22 17:03:33.216534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Allocated IP 172.20.0.1 (f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1/0c43ffdb-bfca-44fa-bc29-4a1ce183b11a/f19f2f2d-b2b3-4341-88b6-1321de8495c8) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:33.240545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/573e1fd0-b9c7-4a09-bbe2-5205d1c1be20/15a4d1b2-97db-40b1-99b5-cb37d7c5627d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:33.522416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.639960 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.650337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.objects.ports [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:03:33.652351 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.658036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.739321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:33.768998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:33.776148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:33.786894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:33.792679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.798156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Pushing event updated for resources: {'Port': ['ID=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:33.917763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Attempting to bind port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:33.918158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Attempting to bind port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:33.918531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Attempting to bind port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d on network 45521f05-429d-474d-a428-1772d389eb08 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:33.920310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:33.936300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:33.936485 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Checking segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:33.939431 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.940121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Bound using segment: {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:33.940849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Bound port: 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f274b7-0d5b-438b-8563-267cd6e7aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '45521f05-429d-474d-a428-1772d389eb08'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:33.941972 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.948110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Port': ['ID=f19f2f2d-b2b3-4341-88b6-1321de8495c8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:33.987039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:33.990982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:33.995280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.043119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:34.045257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=602640c0-3482-48e1-b8b6-6c444db7e280,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:34.051394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:34.099970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] For port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:34.107242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] For port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:34.116087 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.125451 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bc03944e-f49d-400a-8137-adfdbf926b40 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1176610 Nov 22 17:03:34.128047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33748) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:34.149697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:75:64:5a', 'name': 'tempest-NetworksTestDHCPv6-1750854722'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:34.218462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.255454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cfac1-1f6d-4c42-8fc5-eb5c0fd609ea None None] Pushing event updated for resources: {'Port': ['ID=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:34.325209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dd09be50-cf5c-4d48-b318-297a894e10c5 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:34.401234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: dd09be50-cf5c-4d48-b318-297a894e10c5 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:34.401592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device dd09be50-cf5c-4d48-b318-297a894e10c5 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:34.575999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:34.652174 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.814860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0b24c731-ba1a-4d9c-a5d8-2c2e20b97237 None None] Provisioning complete for port f19f2f2d-b2b3-4341-88b6-1321de8495c8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:34.815524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b24c731-ba1a-4d9c-a5d8-2c2e20b97237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.908569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0b24c731-ba1a-4d9c-a5d8-2c2e20b97237 None None] Port f19f2f2d-b2b3-4341-88b6-1321de8495c8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:34.938590 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.998448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 3cb058fb-0091-4eff-a8ba-567961c61119 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:35.241503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 15a4d1b2-97db-40b1-99b5-cb37d7c5627d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:35.320647 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:35.401866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:35.402691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.554077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::1af (45521f05-429d-474d-a428-1772d389eb08/573e1fd0-b9c7-4a09-bbe2-5205d1c1be20/3cb058fb-0091-4eff-a8ba-567961c61119) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:35.572055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:645a (45521f05-429d-474d-a428-1772d389eb08/602640c0-3482-48e1-b8b6-6c444db7e280/3cb058fb-0091-4eff-a8ba-567961c61119) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:35.770943 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.917057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:35.930662 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.050423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.104085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:36.135345 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.207933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a8d6b8-7bc8-4173-8718-9d172a27f084 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:36.312928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:36.322967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:36.327958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:36.334299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.338187 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.378810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=3cb058fb-0091-4eff-a8ba-567961c61119,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:36.394548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.403389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-91c7722c-a3de-437d-94d0-d1f73c9c4346 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2707629 Nov 22 17:03:36.403644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:36.412422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.435192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2cb7e4ce-b8b4-4995-a4d3-69dc910f7623 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:36.435619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e4ce-b8b4-4995-a4d3-69dc910f7623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.553090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event updated for resources: {'Port': ['ID=f19f2f2d-b2b3-4341-88b6-1321de8495c8,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:36.593177 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.595853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e0a95184-374b-4f64-9767-1afa471e707b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 3cb058fb-0091-4eff-a8ba-567961c61119 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:36.596390 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0a95184-374b-4f64-9767-1afa471e707b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.790739 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0a95184-374b-4f64-9767-1afa471e707b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.829252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e0a95184-374b-4f64-9767-1afa471e707b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 3cb058fb-0091-4eff-a8ba-567961c61119 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:36.861588 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.869523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:36.878934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:37.184195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Router bcb5d78c-fc15-4241-8537-7efcb0973465 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:37.284354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7d4e1-3f69-4d17-a24e-a93cb815ae6d None None] Update dhcp port {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': '573e1fd0-b9c7-4a09-bbe2-5205d1c1be20', 'ip_address': '2001:db8::2'}, {'subnet_id': '602640c0-3482-48e1-b8b6-6c444db7e280'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '15a4d1b2-97db-40b1-99b5-cb37d7c5627d'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:03:37.300681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 15a4d1b2-97db-40b1-99b5-cb37d7c5627d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:37.469050 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:37.495651 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4171f290-5d40-407c-841e-1acc122f71a9 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "PUT /v2.0/routers/bcb5d78c-fc15-4241-8537-7efcb0973465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5299661 Nov 22 17:03:37.499991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33818) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:37.514854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0a95184-374b-4f64-9767-1afa471e707b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.527034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b0c38-1bab-4880-a5c4-a43b8d336095 None None] Sync routers for ids ['bcb5d78c-fc15-4241-8537-7efcb0973465'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:37.543544 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eda7d4e1-3f69-4d17-a24e-a93cb815ae6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.576847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c2fd0844-e62f-41de-bf97-4d9065d450a3 None None] Provisioning complete for port f19f2f2d-b2b3-4341-88b6-1321de8495c8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:37.577351 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0844-e62f-41de-bf97-4d9065d450a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.743500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c2fd0844-e62f-41de-bf97-4d9065d450a3 None None] Port f19f2f2d-b2b3-4341-88b6-1321de8495c8 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:37.748034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:37.748467 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.776389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1890c2ce-ea6e-4d8e-93d0-8142d8b40bec tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.807366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a95184-374b-4f64-9767-1afa471e707b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=3cb058fb-0091-4eff-a8ba-567961c61119,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:37.884508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0a95184-374b-4f64-9767-1afa471e707b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.894998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e0a95184-374b-4f64-9767-1afa471e707b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/3cb058fb-0091-4eff-a8ba-567961c61119 HTTP/1.1" status: 204 len: 168 time: 1.4900479 Nov 22 17:03:37.899802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:37.907443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b0c38-1bab-4880-a5c4-a43b8d336095 None None] Routers {'bcb5d78c-fc15-4241-8537-7efcb0973465'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:37.911621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-555b0c38-1bab-4880-a5c4-a43b8d336095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bcb5d78c-fc15-4241-8537-7efcb0973465'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:37.974693 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-1890c2ce-ea6e-4d8e-93d0-8142d8b40bec tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 17:03:37.975868 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1890c2ce-ea6e-4d8e-93d0-8142d8b40bec tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/routers/bcb5d78c-fc15-4241-8537-7efcb0973465 HTTP/1.1" status: 409 len: 329 time: 0.4718945 Nov 22 17:03:37.980242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33828) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:38.004848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae4b66-3a9c-4821-92a5-9dca63f5e484 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.006566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ddae4b66-3a9c-4821-92a5-9dca63f5e484 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1056507 Nov 22 17:03:38.010738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33830) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:38.086619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3873ad4-7f96-481a-bca5-5ca5eda2fc61 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.089097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d3873ad4-7f96-481a-bca5-5ca5eda2fc61 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0772491 Nov 22 17:03:38.090191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-555b0c38-1bab-4880-a5c4-a43b8d336095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:38.094788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:38.199624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9fb32f-4de5-430d-b332-b81b79e2679a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.203928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9fb32f-4de5-430d-b332-b81b79e2679a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.205605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9fb32f-4de5-430d-b332-b81b79e2679a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.208077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aa9fb32f-4de5-430d-b332-b81b79e2679a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1118300 Nov 22 17:03:38.215238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:38.323092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d30692-3c5e-4aee-bac4-2f619eb13a57 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 573e1fd0-b9c7-4a09-bbe2-5205d1c1be20 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:38.331377 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93d30692-3c5e-4aee-bac4-2f619eb13a57 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.384588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b0c38-1bab-4880-a5c4-a43b8d336095 None None] Routers {'bcb5d78c-fc15-4241-8537-7efcb0973465'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:38.385312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-555b0c38-1bab-4880-a5c4-a43b8d336095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bcb5d78c-fc15-4241-8537-7efcb0973465'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:38.462484 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93d30692-3c5e-4aee-bac4-2f619eb13a57 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.508321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-555b0c38-1bab-4880-a5c4-a43b8d336095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:38.512200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555b0c38-1bab-4880-a5c4-a43b8d336095 None None] The sync data for ids ['bcb5d78c-fc15-4241-8537-7efcb0973465'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:38.521234 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.639231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33844) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:38.652531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'network': {'name': 'tempest-network-smoke--2073673946', 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:38.685009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.797509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Made reservation on behalf of a84be85c5d1f450a9302268be4b2d1ee for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:38.806248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.811331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93d30692-3c5e-4aee-bac4-2f619eb13a57 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.830106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.007761 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93d30692-3c5e-4aee-bac4-2f619eb13a57 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-eda7d4e1-3f69-4d17-a24e-a93cb815ae6d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 573e1fd0-b9c7-4a09-bbe2-5205d1c1be20: This subnet is being modified by another concurrent operation. Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 573e1fd0-b9c7-4a09-bbe2-5205d1c1be20: This subnet is being modified by another concurrent operation. Nov 22 17:03:39.009450 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 17:03:39.061275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d30692-3c5e-4aee-bac4-2f619eb13a57 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=573e1fd0-b9c7-4a09-bbe2-5205d1c1be20,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:39.069907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93d30692-3c5e-4aee-bac4-2f619eb13a57 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.077223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-93d30692-3c5e-4aee-bac4-2f619eb13a57 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/573e1fd0-b9c7-4a09-bbe2-5205d1c1be20 HTTP/1.1" status: 204 len: 168 time: 0.8604040 Nov 22 17:03:39.083121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:39.160133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72721cb1-c02b-4c10-a6d7-bcab77a9198c None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:39.177294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3397459b-21c3-4a1c-a689-58d87a091ae6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 602640c0-3482-48e1-b8b6-6c444db7e280 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:39.182426 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3397459b-21c3-4a1c-a689-58d87a091ae6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.253946 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3397459b-21c3-4a1c-a689-58d87a091ae6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.294727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-665a7959-d0b7-451d-b6fb-d9345ec24e71 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:39.295243 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-665a7959-d0b7-451d-b6fb-d9345ec24e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.300976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Deleting port f19f2f2d-b2b3-4341-88b6-1321de8495c8 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:39.301567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.348883 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3397459b-21c3-4a1c-a689-58d87a091ae6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.436856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3397459b-21c3-4a1c-a689-58d87a091ae6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.483805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397459b-21c3-4a1c-a689-58d87a091ae6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=602640c0-3482-48e1-b8b6-6c444db7e280,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:39.489643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.497947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3397459b-21c3-4a1c-a689-58d87a091ae6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.504841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3397459b-21c3-4a1c-a689-58d87a091ae6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/602640c0-3482-48e1-b8b6-6c444db7e280 HTTP/1.1" status: 204 len: 168 time: 0.4200392 Nov 22 17:03:39.505502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33868) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:39.513737 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.529351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:39.543711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.544066 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Added segment cdb30584-86dd-480d-bf48-cf8f0c214b6d of type vlan for network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 Nov 22 17:03:39.598117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.604024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.628526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Calling delete_port for f19f2f2d-b2b3-4341-88b6-1321de8495c8 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:39.700508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.708322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:39.709172 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.729555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9e134121-5d80-4ff0-8a1f-8c492e77250b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2214766 Nov 22 17:03:39.734285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:39.741576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:39.797646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-665a7959-d0b7-451d-b6fb-d9345ec24e71 None None] Could not find standard attr ID for object 3cb058fb-0091-4eff-a8ba-567961c61119. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:39.826384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e0a3e-88b8-4c15-9230-c08bbcabcc27 None None] Update dhcp port {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': '602640c0-3482-48e1-b8b6-6c444db7e280'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '15a4d1b2-97db-40b1-99b5-cb37d7c5627d'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:03:39.894144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e19725-5190-4d5c-b107-1048bc076cfe,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:39.900226 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0a3e-88b8-4c15-9230-c08bbcabcc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.997834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:40.001923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.079433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4363134 Nov 22 17:03:40.082112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33880) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:40.107841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'admin_state_up': True, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:40.118471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6d9a3-e187-41e6-a7ba-b26d28bd7a47 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Network': ['ID=95d64dcf-29d0-4e60-a09d-ff15ccfaec37,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:40.147696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:40.193512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.227285 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.228650 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.296294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1392f665-b5c4-4d88-9d9c-ba04b87bd960 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:40.296811 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1392f665-b5c4-4d88-9d9c-ba04b87bd960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.324394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Port': ['ID=f19f2f2d-b2b3-4341-88b6-1321de8495c8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:40.455281 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.564936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:40.574590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:40.578904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.588464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:40.589151 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.656931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ff4b0682-f055-40e2-9141-56e6cf61d06f None None] Could not find standard attr ID for object 4aa99081-3611-4590-936a-f680a4c0b96e. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:40.656931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ff4b0682-f055-40e2-9141-56e6cf61d06f None None] Could not find standard attr ID for object 070c70f5-88d6-42bd-bbb5-51d588a7c086. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:40.669955 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9294047 Nov 22 17:03:40.673660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f90e7-0364-423f-98b8-a7bde799baf2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=b9f1a8dc-5253-4a28-9715-dc3269296c81,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:40.675811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:40.692744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-58bc1d73-0e26-429c-b7e7-7106feedfc8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:40.803638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55742cc-a5b2-40ed-b374-f74d915d034c None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:40.903568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8506ba3d-a64c-47bc-a098-51c95c7dc0ea None None] Could not find standard attr ID for object 3cb058fb-0091-4eff-a8ba-567961c61119. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:41.056550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bc1d73-0e26-429c-b7e7-7106feedfc8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:41.068240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-58bc1d73-0e26-429c-b7e7-7106feedfc8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.181810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 15a4d1b2-97db-40b1-99b5-cb37d7c5627d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:41.220602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.233071 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.278013 n-d-816865-2 neutron-server[103443]: INFO neutron.db.ipam_backend_mixin [None req-58bc1d73-0e26-429c-b7e7-7106feedfc8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9f1a8dc-5253-4a28-9715-dc3269296c81 (CIDR: 2001:db8::/64) Nov 22 17:03:41.283591 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bc1d73-0e26-429c-b7e7-7106feedfc8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:03:41.284208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bc1d73-0e26-429c-b7e7-7106feedfc8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:41.313815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-58bc1d73-0e26-429c-b7e7-7106feedfc8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6369267 Nov 22 17:03:41.316963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:41.322396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'subnet': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:41.614054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:41.618205 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.896652 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.992305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Router bcb5d78c-fc15-4241-8537-7efcb0973465 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:42.060877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd03327-ab2e-4abf-bb54-a145293b5d0f None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:42.068335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:42.177265 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.287289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:42.306116 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd71c64a-ab52-4522-887e-f03de875be1f None None] Sync routers for ids ['bcb5d78c-fc15-4241-8537-7efcb0973465'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:42.319580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:42.322606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-74524164-e0c4-461c-8013-b8836e3f3201 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:42.334829 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74524164-e0c4-461c-8013-b8836e3f3201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.340132 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71c64a-ab52-4522-887e-f03de875be1f None None] Routers {'bcb5d78c-fc15-4241-8537-7efcb0973465'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:42.341116 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd71c64a-ab52-4522-887e-f03de875be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bcb5d78c-fc15-4241-8537-7efcb0973465'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:42.345138 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a17e214a-f251-4479-92c1-1c68e84376f2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "PUT /v2.0/routers/bcb5d78c-fc15-4241-8537-7efcb0973465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3635035 Nov 22 17:03:42.346000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33924) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:42.455514 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd71c64a-ab52-4522-887e-f03de875be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:42.468528 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71c64a-ab52-4522-887e-f03de875be1f None None] Routers {'bcb5d78c-fc15-4241-8537-7efcb0973465'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:42.469431 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd71c64a-ab52-4522-887e-f03de875be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['bcb5d78c-fc15-4241-8537-7efcb0973465'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:42.577362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.objects.ports [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:03:42.599970 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd71c64a-ab52-4522-887e-f03de875be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:42.600757 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd71c64a-ab52-4522-887e-f03de875be1f None None] The sync data for ids ['bcb5d78c-fc15-4241-8537-7efcb0973465'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:42.612311 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-836f86ac-f22b-42cc-8d2a-41c9baabe9d2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] show failed (client error): The resource could not be found. Nov 22 17:03:42.618087 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-836f86ac-f22b-42cc-8d2a-41c9baabe9d2 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-2034181481 HTTP/1.1" status: 404 len: 335 time: 0.2690895 Nov 22 17:03:42.624429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:42.666149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd03327-ab2e-4abf-bb54-a145293b5d0f None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:42.671496 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74524164-e0c4-461c-8013-b8836e3f3201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.686798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f96ca4a5-dcf3-4cbc-8d9a-944c5c6ee5e0 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:42.712678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-74524164-e0c4-461c-8013-b8836e3f3201 None None] For port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:42.723218 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74524164-e0c4-461c-8013-b8836e3f3201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.741953 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.773349 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.858479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74524164-e0c4-461c-8013-b8836e3f3201 None None] Pushing event updated for resources: {'Port': ['ID=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:42.884344 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-f96ca4a5-dcf3-4cbc-8d9a-944c5c6ee5e0 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] update failed (client error): The resource could not be found. Nov 22 17:03:42.886170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f96ca4a5-dcf3-4cbc-8d9a-944c5c6ee5e0 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-147662240 HTTP/1.1" status: 404 len: 334 time: 0.2398820 Nov 22 17:03:42.894407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33938) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:43.061779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Allocated IP 172.25.0.2 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:43.100245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42115-a04c-493d-ba47-ddf0253d07d6 req-de54dc6c-2d74-4e1b-b362-1f709933702f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:43.108954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36b42115-a04c-493d-ba47-ddf0253d07d6 req-de54dc6c-2d74-4e1b-b362-1f709933702f tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 945 time: 0.5294266 Nov 22 17:03:43.248354 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.261228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eeab51c-f272-4434-ab9e-347f61ff0ba1 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Deleting subnet 11ffca07-f435-4b58-a656-9cd65041076e {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:43.287689 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0eeab51c-f272-4434-ab9e-347f61ff0ba1 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.334065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36b42115-a04c-493d-ba47-ddf0253d07d6 req-f5b80faf-d85d-41e5-8b9f-290cf9cfb4f8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235241 Nov 22 17:03:43.342766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf72ff0-b0a6-46a8-b5fc-d3bb8098424e None None] Update dhcp port {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'fixed_ips': [{'subnet_id': 'b9f1a8dc-5253-4a28-9715-dc3269296c81'}, {'subnet_id': '1b6eab94-b816-48b2-b3af-6ce9c275ad7a'}], 'binding:host_id': 'n-d-816865-2'}, 'id': '15a4d1b2-97db-40b1-99b5-cb37d7c5627d'} from n-d-816865-2. {{(pid=103444) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:03:43.348615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.401423 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-baf72ff0-b0a6-46a8-b5fc-d3bb8098424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.492688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.651727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:43.659291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:43.672203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:43.754301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:43.930450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-baf72ff0-b0a6-46a8-b5fc-d3bb8098424e None None] Allocated IP 2001:db8::2 (45521f05-429d-474d-a428-1772d389eb08/b9f1a8dc-5253-4a28-9715-dc3269296c81/15a4d1b2-97db-40b1-99b5-cb37d7c5627d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:44.125662 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0eeab51c-f272-4434-ab9e-347f61ff0ba1 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.166405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-baf72ff0-b0a6-46a8-b5fc-d3bb8098424e None None] For port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:44.272197 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-baf72ff0-b0a6-46a8-b5fc-d3bb8098424e None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.282458 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-baf72ff0-b0a6-46a8-b5fc-d3bb8098424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.306337 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.db.api [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:44.306696 n-d-816865-2 neutron-server[103443]: DEBUG oslo_db.api [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:44.316649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0eeab51c-f272-4434-ab9e-347f61ff0ba1 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.395854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-f0e9ef22-b5fb-4de0-ac1f-6b54d3996d88 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:44.399281 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-f0e9ef22-b5fb-4de0-ac1f-6b54d3996d88 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.62 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 945 time: 0.3220518 Nov 22 17:03:44.495934 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0eeab51c-f272-4434-ab9e-347f61ff0ba1 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.506740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf72ff0-b0a6-46a8-b5fc-d3bb8098424e None None] Pushing event updated for resources: {'Port': ['ID=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:44.546072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0eeab51c-f272-4434-ab9e-347f61ff0ba1 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.549597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0eeab51c-f272-4434-ab9e-347f61ff0ba1 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/subnets/11ffca07-f435-4b58-a656-9cd65041076e HTTP/1.1" status: 204 len: 168 time: 1.6535742 Nov 22 17:03:44.562577 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.567966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 33970) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:44.587108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeab51c-f272-4434-ab9e-347f61ff0ba1 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Subnet': ['ID=11ffca07-f435-4b58-a656-9cd65041076e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:44.629610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd1007-d065-431f-b861-7eadc712927f req-fd0f8b52-d40e-430b-8b57-1fc5182745a2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:44.632642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85cd1007-d065-431f-b861-7eadc712927f req-fd0f8b52-d40e-430b-8b57-1fc5182745a2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 945 time: 0.1057343 Nov 22 17:03:44.727435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85cd1007-d065-431f-b861-7eadc712927f req-94e4ed22-e0fa-4f52-894a-9e24cbcbaac7 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866830 Nov 22 17:03:44.865211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-914ad63b-3adf-41bb-9552-36b6fb7e45de tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Deleting subnet 0f878c59-a7b7-4fd1-b20b-1c066f65dac7 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:44.868136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.872642 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-914ad63b-3adf-41bb-9552-36b6fb7e45de tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.986313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Deleting port 2b093b3b-2f66-4095-998c-7cc64e89b48d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:44.986598 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.150554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] For port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:45.228270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 15a4d1b2-97db-40b1-99b5-cb37d7c5627d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:45.255916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.263697 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.264494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.270076 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-914ad63b-3adf-41bb-9552-36b6fb7e45de tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.304243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.391307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:45.391931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.460286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:45.485252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:45.496242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:45.497026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.508918 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9dcac80-d1b4-483f-ab66-bd22916a3d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.519462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Subnet': ['ID=1b6eab94-b816-48b2-b3af-6ce9c275ad7a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:45.528204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,revision_number=9']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:45.538354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-230c1c2c-9f77-49ae-a887-5a5db358a698 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2199676 Nov 22 17:03:45.541457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:45.553181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Request body: {'port': {'network_id': '45521f05-429d-474d-a428-1772d389eb08', 'mac_address': 'fa:16:3e:62:c9:6e', 'name': 'tempest-NetworksTestDHCPv6-301181645'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:45.574748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] For port 2b093b3b-2f66-4095-998c-7cc64e89b48d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=2b093b3b-2f66-4095-998c-7cc64e89b48d,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:45.575460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.753689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Made reservation on behalf of f48f055fac084759a71ccf8b1aaf02ae for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:45.812422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Calling delete_port for 2b093b3b-2f66-4095-998c-7cc64e89b48d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:45.852001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-914ad63b-3adf-41bb-9552-36b6fb7e45de tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.014261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Router 20006899-8c34-42a5-a7f2-552e796c76b8 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:03:46.021122 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-914ad63b-3adf-41bb-9552-36b6fb7e45de tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.053505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b9c19-6c73-42a4-b930-352ceb1d014e None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:46.075271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.087862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ad63b-3adf-41bb-9552-36b6fb7e45de tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Subnet': ['ID=0f878c59-a7b7-4fd1-b20b-1c066f65dac7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:46.105379 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-914ad63b-3adf-41bb-9552-36b6fb7e45de tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.106172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b6d57-28ff-4fa4-ba89-459d3d174cef req-fa713e74-ab01-4db9-8231-574f79f0c6a6 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:46.108747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a22b6d57-28ff-4fa4-ba89-459d3d174cef req-fa713e74-ab01-4db9-8231-574f79f0c6a6 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 945 time: 0.1459985 Nov 22 17:03:46.111787 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-914ad63b-3adf-41bb-9552-36b6fb7e45de tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/subnets/0f878c59-a7b7-4fd1-b20b-1c066f65dac7 HTTP/1.1" status: 204 len: 168 time: 1.5397768 Nov 22 17:03:46.112046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 33992) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:46.204562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7259292d-7c7e-49de-8035-c4c9a26ff14c None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:46.210536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7259292d-7c7e-49de-8035-c4c9a26ff14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.212788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] device_id is not set on port 792de358-779c-4dc5-9091-9dff9b147725 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:46.258999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.287873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['fb73db94-2a18-44ef-a3b4-af434ac92795'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:46.340013 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d34549d8-f956-45d6-8e79-af7ae85772ac', '2b093b3b-2f66-4095-998c-7cc64e89b48d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:46.385986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.405183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a22b6d57-28ff-4fa4-ba89-459d3d174cef req-79e71716-82f4-43f6-9e1c-ee943bbcfae2 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828925 Nov 22 17:03:46.611469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8::ee (45521f05-429d-474d-a428-1772d389eb08/b9f1a8dc-5253-4a28-9715-dc3269296c81/792de358-779c-4dc5-9091-9dff9b147725) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:46.621144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Allocated IP 2001:db8:0:1:f816:3eff:fe62:c96e (45521f05-429d-474d-a428-1772d389eb08/1b6eab94-b816-48b2-b3af-6ce9c275ad7a/792de358-779c-4dc5-9091-9dff9b147725) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:46.686913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b9c19-6c73-42a4-b930-352ceb1d014e None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:46.817907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Pushing event deleted for resources: {'Port': ['ID=2b093b3b-2f66-4095-998c-7cc64e89b48d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:46.922562 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] No DVR routers for this DVR port 2b093b3b-2f66-4095-998c-7cc64e89b48d on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:46.927300 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.932413 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a894d9ff-e40c-415b-aa53-83ba49df6ee1 req-acf2a5a7-4ccb-4981-8b61-3f943e8b0831 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.62 "DELETE /v2.0/ports/2b093b3b-2f66-4095-998c-7cc64e89b48d HTTP/1.1" status: 204 len: 173 time: 2.5241435 Nov 22 17:03:46.934701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34417d20-ca16-4262-9a7b-e0a254e280cd', 'name': 'network-vif-deleted', 'tag': '2b093b3b-2f66-4095-998c-7cc64e89b48d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:46.959577 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8bbd8e-27c1-4fd9-9e92-2ed62857ec04" -d '{"events": [{"server_uuid": "34417d20-ca16-4262-9a7b-e0a254e280cd", "name": "network-vif-deleted", "tag": "2b093b3b-2f66-4095-998c-7cc64e89b48d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:46.965540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:46.998268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Sync routers for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:47.035289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.038122 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-feba139a-6008-4d12-9d16-39b582a547de tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.9465733 Nov 22 17:03:47.041410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:47.041852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34014) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:47.042532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:47.049217 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.178555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Deleting port 9d3e4e44-9749-4dc7-ba04-99a854a48762 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:47.178912 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.313315 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e023e0-7835-4fe2-9c77-b1ae0dc6b2a7 x-openstack-request-id: req-01e023e0-7835-4fe2-9c77-b1ae0dc6b2a7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:47.313763 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34417d20-ca16-4262-9a7b-e0a254e280cd", "name": "network-vif-deleted", "tag": "2b093b3b-2f66-4095-998c-7cc64e89b48d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:47.314166 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01e023e0-7835-4fe2-9c77-b1ae0dc6b2a7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:47.314763 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34417d20-ca16-4262-9a7b-e0a254e280cd', 'name': 'network-vif-deleted', 'tag': '2b093b3b-2f66-4095-998c-7cc64e89b48d', 'status': 'completed', 'code': 200} Nov 22 17:03:47.323491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.394457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event updated for resources: {'Port': ['ID=792de358-779c-4dc5-9091-9dff9b147725,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:47.432086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Network 45521f05-429d-474d-a428-1772d389eb08 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:47.436555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:47.439361 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-56a949d2-2478-4b6f-84d1-8ab5d6b5e6c7 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=a84be85c5d1f450a9302268be4b2d1ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3946300 Nov 22 17:03:47.441179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:47.441994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34028) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:47.457910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:47.458291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:47.460510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.504783 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] For port 9d3e4e44-9749-4dc7-ba04-99a854a48762, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9d3e4e44-9749-4dc7-ba04-99a854a48762,segment=NetworkSegment(d31597a1-1102-4fe9-86d3-2a044fda2c5f),segment_id=d31597a1-1102-4fe9-86d3-2a044fda2c5f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:47.505320 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.527456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-03344ede-58d4-44a7-b638-4a700b462027 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.9841614 Nov 22 17:03:47.532477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34034) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:47.664445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Calling delete_port for 9d3e4e44-9749-4dc7-ba04-99a854a48762 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:47.823752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:44Z', 'revision_number': 3, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:47.898055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Checking router: 20006899-8c34-42a5-a7f2-552e796c76b8 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:47.898426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Updating router 20006899-8c34-42a5-a7f2-552e796c76b8 port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:03:47.919137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08affacf-05c9-413c-90de-912ca7490aaa tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:47.922013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-08affacf-05c9-413c-90de-912ca7490aaa tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4789314 Nov 22 17:03:47.924826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34036) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:47.966401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4dc204c3-965a-4607-8219-85edb5aaa61a req-4607641e-d16d-4492-aa90-ac5c54d279ad tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=34417d20-ca16-4262-9a7b-e0a254e280cd HTTP/1.1" status: 200 len: 210 time: 0.1336117 Nov 22 17:03:47.973870 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d3cf1bf-6454-4903-9f6e-99747c26b47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.999737 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.000034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5ae09b05-10b1-41a8-862a-db31570dc248 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607045 Nov 22 17:03:48.000805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:48.008181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-346043147', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:48.087784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.105654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14acf80f-60e0-4419-b5e7-cc14826ae153 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting port 792de358-779c-4dc5-9091-9dff9b147725 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:48.106012 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14acf80f-60e0-4419-b5e7-cc14826ae153 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.192441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Made reservation on behalf of a84be85c5d1f450a9302268be4b2d1ee for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:48.201061 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.202248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] No DVR routers for this DVR port 9d3e4e44-9749-4dc7-ba04-99a854a48762 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:48.245208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Port': ['ID=9d3e4e44-9749-4dc7-ba04-99a854a48762,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:48.477769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.514922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14acf80f-60e0-4419-b5e7-cc14826ae153 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.533679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81284f74-c909-44d1-88df-a239ca847296']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:48.557130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14acf80f-60e0-4419-b5e7-cc14826ae153 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Calling delete_port for 792de358-779c-4dc5-9091-9dff9b147725 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:48.561051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31597a1-1102-4fe9-86d3-2a044fda2c5f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:48.561413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31597a1-1102-4fe9-86d3-2a044fda2c5f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:48.580354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.583644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.643648 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.668164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:48.668971 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:48.680410 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:48.688268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Subnet': ['ID=f3a5c6a2-0809-49bc-a989-350bc422fef8,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:48.744473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2b093b3b-2f66-4095-998c-7cc64e89b48d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:48.823134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Checking segment: {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:48.824279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network hostable DHCP agents. Network: 95d64dcf-29d0-4e60-a09d-ff15ccfaec37, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:48.829681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c0201-cdb2-4e47-910b-b6fec6a172ab None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:48.868232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb4a83-2a57-4a81-bdb6-34452a7eab6c None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:48.874173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:48.897605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 95d64dcf-29d0-4e60-a09d-ff15ccfaec37) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:48.917160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:48.918807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.930053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.944988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b99d38-aad9-4929-a667-8d95534e99e0 None None] DHCP port deletion for 7c32d56e-d4d2-46af-9a86-25652e280b5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:48.961910 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ce967600-6cc0-4ff1-a062-cdde730ff362 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9563901 Nov 22 17:03:48.962491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34052) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:48.963383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf04f6-283e-4e9a-afbb-0da0d069d697 None None] Network e2732cde-d868-4eff-aabb-d2619a30b423 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:48.977359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.985082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/networks/81284f74-c909-44d1-88df-a239ca847296 HTTP/1.1" status: 204 len: 168 time: 2.8703570 Nov 22 17:03:48.993580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:49.040049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937ae12-ac0b-4c57-83f9-2fb2a72a8b34 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Network': ['ID=81284f74-c909-44d1-88df-a239ca847296,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:49.051478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc63f8-bc1f-4fe9-b2cc-14405d2df20c None None] Network 81284f74-c909-44d1-88df-a239ca847296 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:49.054681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c792ae1-bcd5-4d8a-9edb-caabc5c36652 None None] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:49.060122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 2b093b3b-2f66-4095-998c-7cc64e89b48d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:49.060890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 2b093b3b-2f66-4095-998c-7cc64e89b48d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:49.347035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14acf80f-60e0-4419-b5e7-cc14826ae153 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.419088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc63f8-bc1f-4fe9-b2cc-14405d2df20c None None] Network 81284f74-c909-44d1-88df-a239ca847296 could not be found, it might have been deleted concurrently. {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 17:03:49.504550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14acf80f-60e0-4419-b5e7-cc14826ae153 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Port': ['ID=792de358-779c-4dc5-9091-9dff9b147725,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:49.521945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.553890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f50dd837-28d4-4bfd-893f-ba57253cbeac None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:49.555891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f50dd837-28d4-4bfd-893f-ba57253cbeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.641330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.644718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bd4183-fe9e-4973-8df6-12b0abeb697c None None] DHCP port deletion for 81284f74-c909-44d1-88df-a239ca847296 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:49.699664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14acf80f-60e0-4419-b5e7-cc14826ae153 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.704488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-14acf80f-60e0-4419-b5e7-cc14826ae153 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/792de358-779c-4dc5-9091-9dff9b147725 HTTP/1.1" status: 204 len: 168 time: 2.1701288 Nov 22 17:03:49.712730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34064) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:49.811313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e52b96-34e4-484c-9965-e9efa9163bc2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:49.811313 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b6e52b96-34e4-484c-9965-e9efa9163bc2 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0859892 Nov 22 17:03:49.811313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34066) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:49.888617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7613a-f358-4f44-ba62-5538e6b1c7e0 req-082c16ce-bcd6-4766-933c-9b3b0be19daf tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:49.905297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6d7613a-f358-4f44-ba62-5538e6b1c7e0 req-082c16ce-bcd6-4766-933c-9b3b0be19daf tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 946 time: 0.2131591 Nov 22 17:03:50.008184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Deleting port 757c54a4-1140-4d82-a25c-38a75f74a0cd {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:50.009325 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.031691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.041402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9626c6ab-b354-43a1-946a-8180c1895510 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.042988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9626c6ab-b354-43a1-946a-8180c1895510 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2330501 Nov 22 17:03:50.046560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34070) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:50.120661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] For port 757c54a4-1140-4d82-a25c-38a75f74a0cd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=757c54a4-1140-4d82-a25c-38a75f74a0cd,segment=NetworkSegment(37c91a08-4d78-486f-b728-4818eb507ab2),segment_id=37c91a08-4d78-486f-b728-4818eb507ab2)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:50.121545 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.146430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Calling delete_port for 757c54a4-1140-4d82-a25c-38a75f74a0cd owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:50.179006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc818c76-0207-49ac-bcda-972e1db0a404 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.180490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc818c76-0207-49ac-bcda-972e1db0a404 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.182226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc818c76-0207-49ac-bcda-972e1db0a404 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.183981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cc818c76-0207-49ac-bcda-972e1db0a404 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1363482 Nov 22 17:03:50.187280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34072) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:50.267542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.315905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] No DVR routers for this DVR port 757c54a4-1140-4d82-a25c-38a75f74a0cd on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:50.328601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:50.330724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.370709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.375230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6d7613a-f358-4f44-ba62-5538e6b1c7e0 req-598a084c-94e8-4383-9d8b-83f3b99e4e4b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685276 Nov 22 17:03:50.391483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Port': ['ID=757c54a4-1140-4d82-a25c-38a75f74a0cd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:50.418758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967a5752-bff3-45c5-a6b4-319d956e6311 None None] DHCP port deletion for e2732cde-d868-4eff-aabb-d2619a30b423 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:50.423295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe90f2a-5624-4ad6-a103-109b484b52ef tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet 1b6eab94-b816-48b2-b3af-6ce9c275ad7a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:50.434859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f2a-5624-4ad6-a103-109b484b52ef tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.463143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.512540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ead3e467-f1dd-4eed-a6a4-30148ebc8efc None None] Provisioning complete for port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:50.516161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ead3e467-f1dd-4eed-a6a4-30148ebc8efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.601053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ead3e467-f1dd-4eed-a6a4-30148ebc8efc None None] Port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:50.618525 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.629283 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f2a-5624-4ad6-a103-109b484b52ef tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.671838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2732cde-d868-4eff-aabb-d2619a30b423']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:50.690732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Attempting to bind port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:50.691212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Attempting to bind port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:50.691402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Attempting to bind port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:50.694079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1132fd36-7e1b-4cdd-8254-1b01e9387b94 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:50.709776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c91a08-4d78-486f-b728-4818eb507ab2') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:50.712206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c91a08-4d78-486f-b728-4818eb507ab2') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:50.745109 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.832034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:50.832421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:50.832842 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.833883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:50.834483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Bound port: ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:50.835043 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.853497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63aa54-5ab4-49b2-9e9b-b58cdb4ca370 None None] Pushing event updated for resources: {'Port': ['ID=ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:50.886254 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.897668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:50.898319 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:50.902115 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:50.931360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.964889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-50e53506-0acf-4798-8c89-9db23fa39e98 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:50.965425 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50e53506-0acf-4798-8c89-9db23fa39e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.971510 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f2a-5624-4ad6-a103-109b484b52ef tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.008256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-075cb993-3df7-468e-bfcb-af90b593cad4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:51.015793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-075cb993-3df7-468e-bfcb-af90b593cad4 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.37 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 946 time: 0.2537034 Nov 22 17:03:51.068394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] For port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:51.080715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] For port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:51.111575 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.213705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Allocated IP 172.20.0.1 (95d64dcf-29d0-4e60-a09d-ff15ccfaec37/f3a5c6a2-0809-49bc-a989-350bc422fef8/26977df4-9027-47c9-9514-9698875b968d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:51.220887 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.243791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.250544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63aa54-5ab4-49b2-9e9b-b58cdb4ca370 None None] Pushing event updated for resources: {'Port': ['ID=ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:51.254741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/networks/e2732cde-d868-4eff-aabb-d2619a30b423 HTTP/1.1" status: 204 len: 168 time: 2.2589383 Nov 22 17:03:51.257283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34078) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:51.267335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d3e4e44-9749-4dc7-ba04-99a854a48762 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:51.305344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0480c4a-ddff-4afe-8cd4-4e97962d690c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Network': ['ID=e2732cde-d868-4eff-aabb-d2619a30b423,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:51.335576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1deaf46-c186-437e-bb7b-c527642cdb16 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:51.378627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9d3e4e44-9749-4dc7-ba04-99a854a48762 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:51.379009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9d3e4e44-9749-4dc7-ba04-99a854a48762 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:51.379503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 757c54a4-1140-4d82-a25c-38a75f74a0cd no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:51.380587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Deleting port fb73db94-2a18-44ef-a3b4-af434ac92795 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:51.381162 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.512905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f2a-5624-4ad6-a103-109b484b52ef tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.603858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe90f2a-5624-4ad6-a103-109b484b52ef tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6eab94-b816-48b2-b3af-6ce9c275ad7a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:51.604074 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.616170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 757c54a4-1140-4d82-a25c-38a75f74a0cd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:51.616696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] For port fb73db94-2a18-44ef-a3b4-af434ac92795, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=fb73db94-2a18-44ef-a3b4-af434ac92795,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:51.616853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 757c54a4-1140-4d82-a25c-38a75f74a0cd not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:51.617336 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.622340 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.642442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:51.643503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:51.651791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb0482a-dd63-4e0f-8d80-bc983a6f8a0f tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Deleting subnet 0c43ffdb-bfca-44fa-bc29-4a1ce183b11a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:51.659206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbe90f2a-5624-4ad6-a103-109b484b52ef tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.662640 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dbe90f2a-5624-4ad6-a103-109b484b52ef tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/1b6eab94-b816-48b2-b3af-6ce9c275ad7a HTTP/1.1" status: 204 len: 168 time: 1.4742227 Nov 22 17:03:51.665932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:51.675841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Calling delete_port for fb73db94-2a18-44ef-a3b4-af434ac92795 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:51.766445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1911be-4616-4066-b238-13a3864a3191 req-ea012dbb-5cd6-4b53-bff1-98b95ba8d24b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:51.774222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa1911be-4616-4066-b238-13a3864a3191 req-ea012dbb-5cd6-4b53-bff1-98b95ba8d24b tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=fee4a973-8a77-4d34-baff-fd44d29caff7 HTTP/1.1" status: 200 len: 946 time: 0.1320145 Nov 22 17:03:51.818742 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbb0482a-dd63-4e0f-8d80-bc983a6f8a0f tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.831259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0a7b8e-1d70-41df-acf5-3acbe2e3b2c6 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:51.833627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a626f9-f0ec-4819-a2e2-49ae2e6fbfb4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Deleting subnet b9f1a8dc-5253-4a28-9715-dc3269296c81 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:51.873366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a626f9-f0ec-4819-a2e2-49ae2e6fbfb4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.873610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aa1911be-4616-4066-b238-13a3864a3191 req-16bb1a15-06fc-4b2c-babc-622efcba5c39 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981793 Nov 22 17:03:51.945523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbb0482a-dd63-4e0f-8d80-bc983a6f8a0f tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.953509 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.993914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a626f9-f0ec-4819-a2e2-49ae2e6fbfb4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.995693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Pushing event deleted for resources: {'Port': ['ID=fb73db94-2a18-44ef-a3b4-af434ac92795,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:52.005685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d34549d8-f956-45d6-8e79-af7ae85772ac'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:52.015349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['fb73db94-2a18-44ef-a3b4-af434ac92795'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:52.029284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.072945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1526b5-e38d-49a7-9939-4c68b4e8453d None None] DHCP port deletion for 7c32d56e-d4d2-46af-9a86-25652e280b5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:52.081969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] No DVR routers for this DVR port fb73db94-2a18-44ef-a3b4-af434ac92795 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:52.085912 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.090008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33376acf-192f-4e5e-a30e-122eea04adb0 req-0129b3b6-d844-41e7-b470-17b8ec2e48d8 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.37 "DELETE /v2.0/ports/fb73db94-2a18-44ef-a3b4-af434ac92795 HTTP/1.1" status: 204 len: 173 time: 1.0598788 Nov 22 17:03:52.091675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee4a973-8a77-4d34-baff-fd44d29caff7', 'name': 'network-vif-deleted', 'tag': 'fb73db94-2a18-44ef-a3b4-af434ac92795'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:52.104821 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d78ebb-adb1-4213-93e8-74070622609e" -d '{"events": [{"server_uuid": "fee4a973-8a77-4d34-baff-fd44d29caff7", "name": "network-vif-deleted", "tag": "fb73db94-2a18-44ef-a3b4-af434ac92795"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:52.202143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-50e53506-0acf-4798-8c89-9db23fa39e98 None None] Provisioning complete for port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:52.202143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50e53506-0acf-4798-8c89-9db23fa39e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.211497 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7dcf85-3770-44ee-860f-e3006f1f5ddd x-openstack-request-id: req-3f7dcf85-3770-44ee-860f-e3006f1f5ddd {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:52.212061 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee4a973-8a77-4d34-baff-fd44d29caff7", "name": "network-vif-deleted", "tag": "fb73db94-2a18-44ef-a3b4-af434ac92795", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:52.212476 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f7dcf85-3770-44ee-860f-e3006f1f5ddd {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:52.213094 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee4a973-8a77-4d34-baff-fd44d29caff7', 'name': 'network-vif-deleted', 'tag': 'fb73db94-2a18-44ef-a3b4-af434ac92795', 'status': 'completed', 'code': 200} Nov 22 17:03:52.274473 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a626f9-f0ec-4819-a2e2-49ae2e6fbfb4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.334080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:52.359873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:52.776547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:52.785400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=26977df4-9027-47c9-9514-9698875b968d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:52.788804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:52.831904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbb0482a-dd63-4e0f-8d80-bc983a6f8a0f tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.833565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Allocated IP 172.20.0.2 (95d64dcf-29d0-4e60-a09d-ff15ccfaec37/f3a5c6a2-0809-49bc-a989-350bc422fef8/c0ea2193-deed-4535-b590-ed3fb9f4b9c2) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:52.890179 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.976705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a626f9-f0ec-4819-a2e2-49ae2e6fbfb4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.015200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-36a626f9-f0ec-4819-a2e2-49ae2e6fbfb4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.021718 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-36a626f9-f0ec-4819-a2e2-49ae2e6fbfb4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/b9f1a8dc-5253-4a28-9715-dc3269296c81 HTTP/1.1" status: 204 len: 168 time: 1.3470106 Nov 22 17:03:53.025293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.052972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a626f9-f0ec-4819-a2e2-49ae2e6fbfb4 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f1a8dc-5253-4a28-9715-dc3269296c81,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:53.123316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbb0482a-dd63-4e0f-8d80-bc983a6f8a0f tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.168098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0482a-dd63-4e0f-8d80-bc983a6f8a0f tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Subnet': ['ID=0c43ffdb-bfca-44fa-bc29-4a1ce183b11a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:53.192637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bbb0482a-dd63-4e0f-8d80-bc983a6f8a0f tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.198211 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bbb0482a-dd63-4e0f-8d80-bc983a6f8a0f tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/subnets/0c43ffdb-bfca-44fa-bc29-4a1ce183b11a HTTP/1.1" status: 204 len: 168 time: 1.9385078 Nov 22 17:03:53.200865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34112) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.218663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e03b51-aa67-4dd2-a2b8-96b2b1b081c3 None None] Network f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:53.238283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-02d27eb3-f6aa-47d8-9f8c-888a4d359d5e tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2087142 Nov 22 17:03:53.246908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.390171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49ac2d-5566-4d6e-b71f-5725a1714462 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:53.394395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d49ac2d-5566-4d6e-b71f-5725a1714462 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1438305 Nov 22 17:03:53.395110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34124) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.431273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50e53506-0acf-4798-8c89-9db23fa39e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.431838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.499766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e354979b-a9e0-4621-822e-a9130c5ded72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:53.503430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e354979b-a9e0-4621-822e-a9130c5ded72 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068497 Nov 22 17:03:53.506616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34126) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.569739 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5d0fef6b-9f6c-48cd-a296-cff0ed8d8453 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613706 Nov 22 17:03:53.579106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-50e53506-0acf-4798-8c89-9db23fa39e98 None None] For port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:53.580951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34130) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.614069 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06b39d6-18f4-4aad-902f-c503600e289f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:53.615064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06b39d6-18f4-4aad-902f-c503600e289f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:53.622160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b06b39d6-18f4-4aad-902f-c503600e289f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/792de358-779c-4dc5-9091-9dff9b147725 HTTP/1.1" status: 404 len: 333 time: 0.0376575 Nov 22 17:03:53.622533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.657842 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-236fa04b-d007-4220-9bc7-4342322f05fe tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:53.658445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236fa04b-d007-4220-9bc7-4342322f05fe tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:53.665437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-236fa04b-d007-4220-9bc7-4342322f05fe tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/1b6eab94-b816-48b2-b3af-6ce9c275ad7a HTTP/1.1" status: 404 len: 337 time: 0.0394013 Nov 22 17:03:53.666030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34134) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.685326 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50e53506-0acf-4798-8c89-9db23fa39e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.728260 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-567a1a46-7805-4927-8f7a-72143e95ae39 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:53.728821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567a1a46-7805-4927-8f7a-72143e95ae39 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:53.738562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-567a1a46-7805-4927-8f7a-72143e95ae39 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/b9f1a8dc-5253-4a28-9715-dc3269296c81 HTTP/1.1" status: 404 len: 337 time: 0.0691943 Nov 22 17:03:53.738907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.779780 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15143d6-6c5e-43d8-b6e0-9f4fe027dd1a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:53.780684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15143d6-6c5e-43d8-b6e0-9f4fe027dd1a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:53.795157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c15143d6-6c5e-43d8-b6e0-9f4fe027dd1a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/3cb058fb-0091-4eff-a8ba-567961c61119 HTTP/1.1" status: 404 len: 333 time: 0.0524485 Nov 22 17:03:53.795450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34138) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.837019 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7824db-42e6-41b7-b460-7ee63c883fd5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:53.838324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7824db-42e6-41b7-b460-7ee63c883fd5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:53.846422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ea7824db-42e6-41b7-b460-7ee63c883fd5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/602640c0-3482-48e1-b8b6-6c444db7e280 HTTP/1.1" status: 404 len: 337 time: 0.0462871 Nov 22 17:03:53.847598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.868784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.914525 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-762a0133-1432-48ff-bdf9-e6185ec9c9bb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:53.915372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762a0133-1432-48ff-bdf9-e6185ec9c9bb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:53.926937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-762a0133-1432-48ff-bdf9-e6185ec9c9bb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/573e1fd0-b9c7-4a09-bbe2-5205d1c1be20 HTTP/1.1" status: 404 len: 337 time: 0.0753276 Nov 22 17:03:53.927817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34142) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.967744 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-806ae2bb-09f3-434d-bf83-33067bb10cd9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:53.971471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806ae2bb-09f3-434d-bf83-33067bb10cd9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:53.979284 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.985543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-806ae2bb-09f3-434d-bf83-33067bb10cd9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/4aa99081-3611-4590-936a-f680a4c0b96e HTTP/1.1" status: 404 len: 333 time: 0.0534999 Nov 22 17:03:53.987942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34144) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.997680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.022268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:44Z', 'revision_number': 3, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:54.034739 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c25d369-6628-446a-af75-2faf6564a475 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.035544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c25d369-6628-446a-af75-2faf6564a475 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.042740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2c25d369-6628-446a-af75-2faf6564a475 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/20a91563-b1dc-4737-ba83-87e58eab7ccb HTTP/1.1" status: 404 len: 337 time: 0.0491142 Nov 22 17:03:54.043236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.086541 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5654b04f-d009-4ff0-9c54-e6e1297778b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.087232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5654b04f-d009-4ff0-9c54-e6e1297778b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.092537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5654b04f-d009-4ff0-9c54-e6e1297778b0 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/d7b810ef-a713-4e08-a49c-09b264f5e7d7 HTTP/1.1" status: 404 len: 337 time: 0.0482709 Nov 22 17:03:54.095308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34150) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.110206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779ba543-ae92-47a1-a6d2-096a3ee7b49f None None] The sync data for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 is: [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:44Z', 'revision_number': 3, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:54.143448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:54.144355 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-51598772-dcd2-4dcc-82d4-e45cbb77ce3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.145189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51598772-dcd2-4dcc-82d4-e45cbb77ce3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.148548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-51598772-dcd2-4dcc-82d4-e45cbb77ce3a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/070c70f5-88d6-42bd-bbb5-51d588a7c086 HTTP/1.1" status: 404 len: 333 time: 0.0516140 Nov 22 17:03:54.151642 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34152) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.170917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:54.179639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-309afabb-f308-4283-8ca9-3b8daf6b99d7 None None] Provisioning complete for port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:54.179639 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-309afabb-f308-4283-8ca9-3b8daf6b99d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.198347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.198661 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c22af07-fd98-4b23-a04f-6cf3f53a71e6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.199701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c22af07-fd98-4b23-a04f-6cf3f53a71e6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.206145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7c22af07-fd98-4b23-a04f-6cf3f53a71e6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/d000d551-1547-4027-b23e-2318f6369efd HTTP/1.1" status: 404 len: 337 time: 0.0527027 Nov 22 17:03:54.208291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.213223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.230672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e53506-0acf-4798-8c89-9db23fa39e98 None None] Pushing event updated for resources: {'Port': ['ID=ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:54.238798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:54.293765 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7b8cf5-d420-45ec-827e-198aa68902b1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.294732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7b8cf5-d420-45ec-827e-198aa68902b1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.312591 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9b7b8cf5-d420-45ec-827e-198aa68902b1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/afe4ac4c-a980-4000-b33b-88eabc8ff69c HTTP/1.1" status: 404 len: 337 time: 0.1020596 Nov 22 17:03:54.314564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34156) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.361994 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa6d45a-10e0-4fde-b716-f8cc58fdb6df tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.363129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa6d45a-10e0-4fde-b716-f8cc58fdb6df tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.368832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0aa6d45a-10e0-4fde-b716-f8cc58fdb6df tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/f704577a-19f0-4e8a-939b-9450cda43fe0 HTTP/1.1" status: 404 len: 333 time: 0.0459616 Nov 22 17:03:54.373921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34158) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.420394 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-775671c5-eafc-4b35-8977-025bbc8d5772 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.421321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775671c5-eafc-4b35-8977-025bbc8d5772 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.426165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-775671c5-eafc-4b35-8977-025bbc8d5772 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/5901cfe8-ee6e-4859-a6da-570dbf5dfb7e HTTP/1.1" status: 404 len: 337 time: 0.0499361 Nov 22 17:03:54.433042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34162) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.435594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Pushing event updated for resources: {'Port': ['ID=c0ea2193-deed-4535-b590-ed3fb9f4b9c2,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:54.497562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Attempting to bind port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:54.512517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Attempting to bind port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:54.512954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Attempting to bind port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 on network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:54.513553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.520356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device fb73db94-2a18-44ef-a3b4-af434ac92795 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:54.521680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=26977df4-9027-47c9-9514-9698875b968d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:54.537229 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c272b402-3a52-470e-b3ee-edfadda12c62 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.545913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c272b402-3a52-470e-b3ee-edfadda12c62 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.552789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Deleting port 35f16d17-9ec1-4a92-be39-acfe12c913a8 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:54.552789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.556124 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c272b402-3a52-470e-b3ee-edfadda12c62 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/3b16ee2c-a42a-449a-b152-7196b77fdee3 HTTP/1.1" status: 404 len: 333 time: 0.1211076 Nov 22 17:03:54.557668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.625294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:54.625841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Checking segment: {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:54.626574 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.626931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Bound using segment: {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:54.627592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Bound port: c0ea2193-deed-4535-b590-ed3fb9f4b9c2, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:54.628008 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.647351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: fb73db94-2a18-44ef-a3b4-af434ac92795 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:54.647351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device fb73db94-2a18-44ef-a3b4-af434ac92795 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:54.659213 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1005f2a4-cda3-4dec-b13e-e790bb716f06 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.659687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1005f2a4-cda3-4dec-b13e-e790bb716f06 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.669729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1005f2a4-cda3-4dec-b13e-e790bb716f06 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/56e2e14e-9f15-471b-9512-31a3312ac6fb HTTP/1.1" status: 404 len: 337 time: 0.1106255 Nov 22 17:03:54.678747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.696665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-309afabb-f308-4283-8ca9-3b8daf6b99d7 None None] Could not find standard attr ID for object 792de358-779c-4dc5-9091-9dff9b147725. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:54.710284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] DHCP port deletion for f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:54.733184 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a47bcf6-b596-4c27-ba42-d944d9352e21 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.733777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a47bcf6-b596-4c27-ba42-d944d9352e21 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.739363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5a47bcf6-b596-4c27-ba42-d944d9352e21 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/4261289b-381f-4706-b370-45276f95bc19 HTTP/1.1" status: 404 len: 333 time: 0.0571804 Nov 22 17:03:54.740491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34170) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.752232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2124fd-1144-42b9-b249-275bff1f8f91 None None] Network 45521f05-429d-474d-a428-1772d389eb08 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:54.781050 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf92ff7-1edd-458b-9490-8c276bdece63 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.782746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf92ff7-1edd-458b-9490-8c276bdece63 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.788539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-faf92ff7-1edd-458b-9490-8c276bdece63 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/4d8c9d63-4047-43ba-8f32-ba841bd973d7 HTTP/1.1" status: 404 len: 337 time: 0.0445008 Nov 22 17:03:54.790223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34172) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.830873 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-909693c8-cb11-4e70-86a1-9126424c4c8f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.831842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909693c8-cb11-4e70-86a1-9126424c4c8f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.838692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-909693c8-cb11-4e70-86a1-9126424c4c8f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/c700e609-0ec2-4ef2-baeb-04a8ff17695a HTTP/1.1" status: 404 len: 333 time: 0.0444577 Nov 22 17:03:54.839673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.908409 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fea7cc2-e478-40b7-9f23-8220c1fde90c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.908885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fea7cc2-e478-40b7-9f23-8220c1fde90c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:54.918294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8fea7cc2-e478-40b7-9f23-8220c1fde90c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/31d0ecbd-e20e-40ff-87f2-57ceb8e9592d HTTP/1.1" status: 404 len: 337 time: 0.0726664 Nov 22 17:03:54.920526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.945237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:54.952340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:54.960432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] For port 35f16d17-9ec1-4a92-be39-acfe12c913a8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=35f16d17-9ec1-4a92-be39-acfe12c913a8,segment=NetworkSegment(d7f4b0d1-753c-4755-b8e3-b47173a0137d),segment_id=d7f4b0d1-753c-4755-b8e3-b47173a0137d)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:54.960800 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.991413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Calling delete_port for 35f16d17-9ec1-4a92-be39-acfe12c913a8 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:54.995774 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1d2a74-464c-499d-b39e-167ca354f0b6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:54.996358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1d2a74-464c-499d-b39e-167ca354f0b6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.012332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0d1d2a74-464c-499d-b39e-167ca354f0b6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/4960a4c7-9ac2-40f7-908d-2f93c0d997af HTTP/1.1" status: 404 len: 333 time: 0.0905688 Nov 22 17:03:55.013128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34178) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.062799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-02c9e905-e08e-45be-89a7-1b6ca372c614 None None] Provisioning complete for port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:55.063221 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02c9e905-e08e-45be-89a7-1b6ca372c614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.084638 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-debabde2-3a3a-40de-b8e6-99e3a3f5efbb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.085510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debabde2-3a3a-40de-b8e6-99e3a3f5efbb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.092386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-debabde2-3a3a-40de-b8e6-99e3a3f5efbb tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/f05e5d8d-f404-46b2-b43e-9caedfd30803 HTTP/1.1" status: 404 len: 337 time: 0.0775878 Nov 22 17:03:55.096314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.151160 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1af8c7-4f8a-4f89-8e28-feabcd84a75d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.151774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1af8c7-4f8a-4f89-8e28-feabcd84a75d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.160653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.177475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34184) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.190624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1e1af8c7-4f8a-4f89-8e28-feabcd84a75d tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/6958669a-9de7-439e-aae8-b4ce7e231ea4 HTTP/1.1" status: 404 len: 333 time: 0.0958390 Nov 22 17:03:55.271221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] For port c0ea2193-deed-4535-b590-ed3fb9f4b9c2, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:55.299093 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7801c8d7-bb2b-41fd-9ba4-a730d18ea34b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.299650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7801c8d7-bb2b-41fd-9ba4-a730d18ea34b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.306521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.315755 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7801c8d7-bb2b-41fd-9ba4-a730d18ea34b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/e59a3362-3b7d-4c61-8e26-c2f94cd8380e HTTP/1.1" status: 404 len: 337 time: 0.1294882 Nov 22 17:03:55.319487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:55.325945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Port': ['ID=35f16d17-9ec1-4a92-be39-acfe12c913a8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:55.343736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] No DVR routers for this DVR port 35f16d17-9ec1-4a92-be39-acfe12c913a8 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:55.356540 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d85a63-9a5a-4a4f-9c82-5d2c3669c905 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.357078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d85a63-9a5a-4a4f-9c82-5d2c3669c905 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.363838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-08d85a63-9a5a-4a4f-9c82-5d2c3669c905 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/2b8c99ef-9cf4-49af-9f6b-b9b76650e056 HTTP/1.1" status: 404 len: 337 time: 0.0558553 Nov 22 17:03:55.364488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34188) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.377442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] For port c0ea2193-deed-4535-b590-ed3fb9f4b9c2, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c0ea2193-deed-4535-b590-ed3fb9f4b9c2,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:55.387293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] Deleting port 35f16d17-9ec1-4a92-be39-acfe12c913a8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:55.387609 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.403592 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4d8a50-2bc9-48ec-bcc5-07f7e26ae3c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.404279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4d8a50-2bc9-48ec-bcc5-07f7e26ae3c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.411151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dd4d8a50-2bc9-48ec-bcc5-07f7e26ae3c3 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/caafd574-3c59-44ce-b413-a82204d870d4 HTTP/1.1" status: 404 len: 333 time: 0.0452802 Nov 22 17:03:55.412043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34190) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.445833 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-929db464-ebc0-4c8f-9a56-1eb4a30db462 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.446308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929db464-ebc0-4c8f-9a56-1eb4a30db462 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.454330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-929db464-ebc0-4c8f-9a56-1eb4a30db462 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/548491ac-8622-43eb-8792-faf6363622ad HTTP/1.1" status: 404 len: 337 time: 0.0410995 Nov 22 17:03:55.455284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34192) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.469268 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.560835 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3be945b-ff30-4bb7-a0be-46db19f61181 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.562763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3be945b-ff30-4bb7-a0be-46db19f61181 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.571562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.572322 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b3be945b-ff30-4bb7-a0be-46db19f61181 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/f3846f67-897c-4371-8b63-02a71baf518d HTTP/1.1" status: 404 len: 337 time: 0.1123483 Nov 22 17:03:55.618659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.671236 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dff2e93-b72d-4e80-8a53-f76a39e0f803 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.671859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dff2e93-b72d-4e80-8a53-f76a39e0f803 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.676314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0dff2e93-b72d-4e80-8a53-f76a39e0f803 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/dde64f3a-a5e9-47d7-9d1a-a66d7e063d5f HTTP/1.1" status: 404 len: 333 time: 0.1033516 Nov 22 17:03:55.676574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:55.691457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34200) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.698746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f4b0d1-753c-4755-b8e3-b47173a0137d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:55.699291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f4b0d1-753c-4755-b8e3-b47173a0137d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:55.718001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.740233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] For port 35f16d17-9ec1-4a92-be39-acfe12c913a8, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:55.740647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.749984 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.761110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] Calling delete_port for 35f16d17-9ec1-4a92-be39-acfe12c913a8 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:55.765466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] Port 35f16d17-9ec1-4a92-be39-acfe12c913a8 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:03:55.771939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.776541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:55.778153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.797291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] No DVR routers for this DVR port 35f16d17-9ec1-4a92-be39-acfe12c913a8 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:55.817159 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c2d67a-5ffe-40b7-a890-729a068be311 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.817696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c2d67a-5ffe-40b7-a890-729a068be311 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.831154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-22c2d67a-5ffe-40b7-a890-729a068be311 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/8c2c397b-a043-4969-83f2-1526b9d53e14 HTTP/1.1" status: 404 len: 337 time: 0.1355462 Nov 22 17:03:55.832101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:55.889254 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:55.896142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.919102 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.924350 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/networks/f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1 HTTP/1.1" status: 204 len: 168 time: 2.7188497 Nov 22 17:03:55.928808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d056515-1c2d-447c-8148-1e2ace1ef255 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Pushing event deleted for resources: {'Network': ['ID=f709b5d0-aae1-4a0c-b1f1-4bc9a27949c1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:55.939869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Router 20006899-8c34-42a5-a7f2-552e796c76b8 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:55.939869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34206) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.964958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:55.965999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.979548 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd399da-be91-4c65-a511-6d004add4fb1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:55.980449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd399da-be91-4c65-a511-6d004add4fb1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:55.990049 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-37333c8b-a908-47e4-808f-d65f20dde01c tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcb5d78c-fc15-4241-8537-7efcb0973465 HTTP/1.1" status: 200 len: 205 time: 0.0557175 Nov 22 17:03:55.996467 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0fd399da-be91-4c65-a511-6d004add4fb1 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/d5da6552-e504-4d44-b510-45d330a45c29 HTTP/1.1" status: 404 len: 337 time: 0.1632137 Nov 22 17:03:55.997421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34208) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.001446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34210) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.063771 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5f661a-3df4-46f4-871f-acaa3d98230a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:56.064543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5f661a-3df4-46f4-871f-acaa3d98230a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:56.078519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9a5f661a-3df4-46f4-871f-acaa3d98230a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/d1b72346-c1fa-4f0d-9258-d96e178e6a16 HTTP/1.1" status: 404 len: 333 time: 0.0758064 Nov 22 17:03:56.082155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34212) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.177338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] DHCP port deletion for 45521f05-429d-474d-a428-1772d389eb08 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:56.201382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb03b72-21c3-46b2-b2ad-00448eba7012 None None] Pushing event updated for resources: {'Port': ['ID=c0ea2193-deed-4535-b590-ed3fb9f4b9c2,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:56.226869 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-026119bb-5ad0-4146-ae0c-4ad32e20a46a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:56.227430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026119bb-5ad0-4146-ae0c-4ad32e20a46a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:56.240351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-026119bb-5ad0-4146-ae0c-4ad32e20a46a tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/4588cb32-d5cc-4a69-ad09-8b804c9625e4 HTTP/1.1" status: 404 len: 337 time: 0.1565440 Nov 22 17:03:56.243693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34214) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.310809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16865e11-bfec-4b4d-8e16-4f389660a46e None None] Pushing event deleted for resources: {'Port': ['ID=35f16d17-9ec1-4a92-be39-acfe12c913a8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:56.407558 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b0eff9-ea4b-4480-8193-842d0b8f07e6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:56.411986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b0eff9-ea4b-4480-8193-842d0b8f07e6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:56.416202 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f9b0eff9-ea4b-4480-8193-842d0b8f07e6 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/eeccc47f-d701-4029-9dde-f372b15f3240 HTTP/1.1" status: 404 len: 337 time: 0.1676676 Nov 22 17:03:56.421616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21f092b8-9389-4097-b51b-0bf1afc4f216 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.423288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34218) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.428723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] Deleting port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:56.429653 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.540803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9c94592a-aa9b-4392-92d5-cbb51f198a84 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc80a5d9-fa97-4a53-8711-1a97aabbdbfc HTTP/1.1" status: 200 len: 205 time: 0.1157782 Nov 22 17:03:56.542880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34222) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.577153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:56.621601 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a9801400-9897-465b-9851-a36522ad842a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "PUT /v2.0/routers/20006899-8c34-42a5-a7f2-552e796c76b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6581597 Nov 22 17:03:56.622758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34226) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.633289 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-36506483-4f26-4bb8-8c5f-598e82842e4c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] delete failed (client error): The resource could not be found. Nov 22 17:03:56.634862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-36506483-4f26-4bb8-8c5f-598e82842e4c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/routers/dc80a5d9-fa97-4a53-8711-1a97aabbdbfc HTTP/1.1" status: 404 len: 336 time: 0.0905724 Nov 22 17:03:56.648357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.673875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b72a9b22-95c7-42dd-b223-3d5ee9019402 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1457998019', 'description': 'tempest-secgroup_access--1457998019 description', 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:56.765123 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda28f7e-b206-4d09-8f78-9ef24fbc6f82 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:56.767283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda28f7e-b206-4d09-8f78-9ef24fbc6f82 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:56.771279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eda28f7e-b206-4d09-8f78-9ef24fbc6f82 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/0d2ddcf9-2c41-4ec3-83e0-5e8e8386a146 HTTP/1.1" status: 404 len: 337 time: 0.1180308 Nov 22 17:03:56.775943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.778443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21f092b8-9389-4097-b51b-0bf1afc4f216 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.789513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21f092b8-9389-4097-b51b-0bf1afc4f216 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.805283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] For port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,segment=NetworkSegment(e7f274b7-0d5b-438b-8563-267cd6e7aa21),segment_id=e7f274b7-0d5b-438b-8563-267cd6e7aa21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:56.805950 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.822228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] Calling delete_port for 15a4d1b2-97db-40b1-99b5-cb37d7c5627d owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:56.849517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0fbd4e51-5028-4f21-9897-a7962dcd7ac8 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "GET /v2.0/ports?device_id=c38b2604-8702-49a7-b75c-055cfb172413 HTTP/1.1" status: 200 len: 205 time: 0.0721543 Nov 22 17:03:56.852440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34236) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.855291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21f092b8-9389-4097-b51b-0bf1afc4f216 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.856025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f092b8-9389-4097-b51b-0bf1afc4f216 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Fanout notify agent at l3_agent the message router_deleted on router bcb5d78c-fc15-4241-8537-7efcb0973465 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:03:56.866908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21f092b8-9389-4097-b51b-0bf1afc4f216 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.872916 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-21f092b8-9389-4097-b51b-0bf1afc4f216 tempest-RoutersNegativeTest-575732711 tempest-RoutersNegativeTest-575732711-project] 10.222.0.59 "DELETE /v2.0/routers/bcb5d78c-fc15-4241-8537-7efcb0973465 HTTP/1.1" status: 204 len: 168 time: 0.8723192 Nov 22 17:03:56.874755 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b72a9b22-95c7-42dd-b223-3d5ee9019402 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.911906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 35f16d17-9ec1-4a92-be39-acfe12c913a8 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:56.939708 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-382f87e9-c952-4a4e-82dc-8315a2a9cadc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] delete failed (client error): The resource could not be found. Nov 22 17:03:56.941191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-382f87e9-c952-4a4e-82dc-8315a2a9cadc tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/routers/c38b2604-8702-49a7-b75c-055cfb172413 HTTP/1.1" status: 404 len: 336 time: 0.0871546 Nov 22 17:03:56.944831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34240) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:56.969300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 35f16d17-9ec1-4a92-be39-acfe12c913a8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:56.969679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 35f16d17-9ec1-4a92-be39-acfe12c913a8 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:57.034871 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3d1c55-cbfa-4a2c-8859-239b0a43d492 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:57.035376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3d1c55-cbfa-4a2c-8859-239b0a43d492 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:57.045154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f3d1c55-cbfa-4a2c-8859-239b0a43d492 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/2bc16fb7-3e33-4a54-86da-1697a13a1ebc HTTP/1.1" status: 404 len: 337 time: 0.0991280 Nov 22 17:03:57.046053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.046246 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b72a9b22-95c7-42dd-b223-3d5ee9019402 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.063115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b72a9b22-95c7-42dd-b223-3d5ee9019402 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.100931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.133072 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c17c3b4-e026-4ba8-bf6f-74eb1085f900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:57.133633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c17c3b4-e026-4ba8-bf6f-74eb1085f900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:57.148812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c17c3b4-e026-4ba8-bf6f-74eb1085f900 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/b58e92ad-4011-4f1c-8ba3-28e7e43898b3 HTTP/1.1" status: 404 len: 337 time: 0.1001482 Nov 22 17:03:57.149789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34244) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.212550 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb5e949-2a2b-4135-857a-31dcbf25df8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:57.213560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb5e949-2a2b-4135-857a-31dcbf25df8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:57.221296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2eb5e949-2a2b-4135-857a-31dcbf25df8c tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/7f82aab9-842a-4fe1-a143-b662ea4ec886 HTTP/1.1" status: 404 len: 333 time: 0.0701032 Nov 22 17:03:57.223969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b72a9b22-95c7-42dd-b223-3d5ee9019402 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.224665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.235612 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b72a9b22-95c7-42dd-b223-3d5ee9019402 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5668240 Nov 22 17:03:57.235999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34248) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.241917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-24163737-b4c0-4568-8e46-ea1baa7f6310 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--937036802', 'description': 'tempest-secgroup_general--937036802 description', 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:57.242162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a9b22-95c7-42dd-b223-3d5ee9019402 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dd7a30-1477-4d38-8652-0a448739df1a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:57.247088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] Pushing event deleted for resources: {'Port': ['ID=15a4d1b2-97db-40b1-99b5-cb37d7c5627d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:57.258612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c7ba1-e101-4385-8671-622b1e59ef3a None None] No DVR routers for this DVR port 15a4d1b2-97db-40b1-99b5-cb37d7c5627d on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:57.323741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c0ea2193-deed-4535-b590-ed3fb9f4b9c2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:57.335277 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0620b4a3-f7be-4227-9128-c7719402605f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:57.335786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0620b4a3-f7be-4227-9128-c7719402605f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:57.346294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.347204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0620b4a3-f7be-4227-9128-c7719402605f tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/72df18b1-a83c-40f8-becd-7a80389c7ac5 HTTP/1.1" status: 404 len: 337 time: 0.1212618 Nov 22 17:03:57.390264 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdc22a9-df14-4fab-8d1b-be4ba0c1bd11 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:57.391421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdc22a9-df14-4fab-8d1b-be4ba0c1bd11 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:57.393169 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24163737-b4c0-4568-8e46-ea1baa7f6310 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.395746 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4fdc22a9-df14-4fab-8d1b-be4ba0c1bd11 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/87f7687e-c269-4e31-96ec-a1eae18489fe HTTP/1.1" status: 404 len: 333 time: 0.0475700 Nov 22 17:03:57.400248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34254) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.488939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:57.490546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.566755 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24163737-b4c0-4568-8e46-ea1baa7f6310 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.574721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24163737-b4c0-4568-8e46-ea1baa7f6310 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.634071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24163737-b4c0-4568-8e46-ea1baa7f6310 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.643164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-24163737-b4c0-4568-8e46-ea1baa7f6310 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4060714 Nov 22 17:03:57.650369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34258) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.651055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.655897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0ff16b55-e2db-44c3-bb50-8b64943d5515 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'security_group_rule': {'security_group_id': '82dd7a30-1477-4d38-8652-0a448739df1a', 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:57.674701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24163737-b4c0-4568-8e46-ea1baa7f6310 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e5a176-3ed1-40bd-bb2a-2e3253e9d907,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:57.745007 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Sync routers for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:57.750548 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.783037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ff16b55-e2db-44c3-bb50-8b64943d5515 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.787099 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:57.788140 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:57.901669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port c0ea2193-deed-4535-b590-ed3fb9f4b9c2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c0ea2193-deed-4535-b590-ed3fb9f4b9c2,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:57.908160 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.977144 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ff16b55-e2db-44c3-bb50-8b64943d5515 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.985722 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ff16b55-e2db-44c3-bb50-8b64943d5515 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.024743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=c0ea2193-deed-4535-b590-ed3fb9f4b9c2,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:58.035256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 15a4d1b2-97db-40b1-99b5-cb37d7c5627d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:58.085640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff16b55-e2db-44c3-bb50-8b64943d5515 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92be0ee8-9a7d-4520-89f4-a072b70d500c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:58.092205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e0c1e-4bd4-426d-a4b3-582b3ac2d381 None None] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:58.100496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 15a4d1b2-97db-40b1-99b5-cb37d7c5627d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:58.101712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 15a4d1b2-97db-40b1-99b5-cb37d7c5627d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:58.104715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ff16b55-e2db-44c3-bb50-8b64943d5515 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.115995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ff16b55-e2db-44c3-bb50-8b64943d5515 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4538174 Nov 22 17:03:58.159607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-c78eaab8-42aa-45aa-af2c-a7dff4c40e88 req-c4a930ac-ba23-4f2f-beac-eff014d2908e service neutron] (103442) timed out ('10.222.0.59', 43470) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:03:58.161107 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e41739-c9bf-4374-815b-5155a62f9fa5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.161585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e41739-c9bf-4374-815b-5155a62f9fa5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.165197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-48263312-88a2-43a1-ab2c-eb51018d2495 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ff754bb647d44b5b6ad23e6d4f9ac75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5029323 Nov 22 17:03:58.165831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34270) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.168476 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e6e41739-c9bf-4374-815b-5155a62f9fa5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/1b099b19-447f-41e3-899b-f9996287d524 HTTP/1.1" status: 404 len: 337 time: 0.7669251 Nov 22 17:03:58.169144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34272) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.195287 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:58.222327 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8314c3-50b2-4fb5-8b5b-3f022468a940 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.224804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1dbdcf6a-6125-428d-8c58-adb2d914df66 None None] Provisioning complete for port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:58.225256 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1dbdcf6a-6125-428d-8c58-adb2d914df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.230433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8314c3-50b2-4fb5-8b5b-3f022468a940 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.240264 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5a8314c3-50b2-4fb5-8b5b-3f022468a940 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/532a235e-0dfb-4d83-aa6f-a873ca748e21 HTTP/1.1" status: 404 len: 333 time: 0.0693088 Nov 22 17:03:58.240894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34274) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.265759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-079bdbe6-e07e-4cd7-8b25-39e9eae237ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.293308 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dc70cc-ab9f-4f40-8448-beaf717df603 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.293308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dc70cc-ab9f-4f40-8448-beaf717df603 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.300169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-65dc70cc-ab9f-4f40-8448-beaf717df603 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/23d62a76-d7d2-4123-8279-81ef8f84b174 HTTP/1.1" status: 404 len: 337 time: 0.0579896 Nov 22 17:03:58.300728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34276) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.315607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-079bdbe6-e07e-4cd7-8b25-39e9eae237ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.333694 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-209f13ee-ee57-4439-a7bb-bbf9ff8ba2ed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.334275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209f13ee-ee57-4439-a7bb-bbf9ff8ba2ed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.340790 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-209f13ee-ee57-4439-a7bb-bbf9ff8ba2ed tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/43ed79a8-6833-45db-977b-79fc66400d98 HTTP/1.1" status: 404 len: 333 time: 0.0385273 Nov 22 17:03:58.341580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34282) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.393506 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee70a5b4-8642-42c2-9933-856f88f970ce tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.394122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee70a5b4-8642-42c2-9933-856f88f970ce tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.418551 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee70a5b4-8642-42c2-9933-856f88f970ce tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/acd4e676-54f3-4fdb-84bd-89344fe4f42d HTTP/1.1" status: 404 len: 337 time: 0.0755522 Nov 22 17:03:58.419287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34288) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.493362 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-7825393a-cfd1-4d5c-9b98-8f84693f54d5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.493672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7825393a-cfd1-4d5c-9b98-8f84693f54d5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.508868 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7825393a-cfd1-4d5c-9b98-8f84693f54d5 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/1043904c-1433-4c8a-ab9d-476a49b2f3a3 HTTP/1.1" status: 404 len: 333 time: 0.0861349 Nov 22 17:03:58.510992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34294) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.517515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-079bdbe6-e07e-4cd7-8b25-39e9eae237ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.520689 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-079bdbe6-e07e-4cd7-8b25-39e9eae237ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.525462 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-079bdbe6-e07e-4cd7-8b25-39e9eae237ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38276c09-803c-49d6-8278-bcb0d11d6383 HTTP/1.1" status: 204 len: 168 time: 0.3586037 Nov 22 17:03:58.541240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-771bcecc-e537-443e-a0ab-1827ad2ffcaa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--1457998019&fields=id&tenant_id=a84be85c5d1f450a9302268be4b2d1ee HTTP/1.1" status: 200 len: 267 time: 0.0761893 Nov 22 17:03:58.584257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bdbe6-e07e-4cd7-8b25-39e9eae237ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38276c09-803c-49d6-8278-bcb0d11d6383,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:58.602506 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5dcb8d-5bba-46f1-b547-fcbc8a7cc0a7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.603016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5dcb8d-5bba-46f1-b547-fcbc8a7cc0a7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.625580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.627177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2f5dcb8d-5bba-46f1-b547-fcbc8a7cc0a7 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/176662ec-7c37-48f8-949c-05e475af8a22 HTTP/1.1" status: 404 len: 337 time: 0.1143527 Nov 22 17:03:58.673587 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed970758-896c-4341-9597-366c57051043 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.674390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed970758-896c-4341-9597-366c57051043 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.678440 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ed970758-896c-4341-9597-366c57051043 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/3ee4d41b-8013-4440-bf2c-fd7e81f386b2 HTTP/1.1" status: 404 len: 333 time: 0.0515444 Nov 22 17:03:58.681861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34302) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.709906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-dccb63e4-5c4a-4b47-b810-865400bec76b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--937036802&fields=id&tenant_id=a84be85c5d1f450a9302268be4b2d1ee HTTP/1.1" status: 200 len: 267 time: 0.1671629 Nov 22 17:03:58.718239 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 2, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:58.744017 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-866ea172-1a24-4fd0-aed7-308ce15d429b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.744474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-866ea172-1a24-4fd0-aed7-308ce15d429b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.755579 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-866ea172-1a24-4fd0-aed7-308ce15d429b tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/8499c9dd-39ba-4fac-bad8-29dcc98271e5 HTTP/1.1" status: 404 len: 337 time: 0.0718050 Nov 22 17:03:58.756318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34304) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.783227 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Checking router: 20006899-8c34-42a5-a7f2-552e796c76b8 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:58.784208 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Updating router 20006899-8c34-42a5-a7f2-552e796c76b8 port 26977df4-9027-47c9-9514-9698875b968d binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:03:58.811823 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb81a48-b615-4928-80ac-e6065ecef931 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.812533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb81a48-b615-4928-80ac-e6065ecef931 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.817933 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8fb81a48-b615-4928-80ac-e6065ecef931 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/ports/3bbc3650-165b-4252-80d4-2e505a6daa80 HTTP/1.1" status: 404 len: 333 time: 0.0604994 Nov 22 17:03:58.820615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34306) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.847486 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.915107 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b237c05d-2c09-4a4a-a761-833ef09c8df9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:58.915107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b237c05d-2c09-4a4a-a761-833ef09c8df9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:58.921024 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b237c05d-2c09-4a4a-a761-833ef09c8df9 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/subnets/d82e7da7-3c57-4a1e-ab1c-a1a3cd535e1e HTTP/1.1" status: 404 len: 337 time: 0.0993795 Nov 22 17:03:58.924175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34314) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.975320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-a33deb2d-fb0f-4cd7-80bf-777320d2ef6f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:58.976936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-a33deb2d-fb0f-4cd7-80bf-777320d2ef6f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/networks?id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37 HTTP/1.1" status: 200 len: 797 time: 0.2658765 Nov 22 17:03:59.005466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-29b5271f-2f28-451a-8134-47bed196c2fa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/quotas/a84be85c5d1f450a9302268be4b2d1ee HTTP/1.1" status: 200 len: 375 time: 0.0107057 Nov 22 17:03:59.062796 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.192074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-390d1557-4478-4da6-bdf8-a6ab58863d3b None None] Provisioning complete for port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:59.192769 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d1557-4478-4da6-bdf8-a6ab58863d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.267656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-74bc82fa-db5e-4dfb-b9a7-430cdbec154a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688693 Nov 22 17:03:59.317832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.401986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45521f05-429d-474d-a428-1772d389eb08']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:59.438415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f274b7-0d5b-438b-8563-267cd6e7aa21') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:59.438725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f274b7-0d5b-438b-8563-267cd6e7aa21') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:59.467291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.467843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c0ea2193-deed-4535-b590-ed3fb9f4b9c2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:59.490207 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.498593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:59.498593 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:59.575286 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:59.580363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.622609 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.631115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] 10.222.0.59 "DELETE /v2.0/networks/45521f05-429d-474d-a428-1772d389eb08 HTTP/1.1" status: 204 len: 168 time: 0.7026381 Nov 22 17:03:59.631115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17ccfd-1682-4372-980f-5a99281a4b24 tempest-NetworksTestDHCPv6-885666968 tempest-NetworksTestDHCPv6-885666968-project] Pushing event deleted for resources: {'Network': ['ID=45521f05-429d-474d-a428-1772d389eb08,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:59.663315 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.670571 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.781369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-390d1557-4478-4da6-bdf8-a6ab58863d3b None None] Provisioning complete for port 26977df4-9027-47c9-9514-9698875b968d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:59.782804 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-390d1557-4478-4da6-bdf8-a6ab58863d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.899440 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Attempting to bind port 26977df4-9027-47c9-9514-9698875b968d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:59.902099 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Attempting to bind port 26977df4-9027-47c9-9514-9698875b968d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:59.902526 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Attempting to bind port 26977df4-9027-47c9-9514-9698875b968d on network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:59.916690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:59.917447 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.925356 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Pushing event updated for resources: {'Port': ['ID=26977df4-9027-47c9-9514-9698875b968d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:59.975670 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.976024 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.976373 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.982567 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.983407 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.983935 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.984532 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.985255 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.985882 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.986440 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.986934 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.987667 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:59.993556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-390d1557-4478-4da6-bdf8-a6ab58863d3b None None] Port 26977df4-9027-47c9-9514-9698875b968d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:00.001385 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:00.001767 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Checking segment: {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:00.002175 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.002568 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Bound using segment: {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:00.003068 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Bound port: 26977df4-9027-47c9-9514-9698875b968d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:00.003449 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.209755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-ffc2a25a-55a0-4c05-8896-772512ea8961 service neutron] 10.222.0.59 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8773088 Nov 22 17:04:00.270790 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] For port 26977df4-9027-47c9-9514-9698875b968d, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:00.287246 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] For port 26977df4-9027-47c9-9514-9698875b968d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=26977df4-9027-47c9-9514-9698875b968d,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:00.296767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:00.304657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Provisioning complete for port 26977df4-9027-47c9-9514-9698875b968d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:00.305258 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.307950 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.511737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-d4fdc79c-a12e-40a7-b35e-7ee22a87de17 service neutron] 10.222.0.59 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009088 Nov 22 17:04:00.560390 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3d8c1-d9e2-4909-8269-c979e4d656d0 None None] Pushing event updated for resources: {'Port': ['ID=26977df4-9027-47c9-9514-9698875b968d,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:00.594702 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:00.595391 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:00.628090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.799196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] For port 26977df4-9027-47c9-9514-9698875b968d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=26977df4-9027-47c9-9514-9698875b968d,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:00.801424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6f87a197-02e1-4a73-bfb7-d167bc5b831d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f48f055fac084759a71ccf8b1aaf02ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5031173 Nov 22 17:04:00.804107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34384) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:00.820056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.003149 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:01.048136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34406) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:01.057801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Pushing event updated for resources: {'Port': ['ID=26977df4-9027-47c9-9514-9698875b968d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:01.102178 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e8967e61-0b9e-48a3-b577-fa0c01341135 req-6a1c3082-585b-4ff9-b63c-dd0d22e97f16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 210 time: 0.1693125 Nov 22 17:04:01.109503 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f38c1d51-016a-4652-873f-aa864978db00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.143265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.143649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.143990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.144496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.144670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.145147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.145476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.151456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.151919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.152281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.152636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.152985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2818568b-bfbc-429c-b4cf-f6680bacaab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:01.170869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-45953691-53f2-4f2a-9374-0488e1637fd7 None None] Provisioning complete for port 26977df4-9027-47c9-9514-9698875b968d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:01.173651 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45953691-53f2-4f2a-9374-0488e1637fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.203517 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f38c1d51-016a-4652-873f-aa864978db00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.344113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-secgroup--865088517'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:01.405017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f38c1d51-016a-4652-873f-aa864978db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.411483 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f38c1d51-016a-4652-873f-aa864978db00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.413479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f38c1d51-016a-4652-873f-aa864978db00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12261e78-5d5c-410f-9387-05ae207eddb7 HTTP/1.1" status: 204 len: 168 time: 0.6083460 Nov 22 17:04:01.445271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c1d51-016a-4652-873f-aa864978db00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12261e78-5d5c-410f-9387-05ae207eddb7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:01.480159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.544414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fa4ed20c-dfa7-46da-94b2-8aafdded3843 None None] Provisioning complete for port 26977df4-9027-47c9-9514-9698875b968d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:01.544903 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa4ed20c-dfa7-46da-94b2-8aafdded3843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.547311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.812119 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:04:00Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:01.873279 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482da961-cb02-4671-a40a-59cbd6481993 None None] The sync data for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 is: [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:04:00Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:01.935847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.944269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.060878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-910d34dd-cc42-4d66-9757-f9fce3ccc6b2 None None] Provisioning complete for port 26977df4-9027-47c9-9514-9698875b968d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:02.063145 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-910d34dd-cc42-4d66-9757-f9fce3ccc6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.123918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.163996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.203603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.214175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:02.221044 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1615813 Nov 22 17:04:02.250975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f4b7e4-c77e-4771-83ec-66e549e235dc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:02.367132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274257be-a1b5-4475-8dd0-e9717e3b2c65 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa13eda-226f-4810-89bb-76ec4f3b81dd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:02.445795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e8f15fc8-0284-456e-9dd3-2c97600c9a89 req-1af25ef4-d632-4589-933f-1c29b1abba6e tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 210 time: 0.1323822 Nov 22 17:04:02.612263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-49e7e7db-f533-4752-9fd9-3688e18394b2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3959506 Nov 22 17:04:02.615609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34540) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:02.649737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-65210e86-d5e7-4bc8-9faa-5ee274c404d2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-security--183757842', 'description': 'tempest-security-description-1069080594'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:02.908084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65210e86-d5e7-4bc8-9faa-5ee274c404d2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.990132 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65210e86-d5e7-4bc8-9faa-5ee274c404d2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.996859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65210e86-d5e7-4bc8-9faa-5ee274c404d2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.009314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65210e86-d5e7-4bc8-9faa-5ee274c404d2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.018778 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-65210e86-d5e7-4bc8-9faa-5ee274c404d2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "PUT /v2.0/security-groups/7fa13eda-226f-4810-89bb-76ec4f3b81dd HTTP/1.1" status: 200 len: 1796 time: 0.3942392 Nov 22 17:04:03.019440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34580) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.159919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-525917fb-56cd-499a-999c-8c8f3281c74e tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups/7fa13eda-226f-4810-89bb-76ec4f3b81dd HTTP/1.1" status: 200 len: 1796 time: 0.1365583 Nov 22 17:04:03.160805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.188093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65210e86-d5e7-4bc8-9faa-5ee274c404d2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa13eda-226f-4810-89bb-76ec4f3b81dd,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:03.335771 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b84abce9-41c5-4968-83ba-0f05ed34a74a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.350084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 26977df4-9027-47c9-9514-9698875b968d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:03.363567 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b84abce9-41c5-4968-83ba-0f05ed34a74a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.456048 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b84abce9-41c5-4968-83ba-0f05ed34a74a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.458694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b84abce9-41c5-4968-83ba-0f05ed34a74a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.461721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b84abce9-41c5-4968-83ba-0f05ed34a74a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/7fa13eda-226f-4810-89bb-76ec4f3b81dd HTTP/1.1" status: 204 len: 168 time: 0.2997668 Nov 22 17:04:03.464651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34624) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.483301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84abce9-41c5-4968-83ba-0f05ed34a74a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa13eda-226f-4810-89bb-76ec4f3b81dd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:03.623104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 26977df4-9027-47c9-9514-9698875b968d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:03.623680 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.668671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34648) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.721161 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef2ca93b-1a3e-4b42-b951-ab35140ab243 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2536843 Nov 22 17:04:03.733920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34654) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.832314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f924d5c5-4d30-4a8b-a029-b27d5f376ae0 req-93e7deab-acde-4219-ac24-97d8a8b92da9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 210 time: 0.1557283 Nov 22 17:04:03.838817 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-e2919b83-1f53-424a-a4ac-01f73bb7905f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] delete failed (client error): The resource could not be found. Nov 22 17:04:03.849963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34664) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.859053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-37c8378a-9a16-4d28-8166-2b78ca7977cc tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306679310'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:03.890993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e2919b83-1f53-424a-a4ac-01f73bb7905f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/7fa13eda-226f-4810-89bb-76ec4f3b81dd HTTP/1.1" status: 404 len: 347 time: 0.1510904 Nov 22 17:04:03.953880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37c8378a-9a16-4d28-8166-2b78ca7977cc tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.983368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1310161709'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:04.051706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Made reservation on behalf of fa5fb09ea4d44b658aa6a2b628748302 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:04.077988 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.102456 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.234939 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37c8378a-9a16-4d28-8166-2b78ca7977cc tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.240961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37c8378a-9a16-4d28-8166-2b78ca7977cc tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.305621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-37c8378a-9a16-4d28-8166-2b78ca7977cc tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.314605 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-37c8378a-9a16-4d28-8166-2b78ca7977cc tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4616084 Nov 22 17:04:04.416924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34700) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:04.421982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8378a-9a16-4d28-8166-2b78ca7977cc tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e4619f-9c21-4339-9c7b-b81ffc814228,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:04.457056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f42e7f0e-b35c-40c9-a857-6ac77afa3add tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': 'b2e4619f-9c21-4339-9c7b-b81ffc814228', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:04.462026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-1f952454-87da-420c-8a9a-27dfdf0b3c33 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:04.464195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-1f952454-87da-420c-8a9a-27dfdf0b3c33 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.37 "GET /v2.0/networks?id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37 HTTP/1.1" status: 200 len: 797 time: 0.3631217 Nov 22 17:04:04.561352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f42e7f0e-b35c-40c9-a857-6ac77afa3add tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.769509 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f42e7f0e-b35c-40c9-a857-6ac77afa3add tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.776017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f42e7f0e-b35c-40c9-a857-6ac77afa3add tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.818218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e7f0e-b35c-40c9-a857-6ac77afa3add tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a1b138-e711-4c77-b5be-166c9f222426,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:04.854578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f42e7f0e-b35c-40c9-a857-6ac77afa3add tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.857303 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f42e7f0e-b35c-40c9-a857-6ac77afa3add tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4323180 Nov 22 17:04:04.860219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34748) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:04.929877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05737ebb-3a20-4685-b5c7-27cd1f3f0544 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.956514 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05737ebb-3a20-4685-b5c7-27cd1f3f0544 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.018074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05737ebb-3a20-4685-b5c7-27cd1f3f0544 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.041529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-05737ebb-3a20-4685-b5c7-27cd1f3f0544 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.042697 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-05737ebb-3a20-4685-b5c7-27cd1f3f0544 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/f4a1b138-e711-4c77-b5be-166c9f222426 HTTP/1.1" status: 204 len: 168 time: 0.1813514 Nov 22 17:04:05.043553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05737ebb-3a20-4685-b5c7-27cd1f3f0544 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4a1b138-e711-4c77-b5be-166c9f222426,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:05.050990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34766) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:05.174493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3df44b94-4a92-4fa5-ab62-a5fc5e36cb51 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1221926 Nov 22 17:04:05.177083 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34780) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:05.180622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-6c22d305-0fc6-42eb-ab78-70dfdf289b78 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a84be85c5d1f450a9302268be4b2d1ee HTTP/1.1" status: 200 len: 477 time: 0.6838291 Nov 22 17:04:05.224119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'port': {'device_id': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'admin_state_up': True, 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'security_groups': ['82dd7a30-1477-4d38-8652-0a448739df1a', '18e5a176-3ed1-40bd-bb2a-2e3253e9d907']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:05.250032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b38eee1b-1bd8-4e53-a592-c0275fef5d90 req-35acd763-6cee-4b4a-a6e4-47279e2bca3f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 210 time: 0.2409184 Nov 22 17:04:05.301397 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc6ec-4e6b-4d4e-9920-d15e4be8684c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.368632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.376330 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.393626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:04:05.396450 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc6ec-4e6b-4d4e-9920-d15e4be8684c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.405252 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.406078 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Added segment dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8 of type vlan for network db196f6c-5f8f-49c8-8be1-864d20d4955e Nov 22 17:04:05.508802 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc6ec-4e6b-4d4e-9920-d15e4be8684c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.511512 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc6ec-4e6b-4d4e-9920-d15e4be8684c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.512888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef1dc6ec-4e6b-4d4e-9920-d15e4be8684c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/b2e4619f-9c21-4339-9c7b-b81ffc814228 HTTP/1.1" status: 204 len: 168 time: 0.3348894 Nov 22 17:04:05.516343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34812) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:05.540208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b85bcd-24d1-47fa-bd65-ac5a34f69cc5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:05.614599 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.648613 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c8449c83-b694-4776-b692-7e6ffc4ddfad tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1200802 Nov 22 17:04:05.652267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dc6ec-4e6b-4d4e-9920-d15e4be8684c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e4619f-9c21-4339-9c7b-b81ffc814228,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:05.657449 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34824) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:05.671067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3330f4ac-9159-47ff-aeb1-d09d972e07a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1053280694'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:05.738263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3330f4ac-9159-47ff-aeb1-d09d972e07a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.781726 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.797704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:05.798370 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.909726 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3330f4ac-9159-47ff-aeb1-d09d972e07a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.914614 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3330f4ac-9159-47ff-aeb1-d09d972e07a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.983322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330f4ac-9159-47ff-aeb1-d09d972e07a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251c3779-56f5-474d-8932-7dca4659ca91,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:06.551573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fe3813c-af54-40bb-a585-b66cbf0d6849 req-0543df3f-cf67-4fe0-8362-e4c326a0db89 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 210 time: 0.0573449 Nov 22 17:04:06.556265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'Network': ['ID=db196f6c-5f8f-49c8-8be1-864d20d4955e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:06.579930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3330f4ac-9159-47ff-aeb1-d09d972e07a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.581264 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3330f4ac-9159-47ff-aeb1-d09d972e07a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9227962 Nov 22 17:04:06.584304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34904) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:06.587862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Made reservation on behalf of a84be85c5d1f450a9302268be4b2d1ee for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:06.591157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4dbfb5c2-9c52-4657-b31b-098914ca24f2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': '251c3779-56f5-474d-8932-7dca4659ca91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:06.592816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.609388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e8c03224-1dd2-471c-8dde-ebe537f2f38b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9387834 Nov 22 17:04:06.610866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network db196f6c-5f8f-49c8-8be1-864d20d4955e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:04:06.621055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34906) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:06.646550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Request body: {'subnet': {'network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:06.832470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.953246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Allocated IP 172.20.0.4 (95d64dcf-29d0-4e60-a09d-ff15ccfaec37/f3a5c6a2-0809-49bc-a989-350bc422fef8/8dce0728-ce29-4b4c-96c3-c692640e296b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:06.960382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb5c2-9c52-4657-b31b-098914ca24f2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.035206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Made reservation on behalf of fa5fb09ea4d44b658aa6a2b628748302 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:07.047385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.237985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb5c2-9c52-4657-b31b-098914ca24f2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.244810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.255670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb5c2-9c52-4657-b31b-098914ca24f2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.292323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfb5c2-9c52-4657-b31b-098914ca24f2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0a01d2-65e9-4fce-ba15-3c60c2b0945d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:07.317213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.336996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4dbfb5c2-9c52-4657-b31b-098914ca24f2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.343869 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4dbfb5c2-9c52-4657-b31b-098914ca24f2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7573054 Nov 22 17:04:07.344878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34916) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:07.353712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-284e19d2-a563-4d74-9083-9485f4cc27d4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': '251c3779-56f5-474d-8932-7dca4659ca91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:07.426990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:07.438968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-284e19d2-a563-4d74-9083-9485f4cc27d4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.445510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:07.447961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=8dce0728-ce29-4b4c-96c3-c692640e296b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:07.451428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:07.510102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.510787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.548639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2953f579-6c54-42ae-a82b-ff248a93adcd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.3651047 Nov 22 17:04:07.564576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Request body: {'port': {'device_id': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:07.577197 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.658597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-284e19d2-a563-4d74-9083-9485f4cc27d4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.700045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-284e19d2-a563-4d74-9083-9485f4cc27d4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.760272 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-284e19d2-a563-4d74-9083-9485f4cc27d4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.764362 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-284e19d2-a563-4d74-9083-9485f4cc27d4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4119971 Nov 22 17:04:07.786299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34924) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:07.792922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a33f8259-33aa-4876-b679-4d5eb74e6943 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': '251c3779-56f5-474d-8932-7dca4659ca91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:07.813291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e19d2-a563-4d74-9083-9485f4cc27d4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7655c0-ba46-48fd-9506-8464064d0fa7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:07.816771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'Subnet': ['ID=874f4e1c-b8f9-4c5a-a859-695c460a798b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:07.833065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.855348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Checking segment: {'id': 'dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:07.856108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Network hostable DHCP agents. Network: db196f6c-5f8f-49c8-8be1-864d20d4955e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:04:07.915273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db551d-6705-4f5f-924c-876d6c30903b req-c57c0d3a-4cd8-470b-9e54-75bdbcde05e8 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.916874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78db551d-6705-4f5f-924c-876d6c30903b req-c57c0d3a-4cd8-470b-9e54-75bdbcde05e8 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 970 time: 0.1804476 Nov 22 17:04:07.930284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a33f8259-33aa-4876-b679-4d5eb74e6943 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.972985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ea2297a4-c71a-43b8-8ff1-a4ea10503e45 None None] Provisioning complete for port 8dce0728-ce29-4b4c-96c3-c692640e296b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:07.974640 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ea2297a4-c71a-43b8-8ff1-a4ea10503e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.026046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Network db196f6c-5f8f-49c8-8be1-864d20d4955e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:04:08.026728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ea2297a4-c71a-43b8-8ff1-a4ea10503e45 None None] Port 8dce0728-ce29-4b4c-96c3-c692640e296b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:08.043753 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.053466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, db196f6c-5f8f-49c8-8be1-864d20d4955e) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:08.065842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683e953-9c67-4bae-b1d8-7d10bb1d8eb5 None None] Network db196f6c-5f8f-49c8-8be1-864d20d4955e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:08.075940 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:08.076971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.100922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e7f44cd-8384-493c-8ee7-4c7939cc1aeb tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4682457 Nov 22 17:04:08.105144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34928) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:08.116466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-14b30543-4540-458d-9bc9-2a11cebc901b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2108357304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:08.149842 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a33f8259-33aa-4876-b679-4d5eb74e6943 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.157808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a33f8259-33aa-4876-b679-4d5eb74e6943 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.208713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8259-33aa-4876-b679-4d5eb74e6943 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78f5609-dbda-437d-abdc-d8a158e46145,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:08.231487 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b30543-4540-458d-9bc9-2a11cebc901b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.236718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b30543-4540-458d-9bc9-2a11cebc901b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.249104 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a33f8259-33aa-4876-b679-4d5eb74e6943 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.274105 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a33f8259-33aa-4876-b679-4d5eb74e6943 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4863446 Nov 22 17:04:08.276194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34932) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:08.280763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': '251c3779-56f5-474d-8932-7dca4659ca91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:08.359444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-78db551d-6705-4f5f-924c-876d6c30903b req-2cff9f9b-5e81-4406-b885-cbeae3ea138b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3924983 Nov 22 17:04:08.440234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.474663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b30543-4540-458d-9bc9-2a11cebc901b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.498630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b30543-4540-458d-9bc9-2a11cebc901b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.549439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-db196f6c-5f8f-49c8-8be1-864d20d4955e', 'network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e', 'tenant_id': 'fa5fb09ea4d44b658aa6a2b628748302', 'fixed_ips': [{'subnet_id': '874f4e1c-b8f9-4c5a-a859-695c460a798b'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:04:08.550346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.606860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14b30543-4540-458d-9bc9-2a11cebc901b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.625000 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-14b30543-4540-458d-9bc9-2a11cebc901b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5173852 Nov 22 17:04:08.672402 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.678717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34934) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:08.701029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dce0728-ce29-4b4c-96c3-c692640e296b {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:08.721032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.759963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Transition to ACTIVE for port object 8dce0728-ce29-4b4c-96c3-c692640e296b will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:04:08.772694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.959798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Allocated IP 172.20.0.2 (db196f6c-5f8f-49c8-8be1-864d20d4955e/874f4e1c-b8f9-4c5a-a859-695c460a798b/2f622419-7754-497e-a916-dcc615a3fae5) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:08.999557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Pushing event updated for resources: {'Port': ['ID=8dce0728-ce29-4b4c-96c3-c692640e296b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:09.044897 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.157829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a4249-b9ab-447a-801a-18ab64c4427c req-445ee8fa-a68c-42f3-b95d-6e606134d095 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:09.165107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-674a4249-b9ab-447a-801a-18ab64c4427c req-445ee8fa-a68c-42f3-b95d-6e606134d095 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 945 time: 0.2701125 Nov 22 17:04:09.176765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Attempting to bind port 8dce0728-ce29-4b4c-96c3-c692640e296b on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:09.177444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Attempting to bind port 8dce0728-ce29-4b4c-96c3-c692640e296b by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:09.178132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Attempting to bind port 8dce0728-ce29-4b4c-96c3-c692640e296b on network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:09.185541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Port 8dce0728-ce29-4b4c-96c3-c692640e296b on network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:04:09.187017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Attempting to bind port 8dce0728-ce29-4b4c-96c3-c692640e296b on network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:09.240666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:09.241219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Checking segment: {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:09.242001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Bound using segment: {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:09.242891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Bound port: 8dce0728-ce29-4b4c-96c3-c692640e296b, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb30584-86dd-480d-bf48-cf8f0c214b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:09.243787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.394676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.407789 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1294050 Nov 22 17:04:09.410425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a161d818-64ac-4692-8af6-5a496d961851,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:09.413278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34946) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:09.420427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.432374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.445528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-674a4249-b9ab-447a-801a-18ab64c4427c req-af1ca65e-3561-4bac-99a0-2856ea3acb72 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613187 Nov 22 17:04:09.487222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2db7bb1d-9f43-46b3-922f-267d528fa944 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': '251c3779-56f5-474d-8932-7dca4659ca91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:09.505844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Pushing event updated for resources: {'Port': ['ID=2f622419-7754-497e-a916-dcc615a3fae5,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:09.507193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.507698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.508162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.508609 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.509307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.509571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.510167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.510809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.511276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.511714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.512159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.516410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75305bd8-87b6-4fd7-b695-3173a092f579 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:09.523554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.542332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Network db196f6c-5f8f-49c8-8be1-864d20d4955e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:09.544810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:09.548575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:09.624199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] For port 8dce0728-ce29-4b4c-96c3-c692640e296b, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:09.645304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] For port 8dce0728-ce29-4b4c-96c3-c692640e296b, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8dce0728-ce29-4b4c-96c3-c692640e296b,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:09.664636 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.705339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Attempting to bind port 2f622419-7754-497e-a916-dcc615a3fae5 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:09.705726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Attempting to bind port 2f622419-7754-497e-a916-dcc615a3fae5 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:09.706105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Attempting to bind port 2f622419-7754-497e-a916-dcc615a3fae5 on network db196f6c-5f8f-49c8-8be1-864d20d4955e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:09.723421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:09.723811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Checking segment: {'id': 'dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:09.725871 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.726219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Bound using segment: {'id': 'dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:09.726919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Bound port: 2f622419-7754-497e-a916-dcc615a3fae5, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:09.727510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.819585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] For port 2f622419-7754-497e-a916-dcc615a3fae5, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:09.824476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] For port 2f622419-7754-497e-a916-dcc615a3fae5, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2f622419-7754-497e-a916-dcc615a3fae5,segment=NetworkSegment(dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8),segment_id=dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:09.830771 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.863504 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:09.864403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.866164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] 10.222.0.37 "PUT /v2.0/ports/8dce0728-ce29-4b4c-96c3-c692640e296b HTTP/1.1" status: 200 len: 1130 time: 2.3108640 Nov 22 17:04:09.871081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:09.873876 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6066bb63-87a5-416d-bd08-35c7ad4a80f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:09.979733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12790854-ac92-4a36-93f4-18a611a7a7d7 None None] Pushing event updated for resources: {'Port': ['ID=2f622419-7754-497e-a916-dcc615a3fae5,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:09.996813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-9bda10df-90b8-48ab-aba1-279b34179140 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:10.003935 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-9bda10df-90b8-48ab-aba1-279b34179140 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 945 time: 0.2438939 Nov 22 17:04:10.004868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db7bb1d-9f43-46b3-922f-267d528fa944 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.018407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506e1ed-b173-46bc-9772-87368aad8c4c req-c93a2d3d-3f3e-4135-a604-0b9032f0c1a5 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:10.022871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e506e1ed-b173-46bc-9772-87368aad8c4c req-c93a2d3d-3f3e-4135-a604-0b9032f0c1a5 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 982 time: 0.2785947 Nov 22 17:04:10.152071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea1460-8f3f-4ba9-af0d-eeddf75f0b62 service neutron] Pushing event updated for resources: {'Port': ['ID=8dce0728-ce29-4b4c-96c3-c692640e296b,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:10.222250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-543b835a-5747-4661-a6d2-c95ab13234cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:10.225415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-543b835a-5747-4661-a6d2-c95ab13234cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1133 time: 0.2873900 Nov 22 17:04:10.266137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db7bb1d-9f43-46b3-922f-267d528fa944 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.278016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db7bb1d-9f43-46b3-922f-267d528fa944 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.333599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-e33b33d7-665e-4d79-9357-9bfb7e855c1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dce0728-ce29-4b4c-96c3-c692640e296b HTTP/1.1" status: 200 len: 217 time: 0.0982842 Nov 22 17:04:10.408737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7bb1d-9f43-46b3-922f-267d528fa944 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9a78f9-5a9b-401f-aa68-222804d0bf7f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:10.500136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2db7bb1d-9f43-46b3-922f-267d528fa944 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.501730 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2db7bb1d-9f43-46b3-922f-267d528fa944 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0786307 Nov 22 17:04:10.502168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-266b60c0-9c1b-4e56-8afe-55807a9914fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:10.504255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-266b60c0-9c1b-4e56-8afe-55807a9914fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3a5c6a2-0809-49bc-a989-350bc422fef8 HTTP/1.1" status: 200 len: 834 time: 0.1606228 Nov 22 17:04:10.513645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34956) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:10.517586 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e506e1ed-b173-46bc-9772-87368aad8c4c req-eb131bd0-4a02-42ce-84f8-db33ec837ae9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4812601 Nov 22 17:04:10.644369 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0155d665-c96a-49c0-b654-5830ef0763a5 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.676209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2bac93ca-157a-47bd-812b-3deca1f11896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:10.678406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-2bac93ca-157a-47bd-812b-3deca1f11896 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544902 Nov 22 17:04:10.688511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0155d665-c96a-49c0-b654-5830ef0763a5 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.702482 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0defc5ca-260b-44cc-89d2-1cc6de171070 x-openstack-request-id: req-0defc5ca-260b-44cc-89d2-1cc6de171070 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:10.703030 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:10.703436 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0defc5ca-260b-44cc-89d2-1cc6de171070 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:10.707503 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'status': 'completed', 'code': 200} Nov 22 17:04:10.737676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Allocated IP 172.20.0.1 (db196f6c-5f8f-49c8-8be1-864d20d4955e/874f4e1c-b8f9-4c5a-a859-695c460a798b/cf6fa54e-8246-4e5e-95cf-5606cace8948) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:10.803082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Deleting port d34549d8-f956-45d6-8e79-af7ae85772ac {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:10.803517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.815392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0155d665-c96a-49c0-b654-5830ef0763a5 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.989025 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0155d665-c96a-49c0-b654-5830ef0763a5 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.990183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0155d665-c96a-49c0-b654-5830ef0763a5 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2b9a78f9-5a9b-401f-aa68-222804d0bf7f HTTP/1.1" status: 204 len: 168 time: 0.4677031 Nov 22 17:04:10.997985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb25719-ecd8-4f84-9885-5b55e95bc907 req-dc91b129-114d-4fb9-a78e-0b540b7591c6 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:11.000293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bb25719-ecd8-4f84-9885-5b55e95bc907 req-dc91b129-114d-4fb9-a78e-0b540b7591c6 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 945 time: 0.1561294 Nov 22 17:04:11.000809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34960) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:11.114874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155d665-c96a-49c0-b654-5830ef0763a5 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b9a78f9-5a9b-401f-aa68-222804d0bf7f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:11.142852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3fd28fab-cf1e-4441-9bd4-699ede9f5096 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1350541 Nov 22 17:04:11.148557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34964) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:11.167576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-95b824e2-1622-4576-b08a-64602f701647 service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766879 Nov 22 17:04:11.290643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2f622419-7754-497e-a916-dcc615a3fae5 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:11.329642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] For port d34549d8-f956-45d6-8e79-af7ae85772ac, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d34549d8-f956-45d6-8e79-af7ae85772ac,segment=NetworkSegment(88683fb1-6210-4bea-8df6-8dd74d116009),segment_id=88683fb1-6210-4bea-8df6-8dd74d116009)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:11.330340 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.351599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db3d8d8-e60e-4d8e-a054-25784ce950b1 req-a220e6d7-3128-4489-85db-3a9a6cd8b0c6 service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555338 Nov 22 17:04:11.396240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b879fdba-dcbf-4867-a872-5dbdf436b084 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.410045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.415681 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Calling delete_port for d34549d8-f956-45d6-8e79-af7ae85772ac owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:11.456016 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b879fdba-dcbf-4867-a872-5dbdf436b084 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.498731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2f622419-7754-497e-a916-dcc615a3fae5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:11.499251 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.539153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bb25719-ecd8-4f84-9885-5b55e95bc907 req-123af40a-e2de-403b-be7c-c45c3b350323 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/security-groups?id=e04597dc-5cfc-446c-a904-8cec45df8745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254312 Nov 22 17:04:11.656015 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.689086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-1685a647-a4e1-4818-8d1e-f669239af565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:11.698559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-1685a647-a4e1-4818-8d1e-f669239af565 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1133 time: 0.2316887 Nov 22 17:04:11.741164 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.751661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b879fdba-dcbf-4867-a872-5dbdf436b084 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.758303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b879fdba-dcbf-4867-a872-5dbdf436b084 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.760182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b879fdba-dcbf-4867-a872-5dbdf436b084 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/a161d818-64ac-4692-8af6-5a496d961851 HTTP/1.1" status: 204 len: 168 time: 0.6075757 Nov 22 17:04:11.763449 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:11.824927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 2f622419-7754-497e-a916-dcc615a3fae5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2f622419-7754-497e-a916-dcc615a3fae5,segment=NetworkSegment(dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8),segment_id=dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:11.830135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.855220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Network db196f6c-5f8f-49c8-8be1-864d20d4955e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:11.861186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:11.864980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:11.871110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'Port': ['ID=cf6fa54e-8246-4e5e-95cf-5606cace8948,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:11.889535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2719a9b-571b-417b-af51-f7e925c8e43e None None] Network db196f6c-5f8f-49c8-8be1-864d20d4955e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:11.923772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879fdba-dcbf-4867-a872-5dbdf436b084 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a161d818-64ac-4692-8af6-5a496d961851,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:11.998020 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-918f5041-a904-412c-991a-174f53947f70 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1979876 Nov 22 17:04:12.003131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34976) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:12.029364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.034988 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.060278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a2b2e6cb-1c6c-4675-85df-911b22b1648d None None] Provisioning complete for port 2f622419-7754-497e-a916-dcc615a3fae5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:12.060748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2b2e6cb-1c6c-4675-85df-911b22b1648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.099240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69afa9-6395-43a8-9c59-aa3dcbf33c50 req-ee86471c-f9a1-444d-8b72-e27d693a7017 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:12.108736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e69afa9-6395-43a8-9c59-aa3dcbf33c50 req-ee86471c-f9a1-444d-8b72-e27d693a7017 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 982 time: 0.3756495 Nov 22 17:04:12.114061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d34549d8-f956-45d6-8e79-af7ae85772ac'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:04:12.114308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Pushing event deleted for resources: {'Port': ['ID=d34549d8-f956-45d6-8e79-af7ae85772ac,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:12.124982 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80a5f127-c904-45d0-b823-76dc8c1d59ef tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.165728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-f6f6839c-8e83-4b85-b080-2981f8ecaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:12.168032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-f6f6839c-8e83-4b85-b080-2981f8ecaf71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37 HTTP/1.1" status: 200 len: 898 time: 0.4683328 Nov 22 17:04:12.174540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5270959-226d-454b-85c9-f48f0a9e5b83 None None] DHCP port deletion for 7c32d56e-d4d2-46af-9a86-25652e280b5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:12.175961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80a5f127-c904-45d0-b823-76dc8c1d59ef tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.239804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] No DVR routers for this DVR port d34549d8-f956-45d6-8e79-af7ae85772ac on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:12.249760 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.253381 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-46751337-8197-4f84-b2b4-3f6ec7e73d39 req-c5da4ef8-257e-4235-83c0-cc95be71300d tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.62 "DELETE /v2.0/ports/d34549d8-f956-45d6-8e79-af7ae85772ac HTTP/1.1" status: 204 len: 173 time: 2.0643029 Nov 22 17:04:12.253878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb55512c-0015-4671-b5da-07ace4c76c6a', 'name': 'network-vif-deleted', 'tag': 'd34549d8-f956-45d6-8e79-af7ae85772ac'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:12.255005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e69afa9-6395-43a8-9c59-aa3dcbf33c50 req-5221cda6-d144-4b54-bf8b-b4cd45ec778f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1415126 Nov 22 17:04:12.256887 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a753a-7273-432b-8500-4418676dbe70" -d '{"events": [{"server_uuid": "cb55512c-0015-4671-b5da-07ace4c76c6a", "name": "network-vif-deleted", "tag": "d34549d8-f956-45d6-8e79-af7ae85772ac"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:12.319529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=2f622419-7754-497e-a916-dcc615a3fae5,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:12.330187 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:04:12.380664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-a8ace59f-6d7d-4f52-b614-3b13301c85b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dce0728-ce29-4b4c-96c3-c692640e296b HTTP/1.1" status: 200 len: 217 time: 0.1987693 Nov 22 17:04:12.388349 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.411597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80a5f127-c904-45d0-b823-76dc8c1d59ef tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.420718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-80a5f127-c904-45d0-b823-76dc8c1d59ef tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.422649 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-80a5f127-c904-45d0-b823-76dc8c1d59ef tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b78f5609-dbda-437d-abdc-d8a158e46145 HTTP/1.1" status: 204 len: 168 time: 0.4147041 Nov 22 17:04:12.426245 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83869f-e951-49e8-b240-ed0aa50a1583 x-openstack-request-id: req-3b83869f-e951-49e8-b240-ed0aa50a1583 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:12.426746 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb55512c-0015-4671-b5da-07ace4c76c6a", "name": "network-vif-deleted", "tag": "d34549d8-f956-45d6-8e79-af7ae85772ac", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:12.427805 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b83869f-e951-49e8-b240-ed0aa50a1583 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:12.429255 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb55512c-0015-4671-b5da-07ace4c76c6a', 'name': 'network-vif-deleted', 'tag': 'd34549d8-f956-45d6-8e79-af7ae85772ac', 'status': 'completed', 'code': 200} Nov 22 17:04:12.452052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:12.521388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-46791cd8-41ad-41a4-94b0-3aa517b51404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:12.523686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-46791cd8-41ad-41a4-94b0-3aa517b51404 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3a5c6a2-0809-49bc-a989-350bc422fef8 HTTP/1.1" status: 200 len: 834 time: 0.1400905 Nov 22 17:04:12.527300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5f127-c904-45d0-b823-76dc8c1d59ef tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b78f5609-dbda-437d-abdc-d8a158e46145,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:12.664514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-696ac2a5-f905-4ab4-bb27-720683426050 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2111342 Nov 22 17:04:12.669227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:12.724406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-054a2f47-53f9-4be6-acdc-5e5e35198b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:12.726406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-054a2f47-53f9-4be6-acdc-5e5e35198b91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916330 Nov 22 17:04:12.737777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b37c124-6a81-4c54-a9b2-6ff883056759 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.765961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b37c124-6a81-4c54-a9b2-6ff883056759 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.986834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-6210e280-02c2-4157-a7a1-121711b27aba service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424085 Nov 22 17:04:13.000612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e79298c-8411-43ae-94f7-4feb544f6f24 req-9439dccd-4626-4751-8c5f-83567b2be294 tempest-AttachVolumeNegativeTest-978800878 tempest-AttachVolumeNegativeTest-978800878-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb55512c-0015-4671-b5da-07ace4c76c6a HTTP/1.1" status: 200 len: 210 time: 0.2757723 Nov 22 17:04:13.046113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.054630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.136101 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b37c124-6a81-4c54-a9b2-6ff883056759 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.151763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b37c124-6a81-4c54-a9b2-6ff883056759 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.154339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2b37c124-6a81-4c54-a9b2-6ff883056759 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0b7655c0-ba46-48fd-9506-8464064d0fa7 HTTP/1.1" status: 204 len: 168 time: 0.4837105 Nov 22 17:04:13.168379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37c124-6a81-4c54-a9b2-6ff883056759 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b7655c0-ba46-48fd-9506-8464064d0fa7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:13.177208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34990) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:13.284815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2f622419-7754-497e-a916-dcc615a3fae5 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:13.287843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'Port': ['ID=cf6fa54e-8246-4e5e-95cf-5606cace8948,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:13.304241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.323825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6066bb63-87a5-416d-bd08-35c7ad4a80f7 req-364438f8-394f-4b6e-843d-186306b98b29 service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138208 Nov 22 17:04:13.342620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2eab653c-43fc-4049-abda-7015f9698e2a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1584723 Nov 22 17:04:13.347537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:13.471400 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39bd54d4-3e61-41a2-91a7-acc3b608721d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.474790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2f622419-7754-497e-a916-dcc615a3fae5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:13.475937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.497907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39bd54d4-3e61-41a2-91a7-acc3b608721d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.530226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b98f4065-317f-4c22-830e-952394104410 None None] Provisioning complete for port cf6fa54e-8246-4e5e-95cf-5606cace8948 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:13.530791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b98f4065-317f-4c22-830e-952394104410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.559013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39bd54d4-3e61-41a2-91a7-acc3b608721d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.567077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Network db196f6c-5f8f-49c8-8be1-864d20d4955e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:13.577686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:13.588542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39bd54d4-3e61-41a2-91a7-acc3b608721d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.599860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-39bd54d4-3e61-41a2-91a7-acc3b608721d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4a0a01d2-65e9-4fce-ba15-3c60c2b0945d HTTP/1.1" status: 204 len: 168 time: 0.2468920 Nov 22 17:04:13.599860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd54d4-3e61-41a2-91a7-acc3b608721d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a0a01d2-65e9-4fce-ba15-3c60c2b0945d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:13.605042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 34996) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:13.667162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fa7de-c11a-4246-8556-ee28c6fef593 req-38e4568f-9468-4f0e-a036-d29dec920df1 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:13.686719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a3fa7de-c11a-4246-8556-ee28c6fef593 req-38e4568f-9468-4f0e-a036-d29dec920df1 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 982 time: 0.2857563 Nov 22 17:04:13.726022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b98f4065-317f-4c22-830e-952394104410 None None] Port cf6fa54e-8246-4e5e-95cf-5606cace8948 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:13.769247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-db80fb25-67a2-4805-81ce-c5c10643bf1d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1530905 Nov 22 17:04:13.769554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b98f4065-317f-4c22-830e-952394104410 None None] Provisioning complete for port 2f622419-7754-497e-a916-dcc615a3fae5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:13.769554 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b98f4065-317f-4c22-830e-952394104410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.769962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 34998) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:13.894331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a3fa7de-c11a-4246-8556-ee28c6fef593 req-c3f72dc5-1d97-4442-8538-f510e19d78a2 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2065384 Nov 22 17:04:13.928834 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6eef60d-ca05-47ce-9e5e-3d66366e159a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.984393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6eef60d-ca05-47ce-9e5e-3d66366e159a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.998614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Router db4dac0c-5ca4-4fd7-8e99-1700b3892014 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:04:14.104033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35010) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.188428 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6eef60d-ca05-47ce-9e5e-3d66366e159a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.191819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e6eef60d-ca05-47ce-9e5e-3d66366e159a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.196387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35016) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.197169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e6eef60d-ca05-47ce-9e5e-3d66366e159a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/251c3779-56f5-474d-8932-7dca4659ca91 HTTP/1.1" status: 204 len: 168 time: 0.4276083 Nov 22 17:04:14.232622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b5259244-c0d9-40e2-97ee-cdeec63cb011 None None] Provisioning complete for port cf6fa54e-8246-4e5e-95cf-5606cace8948 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:14.233160 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b5259244-c0d9-40e2-97ee-cdeec63cb011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.303320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eef60d-ca05-47ce-9e5e-3d66366e159a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251c3779-56f5-474d-8932-7dca4659ca91,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:14.337817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b5259244-c0d9-40e2-97ee-cdeec63cb011 None None] Port cf6fa54e-8246-4e5e-95cf-5606cace8948 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:14.362919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d34549d8-f956-45d6-8e79-af7ae85772ac no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:14.404609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-48dde69a-9810-4e31-b129-6cdd38b3d2ce tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1977055 Nov 22 17:04:14.404883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:14.404883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35018) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.411548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a9c2332a-bc9a-45f4-a267-c9c2713b584c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-secgroup--777466641'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:14.423426 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bcda32aa-9584-45c7-9a49-dc2bfe150ed5 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "PUT /v2.0/routers/db4dac0c-5ca4-4fd7-8e99-1700b3892014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7414808 Nov 22 17:04:14.429699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35020) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.439460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Request body: {'port': {'network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e', 'name': 'tempest-FloatingIPNegativeTestJSON-325523272'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:14.463657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1116d-8472-49a5-8b73-8a7bd8d2b3ff None None] Sync routers for ids ['db4dac0c-5ca4-4fd7-8e99-1700b3892014'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:14.474410 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-b268ff65-3798-4c41-a1b6-6449bf70de47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1431372 Nov 22 17:04:14.510594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: d34549d8-f956-45d6-8e79-af7ae85772ac {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:04:14.511378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d34549d8-f956-45d6-8e79-af7ae85772ac not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:04:14.518120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-87037e2f-6130-4c17-baa4-8f5cabb7b679 admin admin] Deleting subnet 8135719f-9603-454e-ae60-8e12c586fc3d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:14.523819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8dce0728-ce29-4b4c-96c3-c692640e296b details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:04:14.525728 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87037e2f-6130-4c17-baa4-8f5cabb7b679 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.609114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87037e2f-6130-4c17-baa4-8f5cabb7b679 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.704246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87037e2f-6130-4c17-baa4-8f5cabb7b679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.794753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8dce0728-ce29-4b4c-96c3-c692640e296b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8dce0728-ce29-4b4c-96c3-c692640e296b,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:14.843453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'port_id': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'mac_address': 'fa:16:3e:8d:bf:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:04:14.860557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-14533fbb-3306-4c51-9334-4b17e550c1c6 None None] Provisioning complete for port cf6fa54e-8246-4e5e-95cf-5606cace8948 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:14.861322 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14533fbb-3306-4c51-9334-4b17e550c1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.863787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35024) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.864572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1116d-8472-49a5-8b73-8a7bd8d2b3ff None None] Routers {'db4dac0c-5ca4-4fd7-8e99-1700b3892014'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:14.865642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3bd1116d-8472-49a5-8b73-8a7bd8d2b3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['db4dac0c-5ca4-4fd7-8e99-1700b3892014'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:14.876774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87037e2f-6130-4c17-baa4-8f5cabb7b679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.917560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87037e2f-6130-4c17-baa4-8f5cabb7b679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8135719f-9603-454e-ae60-8e12c586fc3d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:14.937204 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-87037e2f-6130-4c17-baa4-8f5cabb7b679 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.943672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-87037e2f-6130-4c17-baa4-8f5cabb7b679 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8135719f-9603-454e-ae60-8e12c586fc3d HTTP/1.1" status: 204 len: 168 time: 0.8378625 Nov 22 17:04:14.945974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35030) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:15.282226 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-737f40e5-ad9c-481f-8897-386231accd4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.366147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc48e04-36f0-482f-bc8d-ac6dd1e60ce9 None None] Network 7c32d56e-d4d2-46af-9a86-25652e280b5e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:15.376512 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.392640 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9c2332a-bc9a-45f4-a267-c9c2713b584c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.432804 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dce0728-ce29-4b4c-96c3-c692640e296b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:15.460756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-d046676a-b3ed-4a29-b8d2-bc628728be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:15.461033 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8dce0728-ce29-4b4c-96c3-c692640e296b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8dce0728-ce29-4b4c-96c3-c692640e296b,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:15.462332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3bd1116d-8472-49a5-8b73-8a7bd8d2b3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:15.463684 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-d046676a-b3ed-4a29-b8d2-bc628728be10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1097 time: 0.9096653 Nov 22 17:04:15.569795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-737f40e5-ad9c-481f-8897-386231accd4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.589012 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-737f40e5-ad9c-481f-8897-386231accd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.608871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.618160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1116d-8472-49a5-8b73-8a7bd8d2b3ff None None] Routers {'db4dac0c-5ca4-4fd7-8e99-1700b3892014'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:15.619642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3bd1116d-8472-49a5-8b73-8a7bd8d2b3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:03:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['db4dac0c-5ca4-4fd7-8e99-1700b3892014'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:15.733623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-19626435-462d-44d8-9e1d-b013ae9fe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:15.739685 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-19626435-462d-44d8-9e1d-b013ae9fe79b service neutron] 10.222.0.62 "GET /v2.0/networks?id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 200 len: 910 time: 0.2340717 Nov 22 17:04:15.747705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bd193-ad1c-4c42-9c0a-b406b309c0c0 req-ae4c17da-06f3-4872-b43e-970c5c3e51b6 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:15.756259 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a86bd193-ad1c-4c42-9c0a-b406b309c0c0 req-ae4c17da-06f3-4872-b43e-970c5c3e51b6 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 982 time: 0.6721153 Nov 22 17:04:15.791593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.858811 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-737f40e5-ad9c-481f-8897-386231accd4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c820ff68f0b74c3d97c6d3630604e90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9881520 Nov 22 17:04:15.859450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35034) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:15.867375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f40e5-ad9c-481f-8897-386231accd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0026f001-1a40-41aa-b7ed-87002f64c6eb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:15.868576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3bd1116d-8472-49a5-8b73-8a7bd8d2b3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:15.869438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd1116d-8472-49a5-8b73-8a7bd8d2b3ff None None] The sync data for ids ['db4dac0c-5ca4-4fd7-8e99-1700b3892014'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:15.869735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Made reservation on behalf of fa5fb09ea4d44b658aa6a2b628748302 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:15.873810 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.879857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d1e59391-e40c-473f-a496-aebe170de819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.935124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] device_id is not set on port c5c75e30-002a-4a14-aba1-2a4dfd8453f5 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:04:15.951464 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-4ed3846e-98d5-4489-910d-db2b242224dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 200 len: 1001 time: 0.1898489 Nov 22 17:04:15.959650 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-14533fbb-3306-4c51-9334-4b17e550c1c6 None None] Port cf6fa54e-8246-4e5e-95cf-5606cace8948 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:16.031029 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-aadc0289-cf40-4a69-b505-b2fa487f0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:16.033173 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-aadc0289-cf40-4a69-b505-b2fa487f0b17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=642606b0-a700-4a7f-a515-18dca4ebecbd HTTP/1.1" status: 200 len: 848 time: 0.0738113 Nov 22 17:04:16.041030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d91245b-9c2e-4086-a294-b5243c79678d None None] DHCP port deletion for 7c32d56e-d4d2-46af-9a86-25652e280b5e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:16.056969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['8dce0728-ce29-4b4c-96c3-c692640e296b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:04:16.113433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9c2332a-bc9a-45f4-a267-c9c2713b584c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.116772 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.142274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c32d56e-d4d2-46af-9a86-25652e280b5e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:16.153209 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88683fb1-6210-4bea-8df6-8dd74d116009') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:16.153640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88683fb1-6210-4bea-8df6-8dd74d116009') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:16.157320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=8dce0728-ce29-4b4c-96c3-c692640e296b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.162600 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9c2332a-bc9a-45f4-a267-c9c2713b584c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.179103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.200586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.210289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:16.211940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.259691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-ac2eface-6020-47f9-b697-1cc66096f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:16.261126 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-ac2eface-6020-47f9-b697-1cc66096f226 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956434 Nov 22 17:04:16.268643 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a9c2332a-bc9a-45f4-a267-c9c2713b584c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.270060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a9c2332a-bc9a-45f4-a267-c9c2713b584c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8624496 Nov 22 17:04:16.275570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2332a-bc9a-45f4-a267-c9c2713b584c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f5f50c-ec1a-4f38-a540-b4ed9cd7989f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.277733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35036) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:16.292680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a7d203e2-271d-4e5c-8ad6-6cfb7c486988 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': '12f5f50c-ec1a-4f38-a540-b4ed9cd7989f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:16.334398 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:16.338463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.355920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.375866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c32d56e-d4d2-46af-9a86-25652e280b5e HTTP/1.1" status: 204 len: 168 time: 1.4151313 Nov 22 17:04:16.390303 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Allocated IP 172.20.0.3 (db196f6c-5f8f-49c8-8be1-864d20d4955e/874f4e1c-b8f9-4c5a-a859-695c460a798b/c5c75e30-002a-4a14-aba1-2a4dfd8453f5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:16.432152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aabf0a-a0f2-4c2c-85ad-edba0afc0afa admin admin] Pushing event deleted for resources: {'Network': ['ID=7c32d56e-d4d2-46af-9a86-25652e280b5e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.457404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d203e2-271d-4e5c-8ad6-6cfb7c486988 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.486000 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a86bd193-ad1c-4c42-9c0a-b406b309c0c0 req-620a0505-c693-4441-aa04-d11f7b1b074e tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6891932 Nov 22 17:04:16.499498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-c3f50f18-ad1c-4a80-b9a9-2a09110dd0aa service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246940 Nov 22 17:04:16.517342 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a314ac22-1144-4044-9aba-ad4ef61baec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.525606 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d203e2-271d-4e5c-8ad6-6cfb7c486988 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.539187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d203e2-271d-4e5c-8ad6-6cfb7c486988 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.548261 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a314ac22-1144-4044-9aba-ad4ef61baec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.615911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a314ac22-1144-4044-9aba-ad4ef61baec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.616304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d203e2-271d-4e5c-8ad6-6cfb7c486988 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f9acc6-07d6-425c-ab1b-837c9692b7ce,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.623624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a314ac22-1144-4044-9aba-ad4ef61baec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.631087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a314ac22-1144-4044-9aba-ad4ef61baec2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0026f001-1a40-41aa-b7ed-87002f64c6eb HTTP/1.1" status: 204 len: 168 time: 0.7641516 Nov 22 17:04:16.640927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314ac22-1144-4044-9aba-ad4ef61baec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0026f001-1a40-41aa-b7ed-87002f64c6eb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.665540 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:16.730165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8680e90d-4178-4fec-9db0-5da65d1c479c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a068cc044a940198c59d872f820556d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0607715 Nov 22 17:04:16.730384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a7d203e2-271d-4e5c-8ad6-6cfb7c486988 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.730595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a7d203e2-271d-4e5c-8ad6-6cfb7c486988 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4416168 Nov 22 17:04:16.731273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35046) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:16.734888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:16.819252 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85c457f3-5f03-4cca-9054-38b2ad701f5d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.850757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85c457f3-5f03-4cca-9054-38b2ad701f5d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.915059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85c457f3-5f03-4cca-9054-38b2ad701f5d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.917131 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b1a031c2-bd84-4ce7-b157-3642065a13b1 req-9d5a121d-ca42-4222-a97a-87be7e0188d3 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899639 Nov 22 17:04:16.917942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85c457f3-5f03-4cca-9054-38b2ad701f5d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.919321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-85c457f3-5f03-4cca-9054-38b2ad701f5d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/12f5f50c-ec1a-4f38-a540-b4ed9cd7989f HTTP/1.1" status: 204 len: 168 time: 0.1830831 Nov 22 17:04:16.923107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35050) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:16.930531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c457f3-5f03-4cca-9054-38b2ad701f5d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f5f50c-ec1a-4f38-a540-b4ed9cd7989f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.008388 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6e011df-5a40-4f0d-99a9-2f3a661aa693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.064325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.075577 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6e011df-5a40-4f0d-99a9-2f3a661aa693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.122600 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1bd1e42b-cbf0-4ffb-8eeb-e09979b404b2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1913383 Nov 22 17:04:17.125832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35052) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:17.130997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-50e6645c-35e6-4e23-ae7e-6dbbe6f68bc2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-secgroup--965665743'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:17.183420 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.206552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6e011df-5a40-4f0d-99a9-2f3a661aa693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.206854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50e6645c-35e6-4e23-ae7e-6dbbe6f68bc2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.209892 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6e011df-5a40-4f0d-99a9-2f3a661aa693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.214344 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6e011df-5a40-4f0d-99a9-2f3a661aa693 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e04597dc-5cfc-446c-a904-8cec45df8745 HTTP/1.1" status: 204 len: 168 time: 0.4650414 Nov 22 17:04:17.264790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e011df-5a40-4f0d-99a9-2f3a661aa693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04597dc-5cfc-446c-a904-8cec45df8745,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.284981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Network db196f6c-5f8f-49c8-8be1-864d20d4955e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:17.289506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:17.338144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'Port': ['ID=c5c75e30-002a-4a14-aba1-2a4dfd8453f5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.354451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:17.432906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50e6645c-35e6-4e23-ae7e-6dbbe6f68bc2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.439551 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50e6645c-35e6-4e23-ae7e-6dbbe6f68bc2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.501451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:17.502814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.520944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6645c-35e6-4e23-ae7e-6dbbe6f68bc2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7e6701-ab2a-43aa-bdd2-63aed60420b2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.531665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50e6645c-35e6-4e23-ae7e-6dbbe6f68bc2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.535706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-50e6645c-35e6-4e23-ae7e-6dbbe6f68bc2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4057839 Nov 22 17:04:17.540681 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3e6d5ab1-1e3f-481e-9706-d64af344b33b tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1073287 Nov 22 17:04:17.544846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35062) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:17.551508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35060) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:17.560486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:17.567152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-adf9663a-6327-4a2c-834b-15d8254df9cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978816916'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:17.629216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.677946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641867a-2cc2-4d8e-976a-f918d6b11efd req-ae6dd40e-e1a3-4db7-83da-b19055039072 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:17.687585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5641867a-2cc2-4d8e-976a-f918d6b11efd req-ae6dd40e-e1a3-4db7-83da-b19055039072 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 983 time: 0.0941987 Nov 22 17:04:17.705136 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adf9663a-6327-4a2c-834b-15d8254df9cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.805622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-efbd46b2-179c-4fdf-93ff-66a5274afe4e None None] Provisioning complete for port c5c75e30-002a-4a14-aba1-2a4dfd8453f5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:17.808543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efbd46b2-179c-4fdf-93ff-66a5274afe4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.823580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.868293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5641867a-2cc2-4d8e-976a-f918d6b11efd req-3889498d-a99d-4a68-9d1d-987e8ef8748a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1636827 Nov 22 17:04:17.921440 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adf9663a-6327-4a2c-834b-15d8254df9cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.929230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adf9663a-6327-4a2c-834b-15d8254df9cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.935096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-efbd46b2-179c-4fdf-93ff-66a5274afe4e None None] Port c5c75e30-002a-4a14-aba1-2a4dfd8453f5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:17.973702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-290beed0-cb77-4644-8fe5-6aa6bf4c9dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.996230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adf9663a-6327-4a2c-834b-15d8254df9cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.997750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-adf9663a-6327-4a2c-834b-15d8254df9cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4446552 Nov 22 17:04:18.001209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Allocated IP 172.25.0.178 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/88fc13bb-1238-4628-8b5a-f693f04ee471) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:18.003570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35072) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:18.009186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ca38a571-c5d6-41d3-93f8-ca3f5d9a254c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': '4d7e6701-ab2a-43aa-bdd2-63aed60420b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a4ad925e-924d-48d4-a5ca-d2143e077651', 'remote_ip_prefix': None}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:18.014653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9663a-6327-4a2c-834b-15d8254df9cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad925e-924d-48d4-a5ca-d2143e077651,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:18.080802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca38a571-c5d6-41d3-93f8-ca3f5d9a254c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.148941 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.188531 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca38a571-c5d6-41d3-93f8-ca3f5d9a254c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.195078 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.196481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca38a571-c5d6-41d3-93f8-ca3f5d9a254c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.227665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38a571-c5d6-41d3-93f8-ca3f5d9a254c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12698a09-1fda-41d4-ad06-2f6b32c6b629,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:18.242557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:18.246018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:18.248594 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca38a571-c5d6-41d3-93f8-ca3f5d9a254c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.250357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:18.253819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca38a571-c5d6-41d3-93f8-ca3f5d9a254c tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2460046 Nov 22 17:04:18.254038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35078) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:18.256432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'Port': ['ID=88fc13bb-1238-4628-8b5a-f693f04ee471,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:18.304039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604ade8a-3531-4a0d-a196-2503d2257ec2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.318582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604ade8a-3531-4a0d-a196-2503d2257ec2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.393784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604ade8a-3531-4a0d-a196-2503d2257ec2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.402705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-604ade8a-3531-4a0d-a196-2503d2257ec2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.407644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-604ade8a-3531-4a0d-a196-2503d2257ec2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/12698a09-1fda-41d4-ad06-2f6b32c6b629 HTTP/1.1" status: 204 len: 168 time: 0.1521492 Nov 22 17:04:18.409785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:18.416151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ade8a-3531-4a0d-a196-2503d2257ec2 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12698a09-1fda-41d4-ad06-2f6b32c6b629,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:18.417191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.502774 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7b007f27-a963-40cd-899c-635969388b97 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0917761 Nov 22 17:04:18.504498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.509090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35088) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:18.512429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8dce0728-ce29-4b4c-96c3-c692640e296b up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:18.606290 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c258d46f-bc5a-4290-93dd-e61f71c026a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.643419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c258d46f-bc5a-4290-93dd-e61f71c026a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.699744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 8dce0728-ce29-4b4c-96c3-c692640e296b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:04:18.708346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 8dce0728-ce29-4b4c-96c3-c692640e296b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:18.708711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c258d46f-bc5a-4290-93dd-e61f71c026a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.709532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.713292 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c258d46f-bc5a-4290-93dd-e61f71c026a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.718468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35096) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:18.722392 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c258d46f-bc5a-4290-93dd-e61f71c026a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/a4ad925e-924d-48d4-a5ca-d2143e077651 HTTP/1.1" status: 204 len: 168 time: 0.2122631 Nov 22 17:04:18.734317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258d46f-bc5a-4290-93dd-e61f71c026a3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad925e-924d-48d4-a5ca-d2143e077651,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:18.752587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.766848 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.864592 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-06b94ad1-f732-41c6-8cae-7a69457a4f7d tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1446328 Nov 22 17:04:18.868576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35098) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:18.873892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'Port': ['ID=88fc13bb-1238-4628-8b5a-f693f04ee471,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:18.888956 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.905112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.917003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.920092 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f527fe50-8e74-419a-b3bf-94d705f57748 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3735981 Nov 22 17:04:18.922917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35104) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:18.932585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-19541c78-f890-426d-9363-0418325de0c3 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Request body: {'floatingip': {'port_id': 'c5c75e30-002a-4a14-aba1-2a4dfd8453f5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:18.951461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:18.961952 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360d315b-383b-44ad-aca3-6f8b61fff043" -d '{"events": [{"server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "name": "network-vif-plugged", "status": "completed", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:18.978826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b436d156-5ed8-4f55-aea0-5a7f9b0e7d33 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.992465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 8dce0728-ce29-4b4c-96c3-c692640e296b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8dce0728-ce29-4b4c-96c3-c692640e296b,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:19.019810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.034924 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b436d156-5ed8-4f55-aea0-5a7f9b0e7d33 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.082304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19541c78-f890-426d-9363-0418325de0c3 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.084764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.117727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b436d156-5ed8-4f55-aea0-5a7f9b0e7d33 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.122632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b436d156-5ed8-4f55-aea0-5a7f9b0e7d33 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.126593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b436d156-5ed8-4f55-aea0-5a7f9b0e7d33 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/4d7e6701-ab2a-43aa-bdd2-63aed60420b2 HTTP/1.1" status: 204 len: 168 time: 0.2545581 Nov 22 17:04:19.128115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=8dce0728-ce29-4b4c-96c3-c692640e296b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:19.134530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35108) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:19.147830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436d156-5ed8-4f55-aea0-5a7f9b0e7d33 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7e6701-ab2a-43aa-bdd2-63aed60420b2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:19.198203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-962497ea-036e-4502-95c6-22e5f6309f62 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0631614 Nov 22 17:04:19.205314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:19.216854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9fe961ac-1824-4f55-866e-0177fe974c79 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-secgroup--809819721'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:19.249213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fe961ac-1824-4f55-866e-0177fe974c79 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.260041 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-19541c78-f890-426d-9363-0418325de0c3 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] update failed (client error): The resource could not be found. Nov 22 17:04:19.261171 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-19541c78-f890-426d-9363-0418325de0c3 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "PUT /v2.0/floatingips/8cf16a99-7678-4513-9cc5-bbd3e2769c52 HTTP/1.1" status: 404 len: 507 time: 0.3366036 Nov 22 17:04:19.264495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35112) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:19.360068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fe961ac-1824-4f55-866e-0177fe974c79 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.365692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fe961ac-1824-4f55-866e-0177fe974c79 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.397641 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9fe961ac-1824-4f55-866e-0177fe974c79 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.402093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35116) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:19.402241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9fe961ac-1824-4f55-866e-0177fe974c79 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1981285 Nov 22 17:04:19.410694 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c00ebe55-e946-464b-be90-0c1fbf2b8b94 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': 'c03e9105-906b-4f5e-a6b8-f5a6938c136a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:19.424908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe961ac-1824-4f55-866e-0177fe974c79 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e9105-906b-4f5e-a6b8-f5a6938c136a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:19.472835 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c00ebe55-e946-464b-be90-0c1fbf2b8b94 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.485837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Deleting port 88fc13bb-1238-4628-8b5a-f693f04ee471 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:19.486193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.586617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1976a32-a23b-4f12-9d43-ccc5f095427d req-35b647f7-cdb7-4a45-b29e-a87314a88b1e tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:19.600630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1976a32-a23b-4f12-9d43-ccc5f095427d req-35b647f7-cdb7-4a45-b29e-a87314a88b1e tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 984 time: 0.0885828 Nov 22 17:04:19.605865 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c00ebe55-e946-464b-be90-0c1fbf2b8b94 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.610221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.610802 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.618887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c00ebe55-e946-464b-be90-0c1fbf2b8b94 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.636959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Calling delete_port for 88fc13bb-1238-4628-8b5a-f693f04ee471 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:19.658705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ebe55-e946-464b-be90-0c1fbf2b8b94 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcc7d83-5a5e-4a44-870d-584be5c71483,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:19.666212 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c00ebe55-e946-464b-be90-0c1fbf2b8b94 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.667482 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c00ebe55-e946-464b-be90-0c1fbf2b8b94 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2637300 Nov 22 17:04:19.674051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35126) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:19.710289 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d35bdbdd-8c46-4639-8fb2-cb2a4f0f4ca4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.740518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d35bdbdd-8c46-4639-8fb2-cb2a4f0f4ca4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.795110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1976a32-a23b-4f12-9d43-ccc5f095427d req-f830c6ed-48e4-4a46-9233-d183ca334c1c tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1911399 Nov 22 17:04:19.860467 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d35bdbdd-8c46-4639-8fb2-cb2a4f0f4ca4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.867088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d35bdbdd-8c46-4639-8fb2-cb2a4f0f4ca4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.868791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d35bdbdd-8c46-4639-8fb2-cb2a4f0f4ca4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/edcc7d83-5a5e-4a44-870d-584be5c71483 HTTP/1.1" status: 204 len: 168 time: 0.1930330 Nov 22 17:04:19.874217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35134) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:19.898486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.917391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bdbdd-8c46-4639-8fb2-cb2a4f0f4ca4 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edcc7d83-5a5e-4a44-870d-584be5c71483,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:19.967438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event deleted for resources: {'Port': ['ID=88fc13bb-1238-4628-8b5a-f693f04ee471,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:20.030608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5a2ced43-9945-4eae-8a81-5778f40e18d3 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1532767 Nov 22 17:04:20.033880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.084004 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec398e0-1615-4e9a-99f0-89d47b92ad52 x-openstack-request-id: req-3ec398e0-1615-4e9a-99f0-89d47b92ad52 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:20.085050 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "name": "network-vif-plugged", "status": "completed", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:20.085645 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ec398e0-1615-4e9a-99f0-89d47b92ad52 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:20.086347 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'code': 200} Nov 22 17:04:20.140418 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.144129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.148510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a8b804-5583-41ac-8bf1-1cb3647e7463 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.151596 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-de7cdebf-fd51-4195-bd6f-7ceb66bee504 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "DELETE /v2.0/floatingips/8cf16a99-7678-4513-9cc5-bbd3e2769c52 HTTP/1.1" status: 204 len: 168 time: 0.8858845 Nov 22 17:04:20.156266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35142) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.164060 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5adb1961-9930-41e7-a37e-5680b68e8d5c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Request body: {'floatingip': {'floating_network_id': 'db196f6c-5f8f-49c8-8be1-864d20d4955e', 'port_id': 'c5c75e30-002a-4a14-aba1-2a4dfd8453f5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:20.218898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a8b804-5583-41ac-8bf1-1cb3647e7463 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.223177 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5adb1961-9930-41e7-a37e-5680b68e8d5c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.313208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce1064-6d02-47d0-adfc-2c1926d2783b req-37fbdd0b-d6fe-48b6-916b-9c843e4fe5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:20.314190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bce1064-6d02-47d0-adfc-2c1926d2783b req-37fbdd0b-d6fe-48b6-916b-9c843e4fe5c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1135 time: 0.0736234 Nov 22 17:04:20.314921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35144) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.397987 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-5adb1961-9930-41e7-a37e-5680b68e8d5c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:04:20.399352 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5adb1961-9930-41e7-a37e-5680b68e8d5c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2419028 Nov 22 17:04:20.403307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35148) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.408997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'c5c75e30-002a-4a14-aba1-2a4dfd8453f5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:20.410714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a8b804-5583-41ac-8bf1-1cb3647e7463 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.419023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85a8b804-5583-41ac-8bf1-1cb3647e7463 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.421916 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-85a8b804-5583-41ac-8bf1-1cb3647e7463 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/c03e9105-906b-4f5e-a6b8-f5a6938c136a HTTP/1.1" status: 204 len: 168 time: 0.3867044 Nov 22 17:04:20.426145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35150) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.432756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bce1064-6d02-47d0-adfc-2c1926d2783b req-f103135d-63d5-43cb-83a1-8174a331f335 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1095290 Nov 22 17:04:20.440927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8b804-5583-41ac-8bf1-1cb3647e7463 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e9105-906b-4f5e-a6b8-f5a6938c136a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:20.470022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.500195 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75a56448-b4f7-42dc-b7dd-cd61a43d1826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.581036 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef3d63cc-87c2-4c67-a0f4-205c2ca0fa47 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1488981 Nov 22 17:04:20.581302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35152) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.586997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b3cf9368-17ac-4347-8edd-3b13bb4eec08 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group': {'name': 'tempest-secgroup--807312699'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:20.609248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75a56448-b4f7-42dc-b7dd-cd61a43d1826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.618138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75a56448-b4f7-42dc-b7dd-cd61a43d1826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.657854 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9368-17ac-4347-8edd-3b13bb4eec08 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.664389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a56448-b4f7-42dc-b7dd-cd61a43d1826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dba348-8d6e-4605-abcb-b564871b8bc0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:20.708347 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-75a56448-b4f7-42dc-b7dd-cd61a43d1826 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91966dd9961f4b2fbf7bd1e27ba64656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895271 Nov 22 17:04:20.708601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.768149 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.789130 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d67aee4-6ede-4dec-8426-d9656b881f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.796757 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.825969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d67aee4-6ede-4dec-8426-d9656b881f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.874588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9368-17ac-4347-8edd-3b13bb4eec08 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.880205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9368-17ac-4347-8edd-3b13bb4eec08 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.899064 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d67aee4-6ede-4dec-8426-d9656b881f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.903247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d67aee4-6ede-4dec-8426-d9656b881f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.906505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3d67aee4-6ede-4dec-8426-d9656b881f06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09dba348-8d6e-4605-abcb-b564871b8bc0 HTTP/1.1" status: 204 len: 168 time: 0.1958287 Nov 22 17:04:20.936115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67aee4-6ede-4dec-8426-d9656b881f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dba348-8d6e-4605-abcb-b564871b8bc0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:20.941605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3cf9368-17ac-4347-8edd-3b13bb4eec08 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.942850 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b3cf9368-17ac-4347-8edd-3b13bb4eec08 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3604395 Nov 22 17:04:20.948131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35160) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.956835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a689ed99-62b5-4982-992c-d6e782ed6c71 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': 'f6755f42-d525-4fcf-966c-6497e1c939ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:20.981599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf9368-17ac-4347-8edd-3b13bb4eec08 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6755f42-d525-4fcf-966c-6497e1c939ef,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.008393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Allocated IP 172.25.0.213 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/24316cd4-0129-4d32-8b0d-fedf807fe4fb) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:21.032687 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a689ed99-62b5-4982-992c-d6e782ed6c71 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.042624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e693a2-8bdb-4d70-9f11-3030a58170a6 req-72430ba3-65fa-4ee0-996e-34ff8828ac28 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.052712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02e693a2-8bdb-4d70-9f11-3030a58170a6 req-72430ba3-65fa-4ee0-996e-34ff8828ac28 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 984 time: 0.1306474 Nov 22 17:04:21.132423 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02e693a2-8bdb-4d70-9f11-3030a58170a6 req-b7b81806-921d-4801-9824-473f9e1589ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0782318 Nov 22 17:04:21.137833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a689ed99-62b5-4982-992c-d6e782ed6c71 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.149867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a689ed99-62b5-4982-992c-d6e782ed6c71 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.190591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689ed99-62b5-4982-992c-d6e782ed6c71 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ef8447-8e5e-434b-b472-6152b6081651,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.194839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.205607 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a689ed99-62b5-4982-992c-d6e782ed6c71 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.206900 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a689ed99-62b5-4982-992c-d6e782ed6c71 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2538643 Nov 22 17:04:21.209964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.242245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9edf6556-69b6-4caa-bd69-652e80277992 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules/05ef8447-8e5e-434b-b472-6152b6081651 HTTP/1.1" status: 200 len: 763 time: 0.0305791 Nov 22 17:04:21.245159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.254353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.322596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-40f94f2e-f950-43e6-b6c7-f2e8c1300bc6 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0754399 Nov 22 17:04:21.326784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35172) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.338890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.348182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event updated for resources: {'Port': ['ID=24316cd4-0129-4d32-8b0d-fedf807fe4fb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.369575 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efa0c326-2b3e-4ab6-987b-87fa911971cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.379692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efa0c326-2b3e-4ab6-987b-87fa911971cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.391998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:21.393879 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.405347 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0093-c06d-4d6e-b821-68d38e7b9a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.412679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:21.421135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:21.423296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efa0c326-2b3e-4ab6-987b-87fa911971cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.438345 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efa0c326-2b3e-4ab6-987b-87fa911971cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.444932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-efa0c326-2b3e-4ab6-987b-87fa911971cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/05ef8447-8e5e-434b-b472-6152b6081651 HTTP/1.1" status: 204 len: 168 time: 0.1116233 Nov 22 17:04:21.445719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.448391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0c326-2b3e-4ab6-987b-87fa911971cd tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05ef8447-8e5e-434b-b472-6152b6081651,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.501152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-033df71e-41f8-4c50-8630-c9b32dba9ea7 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0516498 Nov 22 17:04:21.503040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.508840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0e6d9bb4-edc1-44f1-bd0d-f36e99b1f91f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': 'f6755f42-d525-4fcf-966c-6497e1c939ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:21.562284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9bb4-edc1-44f1-bd0d-f36e99b1f91f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.636262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9bb4-edc1-44f1-bd0d-f36e99b1f91f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.642566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0093-c06d-4d6e-b821-68d38e7b9a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.643284 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9bb4-edc1-44f1-bd0d-f36e99b1f91f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.651074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0093-c06d-4d6e-b821-68d38e7b9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.669565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d9bb4-edc1-44f1-bd0d-f36e99b1f91f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892adeed-3f4a-48f1-bdcd-5f569f6daa57,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.682020 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e6d9bb4-edc1-44f1-bd0d-f36e99b1f91f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.692846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0e6d9bb4-edc1-44f1-bd0d-f36e99b1f91f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1885808 Nov 22 17:04:21.695841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35190) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.697664 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cbdf0093-c06d-4d6e-b821-68d38e7b9a10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55ae8beee82d49faa4f2bc8e7bb4c575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378131 Nov 22 17:04:21.706647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.731616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a5cbe8e8-f7de-4adf-ba53-bc6714402818 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules/892adeed-3f4a-48f1-bdcd-5f569f6daa57 HTTP/1.1" status: 200 len: 763 time: 0.0342391 Nov 22 17:04:21.734573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.743798 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf0093-c06d-4d6e-b821-68d38e7b9a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569d6174-3cf8-4ad3-8a46-5a99540dc703,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.789114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Deleting port 24316cd4-0129-4d32-8b0d-fedf807fe4fb {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:21.789604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.841194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c7184caf-da02-4c79-944f-523af84de98a tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1029570 Nov 22 17:04:21.841801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35202) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.869948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.896004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08b35268-cc8f-4d52-9c8f-10a72b963d5f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.902589 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08b35268-cc8f-4d52-9c8f-10a72b963d5f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.927161 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.927681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.936340 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.948434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Calling delete_port for 24316cd4-0129-4d32-8b0d-fedf807fe4fb owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:21.973676 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08b35268-cc8f-4d52-9c8f-10a72b963d5f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.984190 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08b35268-cc8f-4d52-9c8f-10a72b963d5f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.985387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-08b35268-cc8f-4d52-9c8f-10a72b963d5f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/892adeed-3f4a-48f1-bdcd-5f569f6daa57 HTTP/1.1" status: 204 len: 168 time: 0.1425383 Nov 22 17:04:21.993800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.002158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b35268-cc8f-4d52-9c8f-10a72b963d5f tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=892adeed-3f4a-48f1-bdcd-5f569f6daa57,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.052765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35206) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.052997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ab08e9e7-6197-440a-ade0-f1069e261a39 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0580783 Nov 22 17:04:22.054805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.058089 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.059808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/569d6174-3cf8-4ad3-8a46-5a99540dc703 HTTP/1.1" status: 204 len: 168 time: 0.3517962 Nov 22 17:04:22.060815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0b28e617-7f1a-4ade-9b41-7865470b4e74 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Request body: {'security_group_rule': {'security_group_id': 'f6755f42-d525-4fcf-966c-6497e1c939ef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:22.085234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569d6174-3cf8-4ad3-8a46-5a99540dc703,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.105176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.105629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.106699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.107163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.107528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.107851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.108807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.109262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.109552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.109926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.112412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.112813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4c37d-152a-47bb-834d-31435456a626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.146891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b28e617-7f1a-4ade-9b41-7865470b4e74 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.187823 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.294030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e3023-1b72-40e5-9d37-8351ed9ea48f req-e5f30522-4e4e-4f9e-ba10-d44528bd7935 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:22.296060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-209e3023-1b72-40e5-9d37-8351ed9ea48f req-e5f30522-4e4e-4f9e-ba10-d44528bd7935 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 984 time: 0.0775721 Nov 22 17:04:22.371001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-209e3023-1b72-40e5-9d37-8351ed9ea48f req-6c89d8a8-aec6-4d24-b49c-c3e18a32acf7 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0651381 Nov 22 17:04:22.558682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed382f5-4e15-4ca4-a311-4db8b2a0928f req-183e7ed7-2ae9-4b8d-ad6b-80dc45dee989 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:22.574755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event deleted for resources: {'Port': ['ID=24316cd4-0129-4d32-8b0d-fedf807fe4fb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.575260 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ed382f5-4e15-4ca4-a311-4db8b2a0928f req-183e7ed7-2ae9-4b8d-ad6b-80dc45dee989 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 984 time: 0.0753968 Nov 22 17:04:22.639739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b28e617-7f1a-4ade-9b41-7865470b4e74 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.651832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b28e617-7f1a-4ade-9b41-7865470b4e74 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.678429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ed382f5-4e15-4ca4-a311-4db8b2a0928f req-6a9a24ff-62c4-4d86-8f4f-957582d7a110 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0991564 Nov 22 17:04:22.687509 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28e617-7f1a-4ade-9b41-7865470b4e74 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7287cefb-f241-4c07-abbd-86aafc636edf,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.698618 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] create failed (client error): The resource could not be found. Nov 22 17:04:22.704125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3d661978-60c0-4913-b5c0-23712b7c176c tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2954376 Nov 22 17:04:22.705206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0b28e617-7f1a-4ade-9b41-7865470b4e74 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.706489 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0b28e617-7f1a-4ade-9b41-7865470b4e74 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6521528 Nov 22 17:04:22.707223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35226) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.709371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.748720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ab37bc14-2ad5-4fc8-857e-45a5014bf320 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules/7287cefb-f241-4c07-abbd-86aafc636edf HTTP/1.1" status: 200 len: 764 time: 0.0379779 Nov 22 17:04:22.751402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35230) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.826587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bce73932-9942-4398-a59a-80e420c1ca56 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Deleting port c5c75e30-002a-4a14-aba1-2a4dfd8453f5 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:22.827305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bce73932-9942-4398-a59a-80e420c1ca56 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.859374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4ae9328d-a2d6-4656-a795-364241d6027e tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1067836 Nov 22 17:04:22.861976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35238) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.897415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae04b9e-50ee-469e-bb4b-42d57a1c5f03 req-53c4b1c3-21a7-42c1-adee-c9d10d19a1b8 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:22.899354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ae04b9e-50ee-469e-bb4b-42d57a1c5f03 req-53c4b1c3-21a7-42c1-adee-c9d10d19a1b8 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1135 time: 0.0825200 Nov 22 17:04:22.900497 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60e72980-d5ad-4133-b8cd-5f28637f7f29 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.918118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60e72980-d5ad-4133-b8cd-5f28637f7f29 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.940137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bce73932-9942-4398-a59a-80e420c1ca56 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.950457 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4ae04b9e-50ee-469e-bb4b-42d57a1c5f03 req-907fed53-3328-4d95-af70-16aeeed15cca tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.960616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bce73932-9942-4398-a59a-80e420c1ca56 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Calling delete_port for c5c75e30-002a-4a14-aba1-2a4dfd8453f5 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:22.979993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60e72980-d5ad-4133-b8cd-5f28637f7f29 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.985768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60e72980-d5ad-4133-b8cd-5f28637f7f29 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.990082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-60e72980-d5ad-4133-b8cd-5f28637f7f29 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7287cefb-f241-4c07-abbd-86aafc636edf HTTP/1.1" status: 204 len: 168 time: 0.1241181 Nov 22 17:04:22.991104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.038539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e72980-d5ad-4133-b8cd-5f28637f7f29 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7287cefb-f241-4c07-abbd-86aafc636edf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:23.083556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-38202c31-7f0a-4ca9-b30c-a14b23c94db5 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0896420 Nov 22 17:04:23.088551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35246) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.136638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4ae04b9e-50ee-469e-bb4b-42d57a1c5f03 req-907fed53-3328-4d95-af70-16aeeed15cca tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.146546 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-4ae04b9e-50ee-469e-bb4b-42d57a1c5f03 req-907fed53-3328-4d95-af70-16aeeed15cca tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.183891 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bce73932-9942-4398-a59a-80e420c1ca56 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.222452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ae04b9e-50ee-469e-bb4b-42d57a1c5f03 req-907fed53-3328-4d95-af70-16aeeed15cca tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3062611 Nov 22 17:04:23.236063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce73932-9942-4398-a59a-80e420c1ca56 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event deleted for resources: {'Port': ['ID=c5c75e30-002a-4a14-aba1-2a4dfd8453f5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:23.242538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54a9c574-98c6-4ef9-9b58-5e2989000b25 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.260329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fed53-3328-4d95-af70-16aeeed15cca tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf68bfb7-e6a8-4833-823c-44076e482177,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:23.332882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35252) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.416612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54a9c574-98c6-4ef9-9b58-5e2989000b25 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.500801 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bce73932-9942-4398-a59a-80e420c1ca56 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.508977 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bce73932-9942-4398-a59a-80e420c1ca56 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "DELETE /v2.0/ports/c5c75e30-002a-4a14-aba1-2a4dfd8453f5 HTTP/1.1" status: 204 len: 168 time: 0.7983031 Nov 22 17:04:23.508977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54a9c574-98c6-4ef9-9b58-5e2989000b25 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.510640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.511180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54a9c574-98c6-4ef9-9b58-5e2989000b25 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.512391 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-54a9c574-98c6-4ef9-9b58-5e2989000b25 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "DELETE /v2.0/security-groups/f6755f42-d525-4fcf-966c-6497e1c939ef HTTP/1.1" status: 204 len: 168 time: 0.4228189 Nov 22 17:04:23.519315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35258) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.561431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9c574-98c6-4ef9-9b58-5e2989000b25 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6755f42-d525-4fcf-966c-6497e1c939ef,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:23.629628 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d8f712a7-f8af-4e4e-b260-598c5feebcea tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1099985 Nov 22 17:04:23.638611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35260) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.649947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e673080-73df-4175-9566-7b59955b5fde tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:23.652612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0e673080-73df-4175-9566-7b59955b5fde tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "GET /v2.0/ports?device_id=db4dac0c-5ca4-4fd7-8e99-1700b3892014 HTTP/1.1" status: 200 len: 913 time: 0.1365447 Nov 22 17:04:23.657121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc606af-f6fd-424f-b17b-41914a1c56b4 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:23.660086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35262) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.660702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2bc606af-f6fd-424f-b17b-41914a1c56b4 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1130 time: 0.3251700 Nov 22 17:04:23.663338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.672233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:23.720386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.822552 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-42b20a90-9f76-458c-94ef-7f063a681450 tempest-SecGroupTest-57624092 tempest-SecGroupTest-57624092-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1827884 Nov 22 17:04:23.945779 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.077324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35274) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:24.095226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Allocated IP 172.25.0.232 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/0602c1d6-2d63-4f86-9e9d-448ef7f53ddc) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:24.144782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35278) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:24.186931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.217878 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.258583 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.310809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:24.315793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:24.320650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:24.324135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=0602c1d6-2d63-4f86-9e9d-448ef7f53ddc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:24.346177 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbad3823-d3bf-4135-b1fc-d05174028659 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.382575 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab425ef7-fd88-4920-aa24-480dbae8342c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=927617b026dc466884da32469da7387a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365634 Nov 22 17:04:24.385473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35282) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:24.512445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bdf37b2-c6c8-460d-ac6c-ebed526cc8e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.567119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bdf37b2-c6c8-460d-ac6c-ebed526cc8e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.663265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbad3823-d3bf-4135-b1fc-d05174028659 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.679223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dbad3823-d3bf-4135-b1fc-d05174028659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.740672 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dbad3823-d3bf-4135-b1fc-d05174028659 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43d22d7a741b44dba00f94ac0d1df787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6620424 Nov 22 17:04:24.742727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad3823-d3bf-4135-b1fc-d05174028659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68582c87-660a-4a54-ac6a-a4a48ae61e0f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:24.744616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:24.764605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bdf37b2-c6c8-460d-ac6c-ebed526cc8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.768112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7bdf37b2-c6c8-460d-ac6c-ebed526cc8e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.769324 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7bdf37b2-c6c8-460d-ac6c-ebed526cc8e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b5f4b7e4-c77e-4771-83ec-66e549e235dc HTTP/1.1" status: 204 len: 168 time: 0.3829317 Nov 22 17:04:24.780058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf37b2-c6c8-460d-ac6c-ebed526cc8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f4b7e4-c77e-4771-83ec-66e549e235dc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:24.795006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Deleting port cf6fa54e-8246-4e5e-95cf-5606cace8948 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:24.795385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.849976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.890742 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cc95-7883-4418-af9c-c108d1fcb495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.926754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.940411 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cc95-7883-4418-af9c-c108d1fcb495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.947320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Calling delete_port for cf6fa54e-8246-4e5e-95cf-5606cace8948 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:25.027945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.119137 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cc95-7883-4418-af9c-c108d1fcb495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.124115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cc95-7883-4418-af9c-c108d1fcb495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.126047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ae7cc95-7883-4418-af9c-c108d1fcb495 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68582c87-660a-4a54-ac6a-a4a48ae61e0f HTTP/1.1" status: 204 len: 168 time: 0.3813188 Nov 22 17:04:25.148039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7cc95-7883-4418-af9c-c108d1fcb495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68582c87-660a-4a54-ac6a-a4a48ae61e0f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:25.310992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.355604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event deleted for resources: {'Port': ['ID=cf6fa54e-8246-4e5e-95cf-5606cace8948,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:25.579151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.792901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-10146133-9529-474c-b7eb-c99d1e29aca0 req-0a2b0fd9-70cf-4df7-aaf9-76313de284c1 service neutron] (103442) timed out ('10.222.0.59', 40142) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:04:25.904402 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Router db4dac0c-5ca4-4fd7-8e99-1700b3892014 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:04:26.037756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:26.048985 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a24177a5-0dc4-49c5-a582-94dd1655d5b8 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "PUT /v2.0/routers/db4dac0c-5ca4-4fd7-8e99-1700b3892014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3873103 Nov 22 17:04:26.052597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35334) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:26.056355 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad02d9a6-a00c-4941-9e3c-965efbd049c8 None None] Sync routers for ids ['db4dac0c-5ca4-4fd7-8e99-1700b3892014'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:26.069963 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02d9a6-a00c-4941-9e3c-965efbd049c8 None None] Routers {'db4dac0c-5ca4-4fd7-8e99-1700b3892014'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:26.077112 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad02d9a6-a00c-4941-9e3c-965efbd049c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:04:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['db4dac0c-5ca4-4fd7-8e99-1700b3892014'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:26.142278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.148732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.151013 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad02d9a6-a00c-4941-9e3c-965efbd049c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:26.174256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bafd673-52d8-4346-9a59-161916527834 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.177003 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad02d9a6-a00c-4941-9e3c-965efbd049c8 None None] Routers {'db4dac0c-5ca4-4fd7-8e99-1700b3892014'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:26.187129 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad02d9a6-a00c-4941-9e3c-965efbd049c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:04:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['db4dac0c-5ca4-4fd7-8e99-1700b3892014'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:26.213061 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.264787 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-ad02d9a6-a00c-4941-9e3c-965efbd049c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:26.265472 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad02d9a6-a00c-4941-9e3c-965efbd049c8 None None] The sync data for ids ['db4dac0c-5ca4-4fd7-8e99-1700b3892014'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:26.311795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=0602c1d6-2d63-4f86-9e9d-448ef7f53ddc,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:26.410448 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Floating IP 1ff04c78-7f1a-4bbc-983e-abb3ab5b5129 associated. External IP: 172.25.0.232, port: 8dce0728-ce29-4b4c-96c3-c692640e296b. Nov 22 17:04:26.431095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bafd673-52d8-4346-9a59-161916527834 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.433358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bafd673-52d8-4346-9a59-161916527834 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.514061 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bafd673-52d8-4346-9a59-161916527834 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.514735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bafd673-52d8-4346-9a59-161916527834 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Fanout notify agent at l3_agent the message router_deleted on router db4dac0c-5ca4-4fd7-8e99-1700b3892014 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:04:26.540491 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0bafd673-52d8-4346-9a59-161916527834 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.541829 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bafd673-52d8-4346-9a59-161916527834 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "DELETE /v2.0/routers/db4dac0c-5ca4-4fd7-8e99-1700b3892014 HTTP/1.1" status: 204 len: 168 time: 0.4878483 Nov 22 17:04:26.545022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:26.641768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c6fd0b-3698-421d-b31c-37ef0bf22617 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Deleting subnet 874f4e1c-b8f9-4c5a-a859-695c460a798b {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:26.648691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c6fd0b-3698-421d-b31c-37ef0bf22617 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.710768 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c6fd0b-3698-421d-b31c-37ef0bf22617 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.853797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Router 20006899-8c34-42a5-a7f2-552e796c76b8 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:04:26.874187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c6fd0b-3698-421d-b31c-37ef0bf22617 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.957230 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c6fd0b-3698-421d-b31c-37ef0bf22617 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.989993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33966e-912a-427a-bedb-bde62a443ec7 None None] Network db196f6c-5f8f-49c8-8be1-864d20d4955e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:27.000127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73c6fd0b-3698-421d-b31c-37ef0bf22617 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.006246 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-73c6fd0b-3698-421d-b31c-37ef0bf22617 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "DELETE /v2.0/subnets/874f4e1c-b8f9-4c5a-a859-695c460a798b HTTP/1.1" status: 204 len: 168 time: 0.4576404 Nov 22 17:04:27.006246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6fd0b-3698-421d-b31c-37ef0bf22617 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event deleted for resources: {'Subnet': ['ID=874f4e1c-b8f9-4c5a-a859-695c460a798b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:27.006660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35366) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:27.086116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:27.103659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] Sync routers for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:27.129102 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.139541 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.184991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5119b22d-2594-479d-9b04-348113503a3b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5202715 Nov 22 17:04:27.185956 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35390) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:27.188879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:27.191576 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda41ae3-27f2-49da-a80d-b22b73178743" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:27.198377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:27.199772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:04:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:27.257837 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb56f2-d0bd-4a4e-8b66-fc91649e8dbc x-openstack-request-id: req-fabb56f2-d0bd-4a4e-8b66-fc91649e8dbc {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:27.258076 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:27.258336 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fabb56f2-d0bd-4a4e-8b66-fc91649e8dbc {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:27.258742 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'status': 'completed', 'code': 200} Nov 22 17:04:27.322868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Deleting port 2f622419-7754-497e-a916-dcc615a3fae5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:27.323234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.401178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-27cde3cd-6ab2-42d6-81da-d42407911e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.402710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-27cde3cd-6ab2-42d6-81da-d42407911e2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1135 time: 0.1175127 Nov 22 17:04:27.516806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:27.552502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] For port 2f622419-7754-497e-a916-dcc615a3fae5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2f622419-7754-497e-a916-dcc615a3fae5,segment=NetworkSegment(dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8),segment_id=dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:27.553995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.593261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] DHCP port deletion for db196f6c-5f8f-49c8-8be1-864d20d4955e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:27.607737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Calling delete_port for 2f622419-7754-497e-a916-dcc615a3fae5 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:27.620438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08721f-7c26-4bf7-9152-90edbab134e5 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.620438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08721f-7c26-4bf7-9152-90edbab134e5 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.620438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08721f-7c26-4bf7-9152-90edbab134e5 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.620438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08721f-7c26-4bf7-9152-90edbab134e5 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.620438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08721f-7c26-4bf7-9152-90edbab134e5 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.620438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08721f-7c26-4bf7-9152-90edbab134e5 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.620438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08721f-7c26-4bf7-9152-90edbab134e5 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.623452 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cc08721f-7c26-4bf7-9152-90edbab134e5 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4951 time: 0.4354899 Nov 22 17:04:27.626497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35416) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:27.658456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-cfd748d7-1c56-4936-b0da-4c3c5da9d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.660538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-cfd748d7-1c56-4936-b0da-4c3c5da9d8d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37 HTTP/1.1" status: 200 len: 898 time: 0.2498367 Nov 22 17:04:27.862608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] Deleting port 2f622419-7754-497e-a916-dcc615a3fae5 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:27.863014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.876190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-74f67bf9-b968-4c57-b587-163a0fe73d45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dce0728-ce29-4b4c-96c3-c692640e296b HTTP/1.1" status: 200 len: 999 time: 0.1514831 Nov 22 17:04:27.992665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.000273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-7bdc3841-8365-48e5-b402-bc4034e9f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.001910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-7bdc3841-8365-48e5-b402-bc4034e9f2d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3a5c6a2-0809-49bc-a989-350bc422fef8 HTTP/1.1" status: 200 len: 834 time: 0.0913785 Nov 22 17:04:28.077178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event deleted for resources: {'Port': ['ID=2f622419-7754-497e-a916-dcc615a3fae5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:28.107631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] No DVR routers for this DVR port 2f622419-7754-497e-a916-dcc615a3fae5 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:28.159596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] For port 2f622419-7754-497e-a916-dcc615a3fae5, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2f622419-7754-497e-a916-dcc615a3fae5,segment=NetworkSegment(dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8),segment_id=dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:28.160291 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.178809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] Calling delete_port for 2f622419-7754-497e-a916-dcc615a3fae5 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:28.295967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-09b4386a-46d2-4d6c-80af-e32d64f29450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.297442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-09b4386a-46d2-4d6c-80af-e32d64f29450 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859929 Nov 22 17:04:28.299238 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.322024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece25b64-cddc-40a6-8a5b-1049307d8345 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.322606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece25b64-cddc-40a6-8a5b-1049307d8345 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.322908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece25b64-cddc-40a6-8a5b-1049307d8345 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.323413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece25b64-cddc-40a6-8a5b-1049307d8345 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.323953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece25b64-cddc-40a6-8a5b-1049307d8345 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.325090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece25b64-cddc-40a6-8a5b-1049307d8345 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.327685 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ece25b64-cddc-40a6-8a5b-1049307d8345 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.6993051 Nov 22 17:04:28.331506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35464) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:28.349665 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.391250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1ff04c78-7f1a-4bbc-983e-abb3ab5b5129', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'port_id': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'mac_address': 'fa:16:3e:8d:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:24Z', 'updated_at': '2021-11-22T17:04:24Z', 'revision_number': 0, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:04:00Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:28.410348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-6893bc32-e2ff-454a-b2a8-48be128b7ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994611 Nov 22 17:04:28.429202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db196f6c-5f8f-49c8-8be1-864d20d4955e']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:28.440370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] Pushing event deleted for resources: {'Port': ['ID=2f622419-7754-497e-a916-dcc615a3fae5,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:28.444626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] Checking router: 20006899-8c34-42a5-a7f2-552e796c76b8 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:04:28.452088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cf69b-18f7-49ad-ab2e-afde4ad73c1c None None] No DVR routers for this DVR port 2f622419-7754-497e-a916-dcc615a3fae5 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:28.465204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:28.466708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:04:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:28.542784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:28.543168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaf1a70-c01e-4172-8ab5-d7f431f0b6c8') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:28.564563 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.596545 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.606047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:28.607817 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:28.631378 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:28.644786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35482) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:28.670231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eda41ae3-27f2-49da-a80d-b22b73178743 req-0c09e814-cb6e-4bc6-9e8a-bf8fb42b5825 service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275722 Nov 22 17:04:28.701551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:28.716923 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.728238 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.736055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] 10.222.0.59 "DELETE /v2.0/networks/db196f6c-5f8f-49c8-8be1-864d20d4955e HTTP/1.1" status: 204 len: 168 time: 1.7281458 Nov 22 17:04:28.773716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d6efc-127c-4ba1-b239-d281820980a7 tempest-FloatingIPNegativeTestJSON-21111849 tempest-FloatingIPNegativeTestJSON-21111849-project] Pushing event deleted for resources: {'Network': ['ID=db196f6c-5f8f-49c8-8be1-864d20d4955e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:28.799279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35488) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:28.802543 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12c5e2a0-8bea-450f-9ae1-ab6aad2db2c3 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4693532 Nov 22 17:04:28.882426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ace2b3f9-924d-4fe6-b3b4-060b965ad01d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.883599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6690f15c-741d-4e98-85f2-327e744e41c9 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.884090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6690f15c-741d-4e98-85f2-327e744e41c9 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.885795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6690f15c-741d-4e98-85f2-327e744e41c9 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=20006899-8c34-42a5-a7f2-552e796c76b8 HTTP/1.1" status: 200 len: 1988 time: 0.0849133 Nov 22 17:04:28.997230 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ace2b3f9-924d-4fe6-b3b4-060b965ad01d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.002727 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ace2b3f9-924d-4fe6-b3b4-060b965ad01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.073639 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ace2b3f9-924d-4fe6-b3b4-060b965ad01d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e82823ba2e0241df93637066f1ac8961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271147 Nov 22 17:04:29.075119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35496) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:29.128344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b3f9-924d-4fe6-b3b4-060b965ad01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e895722-2eef-45fd-a2f5-ceef74fe3e8d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:29.182156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1ff04c78-7f1a-4bbc-983e-abb3ab5b5129', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'port_id': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'mac_address': 'fa:16:3e:8d:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:24Z', 'updated_at': '2021-11-22T17:04:24Z', 'revision_number': 0, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:04:00Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:29.219669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ac9e02-e018-406e-9d09-085b664df6c0 None None] The sync data for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 is: [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1ff04c78-7f1a-4bbc-983e-abb3ab5b5129', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'port_id': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'mac_address': 'fa:16:3e:8d:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:24Z', 'updated_at': '2021-11-22T17:04:24Z', 'revision_number': 0, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:04:00Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:29.220380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35502) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:29.298018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2f622419-7754-497e-a916-dcc615a3fae5 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:29.310487 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e60019b-1cb0-4db6-a43f-06216ec9d07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.326668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2f622419-7754-497e-a916-dcc615a3fae5 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:04:29.327045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2f622419-7754-497e-a916-dcc615a3fae5 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:04:29.342288 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e60019b-1cb0-4db6-a43f-06216ec9d07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.423340 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e60019b-1cb0-4db6-a43f-06216ec9d07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.426622 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e60019b-1cb0-4db6-a43f-06216ec9d07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.428480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4e60019b-1cb0-4db6-a43f-06216ec9d07d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e895722-2eef-45fd-a2f5-ceef74fe3e8d HTTP/1.1" status: 204 len: 168 time: 0.3518534 Nov 22 17:04:29.443999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60019b-1cb0-4db6-a43f-06216ec9d07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e895722-2eef-45fd-a2f5-ceef74fe3e8d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:29.511472 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3aa04fcc-18c4-4390-8b0e-734726cb7f24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa5fb09ea4d44b658aa6a2b628748302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898488 Nov 22 17:04:29.515630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35508) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:29.605473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85b48e03-7ac8-41fe-b5ef-1b6c86ea0d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.643002 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85b48e03-7ac8-41fe-b5ef-1b6c86ea0d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.687761 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af796feb-c597-4950-96bf-a28a93a8d8d6 None None] New status for floating IP 1ff04c78-7f1a-4bbc-983e-abb3ab5b5129: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:04:29.752638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85b48e03-7ac8-41fe-b5ef-1b6c86ea0d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.755502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85b48e03-7ac8-41fe-b5ef-1b6c86ea0d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.759664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-85b48e03-7ac8-41fe-b5ef-1b6c86ea0d29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31b85bcd-24d1-47fa-bd65-ac5a34f69cc5 HTTP/1.1" status: 204 len: 168 time: 0.2398918 Nov 22 17:04:29.777035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b48e03-7ac8-41fe-b5ef-1b6c86ea0d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b85bcd-24d1-47fa-bd65-ac5a34f69cc5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:30.067612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35514) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:30.086285 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62cd8858-753a-4c8a-ab72-53f60f359a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.233308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62cd8858-753a-4c8a-ab72-53f60f359a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.247914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62cd8858-753a-4c8a-ab72-53f60f359a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.287490 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-62cd8858-753a-4c8a-ab72-53f60f359a1d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c257334f6e6f476eb8bf4eb7a1812d93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185569 Nov 22 17:04:30.290521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35522) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:30.305076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd8858-753a-4c8a-ab72-53f60f359a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8bd29f-6990-423e-9bc2-134a38b7e158,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:30.386991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c42f2093-9683-49ee-be76-72c26b2312d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.424567 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c42f2093-9683-49ee-be76-72c26b2312d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.497631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c42f2093-9683-49ee-be76-72c26b2312d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.502175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c42f2093-9683-49ee-be76-72c26b2312d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.505123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c42f2093-9683-49ee-be76-72c26b2312d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed8bd29f-6990-423e-9bc2-134a38b7e158 HTTP/1.1" status: 204 len: 168 time: 0.2133107 Nov 22 17:04:30.534918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f2093-9683-49ee-be76-72c26b2312d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8bd29f-6990-423e-9bc2-134a38b7e158,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:31.038883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35550) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:31.174719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1913003799'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:31.200037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Made reservation on behalf of 09fbe875a07946f58d5424f522ad171d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:31.205098 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.216164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.339017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.350025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.407130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:04:31.414633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d4a9b3-649b-4233-8693-29497d26e565,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:31.425236 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.425526 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Added segment 236a0f53-3362-49f8-a271-64ff8373f714 of type vlan for network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 Nov 22 17:04:31.486621 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.538792 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.553693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.554382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.621738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5787747 Nov 22 17:04:31.622438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35582) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:31.627920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Request body: {'subnet': {'network_id': 'f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:31.725945 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2af6cd-b3fb-488d-aeb9-fa5175089397 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Pushing event updated for resources: {'Network': ['ID=f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:31.740655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:04:31.783259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Made reservation on behalf of 09fbe875a07946f58d5424f522ad171d for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:31.788222 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.072424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35592) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:32.092099 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.174712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Pushing event updated for resources: {'Subnet': ['ID=9547d8d5-bc55-4d7c-8963-b552d8e486f2,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:32.206982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Checking segment: {'id': '236a0f53-3362-49f8-a271-64ff8373f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:32.207378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Network hostable DHCP agents. Network: f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:04:32.241440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:04:32.261133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:32.279213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b39877-c569-465c-b8ce-e0cee1041f45 None None] Network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:32.292679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.293346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.321239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-17b2386b-37da-4572-a4a6-f4439a440451 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6973083 Nov 22 17:04:32.328341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35600) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:32.335490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Request body: {'port': {'network_id': 'f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788', 'name': 'tempest-TagsExtTest-278589277'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:32.344231 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72ee4dc5-fcfc-4162-827c-32d66e802bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.573240 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72ee4dc5-fcfc-4162-827c-32d66e802bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.580499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-72ee4dc5-fcfc-4162-827c-32d66e802bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.617546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee4dc5-fcfc-4162-827c-32d66e802bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa829a0-d4a8-4f41-a8a1-a5bc755f2f3d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:32.655257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35608) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:32.655986 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-72ee4dc5-fcfc-4162-827c-32d66e802bce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d00a1806024a406193137d5bacc79684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818770 Nov 22 17:04:32.698643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Made reservation on behalf of 09fbe875a07946f58d5424f522ad171d for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:32.702585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.736218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] device_id is not set on port ee15e5c3-5820-4e05-9e49-c9ffabb2d24e yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:04:32.756321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788', 'network_id': 'f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788', 'tenant_id': '09fbe875a07946f58d5424f522ad171d', 'fixed_ips': [{'subnet_id': '9547d8d5-bc55-4d7c-8963-b552d8e486f2'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:04:32.759165 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.827509 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad5098b3-3ecd-46c0-ac68-c61b74257435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.963208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad5098b3-3ecd-46c0-ac68-c61b74257435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.013055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Allocated IP 172.20.0.2 (f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788/9547d8d5-bc55-4d7c-8963-b552d8e486f2/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:33.089647 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad5098b3-3ecd-46c0-ac68-c61b74257435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.093161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ad5098b3-3ecd-46c0-ac68-c61b74257435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.094616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ad5098b3-3ecd-46c0-ac68-c61b74257435 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0aa829a0-d4a8-4f41-a8a1-a5bc755f2f3d HTTP/1.1" status: 204 len: 168 time: 0.4380891 Nov 22 17:04:33.126319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5098b3-3ecd-46c0-ac68-c61b74257435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa829a0-d4a8-4f41-a8a1-a5bc755f2f3d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:33.251903 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.297692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.354354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:33.363137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:33.367367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:33.406493 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6c991484-571a-4ba3-ac13-f69f33719cc3 {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:04:33.410819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Pushing event updated for resources: {'Port': ['ID=ee15e5c3-5820-4e05-9e49-c9ffabb2d24e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:33.411314 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:04:33.443044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:33.443608 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.477383 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a5e3e010-52dc-4a4d-8995-02470fa35b82 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1473837 Nov 22 17:04:33.480138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35624) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:33.490450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5ed37e5d-3e9e-4aa8-bfaa-0f5fff7e4364 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1596310425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:33.542492 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed37e5d-3e9e-4aa8-bfaa-0f5fff7e4364 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.545463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed37e5d-3e9e-4aa8-bfaa-0f5fff7e4364 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.662579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed37e5d-3e9e-4aa8-bfaa-0f5fff7e4364 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.666922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed37e5d-3e9e-4aa8-bfaa-0f5fff7e4364 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.698264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed37e5d-3e9e-4aa8-bfaa-0f5fff7e4364 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.703148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5ed37e5d-3e9e-4aa8-bfaa-0f5fff7e4364 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2153342 Nov 22 17:04:33.704148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35632) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:33.712502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-036dd12a-701d-4322-87be-b243ffe0c996 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1982421279', 'prefixes': ['172.20.0.0/16']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:33.845595 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-036dd12a-701d-4322-87be-b243ffe0c996 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for subnetpool, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.851608 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-036dd12a-701d-4322-87be-b243ffe0c996 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1420572 Nov 22 17:04:33.852237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35640) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:33.866817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-2f343167-1038-4d1c-8f78-7defadcedcf5 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2', 'tempest-TagsExtTest-Tag-71056105') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:33.914800 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.102340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35646) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.102596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2f343167-1038-4d1c-8f78-7defadcedcf5 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags/tempest-TagsExtTest-Tag-71056105 HTTP/1.1" status: 201 len: 201 time: 0.2486629 Nov 22 17:04:34.108360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-eadd62fa-f5eb-4801-b0f8-86c67a9cf5bd tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e', 'tempest-TagsExtTest-Tag-2018919893') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:34.275480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Allocated IP 172.20.0.3 (f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788/9547d8d5-bc55-4d7c-8963-b552d8e486f2/bd2431b9-2bcb-4256-8716-afd626ca0569) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:34.330903 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eadd62fa-f5eb-4801-b0f8-86c67a9cf5bd tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags/tempest-TagsExtTest-Tag-2018919893 HTTP/1.1" status: 201 len: 201 time: 0.2244678 Nov 22 17:04:34.333105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35650) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.347510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-5f55cc9d-5325-4406-90eb-bbe4ef3822d9 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6', 'tempest-TagsExtTest-Tag-529440304') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:34.536641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35660) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.543112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-2e972730-a24f-4809-a446-deb759864a32 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c', 'tempest-TagsExtTest-Tag-570953146') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:34.549783 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f55cc9d-5325-4406-90eb-bbe4ef3822d9 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags/tempest-TagsExtTest-Tag-529440304 HTTP/1.1" status: 201 len: 201 time: 0.2150514 Nov 22 17:04:34.641199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2e972730-a24f-4809-a446-deb759864a32 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags/tempest-TagsExtTest-Tag-570953146 HTTP/1.1" status: 201 len: 201 time: 0.1032138 Nov 22 17:04:34.641474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35664) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.647095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-8071d12f-7cf5-4279-99a4-5e37ddf3739b tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:34.650839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.661858 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.769990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:34.776035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8071d12f-7cf5-4279-99a4-5e37ddf3739b tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags HTTP/1.1" status: 200 len: 239 time: 0.1333196 Nov 22 17:04:34.778513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35674) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.784353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-d547dbb6-e1dd-44f4-adc6-08ab2fa21f86 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2', 'tempest-TagsExtTest-Tag-71056105') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:34.784640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:34.788933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:34.870849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d547dbb6-e1dd-44f4-adc6-08ab2fa21f86 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags/tempest-TagsExtTest-Tag-71056105 HTTP/1.1" status: 204 len: 168 time: 0.0903339 Nov 22 17:04:34.873274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35680) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.877341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Pushing event updated for resources: {'Port': ['ID=bd2431b9-2bcb-4256-8716-afd626ca0569,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:34.878878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-aaf8f80d-0a5d-4188-9960-3962ec669a40 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2', 'tempest-TagsExtTest-Tag-71056105') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:34.949656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Attempting to bind port bd2431b9-2bcb-4256-8716-afd626ca0569 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:34.950447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Attempting to bind port bd2431b9-2bcb-4256-8716-afd626ca0569 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '236a0f53-3362-49f8-a271-64ff8373f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:34.950447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Attempting to bind port bd2431b9-2bcb-4256-8716-afd626ca0569 on network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:34.961450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:34.961842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Checking segment: {'id': '236a0f53-3362-49f8-a271-64ff8373f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:34.962253 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.962655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Bound using segment: {'id': '236a0f53-3362-49f8-a271-64ff8373f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:34.963884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-aaf8f80d-0a5d-4188-9960-3962ec669a40 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags/tempest-TagsExtTest-Tag-71056105 HTTP/1.1" status: 204 len: 168 time: 0.0894272 Nov 22 17:04:34.966241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Bound port: bd2431b9-2bcb-4256-8716-afd626ca0569, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236a0f53-3362-49f8-a271-64ff8373f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:34.966995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35682) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.968427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.974178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-6ae02802-992f-4d93-9a16-64597fb2af74 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.076035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6ae02802-992f-4d93-9a16-64597fb2af74 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags HTTP/1.1" status: 200 len: 205 time: 0.1056929 Nov 22 17:04:35.077402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35688) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.082071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] For port bd2431b9-2bcb-4256-8716-afd626ca0569, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:35.088493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-76663756-c8fa-46ca-aa4d-1c3017b5e438 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.090759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] For port bd2431b9-2bcb-4256-8716-afd626ca0569, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bd2431b9-2bcb-4256-8716-afd626ca0569,segment=NetworkSegment(236a0f53-3362-49f8-a271-64ff8373f714),segment_id=236a0f53-3362-49f8-a271-64ff8373f714)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:35.096808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.182360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-76663756-c8fa-46ca-aa4d-1c3017b5e438 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags HTTP/1.1" status: 200 len: 241 time: 0.1022642 Nov 22 17:04:35.185061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35692) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.188688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd74a0-dfa6-4545-8d66-a7cac64ac058 None None] Pushing event updated for resources: {'Port': ['ID=bd2431b9-2bcb-4256-8716-afd626ca0569,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:35.190189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-0bc47c07-ee93-4d0f-97c1-7b4ace05051c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e', 'tempest-TagsExtTest-Tag-2018919893') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.278518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35698) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.278852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0bc47c07-ee93-4d0f-97c1-7b4ace05051c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags/tempest-TagsExtTest-Tag-2018919893 HTTP/1.1" status: 204 len: 168 time: 0.0922792 Nov 22 17:04:35.283775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-ea46b3b7-0c2f-46b5-9a7a-acd9e917dda7 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e', 'tempest-TagsExtTest-Tag-2018919893') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.407920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ea46b3b7-0c2f-46b5-9a7a-acd9e917dda7 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags/tempest-TagsExtTest-Tag-2018919893 HTTP/1.1" status: 204 len: 168 time: 0.1280732 Nov 22 17:04:35.410455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35704) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.416278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-c682aa1f-7423-4f04-a833-48239580e510 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.573669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c682aa1f-7423-4f04-a833-48239580e510 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags HTTP/1.1" status: 200 len: 205 time: 0.1574955 Nov 22 17:04:35.574090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.579803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-1680c931-1a59-4e36-8273-18b65493afd9 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.749924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1680c931-1a59-4e36-8273-18b65493afd9 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags HTTP/1.1" status: 200 len: 240 time: 0.1749275 Nov 22 17:04:35.750573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35712) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.757004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-42f1d206-0f10-416a-a71c-72f17582f18c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6', 'tempest-TagsExtTest-Tag-529440304') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.925179 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-42f1d206-0f10-416a-a71c-72f17582f18c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags/tempest-TagsExtTest-Tag-529440304 HTTP/1.1" status: 204 len: 168 time: 0.1731544 Nov 22 17:04:35.927611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35720) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.933034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-2651368e-1b5d-4fa0-a903-35d3c1819e94 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6', 'tempest-TagsExtTest-Tag-529440304') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.039847 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2651368e-1b5d-4fa0-a903-35d3c1819e94 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags/tempest-TagsExtTest-Tag-529440304 HTTP/1.1" status: 204 len: 168 time: 0.1107366 Nov 22 17:04:36.042396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35724) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.047697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-f25d01cc-a04e-4154-8d12-90396cddadb9 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.163712 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f25d01cc-a04e-4154-8d12-90396cddadb9 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags HTTP/1.1" status: 200 len: 205 time: 0.1201429 Nov 22 17:04:36.166680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35726) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.172209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-5912932b-8290-419a-8398-de22cbf7fdad tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.237324 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5912932b-8290-419a-8398-de22cbf7fdad tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags HTTP/1.1" status: 200 len: 240 time: 0.0694439 Nov 22 17:04:36.240407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.245728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-3617f759-914d-43ef-9635-9f5799ef5512 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c', 'tempest-TagsExtTest-Tag-570953146') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.295442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3617f759-914d-43ef-9635-9f5799ef5512 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags/tempest-TagsExtTest-Tag-570953146 HTTP/1.1" status: 204 len: 168 time: 0.0528104 Nov 22 17:04:36.298879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35730) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.304274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-43d869af-817a-498c-a67d-c483fbf27d44 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c', 'tempest-TagsExtTest-Tag-570953146') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.363606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35732) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.364806 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-43d869af-817a-498c-a67d-c483fbf27d44 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags/tempest-TagsExtTest-Tag-570953146 HTTP/1.1" status: 204 len: 168 time: 0.0642960 Nov 22 17:04:36.369272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-15e69469-ba09-4efc-b70f-7297db013e76 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.448273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-15e69469-ba09-4efc-b70f-7297db013e76 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags HTTP/1.1" status: 200 len: 205 time: 0.0821879 Nov 22 17:04:36.452003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.460774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-2ab8052a-8ba0-4e5f-aaef-ecbfd582a22c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.534689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2ab8052a-8ba0-4e5f-aaef-ecbfd582a22c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0803263 Nov 22 17:04:36.538078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35738) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.543608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-6f63f8c1-1944-4445-b640-5e7c8fb13d91 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.658230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f63f8c1-1944-4445-b640-5e7c8fb13d91 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags HTTP/1.1" status: 204 len: 168 time: 0.1188796 Nov 22 17:04:36.660957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.669448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-543ee77b-4bbc-450c-a01e-1957d3c526e1 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.754644 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:36.756489 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-543ee77b-4bbc-450c-a01e-1957d3c526e1 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags HTTP/1.1" status: 204 len: 168 time: 0.0942113 Nov 22 17:04:36.760942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35742) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.766838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-66291c17-79d7-49b6-8793-556d8d88912d tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:36.790349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e0137-202c-4e99-a519-d0567be5618e None None] Network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:36.876598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d28bc476-ae07-492d-b635-720367e19d09 None None] Provisioning complete for port bd2431b9-2bcb-4256-8716-afd626ca0569 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:36.877243 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d28bc476-ae07-492d-b635-720367e19d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:36.907182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.907623 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-66291c17-79d7-49b6-8793-556d8d88912d tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1447110 Nov 22 17:04:36.912552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-eebd440d-1e6e-4e46-b62a-0873ab547b21 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2', 'tempest-TagsExtTest-Tag-566203804') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.034896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eebd440d-1e6e-4e46-b62a-0873ab547b21 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags/tempest-TagsExtTest-Tag-566203804 HTTP/1.1" status: 201 len: 201 time: 0.1240084 Nov 22 17:04:37.035464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35750) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.042739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-a9b9ae55-7d90-40fd-87da-d1006aff1134 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e', 'tempest-TagsExtTest-Tag-87398896') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.070644 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d28bc476-ae07-492d-b635-720367e19d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.129889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d28bc476-ae07-492d-b635-720367e19d09 None None] For port bd2431b9-2bcb-4256-8716-afd626ca0569, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bd2431b9-2bcb-4256-8716-afd626ca0569,segment=NetworkSegment(236a0f53-3362-49f8-a271-64ff8373f714),segment_id=236a0f53-3362-49f8-a271-64ff8373f714)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:37.138411 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d28bc476-ae07-492d-b635-720367e19d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.146370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a9b9ae55-7d90-40fd-87da-d1006aff1134 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags/tempest-TagsExtTest-Tag-87398896 HTTP/1.1" status: 201 len: 201 time: 0.1094859 Nov 22 17:04:37.150979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35752) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.161888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-8314764c-13f4-436f-bfc6-1578e9d4a300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6', 'tempest-TagsExtTest-Tag-699076125') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.212544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bc476-ae07-492d-b635-720367e19d09 None None] Pushing event updated for resources: {'Port': ['ID=bd2431b9-2bcb-4256-8716-afd626ca0569,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:37.241728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bd2431b9-2bcb-4256-8716-afd626ca0569 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:37.287433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8314764c-13f4-436f-bfc6-1578e9d4a300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags/tempest-TagsExtTest-Tag-699076125 HTTP/1.1" status: 201 len: 201 time: 0.1297457 Nov 22 17:04:37.288376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.295214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-f87adeda-286d-46f1-8d9a-058fb97dd2df tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c', 'tempest-TagsExtTest-Tag-1067733492') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.309252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bd2431b9-2bcb-4256-8716-afd626ca0569 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:37.309799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.345105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f87adeda-286d-46f1-8d9a-058fb97dd2df tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags/tempest-TagsExtTest-Tag-1067733492 HTTP/1.1" status: 201 len: 201 time: 0.0522470 Nov 22 17:04:37.345355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.352012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-8ea24eb9-f383-4573-a9db-8bce8bcc1169 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2', {'tags': ['tempest-TagsExtTest-Tag-1958219108', 'tempest-TagsExtTest-Tag-490485784', 'tempest-TagsExtTest-Tag-1184192839']}) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.439197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8ea24eb9-f383-4573-a9db-8bce8bcc1169 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags HTTP/1.1" status: 200 len: 317 time: 0.0911899 Nov 22 17:04:37.441860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.446473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-0b9c9c11-d199-43d5-bce4-be108544b777 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.467355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c1090948-b37b-444b-812b-5fd7e112e5e6 None None] Provisioning complete for port bd2431b9-2bcb-4256-8716-afd626ca0569 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:37.468044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1090948-b37b-444b-812b-5fd7e112e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.532699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0b9c9c11-d199-43d5-bce4-be108544b777 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0894129 Nov 22 17:04:37.535254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35760) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.541962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-e83fd1d8-cd91-41f8-8c7f-dba90a86a01c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2', 'tempest-TagsExtTest-Tag-1958219108') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.614607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c1090948-b37b-444b-812b-5fd7e112e5e6 None None] Provisioning complete for port ee15e5c3-5820-4e05-9e49-c9ffabb2d24e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:37.615018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1090948-b37b-444b-812b-5fd7e112e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.637610 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-e83fd1d8-cd91-41f8-8c7f-dba90a86a01c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:37.638982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e83fd1d8-cd91-41f8-8c7f-dba90a86a01c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags/tempest-TagsExtTest-Tag-1958219108 HTTP/1.1" status: 404 len: 329 time: 0.1004550 Nov 22 17:04:37.643386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35768) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.648628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-f770c252-f659-4460-b135-461c9fbd5fb5 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2', 'tempest-TagsExtTest-Tag-490485784') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.659134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c1090948-b37b-444b-812b-5fd7e112e5e6 None None] Port ee15e5c3-5820-4e05-9e49-c9ffabb2d24e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:37.722616 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-f770c252-f659-4460-b135-461c9fbd5fb5 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:37.723735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f770c252-f659-4460-b135-461c9fbd5fb5 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags/tempest-TagsExtTest-Tag-490485784 HTTP/1.1" status: 404 len: 328 time: 0.0792177 Nov 22 17:04:37.726713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.731250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-04437376-ae69-4565-aede-6b2212e68ec0 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2', 'tempest-TagsExtTest-Tag-1184192839') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.780926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f3b618ea-b0c5-494a-b22c-8ef0317289ea None None] Provisioning complete for port ee15e5c3-5820-4e05-9e49-c9ffabb2d24e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:37.781507 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f3b618ea-b0c5-494a-b22c-8ef0317289ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.800874 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-04437376-ae69-4565-aede-6b2212e68ec0 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:37.802548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-04437376-ae69-4565-aede-6b2212e68ec0 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags/tempest-TagsExtTest-Tag-1184192839 HTTP/1.1" status: 404 len: 329 time: 0.0748832 Nov 22 17:04:37.805662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35774) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.814324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-8a604bda-a561-4a7a-8a65-efd6726b9008 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e', {'tags': ['tempest-TagsExtTest-Tag-2126117478', 'tempest-TagsExtTest-Tag-34123828', 'tempest-TagsExtTest-Tag-17216660']}) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.832058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f3b618ea-b0c5-494a-b22c-8ef0317289ea None None] Port ee15e5c3-5820-4e05-9e49-c9ffabb2d24e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:37.885012 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8a604bda-a561-4a7a-8a65-efd6726b9008 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags HTTP/1.1" status: 200 len: 314 time: 0.0778127 Nov 22 17:04:37.887771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.892200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-e7f05162-91ee-46f7-ba88-4645828a6c03 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:37.993027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e7f05162-91ee-46f7-ba88-4645828a6c03 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags HTTP/1.1" status: 204 len: 168 time: 0.1039987 Nov 22 17:04:37.995755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35782) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.002157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-052b2b92-e697-4513-90ac-82f2d9ada7ab tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e', 'tempest-TagsExtTest-Tag-2126117478') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.011392 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.073243 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-052b2b92-e697-4513-90ac-82f2d9ada7ab tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:38.074897 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-052b2b92-e697-4513-90ac-82f2d9ada7ab tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags/tempest-TagsExtTest-Tag-2126117478 HTTP/1.1" status: 404 len: 329 time: 0.0776615 Nov 22 17:04:38.078680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35788) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.084082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-56e2db35-d09e-41bf-a34a-a3e5cfa51dd1 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e', 'tempest-TagsExtTest-Tag-34123828') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.154676 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-56e2db35-d09e-41bf-a34a-a3e5cfa51dd1 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:38.158399 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-56e2db35-d09e-41bf-a34a-a3e5cfa51dd1 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags/tempest-TagsExtTest-Tag-34123828 HTTP/1.1" status: 404 len: 327 time: 0.0756333 Nov 22 17:04:38.158635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35794) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.163234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-edda9f33-e1e4-472e-b38c-6a85542f11e7 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e', 'tempest-TagsExtTest-Tag-17216660') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.221632 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-edda9f33-e1e4-472e-b38c-6a85542f11e7 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:38.222705 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-edda9f33-e1e4-472e-b38c-6a85542f11e7 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags/tempest-TagsExtTest-Tag-17216660 HTTP/1.1" status: 404 len: 327 time: 0.0631406 Nov 22 17:04:38.225705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35800) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.230686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-7ddb44f2-7345-4e9b-85b9-01f04aa5894a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6', {'tags': ['tempest-TagsExtTest-Tag-24904172', 'tempest-TagsExtTest-Tag-1880242151', 'tempest-TagsExtTest-Tag-93184482']}) {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.330457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.330983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7ddb44f2-7345-4e9b-85b9-01f04aa5894a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags HTTP/1.1" status: 200 len: 314 time: 0.1040969 Nov 22 17:04:38.335217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-0c36f357-19a5-48fc-833f-8773801e2ed4 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.452894 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0c36f357-19a5-48fc-833f-8773801e2ed4 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags HTTP/1.1" status: 204 len: 168 time: 0.1183481 Nov 22 17:04:38.453537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.460389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-ba2eb850-18b1-4922-9255-4b520fc33474 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6', 'tempest-TagsExtTest-Tag-24904172') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.561183 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-ba2eb850-18b1-4922-9255-4b520fc33474 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:38.564905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ba2eb850-18b1-4922-9255-4b520fc33474 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags/tempest-TagsExtTest-Tag-24904172 HTTP/1.1" status: 404 len: 327 time: 0.1075065 Nov 22 17:04:38.565185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.572571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-b982588c-aecb-476b-9e01-174cd34ace31 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6', 'tempest-TagsExtTest-Tag-1880242151') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.674879 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-b982588c-aecb-476b-9e01-174cd34ace31 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:38.678792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b982588c-aecb-476b-9e01-174cd34ace31 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags/tempest-TagsExtTest-Tag-1880242151 HTTP/1.1" status: 404 len: 329 time: 0.1099024 Nov 22 17:04:38.679310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35808) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.684196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-9ea1563f-f007-44c4-b890-1eeac42a1a58 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6', 'tempest-TagsExtTest-Tag-93184482') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.797080 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-9ea1563f-f007-44c4-b890-1eeac42a1a58 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:38.801126 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9ea1563f-f007-44c4-b890-1eeac42a1a58 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags/tempest-TagsExtTest-Tag-93184482 HTTP/1.1" status: 404 len: 327 time: 0.1180992 Nov 22 17:04:38.801642 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.807004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-65e8817a-2e45-4728-a328-73304c79a8d4 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c', {'tags': ['tempest-TagsExtTest-Tag-2018403937', 'tempest-TagsExtTest-Tag-522320524', 'tempest-TagsExtTest-Tag-1096866004']}) {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.867439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-65e8817a-2e45-4728-a328-73304c79a8d4 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "PUT /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags HTTP/1.1" status: 200 len: 317 time: 0.0640864 Nov 22 17:04:38.870052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35814) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.875824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-b86124ee-5487-487e-a78c-f816466b908c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.942757 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b86124ee-5487-487e-a78c-f816466b908c tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0714884 Nov 22 17:04:38.945635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.950456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-34261eb6-b461-498a-8e56-7441777dc062 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c', 'tempest-TagsExtTest-Tag-2018403937') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:38.989379 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-34261eb6-b461-498a-8e56-7441777dc062 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:38.994447 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-34261eb6-b461-498a-8e56-7441777dc062 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags/tempest-TagsExtTest-Tag-2018403937 HTTP/1.1" status: 404 len: 329 time: 0.0476949 Nov 22 17:04:38.995319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35818) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.000704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-b553eb5c-7c7e-43a1-b4a5-b357c24f6bf7 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c', 'tempest-TagsExtTest-Tag-522320524') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:39.050558 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-b553eb5c-7c7e-43a1-b4a5-b357c24f6bf7 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:39.052656 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b553eb5c-7c7e-43a1-b4a5-b357c24f6bf7 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags/tempest-TagsExtTest-Tag-522320524 HTTP/1.1" status: 404 len: 328 time: 0.0557334 Nov 22 17:04:39.055213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.062721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-38dce5bd-1e8d-4f8d-b856-dabe44f64219 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c', 'tempest-TagsExtTest-Tag-1096866004') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:39.091343 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-38dce5bd-1e8d-4f8d-b856-dabe44f64219 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] show failed (client error): The resource could not be found. Nov 22 17:04:39.093400 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-38dce5bd-1e8d-4f8d-b856-dabe44f64219 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags/tempest-TagsExtTest-Tag-1096866004 HTTP/1.1" status: 404 len: 329 time: 0.0358880 Nov 22 17:04:39.095933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.101395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-f5c20e5e-2f84-41a4-873e-05408672e241 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '56d5a511-279e-4d3c-ab85-5dde9e0dcf1c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:39.144513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35828) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.148623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f5c20e5e-2f84-41a4-873e-05408672e241 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0514915 Nov 22 17:04:39.152822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.tag.tag_plugin [None req-82487cc9-821e-4911-9b8c-38dd593b33e3 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b61d969a-176d-42c2-bd1e-96e49e118dd6') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:39.238902 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bd2431b9-2bcb-4256-8716-afd626ca0569 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:39.283674 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-82487cc9-821e-4911-9b8c-38dd593b33e3 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6/tags HTTP/1.1" status: 204 len: 168 time: 0.1372325 Nov 22 17:04:39.286922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.296621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-2dd600e2-20fa-4715-99cf-d15265389874 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ee15e5c3-5820-4e05-9e49-c9ffabb2d24e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:39.356402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bd2431b9-2bcb-4256-8716-afd626ca0569 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:39.356402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.373771 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2dd600e2-20fa-4715-99cf-d15265389874 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e/tags HTTP/1.1" status: 204 len: 168 time: 0.0805063 Nov 22 17:04:39.374754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.379218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.tag.tag_plugin [None req-46131f2b-f099-4a39-9cd6-bc5a85047566 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9547d8d5-bc55-4d7c-8963-b552d8e486f2') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:39.488384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-46131f2b-f099-4a39-9cd6-bc5a85047566 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1133976 Nov 22 17:04:39.497478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35836) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.648477 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-baa9237d-dce1-4cdb-8b74-94eaaeda6ddd tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for subnetpool, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.654688 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-baa9237d-dce1-4cdb-8b74-94eaaeda6ddd tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnetpools/56d5a511-279e-4d3c-ab85-5dde9e0dcf1c HTTP/1.1" status: 204 len: 168 time: 0.1523550 Nov 22 17:04:39.655062 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.704474 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-015e99a9-a08e-442c-a803-0fb3ab5deee1 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "GET /v2.0/ports?device_id=b61d969a-176d-42c2-bd1e-96e49e118dd6 HTTP/1.1" status: 200 len: 205 time: 0.0437832 Nov 22 17:04:39.705919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35840) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.808175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a19e1efd-5aaf-4ac4-a8f8-0c2756e7c0d6 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.405839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a19e1efd-5aaf-4ac4-a8f8-0c2756e7c0d6 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.409387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a19e1efd-5aaf-4ac4-a8f8-0c2756e7c0d6 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.495690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a19e1efd-5aaf-4ac4-a8f8-0c2756e7c0d6 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.496601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19e1efd-5aaf-4ac4-a8f8-0c2756e7c0d6 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Fanout notify agent at l3_agent the message router_deleted on router b61d969a-176d-42c2-bd1e-96e49e118dd6 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:04:40.507366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a19e1efd-5aaf-4ac4-a8f8-0c2756e7c0d6 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.508801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a19e1efd-5aaf-4ac4-a8f8-0c2756e7c0d6 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/routers/b61d969a-176d-42c2-bd1e-96e49e118dd6 HTTP/1.1" status: 204 len: 168 time: 0.8024392 Nov 22 17:04:40.511503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35854) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.644858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6de060ad-6d4d-4a9a-ad11-7275a4ef5e6a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Deleting port ee15e5c3-5820-4e05-9e49-c9ffabb2d24e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:40.645255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6de060ad-6d4d-4a9a-ad11-7275a4ef5e6a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.759932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6de060ad-6d4d-4a9a-ad11-7275a4ef5e6a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.773728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6de060ad-6d4d-4a9a-ad11-7275a4ef5e6a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Calling delete_port for ee15e5c3-5820-4e05-9e49-c9ffabb2d24e owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:40.916610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6de060ad-6d4d-4a9a-ad11-7275a4ef5e6a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.968914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de060ad-6d4d-4a9a-ad11-7275a4ef5e6a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Pushing event deleted for resources: {'Port': ['ID=ee15e5c3-5820-4e05-9e49-c9ffabb2d24e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.066592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6de060ad-6d4d-4a9a-ad11-7275a4ef5e6a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.070719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6de060ad-6d4d-4a9a-ad11-7275a4ef5e6a tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/ports/ee15e5c3-5820-4e05-9e49-c9ffabb2d24e HTTP/1.1" status: 204 len: 168 time: 0.5576208 Nov 22 17:04:41.073154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.147467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8169e2a-aede-497f-9060-13a2d1860300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Deleting subnet 9547d8d5-bc55-4d7c-8963-b552d8e486f2 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:41.151942 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8169e2a-aede-497f-9060-13a2d1860300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.219564 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8169e2a-aede-497f-9060-13a2d1860300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.404957 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8169e2a-aede-497f-9060-13a2d1860300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.500521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8169e2a-aede-497f-9060-13a2d1860300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.562544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8169e2a-aede-497f-9060-13a2d1860300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Pushing event deleted for resources: {'Subnet': ['ID=9547d8d5-bc55-4d7c-8963-b552d8e486f2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.566859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e8169e2a-aede-497f-9060-13a2d1860300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.570522 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e8169e2a-aede-497f-9060-13a2d1860300 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/subnets/9547d8d5-bc55-4d7c-8963-b552d8e486f2 HTTP/1.1" status: 204 len: 168 time: 0.4962058 Nov 22 17:04:41.574721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.586425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4fc488-b12c-4a50-bcf2-07126e29237e None None] Network f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:41.798726 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.932416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Deleting port bd2431b9-2bcb-4256-8716-afd626ca0569 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:41.933199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.005252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] DHCP port deletion for f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:42.047713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] For port bd2431b9-2bcb-4256-8716-afd626ca0569, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bd2431b9-2bcb-4256-8716-afd626ca0569,segment=NetworkSegment(236a0f53-3362-49f8-a271-64ff8373f714),segment_id=236a0f53-3362-49f8-a271-64ff8373f714)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:42.048606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.064244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Calling delete_port for bd2431b9-2bcb-4256-8716-afd626ca0569 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:42.072673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] Deleting port bd2431b9-2bcb-4256-8716-afd626ca0569 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:42.073074 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.153853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] For port bd2431b9-2bcb-4256-8716-afd626ca0569, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bd2431b9-2bcb-4256-8716-afd626ca0569,segment=NetworkSegment(236a0f53-3362-49f8-a271-64ff8373f714),segment_id=236a0f53-3362-49f8-a271-64ff8373f714)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:42.154497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.174103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] Calling delete_port for bd2431b9-2bcb-4256-8716-afd626ca0569 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:42.178399 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.220729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] No DVR routers for this DVR port bd2431b9-2bcb-4256-8716-afd626ca0569 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:42.229085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Pushing event deleted for resources: {'Port': ['ID=bd2431b9-2bcb-4256-8716-afd626ca0569,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:42.282555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.302288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] No DVR routers for this DVR port bd2431b9-2bcb-4256-8716-afd626ca0569 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:42.333945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.335803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49d9ae-4388-4063-875f-0b22dfae88ff None None] Pushing event deleted for resources: {'Port': ['ID=bd2431b9-2bcb-4256-8716-afd626ca0569,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:42.369393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:42.381024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236a0f53-3362-49f8-a271-64ff8373f714') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:42.381373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236a0f53-3362-49f8-a271-64ff8373f714') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:42.392628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.411589 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.430128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:42.430539 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:42.440210 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:42.531200 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.542086 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.551226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] 10.222.0.59 "DELETE /v2.0/networks/f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788 HTTP/1.1" status: 204 len: 168 time: 0.9750211 Nov 22 17:04:42.572004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77244fb-64b8-463d-a699-74444b7aa359 tempest-TagsExtTest-1023090585 tempest-TagsExtTest-1023090585-project] Pushing event deleted for resources: {'Network': ['ID=f8fb6e7d-4a06-4663-9da7-7c3cfd1c4788,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:42.947835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35898) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.145059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-557c0ef0-eafc-4155-9e3c-f67719ecd2a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09fbe875a07946f58d5424f522ad171d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958785 Nov 22 17:04:43.147491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35908) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.203446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bd2431b9-2bcb-4256-8716-afd626ca0569 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:43.213007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a57b-2f60-4dbc-90bf-35c50b3b6b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.232922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bd2431b9-2bcb-4256-8716-afd626ca0569 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:04:43.233788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bd2431b9-2bcb-4256-8716-afd626ca0569 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:04:43.249181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a57b-2f60-4dbc-90bf-35c50b3b6b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.312779 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a57b-2f60-4dbc-90bf-35c50b3b6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.316590 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a57b-2f60-4dbc-90bf-35c50b3b6b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.317764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c0c6a57b-2f60-4dbc-90bf-35c50b3b6b9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91d4a9b3-649b-4233-8693-29497d26e565 HTTP/1.1" status: 204 len: 168 time: 0.1693347 Nov 22 17:04:43.329603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-5a78a508-3c99-4408-b879-e0badfe7a1fd req-a740ab48-c312-4ccd-a20b-296d54aab239 service neutron] (103443) timed out ('10.222.0.37', 61670) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:04:43.330836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6a57b-2f60-4dbc-90bf-35c50b3b6b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d4a9b3-649b-4233-8693-29497d26e565,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:44.229462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 35972) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.408200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1712116129-network', 'tenant_id': '83596ee6546e42adabf3b695cd7d9557'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:44.456358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Made reservation on behalf of 83596ee6546e42adabf3b695cd7d9557 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:44.460462 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.478229 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.644607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.650109 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.676724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:04:44.738457 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.740905 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Added segment ff762561-2aec-438c-bf8c-5e0cdc08e522 of type vlan for network 6271a1c2-84d8-44e3-8066-116273a6e6fb Nov 22 17:04:44.751420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f59c078-c9d6-4a11-a4ff-3f32378bd8c0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:44.841748 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.874970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.876107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:44.876968 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.970835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7392042 Nov 22 17:04:44.974286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 35982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.984697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Request body: {'subnet': {'network_id': '6271a1c2-84d8-44e3-8066-116273a6e6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1712116129-subnet', 'tenant_id': '83596ee6546e42adabf3b695cd7d9557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:44.986219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae5fce-3cd2-4fa7-b33a-43f491003421 admin admin] Pushing event updated for resources: {'Network': ['ID=6271a1c2-84d8-44e3-8066-116273a6e6fb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:45.000895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 6271a1c2-84d8-44e3-8066-116273a6e6fb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:04:45.045272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Made reservation on behalf of 83596ee6546e42adabf3b695cd7d9557 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:45.048555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:45.327635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:45.420796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Checking segment: {'id': 'ff762561-2aec-438c-bf8c-5e0cdc08e522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6271a1c2-84d8-44e3-8066-116273a6e6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:45.421217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Network hostable DHCP agents. Network: 6271a1c2-84d8-44e3-8066-116273a6e6fb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:04:45.425473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6050bbef-5ce3-4d26-8f67-e2b3944e833a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:45.447435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Network 6271a1c2-84d8-44e3-8066-116273a6e6fb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:04:45.469526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 6271a1c2-84d8-44e3-8066-116273a6e6fb) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:45.479945 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bf892783-1d37-4743-b438-bf26caeb9ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:45.492300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41fddcb-5bdd-4f4c-9aa2-9b0871c7457f None None] Network 6271a1c2-84d8-44e3-8066-116273a6e6fb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:45.492965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:45.493654 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:45.523811 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8ae32ecf-9fc8-4530-b1d3-6163a5561044 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5474944 Nov 22 17:04:45.678061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a29bf-357d-4f39-9c8d-a495783b477f None None] Network 6271a1c2-84d8-44e3-8066-116273a6e6fb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:46.441949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36016) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.447112 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383405656-network', 'tenant_id': '26ebb6f33593479892b9322e690da0af'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:46.487214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Made reservation on behalf of 26ebb6f33593479892b9322e690da0af for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:46.490616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.508683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.608877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.615023 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.659105 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:04:46.675150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e5d85a-2f99-4502-a317-9bccf8b132f3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:46.685432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.685854 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Added segment 36067e49-505b-4705-bc7c-6a3f71647d87 of type vlan for network 26e77374-f6e3-4288-859c-65ba5c763107 Nov 22 17:04:46.753833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.814807 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.815950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:46.816536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.893753 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4505610 Nov 22 17:04:46.897074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36020) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.902330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Request body: {'subnet': {'network_id': '26e77374-f6e3-4288-859c-65ba5c763107', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383405656-subnet', 'tenant_id': '26ebb6f33593479892b9322e690da0af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:46.952979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Made reservation on behalf of 26ebb6f33593479892b9322e690da0af for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:46.958651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.218868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.296264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab971b9-1ee1-4ab6-9aec-24e92dcf4f57,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:47.365593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab8ada-52fb-457f-a8ca-d39a6336d5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=26e77374-f6e3-4288-859c-65ba5c763107,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:47.368852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Checking segment: {'id': '36067e49-505b-4705-bc7c-6a3f71647d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '26e77374-f6e3-4288-859c-65ba5c763107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:47.372048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Network hostable DHCP agents. Network: 26e77374-f6e3-4288-859c-65ba5c763107, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:04:47.377887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 26e77374-f6e3-4288-859c-65ba5c763107 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:04:47.410456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Network 26e77374-f6e3-4288-859c-65ba5c763107 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:04:47.430107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 26e77374-f6e3-4288-859c-65ba5c763107) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:47.439579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:47.440406 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.478933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4e952c-867b-4702-9203-98a1a0e24afd None None] Network 26e77374-f6e3-4288-859c-65ba5c763107 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:47.490893 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef1afebd-59a2-4afb-aebd-118cd9aad9b8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5836282 Nov 22 17:04:47.661052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:47.724826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-10977c92-aaac-4c75-8b65-a1578a8912b4 admin admin] Deleting subnet 6050bbef-5ce3-4d26-8f67-e2b3944e833a {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:47.738014 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10977c92-aaac-4c75-8b65-a1578a8912b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.794387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c14d49-2535-4654-b17a-cd0738c50e74 None None] Network 26e77374-f6e3-4288-859c-65ba5c763107 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:47.803100 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10977c92-aaac-4c75-8b65-a1578a8912b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.898636 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10977c92-aaac-4c75-8b65-a1578a8912b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.963620 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58ecf5f0-5cd3-4fa2-a1bb-929760638325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.020257 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10977c92-aaac-4c75-8b65-a1578a8912b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.054301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10977c92-aaac-4c75-8b65-a1578a8912b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6050bbef-5ce3-4d26-8f67-e2b3944e833a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:48.068731 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10977c92-aaac-4c75-8b65-a1578a8912b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.072988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36046) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:48.073531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-10977c92-aaac-4c75-8b65-a1578a8912b4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6050bbef-5ce3-4d26-8f67-e2b3944e833a HTTP/1.1" status: 204 len: 168 time: 0.4108105 Nov 22 17:04:48.205709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.331241 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.369362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6271a1c2-84d8-44e3-8066-116273a6e6fb']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:48.381212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff762561-2aec-438c-bf8c-5e0cdc08e522') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:48.381579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff762561-2aec-438c-bf8c-5e0cdc08e522') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:48.395981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.412178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.420598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:48.421048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:48.483562 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:48.489127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.498700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.505526 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] 10.222.0.59 "DELETE /v2.0/networks/6271a1c2-84d8-44e3-8066-116273a6e6fb HTTP/1.1" status: 204 len: 168 time: 0.4305532 Nov 22 17:04:48.508441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:48.536602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bfc4f-0c49-42f6-81d2-e9e2aa391f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=6271a1c2-84d8-44e3-8066-116273a6e6fb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:48.586245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f42acd-2df1-40f1-b7f6-d85cb8ad1810 admin admin] Deleting subnet 9ab971b9-1ee1-4ab6-9aec-24e92dcf4f57 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:48.604093 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f42acd-2df1-40f1-b7f6-d85cb8ad1810 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.679250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f42acd-2df1-40f1-b7f6-d85cb8ad1810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.740247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f42acd-2df1-40f1-b7f6-d85cb8ad1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.847872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f42acd-2df1-40f1-b7f6-d85cb8ad1810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.909086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f42acd-2df1-40f1-b7f6-d85cb8ad1810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab971b9-1ee1-4ab6-9aec-24e92dcf4f57,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:48.926324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9f42acd-2df1-40f1-b7f6-d85cb8ad1810 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:48.936913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36052) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:48.937713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e9f42acd-2df1-40f1-b7f6-d85cb8ad1810 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9ab971b9-1ee1-4ab6-9aec-24e92dcf4f57 HTTP/1.1" status: 204 len: 168 time: 0.4239969 Nov 22 17:04:49.013867 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.113446 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.259036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.314598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e77374-f6e3-4288-859c-65ba5c763107']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:49.324961 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:04:49.331330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36067e49-505b-4705-bc7c-6a3f71647d87') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:49.332291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36067e49-505b-4705-bc7c-6a3f71647d87') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:49.346292 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.364100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.374792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:49.375980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:49.379360 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:49.472929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.488667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.503425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] 10.222.0.59 "DELETE /v2.0/networks/26e77374-f6e3-4288-859c-65ba5c763107 HTTP/1.1" status: 204 len: 168 time: 0.5653150 Nov 22 17:04:49.535799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d08460-91cf-471e-895b-6f56fa655a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=26e77374-f6e3-4288-859c-65ba5c763107,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:49.880446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36082) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:49.949938 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-995ca267-fb47-4acb-bd4b-7a52f205b2f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83596ee6546e42adabf3b695cd7d9557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679095 Nov 22 17:04:49.952924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36088) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:50.025013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9012ed0a-6e39-4b50-8ad3-9cac072d128e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.058139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9012ed0a-6e39-4b50-8ad3-9cac072d128e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.185435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9012ed0a-6e39-4b50-8ad3-9cac072d128e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.192319 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9012ed0a-6e39-4b50-8ad3-9cac072d128e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.194376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9012ed0a-6e39-4b50-8ad3-9cac072d128e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f59c078-c9d6-4a11-a4ff-3f32378bd8c0 HTTP/1.1" status: 204 len: 168 time: 0.2392607 Nov 22 17:04:50.224243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012ed0a-6e39-4b50-8ad3-9cac072d128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f59c078-c9d6-4a11-a4ff-3f32378bd8c0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:50.514227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36098) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:50.747758 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a3a59a8-0bfd-4e0c-a12f-d65e9d022d1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.905853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:51.039280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b2254a88-1934-494a-a818-64353e10a7ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=26ebb6f33593479892b9322e690da0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290767 Nov 22 17:04:51.039930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:51.041719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a3a59a8-0bfd-4e0c-a12f-d65e9d022d1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.053352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9a3a59a8-0bfd-4e0c-a12f-d65e9d022d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.109095 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.147438 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9a3a59a8-0bfd-4e0c-a12f-d65e9d022d1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86d5f2478053461292e8683687dbfa73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308918 Nov 22 17:04:51.150646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36112) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:51.179339 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aecfd4a3-9a9d-490a-b82b-e8e3ec5ff4a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.185103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a59a8-0bfd-4e0c-a12f-d65e9d022d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3004b322-6e3b-41ec-8718-b4156dbb8e72,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:51.220296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aecfd4a3-9a9d-490a-b82b-e8e3ec5ff4a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.331705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aecfd4a3-9a9d-490a-b82b-e8e3ec5ff4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.342854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-aecfd4a3-9a9d-490a-b82b-e8e3ec5ff4a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.346744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aecfd4a3-9a9d-490a-b82b-e8e3ec5ff4a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94e5d85a-2f99-4502-a317-9bccf8b132f3 HTTP/1.1" status: 204 len: 168 time: 0.3039942 Nov 22 17:04:51.377471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a47da7ec-0575-4799-b5cd-4a44ea630c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.386033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfd4a3-9a9d-490a-b82b-e8e3ec5ff4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e5d85a-2f99-4502-a317-9bccf8b132f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:51.411729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.436435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a47da7ec-0575-4799-b5cd-4a44ea630c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.613631 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a47da7ec-0575-4799-b5cd-4a44ea630c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.621050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a47da7ec-0575-4799-b5cd-4a44ea630c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.622910 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a47da7ec-0575-4799-b5cd-4a44ea630c99 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3004b322-6e3b-41ec-8718-b4156dbb8e72 HTTP/1.1" status: 204 len: 168 time: 0.4624655 Nov 22 17:04:51.657045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47da7ec-0575-4799-b5cd-4a44ea630c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3004b322-6e3b-41ec-8718-b4156dbb8e72,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:52.303708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36138) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:52.336688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec30f9af-ffdd-486d-bc15-2a6aeaba67b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.530975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec30f9af-ffdd-486d-bc15-2a6aeaba67b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.547927 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec30f9af-ffdd-486d-bc15-2a6aeaba67b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.607471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30f9af-ffdd-486d-bc15-2a6aeaba67b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55eefd-14c7-4e6f-a220-97a0ced51f56,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:52.613392 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ec30f9af-ffdd-486d-bc15-2a6aeaba67b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=715b01aa5db54b91bd4541658a4d7d13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085525 Nov 22 17:04:52.617766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:52.728695 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b42f3890-0c03-43d2-a47b-bd271662c9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.758769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b42f3890-0c03-43d2-a47b-bd271662c9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.857685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b42f3890-0c03-43d2-a47b-bd271662c9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.866216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b42f3890-0c03-43d2-a47b-bd271662c9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.874871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b42f3890-0c03-43d2-a47b-bd271662c9c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d55eefd-14c7-4e6f-a220-97a0ced51f56 HTTP/1.1" status: 204 len: 168 time: 0.2544029 Nov 22 17:04:52.896780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f3890-0c03-43d2-a47b-bd271662c9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55eefd-14c7-4e6f-a220-97a0ced51f56,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:53.485629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:53.517706 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8916f3bb-5362-4436-8c05-5d5e8e15dc81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.694872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8916f3bb-5362-4436-8c05-5d5e8e15dc81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.701983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8916f3bb-5362-4436-8c05-5d5e8e15dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.764901 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8916f3bb-5362-4436-8c05-5d5e8e15dc81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=869fedcfce6944aab5101b299fa492b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2752626 Nov 22 17:04:53.766059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:53.781565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916f3bb-5362-4436-8c05-5d5e8e15dc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33861247-057d-4df9-9621-f6a7bc3e0398,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:53.882893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6490cc17-5bcd-4a1d-a381-e0ab970f040d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.930183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6490cc17-5bcd-4a1d-a381-e0ab970f040d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:54.023993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6490cc17-5bcd-4a1d-a381-e0ab970f040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:54.032187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6490cc17-5bcd-4a1d-a381-e0ab970f040d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:54.032187 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6490cc17-5bcd-4a1d-a381-e0ab970f040d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33861247-057d-4df9-9621-f6a7bc3e0398 HTTP/1.1" status: 204 len: 168 time: 0.2639484 Nov 22 17:04:54.047102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490cc17-5bcd-4a1d-a381-e0ab970f040d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33861247-057d-4df9-9621-f6a7bc3e0398,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:56.043323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36258) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.106024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.291170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36270) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.426281 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-80b8c6a7-df3a-4ec4-a7f1-08b043a40232 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2409 time: 0.1302063 Nov 22 17:04:56.430327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36272) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.441363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'network': {'name': 'tempest-network-smoke--288731573', 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'port_security_enabled': False}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:56.474114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Made reservation on behalf of a84be85c5d1f450a9302268be4b2d1ee for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:56.481080 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.482455 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47f6fa9c-07d0-4be9-a7e5-d55a7f104be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.499567 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9988b4a3-5453-468d-8805-3745674082c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.522734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:04:56.542133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.543463 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Added segment d75a762f-4ab4-491f-9594-d79ef4adca72 of type vlan for network a05560eb-36fc-49c6-84f9-b2c3ad59713e Nov 22 17:04:56.624353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.660903 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47f6fa9c-07d0-4be9-a7e5-d55a7f104be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.666364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.667422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9988b4a3-5453-468d-8805-3745674082c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.669149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-47f6fa9c-07d0-4be9-a7e5-d55a7f104be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.674878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:56.676386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.718815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6fa9c-07d0-4be9-a7e5-d55a7f104be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a1814c-0281-41e8-b11e-e35580c184ce,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:56.724790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9988b4a3-5453-468d-8805-3745674082c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.751374 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3138497 Nov 22 17:04:56.751639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36280) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.756444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'admin_state_up': True, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:56.786518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9988b4a3-5453-468d-8805-3745674082c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a2b1e2dd9ac4028b0fedfe3ca034158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6782708 Nov 22 17:04:56.787353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988b4a3-5453-468d-8805-3745674082c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8ed588-b209-4c73-8e3d-527d81e976e1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:56.790102 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.791969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.805125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36282) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.835424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-47f6fa9c-07d0-4be9-a7e5-d55a7f104be8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a8a1e5974964beda29c847a7599157f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7893438 Nov 22 17:04:56.838050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36286) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.859584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e848-ec02-4273-ba64-4484a5279d16 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Network': ['ID=a05560eb-36fc-49c6-84f9-b2c3ad59713e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:56.876838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:04:56.927820 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff7e0-c8c8-42f2-9f32-b9c1f16aca39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.971734 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff7e0-c8c8-42f2-9f32-b9c1f16aca39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.992857 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.070043 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff7e0-c8c8-42f2-9f32-b9c1f16aca39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.079305 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1b2ff7e0-c8c8-42f2-9f32-b9c1f16aca39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.082435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1b2ff7e0-c8c8-42f2-9f32-b9c1f16aca39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62a1814c-0281-41e8-b11e-e35580c184ce HTTP/1.1" status: 204 len: 168 time: 0.2429690 Nov 22 17:04:57.093698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ff7e0-c8c8-42f2-9f32-b9c1f16aca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a1814c-0281-41e8-b11e-e35580c184ce,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:57.193236 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cedaa2c2-2602-44ae-b09e-122bcd1d8709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.209185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.232939 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cedaa2c2-2602-44ae-b09e-122bcd1d8709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.355630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cedaa2c2-2602-44ae-b09e-122bcd1d8709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.359074 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cedaa2c2-2602-44ae-b09e-122bcd1d8709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.360461 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cedaa2c2-2602-44ae-b09e-122bcd1d8709 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea8ed588-b209-4c73-8e3d-527d81e976e1 HTTP/1.1" status: 204 len: 168 time: 0.5521903 Nov 22 17:04:57.372917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedaa2c2-2602-44ae-b09e-122bcd1d8709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8ed588-b209-4c73-8e3d-527d81e976e1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:57.548631 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.570894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.631711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:57.654237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5f49-9e7e-4989-81cc-48116e92fca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.770097 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5f49-9e7e-4989-81cc-48116e92fca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.770914 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Allocated IP 172.25.0.186 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/2d25f1a2-6e2a-4872-b6d0-4ce3052f9916) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:57.778202 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5f49-9e7e-4989-81cc-48116e92fca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.826838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e3dc5f49-9e7e-4989-81cc-48116e92fca5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17108f9fc4be4771b789d084946506f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1938529 Nov 22 17:04:57.828767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5f49-9e7e-4989-81cc-48116e92fca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ce72e3-d231-497c-a736-4eaeaef14d05,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:57.833377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:57.913199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44c52e66-d745-4922-ade1-471f9ccbc1bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:57.944657 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44c52e66-d745-4922-ade1-471f9ccbc1bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:58.013497 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44c52e66-d745-4922-ade1-471f9ccbc1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:58.020793 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44c52e66-d745-4922-ade1-471f9ccbc1bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:58.031864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-44c52e66-d745-4922-ade1-471f9ccbc1bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6ce72e3-d231-497c-a736-4eaeaef14d05 HTTP/1.1" status: 204 len: 168 time: 0.1970260 Nov 22 17:04:58.045952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c52e66-d745-4922-ade1-471f9ccbc1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ce72e3-d231-497c-a736-4eaeaef14d05,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:58.046759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:58.119876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:58.212788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:58.221439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:58.229188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:58.234903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=2d25f1a2-6e2a-4872-b6d0-4ce3052f9916,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:58.241952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9ddcac-055c-42a0-8d25-dd09a5f16b2b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:58.379103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e581ddb8-a0bf-4cab-b1af-840e4653cac5 None None] Provisioning complete for port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:58.380999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e581ddb8-a0bf-4cab-b1af-840e4653cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:58.475538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e581ddb8-a0bf-4cab-b1af-840e4653cac5 None None] Port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:58.807378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:59.134540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:59.374663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:04:59.550556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:59.566477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Sync routers for ids ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:59.577611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:59.579050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ac817c00-1cc7-41a7-a535-32edfec4ff39 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8263493 Nov 22 17:04:59.584028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36374) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:59.584714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Routers {'29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:59.584714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:04:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:59.683984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa39a6b8-37fb-407a-9eff-414a80a6cc30 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:59.686327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fa39a6b8-37fb-407a-9eff-414a80a6cc30 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=a84be85c5d1f450a9302268be4b2d1ee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1028359 Nov 22 17:04:59.690797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36380) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:59.742267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Set router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:59.848734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847e373-1b95-4620-b066-38c0b7bac792 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:59.852824 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a847e373-1b95-4620-b066-38c0b7bac792 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611972 Nov 22 17:04:59.857193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:59.914612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1fad43b3-cba6-466d-ad75-45db2ec67acf tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560863 Nov 22 17:04:59.917526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36390) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:59.981333 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4a31fa94-f663-4935-820b-aa0dfb02f3e9 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=a84be85c5d1f450a9302268be4b2d1ee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0625057 Nov 22 17:04:59.985677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36394) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:00.101836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:04:58Z', 'revision_number': 3, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:00.142998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Checking router: 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:00.143932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Updating router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:05:00.180857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:00.247593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36404) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:00.370098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c95e6-4e9d-42e8-9904-e67b15c805d3 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:00.372145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ac8c95e6-4e9d-42e8-9904-e67b15c805d3 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3853357 Nov 22 17:05:00.375571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36410) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:00.473375 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b06e9daa-a310-43fd-a0eb-cadfb881ae70 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962021 Nov 22 17:05:00.476914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36418) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:00.483624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-378491052', 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e', 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:00.727043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Made reservation on behalf of a84be85c5d1f450a9302268be4b2d1ee for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:00.739850 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:00.740139 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:00.748597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38cfe881-8bfc-4bd8-ba29-abf89529fe33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:00.749063 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:00.834753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Attempting to bind port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:00.835199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Attempting to bind port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:00.835669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Attempting to bind port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:00.851745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081e732-9b58-47bc-aa5f-98f2a5fc95d7 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:00.871442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:00.871923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:00.872295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:00.872649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:00.873159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Bound port: 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:00.873574 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:00.882204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Pushing event updated for resources: {'Port': ['ID=2d25f1a2-6e2a-4872-b6d0-4ce3052f9916,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:01.035763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38cfe881-8bfc-4bd8-ba29-abf89529fe33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.051844 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-38cfe881-8bfc-4bd8-ba29-abf89529fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.114728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] For port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:01.136328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] For port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2d25f1a2-6e2a-4872-b6d0-4ce3052f9916,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:01.156198 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.167433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7b5a350c-fd7f-4d78-9f05-995a7f3edbd5 None None] Provisioning complete for port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:01.170000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b5a350c-fd7f-4d78-9f05-995a7f3edbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.178374 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-38cfe881-8bfc-4bd8-ba29-abf89529fe33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db8b6f7d41244fc580e161076ee2512c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9294116 Nov 22 17:05:01.180788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36426) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:01.182775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfe881-8bfc-4bd8-ba29-abf89529fe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572fec1c-dbc8-4d7e-903d-8ac052021940,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:01.252571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.326151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Pushing event updated for resources: {'Port': ['ID=2d25f1a2-6e2a-4872-b6d0-4ce3052f9916,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:01.327537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Subnet': ['ID=cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:01.353240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de9b396-a148-4da0-91b3-a7dda4b7f4ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.394515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7142340a-b390-467c-bece-87febae97513 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:01.411830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.412230 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.413057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.414468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.415367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.416300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.417059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.417631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.418324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.418888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.419452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.419989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05e412b-8aff-42e4-a439-b0ed83b4d5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:01.423491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de9b396-a148-4da0-91b3-a7dda4b7f4ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.438846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Routers {'29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:01.439661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:04:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:01.502596 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36430) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:01.517328 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de9b396-a148-4da0-91b3-a7dda4b7f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.529829 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de9b396-a148-4da0-91b3-a7dda4b7f4ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.536741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5de9b396-a148-4da0-91b3-a7dda4b7f4ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/572fec1c-dbc8-4d7e-903d-8ac052021940 HTTP/1.1" status: 204 len: 168 time: 0.3525140 Nov 22 17:05:01.548187 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b5a350c-fd7f-4d78-9f05-995a7f3edbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.556562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Checking segment: {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:01.562646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network hostable DHCP agents. Network: a05560eb-36fc-49c6-84f9-b2c3ad59713e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:05:01.591197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9b396-a148-4da0-91b3-a7dda4b7f4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572fec1c-dbc8-4d7e-903d-8ac052021940,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:01.617185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7b5a350c-fd7f-4d78-9f05-995a7f3edbd5 None None] For port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2d25f1a2-6e2a-4872-b6d0-4ce3052f9916,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:01.630796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b5a350c-fd7f-4d78-9f05-995a7f3edbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.654165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:05:01.683804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a05560eb-36fc-49c6-84f9-b2c3ad59713e) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:01.696823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ecff7-131b-4aa9-931f-26742c69ecd6 None None] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:01.704629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:01.707558 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.743821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36438) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:01.753834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8f4c9c7b-5952-4be2-b461-3785eaf8b5ff tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2621553 Nov 22 17:05:01.899534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] Set router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:02.028922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a350c-fd7f-4d78-9f05-995a7f3edbd5 None None] Pushing event updated for resources: {'Port': ['ID=2d25f1a2-6e2a-4872-b6d0-4ce3052f9916,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:02.056830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1820b748-938a-4677-bcd2-fc8865682faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.197105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-a05560eb-36fc-49c6-84f9-b2c3ad59713e', 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'fixed_ips': [{'subnet_id': 'cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:05:02.198514 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.253287 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-63f59560-a502-4508-92e3-46004c422800 None None] Provisioning complete for port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:02.253897 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-63f59560-a502-4508-92e3-46004c422800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.364755 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1820b748-938a-4677-bcd2-fc8865682faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.375719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1820b748-938a-4677-bcd2-fc8865682faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.486048 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1820b748-938a-4677-bcd2-fc8865682faa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eae9cd06a6f44296af1fb44eabc388f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9818323 Nov 22 17:05:02.486315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:02.488198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820b748-938a-4677-bcd2-fc8865682faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c18daf-e781-4f90-b208-5c7a531152ea,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:02.563851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:04:58Z', 'revision_number': 3, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:02.613146 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4214e2-651d-4077-915b-7c1cb57d16ef None None] The sync data for ids ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'] in n-d-816865-2 is: [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:04:58Z', 'revision_number': 3, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:02.644759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5309-ac21-4d2a-9aaa-559860daaa43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.669214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.682182 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5309-ac21-4d2a-9aaa-559860daaa43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.759241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Allocated IP 172.20.0.18 (a05560eb-36fc-49c6-84f9-b2c3ad59713e/cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a/6ede2f12-7cc6-47a7-8502-974c5fd4c682) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:02.782934 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5309-ac21-4d2a-9aaa-559860daaa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.790142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5309-ac21-4d2a-9aaa-559860daaa43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.795798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dd7f5309-ac21-4d2a-9aaa-559860daaa43 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28c18daf-e781-4f90-b208-5c7a531152ea HTTP/1.1" status: 204 len: 168 time: 0.3084352 Nov 22 17:05:02.805930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f5309-ac21-4d2a-9aaa-559860daaa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c18daf-e781-4f90-b208-5c7a531152ea,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:03.276899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.294578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.419288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Pushing event updated for resources: {'Port': ['ID=6ede2f12-7cc6-47a7-8502-974c5fd4c682,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:03.424372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:03.589724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:03.604623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:03.609292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:03.858273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:03.858747 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.863251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Attempting to bind port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:03.863473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Attempting to bind port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:03.863830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Attempting to bind port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 on network a05560eb-36fc-49c6-84f9-b2c3ad59713e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:03.913438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:03.913878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Checking segment: {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:03.914507 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.914923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Bound using segment: {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:03.915489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Bound port: 6ede2f12-7cc6-47a7-8502-974c5fd4c682, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:03.915940 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.063575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] For port 6ede2f12-7cc6-47a7-8502-974c5fd4c682, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:04.081229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] For port 6ede2f12-7cc6-47a7-8502-974c5fd4c682, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6ede2f12-7cc6-47a7-8502-974c5fd4c682,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:04.092470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36482) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:04.140301 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.306387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36486) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:04.347596 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4328511b-a036-4172-a28a-2205d4769df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.377363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab30702-efd2-4e01-b831-b14b8029c3f0 None None] Pushing event updated for resources: {'Port': ['ID=6ede2f12-7cc6-47a7-8502-974c5fd4c682,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:04.408464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Allocated IP 172.20.0.17 (a05560eb-36fc-49c6-84f9-b2c3ad59713e/cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a/b5d2c1f8-227b-4479-9143-d4c50a3539f4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:04.481352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c379c319-0971-4731-8fe4-723a0033c694 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.744103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4328511b-a036-4172-a28a-2205d4769df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.752823 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4328511b-a036-4172-a28a-2205d4769df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.806513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.833879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328511b-a036-4172-a28a-2205d4769df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f757c83-671e-4a69-a3ba-e0c4f5a0cdce,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:04.873756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4328511b-a036-4172-a28a-2205d4769df8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=326e9d8300b3407b8ff2b2fc20b2b444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5660033 Nov 22 17:05:04.888272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36496) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:04.940246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c379c319-0971-4731-8fe4-723a0033c694 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.954978 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c379c319-0971-4731-8fe4-723a0033c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.034468 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.066966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c379c319-0971-4731-8fe4-723a0033c694 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=752ca819051244fe8301f5f768de1a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9729583 Nov 22 17:05:05.083737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36500) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:05.187031 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379c319-0971-4731-8fe4-723a0033c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1066ac57-77bf-4dfa-a9df-d575eed4c0ba,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.208741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=b5d2c1f8-227b-4479-9143-d4c50a3539f4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.242660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:05.272455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:05.274692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb480447-a2ba-4939-a79a-a67633b06e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.287952 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:05.334999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07732485-0efe-46ad-9caf-fb0ae11bdd50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.409314 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07732485-0efe-46ad-9caf-fb0ae11bdd50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.415957 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb480447-a2ba-4939-a79a-a67633b06e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.466993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.557651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6ede2f12-7cc6-47a7-8502-974c5fd4c682 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:05.560999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07732485-0efe-46ad-9caf-fb0ae11bdd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.570148 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-07732485-0efe-46ad-9caf-fb0ae11bdd50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.572767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-07732485-0efe-46ad-9caf-fb0ae11bdd50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1066ac57-77bf-4dfa-a9df-d575eed4c0ba HTTP/1.1" status: 204 len: 168 time: 0.4853928 Nov 22 17:05:05.605610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07732485-0efe-46ad-9caf-fb0ae11bdd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1066ac57-77bf-4dfa-a9df-d575eed4c0ba,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.884933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb480447-a2ba-4939-a79a-a67633b06e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.894626 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb480447-a2ba-4939-a79a-a67633b06e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.898365 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eb480447-a2ba-4939-a79a-a67633b06e9f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f757c83-671e-4a69-a3ba-e0c4f5a0cdce HTTP/1.1" status: 204 len: 168 time: 1.0063763 Nov 22 17:05:05.985420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb480447-a2ba-4939-a79a-a67633b06e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f757c83-671e-4a69-a3ba-e0c4f5a0cdce,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:06.134297 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.346622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:06.347312 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.672288 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.717786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0c1b66-ca08-46e2-a884-0306bebb0f46 None None] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:07.150846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5c15fe3e-ae95-4280-9272-efa558389ae8 None None] Provisioning complete for port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:07.151313 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c15fe3e-ae95-4280-9272-efa558389ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.161561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.168960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.173874 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.261309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 6ede2f12-7cc6-47a7-8502-974c5fd4c682, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6ede2f12-7cc6-47a7-8502-974c5fd4c682,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:07.295664 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.379165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=b5d2c1f8-227b-4479-9143-d4c50a3539f4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:07.419666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=6ede2f12-7cc6-47a7-8502-974c5fd4c682,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:07.472336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.677295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:07.681649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:07.904007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-19a1e57c-3168-4fef-bcd1-58a44001b5a6 None None] Provisioning complete for port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:07.905674 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19a1e57c-3168-4fef-bcd1-58a44001b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.923230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:08.099542 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.224787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:08.236029 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Sync routers for ids ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:08.268337 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Routers {'29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:08.268622 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:04:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:08.270687 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a00ef3a-41f4-4016-b927-4c3a7510809f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "PUT /v2.0/routers/29edf8c2-6a43-4ecb-8ee9-32f2c1671da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5253775 Nov 22 17:05:08.274290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-19a1e57c-3168-4fef-bcd1-58a44001b5a6 None None] Provisioning complete for port b5d2c1f8-227b-4479-9143-d4c50a3539f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:08.274679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19a1e57c-3168-4fef-bcd1-58a44001b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.445674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-19a1e57c-3168-4fef-bcd1-58a44001b5a6 None None] Port b5d2c1f8-227b-4479-9143-d4c50a3539f4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:08.577143 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Set router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:08.582053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-73bebe3d-4624-4d4d-8c23-fd486a0c6ecb None None] Provisioning complete for port b5d2c1f8-227b-4479-9143-d4c50a3539f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:08.583636 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73bebe3d-4624-4d4d-8c23-fd486a0c6ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.694623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-73bebe3d-4624-4d4d-8c23-fd486a0c6ecb None None] Port b5d2c1f8-227b-4479-9143-d4c50a3539f4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:08.862121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d213237c-5ebc-4b31-891d-1fef975fbd08 None None] Provisioning complete for port b5d2c1f8-227b-4479-9143-d4c50a3539f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:08.863543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d213237c-5ebc-4b31-891d-1fef975fbd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.974565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d213237c-5ebc-4b31-891d-1fef975fbd08 None None] Port b5d2c1f8-227b-4479-9143-d4c50a3539f4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:09.249856 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:05:05Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b5d2c1f8-227b-4479-9143-d4c50a3539f4', 'name': '', 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:e3:ac:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:03Z', 'updated_at': '2021-11-22T17:05:06Z', 'revision_number': 2, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:09.353107 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Checking router: 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:09.353491 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Updating router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 port b5d2c1f8-227b-4479-9143-d4c50a3539f4 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:05:09.385361 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.450283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6ede2f12-7cc6-47a7-8502-974c5fd4c682 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:09.533198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:09.533664 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.639850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-ade9eba9-3cc7-4542-9313-f63819600079 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:09.649301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-ade9eba9-3cc7-4542-9313-f63819600079 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/networks?id=a05560eb-36fc-49c6-84f9-b2c3ad59713e HTTP/1.1" status: 200 len: 797 time: 0.4049284 Nov 22 17:05:09.672728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-c6b56221-6640-447b-88e6-e0725f8d4edc tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/quotas/a84be85c5d1f450a9302268be4b2d1ee HTTP/1.1" status: 200 len: 375 time: 0.0223839 Nov 22 17:05:09.818091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-c88777cc-697e-4bcc-b06c-24f1febb271d tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1383126 Nov 22 17:05:10.013971 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.020563 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-d199d882-2c75-4edf-a0a0-2b4841871b97 service neutron] 10.222.0.59 "GET /v2.0/networks/a05560eb-36fc-49c6-84f9-b2c3ad59713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827722 Nov 22 17:05:10.021483 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.079991 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Pushing event updated for resources: {'Port': ['ID=b5d2c1f8-227b-4479-9143-d4c50a3539f4,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:10.095732 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.096131 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.096479 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.096816 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.097149 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.098394 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.098394 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.098569 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.099105 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.099499 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.099908 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.100237 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:10.233330 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Attempting to bind port b5d2c1f8-227b-4479-9143-d4c50a3539f4 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:10.234334 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Attempting to bind port b5d2c1f8-227b-4479-9143-d4c50a3539f4 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:10.234928 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Attempting to bind port b5d2c1f8-227b-4479-9143-d4c50a3539f4 on network a05560eb-36fc-49c6-84f9-b2c3ad59713e {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:10.242434 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:10.242847 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Checking segment: {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:10.243388 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.246099 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Bound using segment: {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:10.250463 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Bound port: b5d2c1f8-227b-4479-9143-d4c50a3539f4, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:10.251372 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.252084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-42041b75-243e-4104-aa6c-1ffa0981b2ae service neutron] 10.222.0.59 "GET /v2.0/networks/a05560eb-36fc-49c6-84f9-b2c3ad59713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208204 Nov 22 17:05:10.469796 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] For port b5d2c1f8-227b-4479-9143-d4c50a3539f4, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:10.483746 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] For port b5d2c1f8-227b-4479-9143-d4c50a3539f4, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b5d2c1f8-227b-4479-9143-d4c50a3539f4,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:10.491781 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.534936 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5c757c19-b8a1-472c-b3a4-1a2843e5b631 None None] Provisioning complete for port b5d2c1f8-227b-4479-9143-d4c50a3539f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:10.537166 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c757c19-b8a1-472c-b3a4-1a2843e5b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.667971 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Routers {'29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:10.668602 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:04:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:10.671013 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763034bf-4f62-4a20-8a43-39446347a107 None None] Pushing event updated for resources: {'Port': ['ID=b5d2c1f8-227b-4479-9143-d4c50a3539f4,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:10.793594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8b975f4-d90a-4d8f-9a62-395bb35d5e27 req-6c8b0f5f-b5f5-4e85-acb1-03555c800f01 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 210 time: 0.1331286 Nov 22 17:05:10.948042 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c757c19-b8a1-472c-b3a4-1a2843e5b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:11.004876 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] Set router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:11.045249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5c757c19-b8a1-472c-b3a4-1a2843e5b631 None None] For port b5d2c1f8-227b-4479-9143-d4c50a3539f4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b5d2c1f8-227b-4479-9143-d4c50a3539f4,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:11.053854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c757c19-b8a1-472c-b3a4-1a2843e5b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:11.125012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c757c19-b8a1-472c-b3a4-1a2843e5b631 None None] Pushing event updated for resources: {'Port': ['ID=b5d2c1f8-227b-4479-9143-d4c50a3539f4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:11.192423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c3179ce0-7913-4c53-a911-5ce04048c4ea None None] Provisioning complete for port b5d2c1f8-227b-4479-9143-d4c50a3539f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:11.192711 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3179ce0-7913-4c53-a911-5ce04048c4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:11.254143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:11.507861 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:05:05Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b5d2c1f8-227b-4479-9143-d4c50a3539f4', 'name': '', 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:e3:ac:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:03Z', 'updated_at': '2021-11-22T17:05:10Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:11.557184 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a256c9-1b53-48d1-93e9-83c9a972744f None None] The sync data for ids ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'] in n-d-816865-2 is: [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:05:05Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b5d2c1f8-227b-4479-9143-d4c50a3539f4', 'name': '', 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:e3:ac:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3541, 'fixed_ips': [{'subnet_id': 'cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:03Z', 'updated_at': '2021-11-22T17:05:10Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:12.060909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-51a8cb46-17ec-4300-b3aa-289eb185c510 req-ead014f9-77b4-4965-84e9-96b4c67b0ed9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 210 time: 0.0437269 Nov 22 17:05:12.061761 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0296013b-f8d0-4682-81ce-4306d24a3835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.222663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0296013b-f8d0-4682-81ce-4306d24a3835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.237749 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0296013b-f8d0-4682-81ce-4306d24a3835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.299412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0296013b-f8d0-4682-81ce-4306d24a3835 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=816f98340806457ebe3ec727bc86a617&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0436397 Nov 22 17:05:12.301904 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36756) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:12.353777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296013b-f8d0-4682-81ce-4306d24a3835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729b67d4-12dc-46b3-a2ec-a987a8e17455,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:12.413792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.446698 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.582266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.587461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.592402 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/729b67d4-12dc-46b3-a2ec-a987a8e17455 HTTP/1.1" status: 204 len: 168 time: 0.2889078 Nov 22 17:05:12.624978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729b67d4-12dc-46b3-a2ec-a987a8e17455,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:12.663049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.674503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.675128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.677614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.678619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.679201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.679718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.680215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.680712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.681207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.681720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:12.682225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d187d06-d807-4cb3-9fb9-ef98fe1a1269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:13.298084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e73514e7-2af3-4f49-a0c5-4f0daffb7cf6 req-f4807a72-c164-42c8-9cde-c571afa1b838 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 210 time: 0.0680692 Nov 22 17:05:13.548061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:13.564825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b5d2c1f8-227b-4479-9143-d4c50a3539f4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:13.618036 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ab812b8-c6cb-4c34-899a-c5a75dbd14d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.787063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-ec963714-c4a5-42ac-a866-89dd534b5be9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:13.793598 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-ec963714-c4a5-42ac-a866-89dd534b5be9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.62 "GET /v2.0/networks?id=a05560eb-36fc-49c6-84f9-b2c3ad59713e HTTP/1.1" status: 200 len: 797 time: 0.3984315 Nov 22 17:05:13.825870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b5d2c1f8-227b-4479-9143-d4c50a3539f4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:13.826980 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.838503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Request body: {'port': {'device_id': 'd404cf7f-5fc9-4938-b91d-6f16a9ddab06', 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e', 'admin_state_up': True, 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:13.933979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ab812b8-c6cb-4c34-899a-c5a75dbd14d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.941543 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ab812b8-c6cb-4c34-899a-c5a75dbd14d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.058619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab812b8-c6cb-4c34-899a-c5a75dbd14d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6242e9-ac1f-4d3d-8e78-70d3d2145dde,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:14.072790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Made reservation on behalf of a84be85c5d1f450a9302268be4b2d1ee for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:14.083525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.141955 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8ab812b8-c6cb-4c34-899a-c5a75dbd14d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e9c597985b645589c325b1ff58003db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5883932 Nov 22 17:05:14.143184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36778) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:14.317424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fb418ba-3513-403b-94bd-d4c65eb1e9fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.349241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fb418ba-3513-403b-94bd-d4c65eb1e9fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.434231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Allocated IP 172.20.0.22 (a05560eb-36fc-49c6-84f9-b2c3ad59713e/cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a/fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:14.484777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c0fd1dec-584d-49ec-b3ec-51e0cd6888f8 req-44f15eab-59af-4b72-819d-a3910ec5d75a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 210 time: 0.0402114 Nov 22 17:05:14.521012 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fb418ba-3513-403b-94bd-d4c65eb1e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.525365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3fb418ba-3513-403b-94bd-d4c65eb1e9fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.531358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3fb418ba-3513-403b-94bd-d4c65eb1e9fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f6242e9-ac1f-4d3d-8e78-70d3d2145dde HTTP/1.1" status: 204 len: 168 time: 0.3827364 Nov 22 17:05:14.542116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb418ba-3513-403b-94bd-d4c65eb1e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6242e9-ac1f-4d3d-8e78-70d3d2145dde,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:14.713571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.842515 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.916416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event updated for resources: {'Port': ['ID=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:14.932025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:14.933983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:14.954431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:15.050089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:15.053566 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.098447 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-5927f92d-fab2-4228-aa54-f92f16e6f319 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2743168 Nov 22 17:05:15.123453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Request body: {'port': {'device_id': 'd404cf7f-5fc9-4938-b91d-6f16a9ddab06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:15.246563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.521988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5d5fe9a6-c67e-488d-9887-b7c186916c4b None None] Provisioning complete for port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:15.523857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5d5fe9a6-c67e-488d-9887-b7c186916c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.595622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-af6b2c86-6d23-4bb0-82fe-96492338e79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.679673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5d5fe9a6-c67e-488d-9887-b7c186916c4b None None] Port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:15.814586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717595ad-c8c9-489b-b92f-ad2db66e5613 req-eccde16b-20c8-4020-9082-784de9c6e5c7 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:15.833280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-717595ad-c8c9-489b-b92f-ad2db66e5613 req-eccde16b-20c8-4020-9082-784de9c6e5c7 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 895 time: 0.1538405 Nov 22 17:05:15.983668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-83f67481-96e5-43be-ac93-15a3ce922a4b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956244 Nov 22 17:05:16.135011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:16.153581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-60aeeb87-2147-4d0b-bea8-e3764bbfef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:16.155646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-60aeeb87-2147-4d0b-bea8-e3764bbfef77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1135 time: 0.0888119 Nov 22 17:05:16.166057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:16.212599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Transition to ACTIVE for port object fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:05:16.219789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:16.314129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36818) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:16.358673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Pushing event updated for resources: {'Port': ['ID=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:16.435666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-d64b0d64-2ecc-4a23-a41a-35437bde8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:16.435666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-d64b0d64-2ecc-4a23-a41a-35437bde8ef5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37 HTTP/1.1" status: 200 len: 898 time: 0.2426422 Nov 22 17:05:16.494686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11061704-f419-457d-aac9-033e6042408a req-f6477e3f-61cd-4350-a801-714749b6e37a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1371562 Nov 22 17:05:16.680975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Attempting to bind port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:16.681855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Attempting to bind port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:16.682589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Attempting to bind port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e on network a05560eb-36fc-49c6-84f9-b2c3ad59713e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:16.690860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e on network a05560eb-36fc-49c6-84f9-b2c3ad59713e not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:05:16.691899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Attempting to bind port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e on network a05560eb-36fc-49c6-84f9-b2c3ad59713e {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:16.706177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-ed2c2ecc-0354-4e96-a4e0-f0ae80cfd49b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dce0728-ce29-4b4c-96c3-c692640e296b HTTP/1.1" status: 200 len: 1001 time: 0.2655296 Nov 22 17:05:16.717307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:16.718301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Checking segment: {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:16.719031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Bound using segment: {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:16.719754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Bound port: fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75a762f-4ab4-491f-9594-d79ef4adca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:16.720369 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:16.725140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11061704-f419-457d-aac9-033e6042408a req-e6eb9af2-a0f1-492c-81cd-f856378617d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:16.728060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11061704-f419-457d-aac9-033e6042408a req-e6eb9af2-a0f1-492c-81cd-f856378617d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1097 time: 0.1508811 Nov 22 17:05:16.908519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-46c82d87-20aa-4c71-b040-2becb4b393c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:16.910052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-46c82d87-20aa-4c71-b040-2becb4b393c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3a5c6a2-0809-49bc-a989-350bc422fef8 HTTP/1.1" status: 200 len: 834 time: 0.1962001 Nov 22 17:05:16.975939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] For port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:16.993498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] For port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:17.004335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.087794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.090574 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.098991 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] 10.222.0.62 "PUT /v2.0/ports/fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e HTTP/1.1" status: 200 len: 1055 time: 1.9824977 Nov 22 17:05:17.112500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd404cf7f-5fc9-4938-b91d-6f16a9ddab06', 'tag': 'fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:17.117804 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842089ea-0539-42ff-ae6a-d698c9540544" -d '{"events": [{"name": "network-changed", "server_uuid": "d404cf7f-5fc9-4938-b91d-6f16a9ddab06", "tag": "fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:17.145004 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11061704-f419-457d-aac9-033e6042408a req-23714e72-b6b7-427f-85ba-a96e570d03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.148397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11061704-f419-457d-aac9-033e6042408a req-23714e72-b6b7-427f-85ba-a96e570d03c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 200 len: 910 time: 0.3711319 Nov 22 17:05:17.228355 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6f03da0-5ee7-4f78-adf9-f1aed6aacdd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.272920 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-e2bdbd46-15fe-4078-9218-41e381e0c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.276298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-e2bdbd46-15fe-4078-9218-41e381e0c051 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3484099 Nov 22 17:05:17.297444 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11061704-f419-457d-aac9-033e6042408a req-4ddaef7f-7071-424a-97cc-43b82ae6e5ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 200 len: 1001 time: 0.1249368 Nov 22 17:05:17.381167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71060d8d-ca71-486b-981c-ce0f79dd06bf service neutron] Pushing event updated for resources: {'Port': ['ID=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:17.472127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6f03da0-5ee7-4f78-adf9-f1aed6aacdd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.490553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-f3f72730-059d-421f-adb4-f4db1338d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.498501 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-f3f72730-059d-421f-adb4-f4db1338d0fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 1058 time: 0.3072374 Nov 22 17:05:17.503247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11061704-f419-457d-aac9-033e6042408a req-9e2448b3-321c-41b9-8f28-9fcf1de9259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.505114 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11061704-f419-457d-aac9-033e6042408a req-9e2448b3-321c-41b9-8f28-9fcf1de9259c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=642606b0-a700-4a7f-a515-18dca4ebecbd HTTP/1.1" status: 200 len: 848 time: 0.1900337 Nov 22 17:05:17.506243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6f03da0-5ee7-4f78-adf9-f1aed6aacdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.585260 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-33440fe2-9cef-495c-bdc2-23939992277d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e HTTP/1.1" status: 200 len: 217 time: 0.0790362 Nov 22 17:05:17.676016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f6f03da0-5ee7-4f78-adf9-f1aed6aacdd4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c2ed93c029948e5b040f2847223de50&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3598175 Nov 22 17:05:17.706288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:17.748560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4616f1-c06a-4c3d-9a3e-33bb41b5b5c7 req-f2422462-759a-417a-80ec-1a6175538fdc tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.750479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e4616f1-c06a-4c3d-9a3e-33bb41b5b5c7 req-f2422462-759a-417a-80ec-1a6175538fdc tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 907 time: 0.6847277 Nov 22 17:05:17.763639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11061704-f419-457d-aac9-033e6042408a req-92c246c2-e849-4d5f-9509-48f0f32941eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.777082 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11061704-f419-457d-aac9-033e6042408a req-92c246c2-e849-4d5f-9509-48f0f32941eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2628098 Nov 22 17:05:17.814013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03da0-5ee7-4f78-adf9-f1aed6aacdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e1988-aa2d-4e95-a763-c67eb194a7e4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:17.942169 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cf36ee91-2bbc-4b61-a8d2-fc857427338a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.977329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-3f222b38-5c74-41ea-bf6c-48137de621d4 service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982889 Nov 22 17:05:17.978488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-946242e2-f407-4161-9998-a7293dbae061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.981012 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-946242e2-f407-4161-9998-a7293dbae061 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a HTTP/1.1" status: 200 len: 837 time: 0.3765528 Nov 22 17:05:18.043198 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e73e88-0204-4513-b40d-af2d2a9fe589 x-openstack-request-id: req-d2e73e88-0204-4513-b40d-af2d2a9fe589 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:18.044012 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d404cf7f-5fc9-4938-b91d-6f16a9ddab06", "tag": "fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:18.044705 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2e73e88-0204-4513-b40d-af2d2a9fe589 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:18.045453 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd404cf7f-5fc9-4938-b91d-6f16a9ddab06', 'tag': 'fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e', 'status': 'completed', 'code': 200} Nov 22 17:05:18.186416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2a6730e-e602-4cbe-bef1-a6abf89a1480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.197289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-3b79142b-4a28-44e6-bb4a-6fb8b3b49d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.200504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-3b79142b-4a28-44e6-bb4a-6fb8b3b49d7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a05560eb-36fc-49c6-84f9-b2c3ad59713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497846 Nov 22 17:05:18.244554 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11061704-f419-457d-aac9-033e6042408a req-d498e357-441c-41f7-89e1-f7293a1921c4 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395773 Nov 22 17:05:18.282848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2a6730e-e602-4cbe-bef1-a6abf89a1480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.340857 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06719ff2-9d0a-4721-b856-da31eb933fd7 req-910d01ba-0dc8-4d0c-a8f2-289da51ee75c service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571367 Nov 22 17:05:18.386172 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2a6730e-e602-4cbe-bef1-a6abf89a1480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.393902 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d2a6730e-e602-4cbe-bef1-a6abf89a1480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.397000 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d2a6730e-e602-4cbe-bef1-a6abf89a1480 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/306e1988-aa2d-4e95-a763-c67eb194a7e4 HTTP/1.1" status: 204 len: 168 time: 0.6884184 Nov 22 17:05:18.450441 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-2bd85b85-9261-4c90-a6b7-255024e6d168 service neutron] 10.222.0.62 "GET /v2.0/networks/a05560eb-36fc-49c6-84f9-b2c3ad59713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378318 Nov 22 17:05:18.461680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6730e-e602-4cbe-bef1-a6abf89a1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e1988-aa2d-4e95-a763-c67eb194a7e4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:18.513976 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-11061704-f419-457d-aac9-033e6042408a req-29618e96-5014-46b8-9268-624cc6152da4 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335830 Nov 22 17:05:18.609798 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c8ee6a73-6dd3-4eb2-abb1-e121613b1b14 req-f4995180-09e6-475f-8eca-c5427b9fa7a1 service neutron] 10.222.0.62 "GET /v2.0/networks/a05560eb-36fc-49c6-84f9-b2c3ad59713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516781 Nov 22 17:05:18.803683 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842089ea-0539-42ff-ae6a-d698c9540544 req-e2fecbb2-b987-4106-afd9-8afa135103a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.809722 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-842089ea-0539-42ff-ae6a-d698c9540544 req-e2fecbb2-b987-4106-afd9-8afa135103a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 1058 time: 0.1228468 Nov 22 17:05:19.030517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842089ea-0539-42ff-ae6a-d698c9540544 req-f2356f54-167e-4912-9d70-ecc312158113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.033161 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-842089ea-0539-42ff-ae6a-d698c9540544 req-f2356f54-167e-4912-9d70-ecc312158113 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a05560eb-36fc-49c6-84f9-b2c3ad59713e HTTP/1.1" status: 200 len: 898 time: 0.1994617 Nov 22 17:05:19.040926 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.097590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af1841-f415-4476-8ed8-e801c299307b req-889069f4-4605-44f3-917a-36398f8a3837 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.117182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91af1841-f415-4476-8ed8-e801c299307b req-889069f4-4605-44f3-917a-36398f8a3837 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 907 time: 0.1601083 Nov 22 17:05:19.117329 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-842089ea-0539-42ff-ae6a-d698c9540544 req-5a93af92-65ec-4e00-b3cc-40203e49fc45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e HTTP/1.1" status: 200 len: 217 time: 0.0769806 Nov 22 17:05:19.207472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842089ea-0539-42ff-ae6a-d698c9540544 req-d44b5bfe-9487-429e-91b8-03879a0b23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.209852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-842089ea-0539-42ff-ae6a-d698c9540544 req-d44b5bfe-9487-429e-91b8-03879a0b23f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a HTTP/1.1" status: 200 len: 837 time: 0.0842855 Nov 22 17:05:19.233943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:19.255701 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8030148-d0d3-4a73-b3c3-e8a04b379000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.350265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842089ea-0539-42ff-ae6a-d698c9540544 req-764cab88-ecaa-4efc-8f68-eca051cf09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.352053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-842089ea-0539-42ff-ae6a-d698c9540544 req-764cab88-ecaa-4efc-8f68-eca051cf09a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a05560eb-36fc-49c6-84f9-b2c3ad59713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1324079 Nov 22 17:05:19.477730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8030148-d0d3-4a73-b3c3-e8a04b379000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.485215 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8030148-d0d3-4a73-b3c3-e8a04b379000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.531841 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-842089ea-0539-42ff-ae6a-d698c9540544 req-26a28ae0-0f4e-46c3-b856-976a171d0988 service neutron] 10.222.0.62 "GET /v2.0/networks/a05560eb-36fc-49c6-84f9-b2c3ad59713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706038 Nov 22 17:05:19.546340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8030148-d0d3-4a73-b3c3-e8a04b379000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ec51e2-3224-4dae-b1f7-6213d1595c20,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:19.548939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36908) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:19.579146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b8030148-d0d3-4a73-b3c3-e8a04b379000 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c60f68951e134e2698f4613373b3739b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3431306 Nov 22 17:05:19.583111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:19.679170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d806a2e6-c0f0-456a-bbfb-2f19d91b8e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.693770 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-842089ea-0539-42ff-ae6a-d698c9540544 req-483b849c-2682-4d27-8fa5-231f5b2b20d0 service neutron] 10.222.0.62 "GET /v2.0/networks/a05560eb-36fc-49c6-84f9-b2c3ad59713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536920 Nov 22 17:05:19.711446 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d806a2e6-c0f0-456a-bbfb-2f19d91b8e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.779970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8091c4b8-bbae-48e6-a122-0e312d83365e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.820082 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d806a2e6-c0f0-456a-bbfb-2f19d91b8e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.822834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d806a2e6-c0f0-456a-bbfb-2f19d91b8e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.824395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d806a2e6-c0f0-456a-bbfb-2f19d91b8e67 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2ec51e2-3224-4dae-b1f7-6213d1595c20 HTTP/1.1" status: 204 len: 168 time: 0.2398098 Nov 22 17:05:19.853412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806a2e6-c0f0-456a-bbfb-2f19d91b8e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ec51e2-3224-4dae-b1f7-6213d1595c20,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:19.924183 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8091c4b8-bbae-48e6-a122-0e312d83365e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.931106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8091c4b8-bbae-48e6-a122-0e312d83365e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.987542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8091c4b8-bbae-48e6-a122-0e312d83365e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f45fc23f9c0e44f28e81485eef9c3169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4349959 Nov 22 17:05:19.988445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:19.988999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091c4b8-bbae-48e6-a122-0e312d83365e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edefb4d2-d7f7-44b2-9fc0-aeee57d522bc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:20.063352 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-203d4ded-2332-44a3-800c-a2100415f44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.092008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-203d4ded-2332-44a3-800c-a2100415f44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.169932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-203d4ded-2332-44a3-800c-a2100415f44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.175522 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-203d4ded-2332-44a3-800c-a2100415f44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.176875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-203d4ded-2332-44a3-800c-a2100415f44b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edefb4d2-d7f7-44b2-9fc0-aeee57d522bc HTTP/1.1" status: 204 len: 168 time: 0.1847379 Nov 22 17:05:20.188355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d4ded-2332-44a3-800c-a2100415f44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edefb4d2-d7f7-44b2-9fc0-aeee57d522bc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:20.329874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b11f4e-68d4-4534-8f6a-9811ecfbebcd req-e3e5f1a0-92af-4cce-80c7-b09d95669253 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:20.333755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41b11f4e-68d4-4534-8f6a-9811ecfbebcd req-e3e5f1a0-92af-4cce-80c7-b09d95669253 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 907 time: 0.1066346 Nov 22 17:05:20.594550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:05:20.822887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 36940) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:20.842032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7816129c-779a-43bd-be2d-8a1879d87494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.843994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:20.878186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e', 'network_id': 'a05560eb-36fc-49c6-84f9-b2c3ad59713e', 'port_id': 'fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e', 'mac_address': 'fa:16:3e:05:da:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:05:20.971023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7816129c-779a-43bd-be2d-8a1879d87494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.976946 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7816129c-779a-43bd-be2d-8a1879d87494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.008421 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.025220 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.041872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816129c-779a-43bd-be2d-8a1879d87494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb86a7d-3ce2-4f2b-8669-528183feb423,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:21.051524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7816129c-779a-43bd-be2d-8a1879d87494 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5ee4097545e4306a393e91289328b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254741 Nov 22 17:05:21.054287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 36946) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:21.057743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:21.110101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:21.121796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.122548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6406c0ae-216e-452e-b62b-1e8a88194778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.190486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6406c0ae-216e-452e-b62b-1e8a88194778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.199167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:21.291517 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6406c0ae-216e-452e-b62b-1e8a88194778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.297707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6406c0ae-216e-452e-b62b-1e8a88194778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.304965 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6406c0ae-216e-452e-b62b-1e8a88194778 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fdb86a7d-3ce2-4f2b-8669-528183feb423 HTTP/1.1" status: 204 len: 168 time: 0.2492099 Nov 22 17:05:21.314680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406c0ae-216e-452e-b62b-1e8a88194778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb86a7d-3ce2-4f2b-8669-528183feb423,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:21.421295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.509235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:21.566538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb7bb9-0515-4989-8589-aa1deeedce6c req-e3142683-74dd-485d-b4f0-6957f837e118 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:21.570897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-94cb7bb9-0515-4989-8589-aa1deeedce6c req-e3142683-74dd-485d-b4f0-6957f837e118 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 908 time: 0.1144695 Nov 22 17:05:22.616448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:22.784340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:05:22.789766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:22.790278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.836251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e0963-cee5-43d8-bdad-59bd1a47966d req-a91768b9-c12c-47dd-86a5-311de85f16c6 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:22.848015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-127e0963-cee5-43d8-bdad-59bd1a47966d req-a91768b9-c12c-47dd-86a5-311de85f16c6 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 908 time: 0.1135213 Nov 22 17:05:22.955782 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.019338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd404cf7f-5fc9-4938-b91d-6f16a9ddab06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:23.019338 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921d2c6e-9b51-47f0-8aff-9812ff6bf7d9" -d '{"events": [{"server_uuid": "d404cf7f-5fc9-4938-b91d-6f16a9ddab06", "name": "network-vif-plugged", "status": "completed", "tag": "fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:23.036871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:23.044972 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.107784 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957fe3fc-f99c-473c-8f36-23a5249140b4 x-openstack-request-id: req-957fe3fc-f99c-473c-8f36-23a5249140b4 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:23.108398 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d404cf7f-5fc9-4938-b91d-6f16a9ddab06", "name": "network-vif-plugged", "status": "completed", "tag": "fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:23.108816 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-957fe3fc-f99c-473c-8f36-23a5249140b4 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:23.110146 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd404cf7f-5fc9-4938-b91d-6f16a9ddab06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e', 'code': 200} Nov 22 17:05:23.140920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:23.250822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2772e1-0cf3-43f7-bf4b-2b9daec34207 req-ccdb9ddb-77d3-4730-81eb-a892f199fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:23.252337 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae2772e1-0cf3-43f7-bf4b-2b9daec34207 req-ccdb9ddb-77d3-4730-81eb-a892f199fcc7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 1060 time: 0.0670817 Nov 22 17:05:24.085329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8f92e-c880-4586-bd48-47bb72a1d6d3 req-31fb4c63-c76f-4cb1-833c-34923f482039 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:24.090865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53d8f92e-c880-4586-bd48-47bb72a1d6d3 req-31fb4c63-c76f-4cb1-833c-34923f482039 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 909 time: 0.1197472 Nov 22 17:05:24.508735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37078) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:24.966490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1063678358'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:25.001532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Made reservation on behalf of 53711342e5b341669aac2e5276fd30bc for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:25.005688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.016490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.120624 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.126568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.149628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:05:25.172901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d487dc7b-4689-4ba8-b9fe-3d4376dab890,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:25.176258 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.176860 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Added segment 522c8b8e-2675-4abd-9044-1695a3e4055b of type vlan for network cdb2d328-a99e-4d46-b386-30f8bc790b5b Nov 22 17:05:25.248787 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.287648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.290869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdb101-c7a0-4142-a687-8fa2cf860e1b req-e632392f-95aa-401e-8057-e96a879dbc4b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.294297 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0bdb101-c7a0-4142-a687-8fa2cf860e1b req-e632392f-95aa-401e-8057-e96a879dbc4b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 909 time: 0.0658977 Nov 22 17:05:25.296459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.297176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.395891 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8854241 Nov 22 17:05:25.399208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37100) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:25.404714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Request body: {'subnet': {'network_id': 'cdb2d328-a99e-4d46-b386-30f8bc790b5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:25.461511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f7c40-6a1b-4cb5-babe-a2d196ce020e req-9cf2fa78-d3a8-416f-9bef-16609370442a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.464972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f3f7c40-6a1b-4cb5-babe-a2d196ce020e req-9cf2fa78-d3a8-416f-9bef-16609370442a tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 909 time: 0.0805888 Nov 22 17:05:25.466913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a6277-17f7-47fb-beee-8060873d9a1f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event updated for resources: {'Network': ['ID=cdb2d328-a99e-4d46-b386-30f8bc790b5b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:25.492395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network cdb2d328-a99e-4d46-b386-30f8bc790b5b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:05:25.587061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Made reservation on behalf of 53711342e5b341669aac2e5276fd30bc for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:25.593731 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.648663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c46ec-c5a0-4529-b765-62978555e713 req-4f0a4d0c-b12d-4750-86a9-5b2876912230 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.650834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e34c46ec-c5a0-4529-b765-62978555e713 req-4f0a4d0c-b12d-4750-86a9-5b2876912230 tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 1060 time: 0.0907955 Nov 22 17:05:25.785047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a477b-87ce-41ff-9d1b-de5adeda483a req-7991d004-2b50-4de6-b396-df112b955beb tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.791715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df6a477b-87ce-41ff-9d1b-de5adeda483a req-7991d004-2b50-4de6-b396-df112b955beb tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1135 time: 0.0469761 Nov 22 17:05:25.874750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df6a477b-87ce-41ff-9d1b-de5adeda483a req-6ebe829a-bcf0-4d78-b933-5320e8ed642b tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0805578 Nov 22 17:05:25.924139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:25.953156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:26.033784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567187e7-21c7-4443-809f-bbc1d04baafe tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.034876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-567187e7-21c7-4443-809f-bbc1d04baafe tempest-TestSecurityGroupsBasicOps-188668930 tempest-TestSecurityGroupsBasicOps-188668930-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 1055 time: 0.1087048 Nov 22 17:05:26.102061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event updated for resources: {'Subnet': ['ID=fdd46031-94d7-48ea-a77c-55e32f355b88,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:26.111393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Checking segment: {'id': '522c8b8e-2675-4abd-9044-1695a3e4055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cdb2d328-a99e-4d46-b386-30f8bc790b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:26.112071 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Network hostable DHCP agents. Network: cdb2d328-a99e-4d46-b386-30f8bc790b5b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:05:26.164604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Network cdb2d328-a99e-4d46-b386-30f8bc790b5b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:05:26.183001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, cdb2d328-a99e-4d46-b386-30f8bc790b5b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:26.194640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cacee3-f326-4718-b51f-cbda15bd7e08 None None] Network cdb2d328-a99e-4d46-b386-30f8bc790b5b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:26.198592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.201782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:26.252010 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-49a491d5-2699-4ccd-aea5-1deb23248f3f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8514345 Nov 22 17:05:26.254590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:26.260776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Request body: {'port': {'network_id': 'cdb2d328-a99e-4d46-b386-30f8bc790b5b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1232818141'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:26.326298 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:05:26.523451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-cdb2d328-a99e-4d46-b386-30f8bc790b5b', 'network_id': 'cdb2d328-a99e-4d46-b386-30f8bc790b5b', 'tenant_id': '53711342e5b341669aac2e5276fd30bc', 'fixed_ips': [{'subnet_id': 'fdd46031-94d7-48ea-a77c-55e32f355b88'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:05:26.525472 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:26.559139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3d5ea-5389-4c03-b7e5-74425a182de4 req-334931fe-07dd-49cc-80e4-32a34b815421 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.569631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81c3d5ea-5389-4c03-b7e5-74425a182de4 req-334931fe-07dd-49cc-80e4-32a34b815421 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 909 time: 0.1390262 Nov 22 17:05:26.574691 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Made reservation on behalf of 53711342e5b341669aac2e5276fd30bc for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:26.597960 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:26.625178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] device_id is not set on port 50409e72-dfdf-46ff-8cc6-55a212f667f4 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:05:26.800708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Allocated IP 172.20.0.2 (cdb2d328-a99e-4d46-b386-30f8bc790b5b/fdd46031-94d7-48ea-a77c-55e32f355b88/0f9663ca-f7b7-4599-8da0-b53355c9b207) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:27.021979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.030549 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.117669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Allocated IP 172.20.0.13 (cdb2d328-a99e-4d46-b386-30f8bc790b5b/fdd46031-94d7-48ea-a77c-55e32f355b88/50409e72-dfdf-46ff-8cc6-55a212f667f4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:27.118990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Pushing event updated for resources: {'Port': ['ID=0f9663ca-f7b7-4599-8da0-b53355c9b207,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:27.136768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Network cdb2d328-a99e-4d46-b386-30f8bc790b5b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:27.136768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:27.144581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:27.228030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Attempting to bind port 0f9663ca-f7b7-4599-8da0-b53355c9b207 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:27.228547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Attempting to bind port 0f9663ca-f7b7-4599-8da0-b53355c9b207 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '522c8b8e-2675-4abd-9044-1695a3e4055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cdb2d328-a99e-4d46-b386-30f8bc790b5b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:27.229061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Attempting to bind port 0f9663ca-f7b7-4599-8da0-b53355c9b207 on network cdb2d328-a99e-4d46-b386-30f8bc790b5b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:27.236094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:27.239703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Checking segment: {'id': '522c8b8e-2675-4abd-9044-1695a3e4055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cdb2d328-a99e-4d46-b386-30f8bc790b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:27.239703 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.239703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Bound using segment: {'id': '522c8b8e-2675-4abd-9044-1695a3e4055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cdb2d328-a99e-4d46-b386-30f8bc790b5b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:27.239703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Bound port: 0f9663ca-f7b7-4599-8da0-b53355c9b207, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522c8b8e-2675-4abd-9044-1695a3e4055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'cdb2d328-a99e-4d46-b386-30f8bc790b5b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:27.239703 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.399604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] For port 0f9663ca-f7b7-4599-8da0-b53355c9b207, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:27.404983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] For port 0f9663ca-f7b7-4599-8da0-b53355c9b207, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0f9663ca-f7b7-4599-8da0-b53355c9b207,segment=NetworkSegment(522c8b8e-2675-4abd-9044-1695a3e4055b),segment_id=522c8b8e-2675-4abd-9044-1695a3e4055b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:27.413342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.447582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.493584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6ffcc-b46e-4898-bdd5-bd41709bca58 None None] Pushing event updated for resources: {'Port': ['ID=0f9663ca-f7b7-4599-8da0-b53355c9b207,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:27.502090 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.589699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Network cdb2d328-a99e-4d46-b386-30f8bc790b5b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:27.605886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:27.630190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event updated for resources: {'Port': ['ID=50409e72-dfdf-46ff-8cc6-55a212f667f4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:27.646859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:27.812165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-46d8e9b8-9d0f-4de2-83ea-7a5f77cb5dca tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:27.814432 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-46d8e9b8-9d0f-4de2-83ea-7a5f77cb5dca tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.62 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 909 time: 0.1004906 Nov 22 17:05:27.864621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.870676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.873449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.873953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.875058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.876042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.878859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.879302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.879745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.880227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.880625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.881021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:27.915386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:27.916793 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.949946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37162) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:27.953617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c275b2d4-3949-4f64-84ba-743cf66070af tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6971085 Nov 22 17:05:28.015231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c64f9-6f71-46ce-81af-8b77815128fa req-cf5be75f-f00b-44d9-95a0-dc0d64a764ab tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:28.017684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-850c64f9-6f71-46ce-81af-8b77815128fa req-cf5be75f-f00b-44d9-95a0-dc0d64a764ab tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 909 time: 0.2588856 Nov 22 17:05:28.580263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:28.580667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.707244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c56bd-4c6a-45b7-b9ad-bfa356f17dfe tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Deleting port 50409e72-dfdf-46ff-8cc6-55a212f667f4 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:28.707616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4c56bd-4c6a-45b7-b9ad-bfa356f17dfe tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.867115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4c56bd-4c6a-45b7-b9ad-bfa356f17dfe tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.885879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fa4c56bd-4c6a-45b7-b9ad-bfa356f17dfe tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Calling delete_port for 50409e72-dfdf-46ff-8cc6-55a212f667f4 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:28.979285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] For port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:28.980015 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.000272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Calling delete_port for fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:29.261623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245df13-5999-43f9-b0b4-819128f500a0 req-dba6c801-f9e2-4686-92db-1bb87d52b51f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:29.265408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9245df13-5999-43f9-b0b4-819128f500a0 req-dba6c801-f9e2-4686-92db-1bb87d52b51f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=d404cf7f-5fc9-4938-b91d-6f16a9ddab06 HTTP/1.1" status: 200 len: 909 time: 0.1121545 Nov 22 17:05:29.337698 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.363820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df1ffc-798d-47de-82b8-b07d4dcbe6da None None] Network cdb2d328-a99e-4d46-b386-30f8bc790b5b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:29.388698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Port': ['ID=fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:29.469638 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4c56bd-4c6a-45b7-b9ad-bfa356f17dfe tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.492059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] No DVR routers for this DVR port fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:29.526814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.530866 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-57667af4-d92e-447b-a8bc-29c9b5f6d9ba req-309f1d60-07a9-45c1-be77-c7d8550b73c9 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.62 "DELETE /v2.0/ports/fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e HTTP/1.1" status: 204 len: 173 time: 1.7101476 Nov 22 17:05:29.531336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd404cf7f-5fc9-4938-b91d-6f16a9ddab06', 'name': 'network-vif-deleted', 'tag': 'fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:29.533932 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1868606b-0e7f-4104-845b-112b8961008e" -d '{"events": [{"server_uuid": "d404cf7f-5fc9-4938-b91d-6f16a9ddab06", "name": "network-vif-deleted", "tag": "fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:29.549117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a22b8d3-141c-4c87-89c7-7c9383023ad8 None None] Provisioning complete for port 0f9663ca-f7b7-4599-8da0-b53355c9b207 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:29.549503 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a22b8d3-141c-4c87-89c7-7c9383023ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.670173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c56bd-4c6a-45b7-b9ad-bfa356f17dfe tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event deleted for resources: {'Port': ['ID=50409e72-dfdf-46ff-8cc6-55a212f667f4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:29.758486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0f9663ca-f7b7-4599-8da0-b53355c9b207 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:29.785871 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1406d7a9-89d0-41bd-869a-f3d8b5c2c39c x-openstack-request-id: req-1406d7a9-89d0-41bd-869a-f3d8b5c2c39c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:29.786229 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d404cf7f-5fc9-4938-b91d-6f16a9ddab06", "name": "network-vif-deleted", "tag": "fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:29.786712 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1406d7a9-89d0-41bd-869a-f3d8b5c2c39c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:29.786944 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd404cf7f-5fc9-4938-b91d-6f16a9ddab06', 'name': 'network-vif-deleted', 'tag': 'fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e', 'status': 'completed', 'code': 200} Nov 22 17:05:29.825561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4c56bd-4c6a-45b7-b9ad-bfa356f17dfe tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.835498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fa4c56bd-4c6a-45b7-b9ad-bfa356f17dfe tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "DELETE /v2.0/ports/50409e72-dfdf-46ff-8cc6-55a212f667f4 HTTP/1.1" status: 204 len: 168 time: 1.8831654 Nov 22 17:05:29.837883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37196) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:29.937078 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6aac01d-ec82-417f-b971-b709ceaae68a tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0927465 Nov 22 17:05:29.941255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37200) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:29.963290 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a22b8d3-141c-4c87-89c7-7c9383023ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.965631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1250480526'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:30.047336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Made reservation on behalf of 53711342e5b341669aac2e5276fd30bc for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:30.054512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.141178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:05:30.176373 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.177395 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Added segment c4e67417-0462-4083-8d2e-f1e0d4e6ad8a of type vlan for network 3b333699-2636-4ec5-88ee-eccc6e655f9c Nov 22 17:05:30.327940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0f9663ca-f7b7-4599-8da0-b53355c9b207 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:30.328414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.345966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.372717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37210) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:30.422553 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.427929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a22b8d3-141c-4c87-89c7-7c9383023ad8 None None] For port 0f9663ca-f7b7-4599-8da0-b53355c9b207, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0f9663ca-f7b7-4599-8da0-b53355c9b207,segment=NetworkSegment(522c8b8e-2675-4abd-9044-1695a3e4055b),segment_id=522c8b8e-2675-4abd-9044-1695a3e4055b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:30.431669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.433790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.434937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a22b8d3-141c-4c87-89c7-7c9383023ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.523482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22b8d3-141c-4c87-89c7-7c9383023ad8 None None] Pushing event updated for resources: {'Port': ['ID=0f9663ca-f7b7-4599-8da0-b53355c9b207,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:30.614411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6702964 Nov 22 17:05:30.642541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37220) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:30.753560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1a4a5-adf7-46eb-b0ef-8b1640b78319 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event updated for resources: {'Network': ['ID=3b333699-2636-4ec5-88ee-eccc6e655f9c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:30.778047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 3b333699-2636-4ec5-88ee-eccc6e655f9c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:05:31.082729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5c7b95ae-c109-4a9a-830b-aa5a5f1a0223 None None] Provisioning complete for port 0f9663ca-f7b7-4599-8da0-b53355c9b207 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:31.083159 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c7b95ae-c109-4a9a-830b-aa5a5f1a0223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.130365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1d140428-dfc1-4fd9-8202-08e7d0ed582d tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "GET /v2.0/agents/207e6885-c520-4cb2-b14b-7ecd7af7a33d/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 0.4782219 Nov 22 17:05:31.130365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.313938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad880d9-8267-4ecf-88af-bd7685b8b1d7 tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] Network 3b333699-2636-4ec5-88ee-eccc6e655f9c is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:05:31.336047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bad880d9-8267-4ecf-88af-bd7685b8b1d7 tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "POST /v2.0/agents/207e6885-c520-4cb2-b14b-7ecd7af7a33d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2069390 Nov 22 17:05:31.340875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.354338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9d1ce-b8f1-4892-adda-c2f8649fe640 None None] Network 3b333699-2636-4ec5-88ee-eccc6e655f9c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:31.506056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-188bdb6e-f087-4d0a-951d-61f64f5dff7f None None] Could not find standard attr ID for object 50409e72-dfdf-46ff-8cc6-55a212f667f4. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:05:31.530839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.613217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0f9663ca-f7b7-4599-8da0-b53355c9b207 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:31.681882 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.750403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a28abca9-2360-4cbc-a0b4-0d05544599b9 tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "GET /v2.0/agents/207e6885-c520-4cb2-b14b-7ecd7af7a33d/dhcp-networks HTTP/1.1" status: 200 len: 7225 time: 0.4079919 Nov 22 17:05:31.752290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.832657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0f9663ca-f7b7-4599-8da0-b53355c9b207 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:31.833349 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.995923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37248) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.996299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ca3f338-7e5b-42b4-ac1e-98c75a177789 tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "DELETE /v2.0/agents/207e6885-c520-4cb2-b14b-7ecd7af7a33d/dhcp-networks/3b333699-2636-4ec5-88ee-eccc6e655f9c HTTP/1.1" status: 204 len: 168 time: 0.2372580 Nov 22 17:05:32.048518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-876f0d39-55ea-41fc-86ef-b1970074796b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.360792 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1d924909-0c2f-40e4-b5a7-01546c5dc680 tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "GET /v2.0/agents/207e6885-c520-4cb2-b14b-7ecd7af7a33d/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 0.3632743 Nov 22 17:05:32.365255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37254) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.406287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-876f0d39-55ea-41fc-86ef-b1970074796b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.434626 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-876f0d39-55ea-41fc-86ef-b1970074796b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.443012 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5a87668-8599-4565-b0c2-d14320099a5d tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "GET /v2.0/networks/cdb2d328-a99e-4d46-b386-30f8bc790b5b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0767028 Nov 22 17:05:32.446850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37256) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.502092 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-876f0d39-55ea-41fc-86ef-b1970074796b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3806b9faa1ca4db7b6a4438d5a04d307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9702866 Nov 22 17:05:32.504902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f0d39-55ea-41fc-86ef-b1970074796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8bb8a-c469-4ac5-922e-4de9263a5c01,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:32.508252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37260) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.516696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ffb70d09-9dbe-4a80-955e-0ca81bc81170 tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "GET /v2.0/networks/cdb2d328-a99e-4d46-b386-30f8bc790b5b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0635843 Nov 22 17:05:32.517675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37262) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.573321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting port b5d2c1f8-227b-4479-9143-d4c50a3539f4 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:32.573923 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.628059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:32.656352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d74cce1d-a864-440c-a0ca-7b15435acbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.711209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-01e04773-9876-4362-91cf-d28d79fd5d6c tempest-DHCPAgentSchedulersTestJSON-366813896 tempest-DHCPAgentSchedulersTestJSON-366813896-project-admin] 10.222.0.59 "GET /v2.0/agents/207e6885-c520-4cb2-b14b-7ecd7af7a33d/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 0.1919217 Nov 22 17:05:32.715762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37270) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.733993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:32.734419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] For port b5d2c1f8-227b-4479-9143-d4c50a3539f4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b5d2c1f8-227b-4479-9143-d4c50a3539f4,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:32.734868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.735573 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device fdb4cfb9-7569-4ddd-a5f2-cd801faffe7e not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:32.764521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Calling delete_port for b5d2c1f8-227b-4479-9143-d4c50a3539f4 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:32.797749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d74cce1d-a864-440c-a0ca-7b15435acbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.824286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.949216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.978925 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d74cce1d-a864-440c-a0ca-7b15435acbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.983311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d74cce1d-a864-440c-a0ca-7b15435acbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.987387 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d74cce1d-a864-440c-a0ca-7b15435acbe7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19f8bb8a-c469-4ac5-922e-4de9263a5c01 HTTP/1.1" status: 204 len: 168 time: 0.4771464 Nov 22 17:05:33.002718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cce1d-a864-440c-a0ca-7b15435acbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8bb8a-c469-4ac5-922e-4de9263a5c01,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:33.004700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b333699-2636-4ec5-88ee-eccc6e655f9c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:33.033298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e67417-0462-4083-8d2e-f1e0d4e6ad8a') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:33.033631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e67417-0462-4083-8d2e-f1e0d4e6ad8a') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:33.046690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.062569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.070252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:33.071788 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:33.076294 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:33.081208 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.127895 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Port': ['ID=b5d2c1f8-227b-4479-9143-d4c50a3539f4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:33.184542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.225216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.229956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "DELETE /v2.0/networks/3b333699-2636-4ec5-88ee-eccc6e655f9c HTTP/1.1" status: 204 len: 168 time: 0.5128670 Nov 22 17:05:33.231603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29104f-3956-4983-9e91-8b50054655f0 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event deleted for resources: {'Network': ['ID=3b333699-2636-4ec5-88ee-eccc6e655f9c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:33.232601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37280) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:33.297769 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-19572108-4e23-40a4-9b67-70c3e0d16896 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] DELETE failed (client error): The resource could not be found. Nov 22 17:05:33.298656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19572108-4e23-40a4-9b67-70c3e0d16896 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:05:33.313161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:33.323885 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-19572108-4e23-40a4-9b67-70c3e0d16896 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "DELETE /v2.0/ports/50409e72-dfdf-46ff-8cc6-55a212f667f4 HTTP/1.1" status: 404 len: 333 time: 0.0732169 Nov 22 17:05:33.422501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbee1de3-0dd6-47b8-80ce-5be4274b781f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Deleting subnet fdd46031-94d7-48ea-a77c-55e32f355b88 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:05:33.438476 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbee1de3-0dd6-47b8-80ce-5be4274b781f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.534264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbee1de3-0dd6-47b8-80ce-5be4274b781f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.566671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37296) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:33.590814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11efa080-afd8-4275-86b8-573f8b86671b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.608451 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.687874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbee1de3-0dd6-47b8-80ce-5be4274b781f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.782423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbee1de3-0dd6-47b8-80ce-5be4274b781f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.826596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11efa080-afd8-4275-86b8-573f8b86671b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.837100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee1de3-0dd6-47b8-80ce-5be4274b781f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd46031-94d7-48ea-a77c-55e32f355b88,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:33.842529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbee1de3-0dd6-47b8-80ce-5be4274b781f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.847187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dbee1de3-0dd6-47b8-80ce-5be4274b781f tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "DELETE /v2.0/subnets/fdd46031-94d7-48ea-a77c-55e32f355b88 HTTP/1.1" status: 204 len: 168 time: 0.5329907 Nov 22 17:05:33.849866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37306) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:33.852416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780bc99-96b0-4a91-9d6e-9785ea997dbb None None] Network cdb2d328-a99e-4d46-b386-30f8bc790b5b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:33.871004 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11efa080-afd8-4275-86b8-573f8b86671b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.948928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-11efa080-afd8-4275-86b8-573f8b86671b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff9b3e9074cc481dbfa09b62e8d10055&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3784189 Nov 22 17:05:33.973005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37308) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:33.973883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efa080-afd8-4275-86b8-573f8b86671b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28415914-8e05-4700-a3b5-be80bcf876c2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.019111 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.072779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:34.091963 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f645796-611b-4075-ba88-b3226b5a1733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.093284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Deleting port 0f9663ca-f7b7-4599-8da0-b53355c9b207 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:34.093867 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.121259 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f645796-611b-4075-ba88-b3226b5a1733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.132700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] DHCP port deletion for cdb2d328-a99e-4d46-b386-30f8bc790b5b request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:34.185203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] For port 0f9663ca-f7b7-4599-8da0-b53355c9b207, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0f9663ca-f7b7-4599-8da0-b53355c9b207,segment=NetworkSegment(522c8b8e-2675-4abd-9044-1695a3e4055b),segment_id=522c8b8e-2675-4abd-9044-1695a3e4055b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:34.185860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.219809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Calling delete_port for 0f9663ca-f7b7-4599-8da0-b53355c9b207 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:34.251756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f645796-611b-4075-ba88-b3226b5a1733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.253057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] Deleting port 0f9663ca-f7b7-4599-8da0-b53355c9b207 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:34.253755 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.256227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4f645796-611b-4075-ba88-b3226b5a1733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.261286 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4f645796-611b-4075-ba88-b3226b5a1733 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28415914-8e05-4700-a3b5-be80bcf876c2 HTTP/1.1" status: 204 len: 168 time: 0.2834926 Nov 22 17:05:34.278312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f645796-611b-4075-ba88-b3226b5a1733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28415914-8e05-4700-a3b5-be80bcf876c2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.375938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:34.382385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] For port 0f9663ca-f7b7-4599-8da0-b53355c9b207, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0f9663ca-f7b7-4599-8da0-b53355c9b207,segment=NetworkSegment(522c8b8e-2675-4abd-9044-1695a3e4055b),segment_id=522c8b8e-2675-4abd-9044-1695a3e4055b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:34.385787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.386063 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-50f95759-ba29-4b56-bc96-192d816092be tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "PUT /v2.0/routers/29edf8c2-6a43-4ecb-8ee9-32f2c1671da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0090320 Nov 22 17:05:34.386778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37324) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:34.402000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] Calling delete_port for 0f9663ca-f7b7-4599-8da0-b53355c9b207 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:34.428203 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.482864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event deleted for resources: {'Port': ['ID=0f9663ca-f7b7-4599-8da0-b53355c9b207,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.492681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] No DVR routers for this DVR port 0f9663ca-f7b7-4599-8da0-b53355c9b207 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:34.504999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.529526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] Sync routers for ids ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:34.539884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-674964cd-e001-4f40-aae5-19a459b71e61 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting subnet cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:05:34.551190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-674964cd-e001-4f40-aae5-19a459b71e61 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.586696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] No DVR routers for this DVR port 0f9663ca-f7b7-4599-8da0-b53355c9b207 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:34.589584 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005c51b-1bdb-4908-9896-9a076ced12e6 None None] Pushing event deleted for resources: {'Port': ['ID=0f9663ca-f7b7-4599-8da0-b53355c9b207,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.601716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] Routers {'29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:34.603680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:34.680324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.694226 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-674964cd-e001-4f40-aae5-19a459b71e61 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.729780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb2d328-a99e-4d46-b386-30f8bc790b5b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:34.773157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522c8b8e-2675-4abd-9044-1695a3e4055b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:34.773429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522c8b8e-2675-4abd-9044-1695a3e4055b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:34.806602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.863975 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.889994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:34.891586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:34.904920 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:34.967341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] Set router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:34.990192 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-674964cd-e001-4f40-aae5-19a459b71e61 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.060933 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.086976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.119053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] 10.222.0.59 "DELETE /v2.0/networks/cdb2d328-a99e-4d46-b386-30f8bc790b5b HTTP/1.1" status: 204 len: 168 time: 1.2440438 Nov 22 17:05:35.154929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdd577-f2a5-4030-9764-c08c8d64bb93 tempest-DHCPAgentSchedulersTestJSON-1876169258 tempest-DHCPAgentSchedulersTestJSON-1876169258-project] Pushing event deleted for resources: {'Network': ['ID=cdb2d328-a99e-4d46-b386-30f8bc790b5b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:35.165882 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-674964cd-e001-4f40-aae5-19a459b71e61 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.232141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674964cd-e001-4f40-aae5-19a459b71e61 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:35.241970 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-674964cd-e001-4f40-aae5-19a459b71e61 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.253668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:35.256819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8fb31-effb-4953-8de7-eb9548595aca None None] Network a05560eb-36fc-49c6-84f9-b2c3ad59713e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:35.261763 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-674964cd-e001-4f40-aae5-19a459b71e61 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/subnets/cb6c6ea7-e8d1-4c4b-9df7-757e45181a1a HTTP/1.1" status: 204 len: 168 time: 0.8727448 Nov 22 17:05:35.478233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0f9663ca-f7b7-4599-8da0-b53355c9b207 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:35.540600 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.558931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37354) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:35.566879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0f9663ca-f7b7-4599-8da0-b53355c9b207 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:35.567010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0f9663ca-f7b7-4599-8da0-b53355c9b207 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:35.734432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:05:33Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:35.788379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] Checking router: 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:35.828046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] Routers {'29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:35.828046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:35.852466 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-529904b3-a912-480e-9195-0ae7dd3268dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53711342e5b341669aac2e5276fd30bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2921371 Nov 22 17:05:35.854968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37368) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:35.968590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0dc755ba-a11e-4527-bfcb-4dfac203f49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.029243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0dc755ba-a11e-4527-bfcb-4dfac203f49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.079917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] Set router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:36.141254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0dc755ba-a11e-4527-bfcb-4dfac203f49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.145346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0dc755ba-a11e-4527-bfcb-4dfac203f49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.156945 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0dc755ba-a11e-4527-bfcb-4dfac203f49c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d487dc7b-4689-4ba8-b9fe-3d4376dab890 HTTP/1.1" status: 204 len: 168 time: 0.2978468 Nov 22 17:05:36.188481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc755ba-a11e-4527-bfcb-4dfac203f49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d487dc7b-4689-4ba8-b9fe-3d4376dab890,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:36.336009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] DHCP port deletion for a05560eb-36fc-49c6-84f9-b2c3ad59713e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:36.362993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.491609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:36.492189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.521931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:05:33Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:36.594021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69c65a0-1f59-4eba-aacf-ee554d9d6964 None None] The sync data for ids ['29edf8c2-6a43-4ecb-8ee9-32f2c1671da1'] in n-d-816865-2 is: [{'id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-410736341', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:56Z', 'updated_at': '2021-11-22T17:05:33Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': '2d25f1a2-6e2a-4872-b6d0-4ce3052f9916', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29edf8c2-6a43-4ecb-8ee9-32f2c1671da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:57Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:36.613282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] Deleting port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:36.613845 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.740075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] For port 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2d25f1a2-6e2a-4872-b6d0-4ce3052f9916,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:36.740619 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.788642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.792313 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Calling delete_port for 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:36.793055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] For port 6ede2f12-7cc6-47a7-8502-974c5fd4c682, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6ede2f12-7cc6-47a7-8502-974c5fd4c682,segment=NetworkSegment(d75a762f-4ab4-491f-9594-d79ef4adca72),segment_id=d75a762f-4ab4-491f-9594-d79ef4adca72)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:36.793625 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.830465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] Calling delete_port for 6ede2f12-7cc6-47a7-8502-974c5fd4c682 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:36.919695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37396) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:36.939038 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56ffcc90-3044-4dc1-af67-58a9eb4a5f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.052136 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.102721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] No DVR routers for this DVR port 6ede2f12-7cc6-47a7-8502-974c5fd4c682 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:37.139443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56ffcc90-3044-4dc1-af67-58a9eb4a5f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.146029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-56ffcc90-3044-4dc1-af67-58a9eb4a5f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.158489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cffd37-767d-41cd-8fbe-dcf0bcf18e25 None None] Pushing event deleted for resources: {'Port': ['ID=6ede2f12-7cc6-47a7-8502-974c5fd4c682,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:37.230111 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-56ffcc90-3044-4dc1-af67-58a9eb4a5f88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=370068d2f6eb4b39b05c3d76ff8d1924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081162 Nov 22 17:05:37.237059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37416) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:37.243476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffcc90-3044-4dc1-af67-58a9eb4a5f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3c35a8-9753-4b5a-abbe-da3aef301523,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:37.250244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.365180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Port': ['ID=2d25f1a2-6e2a-4872-b6d0-4ce3052f9916,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:37.405983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156a7ef-016b-4ab9-984c-dbd477399517 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:37.470543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b5d2c1f8-227b-4479-9143-d4c50a3539f4 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:37.490929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.521989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b5d2c1f8-227b-4479-9143-d4c50a3539f4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:37.523937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b5d2c1f8-227b-4479-9143-d4c50a3539f4 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:37.524663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6ede2f12-7cc6-47a7-8502-974c5fd4c682 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:37.554376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 6ede2f12-7cc6-47a7-8502-974c5fd4c682 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:37.555108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6ede2f12-7cc6-47a7-8502-974c5fd4c682 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:37.629382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.631775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.688585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e58d68c-c105-4db5-8d2b-6142e4e1ac52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.694033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.694686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Fanout notify agent at l3_agent the message router_deleted on router 29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:05:37.707586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.711613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37422) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:37.711908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a485153c-37eb-46b6-8f33-51bb919444dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/routers/29edf8c2-6a43-4ecb-8ee9-32f2c1671da1 HTTP/1.1" status: 204 len: 168 time: 2.4568045 Nov 22 17:05:37.727240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e58d68c-c105-4db5-8d2b-6142e4e1ac52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.817312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e58d68c-c105-4db5-8d2b-6142e4e1ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.831503 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e58d68c-c105-4db5-8d2b-6142e4e1ac52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.833033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1e58d68c-c105-4db5-8d2b-6142e4e1ac52 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd3c35a8-9753-4b5a-abbe-da3aef301523 HTTP/1.1" status: 204 len: 168 time: 0.5949512 Nov 22 17:05:37.841280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.863441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58d68c-c105-4db5-8d2b-6142e4e1ac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3c35a8-9753-4b5a-abbe-da3aef301523,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:37.995402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.088011 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.124783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05560eb-36fc-49c6-84f9-b2c3ad59713e']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:38.142747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75a762f-4ab4-491f-9594-d79ef4adca72') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:38.143358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75a762f-4ab4-491f-9594-d79ef4adca72') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:38.179276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.230185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.238280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:38.238777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:38.243023 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:38.353290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.375629 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.380077 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/networks/a05560eb-36fc-49c6-84f9-b2c3ad59713e HTTP/1.1" status: 204 len: 168 time: 0.6657274 Nov 22 17:05:38.382977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37440) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:38.455569 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42ca17-1323-4a6d-af59-3984c0b02c30 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Network': ['ID=a05560eb-36fc-49c6-84f9-b2c3ad59713e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:38.819433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting port 0602c1d6-2d63-4f86-9e9d-448ef7f53ddc {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:38.820424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.926485 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.928582 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.944705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Calling delete_port for 0602c1d6-2d63-4f86-9e9d-448ef7f53ddc owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:39.231641 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.281193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Port': ['ID=0602c1d6-2d63-4f86-9e9d-448ef7f53ddc,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:39.406070 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.406070 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Floating IP 1ff04c78-7f1a-4bbc-983e-abb3ab5b5129 disassociated (deleted). External IP: 172.25.0.232, port: 8dce0728-ce29-4b4c-96c3-c692640e296b. Nov 22 17:05:39.465178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:39.493206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:39.494295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2d25f1a2-6e2a-4872-b6d0-4ce3052f9916 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:39.823488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Router 20006899-8c34-42a5-a7f2-552e796c76b8 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:40.078620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:40.092180 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] Sync routers for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:40.096214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.107485 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:40.108142 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:40.148941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7fd95b70-2008-4569-adcf-7946832359dd tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/floatingips/1ff04c78-7f1a-4bbc-983e-abb3ab5b5129 HTTP/1.1" status: 204 len: 168 time: 1.7629809 Nov 22 17:05:40.150238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:40.155624 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:40.328542 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:40.783821 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:04:00Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:40.842109 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] Checking router: 20006899-8c34-42a5-a7f2-552e796c76b8 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:40.853503 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd13cf50-d034-42e5-a615-56f5c7f290b6 x-openstack-request-id: req-bd13cf50-d034-42e5-a615-56f5c7f290b6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:40.854037 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:40.854155 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd13cf50-d034-42e5-a615-56f5c7f290b6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:40.854639 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'status': 'completed', 'code': 200} Nov 22 17:05:40.908890 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:40.912093 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:41.091487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-31cfd7dd-8e9d-4c7c-a1b3-ef65969467e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.093292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-31cfd7dd-8e9d-4c7c-a1b3-ef65969467e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 1135 time: 0.1824563 Nov 22 17:05:41.120160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4fbc1-e8f0-43a2-a15d-b9b0eaff939d req-db94cbe6-4e38-4fa4-b601-825d679dd79b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.122669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84e4fbc1-e8f0-43a2-a15d-b9b0eaff939d req-db94cbe6-4e38-4fa4-b601-825d679dd79b tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 984 time: 0.1259518 Nov 22 17:05:41.171009 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:41.414569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84e4fbc1-e8f0-43a2-a15d-b9b0eaff939d req-89855ab8-b27a-4ff1-b1b5-cecaa0772d0f tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2781563 Nov 22 17:05:41.419551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:41.439077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-3e8f57c6-b54f-44ed-b1d8-d1b5b8e09b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.441501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-3e8f57c6-b54f-44ed-b1d8-d1b5b8e09b2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37 HTTP/1.1" status: 200 len: 898 time: 0.3395801 Nov 22 17:05:41.498557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-4ea5c5d9-e177-4fe4-9ba4-dfa034342cca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dce0728-ce29-4b4c-96c3-c692640e296b HTTP/1.1" status: 200 len: 217 time: 0.0466144 Nov 22 17:05:41.590762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-1167557c-e01c-4db0-994b-52b631447e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.592022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-1167557c-e01c-4db0-994b-52b631447e76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3a5c6a2-0809-49bc-a989-350bc422fef8 HTTP/1.1" status: 200 len: 834 time: 0.0875163 Nov 22 17:05:41.655723 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:04:00Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:41.689118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-8af2aebe-b087-449c-9ab4-fa73ade60488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.690631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-8af2aebe-b087-449c-9ab4-fa73ade60488 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=95d64dcf-29d0-4e60-a09d-ff15ccfaec37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887504 Nov 22 17:05:41.714634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:41.735691 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b65e95e-4d70-46ff-a2e5-db8f95dfaf13 None None] The sync data for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 is: [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '26977df4-9027-47c9-9514-9698875b968d', 'name': '', 'network_id': '95d64dcf-29d0-4e60-a09d-ff15ccfaec37', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'mac_address': 'fa:16:3e:6e:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:50Z', 'updated_at': '2021-11-22T17:04:00Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'subnets': [{'id': 'f3a5c6a2-0809-49bc-a989-350bc422fef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:41.810387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:41.851300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-82b83c02-3da3-4930-9eff-3359b0540e76 service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523008 Nov 22 17:05:41.900805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320524b0-a133-4631-8013-3036b3a749ce req-e5a95e4d-c21c-4136-aa56-1e4b2a462d28 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.903096 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-320524b0-a133-4631-8013-3036b3a749ce req-e5a95e4d-c21c-4136-aa56-1e4b2a462d28 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 984 time: 0.1195924 Nov 22 17:05:41.993887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f2dc18b-6cb6-434e-9b03-6d775a3a10ba req-c31811b9-beaa-4295-a58c-96b913383435 service neutron] 10.222.0.37 "GET /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345856 Nov 22 17:05:42.069746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.096875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting port 8dce0728-ce29-4b4c-96c3-c692640e296b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:42.099885 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.305681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dd3833-9da6-4842-9139-e927861bf0f2 None None] New status for floating IP 1ff04c78-7f1a-4bbc-983e-abb3ab5b5129: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:05:42.736006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17416db3-23d8-40b5-b367-02c956a1b396 req-9a8b87ca-288c-4fde-8859-2d484ca45f7c tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:42.746138 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17416db3-23d8-40b5-b367-02c956a1b396 req-9a8b87ca-288c-4fde-8859-2d484ca45f7c tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 984 time: 0.0993872 Nov 22 17:05:42.782561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] For port 8dce0728-ce29-4b4c-96c3-c692640e296b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=8dce0728-ce29-4b4c-96c3-c692640e296b,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:42.783160 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.821340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Calling delete_port for 8dce0728-ce29-4b4c-96c3-c692640e296b owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:42.831036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Allocated IP 172.25.0.46 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f5c6837c-ab2a-417c-9074-918ef4d3d178) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:42.857312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17416db3-23d8-40b5-b367-02c956a1b396 req-27eef074-8ca8-440b-9b00-2977c8249680 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/security-groups?id=82dd7a30-1477-4d38-8652-0a448739df1a&id=18e5a176-3ed1-40bd-bb2a-2e3253e9d907&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1098902 Nov 22 17:05:43.144108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.186386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.229578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Port': ['ID=8dce0728-ce29-4b4c-96c3-c692640e296b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:43.241669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.302162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] No DVR routers for this DVR port 8dce0728-ce29-4b4c-96c3-c692640e296b on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:43.309037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.312467 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-320524b0-a133-4631-8013-3036b3a749ce req-0d0f02cf-ba87-4ee3-81ab-95aa1a3395ad tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.37 "DELETE /v2.0/ports/8dce0728-ce29-4b4c-96c3-c692640e296b HTTP/1.1" status: 204 len: 173 time: 1.3999104 Nov 22 17:05:43.312964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'name': 'network-vif-deleted', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:43.315591 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f5b66d-a611-4de5-9c82-092bf1c2fbed" -d '{"events": [{"server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "name": "network-vif-deleted", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:43.359917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:43.377736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:43.385400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:43.389138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'Port': ['ID=f5c6837c-ab2a-417c-9074-918ef4d3d178,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:43.444728 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ae9f36-ae0a-459c-a480-30314d09e20f x-openstack-request-id: req-a1ae9f36-ae0a-459c-a480-30314d09e20f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:43.445075 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ccb0f70-5da8-4e3c-9f1d-c4150b84effe", "name": "network-vif-deleted", "tag": "8dce0728-ce29-4b4c-96c3-c692640e296b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:43.445349 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1ae9f36-ae0a-459c-a480-30314d09e20f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:43.445757 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ccb0f70-5da8-4e3c-9f1d-c4150b84effe', 'name': 'network-vif-deleted', 'tag': '8dce0728-ce29-4b4c-96c3-c692640e296b', 'status': 'completed', 'code': 200} Nov 22 17:05:43.547341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.594012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.885351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.908676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.050925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47e7bd6b-90f2-43c2-be4c-a4753175d1f6 req-0b0438cc-7d7c-4813-8755-3c09ea91e7f3 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ccb0f70-5da8-4e3c-9f1d-c4150b84effe HTTP/1.1" status: 200 len: 210 time: 0.0610659 Nov 22 17:05:44.154293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'Port': ['ID=f5c6837c-ab2a-417c-9074-918ef4d3d178,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:44.202572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.230421 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.236695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37620) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:44.239705 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-541840ed-3105-4794-98f4-16e3b1f92a79 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8176455 Nov 22 17:05:44.242723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1482733078'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:44.292032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Made reservation on behalf of 4ca354de9761452bb9f817de66c6c8e1 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:44.295909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.310018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.425937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37624) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:44.472447 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.478175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.526069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:05:44.581221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdd5d97-bd1b-42ce-814f-0a60fbadb917,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:44.598378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.598754 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Added segment 15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e of type vlan for network 96a828f9-5274-4a68-9e9f-a105cef41705 Nov 22 17:05:44.692411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7011d1ed-3e89-4c39-984a-9bc86fb6e07a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.692868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.778039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.786239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:44.787705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.872435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8dce0728-ce29-4b4c-96c3-c692640e296b no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:44.875786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7011d1ed-3e89-4c39-984a-9bc86fb6e07a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.883180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7011d1ed-3e89-4c39-984a-9bc86fb6e07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.890203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6488228 Nov 22 17:05:44.892267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:44.912963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Request body: {'subnet': {'network_id': '96a828f9-5274-4a68-9e9f-a105cef41705', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:44.922242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 8dce0728-ce29-4b4c-96c3-c692640e296b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:44.922586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 8dce0728-ce29-4b4c-96c3-c692640e296b not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:44.956206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011d1ed-3e89-4c39-984a-9bc86fb6e07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb05b48f-5ea7-4055-8612-614d19a55b3d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:44.967714 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7011d1ed-3e89-4c39-984a-9bc86fb6e07a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0923d701059485fa83a07955c1bec1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5371099 Nov 22 17:05:44.968116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37636) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:45.018131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744ef7e-d1a5-41c1-a590-47cb72cdb7d4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'Network': ['ID=96a828f9-5274-4a68-9e9f-a105cef41705,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:45.032457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 96a828f9-5274-4a68-9e9f-a105cef41705 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:05:45.131492 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b19476c9-321a-4514-b999-f2a2b1d56302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.137890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:45.179516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b19476c9-321a-4514-b999-f2a2b1d56302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.281944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b19476c9-321a-4514-b999-f2a2b1d56302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.289790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Made reservation on behalf of 4ca354de9761452bb9f817de66c6c8e1 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:45.290329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b19476c9-321a-4514-b999-f2a2b1d56302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.294833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.303180 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b19476c9-321a-4514-b999-f2a2b1d56302 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb05b48f-5ea7-4055-8612-614d19a55b3d HTTP/1.1" status: 204 len: 168 time: 0.3323522 Nov 22 17:05:45.324577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19476c9-321a-4514-b999-f2a2b1d56302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb05b48f-5ea7-4055-8612-614d19a55b3d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:45.473434 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ff97a75-fe24-4bfd-ac64-21a5c21f0df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.534494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f05afaf7-266b-4e59-8136-795064455fc4 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.637757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f05afaf7-266b-4e59-8136-795064455fc4 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.738797 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.754661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f05afaf7-266b-4e59-8136-795064455fc4 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.757969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f05afaf7-266b-4e59-8136-795064455fc4 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.762579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37656) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:45.762826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f05afaf7-266b-4e59-8136-795064455fc4 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/security-groups/18e5a176-3ed1-40bd-bb2a-2e3253e9d907 HTTP/1.1" status: 204 len: 168 time: 0.6236355 Nov 22 17:05:45.830847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05afaf7-266b-4e59-8136-795064455fc4 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e5a176-3ed1-40bd-bb2a-2e3253e9d907,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:45.862795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'Subnet': ['ID=31e5bdd4-af45-4c70-8049-a8fa5f422512,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:45.868755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Checking segment: {'id': '15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '96a828f9-5274-4a68-9e9f-a105cef41705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:45.869137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Network hostable DHCP agents. Network: 96a828f9-5274-4a68-9e9f-a105cef41705, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:05:45.897864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Network 96a828f9-5274-4a68-9e9f-a105cef41705 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:05:45.910474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 96a828f9-5274-4a68-9e9f-a105cef41705) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:45.934323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b648cb-12a9-48e5-889f-497a8753ee31 None None] Network 96a828f9-5274-4a68-9e9f-a105cef41705 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:45.945441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:45.946175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.963073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c867b11a-9a1f-4c2a-a342-fbd8f7bd7345 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.028141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e9e0f1f2-51fc-48ab-ab73-e97a22bec808 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1222959 Nov 22 17:05:46.028958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37666) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:46.045681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-85778622', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:46.054533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c867b11a-9a1f-4c2a-a342-fbd8f7bd7345 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.113638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.115187 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.184321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c867b11a-9a1f-4c2a-a342-fbd8f7bd7345 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.187742 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c867b11a-9a1f-4c2a-a342-fbd8f7bd7345 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.190194 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c867b11a-9a1f-4c2a-a342-fbd8f7bd7345 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/security-groups/82dd7a30-1477-4d38-8652-0a448739df1a HTTP/1.1" status: 204 len: 168 time: 0.4256625 Nov 22 17:05:46.211234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37672) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:46.212098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867b11a-9a1f-4c2a-a342-fbd8f7bd7345 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dd7a30-1477-4d38-8652-0a448739df1a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:46.498461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-96a828f9-5274-4a68-9e9f-a105cef41705', 'network_id': '96a828f9-5274-4a68-9e9f-a105cef41705', 'tenant_id': '4ca354de9761452bb9f817de66c6c8e1', 'fixed_ips': [{'subnet_id': '31e5bdd4-af45-4c70-8049-a8fa5f422512'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:05:46.501018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:46.782507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Allocated IP 172.20.0.2 (96a828f9-5274-4a68-9e9f-a105cef41705/31e5bdd4-af45-4c70-8049-a8fa5f422512/4b8bfdcd-4233-4b9b-a266-9792212f3b0f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:46.827269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.060796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.071765 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.082313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.085701 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.131339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Pushing event updated for resources: {'Port': ['ID=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:47.144201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Network 96a828f9-5274-4a68-9e9f-a105cef41705 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:47.145641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:47.148116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:47.228140 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Attempting to bind port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:47.228520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Attempting to bind port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '96a828f9-5274-4a68-9e9f-a105cef41705'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:47.228898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Attempting to bind port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f on network 96a828f9-5274-4a68-9e9f-a105cef41705 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:47.236586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:47.237107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Checking segment: {'id': '15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '96a828f9-5274-4a68-9e9f-a105cef41705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:47.237811 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.238222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Bound using segment: {'id': '15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '96a828f9-5274-4a68-9e9f-a105cef41705'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:47.238787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Bound port: 4b8bfdcd-4233-4b9b-a266-9792212f3b0f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '96a828f9-5274-4a68-9e9f-a105cef41705'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:47.239145 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.351240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] For port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:47.355719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] For port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,segment=NetworkSegment(15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e),segment_id=15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:47.362915 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.452976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d012d00-12cc-4990-8cef-682f35fe2b12 None None] Pushing event updated for resources: {'Port': ['ID=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:47.461899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.527990 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.699652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting port 26977df4-9027-47c9-9514-9698875b968d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:47.700411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.804706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Allocated IP 172.25.0.222 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/03e31021-4504-4744-9baa-28e19073d308) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:47.918588 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a98c9f65-49e6-495b-9770-e09fc9b11497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:47.989273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] For port 26977df4-9027-47c9-9514-9698875b968d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=26977df4-9027-47c9-9514-9698875b968d,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:47.989627 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.018386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Calling delete_port for 26977df4-9027-47c9-9514-9698875b968d owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:48.209787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.314978 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.379191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:48.386500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:48.392560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:48.407423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51438128-67ab-4213-bd17-ffb9f0fdb372 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:48.447446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'Port': ['ID=03e31021-4504-4744-9baa-28e19073d308,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:48.544467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-148e68eb-6b27-440f-b48e-001b1dcb78f1 None None] Provisioning complete for port 03e31021-4504-4744-9baa-28e19073d308 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:48.545099 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-148e68eb-6b27-440f-b48e-001b1dcb78f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.616544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-148e68eb-6b27-440f-b48e-001b1dcb78f1 None None] Port 03e31021-4504-4744-9baa-28e19073d308 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:48.654266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:48.683712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Port': ['ID=26977df4-9027-47c9-9514-9698875b968d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:48.961234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.031789 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.127252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.481743 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.668284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e279a2-7a17-475f-adaf-4e8c93b2dd7f None None] Network 96a828f9-5274-4a68-9e9f-a105cef41705 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:49.738371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Router b20728ad-dd0b-4c48-926c-6dcb0bcc7782 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:05:49.762627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Router 20006899-8c34-42a5-a7f2-552e796c76b8 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:49.856671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4b8bfdcd-4233-4b9b-a266-9792212f3b0f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:49.910202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-38176f64-996b-41fa-b8af-ff63d39603a6 None None] Provisioning complete for port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:49.910852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-38176f64-996b-41fa-b8af-ff63d39603a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.980874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:49.998874 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf4bd9-5660-43ae-8f94-733a24be1d6a None None] Sync routers for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:50.016720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.024546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3f6efd00-423b-43b4-b71c-20b7e494d048 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.9904666 Nov 22 17:05:50.024845 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf4bd9-5660-43ae-8f94-733a24be1d6a None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:50.024845 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5faf4bd9-5660-43ae-8f94-733a24be1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.025170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37770) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:50.065661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:50.066043 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.112760 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5faf4bd9-5660-43ae-8f94-733a24be1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.135741 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf4bd9-5660-43ae-8f94-733a24be1d6a None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:50.137179 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5faf4bd9-5660-43ae-8f94-733a24be1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.180374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:50.194330 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7f54be43-b38d-4e87-9696-293269e67388 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "PUT /v2.0/routers/20006899-8c34-42a5-a7f2-552e796c76b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9779153 Nov 22 17:05:50.197874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37772) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:50.231364 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5faf4bd9-5660-43ae-8f94-733a24be1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.233421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] Sync routers for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:50.234339 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf4bd9-5660-43ae-8f94-733a24be1d6a None None] The sync data for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:50.288475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:50.289750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:50.297809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d91ecc-ed9a-4bca-97da-ce3fb50a8750 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting subnet f3a5c6a2-0809-49bc-a989-350bc422fef8 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:05:50.303994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d91ecc-ed9a-4bca-97da-ce3fb50a8750 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.372083 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d91ecc-ed9a-4bca-97da-ce3fb50a8750 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.625911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d91ecc-ed9a-4bca-97da-ce3fb50a8750 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.643702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:50.755788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d91ecc-ed9a-4bca-97da-ce3fb50a8750 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.814630 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-38176f64-996b-41fa-b8af-ff63d39603a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.843534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d91ecc-ed9a-4bca-97da-ce3fb50a8750 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a5c6a2-0809-49bc-a989-350bc422fef8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:50.890736 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d6d91ecc-ed9a-4bca-97da-ce3fb50a8750 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:50.901972 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d6d91ecc-ed9a-4bca-97da-ce3fb50a8750 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/subnets/f3a5c6a2-0809-49bc-a989-350bc422fef8 HTTP/1.1" status: 204 len: 168 time: 0.6984682 Nov 22 17:05:50.902321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37786) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:51.006295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff02cad-9df5-47f2-8280-50876a58bd35 None None] Network 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:51.108207 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.129372 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.188777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-38176f64-996b-41fa-b8af-ff63d39603a6 None None] For port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,segment=NetworkSegment(15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e),segment_id=15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:51.218497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.233329 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-38176f64-996b-41fa-b8af-ff63d39603a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.344154 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.344711 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.471423 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Deleting port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:51.471772 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.478490 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:05:51.479584 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:05:51.500189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38176f64-996b-41fa-b8af-ff63d39603a6 None None] Pushing event updated for resources: {'Port': ['ID=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:51.508330 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.509651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ce8f693a-5cec-4a74-a56a-441e968bbfc2 None None] Provisioning complete for port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:51.510019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ce8f693a-5cec-4a74-a56a-441e968bbfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.604932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:05:48Z', 'revision_number': 5, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port': {'id': 'ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:03:42Z', 'updated_at': '2021-11-22T17:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:51.637520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] DHCP port deletion for 95d64dcf-29d0-4e60-a09d-ff15ccfaec37 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:51.639878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] Checking router: 20006899-8c34-42a5-a7f2-552e796c76b8 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:51.682346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] Routers {'20006899-8c34-42a5-a7f2-552e796c76b8'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:51.683142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['20006899-8c34-42a5-a7f2-552e796c76b8'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:51.727597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] For port ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:51.727925 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.787861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Calling delete_port for ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:51.983602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] Set router 20006899-8c34-42a5-a7f2-552e796c76b8 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:52.047639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:05:51Z', 'revision_number': 6, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:52.152010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24100c41-fa44-460a-a2c6-4699876f21a5 None None] The sync data for ids ['20006899-8c34-42a5-a7f2-552e796c76b8'] in n-d-816865-2 is: [{'id': '20006899-8c34-42a5-a7f2-552e796c76b8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1534289961', 'tenant_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:03:40Z', 'updated_at': '2021-11-22T17:05:51Z', 'revision_number': 6, 'project_id': 'a84be85c5d1f450a9302268be4b2d1ee', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:52.187411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.222446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] Deleting port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:52.223210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.254404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Port': ['ID=ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:52.322317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a89c8-fcc3-471b-9eba-0de8a0bb6be3 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:52.384290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] For port c0ea2193-deed-4535-b590-ed3fb9f4b9c2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c0ea2193-deed-4535-b590-ed3fb9f4b9c2,segment=NetworkSegment(cdb30584-86dd-480d-bf48-cf8f0c214b6d),segment_id=cdb30584-86dd-480d-bf48-cf8f0c214b6d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:52.385261 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.421706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.436389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] Calling delete_port for c0ea2193-deed-4535-b590-ed3fb9f4b9c2 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:52.729950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4b8bfdcd-4233-4b9b-a266-9792212f3b0f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:52.855768 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.861452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.886028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Allocated IP 172.20.0.1 (96a828f9-5274-4a68-9e9f-a105cef41705/31e5bdd4-af45-4c70-8049-a8fa5f422512/b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:52.909071 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.967897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] Pushing event deleted for resources: {'Port': ['ID=c0ea2193-deed-4535-b590-ed3fb9f4b9c2,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:52.973335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7d669-ed63-45e9-bff0-40313daf3c63 None None] No DVR routers for this DVR port c0ea2193-deed-4535-b590-ed3fb9f4b9c2 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:52.992141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.993124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Fanout notify agent at l3_agent the message router_deleted on router 20006899-8c34-42a5-a7f2-552e796c76b8 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:05:53.005435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:53.006126 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.010060 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.014909 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8b72264e-87a1-4253-9d14-737cd5ed9876 tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/routers/20006899-8c34-42a5-a7f2-552e796c76b8 HTTP/1.1" status: 204 len: 168 time: 2.1113670 Nov 22 17:05:53.018255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:53.137091 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.255956 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.334437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c0ea2193-deed-4535-b590-ed3fb9f4b9c2 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:53.375897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: c0ea2193-deed-4535-b590-ed3fb9f4b9c2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:53.376392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c0ea2193-deed-4535-b590-ed3fb9f4b9c2 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:53.379915 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.381318 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.411503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d64dcf-29d0-4e60-a09d-ff15ccfaec37']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:53.422790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb30584-86dd-480d-bf48-cf8f0c214b6d') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:53.423191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb30584-86dd-480d-bf48-cf8f0c214b6d') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:53.437808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.454055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.462031 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:53.462031 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.506507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Network 96a828f9-5274-4a68-9e9f-a105cef41705 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:53.513427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:53.521752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:53.533456 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:53.545725 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.571718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.580595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] 10.222.0.59 "DELETE /v2.0/networks/95d64dcf-29d0-4e60-a09d-ff15ccfaec37 HTTP/1.1" status: 204 len: 168 time: 0.5584853 Nov 22 17:05:53.616422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a958-803c-4980-b5e7-d3411e4fddfa tempest-TestSecurityGroupsBasicOps-194846172 tempest-TestSecurityGroupsBasicOps-194846172-project] Pushing event deleted for resources: {'Network': ['ID=95d64dcf-29d0-4e60-a09d-ff15ccfaec37,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:53.617893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'Port': ['ID=b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:53.667807 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.956844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-956bdab9-545b-408c-819c-285967e3f581 None None] Provisioning complete for port b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:53.957374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-956bdab9-545b-408c-819c-285967e3f581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.050282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-956bdab9-545b-408c-819c-285967e3f581 None None] Port b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:54.075095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.327794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 26977df4-9027-47c9-9514-9698875b968d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:54.364661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 26977df4-9027-47c9-9514-9698875b968d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:54.365213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 26977df4-9027-47c9-9514-9698875b968d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:54.366622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:54.397851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:54.398714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce251e4e-b3fd-4e6f-ab3b-730a8bc9864e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:54.673166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.681837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.775682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.871168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'Port': ['ID=b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:54.952745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Network 96a828f9-5274-4a68-9e9f-a105cef41705 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:54.954463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:55.154502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Router b20728ad-dd0b-4c48-926c-6dcb0bcc7782 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:55.159295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:55.413393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-458c01f3-1668-4755-82d9-276b2b4e362e None None] Provisioning complete for port b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:55.414151 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-458c01f3-1668-4755-82d9-276b2b4e362e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:55.447445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:55.455892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:55.459218 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b32da5-669f-449f-a0fc-38ab162c5510 None None] Sync routers for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:55.464196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Request body: {'port': {'network_id': '96a828f9-5274-4a68-9e9f-a105cef41705', 'name': 'tempest-FloatingIPAdminTestJSON-473714526'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:55.467043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8668e404-5d3f-4167-9a67-249360809627 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "PUT /v2.0/routers/b20728ad-dd0b-4c48-926c-6dcb0bcc7782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4408758 Nov 22 17:05:55.476649 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b32da5-669f-449f-a0fc-38ab162c5510 None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:55.477204 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-58b32da5-669f-449f-a0fc-38ab162c5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:55.564703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-458c01f3-1668-4755-82d9-276b2b4e362e None None] Port b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:55.590594 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-58b32da5-669f-449f-a0fc-38ab162c5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:55.617093 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b32da5-669f-449f-a0fc-38ab162c5510 None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:55.617787 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-58b32da5-669f-449f-a0fc-38ab162c5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:55.676786 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0f1f8db0-1f7b-4a9f-96e8-3d6ea9cbff5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a84be85c5d1f450a9302268be4b2d1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5164249 Nov 22 17:05:55.680908 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:55.744086 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-58b32da5-669f-449f-a0fc-38ab162c5510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:55.744214 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b32da5-669f-449f-a0fc-38ab162c5510 None None] The sync data for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:55.798490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Made reservation on behalf of 4ca354de9761452bb9f817de66c6c8e1 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:55.804923 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:55.857982 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc436357-47e2-4d39-8b57-a0a6708dfcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:55.858362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] device_id is not set on port 2c6d9657-6802-4dde-9e62-7d9679b8ff78 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:05:55.899280 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc436357-47e2-4d39-8b57-a0a6708dfcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.009499 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc436357-47e2-4d39-8b57-a0a6708dfcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.015400 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc436357-47e2-4d39-8b57-a0a6708dfcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.017191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc436357-47e2-4d39-8b57-a0a6708dfcf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/36e19725-5190-4d5c-b107-1048bc076cfe HTTP/1.1" status: 204 len: 168 time: 0.3350475 Nov 22 17:05:56.030283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc436357-47e2-4d39-8b57-a0a6708dfcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e19725-5190-4d5c-b107-1048bc076cfe,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:56.049427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Allocated IP 172.20.0.9 (96a828f9-5274-4a68-9e9f-a105cef41705/31e5bdd4-af45-4c70-8049-a8fa5f422512/2c6d9657-6802-4dde-9e62-7d9679b8ff78) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:56.328034 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.420963 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.522554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Network 96a828f9-5274-4a68-9e9f-a105cef41705 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:56.534829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:56.534829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:56.605525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:56.606269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.610095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37924) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:56.625045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event updated for resources: {'Port': ['ID=2c6d9657-6802-4dde-9e62-7d9679b8ff78,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:56.634831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6f00482-e50c-4d45-8fbf-828ae239e2f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.647026 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69811f64-5965-4a2e-803b-7d0642c27dc4 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1884058 Nov 22 17:05:56.649341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37926) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:56.861644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6f00482-e50c-4d45-8fbf-828ae239e2f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.867909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6f00482-e50c-4d45-8fbf-828ae239e2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.927006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4f2419f4-52bf-479a-a318-1296029ed535 None None] Provisioning complete for port 2c6d9657-6802-4dde-9e62-7d9679b8ff78 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:56.929459 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f2419f4-52bf-479a-a318-1296029ed535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.995780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f00482-e50c-4d45-8fbf-828ae239e2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2175689d-31ff-481d-8357-e7640de0e763,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:57.005272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b6f00482-e50c-4d45-8fbf-828ae239e2f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f9db841793547b58c55d70a72eef59c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3939657 Nov 22 17:05:57.005732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37940) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:57.032883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4f2419f4-52bf-479a-a318-1296029ed535 None None] Port 2c6d9657-6802-4dde-9e62-7d9679b8ff78 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:57.137985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebf3846e-1880-4e8e-8a6f-38f2e5fd0aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:57.167149 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebf3846e-1880-4e8e-8a6f-38f2e5fd0aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:57.243113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebf3846e-1880-4e8e-8a6f-38f2e5fd0aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:57.244451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'project_id': '4ca354de9761452bb9f817de66c6c8e1', 'port_id': '2c6d9657-6802-4dde-9e62-7d9679b8ff78'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:57.247924 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebf3846e-1880-4e8e-8a6f-38f2e5fd0aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:57.250244 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ebf3846e-1880-4e8e-8a6f-38f2e5fd0aca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2175689d-31ff-481d-8357-e7640de0e763 HTTP/1.1" status: 204 len: 168 time: 0.2424471 Nov 22 17:05:57.262037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3846e-1880-4e8e-8a6f-38f2e5fd0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2175689d-31ff-481d-8357-e7640de0e763,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:57.300491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:57.555514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:57.818676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Allocated IP 172.25.0.253 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f1c2b4c8-2d62-447f-9c38-f6ce34952e4b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:58.095359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:58.157194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 37960) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:58.190655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:58.262095 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-59ca2c03-7aa5-4d5e-b156-81edb7a5bce8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b149effb1574413be006c1486d2ce12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1029961 Nov 22 17:05:58.267552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 37962) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:58.327507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:58.340798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:58.349672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:58.541471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Pushing event updated for resources: {'Port': ['ID=f1c2b4c8-2d62-447f-9c38-f6ce34952e4b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:58.628346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-389eebbd-742f-4993-8690-41808dbc0187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:58.741823 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-389eebbd-742f-4993-8690-41808dbc0187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:58.960263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-389eebbd-742f-4993-8690-41808dbc0187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:58.965734 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-389eebbd-742f-4993-8690-41808dbc0187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:58.970664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-389eebbd-742f-4993-8690-41808dbc0187 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cf68bfb7-e6a8-4833-823c-44076e482177 HTTP/1.1" status: 204 len: 168 time: 0.6943240 Nov 22 17:05:58.996562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eebbd-742f-4993-8690-41808dbc0187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf68bfb7-e6a8-4833-823c-44076e482177,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:59.215650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:59.402332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:59.638006 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:59.644286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:59.888329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Pushing event updated for resources: {'Port': ['ID=f1c2b4c8-2d62-447f-9c38-f6ce34952e4b,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:59.921632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:00.106895 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Floating IP f3e6d71a-f54a-4ce9-9f08-6ca85cc0ee00 associated. External IP: 172.25.0.253, port: 2c6d9657-6802-4dde-9e62-7d9679b8ff78. Nov 22 17:06:00.525468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Router b20728ad-dd0b-4c48-926c-6dcb0bcc7782 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:00.744749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:00.755059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ec75e-4a62-4a74-babf-e2afadca2532 None None] Sync routers for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:00.774933 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:00.778339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ec75e-4a62-4a74-babf-e2afadca2532 None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:00.779148 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4f6ec75e-4a62-4a74-babf-e2afadca2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:00.842669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5dd4b8ad-c3b1-460b-a2c2-ca1ea5589fb1 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.1918731 Nov 22 17:06:00.845064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38010) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:00.848490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4f6ec75e-4a62-4a74-babf-e2afadca2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:00.881161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ec75e-4a62-4a74-babf-e2afadca2532 None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:00.881820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4f6ec75e-4a62-4a74-babf-e2afadca2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:00.934143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4f6ec75e-4a62-4a74-babf-e2afadca2532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:00.935230 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ec75e-4a62-4a74-babf-e2afadca2532 None None] The sync data for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:01.052529 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0235c9d9-e63a-4ca7-9bd2-0df5bddf839f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] 10.222.0.59 "GET /v2.0/floatingips/f3e6d71a-f54a-4ce9-9f08-6ca85cc0ee00 HTTP/1.1" status: 200 len: 982 time: 0.2036219 Nov 22 17:06:01.052957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38020) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:01.725230 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-68168bfc-7a63-4253-aa82-4263cf5ce94d tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.6710606 Nov 22 17:06:01.727970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38034) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:01.926872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Deleting port f1c2b4c8-2d62-447f-9c38-f6ce34952e4b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:01.927580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.013412 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.013699 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.027535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Calling delete_port for f1c2b4c8-2d62-447f-9c38-f6ce34952e4b owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:02.257513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.286244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event deleted for resources: {'Port': ['ID=f1c2b4c8-2d62-447f-9c38-f6ce34952e4b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:02.359883 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.360519 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Floating IP f3e6d71a-f54a-4ce9-9f08-6ca85cc0ee00 disassociated (deleted). External IP: 172.25.0.253, port: 2c6d9657-6802-4dde-9e62-7d9679b8ff78. Nov 22 17:06:02.642811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Router b20728ad-dd0b-4c48-926c-6dcb0bcc7782 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:02.797122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:02.803453 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.810677 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa9909-727d-4822-ab58-743d5db75cf5 None None] Sync routers for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:02.830333 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa9909-727d-4822-ab58-743d5db75cf5 None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:02.830991 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3dfa9909-727d-4822-ab58-743d5db75cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.844431 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-636ae467-9168-40f6-a0b8-b0cf4b0afae1 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "DELETE /v2.0/floatingips/f3e6d71a-f54a-4ce9-9f08-6ca85cc0ee00 HTTP/1.1" status: 204 len: 168 time: 1.1154013 Nov 22 17:06:02.848020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:02.852864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:02.896146 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3dfa9909-727d-4822-ab58-743d5db75cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.901917 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.913653 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa9909-727d-4822-ab58-743d5db75cf5 None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:02.914880 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3dfa9909-727d-4822-ab58-743d5db75cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.962412 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3dfa9909-727d-4822-ab58-743d5db75cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.963717 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa9909-727d-4822-ab58-743d5db75cf5 None None] The sync data for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:03.049264 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.222790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Allocated IP 172.25.0.16 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/fbccef55-e1bb-456d-9abe-dd3462abfe9f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:03.333944 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:06:03.358904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.407105 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.461195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:03.465267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:03.469510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:03.493915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Pushing event updated for resources: {'Port': ['ID=fbccef55-e1bb-456d-9abe-dd3462abfe9f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:03.574025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.620583 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.258418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.272533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.362276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Pushing event updated for resources: {'Port': ['ID=fbccef55-e1bb-456d-9abe-dd3462abfe9f,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:04.378263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.410868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.412538 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-407aa0de-edc8-4461-a911-3368eccdfd85 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5634124 Nov 22 17:06:04.416401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:04.918080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:04.953600 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:05.177836 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:05.340727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Allocated IP 172.25.0.162 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/bfd0bb52-35b0-4321-96cf-357c09b1ed8e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:05.493386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:05.547322 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:05.614614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:05.629883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:05.634219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:05.698937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Pushing event updated for resources: {'Port': ['ID=bfd0bb52-35b0-4321-96cf-357c09b1ed8e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:05.774815 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:05.866901 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.158758 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.168485 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.256153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38162) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:06.337017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Pushing event updated for resources: {'Port': ['ID=bfd0bb52-35b0-4321-96cf-357c09b1ed8e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:06.354202 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.387644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.391723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9af4b9aa-41cf-4158-bf07-e6b4233fd6c8 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9741857 Nov 22 17:06:06.392287 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38166) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:06.462884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-081cef8b-3e69-46e8-ad92-6e09025ada01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.570171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-081cef8b-3e69-46e8-ad92-6e09025ada01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.579076 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-081cef8b-3e69-46e8-ad92-6e09025ada01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.604626 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-26ba8801-4d36-4645-abf9-53c5144192d9 tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.2101707 Nov 22 17:06:06.607381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38168) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:06.638034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-081cef8b-3e69-46e8-ad92-6e09025ada01 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd86ee5a1b344b79947cd230764c677c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775928 Nov 22 17:06:06.638034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cef8b-3e69-46e8-ad92-6e09025ada01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b50f036-b0e6-44ef-9f1e-91d055badb12,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:06.652368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38170) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:06.743494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-53372086-9940-42cc-9a40-60af8cdbc431 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1348557 Nov 22 17:06:06.746799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38172) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:06.792926 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.834112 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-224c37a8-0867-4a37-a099-3d75ab839e63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:06.911086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-224c37a8-0867-4a37-a099-3d75ab839e63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.011901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-224c37a8-0867-4a37-a099-3d75ab839e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.014620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-224c37a8-0867-4a37-a099-3d75ab839e63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.015896 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-224c37a8-0867-4a37-a099-3d75ab839e63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b50f036-b0e6-44ef-9f1e-91d055badb12 HTTP/1.1" status: 204 len: 168 time: 0.3622019 Nov 22 17:06:07.023290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Deleting port bfd0bb52-35b0-4321-96cf-357c09b1ed8e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:07.023781 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.085446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c37a8-0867-4a37-a099-3d75ab839e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b50f036-b0e6-44ef-9f1e-91d055badb12,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:07.178968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.179305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.202362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Calling delete_port for bfd0bb52-35b0-4321-96cf-357c09b1ed8e owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:07.434072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.486594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Pushing event deleted for resources: {'Port': ['ID=bfd0bb52-35b0-4321-96cf-357c09b1ed8e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:07.570688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:07.589153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.593740 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.594448 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bdc90197-5ccf-41dc-a290-d7a224953aec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.598160 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1383099d-4dfe-4d13-a5fa-8953c00d7834 tempest-FloatingIPAdminTestJSON-1376335638 tempest-FloatingIPAdminTestJSON-1376335638-project] 10.222.0.59 "DELETE /v2.0/floatingips/6badc145-357f-46bb-aff4-8e906c32cb8d HTTP/1.1" status: 204 len: 168 time: 0.8499148 Nov 22 17:06:07.598861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38184) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:07.719652 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bdc90197-5ccf-41dc-a290-d7a224953aec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.725730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bdc90197-5ccf-41dc-a290-d7a224953aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.777721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bdc90197-5ccf-41dc-a290-d7a224953aec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c86f9164b3744348a386097668b067c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2049949 Nov 22 17:06:07.783142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc90197-5ccf-41dc-a290-d7a224953aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74591b2-1c9f-4321-87f5-e12784f20eed,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:07.783142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:07.822717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Deleting port fbccef55-e1bb-456d-9abe-dd3462abfe9f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:07.823880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.858831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14cbb417-b3ba-46ed-b317-9a6fb74b7dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.897523 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14cbb417-b3ba-46ed-b317-9a6fb74b7dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.966271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.966973 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.968046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14cbb417-b3ba-46ed-b317-9a6fb74b7dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.971687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14cbb417-b3ba-46ed-b317-9a6fb74b7dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.973130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-14cbb417-b3ba-46ed-b317-9a6fb74b7dc3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b74591b2-1c9f-4321-87f5-e12784f20eed HTTP/1.1" status: 204 len: 168 time: 0.1898472 Nov 22 17:06:07.986549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbb417-b3ba-46ed-b317-9a6fb74b7dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74591b2-1c9f-4321-87f5-e12784f20eed,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:07.989422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Calling delete_port for fbccef55-e1bb-456d-9abe-dd3462abfe9f owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:08.015719 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.212419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.274206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbccef55-e1bb-456d-9abe-dd3462abfe9f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:08.398990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.404088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.406194 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0303a638-a877-407a-8d24-460ab61e8f8f tempest-FloatingIPAdminTestJSON-1728828676 tempest-FloatingIPAdminTestJSON-1728828676-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/dd01597d-554a-49d4-9f77-56a0c17a7c17 HTTP/1.1" status: 204 len: 168 time: 0.8062074 Nov 22 17:06:08.412074 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38200) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:08.547915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dbc75-bd1b-479b-b58f-81e5bc73524d tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Deleting port 2c6d9657-6802-4dde-9e62-7d9679b8ff78 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:08.548635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc4dbc75-bd1b-479b-b58f-81e5bc73524d tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.628634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38202) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:08.650460 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-297c1c49-76a8-45da-b6c4-2a8dc328ad8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.689147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc4dbc75-bd1b-479b-b58f-81e5bc73524d tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.709792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dbc75-bd1b-479b-b58f-81e5bc73524d tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Calling delete_port for 2c6d9657-6802-4dde-9e62-7d9679b8ff78 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:08.851741 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-297c1c49-76a8-45da-b6c4-2a8dc328ad8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.856997 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-297c1c49-76a8-45da-b6c4-2a8dc328ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.904732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc4dbc75-bd1b-479b-b58f-81e5bc73524d tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:08.915218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c1c49-76a8-45da-b6c4-2a8dc328ad8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd607d9-93c0-44ec-9f8d-ead5fb5d5990,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:08.924605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-297c1c49-76a8-45da-b6c4-2a8dc328ad8a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=056b855c6dd14dfba60407a90f87c36d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2947106 Nov 22 17:06:08.928207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38204) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:08.956340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dbc75-bd1b-479b-b58f-81e5bc73524d tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event deleted for resources: {'Port': ['ID=2c6d9657-6802-4dde-9e62-7d9679b8ff78,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:09.070132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4aa3-472e-481a-bfb0-c8b6fd496bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:09.084582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc4dbc75-bd1b-479b-b58f-81e5bc73524d tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:09.096544 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fc4dbc75-bd1b-479b-b58f-81e5bc73524d tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "DELETE /v2.0/ports/2c6d9657-6802-4dde-9e62-7d9679b8ff78 HTTP/1.1" status: 204 len: 168 time: 0.6833231 Nov 22 17:06:09.097618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38206) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:09.120321 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4aa3-472e-481a-bfb0-c8b6fd496bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:09.170633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52781a-bcd2-4784-9c23-3ad75872811b tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:09.182074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38208) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:09.185581 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e52781a-bcd2-4784-9c23-3ad75872811b tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "GET /v2.0/ports?device_id=b20728ad-dd0b-4c48-926c-6dcb0bcc7782 HTTP/1.1" status: 200 len: 913 time: 0.0864575 Nov 22 17:06:09.337765 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4aa3-472e-481a-bfb0-c8b6fd496bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:09.341752 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ffc4aa3-472e-481a-bfb0-c8b6fd496bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:09.345802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2ffc4aa3-472e-481a-bfb0-c8b6fd496bc8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0dd607d9-93c0-44ec-9f8d-ead5fb5d5990 HTTP/1.1" status: 204 len: 168 time: 0.4138157 Nov 22 17:06:09.360242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc4aa3-472e-481a-bfb0-c8b6fd496bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd607d9-93c0-44ec-9f8d-ead5fb5d5990,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:09.902041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.404346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Deleting port b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:10.405247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.543015 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.543277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:10.557305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Calling delete_port for b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:10.667231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2098211719-network', 'tenant_id': '4272305603414c33901740929edb8e91'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:10.691463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Made reservation on behalf of 4272305603414c33901740929edb8e91 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:10.694519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.706301 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.844831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.912049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event deleted for resources: {'Port': ['ID=b1f8cb3d-4ac5-4ed7-87b9-526eac85c0e0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:10.935248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.944383 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.002491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd88581b-1569-493c-b1ca-f516433c1780,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:11.005396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:06:11.031556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.032045 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Added segment 8bc0c1fa-1238-42be-8c7c-8580a43cd35b of type vlan for network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 Nov 22 17:06:11.107581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.148791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.149848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:11.150440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.189848 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6452019 Nov 22 17:06:11.194034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:11.206492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Request body: {'subnet': {'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2098211719-subnet', 'tenant_id': '4272305603414c33901740929edb8e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:11.253318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17197eb-891d-4980-a323-bc58a8528d93 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc70b14-c8e4-4876-afd2-1cfaee7beb70,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:11.266899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Made reservation on behalf of 4272305603414c33901740929edb8e91 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:11.270757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:06:11.271495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.354805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.743844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Router b20728ad-dd0b-4c48-926c-6dcb0bcc7782 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:11.753259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:11.819295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:11.909044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:11.921388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-97544d05-6503-4000-b2e9-c08c02aad551 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "PUT /v2.0/routers/b20728ad-dd0b-4c48-926c-6dcb0bcc7782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7341006 Nov 22 17:06:11.922186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38256) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:11.922405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead1af3-ef23-42d6-9ccf-f24a4a73d39e None None] Sync routers for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:11.942894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead1af3-ef23-42d6-9ccf-f24a4a73d39e None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:11.943871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4ead1af3-ef23-42d6-9ccf-f24a4a73d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:11.951067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c5159b-3bb3-409f-b606-aa1171c40a00,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:11.967924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Checking segment: {'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:11.968418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Network hostable DHCP agents. Network: cfc70b14-c8e4-4876-afd2-1cfaee7beb70, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:06:11.991781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:06:12.026048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, cfc70b14-c8e4-4876-afd2-1cfaee7beb70) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:12.031350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:12.032329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.039053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-633d6a0d-0118-44b2-8f6b-028fd9e99339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.050991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18932f-454c-438c-b42b-5cc86db22241 None None] Network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:12.056449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-346a020d-5b5a-45c2-a292-74d71d03dc61 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8611231 Nov 22 17:06:12.059914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4ead1af3-ef23-42d6-9ccf-f24a4a73d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:12.124384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead1af3-ef23-42d6-9ccf-f24a4a73d39e None None] Routers {'b20728ad-dd0b-4c48-926c-6dcb0bcc7782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:12.125342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4ead1af3-ef23-42d6-9ccf-f24a4a73d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:05:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:12.159638 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.179894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4ead1af3-ef23-42d6-9ccf-f24a4a73d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:12.181492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead1af3-ef23-42d6-9ccf-f24a4a73d39e None None] The sync data for ids ['b20728ad-dd0b-4c48-926c-6dcb0bcc7782'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:12.245666 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-633d6a0d-0118-44b2-8f6b-028fd9e99339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.278786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-633d6a0d-0118-44b2-8f6b-028fd9e99339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.346820 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-633d6a0d-0118-44b2-8f6b-028fd9e99339 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7fff32e8158b4d579d2600ab24c6052d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5212870 Nov 22 17:06:12.347271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:12.347406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d6a0d-0118-44b2-8f6b-028fd9e99339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c015884-9ef9-4af5-99a9-4bb245a18124,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:12.361069 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.372777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a8496b-ab78-445c-83cd-ac194081f2d0 None None] Network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:12.462789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Deleting port 03e31021-4504-4744-9baa-28e19073d308 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:12.464099 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.500108 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c85dd-1862-49c1-9026-78af9e691fa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.556832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c85dd-1862-49c1-9026-78af9e691fa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.617032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c85dd-1862-49c1-9026-78af9e691fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.620953 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-834c85dd-1862-49c1-9026-78af9e691fa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.622740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-834c85dd-1862-49c1-9026-78af9e691fa0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c015884-9ef9-4af5-99a9-4bb245a18124 HTTP/1.1" status: 204 len: 168 time: 0.2757742 Nov 22 17:06:12.655808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c85dd-1862-49c1-9026-78af9e691fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c015884-9ef9-4af5-99a9-4bb245a18124,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:12.668115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:12.706359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Calling delete_port for 03e31021-4504-4744-9baa-28e19073d308 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:13.079427 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.150747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event deleted for resources: {'Port': ['ID=03e31021-4504-4744-9baa-28e19073d308,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:13.152392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86827a1b-b16f-420e-ae45-6e4f2c9a5068 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:13.167460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.168464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.170132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.170984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.171828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.172432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.173003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.173547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.174350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.180938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.182680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.183141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.352946 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.517940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.520745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.627918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.628718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Fanout notify agent at l3_agent the message router_deleted on router b20728ad-dd0b-4c48-926c-6dcb0bcc7782 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:06:13.639430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.645378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:13.658508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-24a830e8-a8e8-40e5-b1aa-b70af14ac5d0 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "DELETE /v2.0/routers/b20728ad-dd0b-4c48-926c-6dcb0bcc7782 HTTP/1.1" status: 204 len: 168 time: 1.7335052 Nov 22 17:06:13.765659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e4c759-9b84-41c2-8748-271d0298ee37 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Deleting subnet 31e5bdd4-af45-4c70-8049-a8fa5f422512 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:06:13.769651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92e4c759-9b84-41c2-8748-271d0298ee37 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.832046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92e4c759-9b84-41c2-8748-271d0298ee37 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.971884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92e4c759-9b84-41c2-8748-271d0298ee37 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.052072 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92e4c759-9b84-41c2-8748-271d0298ee37 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.094106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92e4c759-9b84-41c2-8748-271d0298ee37 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.100576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38298) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:14.101164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f6cb5e-827f-48c4-bdc3-bcb87f972650 None None] Network 96a828f9-5274-4a68-9e9f-a105cef41705 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:14.111159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-92e4c759-9b84-41c2-8748-271d0298ee37 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "DELETE /v2.0/subnets/31e5bdd4-af45-4c70-8049-a8fa5f422512 HTTP/1.1" status: 204 len: 168 time: 0.4643626 Nov 22 17:06:14.112151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4c759-9b84-41c2-8748-271d0298ee37 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event deleted for resources: {'Subnet': ['ID=31e5bdd4-af45-4c70-8049-a8fa5f422512,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:14.232405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.310359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Deleting port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:14.310792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.364627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] DHCP port deletion for 96a828f9-5274-4a68-9e9f-a105cef41705 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:14.387558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] For port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,segment=NetworkSegment(15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e),segment_id=15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:14.388278 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.409208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Calling delete_port for 4b8bfdcd-4233-4b9b-a266-9792212f3b0f owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:14.428747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Deleting port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:14.429127 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.543476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.573923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event deleted for resources: {'Port': ['ID=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:14.585538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] For port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,segment=NetworkSegment(15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e),segment_id=15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:14.586117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.587010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] No DVR routers for this DVR port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:14.617854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Calling delete_port for 4b8bfdcd-4233-4b9b-a266-9792212f3b0f owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:14.737404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.754058 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.773718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a828f9-5274-4a68-9e9f-a105cef41705']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:14.788797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:14.789179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aaeda6-6bad-4a9c-aa5c-a6ffc67ca36e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:14.789750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Pushing event deleted for resources: {'Port': ['ID=4b8bfdcd-4233-4b9b-a266-9792212f3b0f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:14.803277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] No DVR routers for this DVR port 4b8bfdcd-4233-4b9b-a266-9792212f3b0f on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:14.803392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.821133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.821690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.822211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.824411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.825497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.826674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.827336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.828093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.828577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.829243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.829722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.830224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.831455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb41de8-fd8f-4ca6-a84f-e707e7e62729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.841251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:06:14.842565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:06:14.846638 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:06:14.928093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.936443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.940312 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "DELETE /v2.0/networks/96a828f9-5274-4a68-9e9f-a105cef41705 HTTP/1.1" status: 204 len: 168 time: 0.8372560 Nov 22 17:06:14.942859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38332) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:15.001756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e0b73-f439-4b04-8b5c-bb2052efaa45 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event deleted for resources: {'Network': ['ID=96a828f9-5274-4a68-9e9f-a105cef41705,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:15.027948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:15.111834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Deleting port f5c6837c-ab2a-417c-9074-918ef4d3d178 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:15.112826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.193679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-899e1a8f-4420-4b5b-800b-f84fe782c324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.311947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-899e1a8f-4420-4b5b-800b-f84fe782c324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.317934 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-899e1a8f-4420-4b5b-800b-f84fe782c324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.363572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-899e1a8f-4420-4b5b-800b-f84fe782c324 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71f82547dc9f41258ce2a484001b3f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344977 Nov 22 17:06:15.364338 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38382) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:15.366457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e1a8f-4420-4b5b-800b-f84fe782c324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b82b6f-42d8-4c2e-93b5-d9942777e0c2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:15.445831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54c0fe87-8e04-4667-a8f8-550b3272389b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.473881 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54c0fe87-8e04-4667-a8f8-550b3272389b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.483328 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-357101bb-3dab-4bd3-873b-0704d1aaeb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.536441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54c0fe87-8e04-4667-a8f8-550b3272389b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.540292 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-54c0fe87-8e04-4667-a8f8-550b3272389b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.541832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-54c0fe87-8e04-4667-a8f8-550b3272389b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7b82b6f-42d8-4c2e-93b5-d9942777e0c2 HTTP/1.1" status: 204 len: 168 time: 0.1762447 Nov 22 17:06:15.566120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0fe87-8e04-4667-a8f8-550b3272389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b82b6f-42d8-4c2e-93b5-d9942777e0c2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:15.606229 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.607262 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.630104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Calling delete_port for f5c6837c-ab2a-417c-9074-918ef4d3d178 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:15.856495 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.902235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Pushing event deleted for resources: {'Port': ['ID=f5c6837c-ab2a-417c-9074-918ef4d3d178,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:15.990597 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.993559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:15.994929 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b21453d2-a949-4a42-b12c-d1e6130fc255 tempest-FloatingIPAdminTestJSON-1051878075 tempest-FloatingIPAdminTestJSON-1051878075-project] 10.222.0.59 "DELETE /v2.0/floatingips/7be1a364-e66d-4166-afae-ddc3d47fee08 HTTP/1.1" status: 204 len: 168 time: 1.0510557 Nov 22 17:06:16.309152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38510) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:16.349851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4b8bfdcd-4233-4b9b-a266-9792212f3b0f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:16.389075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 4b8bfdcd-4233-4b9b-a266-9792212f3b0f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:16.389608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4b8bfdcd-4233-4b9b-a266-9792212f3b0f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:16.542753 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa114788-5c06-4e3c-b9da-51182d10162e req-82ac1296-5f68-492c-81b0-ef7649069b63 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2727189 Nov 22 17:06:16.568744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-05b39873-ac90-4ea3-8cb1-6efe485b7cbb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ca354de9761452bb9f817de66c6c8e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582514 Nov 22 17:06:16.571490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38546) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:16.655436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e084828-4cd5-4236-98f5-6f6d3770ed8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.676502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa114788-5c06-4e3c-b9da-51182d10162e req-de25a565-cca9-40e8-8b1f-604a63c39d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:16.678191 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa114788-5c06-4e3c-b9da-51182d10162e req-de25a565-cca9-40e8-8b1f-604a63c39d43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1097 time: 0.0734167 Nov 22 17:06:16.684874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e084828-4cd5-4236-98f5-6f6d3770ed8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.781256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e084828-4cd5-4236-98f5-6f6d3770ed8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.792666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8e084828-4cd5-4236-98f5-6f6d3770ed8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.796111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8e084828-4cd5-4236-98f5-6f6d3770ed8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2cdd5d97-bd1b-42ce-814f-0a60fbadb917 HTTP/1.1" status: 204 len: 168 time: 0.2231550 Nov 22 17:06:16.814761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e084828-4cd5-4236-98f5-6f6d3770ed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdd5d97-bd1b-42ce-814f-0a60fbadb917,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:16.825245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38578) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:16.920550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa114788-5c06-4e3c-b9da-51182d10162e req-6927db98-f821-4cba-a901-f3bcb34140fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:16.922461 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa114788-5c06-4e3c-b9da-51182d10162e req-6927db98-f821-4cba-a901-f3bcb34140fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 200 len: 910 time: 0.2189269 Nov 22 17:06:17.012593 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa114788-5c06-4e3c-b9da-51182d10162e req-cd16b654-007a-4e20-8547-681392c22873 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 200 len: 1001 time: 0.0821731 Nov 22 17:06:17.057778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1639582172-network', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:17.097606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:17.104800 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.113579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa114788-5c06-4e3c-b9da-51182d10162e req-67249c45-5b72-4f80-bcba-01c86667ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:17.115519 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa114788-5c06-4e3c-b9da-51182d10162e req-67249c45-5b72-4f80-bcba-01c86667ed27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=642606b0-a700-4a7f-a515-18dca4ebecbd HTTP/1.1" status: 200 len: 848 time: 0.0959001 Nov 22 17:06:17.123659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.212414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa114788-5c06-4e3c-b9da-51182d10162e req-b33be954-7694-41a0-b4d1-e8e9b718cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:17.215015 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa114788-5c06-4e3c-b9da-51182d10162e req-b33be954-7694-41a0-b4d1-e8e9b718cb5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900693 Nov 22 17:06:17.266025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.273396 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.313033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:06:17.325048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b4954-e174-4d17-9f97-5d5b95951589,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:17.334395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.334832 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Added segment 27b287c9-b3d0-4855-9822-7d8fac784f1b of type vlan for network c5bee58c-100a-47e0-b8ba-57d7a1120b7f Nov 22 17:06:17.342007 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa114788-5c06-4e3c-b9da-51182d10162e req-2b2a6399-97ad-41a9-a45d-218c58cb9196 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097348 Nov 22 17:06:17.385074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.424602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.426242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:17.427183 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.498837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6721354 Nov 22 17:06:17.501848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38656) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:17.502566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:17.506887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aa114788-5c06-4e3c-b9da-51182d10162e req-064afd3c-dc11-447f-8875-edbc307be636 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524899 Nov 22 17:06:17.527542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Request body: {'subnet': {'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1639582172-subnet', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:17.546142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1544a47d-a105-49be-8c57-d588f0ebe382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.560001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83f44-8e5d-4cf2-b998-1c814327562e admin admin] Pushing event updated for resources: {'Network': ['ID=c5bee58c-100a-47e0-b8ba-57d7a1120b7f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:17.575596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:06:17.599276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:17.601661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.768988 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1544a47d-a105-49be-8c57-d588f0ebe382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.806098 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1544a47d-a105-49be-8c57-d588f0ebe382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.914381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544a47d-a105-49be-8c57-d588f0ebe382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79f3418-9ea1-4dae-9120-c22c5ba49649,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:17.915096 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3904106c-9f5e-4f70-b9b7-742193662d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.937391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38700) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:17.943417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1544a47d-a105-49be-8c57-d588f0ebe382 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95e2b5b394d74df483a94bf2471acf5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385331 Nov 22 17:06:18.016398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-caa4e187-ffd5-4c85-a73f-cd2bf841e9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.024363 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.049719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-caa4e187-ffd5-4c85-a73f-cd2bf841e9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.083634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d80b43-6be1-4706-9376-ce8e6fd5c28c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:18.100944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:18.101570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Network hostable DHCP agents. Network: c5bee58c-100a-47e0-b8ba-57d7a1120b7f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:06:18.111337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-caa4e187-ffd5-4c85-a73f-cd2bf841e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.115934 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-caa4e187-ffd5-4c85-a73f-cd2bf841e9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.118048 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-caa4e187-ffd5-4c85-a73f-cd2bf841e9e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e79f3418-9ea1-4dae-9120-c22c5ba49649 HTTP/1.1" status: 204 len: 168 time: 0.1790569 Nov 22 17:06:18.128878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:06:18.132623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4e187-ffd5-4c85-a73f-cd2bf841e9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79f3418-9ea1-4dae-9120-c22c5ba49649,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:18.161786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, c5bee58c-100a-47e0-b8ba-57d7a1120b7f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:18.166761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:18.167661 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.178488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37331a-7cca-4454-88da-f304df2409ed None None] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:18.201782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38726) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:18.202128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-03180117-7817-4d1a-8827-c641c09d3db2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6856313 Nov 22 17:06:18.207575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:18.240571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.242343 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.329268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.387223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:06:18.389158 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.532672 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.551464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Allocated IP 172.20.0.2 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/4de6b30b-bdd3-4132-a56d-481c7e90adb1) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:18.637191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:18.657083 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31cef19a-15f2-499f-8998-e67c7ddb2fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.739353 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.751241 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.801750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Pushing event updated for resources: {'Port': ['ID=4de6b30b-bdd3-4132-a56d-481c7e90adb1,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:18.814677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:18.816106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:18.819688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:18.889678 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31cef19a-15f2-499f-8998-e67c7ddb2fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.891541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Attempting to bind port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:18.892065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Attempting to bind port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:18.892288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Attempting to bind port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:18.893163 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.898464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:18.898990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:18.899374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.899777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:18.900258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Bound port: 4de6b30b-bdd3-4132-a56d-481c7e90adb1, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:18.900702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.913881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31cef19a-15f2-499f-8998-e67c7ddb2fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:18.922169 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.015998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] For port 4de6b30b-bdd3-4132-a56d-481c7e90adb1, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:19.017677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-31cef19a-15f2-499f-8998-e67c7ddb2fe2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f6ac5116eea4656ae468cc670d217b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771627 Nov 22 17:06:19.019352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cef19a-15f2-499f-8998-e67c7ddb2fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fea0ba-5118-4735-802b-37315372be45,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:19.021418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:19.035917 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.040415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] For port 4de6b30b-bdd3-4132-a56d-481c7e90adb1, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4de6b30b-bdd3-4132-a56d-481c7e90adb1,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:19.047846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.100740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Allocated IP 172.25.0.197 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f4f322f5-fae5-4c38-8076-21e97c0a9a97) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:19.203670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3f6ecb9-9f86-46d8-872c-64a978993541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.270261 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.299290 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3f6ecb9-9f86-46d8-872c-64a978993541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.383173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae01088-18b4-4345-9835-d41705bc4377 None None] Pushing event updated for resources: {'Port': ['ID=4de6b30b-bdd3-4132-a56d-481c7e90adb1,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:19.385783 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.445087 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3f6ecb9-9f86-46d8-872c-64a978993541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.450128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c3f6ecb9-9f86-46d8-872c-64a978993541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.456559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c3f6ecb9-9f86-46d8-872c-64a978993541 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4fea0ba-5118-4735-802b-37315372be45 HTTP/1.1" status: 204 len: 168 time: 0.4242358 Nov 22 17:06:19.466597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f322f5-fae5-4c38-8076-21e97c0a9a97,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:19.487087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:19.487332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6ecb9-9f86-46d8-872c-64a978993541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fea0ba-5118-4735-802b-37315372be45,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:19.490795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:19.493989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:19.516156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd9fd5-c6c0-4226-828f-10af3fea2fff None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:19.581876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a6e5b7ae-5857-4004-9d2c-0982fd2f4184 None None] Provisioning complete for port f4f322f5-fae5-4c38-8076-21e97c0a9a97 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:19.582362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6e5b7ae-5857-4004-9d2c-0982fd2f4184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.664166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5b7ae-5857-4004-9d2c-0982fd2f4184 None None] Port f4f322f5-fae5-4c38-8076-21e97c0a9a97 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:19.854318 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.096783 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.298214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:06:20.420661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4de6b30b-bdd3-4132-a56d-481c7e90adb1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:20.543702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:20.544371 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.564983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:20.579517 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:20.598458 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:20.599291 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:20.621036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.624895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3fa45ba0-b032-4f90-aea5-4a789388c626 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4219029 Nov 22 17:06:20.627717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38868) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:20.732085 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.789565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 4de6b30b-bdd3-4132-a56d-481c7e90adb1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4de6b30b-bdd3-4132-a56d-481c7e90adb1,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:20.817827 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.862808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.925687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=4de6b30b-bdd3-4132-a56d-481c7e90adb1,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:20.986307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd6bcb-0c44-48d4-847a-fb5b26cf1ab4 None None] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:21.067961 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:21.281367 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:19Z', 'revision_number': 3, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:21.312447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:21.313456 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Updating router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 port f4f322f5-fae5-4c38-8076-21e97c0a9a97 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:06:21.333700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7603f6cb-adbe-4207-b1cd-76f2679378b0 None None] Provisioning complete for port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:21.334076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7603f6cb-adbe-4207-b1cd-76f2679378b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.394898 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.486449 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.579270 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.808352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3be6b39d-4f4f-4e96-9b1c-9aeb803d3b34 None None] Provisioning complete for port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:21.809240 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3be6b39d-4f4f-4e96-9b1c-9aeb803d3b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.935603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Allocated IP 172.20.0.1 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:21.990330 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.998313 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.003367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:22.078086 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Attempting to bind port f4f322f5-fae5-4c38-8076-21e97c0a9a97 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:22.078791 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Attempting to bind port f4f322f5-fae5-4c38-8076-21e97c0a9a97 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:22.079090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ffae1b-5606-478a-9cf6-b2f1d95a00bd None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:22.079532 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Attempting to bind port f4f322f5-fae5-4c38-8076-21e97c0a9a97 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:22.087819 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:22.089205 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:22.090037 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.090608 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:22.091313 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Bound port: f4f322f5-fae5-4c38-8076-21e97c0a9a97, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:22.091895 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.095764 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Pushing event updated for resources: {'Port': ['ID=f4f322f5-fae5-4c38-8076-21e97c0a9a97,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:22.133081 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.133081 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.133081 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.133081 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.133623 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.133717 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.134029 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.134350 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.134674 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.141248 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.143319 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.146280 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:22.155857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-68f36c37-fadf-4b75-8a7b-7f8042dc9c6e tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-943274716'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:22.156881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-68f36c37-fadf-4b75-8a7b-7f8042dc9c6e tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Unknown quota resources ['metering_label']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 17:06:22.173467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.184176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a5484f2-5e0d-4abc-bffc-3b9a3e445d5c None None] Provisioning complete for port f4f322f5-fae5-4c38-8076-21e97c0a9a97 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:22.187587 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a5484f2-5e0d-4abc-bffc-3b9a3e445d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.202217 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] For port f4f322f5-fae5-4c38-8076-21e97c0a9a97, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:22.206378 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] For port f4f322f5-fae5-4c38-8076-21e97c0a9a97, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f4f322f5-fae5-4c38-8076-21e97c0a9a97,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:22.211271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.227233 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.276503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a5484f2-5e0d-4abc-bffc-3b9a3e445d5c None None] Port f4f322f5-fae5-4c38-8076-21e97c0a9a97 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:22.296820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:22.300143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:22.304981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:22.309538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:22.378763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4de6b30b-bdd3-4132-a56d-481c7e90adb1 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:22.413141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.416723 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:22.417705 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:22.481272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11934cb-3585-4131-8c09-f3084149b6b0 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:22.571553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:22.572259 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.590659 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05425833-8cdd-4070-b6bc-79873bb5a345 None None] Pushing event updated for resources: {'Port': ['ID=f4f322f5-fae5-4c38-8076-21e97c0a9a97,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:22.653563 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-68f36c37-fadf-4b75-8a7b-7f8042dc9c6e tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.661858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-68f36c37-fadf-4b75-8a7b-7f8042dc9c6e tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6564176 Nov 22 17:06:22.662559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38898) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:22.673678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b225de8c-f1fd-436a-a7be-9b5c58b2b22f tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2daaaa70-80e3-4f4a-8c62-3545805c95af'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:22.674593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b225de8c-f1fd-436a-a7be-9b5c58b2b22f tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 17:06:22.679184 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a9d8b4c8-2e55-4270-8f71-7a77c4c48f89 None None] Provisioning complete for port f4f322f5-fae5-4c38-8076-21e97c0a9a97 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:22.679558 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b4c8-2e55-4270-8f71-7a77c4c48f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.763237 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:22.946442 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b4c8-2e55-4270-8f71-7a77c4c48f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.979488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a9d8b4c8-2e55-4270-8f71-7a77c4c48f89 None None] For port f4f322f5-fae5-4c38-8076-21e97c0a9a97, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f4f322f5-fae5-4c38-8076-21e97c0a9a97,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:22.991375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b4c8-2e55-4270-8f71-7a77c4c48f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.089971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8b4c8-2e55-4270-8f71-7a77c4c48f89 None None] Pushing event updated for resources: {'Port': ['ID=f4f322f5-fae5-4c38-8076-21e97c0a9a97,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:23.122046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9d758ec3-92c0-4b07-af8f-e9074f844c49 None None] Provisioning complete for port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:23.123089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d758ec3-92c0-4b07-af8f-e9074f844c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.172126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9d758ec3-92c0-4b07-af8f-e9074f844c49 None None] Port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:23.175015 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:19Z', 'revision_number': 3, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:23.210082 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c322cf3-a2b4-4bc7-9651-f1c877b92e9f None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:19Z', 'revision_number': 3, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:23.344471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.380186 n-d-816865-2 neutron-server[103443]: WARNING neutron.services.metering.metering_plugin [None req-b225de8c-f1fd-436a-a7be-9b5c58b2b22f tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 17:06:23.616349 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b225de8c-f1fd-436a-a7be-9b5c58b2b22f tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.617945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b225de8c-f1fd-436a-a7be-9b5c58b2b22f tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9541714 Nov 22 17:06:23.622482 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38904) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:23.640161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c0314fcf-a433-42e8-9edf-d83708218540 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2daaaa70-80e3-4f4a-8c62-3545805c95af'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:23.641447 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c0314fcf-a433-42e8-9edf-d83708218540 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103442) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 17:06:23.672506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.709308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.828278 n-d-816865-2 neutron-server[103442]: WARNING neutron.services.metering.metering_plugin [None req-c0314fcf-a433-42e8-9edf-d83708218540 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 17:06:24.044675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0314fcf-a433-42e8-9edf-d83708218540 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.046063 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c0314fcf-a433-42e8-9edf-d83708218540 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4219549 Nov 22 17:06:24.047828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.049606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:24.049894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:24.065553 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-973cf962-4fcb-4b72-97b2-107b0bfef5db tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=b191c824-9a0f-4b85-973a-708de71d5fb6 HTTP/1.1" status: 200 len: 464 time: 0.0147107 Nov 22 17:06:24.075895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38908) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:24.152671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:24.156297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:24.380931 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce2f28ce-250b-4986-bf10-bb4d493c522a tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.403084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ce2f28ce-250b-4986-bf10-bb4d493c522a tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/b191c824-9a0f-4b85-973a-708de71d5fb6 HTTP/1.1" status: 204 len: 168 time: 0.3253853 Nov 22 17:06:24.404942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38910) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:24.431578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d626910a-9c2d-4e6c-aa75-35d702ef3482 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=b191c824-9a0f-4b85-973a-708de71d5fb6 HTTP/1.1" status: 200 len: 221 time: 0.0238490 Nov 22 17:06:24.432774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38912) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:24.456433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f4f322f5-fae5-4c38-8076-21e97c0a9a97 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:24.457051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2da66278-7961-4d05-86b5-948e1f45143b tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--915292187', 'description': 'label created by tempest'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:24.457051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2da66278-7961-4d05-86b5-948e1f45143b tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Unknown quota resources ['metering_label']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 17:06:24.512158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:24.656123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f4f322f5-fae5-4c38-8076-21e97c0a9a97 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:24.660199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.804403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-93a30fcb-1e04-45df-b7fa-000da0cb6c7a None None] Provisioning complete for port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:24.805798 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-93a30fcb-1e04-45df-b7fa-000da0cb6c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.845219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:24.864967 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-cde59d22-2bb5-4399-83cb-63baed0f1586 admin admin] 10.222.0.59 "PUT /v2.0/routers/fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2150838 Nov 22 17:06:24.921278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-93a30fcb-1e04-45df-b7fa-000da0cb6c7a None None] Port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:24.939382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2da66278-7961-4d05-86b5-948e1f45143b tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.945237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:24.952063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2da66278-7961-4d05-86b5-948e1f45143b tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5144174 Nov 22 17:06:25.092089 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5921c193-94c6-43a5-b067-f36ebe85a52c tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=2e5e7129-85af-4733-93d3-f5b679537f71 HTTP/1.1" status: 200 len: 467 time: 0.1453128 Nov 22 17:06:25.094118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38922) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:25.423329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8f2fa427-6d4f-4dd0-9d7b-22c3fd897523 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:25.427645 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8f2fa427-6d4f-4dd0-9d7b-22c3fd897523 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/2e5e7129-85af-4733-93d3-f5b679537f71 HTTP/1.1" status: 204 len: 168 time: 0.3267512 Nov 22 17:06:25.429472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38926) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:25.450236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b29c9885-f9b1-4766-8c42-643edf0238af tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=2e5e7129-85af-4733-93d3-f5b679537f71 HTTP/1.1" status: 200 len: 216 time: 0.0189483 Nov 22 17:06:25.456387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38928) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:25.473406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ce3df235-3b8c-487d-9375-98a83210ea3b tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098770 Nov 22 17:06:25.474279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38932) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:25.515035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e9410c9b-3f47-485d-a382-ba3668641b76 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0334272 Nov 22 17:06:25.516742 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38934) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:25.600130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-10449b42-fb63-4268-b414-d1207fbf2ae8 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/2daaaa70-80e3-4f4a-8c62-3545805c95af HTTP/1.1" status: 200 len: 472 time: 0.0820127 Nov 22 17:06:25.603438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38938) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:25.625007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2199cede-35f2-42e1-afc0-f1ead73333c8 tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/e4bdf69e-8245-4a52-a8fc-b61d4421ad75 HTTP/1.1" status: 200 len: 461 time: 0.0201132 Nov 22 17:06:25.628387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38940) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:25.833377 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-12de2ba8-1a57-4a30-b84b-6228b9da736e tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:25.834615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-12de2ba8-1a57-4a30-b84b-6228b9da736e tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/e4bdf69e-8245-4a52-a8fc-b61d4421ad75 HTTP/1.1" status: 204 len: 168 time: 0.2051995 Nov 22 17:06:25.837322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38950) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:26.049577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:26.083836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:26.085450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:26.192466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38956) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:26.266581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:26.324555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38962) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:26.330732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-881618585-network', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:26.390060 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-626f117d-6f0a-45ac-9c92-3e36ff4e462a tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.398358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-626f117d-6f0a-45ac-9c92-3e36ff4e462a tempest-MeteringTestJSON-1821917185 tempest-MeteringTestJSON-1821917185-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/2daaaa70-80e3-4f4a-8c62-3545805c95af HTTP/1.1" status: 204 len: 168 time: 0.5549927 Nov 22 17:06:26.411428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Made reservation on behalf of 15c428039df44556bc94691bc4ca0a6c for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:26.414116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.445233 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.678232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 2, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:26.697217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.704261 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.755881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:26.756742 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Updating router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:06:26.811900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88c3deef-c1cb-4e9c-8de3-273ae6a4c14e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.814032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:06:26.817466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197bf58-8bbc-4878-b187-5c04c9775773,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:26.840732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.841095 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Added segment 68c80f30-f223-4e84-8e8a-8e0ef235cc71 of type vlan for network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e Nov 22 17:06:26.874855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.913323 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.971588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.972854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:26.975797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.072318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38970) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:27.109871 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7840793 Nov 22 17:06:27.110274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38974) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:27.124221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Request body: {'subnet': {'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-881618585-subnet', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:27.138754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88c3deef-c1cb-4e9c-8de3-273ae6a4c14e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.141255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a06dc-795e-4cce-a6ef-666565d8b13b admin admin] Pushing event updated for resources: {'Network': ['ID=4d85c2d6-e55a-4f39-8d8e-7601b041ce6e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:27.146329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88c3deef-c1cb-4e9c-8de3-273ae6a4c14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.156808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:06:27.182791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3deef-c1cb-4e9c-8de3-273ae6a4c14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e748e8f-af22-4723-a47b-b50abfaa821c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:27.208764 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-88c3deef-c1cb-4e9c-8de3-273ae6a4c14e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=868b8b28999248eb845ea4a5e6d11822&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0151870 Nov 22 17:06:27.213386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38976) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:27.291588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Made reservation on behalf of 15c428039df44556bc94691bc4ca0a6c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:27.294607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.321733 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-328db129-9c4f-46b6-8fbb-e4a09d0d30a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.359723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21af30db-084a-49ef-8852-d3cd5859fa5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.421500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.428240 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21af30db-084a-49ef-8852-d3cd5859fa5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.430918 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.514729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbac361-57f2-4078-878c-992e2f8ff73a None None] Pushing event updated for resources: {'Port': ['ID=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:27.556600 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21af30db-084a-49ef-8852-d3cd5859fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.560003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21af30db-084a-49ef-8852-d3cd5859fa5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.565138 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-21af30db-084a-49ef-8852-d3cd5859fa5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e748e8f-af22-4723-a47b-b50abfaa821c HTTP/1.1" status: 204 len: 168 time: 0.3490222 Nov 22 17:06:27.575309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af30db-084a-49ef-8852-d3cd5859fa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e748e8f-af22-4723-a47b-b50abfaa821c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:27.655687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Attempting to bind port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:27.656343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Attempting to bind port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:27.657175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Attempting to bind port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:27.672312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:27.672703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:27.673346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.673828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:27.674594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Bound port: 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:27.675267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.705713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-328db129-9c4f-46b6-8fbb-e4a09d0d30a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.744011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-328db129-9c4f-46b6-8fbb-e4a09d0d30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.832749 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.854989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-328db129-9c4f-46b6-8fbb-e4a09d0d30a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=058f953764414b36835f375875334dde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7787173 Nov 22 17:06:27.854989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328db129-9c4f-46b6-8fbb-e4a09d0d30a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8138cd6c-10ec-40e5-9cbb-fd49748608f0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:27.855410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 38982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:27.939867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a37d4d7-5246-490e-8096-89cedb761aba,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:27.958897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] For port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:27.960143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.960727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.962008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.962717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.963714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.964519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.965098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.965696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.966227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.966785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.967454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.967994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:27.973069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Checking segment: {'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:27.973448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Network hostable DHCP agents. Network: 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:06:27.975815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] For port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:28.002578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.013739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:06:28.036309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:28.042694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0071f453-9b46-404f-8a0c-0238baddf99c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.051653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.059775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.108120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8612a0a8-e76f-47e5-a657-0a1cf98df89d None None] Network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:28.122145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-385a9972-0fe0-43f8-b3ee-38a65db585f9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0030730 Nov 22 17:06:28.123108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 38988) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:28.125127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0071f453-9b46-404f-8a0c-0238baddf99c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.136471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:28.152975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbac361-57f2-4078-878c-992e2f8ff73a None None] Pushing event updated for resources: {'Port': ['ID=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:28.155798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f4f21ac9-9907-4079-a9ed-f3dbc1700884 None None] Provisioning complete for port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:28.156180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4f21ac9-9907-4079-a9ed-f3dbc1700884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.195386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.197415 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.279655 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0071f453-9b46-404f-8a0c-0238baddf99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.282410 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0071f453-9b46-404f-8a0c-0238baddf99c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.287684 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0071f453-9b46-404f-8a0c-0238baddf99c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8138cd6c-10ec-40e5-9cbb-fd49748608f0 HTTP/1.1" status: 204 len: 168 time: 0.4305320 Nov 22 17:06:28.301035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071f453-9b46-404f-8a0c-0238baddf99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8138cd6c-10ec-40e5-9cbb-fd49748608f0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:28.313466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:28.319775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:28.410458 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.539681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:28.613429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.086576 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4f21ac9-9907-4079-a9ed-f3dbc1700884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.130270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:29.147431 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ef86d9e-e245-4d04-8d34-17c01365e18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.163625 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.188534 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.254611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f4f21ac9-9907-4079-a9ed-f3dbc1700884 None None] For port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:29.269069 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4f21ac9-9907-4079-a9ed-f3dbc1700884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.296656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-4d85c2d6-e55a-4f39-8d8e-7601b041ce6e', 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'fixed_ips': [{'subnet_id': '3a37d4d7-5246-490e-8096-89cedb761aba'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:06:29.297899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.361631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ef86d9e-e245-4d04-8d34-17c01365e18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.371968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Allocated IP 172.25.0.249 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/b9db5ec9-d656-4f22-93aa-b3e6777671d9) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:29.374039 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ef86d9e-e245-4d04-8d34-17c01365e18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.434473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef86d9e-e245-4d04-8d34-17c01365e18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9273a1e1-2818-4d99-80d2-3cd668178112,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:29.498660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ef86d9e-e245-4d04-8d34-17c01365e18e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e30f95e0add049f3a66d469484b1363b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3667705 Nov 22 17:06:29.501615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39018) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:29.519973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:27Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:29.603725 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.610486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a4e33-7c54-4843-bd6a-7942d3cc93d3 None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:27Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:29.653024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a099a8e5-a88e-483d-8b3c-1a09823332e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.669118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f21ac9-9907-4079-a9ed-f3dbc1700884 None None] Pushing event updated for resources: {'Port': ['ID=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:29.672374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c3b9c14e-ed5f-4d69-becb-d243aae0a914 None None] Provisioning complete for port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:29.672785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3b9c14e-ed5f-4d69-becb-d243aae0a914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.699885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.789844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Allocated IP 172.20.0.2 (4d85c2d6-e55a-4f39-8d8e-7601b041ce6e/3a37d4d7-5246-490e-8096-89cedb761aba/65bb24df-ecd3-46e2-b4be-05f965971d21) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:29.815007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a099a8e5-a88e-483d-8b3c-1a09823332e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.866401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:29.871617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:29.881984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:29.923334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a099a8e5-a88e-483d-8b3c-1a09823332e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.927085 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a099a8e5-a88e-483d-8b3c-1a09823332e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.928319 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a099a8e5-a88e-483d-8b3c-1a09823332e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9273a1e1-2818-4d99-80d2-3cd668178112 HTTP/1.1" status: 204 len: 168 time: 0.4256387 Nov 22 17:06:29.989219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099a8e5-a88e-483d-8b3c-1a09823332e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273a1e1-2818-4d99-80d2-3cd668178112,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:29.990060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Pushing event updated for resources: {'Port': ['ID=b9db5ec9-d656-4f22-93aa-b3e6777671d9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:30.051628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c49c6-1a91-4728-9ae4-24dc962b255f None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:30.498097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:30.591016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c7ead56-2d7f-4c84-a9bf-f1ed54e1e95f None None] Provisioning complete for port b9db5ec9-d656-4f22-93aa-b3e6777671d9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:30.592034 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c7ead56-2d7f-4c84-a9bf-f1ed54e1e95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.604044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.685911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.797838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Pushing event updated for resources: {'Port': ['ID=65bb24df-ecd3-46e2-b4be-05f965971d21,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:30.852370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:30.860755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:30.863951 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.905972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.972375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ead56-2d7f-4c84-a9bf-f1ed54e1e95f None None] Port b9db5ec9-d656-4f22-93aa-b3e6777671d9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:31.006226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:31.015304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:31.321755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Attempting to bind port 65bb24df-ecd3-46e2-b4be-05f965971d21 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:31.322388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Attempting to bind port 65bb24df-ecd3-46e2-b4be-05f965971d21 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:31.323129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Attempting to bind port 65bb24df-ecd3-46e2-b4be-05f965971d21 on network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:31.353417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:31.355636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Checking segment: {'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:31.357314 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.357946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Bound using segment: {'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:31.358765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Bound port: 65bb24df-ecd3-46e2-b4be-05f965971d21, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:31.359519 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.492028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] For port 65bb24df-ecd3-46e2-b4be-05f965971d21, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:31.497914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] For port 65bb24df-ecd3-46e2-b4be-05f965971d21, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=65bb24df-ecd3-46e2-b4be-05f965971d21,segment=NetworkSegment(68c80f30-f223-4e84-8e8a-8e0ef235cc71),segment_id=68c80f30-f223-4e84-8e8a-8e0ef235cc71)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:31.506464 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.521614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.793397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae48f2-3ec0-43cc-a6ce-53c81337606e None None] Pushing event updated for resources: {'Port': ['ID=65bb24df-ecd3-46e2-b4be-05f965971d21,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:32.399492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39116) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:32.446899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Router d457d1d9-8c12-4556-ad12-d129e92cd2e1 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:06:32.543589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 65bb24df-ecd3-46e2-b4be-05f965971d21 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:32.617762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:32.639450 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Sync routers for ids ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:32.655478 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Routers {'d457d1d9-8c12-4556-ad12-d129e92cd2e1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:32.656447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:32.665419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.670186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39120) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:32.671794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d81acc35-56f3-4621-abd5-47353087042a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5472698 Nov 22 17:06:32.684924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 65bb24df-ecd3-46e2-b4be-05f965971d21 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:32.685540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.848044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1138089347'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:32.895092 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.998638 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Set router d457d1d9-8c12-4556-ad12-d129e92cd2e1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:33.016492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 65bb24df-ecd3-46e2-b4be-05f965971d21, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=65bb24df-ecd3-46e2-b4be-05f965971d21,segment=NetworkSegment(68c80f30-f223-4e84-8e8a-8e0ef235cc71),segment_id=68c80f30-f223-4e84-8e8a-8e0ef235cc71)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:33.037958 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.075111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Made reservation on behalf of a26003ab4dfd4697870e6d58343e0b49 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:33.080660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.104579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.187101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=65bb24df-ecd3-46e2-b4be-05f965971d21,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:33.225679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.269513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.312894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:06:33.412251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.413243 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Added segment 8efbcc79-2007-4282-a73b-93ef87018d3b of type vlan for network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb Nov 22 17:06:33.418299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19194105-e854-4876-8b61-306cf0608390,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:33.529012 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:06:30Z', 'revision_number': 3, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port': {'id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:29Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:33.591722 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Checking router: d457d1d9-8c12-4556-ad12-d129e92cd2e1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:33.592158 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Updating router d457d1d9-8c12-4556-ad12-d129e92cd2e1 port b9db5ec9-d656-4f22-93aa-b3e6777671d9 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:06:33.608969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.638996 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.723573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.734264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:33.735315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.922361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59093737-a3ab-403c-8d01-995ddedd959d None None] Network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:34.063577 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6622293 Nov 22 17:06:34.067542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:34.077510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Request body: {'subnet': {'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:34.125759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-971a76d3-c838-4939-85e8-25d4d69fe872 None None] Provisioning complete for port 65bb24df-ecd3-46e2-b4be-05f965971d21 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:34.126373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-971a76d3-c838-4939-85e8-25d4d69fe872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.193950 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01382e85-0460-44d4-ba37-5332649335f3 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event updated for resources: {'Network': ['ID=c8cbd71c-c3f7-4e22-a62e-30aee782c0fb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:34.243686 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.255829 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.292767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:06:34.339271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Made reservation on behalf of a26003ab4dfd4697870e6d58343e0b49 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:34.358056 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.394895 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514c8f1-32fa-49dd-a9b0-e2f06f002648 None None] Pushing event updated for resources: {'Port': ['ID=b9db5ec9-d656-4f22-93aa-b3e6777671d9,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:34.408689 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Attempting to bind port b9db5ec9-d656-4f22-93aa-b3e6777671d9 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:34.409062 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Attempting to bind port b9db5ec9-d656-4f22-93aa-b3e6777671d9 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:34.409427 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Attempting to bind port b9db5ec9-d656-4f22-93aa-b3e6777671d9 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:34.409679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.420189 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:34.420658 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:34.421032 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.421462 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:34.421950 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Bound port: b9db5ec9-d656-4f22-93aa-b3e6777671d9, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:34.422337 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.489617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ea633-4a1b-41a7-8fae-bce90e3bc73f None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:34.491876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 65bb24df-ecd3-46e2-b4be-05f965971d21 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:34.494414 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] For port b9db5ec9-d656-4f22-93aa-b3e6777671d9, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:34.503330 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] For port b9db5ec9-d656-4f22-93aa-b3e6777671d9, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b9db5ec9-d656-4f22-93aa-b3e6777671d9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:34.510728 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.586422 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Routers {'d457d1d9-8c12-4556-ad12-d129e92cd2e1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:34.586689 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:34.689417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbedb68-729a-4bd9-a077-a0b2e5496a9b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:34.882322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 65bb24df-ecd3-46e2-b4be-05f965971d21 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:34.883617 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.925227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Allocated IP 172.20.0.1 (4d85c2d6-e55a-4f39-8d8e-7601b041ce6e/3a37d4d7-5246-490e-8096-89cedb761aba/ac5b197b-b70c-4754-b72e-f1c813b8bcf9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:35.006870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8b1e29b7-7215-43d8-940b-250ccc8314ed None None] Provisioning complete for port b9db5ec9-d656-4f22-93aa-b3e6777671d9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:35.006870 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29b7-7215-43d8-940b-250ccc8314ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.016662 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.077505 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514c8f1-32fa-49dd-a9b0-e2f06f002648 None None] Pushing event updated for resources: {'Port': ['ID=b9db5ec9-d656-4f22-93aa-b3e6777671d9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:35.134170 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] Set router d457d1d9-8c12-4556-ad12-d129e92cd2e1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:35.168903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event updated for resources: {'Subnet': ['ID=19785b37-a722-4ece-963f-ed170218d51e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:35.247298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Checking segment: {'id': '8efbcc79-2007-4282-a73b-93ef87018d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:35.248646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Network hostable DHCP agents. Network: c8cbd71c-c3f7-4e22-a62e-30aee782c0fb, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:06:35.296597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:06:35.321223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, c8cbd71c-c3f7-4e22-a62e-30aee782c0fb) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:35.334363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.343409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:35.344041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.380690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1e4c7ab0-a8cf-40ad-8134-dabeb6708214 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3105943 Nov 22 17:06:35.381377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39134) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:35.394453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Request body: {'port': {'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1182479002'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:35.426037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.445647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29b7-7215-43d8-940b-250ccc8314ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.502446 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8b1e29b7-7215-43d8-940b-250ccc8314ed None None] For port b9db5ec9-d656-4f22-93aa-b3e6777671d9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b9db5ec9-d656-4f22-93aa-b3e6777671d9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:35.504557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f191714-8d05-4f4d-9180-2b83109dcd7f None None] Network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:35.620107 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b1e29b7-7215-43d8-940b-250ccc8314ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.643512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:35.694572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e29b7-7215-43d8-940b-250ccc8314ed None None] Pushing event updated for resources: {'Port': ['ID=b9db5ec9-d656-4f22-93aa-b3e6777671d9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:35.736872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:35.743612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:35.751983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:35.826364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.837466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-74bf7c03-3142-4a0e-a2f8-a5ff8edeb59c None None] Provisioning complete for port 65bb24df-ecd3-46e2-b4be-05f965971d21 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:35.837854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74bf7c03-3142-4a0e-a2f8-a5ff8edeb59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.845724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Made reservation on behalf of a26003ab4dfd4697870e6d58343e0b49 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:35.849810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.893486 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:06:30Z', 'revision_number': 3, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port': {'id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:29Z', 'updated_at': '2021-11-22T17:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:35.900129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] device_id is not set on port 427dba9f-fc69-438b-ad0e-6b8d5f17e26e yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:06:35.933625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-c8cbd71c-c3f7-4e22-a62e-30aee782c0fb', 'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb', 'tenant_id': 'a26003ab4dfd4697870e6d58343e0b49', 'fixed_ips': [{'subnet_id': '19785b37-a722-4ece-963f-ed170218d51e'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:06:35.934496 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.974294 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94599cb9-17ce-4877-a5c6-fd7bd644eb2b None None] The sync data for ids ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'] in n-d-816865-2 is: [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:06:30Z', 'revision_number': 3, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port': {'id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:cb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:29Z', 'updated_at': '2021-11-22T17:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:36.182604 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Allocated IP 172.20.0.12 (c8cbd71c-c3f7-4e22-a62e-30aee782c0fb/19785b37-a722-4ece-963f-ed170218d51e/427dba9f-fc69-438b-ad0e-6b8d5f17e26e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:36.189638 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.384349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f851434d-8ea8-4d9e-8f39-953101dfdcac None None] Provisioning complete for port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:36.385264 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f851434d-8ea8-4d9e-8f39-953101dfdcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.511436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f851434d-8ea8-4d9e-8f39-953101dfdcac None None] Port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:36.532532 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.610774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.637854 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.647885 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.736752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Allocated IP 172.20.0.2 (c8cbd71c-c3f7-4e22-a62e-30aee782c0fb/19785b37-a722-4ece-963f-ed170218d51e/fbf718db-f016-4543-9cd4-16b284d968d7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:36.741614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event updated for resources: {'Port': ['ID=427dba9f-fc69-438b-ad0e-6b8d5f17e26e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:36.758818 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.763941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:36.767750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:36.782753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:36.893864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:36.894812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.895807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:36.896007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.948987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e4d6e789-1ac6-461a-9f4a-f42d4a9f6774 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5662935 Nov 22 17:06:36.953104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39142) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:36.961792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Request body: {'port': {'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1061812727', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:36.962419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.api.validators [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] bootfile-name is not in valid_values {{(pid=103443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:06:36.962751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.api.validators [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] tftp-server is not in valid_values {{(pid=103443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:06:36.963461 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.api.validators [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] server-ip-address is not in valid_values {{(pid=103443) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:06:37.107933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:37.110829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:37.154324 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.175538 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.240320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Made reservation on behalf of a26003ab4dfd4697870e6d58343e0b49 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:37.251587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.264803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:37.266533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:37.273331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:37.303341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] device_id is not set on port 658b8d82-4ed7-4d46-904b-67e174c142d3 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:06:37.395851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Pushing event updated for resources: {'Port': ['ID=fbf718db-f016-4543-9cd4-16b284d968d7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:37.427826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Router d457d1d9-8c12-4556-ad12-d129e92cd2e1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:37.433911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Attempting to bind port fbf718db-f016-4543-9cd4-16b284d968d7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:37.434299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Attempting to bind port fbf718db-f016-4543-9cd4-16b284d968d7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '8efbcc79-2007-4282-a73b-93ef87018d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:37.437565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Attempting to bind port fbf718db-f016-4543-9cd4-16b284d968d7 on network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:37.452574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:37.454234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Checking segment: {'id': '8efbcc79-2007-4282-a73b-93ef87018d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:37.455771 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.455910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Bound using segment: {'id': '8efbcc79-2007-4282-a73b-93ef87018d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:37.457708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Bound port: fbf718db-f016-4543-9cd4-16b284d968d7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efbcc79-2007-4282-a73b-93ef87018d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c8cbd71c-c3f7-4e22-a62e-30aee782c0fb'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:37.458143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.569373 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Allocated IP 172.20.0.6 (c8cbd71c-c3f7-4e22-a62e-30aee782c0fb/19785b37-a722-4ece-963f-ed170218d51e/658b8d82-4ed7-4d46-904b-67e174c142d3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:37.582560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] For port fbf718db-f016-4543-9cd4-16b284d968d7, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:37.619210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] For port fbf718db-f016-4543-9cd4-16b284d968d7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fbf718db-f016-4543-9cd4-16b284d968d7,segment=NetworkSegment(8efbcc79-2007-4282-a73b-93ef87018d3b),segment_id=8efbcc79-2007-4282-a73b-93ef87018d3b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:37.636839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.646151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:37.663736 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27ba7007-5aa6-4120-9698-4ac16eb2e280 admin admin] 10.222.0.59 "PUT /v2.0/routers/d457d1d9-8c12-4556-ad12-d129e92cd2e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9852867 Nov 22 17:06:37.692466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f0baf7ae-d7c6-45d1-9ac6-7d176fa780d9 None None] Provisioning complete for port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:37.692978 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0baf7ae-d7c6-45d1-9ac6-7d176fa780d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.752217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312932c-9bbe-4737-8041-73b98ebba4eb None None] Pushing event updated for resources: {'Port': ['ID=fbf718db-f016-4543-9cd4-16b284d968d7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:37.776168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f0baf7ae-d7c6-45d1-9ac6-7d176fa780d9 None None] Port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:37.867609 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.923501 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.003363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:38.013798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:38.016807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event updated for resources: {'Port': ['ID=658b8d82-4ed7-4d46-904b-67e174c142d3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:38.021272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:38.034546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.098834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:38.099974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.127119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2acb76a1-65c4-46dd-8ff4-f2bae435f659 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1726806 Nov 22 17:06:38.129766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39154) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:38.415214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2dd3d-b1d7-4d9b-ae1c-456f8bf48bc5 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:38.428946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2dd3d-b1d7-4d9b-ae1c-456f8bf48bc5 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:38.443550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f2dd3d-b1d7-4d9b-ae1c-456f8bf48bc5 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:38.453572 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40f2dd3d-b1d7-4d9b-ae1c-456f8bf48bc5 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3220201 Nov 22 17:06:38.456498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39164) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:38.467693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b9db5ec9-d656-4f22-93aa-b3e6777671d9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:38.571058 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b9db5ec9-d656-4f22-93aa-b3e6777671d9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:38.571669 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.648416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14839b27-3b08-4f59-abd3-fc8eb0094a80 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Deleting port 658b8d82-4ed7-4d46-904b-67e174c142d3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:38.648768 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14839b27-3b08-4f59-abd3-fc8eb0094a80 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.736562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fbf718db-f016-4543-9cd4-16b284d968d7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:38.888890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14839b27-3b08-4f59-abd3-fc8eb0094a80 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.914788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-14839b27-3b08-4f59-abd3-fc8eb0094a80 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Calling delete_port for 658b8d82-4ed7-4d46-904b-67e174c142d3 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:39.068670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port fbf718db-f016-4543-9cd4-16b284d968d7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:39.069237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.218121 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.219557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Sync routers for ids ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:39.256502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Routers {'d457d1d9-8c12-4556-ad12-d129e92cd2e1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:39.257330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:39.269965 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14839b27-3b08-4f59-abd3-fc8eb0094a80 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.337745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14839b27-3b08-4f59-abd3-fc8eb0094a80 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event deleted for resources: {'Port': ['ID=658b8d82-4ed7-4d46-904b-67e174c142d3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:39.452304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Set router d457d1d9-8c12-4556-ad12-d129e92cd2e1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:39.458888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14839b27-3b08-4f59-abd3-fc8eb0094a80 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.466653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-14839b27-3b08-4f59-abd3-fc8eb0094a80 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "DELETE /v2.0/ports/658b8d82-4ed7-4d46-904b-67e174c142d3 HTTP/1.1" status: 204 len: 168 time: 1.0058799 Nov 22 17:06:39.470818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39176) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:39.484591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Request body: {'port': {'name': 'tempest-new-port-name-1592363322', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:39.485268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] bootfile-name is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:06:39.485789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] tftp-server is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:06:39.486335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.api.validators [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] server-ip-address is not in valid_values {{(pid=103442) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:06:39.562540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port fbf718db-f016-4543-9cd4-16b284d968d7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fbf718db-f016-4543-9cd4-16b284d968d7,segment=NetworkSegment(8efbcc79-2007-4282-a73b-93ef87018d3b),segment_id=8efbcc79-2007-4282-a73b-93ef87018d3b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:39.570234 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.599105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.862509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=fbf718db-f016-4543-9cd4-16b284d968d7,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:39.882638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a8042c-7b8b-45ad-84c3-ae73177a6d30 None None] Network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:39.985968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.992105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.002219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3b1a10fc-94ff-4904-9fe1-451b23514ddd None None] Provisioning complete for port fbf718db-f016-4543-9cd4-16b284d968d7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:40.002870 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b1a10fc-94ff-4904-9fe1-451b23514ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.205077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event updated for resources: {'Port': ['ID=427dba9f-fc69-438b-ad0e-6b8d5f17e26e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:40.232520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] In _notify_port_updated(), no bound segment for port 427dba9f-fc69-438b-ad0e-6b8d5f17e26e on network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb {{(pid=103442) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:06:40.248912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.251363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.254884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c12adf1a-c84c-46ca-a13c-1e846735739c tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "PUT /v2.0/ports/427dba9f-fc69-438b-ad0e-6b8d5f17e26e HTTP/1.1" status: 200 len: 1137 time: 0.7824073 Nov 22 17:06:40.257951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:40.283801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:06:36Z', 'revision_number': 4, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port': {'id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:29Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ac5b197b-b70c-4754-b72e-f1c813b8bcf9', 'name': '', 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'mac_address': 'fa:16:3e:06:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '3a37d4d7-5246-490e-8096-89cedb761aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:34Z', 'updated_at': '2021-11-22T17:06:36Z', 'revision_number': 2, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'subnets': [{'id': '3a37d4d7-5246-490e-8096-89cedb761aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:40.325672 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:06:40.370891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Checking router: d457d1d9-8c12-4556-ad12-d129e92cd2e1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:40.371308 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Updating router d457d1d9-8c12-4556-ad12-d129e92cd2e1 port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:06:40.401145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbfac68-4666-47f4-a084-26c59783b89a tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.403796 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6bbfac68-4666-47f4-a084-26c59783b89a tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "GET /v2.0/ports/427dba9f-fc69-438b-ad0e-6b8d5f17e26e HTTP/1.1" status: 200 len: 1137 time: 0.1442225 Nov 22 17:06:40.410496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39186) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:40.422423 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.438429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fbf718db-f016-4543-9cd4-16b284d968d7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:40.590751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fb445837-2c48-46fe-b90f-415836cbbc48 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Deleting port 427dba9f-fc69-438b-ad0e-6b8d5f17e26e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:40.591618 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb445837-2c48-46fe-b90f-415836cbbc48 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.717638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port fbf718db-f016-4543-9cd4-16b284d968d7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:40.718176 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.751069 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb445837-2c48-46fe-b90f-415836cbbc48 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.803581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fb445837-2c48-46fe-b90f-415836cbbc48 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Calling delete_port for 427dba9f-fc69-438b-ad0e-6b8d5f17e26e owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:40.910264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5cc4abc9-3993-465f-92bf-7e3bf1cb3166 None None] Provisioning complete for port fbf718db-f016-4543-9cd4-16b284d968d7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:40.910646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5cc4abc9-3993-465f-92bf-7e3bf1cb3166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.035330 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb445837-2c48-46fe-b90f-415836cbbc48 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.078695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb445837-2c48-46fe-b90f-415836cbbc48 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event deleted for resources: {'Port': ['ID=427dba9f-fc69-438b-ad0e-6b8d5f17e26e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.088818 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.138177 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.220201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78357661-6098-4087-af21-b1adfd43ebd7 None None] Pushing event updated for resources: {'Port': ['ID=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.289993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb445837-2c48-46fe-b90f-415836cbbc48 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.320641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39194) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:41.326393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fb445837-2c48-46fe-b90f-415836cbbc48 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "DELETE /v2.0/ports/427dba9f-fc69-438b-ad0e-6b8d5f17e26e HTTP/1.1" status: 204 len: 168 time: 0.9103849 Nov 22 17:06:41.478566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c840fd-755a-441c-93d7-a8b693878455 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Deleting subnet 19785b37-a722-4ece-963f-ed170218d51e {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:06:41.490516 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c840fd-755a-441c-93d7-a8b693878455 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.492549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Attempting to bind port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:41.492999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Attempting to bind port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:41.493569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Attempting to bind port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 on network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:41.503729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:41.504416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Checking segment: {'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:41.504795 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.505020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Bound using segment: {'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:41.505481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Bound port: ac5b197b-b70c-4754-b72e-f1c813b8bcf9, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c80f30-f223-4e84-8e8a-8e0ef235cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:41.505999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.613873 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c840fd-755a-441c-93d7-a8b693878455 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.649348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] For port ac5b197b-b70c-4754-b72e-f1c813b8bcf9, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:41.663756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] For port ac5b197b-b70c-4754-b72e-f1c813b8bcf9, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,segment=NetworkSegment(68c80f30-f223-4e84-8e8a-8e0ef235cc71),segment_id=68c80f30-f223-4e84-8e8a-8e0ef235cc71)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:41.693121 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.772569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5cc4abc9-3993-465f-92bf-7e3bf1cb3166 None None] Could not find standard attr ID for object 427dba9f-fc69-438b-ad0e-6b8d5f17e26e. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:06:41.781465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78357661-6098-4087-af21-b1adfd43ebd7 None None] Pushing event updated for resources: {'Port': ['ID=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.817072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Routers {'d457d1d9-8c12-4556-ad12-d129e92cd2e1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:41.817857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:41.912057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2b056777-622e-4804-8cf6-676d8fff2031 None None] Could not find standard attr ID for object 658b8d82-4ed7-4d46-904b-67e174c142d3. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:06:42.005886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2b056777-622e-4804-8cf6-676d8fff2031 None None] Provisioning complete for port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:42.006564 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b056777-622e-4804-8cf6-676d8fff2031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.078599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] Set router d457d1d9-8c12-4556-ad12-d129e92cd2e1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:42.161732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-37d1ffaf-f720-48ac-98d2-77769e072842 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:42.172053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-37d1ffaf-f720-48ac-98d2-77769e072842 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.2535391 Nov 22 17:06:42.195530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-557913b4-f01e-41a3-a4a3-6de7b66f5a2d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/quotas/38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 375 time: 0.0216949 Nov 22 17:06:42.280059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b056777-622e-4804-8cf6-676d8fff2031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.313740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-17881678-7f46-40be-b23f-71697f35be39 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157389 Nov 22 17:06:42.574033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c12724f8-08bc-4dc5-a94d-91e246f6e7e2 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551012 Nov 22 17:06:42.740180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c840fd-755a-441c-93d7-a8b693878455 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.845211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2b056777-622e-4804-8cf6-676d8fff2031 None None] For port ac5b197b-b70c-4754-b72e-f1c813b8bcf9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,segment=NetworkSegment(68c80f30-f223-4e84-8e8a-8e0ef235cc71),segment_id=68c80f30-f223-4e84-8e8a-8e0ef235cc71)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:42.863235 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b056777-622e-4804-8cf6-676d8fff2031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.880539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-56ff1973-247e-4c51-b831-eff16807d437 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050644 Nov 22 17:06:42.917745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c840fd-755a-441c-93d7-a8b693878455 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.966460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c840fd-755a-441c-93d7-a8b693878455 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event deleted for resources: {'Subnet': ['ID=19785b37-a722-4ece-963f-ed170218d51e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:42.980258 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27c840fd-755a-441c-93d7-a8b693878455 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.990882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39212) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:42.991380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b056777-622e-4804-8cf6-676d8fff2031 None None] Pushing event updated for resources: {'Port': ['ID=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:42.992498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-27c840fd-755a-441c-93d7-a8b693878455 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "DELETE /v2.0/subnets/19785b37-a722-4ece-963f-ed170218d51e HTTP/1.1" status: 204 len: 168 time: 1.6699224 Nov 22 17:06:42.996080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2b056777-622e-4804-8cf6-676d8fff2031 None None] Could not find standard attr ID for object 427dba9f-fc69-438b-ad0e-6b8d5f17e26e. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:06:43.004813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660893cc-98bf-4180-85b0-aee6fd550684 None None] Network c8cbd71c-c3f7-4e22-a62e-30aee782c0fb requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:43.170115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-21f0b6d9-2d25-41c4-890c-97ec87b1fc98 None None] Provisioning complete for port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:43.173334 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21f0b6d9-2d25-41c4-890c-97ec87b1fc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.186516 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.316401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:06:36Z', 'revision_number': 4, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port': {'id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:29Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ac5b197b-b70c-4754-b72e-f1c813b8bcf9', 'name': '', 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'mac_address': 'fa:16:3e:06:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '3a37d4d7-5246-490e-8096-89cedb761aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:34Z', 'updated_at': '2021-11-22T17:06:41Z', 'revision_number': 4, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'subnets': [{'id': '3a37d4d7-5246-490e-8096-89cedb761aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:43.329796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Deleting port fbf718db-f016-4543-9cd4-16b284d968d7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:43.330261 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.384762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cafe880-0bf5-482e-be58-c22e4083adc2 None None] The sync data for ids ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'] in n-d-816865-2 is: [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:06:36Z', 'revision_number': 4, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port': {'id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:29Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ac5b197b-b70c-4754-b72e-f1c813b8bcf9', 'name': '', 'network_id': '4d85c2d6-e55a-4f39-8d8e-7601b041ce6e', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'mac_address': 'fa:16:3e:06:df:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '3a37d4d7-5246-490e-8096-89cedb761aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:34Z', 'updated_at': '2021-11-22T17:06:41Z', 'revision_number': 4, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'subnets': [{'id': '3a37d4d7-5246-490e-8096-89cedb761aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:43.438770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] DHCP port deletion for c8cbd71c-c3f7-4e22-a62e-30aee782c0fb request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:43.482228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44f69e66-f63e-4290-8a73-4e0022ccd621 req-eb21474e-bfb8-4108-91e0-822ac0ff92be tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.0492036 Nov 22 17:06:43.540051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] For port fbf718db-f016-4543-9cd4-16b284d968d7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fbf718db-f016-4543-9cd4-16b284d968d7,segment=NetworkSegment(8efbcc79-2007-4282-a73b-93ef87018d3b),segment_id=8efbcc79-2007-4282-a73b-93ef87018d3b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:43.550486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.595560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-21f0b6d9-2d25-41c4-890c-97ec87b1fc98 None None] Could not find standard attr ID for object 427dba9f-fc69-438b-ad0e-6b8d5f17e26e. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:06:43.625809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Calling delete_port for fbf718db-f016-4543-9cd4-16b284d968d7 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:43.671611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] Deleting port fbf718db-f016-4543-9cd4-16b284d968d7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:43.674676 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.778844 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.799499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] No DVR routers for this DVR port fbf718db-f016-4543-9cd4-16b284d968d7 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:43.852795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] For port fbf718db-f016-4543-9cd4-16b284d968d7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=fbf718db-f016-4543-9cd4-16b284d968d7,segment=NetworkSegment(8efbcc79-2007-4282-a73b-93ef87018d3b),segment_id=8efbcc79-2007-4282-a73b-93ef87018d3b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:43.853464 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.895380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] Calling delete_port for fbf718db-f016-4543-9cd4-16b284d968d7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:43.916498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event deleted for resources: {'Port': ['ID=fbf718db-f016-4543-9cd4-16b284d968d7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:44.018731 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.022364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.063895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cbd71c-c3f7-4e22-a62e-30aee782c0fb']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:44.072888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] Pushing event deleted for resources: {'Port': ['ID=fbf718db-f016-4543-9cd4-16b284d968d7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:44.084925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef24672-48c7-4ae6-846f-b74dd3d16949 None None] No DVR routers for this DVR port fbf718db-f016-4543-9cd4-16b284d968d7 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:44.094643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efbcc79-2007-4282-a73b-93ef87018d3b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:44.094643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efbcc79-2007-4282-a73b-93ef87018d3b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:44.113610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.148317 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.161332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:06:44.161751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:06:44.165333 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:06:44.251054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.264525 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.274543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] 10.222.0.59 "DELETE /v2.0/networks/c8cbd71c-c3f7-4e22-a62e-30aee782c0fb HTTP/1.1" status: 204 len: 168 time: 1.2808995 Nov 22 17:06:44.297345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2eabd5-4bd4-4360-bb78-51856e91ff74 tempest-ExtraDHCPOptionsTestJSON-778995550 tempest-ExtraDHCPOptionsTestJSON-778995550-project] Pushing event deleted for resources: {'Network': ['ID=c8cbd71c-c3f7-4e22-a62e-30aee782c0fb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:44.471224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ac5b197b-b70c-4754-b72e-f1c813b8bcf9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:44.647470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8284776-be70-48df-8fe6-b3aaa3252404 req-2c288ad6-35d0-47f4-808a-c9b3637eaf0f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.0710452 Nov 22 17:06:44.665703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:44.666319 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.983817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fbf718db-f016-4543-9cd4-16b284d968d7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:44.995082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:45.027406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: fbf718db-f016-4543-9cd4-16b284d968d7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:45.028521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device fbf718db-f016-4543-9cd4-16b284d968d7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:45.241223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f389b370-9b59-4631-b117-4c7a83504c2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a26003ab4dfd4697870e6d58343e0b49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447104 Nov 22 17:06:45.245924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:45.330878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-890e3fad-7941-4de2-acce-8e75f08fa7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.360126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-890e3fad-7941-4de2-acce-8e75f08fa7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.441950 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-890e3fad-7941-4de2-acce-8e75f08fa7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.446252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-890e3fad-7941-4de2-acce-8e75f08fa7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.450193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-890e3fad-7941-4de2-acce-8e75f08fa7d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19194105-e854-4876-8b61-306cf0608390 HTTP/1.1" status: 204 len: 168 time: 0.2031767 Nov 22 17:06:45.461023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e3fad-7941-4de2-acce-8e75f08fa7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19194105-e854-4876-8b61-306cf0608390,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:45.484659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32600cb7-fe05-4c47-89e6-eab672824f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.801271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-814f4501-417f-4d71-8473-b991fe161649 req-bffe79ea-7d75-48a2-9066-8f55ddd426ee tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.0675759 Nov 22 17:06:46.470179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39282) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:46.647566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1133245347'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:46.680397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:46.687552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:46.709702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:46.833774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:46.843286 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:46.871748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:06:46.941676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:46.941676 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Added segment a6beb8ad-e1e3-4ad1-89f4-1b5cfb760727 of type vlan for network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 Nov 22 17:06:46.959931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1cb83e-0c6e-4b05-8ac5-f460bc73ee60,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:47.070647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac598a66-4c72-4060-a817-a0de86f1b9fc req-34e64745-909b-49b9-9726-b32c67fab7e5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.0864677 Nov 22 17:06:47.201749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:47.344573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:47.349455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:47.350108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:47.426811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-ec1f9413-2e07-4933-b21a-446130b0b899 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:47.428416 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-ec1f9413-2e07-4933-b21a-446130b0b899 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.4355357 Nov 22 17:06:47.441415 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9686618 Nov 22 17:06:47.444476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39294) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:47.447690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'port': {'device_id': '8799fbc1-856a-458f-ab25-ed42eb168550', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'admin_state_up': True, 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:47.450659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'subnet': {'network_id': '4aebea82-e1fe-456c-989a-d6b3511cbbf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:47.518375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca92046-4e84-4223-adec-2d394978afc9 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Network': ['ID=4aebea82-e1fe-456c-989a-d6b3511cbbf3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:47.536453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:06:47.606376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:47.610868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:47.647522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:47.656001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:47.870510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:47.883564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.20.0.10 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/43f79ae9-89a8-4fba-a62e-42d2a471989a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:47.915282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2cafa994-00ae-4e63-b470-87c323bb771c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:47.958865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Subnet': ['ID=84453746-b60e-4a2b-9dd7-a1830636a207,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:47.972728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Checking segment: {'id': 'a6beb8ad-e1e3-4ad1-89f4-1b5cfb760727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4aebea82-e1fe-456c-989a-d6b3511cbbf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:47.973404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network hostable DHCP agents. Network: 4aebea82-e1fe-456c-989a-d6b3511cbbf3, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:06:48.003788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:06:48.049916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 4aebea82-e1fe-456c-989a-d6b3511cbbf3) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:48.063345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:48.063934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3be4c-a1c2-45c6-a2c5-47e53f138db6 None None] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:48.064650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.100360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9158fdf2-c301-4663-8742-acd62070ea45 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6542170 Nov 22 17:06:48.101951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39302) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:48.108245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-526566012', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:48.171024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.172886 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.221372 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.285248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.309565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.312640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76cf16-bcd4-431f-9afd-23b783f5e7c6 None None] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:48.409095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:48.413568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:48.438738 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:48.446052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=43f79ae9-89a8-4fba-a62e-42d2a471989a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:48.494200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223685a-45ac-4ed3-b81a-e928006968ab req-b34efcf5-dfbb-4e04-92a9-4c44836a3268 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:48.503998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4223685a-45ac-4ed3-b81a-e928006968ab req-b34efcf5-dfbb-4e04-92a9-4c44836a3268 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 932 time: 0.1913507 Nov 22 17:06:48.562106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:48.564543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.603266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-c86a9054-e6c3-4ecd-a75d-b023dee81a73 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1618340 Nov 22 17:06:48.622044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Request body: {'port': {'device_id': '8799fbc1-856a-458f-ab25-ed42eb168550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:48.659307 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.684077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4223685a-45ac-4ed3-b81a-e928006968ab req-356c8399-2857-419f-a2d3-99d1b8eb7dfc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776803 Nov 22 17:06:48.828719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.028298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-76da354e-22f0-4530-ae24-fe77fce8a6a1 None None] Provisioning complete for port 43f79ae9-89a8-4fba-a62e-42d2a471989a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:49.029162 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-76da354e-22f0-4530-ae24-fe77fce8a6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.092996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-76da354e-22f0-4530-ae24-fe77fce8a6a1 None None] Port 43f79ae9-89a8-4fba-a62e-42d2a471989a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:49.123493 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.172938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.198612 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.384362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.25.0.153 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/247c9bcb-8f7d-4e36-9376-f716f8b33c98) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:49.611888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.662246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f79ae9-89a8-4fba-a62e-42d2a471989a {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:49.677166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.687832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.741667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=247c9bcb-8f7d-4e36-9376-f716f8b33c98,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:49.751338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Transition to ACTIVE for port object 43f79ae9-89a8-4fba-a62e-42d2a471989a will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:06:49.758309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:49.771437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:49.774375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.804960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:49.849969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4742e8-8213-4d39-9046-a3a8a83a284b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:49.989067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Pushing event updated for resources: {'Port': ['ID=43f79ae9-89a8-4fba-a62e-42d2a471989a,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:50.024700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1a2725fc-238f-49b7-84a1-e464e6037128 None None] Provisioning complete for port 247c9bcb-8f7d-4e36-9376-f716f8b33c98 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:50.025724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a2725fc-238f-49b7-84a1-e464e6037128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.077627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1a2725fc-238f-49b7-84a1-e464e6037128 None None] Port 247c9bcb-8f7d-4e36-9376-f716f8b33c98 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:50.172785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Attempting to bind port 43f79ae9-89a8-4fba-a62e-42d2a471989a on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:50.173215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Attempting to bind port 43f79ae9-89a8-4fba-a62e-42d2a471989a by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:50.174551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Attempting to bind port 43f79ae9-89a8-4fba-a62e-42d2a471989a on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:50.186776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Port 43f79ae9-89a8-4fba-a62e-42d2a471989a on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:06:50.186776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Attempting to bind port 43f79ae9-89a8-4fba-a62e-42d2a471989a on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:50.217229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:50.217229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:50.217905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:50.218271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Bound port: 43f79ae9-89a8-4fba-a62e-42d2a471989a, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:50.218716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.301728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b14ddb-cf88-4711-930b-1e1cbe4ec231 req-487fe597-ca1a-423c-8e6e-d722174595cb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:50.302609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62b14ddb-cf88-4711-930b-1e1cbe4ec231 req-487fe597-ca1a-423c-8e6e-d722174595cb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.2655208 Nov 22 17:06:50.386054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] For port 43f79ae9-89a8-4fba-a62e-42d2a471989a, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:50.390830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] For port 43f79ae9-89a8-4fba-a62e-42d2a471989a, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f79ae9-89a8-4fba-a62e-42d2a471989a,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:50.397780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.472565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:50.473210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.474650 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] 10.222.0.37 "PUT /v2.0/ports/43f79ae9-89a8-4fba-a62e-42d2a471989a HTTP/1.1" status: 200 len: 1092 time: 1.8621850 Nov 22 17:06:50.475302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8799fbc1-856a-458f-ab25-ed42eb168550', 'tag': '43f79ae9-89a8-4fba-a62e-42d2a471989a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:50.486046 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0001c7-24db-467c-a097-bc63e34e475e" -d '{"events": [{"name": "network-changed", "server_uuid": "8799fbc1-856a-458f-ab25-ed42eb168550", "tag": "43f79ae9-89a8-4fba-a62e-42d2a471989a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:50.585332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65bd42-8e50-4693-a1e9-4355e48fc444 service neutron] Pushing event updated for resources: {'Port': ['ID=43f79ae9-89a8-4fba-a62e-42d2a471989a,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:50.647492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-cee91e8f-f16b-426b-ae52-f972f9a9fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:50.649512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-cee91e8f-f16b-426b-ae52-f972f9a9fdf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 1095 time: 0.1265588 Nov 22 17:06:50.669280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62b14ddb-cf88-4711-930b-1e1cbe4ec231 req-af6289e2-0d8f-4980-96f5-df5392a9bea7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558855 Nov 22 17:06:50.690750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.817783 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81767d5-9304-441a-8cb4-06355e18ed4f x-openstack-request-id: req-c81767d5-9304-441a-8cb4-06355e18ed4f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:50.819376 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8799fbc1-856a-458f-ab25-ed42eb168550", "tag": "43f79ae9-89a8-4fba-a62e-42d2a471989a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:50.820070 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c81767d5-9304-441a-8cb4-06355e18ed4f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:50.820915 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8799fbc1-856a-458f-ab25-ed42eb168550', 'tag': '43f79ae9-89a8-4fba-a62e-42d2a471989a', 'status': 'completed', 'code': 200} Nov 22 17:06:50.824568 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-58ba8e64-95b7-4dc7-94b2-77547c617b01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f79ae9-89a8-4fba-a62e-42d2a471989a HTTP/1.1" status: 200 len: 217 time: 0.1584692 Nov 22 17:06:50.855104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.937062 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-d2365043-4a77-4084-b69c-33aa0314fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:50.939568 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-d2365043-4a77-4084-b69c-33aa0314fc8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.1080141 Nov 22 17:06:51.039373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-46ef4007-b752-40ee-99be-16247d1e499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:51.044706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-46ef4007-b752-40ee-99be-16247d1e499b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979710 Nov 22 17:06:51.287980 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-91483c94-c0dc-45a2-a926-4ec1daa6bb23 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333400 Nov 22 17:06:51.437553 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:51.566083 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79b86a5a-8403-4fb5-95a8-ed6f63a7bb44 req-af8d8d6a-8e7e-4b4e-88e8-e82b1a2805b8 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704246 Nov 22 17:06:51.756495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0001c7-24db-467c-a097-bc63e34e475e req-9f17bf79-8b4b-44c2-8dc7-2e98f96b0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:51.766437 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c0001c7-24db-467c-a097-bc63e34e475e req-9f17bf79-8b4b-44c2-8dc7-2e98f96b0ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 1095 time: 0.1261330 Nov 22 17:06:51.877704 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:52.001433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0001c7-24db-467c-a097-bc63e34e475e req-54c96eb4-a91a-4996-84df-67c15281f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:52.003179 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c0001c7-24db-467c-a097-bc63e34e475e req-54c96eb4-a91a-4996-84df-67c15281f97c service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.2349484 Nov 22 17:06:52.052296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fed2fa-7c49-41e4-829f-2fc786127f31 req-3989dfd0-1f91-4f37-b401-71d820fa159a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:52.068270 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c0001c7-24db-467c-a097-bc63e34e475e req-03601aad-54e8-4a88-9aae-8e2248d484af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43f79ae9-89a8-4fba-a62e-42d2a471989a HTTP/1.1" status: 200 len: 217 time: 0.0572858 Nov 22 17:06:52.068470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38fed2fa-7c49-41e4-829f-2fc786127f31 req-3989dfd0-1f91-4f37-b401-71d820fa159a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1476834 Nov 22 17:06:52.183404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38fed2fa-7c49-41e4-829f-2fc786127f31 req-c5fdb389-0598-4ad4-bd54-c154ea4244ba tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126864 Nov 22 17:06:52.186518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0001c7-24db-467c-a097-bc63e34e475e req-39a9870f-198b-424d-aeb2-d3fd7d6f5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:52.200410 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c0001c7-24db-467c-a097-bc63e34e475e req-39a9870f-198b-424d-aeb2-d3fd7d6f5e15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.1201394 Nov 22 17:06:52.207053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:06:52.346892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0001c7-24db-467c-a097-bc63e34e475e req-9c92d10a-4480-47dc-9763-956e96de02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:52.355853 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c0001c7-24db-467c-a097-bc63e34e475e req-9c92d10a-4480-47dc-9763-956e96de02e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485436 Nov 22 17:06:52.439657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:52.488850 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b09b82-a7a7-452f-9d17-d949b7b52424 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:52.522895 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:52.529840 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7a473791-8cc8-417c-9ce6-d9c19260c7c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4269893 Nov 22 17:06:52.531216 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b09b82-a7a7-452f-9d17-d949b7b52424 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:52.532161 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-44b09b82-a7a7-452f-9d17-d949b7b52424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:52.536017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39364) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:52.598703 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-44b09b82-a7a7-452f-9d17-d949b7b52424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:52.617293 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b09b82-a7a7-452f-9d17-d949b7b52424 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:52.619985 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-44b09b82-a7a7-452f-9d17-d949b7b52424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:52.680776 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c0001c7-24db-467c-a097-bc63e34e475e req-efeb4596-03e6-4083-9d54-8f81128c2f2b service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165233 Nov 22 17:06:52.757856 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-44b09b82-a7a7-452f-9d17-d949b7b52424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:52.759580 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b09b82-a7a7-452f-9d17-d949b7b52424 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:52.865932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9c0001c7-24db-467c-a097-bc63e34e475e req-776eb3fd-5182-46ab-a97e-56e26289726f service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773775 Nov 22 17:06:53.416965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d714993-4ef4-4dd8-b002-4859b17ca65d req-362644c8-9d5b-478d-badd-0a0aae1b53ec tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:53.416965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d714993-4ef4-4dd8-b002-4859b17ca65d req-362644c8-9d5b-478d-badd-0a0aae1b53ec tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1186051 Nov 22 17:06:53.505901 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:53.543638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d714993-4ef4-4dd8-b002-4859b17ca65d req-8421b4d3-fe0c-4c7c-8260-3fe5f2f2d471 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928614 Nov 22 17:06:54.042661 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.20.0.1 (4aebea82-e1fe-456c-989a-d6b3511cbbf3/84453746-b60e-4a2b-9dd7-a1830636a207/c546c5b4-3db5-4a15-bbd6-ea690f66f95c) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:54.251495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.348184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.388330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:54.392624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:54.436676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:54.535035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=c546c5b4-3db5-4a15-bbd6-ea690f66f95c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:54.544427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.820278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d85f6-85f6-44e4-b8d4-c8773610fbae req-ccdbe7ac-720a-4e99-8c52-3be06c8b645e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:54.833106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-310d85f6-85f6-44e4-b8d4-c8773610fbae req-ccdbe7ac-720a-4e99-8c52-3be06c8b645e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1351681 Nov 22 17:06:54.842138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.966567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-310d85f6-85f6-44e4-b8d4-c8773610fbae req-b6806156-36a6-4735-9d4e-23731f6a0145 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324203 Nov 22 17:06:55.394098 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.403265 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.501392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=c546c5b4-3db5-4a15-bbd6-ea690f66f95c,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:55.569784 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.728216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:55.732011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:55.935989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:56.189966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:56.203395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39438) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:56.208378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9624d5fb-6a49-4f91-a310-5938d111b1e2 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:56.211307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'port': {'network_id': '4aebea82-e1fe-456c-989a-d6b3511cbbf3', 'name': 'tempest-FloatingIPTestJSON-702767971'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:56.219437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4d855ea0-f470-4c4a-bed5-73df43a3c655 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/routers/f692d036-9d2d-41a6-b095-a4ca17ccbac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6816969 Nov 22 17:06:56.263177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624d5fb-6a49-4f91-a310-5938d111b1e2 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:56.265604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9624d5fb-6a49-4f91-a310-5938d111b1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:56.303739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29c71e-eede-4ca9-b559-aa9c936127e6 req-9fc14c3c-d853-4262-9270-8970bd4e7d47 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:56.335215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe29c71e-eede-4ca9-b559-aa9c936127e6 req-9fc14c3c-d853-4262-9270-8970bd4e7d47 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.2067561 Nov 22 17:06:56.384632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9624d5fb-6a49-4f91-a310-5938d111b1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:56.399145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:56.406467 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:56.411903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624d5fb-6a49-4f91-a310-5938d111b1e2 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:56.412892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9624d5fb-6a49-4f91-a310-5938d111b1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:56.474879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9624d5fb-6a49-4f91-a310-5938d111b1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:56.475929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9624d5fb-6a49-4f91-a310-5938d111b1e2 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:56.483446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] device_id is not set on port cc810c52-75a2-41bd-9b8f-f45860d2cb58 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:06:56.506265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe29c71e-eede-4ca9-b559-aa9c936127e6 req-2bb94078-cbb0-4587-9604-862e2624c288 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655114 Nov 22 17:06:56.632992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.20.0.13 (4aebea82-e1fe-456c-989a-d6b3511cbbf3/84453746-b60e-4a2b-9dd7-a1830636a207/cc810c52-75a2-41bd-9b8f-f45860d2cb58) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:56.865366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:56.914881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:56.974704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:56.982049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:56.994395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:57.036409 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=cc810c52-75a2-41bd-9b8f-f45860d2cb58,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:57.074996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:57.076052 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:57.105397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9c5e45db-c508-4bb6-ac22-eeddaad20fd8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8997903 Nov 22 17:06:57.108808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:57.114382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'port': {'network_id': '4aebea82-e1fe-456c-989a-d6b3511cbbf3', 'name': 'tempest-FloatingIPTestJSON-1378531331'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:57.264636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:57.268588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:57.288294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] device_id is not set on port e4372016-a370-48b7-9d81-7472fd552389 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:06:57.455361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.20.0.7 (4aebea82-e1fe-456c-989a-d6b3511cbbf3/84453746-b60e-4a2b-9dd7-a1830636a207/e4372016-a370-48b7-9d81-7472fd552389) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:57.775562 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:57.795747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81ed1c-69f0-4b9a-8834-b18fc67f6d57 req-b4b25ed0-235d-4917-8a09-b993b2ff6e18 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:57.803797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c81ed1c-69f0-4b9a-8834-b18fc67f6d57 req-b4b25ed0-235d-4917-8a09-b993b2ff6e18 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1429157 Nov 22 17:06:57.887326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c81ed1c-69f0-4b9a-8834-b18fc67f6d57 req-1e3cdc5d-c36c-43f4-a76a-bba0a0acd688 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819945 Nov 22 17:06:57.920419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:57.980817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:57.987880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:57.993995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:58.001094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=e4372016-a370-48b7-9d81-7472fd552389,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:58.096056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:58.096860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:58.120854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d7c1a480-614a-46b6-b726-5b8e91188565 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0073216 Nov 22 17:06:58.121440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39478) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:58.127023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'e4372016-a370-48b7-9d81-7472fd552389', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:58.157746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:58.305037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:58.474117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.25.0.169 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/50f79f5b-4249-4213-a404-d151c0fca360) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:58.664309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:58.728304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:58.805530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:58.809900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:58.812321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=50f79f5b-4249-4213-a404-d151c0fca360,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:58.814665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:59.127454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687ce83-8e29-4d7c-b542-d4bca41cc761 req-ea57b1ad-2499-41ce-bfdd-5a0f44fc324a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:59.141592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6687ce83-8e29-4d7c-b542-d4bca41cc761 req-ea57b1ad-2499-41ce-bfdd-5a0f44fc324a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1214197 Nov 22 17:06:59.221744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6687ce83-8e29-4d7c-b542-d4bca41cc761 req-5872b92d-7e2c-4e13-b6ef-35bef6a7b47d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783880 Nov 22 17:06:59.890096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:00.065293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:00.343743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:00.350215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:00.499571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:00.504411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=50f79f5b-4249-4213-a404-d151c0fca360,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:00.545732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b9799-a971-454d-996e-2df42d91efb5 req-44aa04c4-e339-45d9-a11b-288a4b7b06cf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:00.549961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d3b9799-a971-454d-996e-2df42d91efb5 req-44aa04c4-e339-45d9-a11b-288a4b7b06cf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1507163 Nov 22 17:07:00.638803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d3b9799-a971-454d-996e-2df42d91efb5 req-9ae0a006-d185-4376-b9d3-4f66622989b4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811741 Nov 22 17:07:00.702066 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 3edc2f3c-85e7-443c-9b9b-bfbb38ee0083 associated. External IP: 172.25.0.169, port: e4372016-a370-48b7-9d81-7472fd552389. Nov 22 17:07:00.975999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:01.213613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:01.228531 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd03fc2-b052-4e53-8009-38c935b5ac3a None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:01.246927 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd03fc2-b052-4e53-8009-38c935b5ac3a None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:01.247969 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4dd03fc2-b052-4e53-8009-38c935b5ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:01.250508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:01.292149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-71e6019b-dcc1-41e1-83f3-480a02e2aa98 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1689606 Nov 22 17:07:01.295613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39530) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:01.299417 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4dd03fc2-b052-4e53-8009-38c935b5ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:01.303065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:01.318143 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd03fc2-b052-4e53-8009-38c935b5ac3a None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:01.319660 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4dd03fc2-b052-4e53-8009-38c935b5ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:01.376408 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4dd03fc2-b052-4e53-8009-38c935b5ac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:01.378198 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd03fc2-b052-4e53-8009-38c935b5ac3a None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:01.385642 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:01.612589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:01.632071 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:01.632071 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 3edc2f3c-85e7-443c-9b9b-bfbb38ee0083 disassociated. External IP: 172.25.0.169, port: e4372016-a370-48b7-9d81-7472fd552389. Nov 22 17:07:01.873724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dc90c-8bc0-4af2-94a6-0c37abb5facc req-c94d2738-550c-4c40-9119-04ff0bc78cf8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:01.877455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b68dc90c-8bc0-4af2-94a6-0c37abb5facc req-c94d2738-550c-4c40-9119-04ff0bc78cf8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1018271 Nov 22 17:07:01.984378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b68dc90c-8bc0-4af2-94a6-0c37abb5facc req-00cc14c8-3d72-4575-b357-20b029bd411e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998497 Nov 22 17:07:01.990986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:02.161236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:02.169867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:02.179122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb37ece-a02a-4b3c-99b5-57dd9911cce3 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:02.197686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb37ece-a02a-4b3c-99b5-57dd9911cce3 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:02.199897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3eb37ece-a02a-4b3c-99b5-57dd9911cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:02.211148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39550) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:02.223601 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3e6c2b21-dae6-4e37-96c9-a8179aa6108c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/floatingips/3edc2f3c-85e7-443c-9b9b-bfbb38ee0083 HTTP/1.1" status: 200 len: 688 time: 0.9262247 Nov 22 17:07:02.267478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3eb37ece-a02a-4b3c-99b5-57dd9911cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:02.285720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb37ece-a02a-4b3c-99b5-57dd9911cce3 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:02.287072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3eb37ece-a02a-4b3c-99b5-57dd9911cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:02.356309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3eb37ece-a02a-4b3c-99b5-57dd9911cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:02.357699 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb37ece-a02a-4b3c-99b5-57dd9911cce3 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:02.412154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 50f79f5b-4249-4213-a404-d151c0fca360 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:02.412502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:02.523031 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:02.523386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:02.542716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 50f79f5b-4249-4213-a404-d151c0fca360 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:02.749022 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:02.786688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=50f79f5b-4249-4213-a404-d151c0fca360,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:02.872663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:02.875698 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:02.876932 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-34f7ca8a-eb39-4847-9d4d-3f9486614f3a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/floatingips/3edc2f3c-85e7-443c-9b9b-bfbb38ee0083 HTTP/1.1" status: 204 len: 168 time: 0.6647720 Nov 22 17:07:02.880685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39564) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:02.885450 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'cc810c52-75a2-41bd-9b8f-f45860d2cb58'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:02.920023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:03.094547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:03.207144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e7828-b708-42ba-9596-529ac2f96320 req-daa30bbe-d9dc-4ab5-aac2-329469fee9cf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:03.209793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d04e7828-b708-42ba-9596-529ac2f96320 req-daa30bbe-d9dc-4ab5-aac2-329469fee9cf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1129487 Nov 22 17:07:03.312068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.25.0.65 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/64badf1e-e13a-485f-80de-3a9c0003f6df) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:03.322118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d04e7828-b708-42ba-9596-529ac2f96320 req-415fb9c4-ff2f-422e-8340-53460f201adb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063759 Nov 22 17:07:03.454182 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:03.496745 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:03.548257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:03.549896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:03.551803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=64badf1e-e13a-485f-80de-3a9c0003f6df,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:03.554065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:04.631307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33dda-f566-480d-beef-30954e773774 req-539b5850-450a-46b5-837f-681d9a14572c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:04.633809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6c33dda-f566-480d-beef-30954e773774 req-539b5850-450a-46b5-837f-681d9a14572c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 944 time: 0.1220562 Nov 22 17:07:04.723140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6c33dda-f566-480d-beef-30954e773774 req-868c5d59-e2b8-43e4-8b73-b491457ae08b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806394 Nov 22 17:07:04.750435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:04.917437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:05.161023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:05.169087 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:05.181604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 43f79ae9-89a8-4fba-a62e-42d2a471989a details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:07:05.328205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=64badf1e-e13a-485f-80de-3a9c0003f6df,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:05.344398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:05.443668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 43f79ae9-89a8-4fba-a62e-42d2a471989a, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f79ae9-89a8-4fba-a62e-42d2a471989a,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:05.467929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '43f79ae9-89a8-4fba-a62e-42d2a471989a', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'port_id': '43f79ae9-89a8-4fba-a62e-42d2a471989a', 'mac_address': 'fa:16:3e:86:ff:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:07:05.488862 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 5e6620be-af98-4348-83f2-f13ffb310af5 associated. External IP: 172.25.0.65, port: cc810c52-75a2-41bd-9b8f-f45860d2cb58. Nov 22 17:07:05.534644 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:05.552274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f79ae9-89a8-4fba-a62e-42d2a471989a {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:05.583305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 43f79ae9-89a8-4fba-a62e-42d2a471989a, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f79ae9-89a8-4fba-a62e-42d2a471989a,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:05.591017 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:05.793942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=43f79ae9-89a8-4fba-a62e-42d2a471989a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:05.826253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['43f79ae9-89a8-4fba-a62e-42d2a471989a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:07:05.987096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca2971-ee09-45ff-9769-22bbf0fbd93b req-c7ef099f-49d4-4ea4-b12e-36e719b3de7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:05.988815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27ca2971-ee09-45ff-9769-22bbf0fbd93b req-c7ef099f-49d4-4ea4-b12e-36e719b3de7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 945 time: 0.0951276 Nov 22 17:07:06.008490 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:06.146313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27ca2971-ee09-45ff-9769-22bbf0fbd93b req-fa99b26b-135b-41ff-be1d-6d89a78def0f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485825 Nov 22 17:07:06.246254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:06.258764 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa05d8-bef9-453f-afaf-7c26889ed313 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:06.273522 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:06.277048 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa05d8-bef9-453f-afaf-7c26889ed313 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:06.277993 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-64aa05d8-bef9-453f-afaf-7c26889ed313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:06.323955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39624) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:06.324562 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8a59875b-be42-4237-959a-cfbf6ffd8090 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4422586 Nov 22 17:07:06.333146 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-64aa05d8-bef9-453f-afaf-7c26889ed313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:06.353681 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa05d8-bef9-453f-afaf-7c26889ed313 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:06.355405 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-64aa05d8-bef9-453f-afaf-7c26889ed313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:06.405262 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-64aa05d8-bef9-453f-afaf-7c26889ed313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:06.405972 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa05d8-bef9-453f-afaf-7c26889ed313 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:06.436481 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-55830fbf-4527-4b88-a262-d83484757246 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "GET /v2.0/floatingips/5e6620be-af98-4348-83f2-f13ffb310af5 HTTP/1.1" status: 200 len: 977 time: 0.1100838 Nov 22 17:07:06.439588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39630) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:06.625382 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-87b66a71-7961-4280-96ae-148b04e30927 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1844242 Nov 22 17:07:06.629137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:06.637906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'port_id': 'e4372016-a370-48b7-9d81-7472fd552389'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:06.729196 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:06.819424 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:07.206800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 43f79ae9-89a8-4fba-a62e-42d2a471989a up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:07.284923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 43f79ae9-89a8-4fba-a62e-42d2a471989a completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:07:07.290756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 43f79ae9-89a8-4fba-a62e-42d2a471989a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:07.291278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:07.385396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c302bf-e9c4-47f1-8b53-fb59464e4112 req-33b6b889-cdb1-4c9a-9ae5-a1e7f36f878b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:07.387463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6c302bf-e9c4-47f1-8b53-fb59464e4112 req-33b6b889-cdb1-4c9a-9ae5-a1e7f36f878b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 945 time: 0.1013000 Nov 22 17:07:07.461377 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:07.499053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8799fbc1-856a-458f-ab25-ed42eb168550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f79ae9-89a8-4fba-a62e-42d2a471989a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:07.501459 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db1532c-2f99-42bf-b88c-dd622bfcf2b9" -d '{"events": [{"server_uuid": "8799fbc1-856a-458f-ab25-ed42eb168550", "name": "network-vif-plugged", "status": "completed", "tag": "43f79ae9-89a8-4fba-a62e-42d2a471989a"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:07.546491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 43f79ae9-89a8-4fba-a62e-42d2a471989a, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f79ae9-89a8-4fba-a62e-42d2a471989a,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:07.556622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:07.653898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=43f79ae9-89a8-4fba-a62e-42d2a471989a,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:07.662839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:07.692260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:07.778869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6c302bf-e9c4-47f1-8b53-fb59464e4112 req-05bbd00b-2064-4e2d-b6f2-1b8ee2100b58 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751469 Nov 22 17:07:07.886029 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25cc274-ec69-4e64-a8d7-dd0d2172758d x-openstack-request-id: req-b25cc274-ec69-4e64-a8d7-dd0d2172758d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:07.886920 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8799fbc1-856a-458f-ab25-ed42eb168550", "name": "network-vif-plugged", "status": "completed", "tag": "43f79ae9-89a8-4fba-a62e-42d2a471989a", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:07.886920 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b25cc274-ec69-4e64-a8d7-dd0d2172758d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:07.887320 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8799fbc1-856a-458f-ab25-ed42eb168550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f79ae9-89a8-4fba-a62e-42d2a471989a', 'code': 200} Nov 22 17:07:07.905170 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 5e6620be-af98-4348-83f2-f13ffb310af5 associated. External IP: 172.25.0.65, port: cc810c52-75a2-41bd-9b8f-f45860d2cb58. Nov 22 17:07:08.026407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:08.061377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c48231-f2e3-49fc-aa3b-48d363766451 req-843badf8-cf17-4a2f-9c65-8ac176965510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:08.063925 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-48c48231-f2e3-49fc-aa3b-48d363766451 req-843badf8-cf17-4a2f-9c65-8ac176965510 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 1097 time: 0.0794492 Nov 22 17:07:08.153923 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-48c48231-f2e3-49fc-aa3b-48d363766451 req-d13d1109-b958-4fc2-98f0-8f3419b49124 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822318 Nov 22 17:07:08.232872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:08.396985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:08.409032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d068775-45a8-44ca-9d92-dc8046315384 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:08.440473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d068775-45a8-44ca-9d92-dc8046315384 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:08.441135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5d068775-45a8-44ca-9d92-dc8046315384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:08.515049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5d068775-45a8-44ca-9d92-dc8046315384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:08.537511 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d068775-45a8-44ca-9d92-dc8046315384 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:08.538546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5d068775-45a8-44ca-9d92-dc8046315384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:08.585801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5d068775-45a8-44ca-9d92-dc8046315384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:08.586812 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d068775-45a8-44ca-9d92-dc8046315384 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:08.752947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:08.971268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:08.976976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:08.985919 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39ee20-7621-4f33-b37d-6432cd86d690 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:09.018207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc837a9e-5966-41ef-aad7-e5be0f3692b4 req-1098b9a8-596a-4861-959e-3f8265a46830 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:09.020681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc837a9e-5966-41ef-aad7-e5be0f3692b4 req-1098b9a8-596a-4861-959e-3f8265a46830 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 946 time: 0.1097651 Nov 22 17:07:09.025248 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39ee20-7621-4f33-b37d-6432cd86d690 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:09.027145 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f39ee20-7621-4f33-b37d-6432cd86d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:09.077540 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f39ee20-7621-4f33-b37d-6432cd86d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:09.098781 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f39ee20-7621-4f33-b37d-6432cd86d690 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:09.099458 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f39ee20-7621-4f33-b37d-6432cd86d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:09.163196 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9f39ee20-7621-4f33-b37d-6432cd86d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:09.165823 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f39ee20-7621-4f33-b37d-6432cd86d690 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:09.227118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ea482e51-7324-48fa-888a-e24b3b3c87d8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/floatingips/5e6620be-af98-4348-83f2-f13ffb310af5 HTTP/1.1" status: 200 len: 977 time: 2.5964665 Nov 22 17:07:09.230362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39678) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:09.232635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fc837a9e-5966-41ef-aad7-e5be0f3692b4 req-91d5afe4-97f0-426f-9481-7d7bde2bf67e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904912 Nov 22 17:07:09.239118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:09.342730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:09.568703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:09.570554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:09.571118 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 5e6620be-af98-4348-83f2-f13ffb310af5 disassociated. External IP: 172.25.0.65, port: e4372016-a370-48b7-9d81-7472fd552389. Nov 22 17:07:10.233844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:10.395941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:10.403266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:10.407750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21af70-acef-42c6-92f7-6431cfcea2c0 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:10.424126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21af70-acef-42c6-92f7-6431cfcea2c0 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:10.425666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9c21af70-acef-42c6-92f7-6431cfcea2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:10.482639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb0a02-5418-43bd-bb50-fcd0b64bbfe1 req-69c7a845-6614-4448-8bf2-6ef51ca2b340 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:10.486488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53eb0a02-5418-43bd-bb50-fcd0b64bbfe1 req-69c7a845-6614-4448-8bf2-6ef51ca2b340 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 946 time: 0.1232173 Nov 22 17:07:10.504070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12bac6e8-7e94-4f8b-ba0a-3d3ae739b7a3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/floatingips/5e6620be-af98-4348-83f2-f13ffb310af5 HTTP/1.1" status: 200 len: 687 time: 1.2707999 Nov 22 17:07:10.505765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:10.664417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-53eb0a02-5418-43bd-bb50-fcd0b64bbfe1 req-2db1839e-50c6-404c-ab5d-e208fe718650 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715310 Nov 22 17:07:10.770187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9c21af70-acef-42c6-92f7-6431cfcea2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:10.788263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21af70-acef-42c6-92f7-6431cfcea2c0 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:10.793803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9c21af70-acef-42c6-92f7-6431cfcea2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:06:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:10.863490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9c21af70-acef-42c6-92f7-6431cfcea2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:10.864986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21af70-acef-42c6-92f7-6431cfcea2c0 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:10.926166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdabb9-b1b1-4d69-9103-485c71a298f5 req-8fb62e36-39b4-40d1-8872-c3781e05ea5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:10.936038 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cccdabb9-b1b1-4d69-9103-485c71a298f5 req-8fb62e36-39b4-40d1-8872-c3781e05ea5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 946 time: 0.0991147 Nov 22 17:07:10.983411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 64badf1e-e13a-485f-80de-3a9c0003f6df {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:10.984025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:11.111318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cccdabb9-b1b1-4d69-9103-485c71a298f5 req-e8faad58-8cfc-4cba-9b50-899d7ac500f6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679530 Nov 22 17:07:11.207097 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:11.207722 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:11.668046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 64badf1e-e13a-485f-80de-3a9c0003f6df owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:11.828467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea38a0-1612-446d-944c-fed81bdb6cfb req-2fe7a81b-805d-438a-bd81-5dd69860418f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:11.836934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8bea38a0-1612-446d-944c-fed81bdb6cfb req-2fe7a81b-805d-438a-bd81-5dd69860418f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 946 time: 0.5969346 Nov 22 17:07:11.969919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8bea38a0-1612-446d-944c-fed81bdb6cfb req-91232d16-48ad-4061-bd8a-fbeea8f88fa3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301217 Nov 22 17:07:12.193065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:12.269857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=64badf1e-e13a-485f-80de-3a9c0003f6df,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:12.526123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:12.530821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:12.533172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-72a8ac33-d499-4aab-b8ba-d2706455e69f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/floatingips/5e6620be-af98-4348-83f2-f13ffb310af5 HTTP/1.1" status: 204 len: 168 time: 2.0046620 Nov 22 17:07:12.539449 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39742) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:12.564900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e91d-78a3-4af2-93cc-9ed64281f2e0 req-d22dd54c-b060-4d51-84cb-1f6353f28d03 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:12.568134 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c8e91d-78a3-4af2-93cc-9ed64281f2e0 req-d22dd54c-b060-4d51-84cb-1f6353f28d03 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 946 time: 0.1324453 Nov 22 17:07:12.596226 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-395ec1f4-432a-4842-bb5e-81e4f1574ec0 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] delete failed (client error): The resource could not be found. Nov 22 17:07:12.597827 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-395ec1f4-432a-4842-bb5e-81e4f1574ec0 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/floatingips/5e6620be-af98-4348-83f2-f13ffb310af5 HTTP/1.1" status: 404 len: 345 time: 0.0572560 Nov 22 17:07:12.603684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:12.724935 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c8e91d-78a3-4af2-93cc-9ed64281f2e0 req-5a866794-375b-468d-84c5-b6387d6859b2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474464 Nov 22 17:07:12.790722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e29320-b96b-497e-8e6a-1d2ad902c684 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:12.801280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e29320-b96b-497e-8e6a-1d2ad902c684 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:12.812480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e29320-b96b-497e-8e6a-1d2ad902c684 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:12.815436 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-36e29320-b96b-497e-8e6a-1d2ad902c684 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "GET /v2.0/ports?network_id=4aebea82-e1fe-456c-989a-d6b3511cbbf3 HTTP/1.1" status: 200 len: 2358 time: 0.2094707 Nov 22 17:07:12.823301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39752) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:12.933135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f74cf-fa9e-462f-bc85-267de476e5d3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:12.943268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ef9f74cf-fa9e-462f-bc85-267de476e5d3 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "GET /v2.0/subnets/84453746-b60e-4a2b-9dd7-a1830636a207 HTTP/1.1" status: 200 len: 797 time: 0.1112785 Nov 22 17:07:12.943547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39754) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:12.953072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'port': {'network_id': '4aebea82-e1fe-456c-989a-d6b3511cbbf3', 'name': 'tempest-FloatingIPTestJSON-1749437041', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:13.175427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:13.319332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:13.363692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] device_id is not set on port e34a8b84-90ec-4390-862c-a39855883837 yet. {{(pid=103442) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:07:13.989022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0067e58-ccf8-42c3-993d-2ffe8e46e2b1 req-9620383d-e004-4d42-b65c-de39864ee93e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:13.995730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0067e58-ccf8-42c3-993d-2ffe8e46e2b1 req-9620383d-e004-4d42-b65c-de39864ee93e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 946 time: 0.1050103 Nov 22 17:07:14.156698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b648e-a003-4188-bccf-6072ebd2859c req-255b6881-319b-435d-8073-b0ecf9db3404 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:14.160070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c29b648e-a003-4188-bccf-6072ebd2859c req-255b6881-319b-435d-8073-b0ecf9db3404 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 946 time: 0.3814375 Nov 22 17:07:14.170905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0067e58-ccf8-42c3-993d-2ffe8e46e2b1 req-330f1513-6fd5-492d-a7ce-16e88a6e4154 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509271 Nov 22 17:07:14.317023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.20.0.14 (4aebea82-e1fe-456c-989a-d6b3511cbbf3/84453746-b60e-4a2b-9dd7-a1830636a207/e34a8b84-90ec-4390-862c-a39855883837) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:14.378884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.20.0.12 (4aebea82-e1fe-456c-989a-d6b3511cbbf3/84453746-b60e-4a2b-9dd7-a1830636a207/e34a8b84-90ec-4390-862c-a39855883837) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:14.532134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port 43f79ae9-89a8-4fba-a62e-42d2a471989a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:14.532695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:14.849658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] For port 43f79ae9-89a8-4fba-a62e-42d2a471989a, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=43f79ae9-89a8-4fba-a62e-42d2a471989a,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:14.850043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:14.855552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:14.883339 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for 43f79ae9-89a8-4fba-a62e-42d2a471989a owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:15.012829 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.103924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:15.118733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:15.132910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:15.201972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=e34a8b84-90ec-4390-862c-a39855883837,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:15.262854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.278044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.278846 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.279460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.280057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.280656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.281235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.281923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.284233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.284233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.284233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.284233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:15.349991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:15.351105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.426696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bf48962c-9a30-4412-9af6-6b4d1a671f1b tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4818497 Nov 22 17:07:15.431635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39790) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:15.437300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'e34a8b84-90ec-4390-862c-a39855883837', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:15.444314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946c5dd-5cf9-4dc6-9920-b8f236eabee5 req-56646831-4437-4625-9dea-4f17ff7c95a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:15.447123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7946c5dd-5cf9-4dc6-9920-b8f236eabee5 req-56646831-4437-4625-9dea-4f17ff7c95a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 946 time: 0.1211576 Nov 22 17:07:15.495617 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8570c8ea-f62b-4178-8120-f5e7ab9419c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.522463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.543138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.567278 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7946c5dd-5cf9-4dc6-9920-b8f236eabee5 req-5f8280b8-a5f6-45d0-81da-afd747c122c5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982132 Nov 22 17:07:15.582185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=43f79ae9-89a8-4fba-a62e-42d2a471989a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:15.758764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] No DVR routers for this DVR port 43f79ae9-89a8-4fba-a62e-42d2a471989a on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:15.789880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.799053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c29b648e-a003-4188-bccf-6072ebd2859c req-7e24e59c-8b75-4605-ab88-fbfaa3b91537 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "DELETE /v2.0/ports/43f79ae9-89a8-4fba-a62e-42d2a471989a HTTP/1.1" status: 204 len: 173 time: 1.6240549 Nov 22 17:07:15.802335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8799fbc1-856a-458f-ab25-ed42eb168550', 'name': 'network-vif-deleted', 'tag': '43f79ae9-89a8-4fba-a62e-42d2a471989a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:15.806493 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1c546b-e264-444f-bbe8-dcfe7475185f" -d '{"events": [{"server_uuid": "8799fbc1-856a-458f-ab25-ed42eb168550", "name": "network-vif-deleted", "tag": "43f79ae9-89a8-4fba-a62e-42d2a471989a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:15.920005 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee6ed89-5e01-486a-b574-dfc1af1cc02d x-openstack-request-id: req-dee6ed89-5e01-486a-b574-dfc1af1cc02d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:15.920526 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8799fbc1-856a-458f-ab25-ed42eb168550", "name": "network-vif-deleted", "tag": "43f79ae9-89a8-4fba-a62e-42d2a471989a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:15.920820 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dee6ed89-5e01-486a-b574-dfc1af1cc02d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:15.921416 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8799fbc1-856a-458f-ab25-ed42eb168550', 'name': 'network-vif-deleted', 'tag': '43f79ae9-89a8-4fba-a62e-42d2a471989a', 'status': 'completed', 'code': 200} Nov 22 17:07:16.043945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:16.293431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.25.0.70 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/496e852f-6d18-40b0-9311-1ae16df5a648) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:16.400217 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-4389da61-ae61-4607-9bee-4cf9d9285131 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280906 Nov 22 17:07:16.640933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-602e2b76-5505-40ee-8121-ca84b50277c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.643371 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-602e2b76-5505-40ee-8121-ca84b50277c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 1097 time: 0.1442671 Nov 22 17:07:16.712748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:16.798741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7f86641-a868-454f-8ffe-822983e73f4f req-09af3ef1-9e42-4705-a21c-a4e20f5e51bf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.0535622 Nov 22 17:07:16.853633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-cfdd1078-0eae-44a4-8103-28e21aa10685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.856201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-cfdd1078-0eae-44a4-8103-28e21aa10685 service neutron] 10.222.0.62 "GET /v2.0/networks?id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 200 len: 910 time: 0.1709244 Nov 22 17:07:16.857815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:16.967858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:16.976885 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-29e4dca2-c9b7-4f74-9292-ba92ca73a36f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 200 len: 1001 time: 0.1125977 Nov 22 17:07:16.977754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:16.981219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:16.996723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=496e852f-6d18-40b0-9311-1ae16df5a648,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:17.140047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-e8a203ad-2701-4934-9608-c4623c082f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.141738 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-e8a203ad-2701-4934-9608-c4623c082f6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=642606b0-a700-4a7f-a515-18dca4ebecbd HTTP/1.1" status: 200 len: 848 time: 0.1550200 Nov 22 17:07:17.243883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 43f79ae9-89a8-4fba-a62e-42d2a471989a no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:17.283588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 43f79ae9-89a8-4fba-a62e-42d2a471989a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:17.284483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 43f79ae9-89a8-4fba-a62e-42d2a471989a not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:17.302732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-1260126d-811d-4fe1-bdf9-74d9f4fac7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.317118 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-1260126d-811d-4fe1-bdf9-74d9f4fac7c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=38ea9a4c-4e42-40ce-98d3-a2e108f4f552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667514 Nov 22 17:07:17.331246 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:07:17.353832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-a52cc8fa-1375-40ac-b2c7-58ca5386b92d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:07:17.356183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-a52cc8fa-1375-40ac-b2c7-58ca5386b92d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0302646 Nov 22 17:07:17.956588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.960936 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8de5146-829e-4f48-b75d-6f8b6a3ede0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:18.062274 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-05956aec-2f9d-4a1a-b7de-8879edc013f1 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113021 Nov 22 17:07:18.091877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-966b5189-de54-4126-bb48-58e0e9f901a8 req-e05d59eb-146d-4943-b621-344d356e0c5e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.1067510 Nov 22 17:07:18.328957 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:18.394119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f220ba69-08f0-460b-a49c-4c8203ac5c3a req-59cb263a-09ea-4869-bbb1-38545903d157 service neutron] 10.222.0.62 "GET /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232801 Nov 22 17:07:18.700000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:18.720918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:18.905224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=496e852f-6d18-40b0-9311-1ae16df5a648,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:18.917580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:19.028782 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:19.258408 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 34d5ccbd-ecc5-42c5-8995-e118b66bfef2 associated. External IP: 172.25.0.70, port: e34a8b84-90ec-4390-862c-a39855883837. Nov 22 17:07:19.292218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff3c4460-ca3a-4626-bfa7-d8c755a30da3 req-1c68c796-4bb5-4cf3-9f44-0d2feee230be tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.0498190 Nov 22 17:07:20.019890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:20.242685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:20.259183 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a131c60d-bf17-4065-948e-f8292d2123c1 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:20.285155 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131c60d-bf17-4065-948e-f8292d2123c1 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:20.286047 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a131c60d-bf17-4065-948e-f8292d2123c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:20.289682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:20.351158 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a131c60d-bf17-4065-948e-f8292d2123c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:20.358793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39862) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:20.360695 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ca93854e-df06-450a-84c5-6d3f782e67c6 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9273026 Nov 22 17:07:20.362337 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131c60d-bf17-4065-948e-f8292d2123c1 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:20.363151 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a131c60d-bf17-4065-948e-f8292d2123c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:20.367454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6f8442b2-4595-4e46-9781-d1fdc438a5f8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'port_id': 'e34a8b84-90ec-4390-862c-a39855883837', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:20.400085 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a131c60d-bf17-4065-948e-f8292d2123c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:20.401979 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a131c60d-bf17-4065-948e-f8292d2123c1 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:20.504690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8e717e77-b5b1-45c0-a78f-3e6c22121764 req-77cc1bb3-76fc-4bd1-b813-52c99d3400bd tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.0563407 Nov 22 17:07:20.509765 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f8442b2-4595-4e46-9781-d1fdc438a5f8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:20.812534 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.399234 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.469103 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f8442b2-4595-4e46-9781-d1fdc438a5f8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.479939 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f8442b2-4595-4e46-9781-d1fdc438a5f8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.945493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8acb6594-26f4-4176-abea-86ceaa45c6d1 req-3b442e60-2771-47bc-88ca-388a7a581a4a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.1390107 Nov 22 17:07:21.974552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8442b2-4595-4e46-9781-d1fdc438a5f8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:22.209220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8442b2-4595-4e46-9781-d1fdc438a5f8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:22.222033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f8442b2-4595-4e46-9781-d1fdc438a5f8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.231120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57889dbe-59f3-4488-a88d-5f92ce6dc684 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:22.255984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57889dbe-59f3-4488-a88d-5f92ce6dc684 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:22.257560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-57889dbe-59f3-4488-a88d-5f92ce6dc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:22.260096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3aecc-d244-4818-bd58-64e5caf43fec req-0e722f5c-f500-4d2b-bc06-345d70931703 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:22.262499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6b3aecc-d244-4818-bd58-64e5caf43fec req-0e722f5c-f500-4d2b-bc06-345d70931703 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 946 time: 0.1489239 Nov 22 17:07:22.314616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-57889dbe-59f3-4488-a88d-5f92ce6dc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:22.325780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57889dbe-59f3-4488-a88d-5f92ce6dc684 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:22.326413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-57889dbe-59f3-4488-a88d-5f92ce6dc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:22.364689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-57889dbe-59f3-4488-a88d-5f92ce6dc684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:22.365907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57889dbe-59f3-4488-a88d-5f92ce6dc684 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:22.368496 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6b3aecc-d244-4818-bd58-64e5caf43fec req-f8f7fc89-bcb8-4857-a9d3-4272bb5b4a1d tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903037 Nov 22 17:07:22.402036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f8442b2-4595-4e46-9781-d1fdc438a5f8 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/floatingips/34d5ccbd-ecc5-42c5-8995-e118b66bfef2 HTTP/1.1" status: 200 len: 978 time: 2.0405006 Nov 22 17:07:22.406175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39900) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:22.464366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a9848-7560-47f0-8023-ac05ef4b983a req-e5e690fe-ba1f-4838-8af7-470bb69fd3f4 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:22.467349 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-853a9848-7560-47f0-8023-ac05ef4b983a req-e5e690fe-ba1f-4838-8af7-470bb69fd3f4 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 946 time: 0.1116827 Nov 22 17:07:22.638396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Deleting port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:22.639344 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.690225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 496e852f-6d18-40b0-9311-1ae16df5a648 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:22.690804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.799374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] For port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:22.800552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.836307 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.836825 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.865208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 496e852f-6d18-40b0-9311-1ae16df5a648 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:23.009920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-a13c7512-b4a0-47a2-a225-8c071f6dab42 req-32cb23fd-1228-47c9-8137-fdfb843829b1 tempest-ServerActionsTestJSON-1663107141 tempest-ServerActionsTestJSON-1663107141-project] (103442) timed out ('10.222.0.62', 51856) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:07:23.152882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d989db54-b254-4feb-89fb-cfa530781e99 req-19c7b4f7-4ea9-4b51-b37a-dc600a358464 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.0438693 Nov 22 17:07:23.207436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.253228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=496e852f-6d18-40b0-9311-1ae16df5a648,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:23.295323 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.296007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.296939 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Floating IP 96a0fc68-2b41-4627-8f0c-710f78469ede disassociated. External IP: 172.25.0.89, port: 121693f1-a77e-40a3-bdd8-ce5eeadadf1e. Nov 22 17:07:23.297786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Calling delete_port for 121693f1-a77e-40a3-bdd8-ce5eeadadf1e owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:23.363547 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.364364 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 34d5ccbd-ecc5-42c5-8995-e118b66bfef2 disassociated (deleted). External IP: 172.25.0.70, port: e34a8b84-90ec-4390-862c-a39855883837. Nov 22 17:07:23.628479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.700557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event deleted for resources: {'Port': ['ID=121693f1-a77e-40a3-bdd8-ce5eeadadf1e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:23.830663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e6074-0738-4f96-8b2d-3b029f6a8c37 req-5f61aaac-ab37-47c9-8b74-ce0aa43d5c5b tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:23.843875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b28e6074-0738-4f96-8b2d-3b029f6a8c37 req-5f61aaac-ab37-47c9-8b74-ce0aa43d5c5b tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 867 time: 0.2679322 Nov 22 17:07:23.949827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Router 09b84410-3788-4e37-905f-139602c5601d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:23.979168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b28e6074-0738-4f96-8b2d-3b029f6a8c37 req-e82d48e3-e512-4335-ad9e-a7c6e9e7a75a tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/security-groups?id=f9b1c1ab-2335-418d-8131-d36805ba9d26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310287 Nov 22 17:07:23.985594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:24.210620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:24.229724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:24.240563 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.255783 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] Sync routers for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:24.279304 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:24.282569 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:24.289844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74875cc4-411d-42e5-95bd-acef79cef7aa None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:24.309854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] No DVR routers for this DVR port 121693f1-a77e-40a3-bdd8-ce5eeadadf1e on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:24.317417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.320674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74875cc4-411d-42e5-95bd-acef79cef7aa None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:24.321345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-74875cc4-411d-42e5-95bd-acef79cef7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:24.322253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-853a9848-7560-47f0-8023-ac05ef4b983a req-be7669eb-053a-4aff-9f6d-73cdbf48d377 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.62 "DELETE /v2.0/ports/121693f1-a77e-40a3-bdd8-ce5eeadadf1e HTTP/1.1" status: 204 len: 173 time: 1.8459756 Nov 22 17:07:24.324017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'name': 'network-vif-deleted', 'tag': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:24.340622 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59530b3-0e9e-47ca-bff3-f6b356ff8280" -d '{"events": [{"server_uuid": "d3b5af66-c7ea-4f95-9d68-0231fb798589", "name": "network-vif-deleted", "tag": "121693f1-a77e-40a3-bdd8-ce5eeadadf1e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:24.347791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-99c83b05-fced-41cf-b6b0-19c0e6eb850f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/floatingips/34d5ccbd-ecc5-42c5-8995-e118b66bfef2 HTTP/1.1" status: 204 len: 168 time: 1.9387503 Nov 22 17:07:24.348238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:24.423900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-74875cc4-411d-42e5-95bd-acef79cef7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:24.445826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74875cc4-411d-42e5-95bd-acef79cef7aa None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:24.447200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-74875cc4-411d-42e5-95bd-acef79cef7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:24.571138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-74875cc4-411d-42e5-95bd-acef79cef7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:24.572333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74875cc4-411d-42e5-95bd-acef79cef7aa None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:24.633610 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:24.654882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7065e43b-0c63-41c6-831f-1e590309a4cf req-c1f961b0-1953-448b-9c81-73b1c1570b9c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=8799fbc1-856a-458f-ab25-ed42eb168550 HTTP/1.1" status: 200 len: 210 time: 0.1755059 Nov 22 17:07:24.742698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f9685b48-8d74-4472-878c-03797b555eac tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port e34a8b84-90ec-4390-862c-a39855883837 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:24.745840 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce75c562-f123-446a-a432-6e5a8d90d631 x-openstack-request-id: req-ce75c562-f123-446a-a432-6e5a8d90d631 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:24.746403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9685b48-8d74-4472-878c-03797b555eac tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.746532 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5af66-c7ea-4f95-9d68-0231fb798589", "name": "network-vif-deleted", "tag": "121693f1-a77e-40a3-bdd8-ce5eeadadf1e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:24.746646 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce75c562-f123-446a-a432-6e5a8d90d631 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:24.747153 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5af66-c7ea-4f95-9d68-0231fb798589', 'name': 'network-vif-deleted', 'tag': '121693f1-a77e-40a3-bdd8-ce5eeadadf1e', 'status': 'completed', 'code': 200} Nov 22 17:07:24.905489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9685b48-8d74-4472-878c-03797b555eac tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.922558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f9685b48-8d74-4472-878c-03797b555eac tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for e34a8b84-90ec-4390-862c-a39855883837 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:25.214645 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:01:06Z', 'revision_number': 5, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:25.253363 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] Checking router: 09b84410-3788-4e37-905f-139602c5601d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:25.265266 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:25.271885 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:25.500181 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:25.635961 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bad3bf0b-a944-435c-968d-4629853719d2 req-6a854dba-d153-4701-b4b6-7997e47b6c8c tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3b5af66-c7ea-4f95-9d68-0231fb798589 HTTP/1.1" status: 200 len: 210 time: 0.0336411 Nov 22 17:07:25.811094 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9685b48-8d74-4472-878c-03797b555eac tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.852139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9685b48-8d74-4472-878c-03797b555eac tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=e34a8b84-90ec-4390-862c-a39855883837,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:26.023202 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:01:06Z', 'revision_number': 5, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:26.048653 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f9685b48-8d74-4472-878c-03797b555eac tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.069714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f9685b48-8d74-4472-878c-03797b555eac tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/ports/e34a8b84-90ec-4390-862c-a39855883837 HTTP/1.1" status: 204 len: 168 time: 1.7138062 Nov 22 17:07:26.069714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 39980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:26.076371 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2409b2-1611-445a-8f67-9e5f29a7055b None None] The sync data for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 is: [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dd9ea55c-c200-4800-9739-913df608207b', 'name': '', 'network_id': '38ea9a4c-4e42-40ce-98d3-a2e108f4f552', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'mac_address': 'fa:16:3e:61:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:51Z', 'updated_at': '2021-11-22T17:01:06Z', 'revision_number': 5, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'subnets': [{'id': '642606b0-a700-4a7f-a515-18dca4ebecbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:26.077394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:26.154747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.406596 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.545692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.25.0.23 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/31098f1c-73ef-4865-9e47-21e5f631c5c1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:26.562401 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0e033c-d5f5-4e8b-a247-56888421f690 None None] New status for floating IP 96a0fc68-2b41-4627-8f0c-710f78469ede: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:07:26.724549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 39996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:26.803871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.854178 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.942329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=31098f1c-73ef-4865-9e47-21e5f631c5c1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:26.952855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:26.955171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:26.965322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:27.079271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Deleting port cbeb894e-8631-4c9a-a9b5-76f1c2a0f579 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:27.079674 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.089937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.139549 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.199582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 121693f1-a77e-40a3-bdd8-ce5eeadadf1e no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:27.248276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.248616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.265835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Calling delete_port for cbeb894e-8631-4c9a-a9b5-76f1c2a0f579 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:27.296940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 121693f1-a77e-40a3-bdd8-ce5eeadadf1e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:27.297343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 121693f1-a77e-40a3-bdd8-ce5eeadadf1e not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:27.399368 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.407936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.472537 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=31098f1c-73ef-4865-9e47-21e5f631c5c1,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:27.480177 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.532605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event deleted for resources: {'Port': ['ID=cbeb894e-8631-4c9a-a9b5-76f1c2a0f579,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:27.586460 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.617597 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.622487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f88209bc-f76b-407a-97e5-87a326f412fa tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5489817 Nov 22 17:07:27.623215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:27.629316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'port': {'network_id': '4aebea82-e1fe-456c-989a-d6b3511cbbf3', 'name': 'tempest-FloatingIPTestJSON-1746803724'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:27.646300 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.652623 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.659737 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7fc3bf8e-0d58-4c10-8129-c28ee1a37485 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "DELETE /v2.0/floatingips/96a0fc68-2b41-4627-8f0c-710f78469ede HTTP/1.1" status: 204 len: 168 time: 0.9339178 Nov 22 17:07:27.770769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40020) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:27.862495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:27.870490 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.914694 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b96d9539-96dc-4863-821a-32c7ff61d120 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.915252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] device_id is not set on port 5f90055c-3217-4cf2-b45d-d7d100cbec2d yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:07:27.952653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b96d9539-96dc-4863-821a-32c7ff61d120 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.025639 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b96d9539-96dc-4863-821a-32c7ff61d120 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.029313 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b96d9539-96dc-4863-821a-32c7ff61d120 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.030652 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b96d9539-96dc-4863-821a-32c7ff61d120 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] 10.222.0.59 "DELETE /v2.0/security-groups/f9b1c1ab-2335-418d-8131-d36805ba9d26 HTTP/1.1" status: 204 len: 168 time: 0.2588413 Nov 22 17:07:28.042690 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9539-96dc-4863-821a-32c7ff61d120 tempest-TestServerBasicOps-650776076 tempest-TestServerBasicOps-650776076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b1c1ab-2335-418d-8131-d36805ba9d26,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:28.065804 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.20.0.5 (4aebea82-e1fe-456c-989a-d6b3511cbbf3/84453746-b60e-4a2b-9dd7-a1830636a207/5f90055c-3217-4cf2-b45d-d7d100cbec2d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:28.120459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40030) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:28.391938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.443896 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.534651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 4aebea82-e1fe-456c-989a-d6b3511cbbf3 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:28.538656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:28.546015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:28.580481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=5f90055c-3217-4cf2-b45d-d7d100cbec2d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:28.596274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.596274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.596606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.596809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.597149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.597491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.597828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.598161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.598496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.598824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.599176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.599510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:28.644973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:28.645533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.691055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-04b32fe5-acbb-48b6-85af-afc4c8e8608f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0665977 Nov 22 17:07:28.693617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40042) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:28.699478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'port_id': '5f90055c-3217-4cf2-b45d-d7d100cbec2d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:28.754436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.846439 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.288176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Deleting port dd9ea55c-c200-4800-9739-913df608207b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:29.288572 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.445099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] For port dd9ea55c-c200-4800-9739-913df608207b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dd9ea55c-c200-4800-9739-913df608207b,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:29.445527 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.461519 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.469464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.472361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Calling delete_port for dd9ea55c-c200-4800-9739-913df608207b owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:29.630488 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP b6eed7cf-9258-4d3c-b930-ddead9aae2c3 associated. External IP: 172.25.0.23, port: 5f90055c-3217-4cf2-b45d-d7d100cbec2d. Nov 22 17:07:29.939771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.988804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9ea55c-c200-4800-9739-913df608207b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:30.184952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:30.284648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.406996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:30.413663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.421941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d885cd-2e0e-4f2c-a4b9-ac2c8bce0508 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:30.441254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d885cd-2e0e-4f2c-a4b9-ac2c8bce0508 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:30.442124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-23d885cd-2e0e-4f2c-a4b9-ac2c8bce0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:30.482866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-33c87b27-3b1d-49ce-8dab-b2e533488059 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/floatingips/b6eed7cf-9258-4d3c-b930-ddead9aae2c3 HTTP/1.1" status: 200 len: 977 time: 1.7870901 Nov 22 17:07:30.486803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40076) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:30.503397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-23d885cd-2e0e-4f2c-a4b9-ac2c8bce0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:30.515866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d885cd-2e0e-4f2c-a4b9-ac2c8bce0508 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:30.516512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-23d885cd-2e0e-4f2c-a4b9-ac2c8bce0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:30.553401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-23d885cd-2e0e-4f2c-a4b9-ac2c8bce0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:30.554426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d885cd-2e0e-4f2c-a4b9-ac2c8bce0508 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:30.702460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 5f90055c-3217-4cf2-b45d-d7d100cbec2d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:30.702806 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.816291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Router 09b84410-3788-4e37-905f-139602c5601d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:30.906140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.433839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:31.443053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f675e01-4fb4-46bc-98c4-3560da11a128 admin admin] 10.222.0.59 "PUT /v2.0/routers/09b84410-3788-4e37-905f-139602c5601d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3201122 Nov 22 17:07:31.445234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40098) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:31.449564 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] Sync routers for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:31.480310 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:31.483183 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:31.605610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.606084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.606505 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP b6eed7cf-9258-4d3c-b930-ddead9aae2c3 disassociated. External IP: 172.25.0.23, port: 5f90055c-3217-4cf2-b45d-d7d100cbec2d. Nov 22 17:07:31.607015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 5f90055c-3217-4cf2-b45d-d7d100cbec2d owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:31.826546 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:31.865646 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.054158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.137232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=5f90055c-3217-4cf2-b45d-d7d100cbec2d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:32.142732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.265444 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:07:29Z', 'revision_number': 5, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port': {'id': '25dbc40e-f026-4c75-8edc-bccdcafe8fe3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:db:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b84410-3788-4e37-905f-139602c5601d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:41Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:32.302766 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] Checking router: 09b84410-3788-4e37-905f-139602c5601d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:32.314076 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] Routers {'09b84410-3788-4e37-905f-139602c5601d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:32.314425 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['09b84410-3788-4e37-905f-139602c5601d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:32.327557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Deleting port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:32.333276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.474297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:32.558699 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] Set router 09b84410-3788-4e37-905f-139602c5601d gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:32.599919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] For port 25dbc40e-f026-4c75-8edc-bccdcafe8fe3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25dbc40e-f026-4c75-8edc-bccdcafe8fe3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:32.600378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.631136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Calling delete_port for 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:32.654072 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:07:32Z', 'revision_number': 6, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:32.683141 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0106bb51-2535-4ab5-b693-0c2a0a0e362d None None] The sync data for ids ['09b84410-3788-4e37-905f-139602c5601d'] in n-d-816865-2 is: [{'id': '09b84410-3788-4e37-905f-139602c5601d', 'name': 'tempest-TestServerBasicOps-1656132513-router', 'tenant_id': '117d6440b2cd452a9e1944c2985d4bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:39Z', 'updated_at': '2021-11-22T17:07:32Z', 'revision_number': 6, 'project_id': '117d6440b2cd452a9e1944c2985d4bb3', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:32.767679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:32.778734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23023b-7490-4a5a-84ae-a400efcdf9ad None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:32.816200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23023b-7490-4a5a-84ae-a400efcdf9ad None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:32.817057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2f23023b-7490-4a5a-84ae-a400efcdf9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:32.900716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2f23023b-7490-4a5a-84ae-a400efcdf9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:32.934820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23023b-7490-4a5a-84ae-a400efcdf9ad None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:32.936017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2f23023b-7490-4a5a-84ae-a400efcdf9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:32.964249 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.977282 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8048e235-d6a3-4c0b-92f8-ac71396805ca tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/ports/5f90055c-3217-4cf2-b45d-d7d100cbec2d HTTP/1.1" status: 204 len: 168 time: 2.4860179 Nov 22 17:07:32.977741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40170) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:33.002214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.002915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2f23023b-7490-4a5a-84ae-a400efcdf9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:33.003577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f23023b-7490-4a5a-84ae-a400efcdf9ad None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:33.073192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e37545-2bf4-4843-9833-71692e642da1 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:33.086848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Pushing event deleted for resources: {'Port': ['ID=25dbc40e-f026-4c75-8edc-bccdcafe8fe3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:33.151981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6f18accd-5b3a-4f79-a1a3-90757d3d934a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "GET /v2.0/floatingips/b6eed7cf-9258-4d3c-b930-ddead9aae2c3 HTTP/1.1" status: 200 len: 687 time: 0.1686370 Nov 22 17:07:33.152849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40188) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:33.212469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.341744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.344666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.406274 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.406863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b84410-3788-4e37-905f-139602c5601d {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:07:33.411748 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.412939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ac487a54-d03a-4449-afee-45274fad5edb admin admin] 10.222.0.59 "DELETE /v2.0/routers/09b84410-3788-4e37-905f-139602c5601d HTTP/1.1" status: 204 len: 168 time: 1.9666948 Nov 22 17:07:33.415547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40192) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:33.485313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 31098f1c-73ef-4865-9e47-21e5f631c5c1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:33.485877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.499345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c224d5d3-b94f-4aa7-9f22-3dd370da0929 admin admin] Deleting subnet 642606b0-a700-4a7f-a515-18dca4ebecbd {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:07:33.509913 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c224d5d3-b94f-4aa7-9f22-3dd370da0929 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.568001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c224d5d3-b94f-4aa7-9f22-3dd370da0929 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.685335 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.685758 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.717670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 31098f1c-73ef-4865-9e47-21e5f631c5c1 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:33.718571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c224d5d3-b94f-4aa7-9f22-3dd370da0929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.828881 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c224d5d3-b94f-4aa7-9f22-3dd370da0929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.909271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c224d5d3-b94f-4aa7-9f22-3dd370da0929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.912733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c224d5d3-b94f-4aa7-9f22-3dd370da0929 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/642606b0-a700-4a7f-a515-18dca4ebecbd HTTP/1.1" status: 204 len: 168 time: 0.4961958 Nov 22 17:07:33.914306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224d5d3-b94f-4aa7-9f22-3dd370da0929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642606b0-a700-4a7f-a515-18dca4ebecbd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:33.917261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:33.979674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513a0db-1b94-4029-99f2-942bd9406334 None None] Network 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:34.022554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.041598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.122363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=31098f1c-73ef-4865-9e47-21e5f631c5c1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:34.172066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Deleting port 92275653-4ca2-4ec0-985a-0f668bc9e54a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:34.172589 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.303427 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.306580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.312434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-57b08c31-ecc6-427e-93c1-edce0236b9cf tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/floatingips/b6eed7cf-9258-4d3c-b930-ddead9aae2c3 HTTP/1.1" status: 204 len: 168 time: 1.1541116 Nov 22 17:07:34.316723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40200) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:34.330101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] For port 92275653-4ca2-4ec0-985a-0f668bc9e54a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=92275653-4ca2-4ec0-985a-0f668bc9e54a,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:34.330583 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.353625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'e4372016-a370-48b7-9d81-7472fd552389'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:34.388252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Calling delete_port for 92275653-4ca2-4ec0-985a-0f668bc9e54a owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:34.413345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] DHCP port deletion for 38ea9a4c-4e42-40ce-98d3-a2e108f4f552 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:34.547818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Deleting port 92275653-4ca2-4ec0-985a-0f668bc9e54a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:34.554758 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.693213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] For port 92275653-4ca2-4ec0-985a-0f668bc9e54a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=92275653-4ca2-4ec0-985a-0f668bc9e54a,segment=NetworkSegment(72fbd751-49ab-4e08-bfb7-af148040da96),segment_id=72fbd751-49ab-4e08-bfb7-af148040da96)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:34.693667 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.711064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Calling delete_port for 92275653-4ca2-4ec0-985a-0f668bc9e54a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:34.834258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dd9ea55c-c200-4800-9739-913df608207b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:34.858838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: dd9ea55c-c200-4800-9739-913df608207b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:34.859561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dd9ea55c-c200-4800-9739-913df608207b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:34.860164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:34.888394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.894337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:34.894683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25dbc40e-f026-4c75-8edc-bccdcafe8fe3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:34.895135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 92275653-4ca2-4ec0-985a-0f668bc9e54a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:34.950045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 92275653-4ca2-4ec0-985a-0f668bc9e54a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:34.950727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 92275653-4ca2-4ec0-985a-0f668bc9e54a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:34.952774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Pushing event deleted for resources: {'Port': ['ID=92275653-4ca2-4ec0-985a-0f668bc9e54a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:34.960233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] No DVR routers for this DVR port 92275653-4ca2-4ec0-985a-0f668bc9e54a on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:34.979645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.980405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.981429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.982012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.982548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.983229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.984001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.984336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.984673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.985004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.985339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:34.985664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b54eda4-56c0-4c0b-8e2e-1a3e57b3140d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:35.180293 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.280898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.318011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] No DVR routers for this DVR port 92275653-4ca2-4ec0-985a-0f668bc9e54a on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:35.319811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Pushing event deleted for resources: {'Port': ['ID=92275653-4ca2-4ec0-985a-0f668bc9e54a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:35.420760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.447942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ea9a4c-4e42-40ce-98d3-a2e108f4f552']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:35.466745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fbd751-49ab-4e08-bfb7-af148040da96') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:35.467189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fbd751-49ab-4e08-bfb7-af148040da96') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:35.481098 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.491882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.547679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.567084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:07:35.567517 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: self.session.flush() Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:07:35.624018 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:07:35.685339 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.695073 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.705994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40212) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:35.706560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] 10.222.0.59 "DELETE /v2.0/networks/38ea9a4c-4e42-40ce-98d3-a2e108f4f552 HTTP/1.1" status: 204 len: 168 time: 1.7874036 Nov 22 17:07:35.748337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784dd8-f8b8-43f3-87f2-36d732e649da admin admin] Pushing event deleted for resources: {'Network': ['ID=38ea9a4c-4e42-40ce-98d3-a2e108f4f552,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:35.787119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.25.0.144 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/1c2d3aa8-ba9d-4ef9-bdc7-21409ac75f73) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:36.128018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:36.204695 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:36.279394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=1c2d3aa8-ba9d-4ef9-bdc7-21409ac75f73,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:36.291382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:36.293192 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:36.299566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:36.655058 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:36.819744 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.100115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.233589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Deleting port 8ef1a226-f808-4313-94c0-ac6e98cb8da2 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:37.234676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.243629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.424197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] For port 8ef1a226-f808-4313-94c0-ac6e98cb8da2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8ef1a226-f808-4313-94c0-ac6e98cb8da2,segment=NetworkSegment(83f73cbd-109f-4717-bd06-4d8fbe18dc13),segment_id=83f73cbd-109f-4717-bd06-4d8fbe18dc13)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:37.426961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.472430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Calling delete_port for 8ef1a226-f808-4313-94c0-ac6e98cb8da2 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:37.541456 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.553612 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.664827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=1c2d3aa8-ba9d-4ef9-bdc7-21409ac75f73,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:37.693979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.808086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.867211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef1a226-f808-4313-94c0-ac6e98cb8da2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:38.007009 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 84d96d54-6fbf-460b-8e60-712c9d50df75 associated. External IP: 172.25.0.144, port: e4372016-a370-48b7-9d81-7472fd552389. Nov 22 17:07:38.038257 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:38.309656 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:38.559861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:38.854657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:38.891465 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:38.902054 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9944e-f438-4c01-aa2b-3a432f615495 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:38.956013 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9944e-f438-4c01-aa2b-3a432f615495 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:38.958376 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7ae9944e-f438-4c01-aa2b-3a432f615495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:38.992083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3da5b1d4-e6ad-4ebe-8936-8f6b73f8d921 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6710806 Nov 22 17:07:38.997605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:39.019330 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7ae9944e-f438-4c01-aa2b-3a432f615495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:39.023348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-949833277'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:39.041045 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9944e-f438-4c01-aa2b-3a432f615495 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:39.041750 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7ae9944e-f438-4c01-aa2b-3a432f615495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:39.075777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:39.079692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.125932 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7ae9944e-f438-4c01-aa2b-3a432f615495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:39.127948 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9944e-f438-4c01-aa2b-3a432f615495 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:39.141852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:07:39.143189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Router d3b1391c-0c2a-45f0-acac-dbb92782576d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:39.167089 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.167472 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Added segment 5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57 of type vlan for network aea45454-9def-4c27-aa32-119a13e30468 Nov 22 17:07:39.270530 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.321666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.343617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:39.344194 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.374567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:39.387039 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-73ae962c-70f0-4db8-95b9-e3455b2d1352 admin admin] 10.222.0.59 "PUT /v2.0/routers/d3b1391c-0c2a-45f0-acac-dbb92782576d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6777861 Nov 22 17:07:39.389227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] Sync routers for ids ['d3b1391c-0c2a-45f0-acac-dbb92782576d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:39.389954 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:39.417183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] Routers {'d3b1391c-0c2a-45f0-acac-dbb92782576d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:39.420391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d3b1391c-0c2a-45f0-acac-dbb92782576d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:39.439372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4398713 Nov 22 17:07:39.442625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40238) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:39.464975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'subnet': {'network_id': 'aea45454-9def-4c27-aa32-119a13e30468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:39.513111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213af3b1-b063-4058-abdd-ebc7c1a33c13 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Network': ['ID=aea45454-9def-4c27-aa32-119a13e30468,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:39.586511 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network aea45454-9def-4c27-aa32-119a13e30468 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:07:39.655824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.737398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:39.749729 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.814870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.937390 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Deleting port 4397b218-1154-41b0-8bca-bfb6370900a6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:39.937830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.945177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] Set router d3b1391c-0c2a-45f0-acac-dbb92782576d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:40.211665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.299201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] For port 4397b218-1154-41b0-8bca-bfb6370900a6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4397b218-1154-41b0-8bca-bfb6370900a6,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:40.299582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.363850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Calling delete_port for 4397b218-1154-41b0-8bca-bfb6370900a6 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:40.420189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Subnet': ['ID=16a59cd9-0966-43b3-8b2d-dcd55fef3731,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:40.428117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Checking segment: {'id': '5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea45454-9def-4c27-aa32-119a13e30468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:40.431392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network hostable DHCP agents. Network: aea45454-9def-4c27-aa32-119a13e30468, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:07:40.513574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:07:37Z', 'revision_number': 5, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port': {'id': '4397b218-1154-41b0-8bca-bfb6370900a6', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:07Z', 'updated_at': '2021-11-22T17:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:40.518237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network aea45454-9def-4c27-aa32-119a13e30468 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:07:40.557122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, aea45454-9def-4c27-aa32-119a13e30468) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:40.584060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:40.584935 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.611979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] Checking router: d3b1391c-0c2a-45f0-acac-dbb92782576d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:40.619115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120bca4-f65e-438d-8bd1-8f2b1f481a9c None None] Network aea45454-9def-4c27-aa32-119a13e30468 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:40.623073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e444c308-9593-47d9-9f80-d64852d9601e tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1771007 Nov 22 17:07:40.629117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:40.644005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-117013059', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:40.724653 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.726709 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.749787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] Routers {'d3b1391c-0c2a-45f0-acac-dbb92782576d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:40.750724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d3b1391c-0c2a-45f0-acac-dbb92782576d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:40.813138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.919334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.985437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] Set router d3b1391c-0c2a-45f0-acac-dbb92782576d gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:41.013091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Pushing event deleted for resources: {'Port': ['ID=4397b218-1154-41b0-8bca-bfb6370900a6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:41.145389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a66938-5938-45c8-b11b-a6d17483c938 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:41.163327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:07:39Z', 'revision_number': 6, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.243286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.299677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860721ff-de5b-4654-a167-1833b83469c8 None None] The sync data for ids ['d3b1391c-0c2a-45f0-acac-dbb92782576d'] in n-d-816865-2 is: [{'id': 'd3b1391c-0c2a-45f0-acac-dbb92782576d', 'name': 'tempest-TestServerBasicOps-866203730-router', 'tenant_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:05Z', 'updated_at': '2021-11-22T17:07:39Z', 'revision_number': 6, 'project_id': 'eee103f9fe5b442fbdc58ab9d490dd54', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:41.473646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-aea45454-9def-4c27-aa32-119a13e30468', 'network_id': 'aea45454-9def-4c27-aa32-119a13e30468', 'tenant_id': '1994c68421e7402c846bf5c4abf59b7e', 'fixed_ips': [{'subnet_id': '16a59cd9-0966-43b3-8b2d-dcd55fef3731'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:07:41.474574 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.765989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Allocated IP 172.20.0.2 (aea45454-9def-4c27-aa32-119a13e30468/16a59cd9-0966-43b3-8b2d-dcd55fef3731/9ee71af2-295d-4d8e-a6b3-8815424cee51) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:41.766692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.782446 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.809173 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.020499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.25.0.133 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f1aa0b96-7f21-46c6-a88b-adeec97c46b1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:42.081374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.087596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.264299 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.277170 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.281485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b1391c-0c2a-45f0-acac-dbb92782576d {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:07:42.300739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.318146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-356ce922-0059-4c62-8280-8cd38b65d039 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d3b1391c-0c2a-45f0-acac-dbb92782576d HTTP/1.1" status: 204 len: 168 time: 2.9262505 Nov 22 17:07:42.322109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40256) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:42.402615 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.630642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c79667-6918-4146-b9f9-0154601da263 admin admin] Deleting subnet 5ae7d1dd-0ced-423d-b74a-a189bf78cdd4 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:07:42.660909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4c79667-6918-4146-b9f9-0154601da263 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.722091 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.739399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=f1aa0b96-7f21-46c6-a88b-adeec97c46b1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:42.756376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4397b218-1154-41b0-8bca-bfb6370900a6 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:42.759955 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:42.763806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:42.764889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.778059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:42.827396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 4397b218-1154-41b0-8bca-bfb6370900a6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:42.828820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4397b218-1154-41b0-8bca-bfb6370900a6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:42.829482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8ef1a226-f808-4313-94c0-ac6e98cb8da2 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:42.868261 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4c79667-6918-4146-b9f9-0154601da263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.870962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53af3e9-fb7b-47de-9d51-287aa01345e8 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:43.010023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8ef1a226-f808-4313-94c0-ac6e98cb8da2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:43.012928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8ef1a226-f808-4313-94c0-ac6e98cb8da2 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:43.045346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Pushing event updated for resources: {'Port': ['ID=9ee71af2-295d-4d8e-a6b3-8815424cee51,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:43.083435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Network aea45454-9def-4c27-aa32-119a13e30468 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:43.085702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:43.093853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:43.190808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4c79667-6918-4146-b9f9-0154601da263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.216569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Attempting to bind port 9ee71af2-295d-4d8e-a6b3-8815424cee51 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:43.216918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Attempting to bind port 9ee71af2-295d-4d8e-a6b3-8815424cee51 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea45454-9def-4c27-aa32-119a13e30468'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:43.217261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Attempting to bind port 9ee71af2-295d-4d8e-a6b3-8815424cee51 on network aea45454-9def-4c27-aa32-119a13e30468 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:43.232345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:43.232736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Checking segment: {'id': '5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea45454-9def-4c27-aa32-119a13e30468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:43.233458 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.234302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Bound using segment: {'id': '5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea45454-9def-4c27-aa32-119a13e30468'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:43.234621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Bound port: 9ee71af2-295d-4d8e-a6b3-8815424cee51, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aea45454-9def-4c27-aa32-119a13e30468'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:43.234781 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.257056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-862a5913-d528-49fe-a100-20a15dd1353d None None] Provisioning complete for port f1aa0b96-7f21-46c6-a88b-adeec97c46b1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:43.257402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-862a5913-d528-49fe-a100-20a15dd1353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.329440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4c79667-6918-4146-b9f9-0154601da263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.330032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-862a5913-d528-49fe-a100-20a15dd1353d None None] Port f1aa0b96-7f21-46c6-a88b-adeec97c46b1 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:43.422867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] For port 9ee71af2-295d-4d8e-a6b3-8815424cee51, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:43.426542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] For port 9ee71af2-295d-4d8e-a6b3-8815424cee51, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9ee71af2-295d-4d8e-a6b3-8815424cee51,segment=NetworkSegment(5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57),segment_id=5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:43.429783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d644c-9a84-4be4-925f-8a6f56acf48c None None] Network 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:43.447185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4c79667-6918-4146-b9f9-0154601da263 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.452540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.460861 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4c79667-6918-4146-b9f9-0154601da263 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5ae7d1dd-0ced-423d-b74a-a189bf78cdd4 HTTP/1.1" status: 204 len: 168 time: 1.1374781 Nov 22 17:07:43.467215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40278) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:43.475704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c79667-6918-4146-b9f9-0154601da263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae7d1dd-0ced-423d-b74a-a189bf78cdd4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:43.609520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.720396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.879627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f4d65-2921-46b3-a7d1-df4e55be595e None None] Pushing event updated for resources: {'Port': ['ID=9ee71af2-295d-4d8e-a6b3-8815424cee51,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:43.956470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Deleting port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:43.956692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.147796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] DHCP port deletion for 39dc65da-cb23-4b15-805b-bc8ad0cf51c4 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:44.246381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] For port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,segment=NetworkSegment(83f73cbd-109f-4717-bd06-4d8fbe18dc13),segment_id=83f73cbd-109f-4717-bd06-4d8fbe18dc13)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:44.248245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.284016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Calling delete_port for cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:44.305083 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] Deleting port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:44.305731 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.544715 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.605016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] For port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,segment=NetworkSegment(83f73cbd-109f-4717-bd06-4d8fbe18dc13),segment_id=83f73cbd-109f-4717-bd06-4d8fbe18dc13)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:44.605451 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.632845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Pushing event deleted for resources: {'Port': ['ID=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:44.643604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] Calling delete_port for cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:44.645652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] No DVR routers for this DVR port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:44.818694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9ee71af2-295d-4d8e-a6b3-8815424cee51 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:44.895898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.956056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dc65da-cb23-4b15-805b-bc8ad0cf51c4']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:44.970720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.992200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f73cbd-109f-4717-bd06-4d8fbe18dc13') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:44.992832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f73cbd-109f-4717-bd06-4d8fbe18dc13') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:45.004252 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.023204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.028959 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9ee71af2-295d-4d8e-a6b3-8815424cee51 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:45.029341 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.054784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.067542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:07:45.068214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.093046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] No DVR routers for this DVR port cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:45.151534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47f0ed-f9ed-4260-b93c-cf9a3dfa5602 None None] Pushing event deleted for resources: {'Port': ['ID=cabf07e0-7ef9-4ae8-99e9-fc22a9a16672,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:07:45.185045 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:07:45.284191 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.288984 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.316944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router 48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:07:45.336434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.343464 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] 10.222.0.59 "DELETE /v2.0/networks/39dc65da-cb23-4b15-805b-bc8ad0cf51c4 HTTP/1.1" status: 204 len: 168 time: 1.8717754 Nov 22 17:07:45.353823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 9ee71af2-295d-4d8e-a6b3-8815424cee51, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9ee71af2-295d-4d8e-a6b3-8815424cee51,segment=NetworkSegment(5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57),segment_id=5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:45.363237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.378614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3dc21-e491-46c1-92ce-7c0daf2ed523 admin admin] Pushing event deleted for resources: {'Network': ['ID=39dc65da-cb23-4b15-805b-bc8ad0cf51c4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:45.533210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:45.578781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=9ee71af2-295d-4d8e-a6b3-8815424cee51,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:45.608193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:45.608543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cabf07e0-7ef9-4ae8-99e9-fc22a9a16672 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:45.615012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:45.635104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-824b8805-d37b-4a45-ac0f-5f99804c8f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.635611 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb94046-76d0-4b86-ad8b-d5a14051e675 None None] Sync routers for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:45.669509 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb94046-76d0-4b86-ad8b-d5a14051e675 None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:45.670640 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3cb94046-76d0-4b86-ad8b-d5a14051e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:45.671414 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.677107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bf4952a9-5f19-4a3d-8a15-c846a84c57e7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0455165 Nov 22 17:07:45.679484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40454) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:45.693448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40456) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:45.739722 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3cb94046-76d0-4b86-ad8b-d5a14051e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:45.756707 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb94046-76d0-4b86-ad8b-d5a14051e675 None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:45.758688 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3cb94046-76d0-4b86-ad8b-d5a14051e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:45.810535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cab53cd6-49c0-435f-9fd5-14547fc260a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=117d6440b2cd452a9e1944c2985d4bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1110318 Nov 22 17:07:45.810770 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3cb94046-76d0-4b86-ad8b-d5a14051e675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:45.812156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb94046-76d0-4b86-ad8b-d5a14051e675 None None] The sync data for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:45.814444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:45.954109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c9dc24-7f45-4d70-a067-637470a27a8d None None] Network aea45454-9def-4c27-aa32-119a13e30468 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:46.099490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ffa6a17f-3d71-4919-a13c-2883e5e3efd0 None None] Provisioning complete for port 9ee71af2-295d-4d8e-a6b3-8815424cee51 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:46.100872 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a17f-3d71-4919-a13c-2883e5e3efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.123095 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84d65492-2351-4afe-bc1e-1eceaecdc3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.192321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84d65492-2351-4afe-bc1e-1eceaecdc3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.471690 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84d65492-2351-4afe-bc1e-1eceaecdc3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.478357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84d65492-2351-4afe-bc1e-1eceaecdc3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.500195 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-84d65492-2351-4afe-bc1e-1eceaecdc3de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cfaafbf4-a2df-4e3c-b203-7fccf663dbed HTTP/1.1" status: 204 len: 168 time: 0.6664906 Nov 22 17:07:46.581695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d65492-2351-4afe-bc1e-1eceaecdc3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaafbf4-a2df-4e3c-b203-7fccf663dbed,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:46.699128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9ee71af2-295d-4d8e-a6b3-8815424cee51 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:46.877421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 9ee71af2-295d-4d8e-a6b3-8815424cee51 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:46.877834 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.943490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.973871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7ca850f4-b35e-42ef-85c6-32f89f7fb957 None None] Provisioning complete for port 9ee71af2-295d-4d8e-a6b3-8815424cee51 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:46.982007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ca850f4-b35e-42ef-85c6-32f89f7fb957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.455636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:47.583476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f2557a8d-7e4f-4392-bc16-c9d6e1173d05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eee103f9fe5b442fbdc58ab9d490dd54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1243961 Nov 22 17:07:47.589619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40652) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:47.627922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.20.0.1 (aea45454-9def-4c27-aa32-119a13e30468/16a59cd9-0966-43b3-8b2d-dcd55fef3731/32c1ea4e-e21e-4c12-b890-c68ffa419c0e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:47.763259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e62236e9-5027-47d8-a672-c9e6edfa0e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.828548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e62236e9-5027-47d8-a672-c9e6edfa0e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.887392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.915777 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b85a0a2a-86ec-4fcd-8629-ce71ccf3a9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.937684 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e62236e9-5027-47d8-a672-c9e6edfa0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.940872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e62236e9-5027-47d8-a672-c9e6edfa0e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.946222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e62236e9-5027-47d8-a672-c9e6edfa0e23 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5efaa54-a66e-49f6-92fd-4d6ce0c5b4c4 HTTP/1.1" status: 204 len: 168 time: 0.3549640 Nov 22 17:07:47.977206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62236e9-5027-47d8-a672-c9e6edfa0e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5efaa54-a66e-49f6-92fd-4d6ce0c5b4c4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:48.005850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.122603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network aea45454-9def-4c27-aa32-119a13e30468 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:48.128560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:48.134464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:48.212595 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.404670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=32c1ea4e-e21e-4c12-b890-c68ffa419c0e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:48.613590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e241cb70-05d8-47cd-adcb-efab07e95fea None None] Provisioning complete for port 32c1ea4e-e21e-4c12-b890-c68ffa419c0e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:48.613968 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e241cb70-05d8-47cd-adcb-efab07e95fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.680896 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.743477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e241cb70-05d8-47cd-adcb-efab07e95fea None None] Port 32c1ea4e-e21e-4c12-b890-c68ffa419c0e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:49.043539 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:49.170728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:49.178498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:49.241105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-e3ca9e8b-3409-43a7-9bca-ac5f4d52b1e5 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:49.242603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-e3ca9e8b-3409-43a7-9bca-ac5f4d52b1e5 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/networks?id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70 HTTP/1.1" status: 200 len: 814 time: 0.1330507 Nov 22 17:07:49.261945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:49.262254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-7d93dab5-3ab5-46df-9844-fd8928801363 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/quotas/4272305603414c33901740929edb8e91 HTTP/1.1" status: 200 len: 375 time: 0.0123622 Nov 22 17:07:49.264515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=32c1ea4e-e21e-4c12-b890-c68ffa419c0e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:49.309407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-24f9949c-5a04-4d04-9e82-66d11c3b6450 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272305603414c33901740929edb8e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365126 Nov 22 17:07:49.371070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network aea45454-9def-4c27-aa32-119a13e30468 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:49.373186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:49.471621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-54498143-f1c6-4e33-b224-a503287d8c92 service neutron] 10.222.0.59 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539946 Nov 22 17:07:49.591718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router 48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:49.598803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-d7c391e4-1419-479d-bbd2-2b654deb4e45 service neutron] 10.222.0.59 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262801 Nov 22 17:07:49.680299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-1f45698d-d482-43e5-8011-f9f403dded9f None None] Provisioning complete for port 32c1ea4e-e21e-4c12-b890-c68ffa419c0e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:49.680964 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f45698d-d482-43e5-8011-f9f403dded9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:49.735045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-1f45698d-d482-43e5-8011-f9f403dded9f None None] Port 32c1ea4e-e21e-4c12-b890-c68ffa419c0e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:49.800328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:49.807995 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-830ea99f-c86f-489a-bd51-aae9660e4ab7 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/routers/48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1273661 Nov 22 17:07:49.811023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2febbe-2cd5-4803-b0a6-26a1160b396d None None] Sync routers for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:49.811298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40772) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:49.816815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'port': {'network_id': 'aea45454-9def-4c27-aa32-119a13e30468', 'name': 'tempest-FloatingIPTestJSON-58699558'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:49.835100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2febbe-2cd5-4803-b0a6-26a1160b396d None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:49.838878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9e2febbe-2cd5-4803-b0a6-26a1160b396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:49.925050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9e2febbe-2cd5-4803-b0a6-26a1160b396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:49.954567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2febbe-2cd5-4803-b0a6-26a1160b396d None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:49.955412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9e2febbe-2cd5-4803-b0a6-26a1160b396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:50.005360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f0968f9-b120-482a-a562-7a1dbb2c919c req-d1da9f47-9d38-4edb-8364-398bd5e110d3 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 210 time: 0.0661986 Nov 22 17:07:50.012779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9e2febbe-2cd5-4803-b0a6-26a1160b396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:50.013726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2febbe-2cd5-4803-b0a6-26a1160b396d None None] The sync data for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:50.082601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Made reservation on behalf of 1994c68421e7402c846bf5c4abf59b7e for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:50.086563 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.142990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] device_id is not set on port 82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824 yet. {{(pid=103443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:07:50.287500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Allocated IP 172.20.0.8 (aea45454-9def-4c27-aa32-119a13e30468/16a59cd9-0966-43b3-8b2d-dcd55fef3731/82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:50.492435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.535830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.587851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Network aea45454-9def-4c27-aa32-119a13e30468 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:50.592314 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:50.596761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:50.662568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event updated for resources: {'Port': ['ID=82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:50.700332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:50.700996 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.739064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40792) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:50.739738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-52d61cb7-58e4-4889-9631-1b5c721165df tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9273221 Nov 22 17:07:50.744688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Request body: {'floatingip': {'port_id': '82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:50.815670 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.868739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.982736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f7bad5fe-edaa-41b6-a0b7-00acec1e592b None None] Provisioning complete for port 82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:50.984437 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7bad5fe-edaa-41b6-a0b7-00acec1e592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.039408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f7bad5fe-edaa-41b6-a0b7-00acec1e592b None None] Port 82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:51.239599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dac12500-1bad-490a-acf2-5c47a0f96c13 req-fd4f5595-bad2-4388-bd7d-5bbf9291b18e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 210 time: 0.0583084 Nov 22 17:07:51.406443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.841763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-797275c2-d4a0-4a11-a73c-8d5b94290af2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:51.851272 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-797275c2-d4a0-4a11-a73c-8d5b94290af2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.37 "GET /v2.0/networks?id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70 HTTP/1.1" status: 200 len: 814 time: 0.6050498 Nov 22 17:07:51.862236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Request body: {'port': {'device_id': 'ac056c6a-4ee1-49e6-b4a9-028affcb0977', 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70', 'admin_state_up': True, 'tenant_id': '4272305603414c33901740929edb8e91'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:52.333077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Made reservation on behalf of 4272305603414c33901740929edb8e91 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:52.336569 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.375398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92a8c888-94c9-4638-824a-ab29ec74c24c req-60dbae5d-5ab1-4a00-b78f-8477612d8cd9 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 210 time: 0.0371325 Nov 22 17:07:52.376560 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.384097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.572015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Allocated IP 172.20.0.13 (cfc70b14-c8e4-4876-afd2-1cfaee7beb70/16c5159b-3bb3-409f-b606-aa1171c40a00/b8828dfc-258b-4a71-9ed8-9ba47eff67a1) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:52.575553 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 84d96d54-6fbf-460b-8e60-712c9d50df75 associated. External IP: 172.25.0.144, port: e4372016-a370-48b7-9d81-7472fd552389. Nov 22 17:07:52.905110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.961906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:52.968960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.066284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:53.073297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:53.082442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:53.110901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Pushing event updated for resources: {'Port': ['ID=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:53.175881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:53.176570 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.204927 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ed9cbb12-ca39-4768-944f-1f66bdbc984c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3490102 Nov 22 17:07:53.208558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:53.218541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-c715282a-bfeb-4728-b40d-47b0d118bd02 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:07:53.219453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-c715282a-bfeb-4728-b40d-47b0d118bd02 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066345 Nov 22 17:07:53.225051 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f0abb-e083-40e5-9bd4-fc9a5b9a2058 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:53.238034 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f0abb-e083-40e5-9bd4-fc9a5b9a2058 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:53.238865 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5d7f0abb-e083-40e5-9bd4-fc9a5b9a2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:53.259889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Request body: {'port': {'device_id': 'ac056c6a-4ee1-49e6-b4a9-028affcb0977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:53.282670 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5d7f0abb-e083-40e5-9bd4-fc9a5b9a2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:53.296112 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f0abb-e083-40e5-9bd4-fc9a5b9a2058 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:53.297065 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5d7f0abb-e083-40e5-9bd4-fc9a5b9a2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:53.337813 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-5d7f0abb-e083-40e5-9bd4-fc9a5b9a2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:53.341539 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f0abb-e083-40e5-9bd4-fc9a5b9a2058 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:53.365838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.537625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873269ee-848b-41f9-ba2c-bffbef2b31d8 req-5f365ab5-99e2-44e0-97bf-4d66b17db3bb tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:53.540670 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-873269ee-848b-41f9-ba2c-bffbef2b31d8 req-5f365ab5-99e2-44e0-97bf-4d66b17db3bb tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 932 time: 0.0703244 Nov 22 17:07:53.611126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-873269ee-848b-41f9-ba2c-bffbef2b31d8 req-a7cd67a3-fdd3-4020-944c-754da0c03e0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630310 Nov 22 17:07:53.652797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router 48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:53.839605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:53.845497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.851048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8828dfc-258b-4a71-9ed8-9ba47eff67a1 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:53.852969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab840b0f-b472-4ae5-831c-a405b75b93eb None None] Sync routers for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:53.867541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab840b0f-b472-4ae5-831c-a405b75b93eb None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:53.868571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ab840b0f-b472-4ae5-831c-a405b75b93eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:53.885707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.911136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ab840b0f-b472-4ae5-831c-a405b75b93eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:53.929836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab840b0f-b472-4ae5-831c-a405b75b93eb None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:53.930201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Transition to ACTIVE for port object b8828dfc-258b-4a71-9ed8-9ba47eff67a1 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:07:53.931125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ab840b0f-b472-4ae5-831c-a405b75b93eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:53.938976 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e31072b8-e076-45d5-9f37-7e0c6602033c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/floatingips/84d96d54-6fbf-460b-8e60-712c9d50df75 HTTP/1.1" status: 200 len: 976 time: 3.1962659 Nov 22 17:07:53.939913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40814) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:53.940709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.028890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Pushing event updated for resources: {'Port': ['ID=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:54.034073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ab840b0f-b472-4ae5-831c-a405b75b93eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:54.042323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab840b0f-b472-4ae5-831c-a405b75b93eb None None] The sync data for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:54.109882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:54.110278 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.148822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Attempting to bind port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:54.149659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Attempting to bind port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:54.150414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Attempting to bind port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 on network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:54.158743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 on network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:07:54.163233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Attempting to bind port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 on network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:54.170456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:54.170877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Checking segment: {'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:54.171525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Bound using segment: {'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:54.172019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Bound port: b8828dfc-258b-4a71-9ed8-9ba47eff67a1, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:54.172464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.227985 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.267056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] For port b8828dfc-258b-4a71-9ed8-9ba47eff67a1, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:54.270990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] For port b8828dfc-258b-4a71-9ed8-9ba47eff67a1, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:54.279474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.333396 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:07:54.363865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Pushing event updated for resources: {'Port': ['ID=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:54.404883 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:54.407644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.414085 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-99401573-cfc8-4e4c-94a2-516cccdca67c service neutron] 10.222.0.37 "PUT /v2.0/ports/b8828dfc-258b-4a71-9ed8-9ba47eff67a1 HTTP/1.1" status: 200 len: 1092 time: 1.1583245 Nov 22 17:07:54.415688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac056c6a-4ee1-49e6-b4a9-028affcb0977', 'tag': 'b8828dfc-258b-4a71-9ed8-9ba47eff67a1'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:54.426721 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126d8077-6f1c-4a74-ab14-533d30ab0bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac056c6a-4ee1-49e6-b4a9-028affcb0977", "tag": "b8828dfc-258b-4a71-9ed8-9ba47eff67a1"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:54.540279 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b56049-3ef7-443b-8bb8-d4dad8e6623c x-openstack-request-id: req-b8b56049-3ef7-443b-8bb8-d4dad8e6623c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:54.540583 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac056c6a-4ee1-49e6-b4a9-028affcb0977", "tag": "b8828dfc-258b-4a71-9ed8-9ba47eff67a1", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:54.540845 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8b56049-3ef7-443b-8bb8-d4dad8e6623c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:54.541267 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac056c6a-4ee1-49e6-b4a9-028affcb0977', 'tag': 'b8828dfc-258b-4a71-9ed8-9ba47eff67a1', 'status': 'completed', 'code': 200} Nov 22 17:07:54.570506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-9d6e690a-cdd5-4a25-bf0f-80d44239734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:54.575287 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-9d6e690a-cdd5-4a25-bf0f-80d44239734e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4272305603414c33901740929edb8e91&device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 1095 time: 0.1188293 Nov 22 17:07:54.632383 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-ef1700a7-0fac-4fc2-a12d-8f7cc6155c05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8828dfc-258b-4a71-9ed8-9ba47eff67a1 HTTP/1.1" status: 200 len: 217 time: 0.0474305 Nov 22 17:07:54.634759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.635388 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.637021 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Floating IP 84d96d54-6fbf-460b-8e60-712c9d50df75 disassociated. External IP: 172.25.0.144, port: 82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824. Nov 22 17:07:54.639456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824 owned by {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:54.727285 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-0713098d-46c1-4247-989d-a22379c77ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:54.730476 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-0713098d-46c1-4247-989d-a22379c77ce7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16c5159b-3bb3-409f-b606-aa1171c40a00 HTTP/1.1" status: 200 len: 854 time: 0.0911086 Nov 22 17:07:54.775606 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-e1f7fbb9-11f6-4b13-8feb-a79499062da1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373330 Nov 22 17:07:54.899053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26fdc9-4d42-4d6e-a877-7cdba1bcef50 req-91da5132-8b99-4240-9bb6-5c465da62416 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:54.900565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d26fdc9-4d42-4d6e-a877-7cdba1bcef50 req-91da5132-8b99-4240-9bb6-5c465da62416 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 944 time: 0.1662343 Nov 22 17:07:54.919960 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.951402 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-4cfd1b16-4547-4edb-a389-df56c343c790 service neutron] 10.222.0.37 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657932 Nov 22 17:07:54.983096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:55.123168 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1de94451-128b-4a9d-b818-5393fabe5a6c req-3c9ea2eb-172c-4518-ad51-6b2f8368243e service neutron] 10.222.0.37 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619430 Nov 22 17:07:55.192057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d26fdc9-4d42-4d6e-a877-7cdba1bcef50 req-9d65bcaa-52ad-4dbd-9733-f88844d3d359 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793224 Nov 22 17:07:55.248514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router 48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:55.256101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-31df88ad-f1e1-4b43-b18c-b06c71184c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:55.258064 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-31df88ad-f1e1-4b43-b18c-b06c71184c08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4272305603414c33901740929edb8e91&device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 1095 time: 0.0698299 Nov 22 17:07:55.379371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:55.390510 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad789e-bbe9-49f8-b0af-7917f931e724 None None] Sync routers for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:55.394055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-52c3754c-d0d4-4f74-8bc5-faa9a13506e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:55.396477 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-52c3754c-d0d4-4f74-8bc5-faa9a13506e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70 HTTP/1.1" status: 200 len: 915 time: 0.1303947 Nov 22 17:07:55.407468 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad789e-bbe9-49f8-b0af-7917f931e724 None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:55.409364 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e9ad789e-bbe9-49f8-b0af-7917f931e724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:55.445787 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-8d110b3c-e8df-4583-8ec9-010cbe456fd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8828dfc-258b-4a71-9ed8-9ba47eff67a1 HTTP/1.1" status: 200 len: 217 time: 0.0415590 Nov 22 17:07:55.470294 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.474388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f302dbc7-7d62-4495-845a-eb66d71c8052 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/ports/82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824 HTTP/1.1" status: 204 len: 168 time: 1.5325966 Nov 22 17:07:55.477304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:55.483915 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e9ad789e-bbe9-49f8-b0af-7917f931e724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:55.506059 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ad789e-bbe9-49f8-b0af-7917f931e724 None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:55.506693 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e9ad789e-bbe9-49f8-b0af-7917f931e724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:55.531699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-ad5054f0-aa27-40bc-8f26-1977ced6ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:55.534035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-ad5054f0-aa27-40bc-8f26-1977ced6ff2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16c5159b-3bb3-409f-b606-aa1171c40a00 HTTP/1.1" status: 200 len: 854 time: 0.0814936 Nov 22 17:07:55.596525 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-c759f970-f5ca-4c66-9ecb-c1712942b4db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525551 Nov 22 17:07:55.705744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e9ad789e-bbe9-49f8-b0af-7917f931e724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:55.706315 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ad789e-bbe9-49f8-b0af-7917f931e724 None None] The sync data for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:55.749680 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-e6413112-c88e-40bd-85d5-567ea51449b1 service neutron] 10.222.0.37 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455805 Nov 22 17:07:55.858852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-126d8077-6f1c-4a74-ab14-533d30ab0bb5 req-0da1ef11-7e7e-48d2-a9ba-9b87ebe2f4ee service neutron] 10.222.0.37 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005464 Nov 22 17:07:55.937115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.258760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 32c1ea4e-e21e-4c12-b890-c68ffa419c0e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:56.259361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.387095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e042b6-6681-414c-9d57-e447fa12d9f3 req-ce69651c-153e-480f-a1e7-bb46438a6c85 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:56.388676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0e042b6-6681-414c-9d57-e447fa12d9f3 req-ce69651c-153e-480f-a1e7-bb46438a6c85 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 944 time: 0.0790162 Nov 22 17:07:56.410223 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.433890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 32c1ea4e-e21e-4c12-b890-c68ffa419c0e owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:56.468241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0e042b6-6681-414c-9d57-e447fa12d9f3 req-d3c7ae96-2723-4032-9f04-6ca3a3717887 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698218 Nov 22 17:07:56.674883 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.706579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=32c1ea4e-e21e-4c12-b890-c68ffa419c0e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:56.929025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.166748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router 48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:57.494127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b8828dfc-258b-4a71-9ed8-9ba47eff67a1 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:07:57.765246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b8828dfc-258b-4a71-9ed8-9ba47eff67a1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:57.788805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'b8828dfc-258b-4a71-9ed8-9ba47eff67a1', 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70', 'port_id': 'b8828dfc-258b-4a71-9ed8-9ba47eff67a1', 'mac_address': 'fa:16:3e:e5:d6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c5159b-3bb3-409f-b606-aa1171c40a00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:07:57.806772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc8426-4061-4207-9d7a-d1184ecd3fec req-894ddc24-1a2e-4f43-abe8-15185f1d19c9 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:57.815598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3dbc8426-4061-4207-9d7a-d1184ecd3fec req-894ddc24-1a2e-4f43-abe8-15185f1d19c9 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 944 time: 0.0996501 Nov 22 17:07:57.848015 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.865066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8828dfc-258b-4a71-9ed8-9ba47eff67a1 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:57.874816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3dbc8426-4061-4207-9d7a-d1184ecd3fec req-97531951-dc80-4ff7-8b52-221ab33a1f12 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581329 Nov 22 17:07:57.879248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:57.891752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40860) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:57.892545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5fe78bb4-e4d0-47da-8fac-9fcb9d6dcb54 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/routers/48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4139051 Nov 22 17:07:57.909643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b8828dfc-258b-4a71-9ed8-9ba47eff67a1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:57.913443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6b042-b81e-4cf4-adac-1f5c27da058e None None] Sync routers for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:57.920956 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.984945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6b042-b81e-4cf4-adac-1f5c27da058e None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:57.985971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22a6b042-b81e-4cf4-adac-1f5c27da058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:58.036235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22a6b042-b81e-4cf4-adac-1f5c27da058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:58.068179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:58.073785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6b042-b81e-4cf4-adac-1f5c27da058e None None] Routers {'48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:58.074422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22a6b042-b81e-4cf4-adac-1f5c27da058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:58.124084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22a6b042-b81e-4cf4-adac-1f5c27da058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:58.124673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a6b042-b81e-4cf4-adac-1f5c27da058e None None] The sync data for ids ['48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89'] in n-d-816865-2 is: [] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:58.128589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b8828dfc-258b-4a71-9ed8-9ba47eff67a1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:07:58.148684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.670098 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.735868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port f1aa0b96-7f21-46c6-a88b-adeec97c46b1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:58.736259 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.834205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.848015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for f1aa0b96-7f21-46c6-a88b-adeec97c46b1 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:59.011578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98ddf7-6797-4c54-a2ea-7bc3c05fff3c req-4894f446-b5c7-431b-8282-1dfa5a574a5a tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:59.020212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a98ddf7-6797-4c54-a2ea-7bc3c05fff3c req-4894f446-b5c7-431b-8282-1dfa5a574a5a tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 945 time: 0.0650458 Nov 22 17:07:59.045400 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.073266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a98ddf7-6797-4c54-a2ea-7bc3c05fff3c req-c1c2e763-cf4a-405b-9d62-bdb936a7b6cb tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Nov 22 17:07:59.075627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=f1aa0b96-7f21-46c6-a88b-adeec97c46b1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:59.100991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2ff9fb-a5bb-4cc5-8912-c7c40750cc33 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:59.142877 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.249309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.251766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.298243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.299085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Fanout notify agent at l3_agent the message router_deleted on router 48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:07:59.308493 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.312624 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f5d7e1e3-46ff-42f6-aa6e-685f1b8fd07d tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/routers/48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 HTTP/1.1" status: 204 len: 168 time: 1.4188321 Nov 22 17:07:59.312768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40876) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:59.382693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c07fa67-d527-4b97-a84c-a337cd95b06f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting subnet 16a59cd9-0966-43b3-8b2d-dcd55fef3731 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:07:59.386769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c07fa67-d527-4b97-a84c-a337cd95b06f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.433635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c07fa67-d527-4b97-a84c-a337cd95b06f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.495171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b8828dfc-258b-4a71-9ed8-9ba47eff67a1 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:59.578453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:07:59.579763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c07fa67-d527-4b97-a84c-a337cd95b06f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.584728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:59.585485 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.659356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c07fa67-d527-4b97-a84c-a337cd95b06f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.686414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07fa67-d527-4b97-a84c-a337cd95b06f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Subnet': ['ID=16a59cd9-0966-43b3-8b2d-dcd55fef3731,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:59.686912 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.697507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c07fa67-d527-4b97-a84c-a337cd95b06f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.704169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40882) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:59.704599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4c07fa67-d527-4b97-a84c-a337cd95b06f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/subnets/16a59cd9-0966-43b3-8b2d-dcd55fef3731 HTTP/1.1" status: 204 len: 168 time: 0.3905544 Nov 22 17:07:59.717738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c898f0-74f4-4392-b8bc-88a36fe2e2f6 None None] Network aea45454-9def-4c27-aa32-119a13e30468 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:59.825785 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.828044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac056c6a-4ee1-49e6-b4a9-028affcb0977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8828dfc-258b-4a71-9ed8-9ba47eff67a1'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:59.830550 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a44ea-99e6-48a9-af47-29b92e6e2ca7" -d '{"events": [{"server_uuid": "ac056c6a-4ee1-49e6-b4a9-028affcb0977", "name": "network-vif-plugged", "status": "completed", "tag": "b8828dfc-258b-4a71-9ed8-9ba47eff67a1"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:59.883566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b8828dfc-258b-4a71-9ed8-9ba47eff67a1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:59.887784 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e901b7df-0cdf-45ff-aae7-8d93f389e019 x-openstack-request-id: req-e901b7df-0cdf-45ff-aae7-8d93f389e019 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:59.887784 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac056c6a-4ee1-49e6-b4a9-028affcb0977", "name": "network-vif-plugged", "status": "completed", "tag": "b8828dfc-258b-4a71-9ed8-9ba47eff67a1", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:59.887784 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e901b7df-0cdf-45ff-aae7-8d93f389e019 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:59.888217 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac056c6a-4ee1-49e6-b4a9-028affcb0977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8828dfc-258b-4a71-9ed8-9ba47eff67a1', 'code': 200} Nov 22 17:07:59.907809 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.919835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 9ee71af2-295d-4d8e-a6b3-8815424cee51 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:59.920559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.011872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:00.062615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] For port 9ee71af2-295d-4d8e-a6b3-8815424cee51, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9ee71af2-295d-4d8e-a6b3-8815424cee51,segment=NetworkSegment(5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57),segment_id=5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:00.063287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.085343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ce43b-0cf4-41cb-95cd-b0f25ac88877 req-5b688a6c-c139-42e3-ab65-b6b82682731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.086909 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c3ce43b-0cf4-41cb-95cd-b0f25ac88877 req-5b688a6c-c139-42e3-ab65-b6b82682731d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 1097 time: 0.1113658 Nov 22 17:08:00.088434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 9ee71af2-295d-4d8e-a6b3-8815424cee51 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:00.094186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] DHCP port deletion for aea45454-9def-4c27-aa32-119a13e30468 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:00.156191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] Deleting port 9ee71af2-295d-4d8e-a6b3-8815424cee51 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:00.156867 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.181789 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c3ce43b-0cf4-41cb-95cd-b0f25ac88877 req-3c204533-8688-4d87-99b7-194d9d735a78 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869324 Nov 22 17:08:00.226205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.258161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] For port 9ee71af2-295d-4d8e-a6b3-8815424cee51, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9ee71af2-295d-4d8e-a6b3-8815424cee51,segment=NetworkSegment(5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57),segment_id=5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:00.258473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.259803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=9ee71af2-295d-4d8e-a6b3-8815424cee51,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:00.276103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] Calling delete_port for 9ee71af2-295d-4d8e-a6b3-8815424cee51 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:00.278397 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] No DVR routers for this DVR port 9ee71af2-295d-4d8e-a6b3-8815424cee51 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:00.298765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b984b-6fa4-4105-a671-1def31437f1c req-5c3b409d-a059-420b-8a7c-514b3f273869 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.300588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8b984b-6fa4-4105-a671-1def31437f1c req-5c3b409d-a059-420b-8a7c-514b3f273869 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 946 time: 0.0946553 Nov 22 17:08:00.397636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.410324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d8b984b-6fa4-4105-a671-1def31437f1c req-a4a66de3-7750-472f-9e44-8888ba7a81e7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035180 Nov 22 17:08:00.428207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea45454-9def-4c27-aa32-119a13e30468']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:00.456237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:00.456237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1cb2bd-037f-42e8-8b98-bafb2f7d8b57') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:00.456624 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.467573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.483571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] Pushing event deleted for resources: {'Port': ['ID=9ee71af2-295d-4d8e-a6b3-8815424cee51,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:00.487474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14028d6-92f5-4423-8569-dd7d1c4bd5a0 None None] No DVR routers for this DVR port 9ee71af2-295d-4d8e-a6b3-8815424cee51 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:00.494511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.508097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:08:00.508636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:08:00.513001 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:08:00.586017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.596178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.603042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:00.616739 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/networks/aea45454-9def-4c27-aa32-119a13e30468 HTTP/1.1" status: 204 len: 168 time: 0.9106288 Nov 22 17:08:00.644243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdafe3a-beb4-42ce-a4a5-c788eccbee52 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Network': ['ID=aea45454-9def-4c27-aa32-119a13e30468,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:00.709550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9ee71af2-295d-4d8e-a6b3-8815424cee51 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:00.756746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9ee71af2-295d-4d8e-a6b3-8815424cee51 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:00.757090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9ee71af2-295d-4d8e-a6b3-8815424cee51 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:00.812275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 1c2d3aa8-ba9d-4ef9-bdc7-21409ac75f73 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:00.813015 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.910095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.910524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:00.928248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 1c2d3aa8-ba9d-4ef9-bdc7-21409ac75f73 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:01.021544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:01.162720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.224563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=1c2d3aa8-ba9d-4ef9-bdc7-21409ac75f73,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:01.233281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01147f48-b7e1-4b38-b19a-1252ac245b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.316990 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.320104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.326403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:01.327978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-18c33e2e-2a53-4670-94bb-9cc0f62a44ea tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/floatingips/84d96d54-6fbf-460b-8e60-712c9d50df75 HTTP/1.1" status: 204 len: 168 time: 0.7225351 Nov 22 17:08:01.374154 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2213fd2-8307-43ca-b083-ebcf9bf1e6f4 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] DELETE failed (client error): The resource could not be found. Nov 22 17:08:01.374886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2213fd2-8307-43ca-b083-ebcf9bf1e6f4 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:01.380606 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e2213fd2-8307-43ca-b083-ebcf9bf1e6f4 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/ports/82d6b9c6-6ecd-4a5c-895e-7d9fa3a5a824 HTTP/1.1" status: 404 len: 333 time: 0.0498955 Nov 22 17:08:01.381332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:01.389407 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01147f48-b7e1-4b38-b19a-1252ac245b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.396889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-01147f48-b7e1-4b38-b19a-1252ac245b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.424033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b4f6b889-c9c3-4030-a60e-21efc1ebec3c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "GET /v2.0/ports?device_id=48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 HTTP/1.1" status: 200 len: 205 time: 0.0407081 Nov 22 17:08:01.425522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:01.430098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-01147f48-b7e1-4b38-b19a-1252ac245b2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3dcdc01ff7904271a54bf0e10030b577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4072936 Nov 22 17:08:01.436451 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 40908) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:01.460259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01147f48-b7e1-4b38-b19a-1252ac245b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ef825e-45f1-4902-be9e-7911407d56b3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:01.562612 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-ce400861-df1c-4313-ba15-46924d73ca41 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] delete failed (client error): The resource could not be found. Nov 22 17:08:01.565999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ce400861-df1c-4313-ba15-46924d73ca41 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/routers/48d2f84b-fc5d-4ef4-a18b-f5bf08d72b89 HTTP/1.1" status: 404 len: 336 time: 0.1365809 Nov 22 17:08:01.566503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40914) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:01.600606 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7a905a-8b7f-4bb3-86cf-659f54e06fb5 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] DELETE failed (client error): The resource could not be found. Nov 22 17:08:01.602001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7a905a-8b7f-4bb3-86cf-659f54e06fb5 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:01.608074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9a7a905a-8b7f-4bb3-86cf-659f54e06fb5 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/subnets/16a59cd9-0966-43b3-8b2d-dcd55fef3731 HTTP/1.1" status: 404 len: 337 time: 0.0381987 Nov 22 17:08:01.608802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40916) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:01.627885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d4a2c-0deb-4ed6-b499-4a89f4023c8f req-6ebb424e-e0a2-442e-8744-4af6738f9f27 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:01.629490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d83d4a2c-0deb-4ed6-b499-4a89f4023c8f req-6ebb424e-e0a2-442e-8744-4af6738f9f27 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 946 time: 0.0829971 Nov 22 17:08:01.630485 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f60fc549-3a04-41b9-8995-5319979a7432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.673657 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f60fc549-3a04-41b9-8995-5319979a7432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.709270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2da7e8f9-4ad0-4031-a271-4531cdad31c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port e4372016-a370-48b7-9d81-7472fd552389 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:01.709650 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2da7e8f9-4ad0-4031-a271-4531cdad31c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.725715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d83d4a2c-0deb-4ed6-b499-4a89f4023c8f req-10128086-6e42-44a7-b909-01b1d60b9470 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891657 Nov 22 17:08:01.757753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f60fc549-3a04-41b9-8995-5319979a7432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.770479 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f60fc549-3a04-41b9-8995-5319979a7432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.794711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f60fc549-3a04-41b9-8995-5319979a7432 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41ef825e-45f1-4902-be9e-7911407d56b3 HTTP/1.1" status: 204 len: 168 time: 0.3368473 Nov 22 17:08:01.813306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fc549-3a04-41b9-8995-5319979a7432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ef825e-45f1-4902-be9e-7911407d56b3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:01.875942 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2da7e8f9-4ad0-4031-a271-4531cdad31c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:01.900309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2da7e8f9-4ad0-4031-a271-4531cdad31c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for e4372016-a370-48b7-9d81-7472fd552389 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:02.110447 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2da7e8f9-4ad0-4031-a271-4531cdad31c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:02.154195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7e8f9-4ad0-4031-a271-4531cdad31c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=e4372016-a370-48b7-9d81-7472fd552389,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:02.255250 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2da7e8f9-4ad0-4031-a271-4531cdad31c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:02.261993 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2da7e8f9-4ad0-4031-a271-4531cdad31c1 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/ports/e4372016-a370-48b7-9d81-7472fd552389 HTTP/1.1" status: 204 len: 168 time: 0.6492546 Nov 22 17:08:02.262704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 40962) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:02.450827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8de5ba4a-8630-424c-876d-187c4bda112c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port cc810c52-75a2-41bd-9b8f-f45860d2cb58 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:02.451526 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8de5ba4a-8630-424c-876d-187c4bda112c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:02.653151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8de5ba4a-8630-424c-876d-187c4bda112c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:02.673740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8de5ba4a-8630-424c-876d-187c4bda112c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for cc810c52-75a2-41bd-9b8f-f45860d2cb58 owned by {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:02.864944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8de5ba4a-8630-424c-876d-187c4bda112c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:02.906755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5ba4a-8630-424c-876d-187c4bda112c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=cc810c52-75a2-41bd-9b8f-f45860d2cb58,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:02.948215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:03.008792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8de5ba4a-8630-424c-876d-187c4bda112c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.017539 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8de5ba4a-8630-424c-876d-187c4bda112c tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/ports/cc810c52-75a2-41bd-9b8f-f45860d2cb58 HTTP/1.1" status: 204 len: 168 time: 0.7534289 Nov 22 17:08:03.020814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41018) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:03.086748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3db906-5c97-4234-9113-e030b572008f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:03.090097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ea3db906-5c97-4234-9113-e030b572008f tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "GET /v2.0/ports?device_id=f692d036-9d2d-41a6-b095-a4ca17ccbac5 HTTP/1.1" status: 200 len: 913 time: 0.0690408 Nov 22 17:08:03.092962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41020) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:03.100327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1926047195-network', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:03.129152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Made reservation on behalf of 46729ba4929642dc8fad0eb0e9b45eba for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:03.133565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.146548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.247033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.253407 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.269236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:08:03.295927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.296902 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Added segment 426f355d-b99e-4a77-91e7-f7eda4eafffd of type vlan for network 0c1686c4-8891-4d76-9399-af3cefe78e7a Nov 22 17:08:03.354853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057b3c6e-f757-4048-9e96-d980ca7609a4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:03.379358 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.415872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.417840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:03.419163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.482468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5329909 Nov 22 17:08:03.487446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41024) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:03.492634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Request body: {'subnet': {'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1926047195-subnet', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:03.503772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902f867-9e3a-41b6-9886-ddf395fc2cfc admin admin] Pushing event updated for resources: {'Network': ['ID=0c1686c4-8891-4d76-9399-af3cefe78e7a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:03.532964 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 0c1686c4-8891-4d76-9399-af3cefe78e7a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:08:03.567096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Made reservation on behalf of 46729ba4929642dc8fad0eb0e9b45eba for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:03.569513 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.755841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.881665 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.961313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b3e654-1b92-403d-9a0f-f6ad208830df,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:04.024250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Checking segment: {'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:04.024517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Network hostable DHCP agents. Network: 0c1686c4-8891-4d76-9399-af3cefe78e7a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:08:04.063134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Network 0c1686c4-8891-4d76-9399-af3cefe78e7a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:08:04.078628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 0c1686c4-8891-4d76-9399-af3cefe78e7a) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:04.087682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04de4b-0b75-4d94-9c7a-b8857faa933d None None] Network 0c1686c4-8891-4d76-9399-af3cefe78e7a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:04.101120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.101726 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.148980 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3eaa4b54-d6f0-42a0-b7d4-7e9ad91e16c6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6603966 Nov 22 17:08:04.152162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41028) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:04.157017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:04.181224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port c546c5b4-3db5-4a15-bbd6-ea690f66f95c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:04.181671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.193965 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.195059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.274369 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.300611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.322302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for c546c5b4-3db5-4a15-bbd6-ea690f66f95c owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:04.456911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.464369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-0c1686c4-8891-4d76-9399-af3cefe78e7a', 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'fixed_ips': [{'subnet_id': '08b3e654-1b92-403d-9a0f-f6ad208830df'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:08:04.465423 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.654718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.720784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=c546c5b4-3db5-4a15-bbd6-ea690f66f95c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:04.853379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Allocated IP 172.20.0.2 (0c1686c4-8891-4d76-9399-af3cefe78e7a/08b3e654-1b92-403d-9a0f-f6ad208830df/6241e7c1-9cbd-4ccf-a076-ce76d01722e6) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:04.872705 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:04.911161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.073126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.126144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Allocated IP 172.25.0.176 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/bca7e582-c531-4340-98fd-0e9ed94a6df0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:05.177689 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.190161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.259892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Network 0c1686c4-8891-4d76-9399-af3cefe78e7a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:05.280490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:05.288003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:05.304014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Pushing event updated for resources: {'Port': ['ID=6241e7c1-9cbd-4ccf-a076-ce76d01722e6,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:05.345314 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.384376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Attempting to bind port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:05.384794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Attempting to bind port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:05.385186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Attempting to bind port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 on network 0c1686c4-8891-4d76-9399-af3cefe78e7a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:05.391611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:05.392048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Checking segment: {'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:05.392399 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.393194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Bound using segment: {'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:05.393585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Bound port: 6241e7c1-9cbd-4ccf-a076-ce76d01722e6, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:05.394031 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.406132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.490115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] For port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:05.493939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] For port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6241e7c1-9cbd-4ccf-a076-ce76d01722e6,segment=NetworkSegment(426f355d-b99e-4a77-91e7-f7eda4eafffd),segment_id=426f355d-b99e-4a77-91e7-f7eda4eafffd)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:05.502032 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.507650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:05.511188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:05.516705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:05.544382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Pushing event updated for resources: {'Port': ['ID=bca7e582-c531-4340-98fd-0e9ed94a6df0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:05.596516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b45d8-3f87-4303-bc40-881b0b210b5b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:05.782908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800af52b-2130-451a-bdd2-d9f06ef2d586 None None] Pushing event updated for resources: {'Port': ['ID=6241e7c1-9cbd-4ccf-a076-ce76d01722e6,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:05.827612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-51d7d781-1c85-4b06-aa0c-5d90bfc0699c None None] Provisioning complete for port bca7e582-c531-4340-98fd-0e9ed94a6df0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:05.828196 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51d7d781-1c85-4b06-aa0c-5d90bfc0699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.916086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-51d7d781-1c85-4b06-aa0c-5d90bfc0699c None None] Port bca7e582-c531-4340-98fd-0e9ed94a6df0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:06.022614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:06.167107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Router f692d036-9d2d-41a6-b095-a4ca17ccbac5 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:06.357800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:06.365635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9346e6e5-5687-4c05-9dac-8ae654152e11 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "PUT /v2.0/routers/f692d036-9d2d-41a6-b095-a4ca17ccbac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2693069 Nov 22 17:08:06.366704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41044) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:06.377437 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef9265-fcfc-4324-813f-f9f615709880 None None] Sync routers for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:06.391851 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef9265-fcfc-4324-813f-f9f615709880 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:06.392497 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-17ef9265-fcfc-4324-813f-f9f615709880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:06.458330 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-17ef9265-fcfc-4324-813f-f9f615709880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:06.472925 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef9265-fcfc-4324-813f-f9f615709880 None None] Routers {'f692d036-9d2d-41a6-b095-a4ca17ccbac5'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:06.473646 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-17ef9265-fcfc-4324-813f-f9f615709880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:06.531164 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:06.540942 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-17ef9265-fcfc-4324-813f-f9f615709880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:06.542099 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef9265-fcfc-4324-813f-f9f615709880 None None] The sync data for ids ['f692d036-9d2d-41a6-b095-a4ca17ccbac5'] in n-d-816865-2 is: [] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:06.578710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:06.769708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:06.801133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:06.879964 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:06.917114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:06.917952 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:06.934150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Router d81c0c38-5081-43f1-831d-dc66e7a764d1 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:08:06.960468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting port 247c9bcb-8f7d-4e36-9376-f716f8b33c98 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:06.960825 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.073762 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.131661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.168577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Calling delete_port for 247c9bcb-8f7d-4e36-9376-f716f8b33c98 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:07.170913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6241e7c1-9cbd-4ccf-a076-ce76d01722e6,segment=NetworkSegment(426f355d-b99e-4a77-91e7-f7eda4eafffd),segment_id=426f355d-b99e-4a77-91e7-f7eda4eafffd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:07.177090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:07.177556 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.215017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.220283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-486bc83f-81b9-482d-9f3a-be5d6b8de758 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0668437 Nov 22 17:08:07.221207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41048) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:07.290011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=6241e7c1-9cbd-4ccf-a076-ce76d01722e6,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:07.293028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Sync routers for ids ['d81c0c38-5081-43f1-831d-dc66e7a764d1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:07.307011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d4b6d8-c555-4d96-90dd-4afa323dad12 None None] Network 0c1686c4-8891-4d76-9399-af3cefe78e7a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:07.417188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Routers {'d81c0c38-5081-43f1-831d-dc66e7a764d1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:07.418576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d81c0c38-5081-43f1-831d-dc66e7a764d1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:07.423562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ab96a249-5a47-4ae5-83c5-5c40465d602f None None] Provisioning complete for port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:07.423999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab96a249-5a47-4ae5-83c5-5c40465d602f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.505973 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.582780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Port': ['ID=247c9bcb-8f7d-4e36-9376-f716f8b33c98,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:07.746087 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.759538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc5193-4690-476d-bba4-9b34d0fcd709 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:07.919348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Set router d81c0c38-5081-43f1-831d-dc66e7a764d1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:07.935518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.938066 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.983853 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.020170 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.021278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Fanout notify agent at l3_agent the message router_deleted on router f692d036-9d2d-41a6-b095-a4ca17ccbac5 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:08:08.030574 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.032471 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-68413980-0b7e-47d8-a5af-13ffba1ce03a tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/routers/f692d036-9d2d-41a6-b095-a4ca17ccbac5 HTTP/1.1" status: 204 len: 168 time: 1.6643178 Nov 22 17:08:08.034870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41054) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:08.135672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.209547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e75c57-e0b3-45f0-9c36-8610b81c5514 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Deleting subnet 84453746-b60e-4a2b-9dd7-a1830636a207 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:08:08.239740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e75c57-e0b3-45f0-9c36-8610b81c5514 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.275728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:05Z', 'revision_number': 3, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port': {'id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:08.302675 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e75c57-e0b3-45f0-9c36-8610b81c5514 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.305215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Checking router: d81c0c38-5081-43f1-831d-dc66e7a764d1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:08.306858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Updating router d81c0c38-5081-43f1-831d-dc66e7a764d1 port bca7e582-c531-4340-98fd-0e9ed94a6df0 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:08:08.335758 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.711515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-90489d80-7861-46c4-9579-6f425a0bc792 None None] Provisioning complete for port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:08.711732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90489d80-7861-46c4-9579-6f425a0bc792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.741606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:08.861531 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.874839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.971739 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e75c57-e0b3-45f0-9c36-8610b81c5514 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.015750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Allocated IP 172.20.0.1 (0c1686c4-8891-4d76-9399-af3cefe78e7a/08b3e654-1b92-403d-9a0f-f6ad208830df/adcdea9e-469f-488b-8ebb-619a590b3c55) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:09.117955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Attempting to bind port bca7e582-c531-4340-98fd-0e9ed94a6df0 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:09.118572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Attempting to bind port bca7e582-c531-4340-98fd-0e9ed94a6df0 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:09.118732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Attempting to bind port bca7e582-c531-4340-98fd-0e9ed94a6df0 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:09.125557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ec1fa4-7a0a-4122-8320-e842a5f04924 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:09.132411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:09.132797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:09.133218 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.133620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:09.134115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Bound port: bca7e582-c531-4340-98fd-0e9ed94a6df0, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:09.134499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.160495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:09.160880 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.202463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e75c57-e0b3-45f0-9c36-8610b81c5514 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.227418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d71ad3-4f85-41d9-9764-2fbb4b47844d None None] Pushing event updated for resources: {'Port': ['ID=bca7e582-c531-4340-98fd-0e9ed94a6df0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:09.270776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-b5dea75c-7053-4507-a2f7-6e61ee07afb6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.272435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-b5dea75c-7053-4507-a2f7-6e61ee07afb6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.4113872 Nov 22 17:08:09.275851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e75c57-e0b3-45f0-9c36-8610b81c5514 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Subnet': ['ID=84453746-b60e-4a2b-9dd7-a1830636a207,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:09.281764 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] For port bca7e582-c531-4340-98fd-0e9ed94a6df0, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:09.282085 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63e75c57-e0b3-45f0-9c36-8610b81c5514 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.285453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-63e75c57-e0b3-45f0-9c36-8610b81c5514 tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/subnets/84453746-b60e-4a2b-9dd7-a1830636a207 HTTP/1.1" status: 204 len: 168 time: 1.2495062 Nov 22 17:08:09.285706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] For port bca7e582-c531-4340-98fd-0e9ed94a6df0, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bca7e582-c531-4340-98fd-0e9ed94a6df0,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:09.288311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41072) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:09.293926 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.335335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-20eae59d-b1c8-4d2e-bef8-abcbe247634c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/quotas/38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 375 time: 0.0222852 Nov 22 17:08:09.368416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.381242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d71ad3-4f85-41d9-9764-2fbb4b47844d None None] Pushing event updated for resources: {'Port': ['ID=bca7e582-c531-4340-98fd-0e9ed94a6df0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:09.410680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.437017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-aaa2cbc5-d0e6-4859-b9ff-10da6beb0833 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873542 Nov 22 17:08:09.452888 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.453748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651c6e5c-39e9-40b3-81ea-87c25f2fb4b5 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:09.464878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-acb9f05d-7717-45d0-b7bb-ea79f1f8fb4e None None] Provisioning complete for port bca7e582-c531-4340-98fd-0e9ed94a6df0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:09.465704 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acb9f05d-7717-45d0-b7bb-ea79f1f8fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.517552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.525687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Routers {'d81c0c38-5081-43f1-831d-dc66e7a764d1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:09.527297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d81c0c38-5081-43f1-831d-dc66e7a764d1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:09.544861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aebea82-e1fe-456c-989a-d6b3511cbbf3']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:09.558330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6beb8ad-e1e3-4ad1-89f4-1b5cfb760727') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:09.559276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6beb8ad-e1e3-4ad1-89f4-1b5cfb760727') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:09.570370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Network 0c1686c4-8891-4d76-9399-af3cefe78e7a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:09.576270 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.576991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:09.586313 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:09.599423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.610003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:08:09.610828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:08:09.616255 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:08:09.639621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Pushing event updated for resources: {'Port': ['ID=adcdea9e-469f-488b-8ebb-619a590b3c55,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:09.713314 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] Set router d81c0c38-5081-43f1-831d-dc66e7a764d1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:09.720826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.744111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.747464 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acb9f05d-7717-45d0-b7bb-ea79f1f8fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.763656 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.769550 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] 10.222.0.59 "DELETE /v2.0/networks/4aebea82-e1fe-456c-989a-d6b3511cbbf3 HTTP/1.1" status: 204 len: 168 time: 0.4775729 Nov 22 17:08:09.783237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe16aef-be46-4c4e-b254-523aa0f83ada tempest-FloatingIPTestJSON-481446262 tempest-FloatingIPTestJSON-481446262-project] Pushing event deleted for resources: {'Network': ['ID=4aebea82-e1fe-456c-989a-d6b3511cbbf3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:09.884921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-acb9f05d-7717-45d0-b7bb-ea79f1f8fb4e None None] For port bca7e582-c531-4340-98fd-0e9ed94a6df0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bca7e582-c531-4340-98fd-0e9ed94a6df0,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:09.894884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-acb9f05d-7717-45d0-b7bb-ea79f1f8fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.905008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4c00ba05-a7f9-4550-971c-4e4f8cf97b5b service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454110 Nov 22 17:08:10.001949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9f05d-7717-45d0-b7bb-ea79f1f8fb4e None None] Pushing event updated for resources: {'Port': ['ID=bca7e582-c531-4340-98fd-0e9ed94a6df0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:10.012135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.053821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e65ec83f-b764-4122-95bb-a76fa733e648 None None] Provisioning complete for port adcdea9e-469f-488b-8ebb-619a590b3c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:10.054204 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e65ec83f-b764-4122-95bb-a76fa733e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.095558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e65ec83f-b764-4122-95bb-a76fa733e648 None None] Port adcdea9e-469f-488b-8ebb-619a590b3c55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:10.115790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41080) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:10.125133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e65ec83f-b764-4122-95bb-a76fa733e648 None None] Provisioning complete for port bca7e582-c531-4340-98fd-0e9ed94a6df0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:10.125736 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e65ec83f-b764-4122-95bb-a76fa733e648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.153588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-1313da55-5943-48e3-afc7-7d219683515d service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173729 Nov 22 17:08:10.156929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:05Z', 'revision_number': 3, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port': {'id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:10.196574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49b37a-073a-4efd-93c2-f36ccfe849a9 None None] The sync data for ids ['d81c0c38-5081-43f1-831d-dc66e7a764d1'] in n-d-816865-2 is: [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:05Z', 'revision_number': 3, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port': {'id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:10.315201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.321009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.372114 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f2c94bb3-b86c-4350-8d08-738b7bb96762 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1994c68421e7402c846bf5c4abf59b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2549486 Nov 22 17:08:10.374636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:10.400327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Pushing event updated for resources: {'Port': ['ID=adcdea9e-469f-488b-8ebb-619a590b3c55,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:10.403596 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.462458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78f9e5b1-46f9-4e36-b8f0-57a9b7b66802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.501111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78f9e5b1-46f9-4e36-b8f0-57a9b7b66802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.521534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2a5bccb1-9296-4fbb-b5b6-50b0d0877508 req-2c25d756-9f8d-4ac7-abe8-38dbfac15b3a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 210 time: 0.0492444 Nov 22 17:08:10.583458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78f9e5b1-46f9-4e36-b8f0-57a9b7b66802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.587231 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78f9e5b1-46f9-4e36-b8f0-57a9b7b66802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.593982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-78f9e5b1-46f9-4e36-b8f0-57a9b7b66802 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab1cb83e-0c6e-4b05-8ac5-f460bc73ee60 HTTP/1.1" status: 204 len: 168 time: 0.2159636 Nov 22 17:08:10.601174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9e5b1-46f9-4e36-b8f0-57a9b7b66802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1cb83e-0c6e-4b05-8ac5-f460bc73ee60,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:10.652516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Network 0c1686c4-8891-4d76-9399-af3cefe78e7a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:10.654202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:10.922702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Router d81c0c38-5081-43f1-831d-dc66e7a764d1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:11.226538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:11.232769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6dd7b1ed-9465-4360-8f73-b5670fbcc0cc admin admin] 10.222.0.59 "PUT /v2.0/routers/d81c0c38-5081-43f1-831d-dc66e7a764d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0095766 Nov 22 17:08:11.240780 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-177a2e64-3e38-4725-9e72-e7365bcf1a9f None None] Provisioning complete for port adcdea9e-469f-488b-8ebb-619a590b3c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:11.242848 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-177a2e64-3e38-4725-9e72-e7365bcf1a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:11.324128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-177a2e64-3e38-4725-9e72-e7365bcf1a9f None None] Port adcdea9e-469f-488b-8ebb-619a590b3c55 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:11.657945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-95c35a5b-024f-46b5-812a-1f9ca7538ebb req-6f1e705b-a96c-44f3-8275-cfdd5d5a604b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 210 time: 0.0411804 Nov 22 17:08:11.919581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:11.990420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-8b0ed14b-e7ec-49c5-bb7e-7751d78668f6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:11.992293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-8b0ed14b-e7ec-49c5-bb7e-7751d78668f6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1584330 Nov 22 17:08:12.009957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'port': {'device_id': '737d956f-74e6-43cc-88fa-5f3d7081d54e', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'admin_state_up': True, 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:12.180620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:12.186392 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.224335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41142) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:12.230184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-207103579-network', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:12.276618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-06a63c76-f852-4fa3-845f-2f166489ba8c tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] Request body: {'port': {'network_id': 'e19d978c-4fa1-46cc-9dec-ecc5861076e9', 'name': 'tempest-NetworksNegativeTestJSON-822873580'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:12.290743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Made reservation on behalf of a25112e777dd4a7093a9124fbe12050e for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:12.293433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.297090 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a63c76-f852-4fa3-845f-2f166489ba8c tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] POST failed (client error): The resource could not be found. Nov 22 17:08:12.297653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a63c76-f852-4fa3-845f-2f166489ba8c tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:12.298853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-06a63c76-f852-4fa3-845f-2f166489ba8c tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3780303 Nov 22 17:08:12.303111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:12.304951 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.353277 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-badfbcb1-7ba5-4aaa-bf85-4cf54046f324 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] DELETE failed (client error): The resource could not be found. Nov 22 17:08:12.353998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badfbcb1-7ba5-4aaa-bf85-4cf54046f324 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:12.357482 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-badfbcb1-7ba5-4aaa-bf85-4cf54046f324 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "DELETE /v2.0/networks/c5ebf112-7d28-41a0-a155-c93dd81fff67 HTTP/1.1" status: 404 len: 339 time: 0.0505221 Nov 22 17:08:12.366633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:12.400687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.20.0.8 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/a78ba034-105a-4f6f-a90e-23f8416fac2d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:12.403030 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d464bf-5f6c-4316-90f4-bcf8b907b77b tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] DELETE failed (client error): The resource could not be found. Nov 22 17:08:12.403620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d464bf-5f6c-4316-90f4-bcf8b907b77b tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:12.406772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b7d464bf-5f6c-4316-90f4-bcf8b907b77b tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "DELETE /v2.0/ports/e431e23e-2bce-451f-bb0a-e93d931508eb HTTP/1.1" status: 404 len: 333 time: 0.0387664 Nov 22 17:08:12.410536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41148) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:12.459960 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.466342 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.471435 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e0c590-11c9-4c8d-92a3-1cc5fd1e9313 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] DELETE failed (client error): The resource could not be found. Nov 22 17:08:12.472059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e0c590-11c9-4c8d-92a3-1cc5fd1e9313 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:12.475535 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b7e0c590-11c9-4c8d-92a3-1cc5fd1e9313 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "DELETE /v2.0/subnets/47a2472f-504d-4fb3-90fb-3871836b598c HTTP/1.1" status: 404 len: 337 time: 0.0637093 Nov 22 17:08:12.480224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41150) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:12.499448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:08:12.517198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076ea933-b35d-4420-8334-145f521fd97a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:12.523744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.524493 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Added segment 6de5e43e-777b-4315-ba8b-01d853d47394 of type vlan for network a69522d9-6bbb-49a6-8031-d03de9f3b1bc Nov 22 17:08:12.579649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.623256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.624300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:12.624897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.708154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] Pushing event updated for resources: {'Network': ['ID=a69522d9-6bbb-49a6-8031-d03de9f3b1bc,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:12.720107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a69522d9-6bbb-49a6-8031-d03de9f3b1bc details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:08:12.730603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fa0d3726-e31e-428c-9e56-0194cd94c26b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5051169 Nov 22 17:08:12.733391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41156) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:12.740556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Request body: {'subnet': {'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-207103579-subnet', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:12.789918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Made reservation on behalf of a25112e777dd4a7093a9124fbe12050e for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:12.793441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.854099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bca7e582-c531-4340-98fd-0e9ed94a6df0 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:12.881195 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.896422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7d08460-732f-4f2e-8649-d2caeee7c94c req-65d6477a-46e0-49bd-8020-b3c20bc5636b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 210 time: 0.0419958 Nov 22 17:08:12.902602 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dc8c48-decf-4ad0-a051-af765059ec41 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] GET failed (client error): The resource could not be found. Nov 22 17:08:12.912754 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-60dc8c48-decf-4ad0-a051-af765059ec41 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "GET /v2.0/networks/ca8756a9-0a79-4d03-a31b-d61ac0a45f47 HTTP/1.1" status: 404 len: 339 time: 0.4306195 Nov 22 17:08:12.913453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41162) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:12.947284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bca7e582-c531-4340-98fd-0e9ed94a6df0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:12.948414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:12.975858 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3cf29d-efcb-4b06-b9d2-faa87857cf90 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] GET failed (client error): The resource could not be found. Nov 22 17:08:12.985329 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef3cf29d-efcb-4b06-b9d2-faa87857cf90 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "GET /v2.0/ports/0e0db12b-86d6-49dd-b631-4be6f30a42fc HTTP/1.1" status: 404 len: 333 time: 0.0655603 Nov 22 17:08:12.987090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41164) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:12.999312 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Sync routers for ids ['d81c0c38-5081-43f1-831d-dc66e7a764d1'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:13.016865 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Routers {'d81c0c38-5081-43f1-831d-dc66e7a764d1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:13.019935 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d81c0c38-5081-43f1-831d-dc66e7a764d1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:13.030287 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-de26a001-4287-49bc-a3eb-180663f373b4 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] GET failed (client error): The resource could not be found. Nov 22 17:08:13.038982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-de26a001-4287-49bc-a3eb-180663f373b4 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "GET /v2.0/subnets/9f720173-8211-4caf-8d4b-f4ab5eb78edb HTTP/1.1" status: 404 len: 337 time: 0.0473359 Nov 22 17:08:13.039876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41166) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:13.045928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-baf69427-5aed-4756-b66c-4699731d948a tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:13.067221 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf69427-5aed-4756-b66c-4699731d948a tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] PUT failed (client error): The resource could not be found. Nov 22 17:08:13.068391 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf69427-5aed-4756-b66c-4699731d948a tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:13.074240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-baf69427-5aed-4756-b66c-4699731d948a tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "PUT /v2.0/networks/8ca95904-736f-441a-99b8-07af3bf480f3 HTTP/1.1" status: 404 len: 339 time: 0.0325987 Nov 22 17:08:13.075874 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.078451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41168) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:13.084263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-246b0dcb-77c0-4749-9194-a53e39ef29ee tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:13.110366 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-246b0dcb-77c0-4749-9194-a53e39ef29ee tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] PUT failed (client error): The resource could not be found. Nov 22 17:08:13.111269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246b0dcb-77c0-4749-9194-a53e39ef29ee tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:13.118616 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-246b0dcb-77c0-4749-9194-a53e39ef29ee tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "PUT /v2.0/ports/48cc3774-b685-4f39-99a6-4943fe4243dc HTTP/1.1" status: 404 len: 333 time: 0.0387869 Nov 22 17:08:13.123107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41170) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:13.129868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fac7a1c9-a6d8-4229-a5ab-cfac1a2ab1b4 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:13.197078 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.225302 n-d-816865-2 neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac7a1c9-a6d8-4229-a5ab-cfac1a2ab1b4 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] PUT failed (client error): The resource could not be found. Nov 22 17:08:13.225776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac7a1c9-a6d8-4229-a5ab-cfac1a2ab1b4 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103442) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:08:13.230817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fac7a1c9-a6d8-4229-a5ab-cfac1a2ab1b4 tempest-NetworksNegativeTestJSON-146447390 tempest-NetworksNegativeTestJSON-146447390-project] 10.222.0.59 "PUT /v2.0/subnets/0f508561-96b8-42ee-8f4d-6bd472e77f24 HTTP/1.1" status: 404 len: 337 time: 0.1017447 Nov 22 17:08:13.243893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:13.247830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:13.253373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:13.295731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f497f505-c6a4-4905-aa32-a12b3528367b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:13.301977 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Set router d81c0c38-5081-43f1-831d-dc66e7a764d1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:13.312211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Checking segment: {'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:13.312851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Network hostable DHCP agents. Network: a69522d9-6bbb-49a6-8031-d03de9f3b1bc, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:08:13.334735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:13.335397 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.379492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Network a69522d9-6bbb-49a6-8031-d03de9f3b1bc is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:08:13.384907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=a78ba034-105a-4f6f-a90e-23f8416fac2d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:13.405002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a69522d9-6bbb-49a6-8031-d03de9f3b1bc) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:13.410657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:13.411904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.415294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232e30c-0ec2-4872-a103-71c8b583e445 None None] Network a69522d9-6bbb-49a6-8031-d03de9f3b1bc requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:13.419404 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-a19d12bc-1e21-4bac-a128-93863fefada1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4156089 Nov 22 17:08:13.433383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Request body: {'port': {'device_id': '737d956f-74e6-43cc-88fa-5f3d7081d54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:13.459960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-caeca822-8e1b-44ae-abae-4dbedd0f4f1a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7231872 Nov 22 17:08:13.461849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:13.473075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:13.530471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.531843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.593298 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.674662 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.819495 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 4, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port': {'id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'adcdea9e-469f-488b-8ebb-619a590b3c55', 'name': '', 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'mac_address': 'fa:16:3e:ba:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '08b3e654-1b92-403d-9a0f-f6ad208830df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:08Z', 'updated_at': '2021-11-22T17:08:10Z', 'revision_number': 2, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'subnets': [{'id': '08b3e654-1b92-403d-9a0f-f6ad208830df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:13.823671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-13bf5092-c663-4a3a-b708-ba471ab200b4 None None] Provisioning complete for port a78ba034-105a-4f6f-a90e-23f8416fac2d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:13.824697 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13bf5092-c663-4a3a-b708-ba471ab200b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.884916 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Checking router: d81c0c38-5081-43f1-831d-dc66e7a764d1 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:13.888810 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Updating router d81c0c38-5081-43f1-831d-dc66e7a764d1 port adcdea9e-469f-488b-8ebb-619a590b3c55 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:08:13.892856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-13bf5092-c663-4a3a-b708-ba471ab200b4 None None] Port a78ba034-105a-4f6f-a90e-23f8416fac2d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:13.917756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-a69522d9-6bbb-49a6-8031-d03de9f3b1bc', 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'fixed_ips': [{'subnet_id': 'f497f505-c6a4-4905-aa32-a12b3528367b'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:08:13.920065 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:13.938629 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.031332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41182) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:14.100553 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.211812 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Allocated IP 172.20.0.2 (a69522d9-6bbb-49a6-8031-d03de9f3b1bc/f497f505-c6a4-4905-aa32-a12b3528367b/25c19214-cd6b-418d-b0da-9d895321c56d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:14.264636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a98c41-fe4c-4f68-872f-8750a65d4827 req-7ecd59e6-e6f2-4e8c-8602-08b86551238c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:14.270048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4a98c41-fe4c-4f68-872f-8750a65d4827 req-7ecd59e6-e6f2-4e8c-8602-08b86551238c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 931 time: 0.1803823 Nov 22 17:08:14.347375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4a98c41-fe4c-4f68-872f-8750a65d4827 req-e9125f59-8815-48ac-b713-20c48ef27992 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726645 Nov 22 17:08:14.409084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.432853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78ba034-105a-4f6f-a90e-23f8416fac2d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:14.521212 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.551174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Transition to ACTIVE for port object a78ba034-105a-4f6f-a90e-23f8416fac2d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:08:14.567901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.591874 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.601807 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.604810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.630753 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.755493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Network a69522d9-6bbb-49a6-8031-d03de9f3b1bc is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:14.760917 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.761889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Pushing event updated for resources: {'Port': ['ID=25c19214-cd6b-418d-b0da-9d895321c56d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:14.774081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:14.782472 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.783080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:14.910505 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Pushing event updated for resources: {'Port': ['ID=adcdea9e-469f-488b-8ebb-619a590b3c55,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:14.927415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.933160 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.936863 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.937460 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.938006 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.938508 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.939049 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.939553 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.943395 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.944023 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.944536 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.945037 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.945531 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:14.959228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a78ba034-105a-4f6f-a90e-23f8416fac2d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:14.960774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Allocated IP 172.25.0.189 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/a88bb055-ff2e-4bef-85b3-f909e3bf082d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:14.980093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:14.981941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Attempting to bind port 25c19214-cd6b-418d-b0da-9d895321c56d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:14.982479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Attempting to bind port 25c19214-cd6b-418d-b0da-9d895321c56d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:14.984312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Attempting to bind port 25c19214-cd6b-418d-b0da-9d895321c56d on network a69522d9-6bbb-49a6-8031-d03de9f3b1bc {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:15.002186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:15.003232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Checking segment: {'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:15.004499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.006700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Bound using segment: {'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:15.007784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Bound port: 25c19214-cd6b-418d-b0da-9d895321c56d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:15.009300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.032493 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Attempting to bind port adcdea9e-469f-488b-8ebb-619a590b3c55 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:15.035436 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Attempting to bind port adcdea9e-469f-488b-8ebb-619a590b3c55 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:15.036666 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Attempting to bind port adcdea9e-469f-488b-8ebb-619a590b3c55 on network 0c1686c4-8891-4d76-9399-af3cefe78e7a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:15.053711 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc5b7db3fc58469481838c6f7583bbfa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0209754 Nov 22 17:08:15.054810 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:15.055567 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Checking segment: {'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:15.056291 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.057056 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Bound using segment: {'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:15.057810 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Bound port: adcdea9e-469f-488b-8ebb-619a590b3c55, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426f355d-b99e-4a77-91e7-f7eda4eafffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:15.058547 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.064794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41188) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:15.191711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Attempting to bind port a78ba034-105a-4f6f-a90e-23f8416fac2d on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:15.191711 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Attempting to bind port a78ba034-105a-4f6f-a90e-23f8416fac2d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:15.192992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Attempting to bind port a78ba034-105a-4f6f-a90e-23f8416fac2d on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:15.205837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] For port 25c19214-cd6b-418d-b0da-9d895321c56d, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:15.213517 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] For port adcdea9e-469f-488b-8ebb-619a590b3c55, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:15.220456 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] For port adcdea9e-469f-488b-8ebb-619a590b3c55, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=adcdea9e-469f-488b-8ebb-619a590b3c55,segment=NetworkSegment(426f355d-b99e-4a77-91e7-f7eda4eafffd),segment_id=426f355d-b99e-4a77-91e7-f7eda4eafffd)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:15.220749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] For port 25c19214-cd6b-418d-b0da-9d895321c56d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25c19214-cd6b-418d-b0da-9d895321c56d,segment=NetworkSegment(6de5e43e-777b-4315-ba8b-01d853d47394),segment_id=6de5e43e-777b-4315-ba8b-01d853d47394)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:15.227259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.228943 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.239014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.265535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Port a78ba034-105a-4f6f-a90e-23f8416fac2d on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:08:15.265864 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Attempting to bind port a78ba034-105a-4f6f-a90e-23f8416fac2d on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:15.285211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.299729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:15.300751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:15.301149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:15.301621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Bound port: a78ba034-105a-4f6f-a90e-23f8416fac2d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:15.301992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.332182 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f010c6-a03b-4c37-884e-d8d15c11c824 None None] Pushing event updated for resources: {'Port': ['ID=adcdea9e-469f-488b-8ebb-619a590b3c55,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:15.356662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132dc896-d15d-460c-a69d-08a8f9c1454f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:15.371036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:15.379486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:15.386623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:15.399309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb9bad94-ecd6-44b3-9fa7-751e69e84495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.405614 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Routers {'d81c0c38-5081-43f1-831d-dc66e7a764d1'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:15.408167 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:07:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d81c0c38-5081-43f1-831d-dc66e7a764d1'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:15.411531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.412541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.413485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.414431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.415053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.415965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.416627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.417200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.418388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.419037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.419701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.420289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623212d-c450-40a4-a837-77c65842055a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:15.442155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd18eb0-1864-46f5-b6cd-9a5267f597bd None None] Pushing event updated for resources: {'Port': ['ID=25c19214-cd6b-418d-b0da-9d895321c56d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:15.483868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f47cd-e011-4520-b9d1-3bda1c18a705 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:15.500667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a88bb055-ff2e-4bef-85b3-f909e3bf082d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:15.574871 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5faec419-6874-40a8-8361-de93bee48ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.644673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] Provisioning complete for port adcdea9e-469f-488b-8ebb-619a590b3c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:15.647218 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.735619 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] Set router d81c0c38-5081-43f1-831d-dc66e7a764d1 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:15.771254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb9bad94-ecd6-44b3-9fa7-751e69e84495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.925967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] For port a78ba034-105a-4f6f-a90e-23f8416fac2d, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:15.971639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] For port a78ba034-105a-4f6f-a90e-23f8416fac2d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a78ba034-105a-4f6f-a90e-23f8416fac2d,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:15.977331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:15.984762 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:16.088923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] For port adcdea9e-469f-488b-8ebb-619a590b3c55, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=adcdea9e-469f-488b-8ebb-619a590b3c55,segment=NetworkSegment(426f355d-b99e-4a77-91e7-f7eda4eafffd),segment_id=426f355d-b99e-4a77-91e7-f7eda4eafffd)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:16.103925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:16.116429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:16.117088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:16.118603 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] 10.222.0.62 "PUT /v2.0/ports/a78ba034-105a-4f6f-a90e-23f8416fac2d HTTP/1.1" status: 200 len: 1091 time: 2.6908150 Nov 22 17:08:16.132317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737d956f-74e6-43cc-88fa-5f3d7081d54e', 'tag': 'a78ba034-105a-4f6f-a90e-23f8416fac2d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:16.142773 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe6729-1697-4f6a-8c8e-4eebbed67658" -d '{"events": [{"name": "network-changed", "server_uuid": "737d956f-74e6-43cc-88fa-5f3d7081d54e", "tag": "a78ba034-105a-4f6f-a90e-23f8416fac2d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:16.159866 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb9bad94-ecd6-44b3-9fa7-751e69e84495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:16.171316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb9bad94-ecd6-44b3-9fa7-751e69e84495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:16.187917 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb9bad94-ecd6-44b3-9fa7-751e69e84495 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/132dc896-d15d-460c-a69d-08a8f9c1454f HTTP/1.1" status: 204 len: 168 time: 1.1116147 Nov 22 17:08:16.247642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bad94-ecd6-44b3-9fa7-751e69e84495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132dc896-d15d-460c-a69d-08a8f9c1454f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:16.293631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] Provisioning complete for port a88bb055-ff2e-4bef-85b3-f909e3bf082d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:16.293899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:16.326783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418b6fb-0b36-4303-891c-305c0ee835f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a78ba034-105a-4f6f-a90e-23f8416fac2d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:16.393124 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-0839c63b-d6c7-42f1-829d-2d2c37ab7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:16.398859 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-0839c63b-d6c7-42f1-829d-2d2c37ab7740 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 1094 time: 0.2026913 Nov 22 17:08:16.456753 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 4, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port': {'id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'adcdea9e-469f-488b-8ebb-619a590b3c55', 'name': '', 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'mac_address': 'fa:16:3e:ba:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '08b3e654-1b92-403d-9a0f-f6ad208830df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:08Z', 'updated_at': '2021-11-22T17:08:15Z', 'revision_number': 4, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'subnets': [{'id': '08b3e654-1b92-403d-9a0f-f6ad208830df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:16.517366 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-b144cc95-087b-4ea8-9305-8dd288026f3a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78ba034-105a-4f6f-a90e-23f8416fac2d HTTP/1.1" status: 200 len: 217 time: 0.1065667 Nov 22 17:08:16.566558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] Port a88bb055-ff2e-4bef-85b3-f909e3bf082d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:16.570866 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8808f-6e74-49e7-9b40-af4afdb12a31 None None] The sync data for ids ['d81c0c38-5081-43f1-831d-dc66e7a764d1'] in n-d-816865-2 is: [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 4, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port': {'id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'adcdea9e-469f-488b-8ebb-619a590b3c55', 'name': '', 'network_id': '0c1686c4-8891-4d76-9399-af3cefe78e7a', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'mac_address': 'fa:16:3e:ba:ba:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '08b3e654-1b92-403d-9a0f-f6ad208830df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:08Z', 'updated_at': '2021-11-22T17:08:15Z', 'revision_number': 4, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'subnets': [{'id': '08b3e654-1b92-403d-9a0f-f6ad208830df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:16.673256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-5e960cc0-4031-4a90-b4ef-e8d016a293c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:16.688653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-5e960cc0-4031-4a90-b4ef-e8d016a293c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.1655877 Nov 22 17:08:16.781562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe718e4b-6ebc-4a6e-94e7-e9766214b479 None None] Pushing event updated for resources: {'Port': ['ID=adcdea9e-469f-488b-8ebb-619a590b3c55,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:16.845934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-99831dfe-7e4b-460f-9d63-a53986ef269a None None] Provisioning complete for port adcdea9e-469f-488b-8ebb-619a590b3c55 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:16.854171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99831dfe-7e4b-460f-9d63-a53986ef269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:17.006679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-29b242dc-3b3d-4b30-aa30-6d73a8d19b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:17.042096 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-29b242dc-3b3d-4b30-aa30-6d73a8d19b76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3414741 Nov 22 17:08:17.187009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25c19214-cd6b-418d-b0da-9d895321c56d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:17.334928 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-7a6ce6ba-4ee2-4e74-a4e8-a60e95cfc5b2 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849405 Nov 22 17:08:17.451441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 25c19214-cd6b-418d-b0da-9d895321c56d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:17.451805 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:17.695754 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56062d45-89fe-495d-b78a-3de66cfd4a55 req-e80b6c18-92c2-4f08-84f1-54334b1cccf1 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527389 Nov 22 17:08:17.778028 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:17.840445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 25c19214-cd6b-418d-b0da-9d895321c56d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25c19214-cd6b-418d-b0da-9d895321c56d,segment=NetworkSegment(6de5e43e-777b-4315-ba8b-01d853d47394),segment_id=6de5e43e-777b-4315-ba8b-01d853d47394)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:17.847162 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:17.886078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb2e4d-36d8-4203-a709-0f57e4c08063 req-3d173bc1-5f41-4fe9-aa04-5956ebb3778d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:17.905561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2eb2e4d-36d8-4203-a709-0f57e4c08063 req-3d173bc1-5f41-4fe9-aa04-5956ebb3778d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 1.8136852 Nov 22 17:08:18.048139 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:18.142089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381bd08-42d7-4523-bba2-33ae248b31e9 None None] Network a69522d9-6bbb-49a6-8031-d03de9f3b1bc requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:18.323366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=25c19214-cd6b-418d-b0da-9d895321c56d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:18.354903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41220) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:18.360230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2eb2e4d-36d8-4203-a709-0f57e4c08063 req-4344813f-830a-433b-aa5c-541aaad57c5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422455 Nov 22 17:08:18.409023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0b59066-a1dd-4627-9dc5-60b667a22f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:18.409023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d15cb3db-146b-4591-9ccd-4f4caf327cce None None] Provisioning complete for port 25c19214-cd6b-418d-b0da-9d895321c56d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:18.409023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d15cb3db-146b-4591-9ccd-4f4caf327cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:18.522570 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba703e2c-d44d-42f8-83f1-c51b000558c3 x-openstack-request-id: req-ba703e2c-d44d-42f8-83f1-c51b000558c3 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:18.523163 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737d956f-74e6-43cc-88fa-5f3d7081d54e", "tag": "a78ba034-105a-4f6f-a90e-23f8416fac2d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:18.523600 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba703e2c-d44d-42f8-83f1-c51b000558c3 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:18.524027 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737d956f-74e6-43cc-88fa-5f3d7081d54e', 'tag': 'a78ba034-105a-4f6f-a90e-23f8416fac2d', 'status': 'completed', 'code': 200} Nov 22 17:08:18.648305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-a02f5da1-98da-4a27-92aa-f60103503106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:18.649949 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-a02f5da1-98da-4a27-92aa-f60103503106 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 1094 time: 0.1014600 Nov 22 17:08:18.770716 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:18.952949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-28d8dca2-d98f-4c2d-90f5-b2bd1c71b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:18.954913 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-28d8dca2-d98f-4c2d-90f5-b2bd1c71b7c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.2980034 Nov 22 17:08:18.958624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5142230f-ec6e-4a2c-916b-c693f016e0d6 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:18.959336 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-5142230f-ec6e-4a2c-916b-c693f016e0d6 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 17:08:18.960060 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-5142230f-ec6e-4a2c-916b-c693f016e0d6 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 17:08:18.961317 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5142230f-ec6e-4a2c-916b-c693f016e0d6 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6035447 Nov 22 17:08:18.993937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41230) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:19.039120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--460715663'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:19.040390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25c19214-cd6b-418d-b0da-9d895321c56d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:19.147608 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.163483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:08:19.227843 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-cc883dc7-04f7-4528-a25a-e3b7e79724e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a78ba034-105a-4f6f-a90e-23f8416fac2d HTTP/1.1" status: 200 len: 217 time: 0.2341509 Nov 22 17:08:19.383805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.393178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 25c19214-cd6b-418d-b0da-9d895321c56d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:19.394233 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.401531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.412928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:19.434044 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-c4d09141-a1bd-44ee-a7ab-f6b5a5ba9581 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0370867 Nov 22 17:08:19.453267 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.458735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5339a19c-5cf5-461d-a5bf-598389c3b5b6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9956088 Nov 22 17:08:19.459491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:19.496021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Sync routers for ids ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:19.565746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.598506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-4b9bf4e3-cce0-40e4-8fad-771fd6c62d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:19.602875 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-4b9bf4e3-cce0-40e4-8fad-771fd6c62d87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.3283761 Nov 22 17:08:19.612292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Routers {'211d9348-1d5e-4876-aac2-fd5eb6b21f0e'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:19.618807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:19.702464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.841032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249b5a91-f0c9-4917-8a34-715bfb0b371f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:19.849502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device adcdea9e-469f-488b-8ebb-619a590b3c55 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:19.889464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-684ad7e6-8c5f-430d-8d59-b404f0753c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:19.893480 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-684ad7e6-8c5f-430d-8d59-b404f0753c85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4272305603414c33901740929edb8e91&device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 1097 time: 0.3020332 Nov 22 17:08:19.894847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba9e0c-0ff9-4675-bca6-962209099609 req-ed64fd8f-9e0b-42c1-b5ab-7e41e93e27e4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:19.898444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7ba9e0c-0ff9-4675-bca6-962209099609 req-ed64fd8f-9e0b-42c1-b5ab-7e41e93e27e4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.2789509 Nov 22 17:08:19.922372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-e429ae5f-dab4-4213-875c-8f0074e9c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:19.927927 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-e429ae5f-dab4-4213-875c-8f0074e9c6c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985294 Nov 22 17:08:20.062649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Set router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:20.131639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7ba9e0c-0ff9-4675-bca6-962209099609 req-b5a1f4a4-98f0-4c19-8f07-50b2aa285689 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068162 Nov 22 17:08:20.296368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port adcdea9e-469f-488b-8ebb-619a590b3c55 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:20.296768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.363089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.406626 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.522516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ed4cc665-38ae-4174-b2db-caebac0beaec None None] Provisioning complete for port 25c19214-cd6b-418d-b0da-9d895321c56d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:20.524640 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed4cc665-38ae-4174-b2db-caebac0beaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.568262 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.573788 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5553613 Nov 22 17:08:20.574404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41240) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:20.581745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-674a09a6-ec5b-4f43-8ecf-104e5fba3f22 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': 'bd2f911a-7735-434a-bbfa-96b2d526a79b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:20.590990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52768c8d-a886-46ae-b718-884b68db0a92 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f911a-7735-434a-bbfa-96b2d526a79b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:20.603932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-cf38bcbe-fa71-48f2-8c4b-e4d5f97a3500 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433673 Nov 22 17:08:20.606389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-e4504856-ced3-45d2-93af-12da32f052e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:20.608819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-e4504856-ced3-45d2-93af-12da32f052e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70 HTTP/1.1" status: 200 len: 915 time: 0.6757343 Nov 22 17:08:20.692035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-674a09a6-ec5b-4f43-8ecf-104e5fba3f22 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.765795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.884578 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-674a09a6-ec5b-4f43-8ecf-104e5fba3f22 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.907177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-674a09a6-ec5b-4f43-8ecf-104e5fba3f22 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.953568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.991465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-84e849cc-ee00-44dd-b34b-37349f0b4804 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8828dfc-258b-4a71-9ed8-9ba47eff67a1 HTTP/1.1" status: 200 len: 217 time: 0.0971391 Nov 22 17:08:21.000123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a09a6-ec5b-4f43-8ecf-104e5fba3f22 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc73a98-b978-464e-8f81-bebee4afdb0e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:21.055171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:16Z', 'revision_number': 3, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port': {'id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:14Z', 'updated_at': '2021-11-22T17:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:21.062142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-674a09a6-ec5b-4f43-8ecf-104e5fba3f22 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:21.068065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-674a09a6-ec5b-4f43-8ecf-104e5fba3f22 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4880531 Nov 22 17:08:21.069261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:21.075215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c98c1fc5-4f3d-4794-9947-28a8e15ef24f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': 'bd2f911a-7735-434a-bbfa-96b2d526a79b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:21.164270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Checking router: 211d9348-1d5e-4876-aac2-fd5eb6b21f0e for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:21.165102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Updating router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e port a88bb055-ff2e-4bef-85b3-f909e3bf082d binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:08:21.207346 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9dbe6729-1697-4f6a-8c8e-4eebbed67658 req-116db1b9-f7ca-45de-9092-2fa3eb73660a service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904624 Nov 22 17:08:21.248790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c98c1fc5-4f3d-4794-9947-28a8e15ef24f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:21.276468 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:21.284277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Allocated IP 172.20.0.1 (a69522d9-6bbb-49a6-8031-d03de9f3b1bc/f497f505-c6a4-4905-aa32-a12b3528367b/2f8e4d1b-0f4d-4395-a1ce-21b5044b9053) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:21.325988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-ce0fdac7-5e80-4fcc-b15d-18bca6d50953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:21.334393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-ce0fdac7-5e80-4fcc-b15d-18bca6d50953 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=16c5159b-3bb3-409f-b606-aa1171c40a00 HTTP/1.1" status: 200 len: 854 time: 0.3102469 Nov 22 17:08:21.460913 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-7fcbe4a3-d4a3-4c9b-b8da-e196b29983ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148705 Nov 22 17:08:21.558261 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:21.670673 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-c98c1fc5-4f3d-4794-9947-28a8e15ef24f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 17:08:21.675354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c98c1fc5-4f3d-4794-9947-28a8e15ef24f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6026175 Nov 22 17:08:21.683911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41248) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:21.740937 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:21.782306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35fb0-3092-4fdc-84b6-a28f4068a195 req-3293974d-5acf-4a14-8d7a-056ceb6351e4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:21.785119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f35fb0-3092-4fdc-84b6-a28f4068a195 req-3293974d-5acf-4a14-8d7a-056ceb6351e4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.2390609 Nov 22 17:08:21.935868 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-211b67ba-245d-4c6b-bd9f-3d40d89d2bed tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:21.941831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-ed5d1e73-b5cf-410c-bf7b-8e2ddb31c410 service neutron] 10.222.0.37 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735963 Nov 22 17:08:21.969757 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.003677 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.025421 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.165584 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46f35fb0-3092-4fdc-84b6-a28f4068a195 req-4718aeae-cbcc-4462-84aa-87378af39d7f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488975 Nov 22 17:08:22.188995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-211b67ba-245d-4c6b-bd9f-3d40d89d2bed tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.195955 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-148410af-5ee9-41ed-8995-c1c0ad644a62 req-7618c601-900d-42f5-a76f-b4ab04614cee service neutron] 10.222.0.37 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438688 Nov 22 17:08:22.218131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1c274-15f7-4f28-a2ec-be101aa7297b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:22.241879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Network a69522d9-6bbb-49a6-8031-d03de9f3b1bc is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:22.252092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:22.256850 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:22.341834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Attempting to bind port a88bb055-ff2e-4bef-85b3-f909e3bf082d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:22.342702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Attempting to bind port a88bb055-ff2e-4bef-85b3-f909e3bf082d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:22.343412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Attempting to bind port a88bb055-ff2e-4bef-85b3-f909e3bf082d on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:22.346880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:22.370096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762bdf5-2b99-4374-b944-47fd4ca596ae None None] Pushing event updated for resources: {'Port': ['ID=a88bb055-ff2e-4bef-85b3-f909e3bf082d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:22.411938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:22.411938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:22.411938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.411938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:22.411938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Bound port: a88bb055-ff2e-4bef-85b3-f909e3bf082d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:22.411938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.434176 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.529484 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-211b67ba-245d-4c6b-bd9f-3d40d89d2bed tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.535102 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-211b67ba-245d-4c6b-bd9f-3d40d89d2bed tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.536139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-211b67ba-245d-4c6b-bd9f-3d40d89d2bed tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/bd2f911a-7735-434a-bbfa-96b2d526a79b HTTP/1.1" status: 204 len: 168 time: 0.8479881 Nov 22 17:08:22.540223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:22.608323 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c3e15355-3fc2-4872-a35f-3ec5d12a36a9 None None] Provisioning complete for port a88bb055-ff2e-4bef-85b3-f909e3bf082d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:22.609598 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c3e15355-3fc2-4872-a35f-3ec5d12a36a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.618045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b67ba-245d-4c6b-bd9f-3d40d89d2bed tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f911a-7735-434a-bbfa-96b2d526a79b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:22.789998 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a029a496-4f93-4cfa-b215-93f5d380fa06 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2421651 Nov 22 17:08:22.790336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] For port a88bb055-ff2e-4bef-85b3-f909e3bf082d, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:22.791382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41254) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:22.795447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] For port a88bb055-ff2e-4bef-85b3-f909e3bf082d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a88bb055-ff2e-4bef-85b3-f909e3bf082d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:22.811388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0302ba75-0b57-4c09-8c75-d84d978ac1da tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--144008617'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:22.839011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.912222 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c3e15355-3fc2-4872-a35f-3ec5d12a36a9 None None] Port a88bb055-ff2e-4bef-85b3-f909e3bf082d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:22.918296 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0302ba75-0b57-4c09-8c75-d84d978ac1da tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.966048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb84a91a-baea-46ee-9fa8-a4580ecd95fd None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:23.022007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Routers {'211d9348-1d5e-4876-aac2-fd5eb6b21f0e'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:23.023161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:23.121023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.141074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762bdf5-2b99-4374-b944-47fd4ca596ae None None] Pushing event updated for resources: {'Port': ['ID=a88bb055-ff2e-4bef-85b3-f909e3bf082d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:23.174421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] Provisioning complete for port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:23.175010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.225925 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0302ba75-0b57-4c09-8c75-d84d978ac1da tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.245449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0302ba75-0b57-4c09-8c75-d84d978ac1da tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.318356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] Port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:23.348526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] Set router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:23.356228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0302ba75-0b57-4c09-8c75-d84d978ac1da tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.367424 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0302ba75-0b57-4c09-8c75-d84d978ac1da tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5705454 Nov 22 17:08:23.379732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41258) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:23.411358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e2ce6b0c-361c-44ec-a709-62815bcc30d4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': 'a30bddbc-341c-4c9d-9204-6dba856ea0bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:23.412071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] Provisioning complete for port a88bb055-ff2e-4bef-85b3-f909e3bf082d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:23.412071 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.419274 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-e2ce6b0c-361c-44ec-a709-62815bcc30d4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 22 17:08:23.421832 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-e2ce6b0c-361c-44ec-a709-62815bcc30d4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:23.425330 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e2ce6b0c-361c-44ec-a709-62815bcc30d4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0446963 Nov 22 17:08:23.434337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41260) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:23.486777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302ba75-0b57-4c09-8c75-d84d978ac1da tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30bddbc-341c-4c9d-9204-6dba856ea0bb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:23.620677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd53bc9a-efaf-41b6-8f77-325b464427e0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.738135 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd53bc9a-efaf-41b6-8f77-325b464427e0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.743271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.838151 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.850411 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.864239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] For port a88bb055-ff2e-4bef-85b3-f909e3bf082d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a88bb055-ff2e-4bef-85b3-f909e3bf082d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:23.880140 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.913287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd53bc9a-efaf-41b6-8f77-325b464427e0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.931294 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.943676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd53bc9a-efaf-41b6-8f77-325b464427e0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.947034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bd53bc9a-efaf-41b6-8f77-325b464427e0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/a30bddbc-341c-4c9d-9204-6dba856ea0bb HTTP/1.1" status: 204 len: 168 time: 0.5096409 Nov 22 17:08:23.953265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:23.984525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:22Z', 'revision_number': 4, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port': {'id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:14Z', 'updated_at': '2021-11-22T17:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '2f8e4d1b-0f4d-4395-a1ce-21b5044b9053', 'name': '', 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'mac_address': 'fa:16:3e:be:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:20Z', 'updated_at': '2021-11-22T17:08:21Z', 'revision_number': 1, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'subnets': [{'id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:23.999464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53bc9a-efaf-41b6-8f77-325b464427e0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30bddbc-341c-4c9d-9204-6dba856ea0bb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:24.085128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e25a4e-c93d-4edc-8b61-751a8c50592e req-05944224-8e9c-4d79-a808-ee9c540205d3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:24.088761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42e25a4e-c93d-4edc-8b61-751a8c50592e req-05944224-8e9c-4d79-a808-ee9c540205d3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.3398342 Nov 22 17:08:24.277828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:24.307644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5d06d-636b-485a-be93-d7f7bca3af81 None None] Pushing event updated for resources: {'Port': ['ID=a88bb055-ff2e-4bef-85b3-f909e3bf082d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:24.311339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf572e-8e17-4154-8032-63a37796473d None None] The sync data for ids ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'] in n-d-816865-2 is: [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:22Z', 'revision_number': 4, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port': {'id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:14Z', 'updated_at': '2021-11-22T17:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '2f8e4d1b-0f4d-4395-a1ce-21b5044b9053', 'name': '', 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'mac_address': 'fa:16:3e:be:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:20Z', 'updated_at': '2021-11-22T17:08:21Z', 'revision_number': 1, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'subnets': [{'id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:24.328608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42e25a4e-c93d-4edc-8b61-751a8c50592e req-675751e8-8603-42d2-b255-59a3b742445f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630962 Nov 22 17:08:24.364818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-21e56ecd-bde8-482b-847b-27b4e2a59a2f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3494632 Nov 22 17:08:24.366874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41266) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:24.377167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bc9588bf-214a-4886-b41f-7ffe2610e244 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--211778391'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:24.460123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Network a69522d9-6bbb-49a6-8031-d03de9f3b1bc is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:24.467157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:24.470173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc9588bf-214a-4886-b41f-7ffe2610e244 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:24.741684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:24.868994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc9588bf-214a-4886-b41f-7ffe2610e244 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:24.917105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc9588bf-214a-4886-b41f-7ffe2610e244 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:25.028779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc9588bf-214a-4886-b41f-7ffe2610e244 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:25.039236 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bc9588bf-214a-4886-b41f-7ffe2610e244 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6615565 Nov 22 17:08:25.040448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41270) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:25.040448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9588bf-214a-4886-b41f-7ffe2610e244 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8768e163-f8b8-4ec5-9e4c-c5f79faf0563,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:25.056174 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9d4e171d-199e-4941-926a-21bb6c725b2f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '8768e163-f8b8-4ec5-9e4c-c5f79faf0563', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:25.056932 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-9d4e171d-199e-4941-926a-21bb6c725b2f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 22 17:08:25.063191 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-9d4e171d-199e-4941-926a-21bb6c725b2f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:25.064669 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9d4e171d-199e-4941-926a-21bb6c725b2f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0176110 Nov 22 17:08:25.075203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:25.206643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:25.245095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5d6cea70-d25a-4915-a213-09dc49524470 admin admin] 10.222.0.59 "PUT /v2.0/routers/211d9348-1d5e-4876-aac2-fd5eb6b21f0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7839334 Nov 22 17:08:25.285095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67c9075a-c7a1-4adc-a3e1-93a87de5a8f4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:25.297985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-46859829-c84d-404a-9ccd-f390ae7e004c None None] Provisioning complete for port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:25.301919 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46859829-c84d-404a-9ccd-f390ae7e004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:25.461904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67c9075a-c7a1-4adc-a3e1-93a87de5a8f4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:25.575093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-46859829-c84d-404a-9ccd-f390ae7e004c None None] Port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:25.715183 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67c9075a-c7a1-4adc-a3e1-93a87de5a8f4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:25.717091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67c9075a-c7a1-4adc-a3e1-93a87de5a8f4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:25.719536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-67c9075a-c7a1-4adc-a3e1-93a87de5a8f4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/8768e163-f8b8-4ec5-9e4c-c5f79faf0563 HTTP/1.1" status: 204 len: 168 time: 0.6428089 Nov 22 17:08:25.724079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41280) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:25.743495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9075a-c7a1-4adc-a3e1-93a87de5a8f4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8768e163-f8b8-4ec5-9e4c-c5f79faf0563,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:25.803159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb2c2-e5b4-42bc-b20e-c7a83d4f1048 req-52df64aa-7dff-4218-8f3c-2490ba65efa7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:25.805725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7adb2c2-e5b4-42bc-b20e-c7a83d4f1048 req-52df64aa-7dff-4218-8f3c-2490ba65efa7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1696308 Nov 22 17:08:25.955383 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-92329488-3975-486b-af47-f8f28a5632d3 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2291789 Nov 22 17:08:25.966413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41282) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:25.973436 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f8dfed5a-f9ff-4e13-9a79-752fe14181ae tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--120694142'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:25.995416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7adb2c2-e5b4-42bc-b20e-c7a83d4f1048 req-a9e46f66-c6e9-4eee-8df8-8c746388ad81 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759360 Nov 22 17:08:26.074272 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8dfed5a-f9ff-4e13-9a79-752fe14181ae tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.313633 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8dfed5a-f9ff-4e13-9a79-752fe14181ae tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.362525 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8dfed5a-f9ff-4e13-9a79-752fe14181ae tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.466668 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f8dfed5a-f9ff-4e13-9a79-752fe14181ae tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.474120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41296) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:26.475034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f8dfed5a-f9ff-4e13-9a79-752fe14181ae tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5062511 Nov 22 17:08:26.482717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfed5a-f9ff-4e13-9a79-752fe14181ae tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd96f91-a76d-411f-b637-c55ac2423242,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:26.483130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-84cd100d-ed6a-4283-ae67-a7738ef667c5 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '4dd96f91-a76d-411f-b637-c55ac2423242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:26.484321 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-84cd100d-ed6a-4283-ae67-a7738ef667c5 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 22 17:08:26.484933 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-84cd100d-ed6a-4283-ae67-a7738ef667c5 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:26.501221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-84cd100d-ed6a-4283-ae67-a7738ef667c5 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0253396 Nov 22 17:08:26.508108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41298) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:26.536166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e4b536b3-ce26-4175-9d5f-1f2547870e1c tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '4dd96f91-a76d-411f-b637-c55ac2423242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:26.537152 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-e4b536b3-ce26-4175-9d5f-1f2547870e1c tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 22 17:08:26.539090 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-e4b536b3-ce26-4175-9d5f-1f2547870e1c tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:26.546214 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e4b536b3-ce26-4175-9d5f-1f2547870e1c tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0347455 Nov 22 17:08:26.547233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41300) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:26.570185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3b6be67d-333f-4f00-adbf-83e2ace399ff tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '4dd96f91-a76d-411f-b637-c55ac2423242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:26.572572 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-3b6be67d-333f-4f00-adbf-83e2ace399ff tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 22 17:08:26.574156 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-3b6be67d-333f-4f00-adbf-83e2ace399ff tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:26.584218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41304) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:26.598786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cb57cdbb-6f74-47e1-b9f2-bb2f54798303 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '4dd96f91-a76d-411f-b637-c55ac2423242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:26.603201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3b6be67d-333f-4f00-adbf-83e2ace399ff tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0271261 Nov 22 17:08:26.605354 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-cb57cdbb-6f74-47e1-b9f2-bb2f54798303 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 22 17:08:26.606538 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-cb57cdbb-6f74-47e1-b9f2-bb2f54798303 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:26.618207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cb57cdbb-6f74-47e1-b9f2-bb2f54798303 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0295944 Nov 22 17:08:26.618807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41306) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:26.829644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff362c95-eaea-4d48-8f9f-efaf5285651f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.904928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff362c95-eaea-4d48-8f9f-efaf5285651f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.031922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a88bb055-ff2e-4bef-85b3-f909e3bf082d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:27.094487 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff362c95-eaea-4d48-8f9f-efaf5285651f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.103454 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff362c95-eaea-4d48-8f9f-efaf5285651f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.106320 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ff362c95-eaea-4d48-8f9f-efaf5285651f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/4dd96f91-a76d-411f-b637-c55ac2423242 HTTP/1.1" status: 204 len: 168 time: 0.4743595 Nov 22 17:08:27.111468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41322) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:27.154661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff362c95-eaea-4d48-8f9f-efaf5285651f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd96f91-a76d-411f-b637-c55ac2423242,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:27.258195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a88bb055-ff2e-4bef-85b3-f909e3bf082d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:27.275360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.289244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41328) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:27.289984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6b9192b1-4ce1-4181-9f43-766b0593098e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1755817 Nov 22 17:08:27.296591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ea3e011d-e8bd-4873-8f74-9412b794bdc9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1206142944'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:27.413792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea3e011d-e8bd-4873-8f74-9412b794bdc9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.625556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea3e011d-e8bd-4873-8f74-9412b794bdc9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.634350 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea3e011d-e8bd-4873-8f74-9412b794bdc9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.670289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea3e011d-e8bd-4873-8f74-9412b794bdc9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.676306 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ea3e011d-e8bd-4873-8f74-9412b794bdc9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3827345 Nov 22 17:08:27.677077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:27.682372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-676f716e-90bb-46b2-af2a-83a677ee774b tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:27.683473 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-676f716e-90bb-46b2-af2a-83a677ee774b tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 17:08:27.684246 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-676f716e-90bb-46b2-af2a-83a677ee774b tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:27.690980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-676f716e-90bb-46b2-af2a-83a677ee774b tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112300 Nov 22 17:08:27.695265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41336) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:27.710461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-64a3a997-e3cf-49da-abf3-c9b351fbef14 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:27.744218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e011d-e8bd-4873-8f74-9412b794bdc9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85522299-d83c-4a86-a3b3-1deb7495a750,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:27.831389 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-64a3a997-e3cf-49da-abf3-c9b351fbef14 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:27.840574 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-64a3a997-e3cf-49da-abf3-c9b351fbef14 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1360817 Nov 22 17:08:27.840889 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41338) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:27.852020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-59f4752e-fed2-4cdd-b7b3-410576fcbee0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:27.852852 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-59f4752e-fed2-4cdd-b7b3-410576fcbee0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 22 17:08:27.853350 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-59f4752e-fed2-4cdd-b7b3-410576fcbee0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:27.860776 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-59f4752e-fed2-4cdd-b7b3-410576fcbee0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080373 Nov 22 17:08:27.862601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41340) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:27.871850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d2a8c471-a111-4d72-9bb7-c79ffefb13ec tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:27.962414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2572cd4-8710-4505-b3af-1982f03d0074 req-6f8bb4e1-3eff-4097-bf96-1198c3bb90e9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:27.965578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2572cd4-8710-4505-b3af-1982f03d0074 req-6f8bb4e1-3eff-4097-bf96-1198c3bb90e9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1789148 Nov 22 17:08:27.990045 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-d2a8c471-a111-4d72-9bb7-c79ffefb13ec tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:27.991494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d2a8c471-a111-4d72-9bb7-c79ffefb13ec tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1252613 Nov 22 17:08:27.997488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.038575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-79d43fb6-b215-44e0-9302-8420e58ea91f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:28.039400 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-79d43fb6-b215-44e0-9302-8420e58ea91f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 17:08:28.039950 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-79d43fb6-b215-44e0-9302-8420e58ea91f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:28.041508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-79d43fb6-b215-44e0-9302-8420e58ea91f tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0262437 Nov 22 17:08:28.053585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.062916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4fd96425-6aea-4d36-a6ab-4b0fb90a8c04 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:28.136497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2572cd4-8710-4505-b3af-1982f03d0074 req-96c0b25a-cfcd-4d35-af54-0518fb203e04 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068451 Nov 22 17:08:28.145597 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-4fd96425-6aea-4d36-a6ab-4b0fb90a8c04 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:28.159231 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4fd96425-6aea-4d36-a6ab-4b0fb90a8c04 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0926127 Nov 22 17:08:28.167128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41356) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.176456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b4922c03-4960-42cc-916a-a5ceff5017cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:28.176967 n-d-816865-2 neutron-server[103443]: WARNING neutron.api.v2.base [None req-b4922c03-4960-42cc-916a-a5ceff5017cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 22 17:08:28.177547 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-b4922c03-4960-42cc-916a-a5ceff5017cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:28.179409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b4922c03-4960-42cc-916a-a5ceff5017cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104818 Nov 22 17:08:28.188619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41358) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.194933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bc4af249-373f-4c9e-aca0-c722e0cafa7b tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:28.277961 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-bc4af249-373f-4c9e-aca0-c722e0cafa7b tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:28.284292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41362) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.285686 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bc4af249-373f-4c9e-aca0-c722e0cafa7b tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0946343 Nov 22 17:08:28.290393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-672a9b92-9e0a-4576-ac5f-36f4931e8d87 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '85522299-d83c-4a86-a3b3-1deb7495a750', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:28.385247 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [None req-672a9b92-9e0a-4576-ac5f-36f4931e8d87 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:28.394184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41368) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.395086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-672a9b92-9e0a-4576-ac5f-36f4931e8d87 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1094739 Nov 22 17:08:28.536171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd924adc-bf1b-41e6-b331-fde7e805599e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:28.593890 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd924adc-bf1b-41e6-b331-fde7e805599e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:28.844662 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd924adc-bf1b-41e6-b331-fde7e805599e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:28.861103 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fd924adc-bf1b-41e6-b331-fde7e805599e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:28.870811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41380) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.885880 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fd924adc-bf1b-41e6-b331-fde7e805599e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/85522299-d83c-4a86-a3b3-1deb7495a750 HTTP/1.1" status: 204 len: 168 time: 0.4885676 Nov 22 17:08:28.922928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd924adc-bf1b-41e6-b331-fde7e805599e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85522299-d83c-4a86-a3b3-1deb7495a750,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:28.986504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41386) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.993659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7a18cb34-e938-4d66-9c23-276c397f9171 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--827784268'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:28.996149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-470c9690-90d4-4480-a4d4-2f0ad1bde3d0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1234198 Nov 22 17:08:29.028204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:29.042741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a18cb34-e938-4d66-9c23-276c397f9171 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:29.213158 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a18cb34-e938-4d66-9c23-276c397f9171 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:29.224352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a18cb34-e938-4d66-9c23-276c397f9171 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:29.349147 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Sync routers for ids ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:29.379267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a18cb34-e938-4d66-9c23-276c397f9171 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:29.381172 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7a18cb34-e938-4d66-9c23-276c397f9171 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3962319 Nov 22 17:08:29.383935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18cb34-e938-4d66-9c23-276c397f9171 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1c3461-7f99-42f5-b670-b4187f930093,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:29.386934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41392) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:29.395637 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Routers {'211d9348-1d5e-4876-aac2-fd5eb6b21f0e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:29.396851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-59cdbdbc-1ff9-49e0-9121-3b1c16c89191 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': 'ed1c3461-7f99-42f5-b670-b4187f930093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:29.397216 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:29.530355 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-59cdbdbc-1ff9-49e0-9121-3b1c16c89191 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The resource could not be found. Nov 22 17:08:29.531913 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-59cdbdbc-1ff9-49e0-9121-3b1c16c89191 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1434734 Nov 22 17:08:29.536132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41396) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:29.550054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-69a019c5-de31-4a43-8b2f-e8ffa03f78c6 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': 'ed1c3461-7f99-42f5-b670-b4187f930093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '37bebf3a-d5ac-4fee-94f4-1b566e6c9b13'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:29.596718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcbc95-5bdc-40e8-b900-1cf99112a6f7 req-cb397015-98f1-48ec-8bd1-72c8210cddda tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:29.598391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bafcbc95-5bdc-40e8-b900-1cf99112a6f7 req-cb397015-98f1-48ec-8bd1-72c8210cddda tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.2003474 Nov 22 17:08:29.637201 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-69a019c5-de31-4a43-8b2f-e8ffa03f78c6 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The resource could not be found. Nov 22 17:08:29.639574 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69a019c5-de31-4a43-8b2f-e8ffa03f78c6 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1016278 Nov 22 17:08:29.642441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41398) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:29.726738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bafcbc95-5bdc-40e8-b900-1cf99112a6f7 req-08878dbf-b31e-407a-af94-775ee7789930 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127789 Nov 22 17:08:29.783445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a3742e-1fcf-4b31-8207-6fd1223ba593 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:29.899689 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a3742e-1fcf-4b31-8207-6fd1223ba593 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:29.981492 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Set router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:30.075592 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a3742e-1fcf-4b31-8207-6fd1223ba593 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.079019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6a3742e-1fcf-4b31-8207-6fd1223ba593 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.082429 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a6a3742e-1fcf-4b31-8207-6fd1223ba593 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/ed1c3461-7f99-42f5-b670-b4187f930093 HTTP/1.1" status: 204 len: 168 time: 0.4382718 Nov 22 17:08:30.090605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41400) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:30.114226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3742e-1fcf-4b31-8207-6fd1223ba593 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1c3461-7f99-42f5-b670-b4187f930093,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:30.215514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6c7636ea-9d4a-4d69-92d1-92af9c9d2da7 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1227226 Nov 22 17:08:30.216725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41402) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:30.224173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0ca1de3c-865d-4dcb-bd01-4b23bbc77eb1 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': '14124047-3323-43d6-94d4-2d07e6c25bb7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:30.299277 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.353200 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-0ca1de3c-865d-4dcb-bd01-4b23bbc77eb1 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The resource could not be found. Nov 22 17:08:30.369110 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0ca1de3c-865d-4dcb-bd01-4b23bbc77eb1 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1516483 Nov 22 17:08:30.372942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41404) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:30.395326 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-da0a2306-3d71-4939-b046-4da316f8a0cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222367427'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:30.430545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da0a2306-3d71-4939-b046-4da316f8a0cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.528643 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:22Z', 'revision_number': 4, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port': {'id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:14Z', 'updated_at': '2021-11-22T17:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '2f8e4d1b-0f4d-4395-a1ce-21b5044b9053', 'name': '', 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'mac_address': 'fa:16:3e:be:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:20Z', 'updated_at': '2021-11-22T17:08:23Z', 'revision_number': 2, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'subnets': [{'id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:30.575215 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Checking router: 211d9348-1d5e-4876-aac2-fd5eb6b21f0e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:30.575700 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Updating router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:08:30.633942 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.639898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da0a2306-3d71-4939-b046-4da316f8a0cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.647976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da0a2306-3d71-4939-b046-4da316f8a0cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.703320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-da0a2306-3d71-4939-b046-4da316f8a0cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.715932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-da0a2306-3d71-4939-b046-4da316f8a0cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3291824 Nov 22 17:08:30.782846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41416) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:30.811904 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a2306-3d71-4939-b046-4da316f8a0cc tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33c94a-1bda-4861-99bb-9660fdf95d54,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:30.830340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--251998146'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:30.945575 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.237824 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.245502 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.408108 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d245ae-0d6d-4913-a0eb-48158adf5e0d None None] Pushing event updated for resources: {'Port': ['ID=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:31.420927 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:08:31.424374 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Attempting to bind port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:31.425926 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Attempting to bind port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:31.426545 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Attempting to bind port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 on network a69522d9-6bbb-49a6-8031-d03de9f3b1bc {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:31.436557 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:31.437253 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Checking segment: {'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:31.437873 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.438448 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Bound using segment: {'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:31.441565 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Bound port: 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de5e43e-777b-4315-ba8b-01d853d47394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:31.442241 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.458805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Deleting port adcdea9e-469f-488b-8ebb-619a590b3c55 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:31.459479 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.566223 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] For port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:31.570215 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] For port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,segment=NetworkSegment(6de5e43e-777b-4315-ba8b-01d853d47394),segment_id=6de5e43e-777b-4315-ba8b-01d853d47394)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:31.576829 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.611212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cb145-da4d-4486-acd5-3767a64ea045 req-f55a037b-ace3-4c62-bcea-ae9fec03bf16 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:31.621779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e7cb145-da4d-4486-acd5-3767a64ea045 req-f55a037b-ace3-4c62-bcea-ae9fec03bf16 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1831985 Nov 22 17:08:31.662941 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Routers {'211d9348-1d5e-4876-aac2-fd5eb6b21f0e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:31.664047 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:31.705083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] For port adcdea9e-469f-488b-8ebb-619a590b3c55, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=adcdea9e-469f-488b-8ebb-619a590b3c55,segment=NetworkSegment(426f355d-b99e-4a77-91e7-f7eda4eafffd),segment_id=426f355d-b99e-4a77-91e7-f7eda4eafffd)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:31.705083 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.732990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Calling delete_port for adcdea9e-469f-488b-8ebb-619a590b3c55 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:31.802887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9a25892b-53e8-4720-8321-199657d8e4c7 None None] Provisioning complete for port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:31.803731 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a25892b-53e8-4720-8321-199657d8e4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.811397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:31.850933 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d245ae-0d6d-4913-a0eb-48158adf5e0d None None] Pushing event updated for resources: {'Port': ['ID=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:31.871378 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.007420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a25892b-53e8-4720-8321-199657d8e4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.015603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3641cdc9-e052-413d-9ddd-2bf373e29d4a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:32.020933 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.022578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2111917 Nov 22 17:08:32.026307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41422) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:32.026982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e7cb145-da4d-4486-acd5-3767a64ea045 req-b7f48a37-7530-4059-869e-ac69768713bb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040082 Nov 22 17:08:32.032747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bec61b33-1b86-4b4d-8504-5c05e3177e3e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group_rule': {'security_group_id': 'fd33c94a-1bda-4861-99bb-9660fdf95d54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3641cdc9-e052-413d-9ddd-2bf373e29d4a'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:32.040302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.040636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.041048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.041527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.042078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.042596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.042938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.043298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.043704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.044187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.044509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.044843 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b86b5-af8c-4ce5-b5df-1e93efdec562 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:32.116332 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] Set router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:32.121070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9a25892b-53e8-4720-8321-199657d8e4c7 None None] For port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,segment=NetworkSegment(6de5e43e-777b-4315-ba8b-01d853d47394),segment_id=6de5e43e-777b-4315-ba8b-01d853d47394)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:32.126085 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-bec61b33-1b86-4b4d-8504-5c05e3177e3e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:08:32.132433 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bec61b33-1b86-4b4d-8504-5c05e3177e3e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1042438 Nov 22 17:08:32.133396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:32.134344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a25892b-53e8-4720-8321-199657d8e4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.215291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25892b-53e8-4720-8321-199657d8e4c7 None None] Pushing event updated for resources: {'Port': ['ID=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:32.252125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d582acb-ee2c-4ca5-bc77-0cdda1e4c100 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.262044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c268ee87-db9c-42ea-8f98-b755ed790171 None None] Provisioning complete for port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:32.263589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c268ee87-db9c-42ea-8f98-b755ed790171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.290101 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d582acb-ee2c-4ca5-bc77-0cdda1e4c100 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.300242 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.379518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=adcdea9e-469f-488b-8ebb-619a590b3c55,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:32.460226 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:22Z', 'revision_number': 4, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port': {'id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:14Z', 'updated_at': '2021-11-22T17:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '2f8e4d1b-0f4d-4395-a1ce-21b5044b9053', 'name': '', 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'mac_address': 'fa:16:3e:be:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:20Z', 'updated_at': '2021-11-22T17:08:31Z', 'revision_number': 4, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'subnets': [{'id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:32.515984 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d582acb-ee2c-4ca5-bc77-0cdda1e4c100 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.516678 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76521f4f-23af-48c3-936b-842a4ccf2ed5 None None] The sync data for ids ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'] in n-d-816865-2 is: [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:22Z', 'revision_number': 4, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port': {'id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:14Z', 'updated_at': '2021-11-22T17:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '2f8e4d1b-0f4d-4395-a1ce-21b5044b9053', 'name': '', 'network_id': 'a69522d9-6bbb-49a6-8031-d03de9f3b1bc', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'mac_address': 'fa:16:3e:be:19:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:20Z', 'updated_at': '2021-11-22T17:08:31Z', 'revision_number': 4, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'subnets': [{'id': 'f497f505-c6a4-4905-aa32-a12b3528367b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:32.521507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0d582acb-ee2c-4ca5-bc77-0cdda1e4c100 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.523835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0d582acb-ee2c-4ca5-bc77-0cdda1e4c100 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/3641cdc9-e052-413d-9ddd-2bf373e29d4a HTTP/1.1" status: 204 len: 168 time: 0.3883431 Nov 22 17:08:32.527651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41426) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:32.543288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d582acb-ee2c-4ca5-bc77-0cdda1e4c100 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641cdc9-e052-413d-9ddd-2bf373e29d4a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:32.644802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.663740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3fafc3f5-aac6-4973-83d2-b65e7ce12aa4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1348243 Nov 22 17:08:32.666549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41428) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:33.045470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:33.061405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Router d81c0c38-5081-43f1-831d-dc66e7a764d1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:33.131785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:33.132341 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.265536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b479e57f-a817-4fc7-a0b4-23ab1ef805f9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.291667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b479e57f-a817-4fc7-a0b4-23ab1ef805f9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.319046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff55c5f-bf85-4338-a2cc-e724970e49d8 req-8b40b9e0-c576-4def-949f-e5179ee8b889 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:33.320468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cff55c5f-bf85-4338-a2cc-e724970e49d8 req-8b40b9e0-c576-4def-949f-e5179ee8b889 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1289735 Nov 22 17:08:33.340701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:33.353677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] Sync routers for ids ['d81c0c38-5081-43f1-831d-dc66e7a764d1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:33.354653 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b479e57f-a817-4fc7-a0b4-23ab1ef805f9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.366854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b6f1dadc-8295-4b95-b2c2-7fc7e5b9b3f9 admin admin] 10.222.0.59 "PUT /v2.0/routers/d81c0c38-5081-43f1-831d-dc66e7a764d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3372576 Nov 22 17:08:33.371433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41434) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:33.375328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b479e57f-a817-4fc7-a0b4-23ab1ef805f9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.379379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] Routers {'d81c0c38-5081-43f1-831d-dc66e7a764d1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:33.379379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d81c0c38-5081-43f1-831d-dc66e7a764d1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:33.381333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41436) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:33.381666 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b479e57f-a817-4fc7-a0b4-23ab1ef805f9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/fd33c94a-1bda-4861-99bb-9660fdf95d54 HTTP/1.1" status: 204 len: 168 time: 0.7091575 Nov 22 17:08:33.423785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479e57f-a817-4fc7-a0b4-23ab1ef805f9 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33c94a-1bda-4861-99bb-9660fdf95d54,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:33.537794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] Set router d81c0c38-5081-43f1-831d-dc66e7a764d1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:33.553972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.559214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cff55c5f-bf85-4338-a2cc-e724970e49d8 req-a170e544-1e16-4378-b562-c512e40500ad tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308905 Nov 22 17:08:33.629743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1168b301-cb30-4bf2-8f4e-66d1ce5bd743 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2471361 Nov 22 17:08:33.634278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:33.639016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8c156774-8e99-47de-ba12-8b57fa029e8d tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'tempest-secgroup--416522457'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:33.708388 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c156774-8e99-47de-ba12-8b57fa029e8d tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.738437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.787464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:32Z', 'revision_number': 5, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port': {'id': 'bca7e582-c531-4340-98fd-0e9ed94a6df0', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:33.814661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] Checking router: d81c0c38-5081-43f1-831d-dc66e7a764d1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:33.827635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] Routers {'d81c0c38-5081-43f1-831d-dc66e7a764d1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:33.828247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d81c0c38-5081-43f1-831d-dc66e7a764d1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:33.834889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c156774-8e99-47de-ba12-8b57fa029e8d tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.841023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c156774-8e99-47de-ba12-8b57fa029e8d tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.884155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c156774-8e99-47de-ba12-8b57fa029e8d tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.888854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c156774-8e99-47de-ba12-8b57fa029e8d tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2513051 Nov 22 17:08:33.889321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41440) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:33.894090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-04d1a057-eecf-49bc-80a4-8030dd930507 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:33.894664 n-d-816865-2 neutron-server[103442]: WARNING neutron.api.v2.base [None req-04d1a057-eecf-49bc-80a4-8030dd930507 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 17:08:33.895287 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-04d1a057-eecf-49bc-80a4-8030dd930507 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 17:08:33.896629 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-04d1a057-eecf-49bc-80a4-8030dd930507 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "PUT /v2.0/security-groups/512959bc-0dfb-46ed-b954-162457ce25e1 HTTP/1.1" status: 409 len: 330 time: 0.0062113 Nov 22 17:08:33.901312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41442) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:33.914626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c156774-8e99-47de-ba12-8b57fa029e8d tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512959bc-0dfb-46ed-b954-162457ce25e1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:33.951298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Deleting port bca7e582-c531-4340-98fd-0e9ed94a6df0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:33.951644 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.974259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] Set router d81c0c38-5081-43f1-831d-dc66e7a764d1 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:34.040785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ad78cbb-4066-4ed1-ae2c-0214421dd3a0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.051544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:33Z', 'revision_number': 6, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:34.073655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ad78cbb-4066-4ed1-ae2c-0214421dd3a0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.092437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6962e26-cb8d-46a1-ad34-336ca21ce1d3 None None] The sync data for ids ['d81c0c38-5081-43f1-831d-dc66e7a764d1'] in n-d-816865-2 is: [{'id': 'd81c0c38-5081-43f1-831d-dc66e7a764d1', 'name': 'tempest-TestAggregatesBasicOps-1926047195-router', 'tenant_id': '46729ba4929642dc8fad0eb0e9b45eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:04Z', 'updated_at': '2021-11-22T17:08:33Z', 'revision_number': 6, 'project_id': '46729ba4929642dc8fad0eb0e9b45eba', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:34.140368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] For port bca7e582-c531-4340-98fd-0e9ed94a6df0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bca7e582-c531-4340-98fd-0e9ed94a6df0,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:34.140778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.170010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Calling delete_port for bca7e582-c531-4340-98fd-0e9ed94a6df0 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:34.186097 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ad78cbb-4066-4ed1-ae2c-0214421dd3a0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.189225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ad78cbb-4066-4ed1-ae2c-0214421dd3a0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.190598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8ad78cbb-4066-4ed1-ae2c-0214421dd3a0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/512959bc-0dfb-46ed-b954-162457ce25e1 HTTP/1.1" status: 204 len: 168 time: 0.2867591 Nov 22 17:08:34.199640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:34.245810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad78cbb-4066-4ed1-ae2c-0214421dd3a0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512959bc-0dfb-46ed-b954-162457ce25e1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:34.293594 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5ffa41e4-b73a-4b83-8c06-ac3cbecbbe7b tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0913260 Nov 22 17:08:34.299470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41448) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:34.322056 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-ddb2a8c6-e44e-4058-b391-31922f1d296e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] delete failed (client error): The resource could not be found. Nov 22 17:08:34.323441 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ddb2a8c6-e44e-4058-b391-31922f1d296e tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "DELETE /v2.0/security-groups/649057ba-37d4-421c-8564-08f8f9187ddc HTTP/1.1" status: 404 len: 347 time: 0.0222890 Nov 22 17:08:34.328943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41450) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:34.345947 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-de2645a2-8745-4fd1-88be-349ab1bbc6a4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] show failed (client error): The resource could not be found. Nov 22 17:08:34.347480 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-de2645a2-8745-4fd1-88be-349ab1bbc6a4 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-groups/6f857bbc-8df5-424a-9beb-df2d6a5474ed HTTP/1.1" status: 404 len: 347 time: 0.0170634 Nov 22 17:08:34.354157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41452) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:34.375263 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-812e6989-6dee-417e-8792-abd49d4db4a0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] show failed (client error): The resource could not be found. Nov 22 17:08:34.383683 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-812e6989-6dee-417e-8792-abd49d4db4a0 tempest-NegativeSecGroupTest-1306916288 tempest-NegativeSecGroupTest-1306916288-project] 10.222.0.59 "GET /v2.0/security-group-rules/a9054058-9eba-45ba-bbdb-22d677cfc3e2 HTTP/1.1" status: 404 len: 356 time: 0.0278161 Nov 22 17:08:34.481102 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.520259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Pushing event deleted for resources: {'Port': ['ID=bca7e582-c531-4340-98fd-0e9ed94a6df0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:34.542211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6badfb-1216-4853-9abf-1ae0e0a5743e None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:34.634794 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.802463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.808107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.884112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c7b88-eb61-425a-a8ac-9c558ede79a7 req-868c34c1-aab8-4163-a8cf-9148c0d157a7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:34.885916 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f61c7b88-eb61-425a-a8ac-9c558ede79a7 req-868c34c1-aab8-4163-a8cf-9148c0d157a7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1680160 Nov 22 17:08:34.887011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.887653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router d81c0c38-5081-43f1-831d-dc66e7a764d1 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:08:34.892372 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.896771 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e72a3313-c00d-4dfb-a2a5-84418a4c82ca admin admin] 10.222.0.59 "DELETE /v2.0/routers/d81c0c38-5081-43f1-831d-dc66e7a764d1 HTTP/1.1" status: 204 len: 168 time: 1.5205417 Nov 22 17:08:34.897268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:34.913521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41462) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:34.981486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f61c7b88-eb61-425a-a8ac-9c558ede79a7 req-f03e1c9f-fe87-4b3f-a6db-676539bc7a36 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863836 Nov 22 17:08:35.041070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd66b77-a870-46ac-8923-6c3c751defe5 admin admin] Deleting subnet 08b3e654-1b92-403d-9a0f-f6ad208830df {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:08:35.054475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd66b77-a870-46ac-8923-6c3c751defe5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.151103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bca7e582-c531-4340-98fd-0e9ed94a6df0 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:35.201126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bca7e582-c531-4340-98fd-0e9ed94a6df0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:35.201773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bca7e582-c531-4340-98fd-0e9ed94a6df0 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:35.202401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device adcdea9e-469f-488b-8ebb-619a590b3c55 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:35.203203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd66b77-a870-46ac-8923-6c3c751defe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.236606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: adcdea9e-469f-488b-8ebb-619a590b3c55 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:35.237528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device adcdea9e-469f-488b-8ebb-619a590b3c55 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:35.240801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41468) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:35.246698 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5295641f-2694-430e-8bdf-e4a737eeb7c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=804cd2dee372484a96f705379b61a5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216882 Nov 22 17:08:35.350752 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56177bd0-0ed5-459d-8bf5-6e38a6f0f56f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.376415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd66b77-a870-46ac-8923-6c3c751defe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.393527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56177bd0-0ed5-459d-8bf5-6e38a6f0f56f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.457414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd66b77-a870-46ac-8923-6c3c751defe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.467335 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56177bd0-0ed5-459d-8bf5-6e38a6f0f56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.472390 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56177bd0-0ed5-459d-8bf5-6e38a6f0f56f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.476616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-56177bd0-0ed5-459d-8bf5-6e38a6f0f56f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/249b5a91-f0c9-4917-8a34-715bfb0b371f HTTP/1.1" status: 204 len: 168 time: 0.2320504 Nov 22 17:08:35.485677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177bd0-0ed5-459d-8bf5-6e38a6f0f56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249b5a91-f0c9-4917-8a34-715bfb0b371f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:35.530534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd66b77-a870-46ac-8923-6c3c751defe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b3e654-1b92-403d-9a0f-f6ad208830df,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:35.535791 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3cd66b77-a870-46ac-8923-6c3c751defe5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.542817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41472) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:35.544012 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3cd66b77-a870-46ac-8923-6c3c751defe5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/08b3e654-1b92-403d-9a0f-f6ad208830df HTTP/1.1" status: 204 len: 168 time: 0.6455073 Nov 22 17:08:35.550874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b55bb1-fef9-491f-a87a-63d4eade393c None None] Network 0c1686c4-8891-4d76-9399-af3cefe78e7a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:35.720593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.813963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Deleting port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:35.814361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.908076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] For port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6241e7c1-9cbd-4ccf-a076-ce76d01722e6,segment=NetworkSegment(426f355d-b99e-4a77-91e7-f7eda4eafffd),segment_id=426f355d-b99e-4a77-91e7-f7eda4eafffd)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:35.908791 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.930780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Calling delete_port for 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:35.931057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] DHCP port deletion for 0c1686c4-8891-4d76-9399-af3cefe78e7a request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:36.066480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Deleting port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:36.068510 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.073616 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.154475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] No DVR routers for this DVR port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:36.183916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] For port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:36.184499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.198098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Pushing event deleted for resources: {'Port': ['ID=6241e7c1-9cbd-4ccf-a076-ce76d01722e6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.201892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Calling delete_port for 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:36.205512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:08:36.207651 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.223839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] No DVR routers for this DVR port 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:36.274940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Pushing event deleted for resources: {'Port': ['ID=6241e7c1-9cbd-4ccf-a076-ce76d01722e6,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.286705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.287435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.287957 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.288470 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.289000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.289538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.289872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.290417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.290929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.291543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.292256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.292774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e87d24-c2b4-45e6-8bd8-1c555891d5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:36.333657 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.362660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba542167-4fcb-49f7-8e7a-37ac0b5c0a67 req-1da894be-9904-45a5-a667-488f0e995949 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:36.364409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba542167-4fcb-49f7-8e7a-37ac0b5c0a67 req-1da894be-9904-45a5-a667-488f0e995949 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.2314720 Nov 22 17:08:36.375779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1686c4-8891-4d76-9399-af3cefe78e7a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:36.409926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426f355d-b99e-4a77-91e7-f7eda4eafffd') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:36.412785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426f355d-b99e-4a77-91e7-f7eda4eafffd') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:36.434675 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.470121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.484175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba542167-4fcb-49f7-8e7a-37ac0b5c0a67 req-cdf83ac8-dd2a-46b3-9104-f5e69742edc2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059201 Nov 22 17:08:36.485605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:08:36.486021 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:08:36.488229 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:08:36.581812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.611088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.618921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0c1686c4-8891-4d76-9399-af3cefe78e7a HTTP/1.1" status: 204 len: 168 time: 1.0724480 Nov 22 17:08:36.618921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a51bcd-f82d-444b-984d-b38aebfbc876 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1686c4-8891-4d76-9399-af3cefe78e7a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.620264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41496) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:36.880752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:36.911614 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.912957 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:36.913844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6241e7c1-9cbd-4ccf-a076-ce76d01722e6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:37.235771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.593881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Deleting port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:37.594251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.753002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] For port 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,segment=NetworkSegment(6de5e43e-777b-4315-ba8b-01d853d47394),segment_id=6de5e43e-777b-4315-ba8b-01d853d47394)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:37.753782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.803325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Calling delete_port for 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:37.960895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d8de3-555e-41b8-8c50-b93538327a81 req-8909855d-bf89-4df6-ba54-94beeccf360f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:37.963707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f5d8de3-555e-41b8-8c50-b93538327a81 req-8909855d-bf89-4df6-ba54-94beeccf360f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0947697 Nov 22 17:08:38.035496 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:38.050344 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f5d8de3-555e-41b8-8c50-b93538327a81 req-6c9d3296-855e-470f-87ab-2ec707458509 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788484 Nov 22 17:08:38.059563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:38.095886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8e4d1b-0f4d-4395-a1ce-21b5044b9053,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:38.346732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:38.643354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:38.808358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:38.822409 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] Sync routers for ids ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:38.836026 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] Routers {'211d9348-1d5e-4876-aac2-fd5eb6b21f0e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:38.837068 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:38.838595 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-57154d14-e405-4403-97a0-dcbfc5c4a2b7 admin admin] 10.222.0.59 "PUT /v2.0/routers/211d9348-1d5e-4876-aac2-fd5eb6b21f0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2162602 Nov 22 17:08:38.841359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:38.982100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] Set router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:38.990155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.139206 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.235076 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:37Z', 'revision_number': 5, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port': {'id': 'a88bb055-ff2e-4bef-85b3-f909e3bf082d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:cf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:14Z', 'updated_at': '2021-11-22T17:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:39.239151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094502a5-a7e7-4da4-8be6-8dd6b02d1536 req-3435816e-cd2b-47c3-9594-e6d248091358 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:39.241092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-094502a5-a7e7-4da4-8be6-8dd6b02d1536 req-3435816e-cd2b-47c3-9594-e6d248091358 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0813315 Nov 22 17:08:39.264904 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] Checking router: 211d9348-1d5e-4876-aac2-fd5eb6b21f0e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:39.275387 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] Routers {'211d9348-1d5e-4876-aac2-fd5eb6b21f0e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:39.278237 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:39.294230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Deleting port a88bb055-ff2e-4bef-85b3-f909e3bf082d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:39.295042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.366466 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-094502a5-a7e7-4da4-8be6-8dd6b02d1536 req-ab6f992e-d401-46d3-8fb5-e4c53cdb65fc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149025 Nov 22 17:08:39.420186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] For port a88bb055-ff2e-4bef-85b3-f909e3bf082d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a88bb055-ff2e-4bef-85b3-f909e3bf082d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:39.420861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.436758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Calling delete_port for a88bb055-ff2e-4bef-85b3-f909e3bf082d owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:39.489908 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] Set router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:39.554362 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 6, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:39.587062 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dd5210-eb29-43c6-9255-ed7d22c382fd None None] The sync data for ids ['211d9348-1d5e-4876-aac2-fd5eb6b21f0e'] in n-d-816865-2 is: [{'id': '211d9348-1d5e-4876-aac2-fd5eb6b21f0e', 'name': 'tempest-TestAggregatesBasicOps-207103579-router', 'tenant_id': 'a25112e777dd4a7093a9124fbe12050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:13Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 6, 'project_id': 'a25112e777dd4a7093a9124fbe12050e', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:39.646251 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.679795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a88bb055-ff2e-4bef-85b3-f909e3bf082d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:39.696541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752f9d1-0092-4e46-81c2-d7b965689114 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:39.756799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.860009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.862365 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.913153 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.913801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 211d9348-1d5e-4876-aac2-fd5eb6b21f0e {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:08:39.920269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.924791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5c0f117c-d4e9-41ca-a4d5-c1745cd38f1d admin admin] 10.222.0.59 "DELETE /v2.0/routers/211d9348-1d5e-4876-aac2-fd5eb6b21f0e HTTP/1.1" status: 204 len: 168 time: 1.0792143 Nov 22 17:08:39.925174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41548) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:39.992387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4385b6c6-2932-4db6-b88e-37cfde05bf34 admin admin] Deleting subnet f497f505-c6a4-4905-aa32-a12b3528367b {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:08:39.995175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4385b6c6-2932-4db6-b88e-37cfde05bf34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.055218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4385b6c6-2932-4db6-b88e-37cfde05bf34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.167565 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4385b6c6-2932-4db6-b88e-37cfde05bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.227720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4385b6c6-2932-4db6-b88e-37cfde05bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.256230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385b6c6-2932-4db6-b88e-37cfde05bf34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f497f505-c6a4-4905-aa32-a12b3528367b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:40.258381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4385b6c6-2932-4db6-b88e-37cfde05bf34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.263587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47ea43-be9d-46c8-bc21-d42b0852c525 None None] Network a69522d9-6bbb-49a6-8031-d03de9f3b1bc requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:40.264827 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4385b6c6-2932-4db6-b88e-37cfde05bf34 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f497f505-c6a4-4905-aa32-a12b3528367b HTTP/1.1" status: 204 len: 168 time: 0.3384817 Nov 22 17:08:40.265340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41550) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:40.344972 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.416925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Deleting port 25c19214-cd6b-418d-b0da-9d895321c56d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:40.417531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.522047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575af659-8563-4716-b3f6-90727a34f63e None None] DHCP port deletion for a69522d9-6bbb-49a6-8031-d03de9f3b1bc request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:40.529026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] For port 25c19214-cd6b-418d-b0da-9d895321c56d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25c19214-cd6b-418d-b0da-9d895321c56d,segment=NetworkSegment(6de5e43e-777b-4315-ba8b-01d853d47394),segment_id=6de5e43e-777b-4315-ba8b-01d853d47394)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:40.529415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.554375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caad3cd-8b6f-43b2-b058-e7cc91653ff8 req-51289389-7990-4172-948e-8d52dd75b04e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:40.556294 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5caad3cd-8b6f-43b2-b058-e7cc91653ff8 req-51289389-7990-4172-948e-8d52dd75b04e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0953999 Nov 22 17:08:40.557504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Calling delete_port for 25c19214-cd6b-418d-b0da-9d895321c56d owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:40.609410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-575af659-8563-4716-b3f6-90727a34f63e None None] Deleting port 25c19214-cd6b-418d-b0da-9d895321c56d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:40.610149 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-575af659-8563-4716-b3f6-90727a34f63e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.644742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5caad3cd-8b6f-43b2-b058-e7cc91653ff8 req-443cc4ee-36b3-4f98-a08d-e0038751ea75 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801640 Nov 22 17:08:40.682070 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.711490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-575af659-8563-4716-b3f6-90727a34f63e None None] For port 25c19214-cd6b-418d-b0da-9d895321c56d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=25c19214-cd6b-418d-b0da-9d895321c56d,segment=NetworkSegment(6de5e43e-777b-4315-ba8b-01d853d47394),segment_id=6de5e43e-777b-4315-ba8b-01d853d47394)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:40.712158 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-575af659-8563-4716-b3f6-90727a34f63e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.713532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c19214-cd6b-418d-b0da-9d895321c56d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:40.728645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] No DVR routers for this DVR port 25c19214-cd6b-418d-b0da-9d895321c56d on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:40.734661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-575af659-8563-4716-b3f6-90727a34f63e None None] Calling delete_port for 25c19214-cd6b-418d-b0da-9d895321c56d owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:40.848672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-575af659-8563-4716-b3f6-90727a34f63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.859540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.887897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69522d9-6bbb-49a6-8031-d03de9f3b1bc']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:40.902353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de5e43e-777b-4315-ba8b-01d853d47394') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:40.902498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de5e43e-777b-4315-ba8b-01d853d47394') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:40.924587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:40.925416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.926665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575af659-8563-4716-b3f6-90727a34f63e None None] Pushing event deleted for resources: {'Port': ['ID=25c19214-cd6b-418d-b0da-9d895321c56d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:40.951556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:40.951897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 2f8e4d1b-0f4d-4395-a1ce-21b5044b9053 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:40.952641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a88bb055-ff2e-4bef-85b3-f909e3bf082d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:40.955131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575af659-8563-4716-b3f6-90727a34f63e None None] No DVR routers for this DVR port 25c19214-cd6b-418d-b0da-9d895321c56d on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:40.957766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.967718 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:08:40.968146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.982234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: a88bb055-ff2e-4bef-85b3-f909e3bf082d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:40.982687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a88bb055-ff2e-4bef-85b3-f909e3bf082d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:40.983302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25c19214-cd6b-418d-b0da-9d895321c56d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:41.008156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 25c19214-cd6b-418d-b0da-9d895321c56d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:41.008407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 25c19214-cd6b-418d-b0da-9d895321c56d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:08:41.016384 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:08:41.046527 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.054320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.057771 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a69522d9-6bbb-49a6-8031-d03de9f3b1bc HTTP/1.1" status: 204 len: 168 time: 0.7908521 Nov 22 17:08:41.077451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23458d2f-9687-4c55-9cba-4edcd9d789e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69522d9-6bbb-49a6-8031-d03de9f3b1bc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:41.282451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41556) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:41.327838 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7941ae62-113c-459d-a6f8-2c710cf16623 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=46729ba4929642dc8fad0eb0e9b45eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440693 Nov 22 17:08:41.330727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:41.384155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7869c3a8-00fa-4498-bc8c-43302a1388f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.409456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7869c3a8-00fa-4498-bc8c-43302a1388f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.467371 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7869c3a8-00fa-4498-bc8c-43302a1388f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.470809 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7869c3a8-00fa-4498-bc8c-43302a1388f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.472127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7869c3a8-00fa-4498-bc8c-43302a1388f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/057b3c6e-f757-4048-9e96-d980ca7609a4 HTTP/1.1" status: 204 len: 168 time: 0.1402974 Nov 22 17:08:41.482324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869c3a8-00fa-4498-bc8c-43302a1388f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057b3c6e-f757-4048-9e96-d980ca7609a4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:41.801085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3eb3-4944-4625-a0b7-c3414a5ac18b req-e0de2880-e42a-41de-9d89-0e4a1d35c737 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:41.802725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e07f3eb3-4944-4625-a0b7-c3414a5ac18b req-e0de2880-e42a-41de-9d89-0e4a1d35c737 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0716436 Nov 22 17:08:41.862134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41566) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:41.866988 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e07f3eb3-4944-4625-a0b7-c3414a5ac18b req-176fc926-0bc2-4bd0-b424-8a691faa8122 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557125 Nov 22 17:08:41.909269 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2295b05d-c17d-4012-94fd-5958ff0690dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a25112e777dd4a7093a9124fbe12050e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456719 Nov 22 17:08:41.911878 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41568) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:41.964379 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1cedb1b-6ddc-4b9d-8df3-e2f63a11331d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.987798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1cedb1b-6ddc-4b9d-8df3-e2f63a11331d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.046928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1cedb1b-6ddc-4b9d-8df3-e2f63a11331d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.049776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f1cedb1b-6ddc-4b9d-8df3-e2f63a11331d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.051109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f1cedb1b-6ddc-4b9d-8df3-e2f63a11331d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/076ea933-b35d-4420-8334-145f521fd97a HTTP/1.1" status: 204 len: 168 time: 0.1381469 Nov 22 17:08:42.060317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cedb1b-6ddc-4b9d-8df3-e2f63a11331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076ea933-b35d-4420-8334-145f521fd97a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:42.998761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0126d-ffe4-411d-a404-c3860b1dbeea req-a8b4fe4c-1974-45ec-8147-8d3ace3ff57e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:43.001035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54e0126d-ffe4-411d-a404-c3860b1dbeea req-a8b4fe4c-1974-45ec-8147-8d3ace3ff57e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0553739 Nov 22 17:08:43.063213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54e0126d-ffe4-411d-a404-c3860b1dbeea req-417beb08-f3df-4750-be2b-3690ec39f55c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555937 Nov 22 17:08:44.319557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41612) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:44.326574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311328985', 'description': 'tempest-secgroup-smoke-1311328985 description', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:44.365562 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.378355 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.485171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a07975-d357-41e4-978f-ba92c8dd7b30 req-49abe682-d025-457d-8f8d-a439c8553a06 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:44.486992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25a07975-d357-41e4-978f-ba92c8dd7b30 req-49abe682-d025-457d-8f8d-a439c8553a06 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0905123 Nov 22 17:08:44.545252 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.554935 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.602642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25a07975-d357-41e4-978f-ba92c8dd7b30 req-6cba3892-8f03-481c-b7c4-b24c2cdd5cb1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067696 Nov 22 17:08:44.610973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5af4c81-74c9-462f-a653-b84e9b119bfb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:44.683120 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.691197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.736285 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.736285 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4101410 Nov 22 17:08:44.736738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41614) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:44.742231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5de3d12c-0606-4652-84f1-ce7789bde647 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '36d619fd-74d2-4173-97be-c28421fea841', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:44.754672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c6b08-dc41-480d-a9cc-9597cff28ad7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d619fd-74d2-4173-97be-c28421fea841,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:44.790515 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de3d12c-0606-4652-84f1-ce7789bde647 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.903776 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de3d12c-0606-4652-84f1-ce7789bde647 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.916361 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de3d12c-0606-4652-84f1-ce7789bde647 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.953132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3d12c-0606-4652-84f1-ce7789bde647 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68cb73a-f11b-40e8-9951-39698d3d484f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:44.959631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5de3d12c-0606-4652-84f1-ce7789bde647 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.964659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5de3d12c-0606-4652-84f1-ce7789bde647 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2268760 Nov 22 17:08:44.964887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41618) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:44.970454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c358e157-233b-4e6e-8175-92340c0afd83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '36d619fd-74d2-4173-97be-c28421fea841', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:45.003072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c358e157-233b-4e6e-8175-92340c0afd83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.144457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c358e157-233b-4e6e-8175-92340c0afd83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.150814 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c358e157-233b-4e6e-8175-92340c0afd83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.178465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358e157-233b-4e6e-8175-92340c0afd83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1288a996-fa4e-4340-97fc-009e67d63ee6,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:45.200238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c358e157-233b-4e6e-8175-92340c0afd83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.201362 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c358e157-233b-4e6e-8175-92340c0afd83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2348197 Nov 22 17:08:45.205797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41620) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:45.210542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2f74b286-44f9-4f71-8954-7065cd2125ff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '36d619fd-74d2-4173-97be-c28421fea841', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:45.248299 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f74b286-44f9-4f71-8954-7065cd2125ff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.323670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f74b286-44f9-4f71-8954-7065cd2125ff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.328735 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f74b286-44f9-4f71-8954-7065cd2125ff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.351066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74b286-44f9-4f71-8954-7065cd2125ff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffb16dc-aa04-452f-93d3-a8615dd6c48d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:45.368243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f74b286-44f9-4f71-8954-7065cd2125ff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.373012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:45.373683 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2f74b286-44f9-4f71-8954-7065cd2125ff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660922 Nov 22 17:08:45.379407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ecdaaf62-4aba-4b61-afec-6f0bbed26ae3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '36d619fd-74d2-4173-97be-c28421fea841', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:45.441409 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecdaaf62-4aba-4b61-afec-6f0bbed26ae3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.529397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c12d990-a299-43af-b332-4a829a98c2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.537303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecdaaf62-4aba-4b61-afec-6f0bbed26ae3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.544439 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecdaaf62-4aba-4b61-afec-6f0bbed26ae3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.566571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaaf62-4aba-4b61-afec-6f0bbed26ae3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ef71a8-ac22-4eab-ad23-a91b868969e4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:45.577575 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecdaaf62-4aba-4b61-afec-6f0bbed26ae3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.579379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ecdaaf62-4aba-4b61-afec-6f0bbed26ae3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2039180 Nov 22 17:08:45.581941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41634) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:45.587160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2c7b0e6b-7f0a-48af-a25e-46883c6ad882 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '36d619fd-74d2-4173-97be-c28421fea841', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:45.617025 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-2c7b0e6b-7f0a-48af-a25e-46883c6ad882 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Project b539c9bdd6eb4b008aef4ac5ef973f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:08:45.625707 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0e6b-7f0a-48af-a25e-46883c6ad882 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.731189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0e6b-7f0a-48af-a25e-46883c6ad882 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.748290 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0e6b-7f0a-48af-a25e-46883c6ad882 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.777652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b0e6b-7f0a-48af-a25e-46883c6ad882 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2849136-7695-401d-bb79-7ced86be0bc4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:45.792777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bdef0-0d6c-4cb5-aec3-03578f3f117b req-d86a322a-2be2-429b-ba84-23bb8ee42c86 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.794519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f9bdef0-0d6c-4cb5-aec3-03578f3f117b req-d86a322a-2be2-429b-ba84-23bb8ee42c86 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0800431 Nov 22 17:08:45.798147 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0e6b-7f0a-48af-a25e-46883c6ad882 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.802021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2c7b0e6b-7f0a-48af-a25e-46883c6ad882 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2164557 Nov 22 17:08:45.802811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41638) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:45.810335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a8731ce1-5576-44b8-8bb4-ea9950f54164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '36d619fd-74d2-4173-97be-c28421fea841', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:45.844842 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-a8731ce1-5576-44b8-8bb4-ea9950f54164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Project b539c9bdd6eb4b008aef4ac5ef973f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:08:45.851688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8731ce1-5576-44b8-8bb4-ea9950f54164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.861063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f9bdef0-0d6c-4cb5-aec3-03578f3f117b req-a1ebf88e-48e6-4767-881f-6baaa9b0129c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592968 Nov 22 17:08:45.928668 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8731ce1-5576-44b8-8bb4-ea9950f54164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.935518 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8731ce1-5576-44b8-8bb4-ea9950f54164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.952973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8731ce1-5576-44b8-8bb4-ea9950f54164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2554e5c0-7b51-40ae-b822-82d15b763118,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:45.983464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8731ce1-5576-44b8-8bb4-ea9950f54164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.994218 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a8731ce1-5576-44b8-8bb4-ea9950f54164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1850338 Nov 22 17:08:45.994218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41642) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:46.001470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'network': {'name': 'tempest-network-smoke--565905631', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'port_security_enabled': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:46.046687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:46.052186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.084186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:08:46.096395 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.096800 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Added segment dcf41eaf-228d-4071-bd9b-3a890a69d92b of type vlan for network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d Nov 22 17:08:46.148797 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.182332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.189223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:46.189833 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.252090 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2524598 Nov 22 17:08:46.252667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:46.260266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'admin_state_up': True, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:46.269691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9da007-06c6-4c8a-958b-16c124358ecc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Network': ['ID=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:46.293491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.296192 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.302909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:08:46.388685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.973508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.065572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a48ba3-59e0-465e-89a4-3846d655661d req-ebd94432-4651-497b-89f2-bb3fbac9b1fd tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:47.067190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58a48ba3-59e0-465e-89a4-3846d655661d req-ebd94432-4651-497b-89f2-bb3fbac9b1fd tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1113985 Nov 22 17:08:47.131924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58a48ba3-59e0-465e-89a4-3846d655661d req-95f5e882-cd5a-4db9-a8dc-cb026d15e427 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577028 Nov 22 17:08:47.248896 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.267399 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.377018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.25.0.45 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/88336fc6-f88d-4c48-ac4a-277a8857fd05) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:47.480777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.518711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.559863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:47.564484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:47.569016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:47.572306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=88336fc6-f88d-4c48-ac4a-277a8857fd05,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:47.581124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fecb881-5ce1-4645-bdeb-20c583c45390 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:47.713895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d6b5f666-7efa-4cd5-866a-85b430060077 None None] Provisioning complete for port 88336fc6-f88d-4c48-ac4a-277a8857fd05 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:47.714437 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6b5f666-7efa-4cd5-866a-85b430060077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.757444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d6b5f666-7efa-4cd5-866a-85b430060077 None None] Port 88336fc6-f88d-4c48-ac4a-277a8857fd05 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:47.845932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.913983 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-781ebd56-7d3e-4603-87b0-b69975ea3463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:48.068518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:48.251877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 04ded32b-9d03-4b78-8023-f6b336f87ee6 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:08:48.318549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3150b86-dd2a-4d1b-b9be-41d0a4616079 req-1250d870-8615-4c36-97c6-e92a27c4d012 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:48.320150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3150b86-dd2a-4d1b-b9be-41d0a4616079 req-1250d870-8615-4c36-97c6-e92a27c4d012 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1049294 Nov 22 17:08:48.418077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:48.422413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3150b86-dd2a-4d1b-b9be-41d0a4616079 req-98264047-d6fa-4b43-b6c1-941aace2f0a5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951369 Nov 22 17:08:48.433164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Sync routers for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:48.444076 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:48.445503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b7339142-822c-40da-a4ae-7e68b9b9caa7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1911478 Nov 22 17:08:48.450740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41666) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:48.454277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:48.455414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:48.584935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:48.626857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41670) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:48.627589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-88109780-21fd-4c48-bb8a-04b63f292314 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=b539c9bdd6eb4b008aef4ac5ef973f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1746635 Nov 22 17:08:48.732027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7f987-b2bf-44bb-9b17-e04663450954 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:48.733847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-31d7f987-b2bf-44bb-9b17-e04663450954 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1054063 Nov 22 17:08:48.736463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41672) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:48.780470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6809d5da-622c-4a97-ae59-cd02b7580807 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427940 Nov 22 17:08:48.787957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41674) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:48.788673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1619737756', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:48.804663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:47Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:48.833783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Checking router: 04ded32b-9d03-4b78-8023-f6b336f87ee6 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:48.834081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Updating router 04ded32b-9d03-4b78-8023-f6b336f87ee6 port 88336fc6-f88d-4c48-ac4a-277a8857fd05 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:08:48.866829 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:48.912856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:48.917803 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.138094 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.215207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Subnet': ['ID=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:49.228600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Checking segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:49.229964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network hostable DHCP agents. Network: ccd50b1b-5aa3-4080-a8aa-03b76f77f77d, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:08:49.242266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.262286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:08:49.283695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, ccd50b1b-5aa3-4080-a8aa-03b76f77f77d) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:49.306201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4354fa-bb50-499c-a426-4203f94b7a6b None None] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:49.310401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:49.311180 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.336720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-33dfb263-2c8f-48c3-bd14-2984b68c05e1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5520875 Nov 22 17:08:49.341268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41680) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:49.530641 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.546710 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.607984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebde50c-d5bb-4bd7-b415-d5d0619c4197 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:49.624269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf61c6-0f7b-4c1f-bf65-fc4d2dfa8a71 req-e1e0f1fa-6ef8-4856-a297-b9dd09276f75 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:49.637395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:08:49.638226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adaf61c6-0f7b-4c1f-bf65-fc4d2dfa8a71 req-e1e0f1fa-6ef8-4856-a297-b9dd09276f75 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1187272 Nov 22 17:08:49.638747 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.657817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Attempting to bind port 88336fc6-f88d-4c48-ac4a-277a8857fd05 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:49.658200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Attempting to bind port 88336fc6-f88d-4c48-ac4a-277a8857fd05 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:49.658583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Attempting to bind port 88336fc6-f88d-4c48-ac4a-277a8857fd05 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:49.672591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42384c38-42b5-43bc-b0a7-e0ba5da6f09e None None] Pushing event updated for resources: {'Port': ['ID=88336fc6-f88d-4c48-ac4a-277a8857fd05,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:49.680133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:49.680869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:49.681468 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.682217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:49.683355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Bound port: 88336fc6-f88d-4c48-ac4a-277a8857fd05, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:49.684305 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.706045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adaf61c6-0f7b-4c1f-bf65-fc4d2dfa8a71 req-9d35c90b-ad46-4f83-a2cb-61f1243b1213 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604174 Nov 22 17:08:49.811833 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a2b9e3cf-b284-4363-bc67-76db858cd4c6 None None] Provisioning complete for port 88336fc6-f88d-4c48-ac4a-277a8857fd05 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:49.812084 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e3cf-b284-4363-bc67-76db858cd4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.817076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] For port 88336fc6-f88d-4c48-ac4a-277a8857fd05, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:49.820912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] For port 88336fc6-f88d-4c48-ac4a-277a8857fd05, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=88336fc6-f88d-4c48-ac4a-277a8857fd05,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:49.867414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.873904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.920142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820452e-fd30-4471-ab67-8db9ca6c14b7 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:49.951115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9e3cf-b284-4363-bc67-76db858cd4c6 None None] Port 88336fc6-f88d-4c48-ac4a-277a8857fd05 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:49.961472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Allocated IP 172.20.0.2 (ccd50b1b-5aa3-4080-a8aa-03b76f77f77d/b6c58fcb-2ec7-483b-b6d1-a1822c4831b4/174ab76a-d6fb-45f0-b531-a01a81ad6e90) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:49.964624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:49.965319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:50.034716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42384c38-42b5-43bc-b0a7-e0ba5da6f09e None None] Pushing event updated for resources: {'Port': ['ID=88336fc6-f88d-4c48-ac4a-277a8857fd05,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:50.174475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7ed9f9ed-9413-4e88-a59f-695513175fa9 None None] Provisioning complete for port 88336fc6-f88d-4c48-ac4a-277a8857fd05 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:50.174861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f9ed-9413-4e88-a59f-695513175fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.187896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:50.407072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.418638 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.482810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.20.0.1 (ccd50b1b-5aa3-4080-a8aa-03b76f77f77d/b6c58fcb-2ec7-483b-b6d1-a1822c4831b4/6f18d9b4-59c8-44bd-891d-5a4f82e92d97) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:50.521706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:50.534893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:50.538402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f9ed-9413-4e88-a59f-695513175fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.546351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:50.548572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Pushing event updated for resources: {'Port': ['ID=174ab76a-d6fb-45f0-b531-a01a81ad6e90,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:50.605286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7ed9f9ed-9413-4e88-a59f-695513175fa9 None None] For port 88336fc6-f88d-4c48-ac4a-277a8857fd05, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=88336fc6-f88d-4c48-ac4a-277a8857fd05,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:50.636293 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f9ed-9413-4e88-a59f-695513175fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.661419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.725767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Attempting to bind port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:50.727017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Attempting to bind port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:50.728756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Attempting to bind port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 on network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:50.758003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.797282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:47Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:50.868321 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9f9ed-9413-4e88-a59f-695513175fa9 None None] Pushing event updated for resources: {'Port': ['ID=88336fc6-f88d-4c48-ac4a-277a8857fd05,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:50.876443 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6f8e5-349a-4b39-b3fd-28274b3eca83 req-414f18e2-9e92-4c0f-9451-1421d76511ca tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:50.879989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:50.880581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Checking segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:50.881090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.882202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Bound using segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:50.882861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Bound port: 174ab76a-d6fb-45f0-b531-a01a81ad6e90, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:50.883387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.884556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9bb6f8e5-349a-4b39-b3fd-28274b3eca83 req-414f18e2-9e92-4c0f-9451-1421d76511ca tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0686579 Nov 22 17:08:50.922726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f73bd-80ad-458a-9bcf-0d492ef33d3a None None] The sync data for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 is: [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:47Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:50.966661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9bb6f8e5-349a-4b39-b3fd-28274b3eca83 req-d59c37ca-5f5b-4a06-a1e0-c81fa00dbdea tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810244 Nov 22 17:08:51.012604 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.100891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] For port 174ab76a-d6fb-45f0-b531-a01a81ad6e90, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:51.108185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] For port 174ab76a-d6fb-45f0-b531-a01a81ad6e90, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=174ab76a-d6fb-45f0-b531-a01a81ad6e90,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:51.121982 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.207464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:51.216501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aeb373-53e5-4dcb-b2c2-4dc5fadc81a5 None None] Pushing event updated for resources: {'Port': ['ID=174ab76a-d6fb-45f0-b531-a01a81ad6e90,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:51.219787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:51.224392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:51.227651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:51.303704 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.609523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.711541 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:52.000251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:52.007268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:52.099363 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:52.103498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:52.124523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258183b-f8aa-4610-8759-60164547f464 req-55f33dfb-c162-40e4-8e46-40c7e35ae31a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:52.127683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2258183b-f8aa-4610-8759-60164547f464 req-55f33dfb-c162-40e4-8e46-40c7e35ae31a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.0743845 Nov 22 17:08:52.209353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2258183b-f8aa-4610-8759-60164547f464 req-3c8a7682-340f-487a-9b9d-22c588716368 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746601 Nov 22 17:08:52.271502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:52.273975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:52.467435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 04ded32b-9d03-4b78-8023-f6b336f87ee6 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:52.624658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:52.640124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f1480f75-2599-41dd-b490-4b23106cbf5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "PUT /v2.0/routers/04ded32b-9d03-4b78-8023-f6b336f87ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2975757 Nov 22 17:08:52.735695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846079ee-a017-494a-a46b-8844a5cfccf7 None None] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:52.846315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-316dc808-34b2-4951-962d-3a0d9cd5f8af None None] Provisioning complete for port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:52.846693 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-316dc808-34b2-4951-962d-3a0d9cd5f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:52.905604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-a637fbf2-130b-4abd-8d3b-053dd29fa119 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311328985&fields=id&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 267 time: 0.1274476 Nov 22 17:08:53.060346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 174ab76a-d6fb-45f0-b531-a01a81ad6e90 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:53.099227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-55dba05c-d62a-4e9b-85db-b6c1b105ccce tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:53.111005 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-55dba05c-d62a-4e9b-85db-b6c1b105ccce tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 796 time: 0.2038472 Nov 22 17:08:53.135528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-1b6c3486-182a-4db5-bc24-1f7305d969ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/quotas/b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 375 time: 0.0230746 Nov 22 17:08:53.211009 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-316dc808-34b2-4951-962d-3a0d9cd5f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.212388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-7836cd4b-dc8a-43d7-adce-681903a0710f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756752 Nov 22 17:08:53.249292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:53.249661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.294434 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-316dc808-34b2-4951-962d-3a0d9cd5f8af None None] For port 174ab76a-d6fb-45f0-b531-a01a81ad6e90, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=174ab76a-d6fb-45f0-b531-a01a81ad6e90,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:53.304698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-316dc808-34b2-4951-962d-3a0d9cd5f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.362427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-ff3173ca-7536-4183-b6f8-ab14bd4bd230 service neutron] 10.222.0.59 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326022 Nov 22 17:08:53.414096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dc808-34b2-4951-962d-3a0d9cd5f8af None None] Pushing event updated for resources: {'Port': ['ID=174ab76a-d6fb-45f0-b531-a01a81ad6e90,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:53.502093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-3a0fbad6-5e11-40f2-bbe4-bca07ccb6595 service neutron] 10.222.0.59 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385186 Nov 22 17:08:53.564640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 88336fc6-f88d-4c48-ac4a-277a8857fd05 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:53.591773 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Sync routers for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:53.613740 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:53.614704 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:53.702795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 88336fc6-f88d-4c48-ac4a-277a8857fd05 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:53.703744 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.820988 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:53.922972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-dbc06179-4e7f-4323-b86b-c8b066b43728 None None] Provisioning complete for port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:53.923636 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbc06179-4e7f-4323-b86b-c8b066b43728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.962370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f86091-cd59-4a6e-9ad2-f84d0b4c7415 req-ede5f6a8-bee0-4a8b-8877-ab2ec5d9a4b2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:53.976053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0f86091-cd59-4a6e-9ad2-f84d0b4c7415 req-ede5f6a8-bee0-4a8b-8877-ab2ec5d9a4b2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.1106446 Nov 22 17:08:54.108587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0f86091-cd59-4a6e-9ad2-f84d0b4c7415 req-d7e81ed6-839b-43c5-8530-1523e1d0aac5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313343 Nov 22 17:08:54.205082 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 2, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:54.243969 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Checking router: 04ded32b-9d03-4b78-8023-f6b336f87ee6 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:54.244870 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Updating router 04ded32b-9d03-4b78-8023-f6b336f87ee6 port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:08:54.255326 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c58eaa6-39f4-4a66-9340-844e0cb9f5ad req-53d92991-b27e-4085-b6ff-55dccfdad090 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 210 time: 0.0681002 Nov 22 17:08:54.285894 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.344267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-dbc06179-4e7f-4323-b86b-c8b066b43728 None None] Provisioning complete for port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:54.344873 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbc06179-4e7f-4323-b86b-c8b066b43728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.410743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dbc06179-4e7f-4323-b86b-c8b066b43728 None None] Port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:54.541725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e52cf3e6-9123-4ef3-ac82-01a7841ebb6f None None] Provisioning complete for port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:54.542256 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e52cf3e6-9123-4ef3-ac82-01a7841ebb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.643671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e52cf3e6-9123-4ef3-ac82-01a7841ebb6f None None] Port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:54.699755 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.708483 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.826008 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fc18b-6b3f-4533-937b-769d3e10d55a None None] Pushing event updated for resources: {'Port': ['ID=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:54.839331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7cfd44ab-97f0-42e6-b39b-9e4e44b7e98f None None] Provisioning complete for port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:54.841315 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7cfd44ab-97f0-42e6-b39b-9e4e44b7e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.918581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd44ab-97f0-42e6-b39b-9e4e44b7e98f None None] Port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:54.928224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 174ab76a-d6fb-45f0-b531-a01a81ad6e90 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:54.967229 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Attempting to bind port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:54.969377 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Attempting to bind port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:54.970004 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Attempting to bind port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 on network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:54.977683 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:54.978417 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Checking segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:54.979789 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.980352 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Bound using segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:54.981198 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Bound port: 6f18d9b4-59c8-44bd-891d-5a4f82e92d97, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:54.981786 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.024429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:55.024833 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.092238 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] For port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:55.097455 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] For port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:55.108569 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.213667 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:55.214801 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:55.322413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-dc847e19-cbaa-417b-8e7b-ea2cfa59272a None None] Provisioning complete for port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:55.322799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc847e19-cbaa-417b-8e7b-ea2cfa59272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.433080 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fc18b-6b3f-4533-937b-769d3e10d55a None None] Pushing event updated for resources: {'Port': ['ID=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:55.495376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50781ca-be9c-4d54-aef1-0aec586ad881 req-bbb2035c-e18d-4dce-9c00-ad2f52a013af tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:55.507430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c50781ca-be9c-4d54-aef1-0aec586ad881 req-bbb2035c-e18d-4dce-9c00-ad2f52a013af tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 943 time: 0.2043853 Nov 22 17:08:55.600301 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c50781ca-be9c-4d54-aef1-0aec586ad881 req-f0f0b15c-a768-4b4b-84ae-f31142e3b706 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850046 Nov 22 17:08:55.628300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a78ba034-105a-4f6f-a90e-23f8416fac2d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:08:55.770132 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc847e19-cbaa-417b-8e7b-ea2cfa59272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.815338 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:55.845966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eda2003d-05d5-4856-8055-7f4d9e77c41a req-7f0b081c-0aed-4e9a-8fb9-f451bb0a0e40 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 210 time: 0.0737634 Nov 22 17:08:55.914977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-b470a351-1308-40cd-946f-3fafa938b133 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:55.917154 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-b470a351-1308-40cd-946f-3fafa938b133 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 796 time: 0.3690267 Nov 22 17:08:55.919183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dc847e19-cbaa-417b-8e7b-ea2cfa59272a None None] For port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:55.937420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc847e19-cbaa-417b-8e7b-ea2cfa59272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.020305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-946be705-b23f-46d2-96b2-81b2698838cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 380 time: 0.0899425 Nov 22 17:08:56.031045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'port': {'device_id': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'admin_state_up': True, 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'security_groups': ['36d619fd-74d2-4173-97be-c28421fea841']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:56.127725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a78ba034-105a-4f6f-a90e-23f8416fac2d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a78ba034-105a-4f6f-a90e-23f8416fac2d,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:56.133796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc847e19-cbaa-417b-8e7b-ea2cfa59272a None None] Pushing event updated for resources: {'Port': ['ID=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:56.178980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2f770211-8e51-42fb-a7f6-3a942a72c493 None None] Provisioning complete for port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:56.179753 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f770211-8e51-42fb-a7f6-3a942a72c493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.182145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'a78ba034-105a-4f6f-a90e-23f8416fac2d', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'port_id': 'a78ba034-105a-4f6f-a90e-23f8416fac2d', 'mac_address': 'fa:16:3e:42:2c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:08:56.269253 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:55Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:56.279291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:56.283980 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.292794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.301432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78ba034-105a-4f6f-a90e-23f8416fac2d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:56.311293 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1913a5-a007-440d-8992-97ca6879852c None None] The sync data for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 is: [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:55Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:56.333844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a78ba034-105a-4f6f-a90e-23f8416fac2d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a78ba034-105a-4f6f-a90e-23f8416fac2d,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:56.342772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.530123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a78ba034-105a-4f6f-a90e-23f8416fac2d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:56.703903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a78ba034-105a-4f6f-a90e-23f8416fac2d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:08:56.786633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe78be-1004-4dba-b7b2-6d8badfec2ac req-0e7dbaa5-1e62-4262-9e48-fbaeb5a8fcd4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:56.795938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aabe78be-1004-4dba-b7b2-6d8badfec2ac req-0e7dbaa5-1e62-4262-9e48-fbaeb5a8fcd4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 944 time: 0.0803337 Nov 22 17:08:56.828318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.20.0.8 (ccd50b1b-5aa3-4080-a8aa-03b76f77f77d/b6c58fcb-2ec7-483b-b6d1-a1822c4831b4/9354c9d5-ca75-4793-85c9-b1bff8b65dd0) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:56.894238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aabe78be-1004-4dba-b7b2-6d8badfec2ac req-86633e66-cb3f-4689-a292-6203a59f000f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970960 Nov 22 17:08:57.042481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:57.136413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-074b0132-fc36-4bee-b024-540fb432ef36 req-4eb2b1f9-4543-43a9-9f25-d1c43f973e6f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 210 time: 0.0999413 Nov 22 17:08:57.209500 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:57.232664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:57.235540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:57.325684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:57.430487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:57.445371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:57.450491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:57.530981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:57.532221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:57.548198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:57.586937 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-715563d8-9574-4baa-ac80-65e5ec102adf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5553308 Nov 22 17:08:57.599935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Request body: {'port': {'device_id': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:57.704183 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:57.975855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e59e4b55-77ac-4c6c-ae9c-3ad1cdca2d50 None None] Provisioning complete for port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:57.980396 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e59e4b55-77ac-4c6c-ae9c-3ad1cdca2d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.079077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e59e4b55-77ac-4c6c-ae9c-3ad1cdca2d50 None None] Port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:58.141697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ea739-48c4-4288-aa47-a0f0ee30dc5c req-bd82ce7b-bcec-415a-83ac-4f2af8677f0f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:58.164761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-792ea739-48c4-4288-aa47-a0f0ee30dc5c req-bd82ce7b-bcec-415a-83ac-4f2af8677f0f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 944 time: 0.1557629 Nov 22 17:08:58.248788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-792ea739-48c4-4288-aa47-a0f0ee30dc5c req-bc77de22-cb3a-4a4b-8224-a74509204397 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829954 Nov 22 17:08:58.315759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:58.333756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.375859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Transition to ACTIVE for port object 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:08:58.381777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.462241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4677bd6-2d23-4eae-bb6d-ca877895a45c req-8e9a4fad-07a6-4751-93fa-8bc6f80fd67e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:58.472044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4677bd6-2d23-4eae-bb6d-ca877895a45c req-8e9a4fad-07a6-4751-93fa-8bc6f80fd67e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 931 time: 0.1189210 Nov 22 17:08:58.528114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:58.602133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e4677bd6-2d23-4eae-bb6d-ca877895a45c req-ec31c896-eb4e-4881-ac0d-bb229cde18e9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268005 Nov 22 17:08:58.616868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Attempting to bind port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:58.617576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Attempting to bind port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:58.618341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Attempting to bind port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:58.641006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:08:58.645810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Attempting to bind port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:58.660169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:58.660776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Checking segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:58.661360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Bound using segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:58.661815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Bound port: 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:58.662324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.949162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:58.965504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:58.972726 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.047192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:59.049076 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.051674 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 1091 time: 1.4614880 Nov 22 17:08:59.059755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:59.063382 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c451de27-472e-4d80-bb0d-b03a3014d4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:59.102913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f39f76-8c69-4664-bec6-cc4fd9ace0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:59.195790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-aa853830-fa61-4e88-91ce-20ef31480172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:59.197550 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-aa853830-fa61-4e88-91ce-20ef31480172 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1094 time: 0.0801179 Nov 22 17:08:59.249212 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-a42a3c80-ef7d-45e3-ae39-ff99804d6d2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 217 time: 0.0419779 Nov 22 17:08:59.294523 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7f4b42-1533-48fe-85e6-9cc1fa5a2fca x-openstack-request-id: req-4d7f4b42-1533-48fe-85e6-9cc1fa5a2fca {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:59.294821 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:59.295104 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d7f4b42-1533-48fe-85e6-9cc1fa5a2fca {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:59.295510 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'status': 'completed', 'code': 200} Nov 22 17:08:59.332297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-f733e5e6-1595-4ef0-b2a8-4c2c01b41d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:59.339402 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-f733e5e6-1595-4ef0-b2a8-4c2c01b41d58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.0833194 Nov 22 17:08:59.414110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-75e2be57-7eff-4fb8-afbe-8c5d12742cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:59.417120 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-75e2be57-7eff-4fb8-afbe-8c5d12742cbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667520 Nov 22 17:08:59.440874 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af73ca-3173-49fc-ac75-4b396505be57 req-6ba84890-a824-455b-b1c8-7a3e8aac5e6d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:59.455811 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9af73ca-3173-49fc-ac75-4b396505be57 req-6ba84890-a824-455b-b1c8-7a3e8aac5e6d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 944 time: 0.1133392 Nov 22 17:08:59.554867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9af73ca-3173-49fc-ac75-4b396505be57 req-cebd2514-ad66-47a0-ba94-7f12f706a41f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946820 Nov 22 17:08:59.610243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a78ba034-105a-4f6f-a90e-23f8416fac2d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:59.635955 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-72b4302f-2918-4010-afa6-85e339ec200b service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074819 Nov 22 17:08:59.755084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port a78ba034-105a-4f6f-a90e-23f8416fac2d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:08:59.775259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port a78ba034-105a-4f6f-a90e-23f8416fac2d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:59.775670 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.871863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d2f778dc-028c-476f-8c54-8be40035c3f6 req-19a44765-26e6-4465-ac08-482e95607dbc service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289238 Nov 22 17:08:59.883043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f78e78-ab1c-40f3-a00a-e93be799166b req-cc9f7ebc-8134-4097-b846-5ab4f081eb50 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:59.886869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11f78e78-ab1c-40f3-a00a-e93be799166b req-cc9f7ebc-8134-4097-b846-5ab4f081eb50 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 943 time: 0.1619225 Nov 22 17:09:00.040706 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11f78e78-ab1c-40f3-a00a-e93be799166b req-0e8c606a-7718-48b7-96c2-56840550d89d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444495 Nov 22 17:09:00.070322 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:00.077886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-3ea30065-e15b-4e1e-b707-108ac84970d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.080290 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-3ea30065-e15b-4e1e-b707-108ac84970d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1094 time: 0.1349547 Nov 22 17:09:00.104748 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737d956f-74e6-43cc-88fa-5f3d7081d54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78ba034-105a-4f6f-a90e-23f8416fac2d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:00.107352 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c616c9d-6045-45a3-9a8c-9f7975af6642" -d '{"events": [{"server_uuid": "737d956f-74e6-43cc-88fa-5f3d7081d54e", "name": "network-vif-plugged", "status": "completed", "tag": "a78ba034-105a-4f6f-a90e-23f8416fac2d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:00.132357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a78ba034-105a-4f6f-a90e-23f8416fac2d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a78ba034-105a-4f6f-a90e-23f8416fac2d,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:00.141747 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:00.222746 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd34f029-a3e2-41ac-a8c7-a4724dd650b2 x-openstack-request-id: req-cd34f029-a3e2-41ac-a8c7-a4724dd650b2 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:00.223297 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737d956f-74e6-43cc-88fa-5f3d7081d54e", "name": "network-vif-plugged", "status": "completed", "tag": "a78ba034-105a-4f6f-a90e-23f8416fac2d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:00.223469 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd34f029-a3e2-41ac-a8c7-a4724dd650b2 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:00.223834 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737d956f-74e6-43cc-88fa-5f3d7081d54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78ba034-105a-4f6f-a90e-23f8416fac2d', 'code': 200} Nov 22 17:09:00.289441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-71af280d-5ca4-4284-9b1d-28b1a9347bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.295961 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-71af280d-5ca4-4284-9b1d-28b1a9347bda service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.1983559 Nov 22 17:09:00.297389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a78ba034-105a-4f6f-a90e-23f8416fac2d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:00.379412 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-ca724111-ee4c-456f-99f5-f62a707dbac3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 217 time: 0.0746205 Nov 22 17:09:00.445957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4137a0e-d2ba-4768-ae52-d41274135aab req-758463cc-1d49-492d-9695-2e906bb0f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.448665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4137a0e-d2ba-4768-ae52-d41274135aab req-758463cc-1d49-492d-9695-2e906bb0f6a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 1096 time: 0.1487684 Nov 22 17:09:00.488555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-021e08e3-1707-42cf-a993-73273e070b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.490101 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-021e08e3-1707-42cf-a993-73273e070b39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.1036150 Nov 22 17:09:00.548512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4137a0e-d2ba-4768-ae52-d41274135aab req-ad5ba4d1-bb81-4054-8df7-4c42f5cdcb06 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916650 Nov 22 17:09:00.572363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-d84bbbe7-c3c5-4adb-a227-13ff131f0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.574220 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-d84bbbe7-c3c5-4adb-a227-13ff131f0046 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723696 Nov 22 17:09:00.700216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-2e83be66-c612-4c42-ad7b-7ed94b4d6e53 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168110 Nov 22 17:09:00.701188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673160-0db7-482a-abd4-311c8998a73d req-76068b7f-bdae-480c-ab5c-9b8b74af3421 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.702991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f673160-0db7-482a-abd4-311c8998a73d req-76068b7f-bdae-480c-ab5c-9b8b74af3421 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 945 time: 0.0609169 Nov 22 17:09:00.804825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f673160-0db7-482a-abd4-311c8998a73d req-991155c6-cdf5-46bb-a693-ee108dfbdaf4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952938 Nov 22 17:09:00.866249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c451de27-472e-4d80-bb0d-b03a3014d4cd req-5b92512c-0467-496a-8b81-6ae05e6d0616 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565464 Nov 22 17:09:01.203154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4b666-8c81-4d27-91ff-a8c63237a5a4 req-12fec2e6-0ff5-456e-9ddf-226d58c34d38 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:01.204963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31e4b666-8c81-4d27-91ff-a8c63237a5a4 req-12fec2e6-0ff5-456e-9ddf-226d58c34d38 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 943 time: 0.0621715 Nov 22 17:09:01.271837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31e4b666-8c81-4d27-91ff-a8c63237a5a4 req-6f35ed30-6980-4675-8d69-add670bcae96 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601544 Nov 22 17:09:01.730544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:09:01.884548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:01.902486 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'port_id': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'mac_address': 'fa:16:3e:54:ea:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:09:01.935998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f7170-3441-4516-9f53-a635c4734466 req-a9e157e4-89f2-4e46-9e8a-19af96ebe721 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:01.937520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-225f7170-3441-4516-9f53-a635c4734466 req-a9e157e4-89f2-4e46-9e8a-19af96ebe721 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 945 time: 0.0549128 Nov 22 17:09:01.949555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.964635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:01.987105 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:01.992192 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.992689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-225f7170-3441-4516-9f53-a635c4734466 req-d1198d30-bb9c-4fd2-8881-dc12abe03a49 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 Nov 22 17:09:02.039736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:02.206663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['9354c9d5-ca75-4793-85c9-b1bff8b65dd0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:02.404041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bce5c-3391-4354-98a7-c7f5c8bc097b req-6bd89e73-5bab-4f25-8721-0f06489ac97b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:02.405755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc9bce5c-3391-4354-98a7-c7f5c8bc097b req-6bd89e73-5bab-4f25-8721-0f06489ac97b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 944 time: 0.0601835 Nov 22 17:09:02.462044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc9bce5c-3391-4354-98a7-c7f5c8bc097b req-a6505e4d-6852-4d0e-b447-93e59d3a603b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502343 Nov 22 17:09:03.124437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e5071-0af1-4b01-9df4-e708740da2f7 req-50393814-c750-4f14-a499-4c4b6b44f709 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:03.126189 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b46e5071-0af1-4b01-9df4-e708740da2f7 req-50393814-c750-4f14-a499-4c4b6b44f709 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 945 time: 0.0551844 Nov 22 17:09:03.176338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b46e5071-0af1-4b01-9df4-e708740da2f7 req-28454c1e-3521-4e89-bbc8-af5ba1b1345f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Nov 22 17:09:03.303921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06905321-8d97-4ecc-bb52-2dbc6649f39d req-2952e7d8-e35e-4e6b-9e5d-b681579508e4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:03.305454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06905321-8d97-4ecc-bb52-2dbc6649f39d req-2952e7d8-e35e-4e6b-9e5d-b681579508e4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 945 time: 0.0549197 Nov 22 17:09:03.363221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06905321-8d97-4ecc-bb52-2dbc6649f39d req-3bb8e4ea-8940-4ab4-8fa0-1f5059807908 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501080 Nov 22 17:09:03.492030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce80918-4a94-4568-8164-cc76c4a2b83a req-f750b4a5-6346-4d39-bf55-24ee16e13000 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:03.493573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ce80918-4a94-4568-8164-cc76c4a2b83a req-f750b4a5-6346-4d39-bf55-24ee16e13000 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 945 time: 0.0545647 Nov 22 17:09:03.547185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ce80918-4a94-4568-8164-cc76c4a2b83a req-61f9ea7f-ed76-48df-8fe9-f6a67c2391ec tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Nov 22 17:09:03.682319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bca964-b824-4d6d-98bb-e79258937aff req-20b80be8-42cd-4281-a2aa-6febad336562 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:03.690884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75bca964-b824-4d6d-98bb-e79258937aff req-20b80be8-42cd-4281-a2aa-6febad336562 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 944 time: 0.0627074 Nov 22 17:09:03.742482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:03.750453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75bca964-b824-4d6d-98bb-e79258937aff req-0475bbef-1c81-4c4b-843f-ce7e36dd9292 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585122 Nov 22 17:09:03.802316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:09:03.807406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:03.807827 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.909877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.940055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:03.944667 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddbcbda-ee50-471f-8f6c-810a300eaa83" -d '{"events": [{"server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:03.976123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:03.983186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:04.065459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:04.089594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3c6c-199d-40a5-907f-af884ac49749 req-2b4fe819-3756-4a21-8ba8-e0b2abb6d7f5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:04.091389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20be3c6c-199d-40a5-907f-af884ac49749 req-2b4fe819-3756-4a21-8ba8-e0b2abb6d7f5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 945 time: 0.0700424 Nov 22 17:09:04.143663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20be3c6c-199d-40a5-907f-af884ac49749 req-63efd237-c348-4a77-9169-33048a5ea607 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Nov 22 17:09:04.196814 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb78e13-655d-48f6-90e1-e82155f02007 x-openstack-request-id: req-5eb78e13-655d-48f6-90e1-e82155f02007 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:04.197244 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:04.197640 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5eb78e13-655d-48f6-90e1-e82155f02007 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:04.198128 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'code': 200} Nov 22 17:09:04.324827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835b92-58bf-4ee9-99cb-a7ff0c4d7733 req-23594000-ca56-478c-9266-8a976fd11246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:04.326897 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae835b92-58bf-4ee9-99cb-a7ff0c4d7733 req-23594000-ca56-478c-9266-8a976fd11246 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1096 time: 0.0706494 Nov 22 17:09:04.397367 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ae835b92-58bf-4ee9-99cb-a7ff0c4d7733 req-6c452546-7b38-4466-b06c-e5f9dd07f27d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632658 Nov 22 17:09:04.920943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4d7a7-6477-4d55-9ffc-a1d2bcbfd01c req-20aa381e-7a33-47e4-a02e-4534668ca8f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:04.922605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dbb4d7a7-6477-4d55-9ffc-a1d2bcbfd01c req-20aa381e-7a33-47e4-a02e-4534668ca8f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0606046 Nov 22 17:09:04.993917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dbb4d7a7-6477-4d55-9ffc-a1d2bcbfd01c req-fdd9269b-2328-43a6-abab-487b70946910 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624948 Nov 22 17:09:05.279058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80deddab-b517-4b1a-a0de-e38de14043e1 req-f3fd11ef-9ee4-4ed1-bd6f-759d961fce94 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:05.287618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-80deddab-b517-4b1a-a0de-e38de14043e1 req-f3fd11ef-9ee4-4ed1-bd6f-759d961fce94 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 945 time: 0.0637391 Nov 22 17:09:05.368963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-80deddab-b517-4b1a-a0de-e38de14043e1 req-c620f653-dc0d-4d11-85f0-afc325004a0f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706012 Nov 22 17:09:05.581073 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-f6b3e2a7-c606-4ca2-a934-8a3f0da1d60b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:05.582764 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-f6b3e2a7-c606-4ca2-a934-8a3f0da1d60b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 945 time: 0.0749965 Nov 22 17:09:05.710925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port a78ba034-105a-4f6f-a90e-23f8416fac2d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:05.711445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.833597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] For port a78ba034-105a-4f6f-a90e-23f8416fac2d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a78ba034-105a-4f6f-a90e-23f8416fac2d,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:05.833874 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.852674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for a78ba034-105a-4f6f-a90e-23f8416fac2d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:06.030271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.044451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a78ba034-105a-4f6f-a90e-23f8416fac2d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:06.078777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=a78ba034-105a-4f6f-a90e-23f8416fac2d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:06.185257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf84d96-1616-402f-8f12-1fae19e6b007 req-dd0668e0-396c-44df-935b-b020e1916725 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:06.193209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bf84d96-1616-402f-8f12-1fae19e6b007 req-dd0668e0-396c-44df-935b-b020e1916725 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0918081 Nov 22 17:09:06.234833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] No DVR routers for this DVR port a78ba034-105a-4f6f-a90e-23f8416fac2d on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:09:06.239120 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.242609 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-908fbfb1-f942-42f7-8d49-b01e9db19f02 req-2e1600b0-051d-4593-8fae-ad7b2027feb4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "DELETE /v2.0/ports/a78ba034-105a-4f6f-a90e-23f8416fac2d HTTP/1.1" status: 204 len: 173 time: 0.6532495 Nov 22 17:09:06.257921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737d956f-74e6-43cc-88fa-5f3d7081d54e', 'name': 'network-vif-deleted', 'tag': 'a78ba034-105a-4f6f-a90e-23f8416fac2d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:06.266029 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ec8cd7-2f0a-4140-ac0d-a70f6b88619e" -d '{"events": [{"server_uuid": "737d956f-74e6-43cc-88fa-5f3d7081d54e", "name": "network-vif-deleted", "tag": "a78ba034-105a-4f6f-a90e-23f8416fac2d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:06.332759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bf84d96-1616-402f-8f12-1fae19e6b007 req-13a2ecd3-b507-4039-b73a-d53e3370463c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379988 Nov 22 17:09:06.415377 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a1b89c-f311-4e66-b2c2-a0130f98bf0c x-openstack-request-id: req-22a1b89c-f311-4e66-b2c2-a0130f98bf0c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:06.415669 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737d956f-74e6-43cc-88fa-5f3d7081d54e", "name": "network-vif-deleted", "tag": "a78ba034-105a-4f6f-a90e-23f8416fac2d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:06.415959 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22a1b89c-f311-4e66-b2c2-a0130f98bf0c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:06.417478 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737d956f-74e6-43cc-88fa-5f3d7081d54e', 'name': 'network-vif-deleted', 'tag': 'a78ba034-105a-4f6f-a90e-23f8416fac2d', 'status': 'completed', 'code': 200} Nov 22 17:09:06.551893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34100f-67ac-40f4-b3f6-9906e17b680a req-8b06af37-1142-4078-b3d6-e7312248dd8f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:06.562594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b34100f-67ac-40f4-b3f6-9906e17b680a req-8b06af37-1142-4078-b3d6-e7312248dd8f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0706542 Nov 22 17:09:06.657072 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b34100f-67ac-40f4-b3f6-9906e17b680a req-2eb1f6c6-8f53-46c9-bafa-03ed6893b45a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933416 Nov 22 17:09:06.673995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41918) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:06.770188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd78513-79aa-48cd-b002-737a5bc45c01 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:06.777851 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2bd78513-79aa-48cd-b002-737a5bc45c01 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1091 time: 0.1017721 Nov 22 17:09:06.779301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41920) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:06.792254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:06.835626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.863448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b88ae09-e9a6-4dce-b753-9738bf6637d6 req-59090c97-386c-425e-a6ba-ed8684058270 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 210 time: 0.0322218 Nov 22 17:09:06.881401 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.050998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.193637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.25.0.28 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/b7161b6e-11c5-4897-a9c7-d7998516f390) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:07.351845 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.410387 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.464264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:07.467718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:07.471925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:07.504859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=b7161b6e-11c5-4897-a9c7-d7998516f390,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:07.919510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.980851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38eadf9e-d929-4a2e-8245-6fed2e6a4f7a req-c153cdfd-3097-47c9-904d-23715dca6f26 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 210 time: 0.0337520 Nov 22 17:09:08.044389 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:08.056485 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:08.382316 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:09:08.681096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:08.687122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:08.786033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=b7161b6e-11c5-4897-a9c7-d7998516f390,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:08.797419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:08.907093 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Floating IP d925da7e-9e37-4887-b02f-bb1c61bb574b associated. External IP: 172.25.0.28, port: 9354c9d5-ca75-4793-85c9-b1bff8b65dd0. Nov 22 17:09:09.123541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e24dac72-3d74-4829-bc91-99b8d16317b1 req-467190e3-6540-44c4-953b-75e3bf424c9d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 210 time: 0.0356889 Nov 22 17:09:09.202204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 04ded32b-9d03-4b78-8023-f6b336f87ee6 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:09:09.338080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:09.351786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] Sync routers for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:09.366417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:09.367410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:09.371451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:09.425207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d6784cb-6fdc-49d9-9658-5346feac05b2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6432431 Nov 22 17:09:09.425822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:09.428252 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:09.541281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:09.592553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33081245-f8c2-4913-a143-b7238229fce7 req-4b41a727-0c36-4f05-ac5e-2d0a1466cd89 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:09.594118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33081245-f8c2-4913-a143-b7238229fce7 req-4b41a727-0c36-4f05-ac5e-2d0a1466cd89 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0941641 Nov 22 17:09:09.674787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a78ba034-105a-4f6f-a90e-23f8416fac2d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:09.692874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33081245-f8c2-4913-a143-b7238229fce7 req-8cfad563-eacc-4076-b1ea-5d1861999141 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916622 Nov 22 17:09:09.723785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41958) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:09.845774 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b38f25-5116-46dc-bba3-b826f4619ca5 x-openstack-request-id: req-d9b38f25-5116-46dc-bba3-b826f4619ca5 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:09.846106 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:09.846377 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9b38f25-5116-46dc-bba3-b826f4619ca5 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:09.846838 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'status': 'completed', 'code': 200} Nov 22 17:09:09.904592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cf27c93a-5c88-4268-b3b9-82660ab6b7f3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/d925da7e-9e37-4887-b02f-bb1c61bb574b HTTP/1.1" status: 200 len: 990 time: 0.1767299 Nov 22 17:09:09.958810 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-062e8211-c952-4281-b516-2d02ad6587d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:09.960421 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-062e8211-c952-4281-b516-2d02ad6587d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1096 time: 0.1004560 Nov 22 17:09:10.089257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: a78ba034-105a-4f6f-a90e-23f8416fac2d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:10.089691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a78ba034-105a-4f6f-a90e-23f8416fac2d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:10.118497 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-bdce564c-ee10-4905-a9a6-93f61c1c81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:10.120304 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-bdce564c-ee10-4905-a9a6-93f61c1c81fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.1524067 Nov 22 17:09:10.218280 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-854d033f-63fe-4517-9889-8633b6171039 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 998 time: 0.0910013 Nov 22 17:09:10.321345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6773551b-a55a-4e2e-88ed-6c87726c432e req-e66c42f4-0220-4b31-9d27-6442f251c019 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 210 time: 0.0574286 Nov 22 17:09:10.337527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-b8aa0c39-5cfb-47c8-85ad-13e58f6c8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:10.340816 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-b8aa0c39-5cfb-47c8-85ad-13e58f6c8c5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.1128645 Nov 22 17:09:10.352489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'd925da7e-9e37-4887-b02f-bb1c61bb574b', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'port_id': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'mac_address': 'fa:16:3e:54:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:07Z', 'updated_at': '2021-11-22T17:09:07Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:55Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:10.397903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-9a731b9a-9273-4055-90c9-836e7b7a66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:10.399976 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-9a731b9a-9273-4055-90c9-836e7b7a66f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511625 Nov 22 17:09:10.402199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] Checking router: 04ded32b-9d03-4b78-8023-f6b336f87ee6 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:10.411884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:10.412516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:08:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:10.612507 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-98262aec-f0f8-4c07-bccf-adaa586e01f4 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015548 Nov 22 17:09:10.632904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:10.805558 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-18f8e255-b51f-4cd4-b6c7-630cd3917cf6 req-71da9960-3608-44f3-ab2a-5d0426864e77 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839488 Nov 22 17:09:10.907613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 41968) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:11.013423 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c7f866e8-078b-497c-9fdd-8a98475c4e15 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/d925da7e-9e37-4887-b02f-bb1c61bb574b HTTP/1.1" status: 200 len: 990 time: 0.1034865 Nov 22 17:09:11.071119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'd925da7e-9e37-4887-b02f-bb1c61bb574b', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'port_id': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'mac_address': 'fa:16:3e:54:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:07Z', 'updated_at': '2021-11-22T17:09:07Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:55Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:11.101463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f69454-a83d-40c9-afc3-e46bb26e1429 None None] The sync data for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 is: [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'd925da7e-9e37-4887-b02f-bb1c61bb574b', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'port_id': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'mac_address': 'fa:16:3e:54:ea:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:07Z', 'updated_at': '2021-11-22T17:09:07Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:55Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:11.356518 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e470aa9a-c071-4c3d-8f8c-c2eec28d9038 None None] New status for floating IP d925da7e-9e37-4887-b02f-bb1c61bb574b: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:09:11.464598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4782ac8-16fc-408c-85e7-60469ae00b46 req-80064c44-8338-4013-ae5e-9ccca6ddc2c7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=737d956f-74e6-43cc-88fa-5f3d7081d54e HTTP/1.1" status: 200 len: 210 time: 0.0401762 Nov 22 17:09:12.015866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 41986) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:12.093095 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-55447365-7353-49dd-a401-cd41985c32a9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/d925da7e-9e37-4887-b02f-bb1c61bb574b HTTP/1.1" status: 200 len: 992 time: 0.0751534 Nov 22 17:09:15.523207 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-948801d7-b2b3-459a-a8a8-e467aa77db56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:17.925855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4fff-0f0f-4351-b74a-eaac34d9c58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:18.632650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357e76c-9704-4ec3-90aa-84d0c8e3e030 req-d76a669b-0467-46d8-bd59-8afa8ceea84d tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:18.634184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5357e76c-9704-4ec3-90aa-84d0c8e3e030 req-d76a669b-0467-46d8-bd59-8afa8ceea84d tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 946 time: 0.0723891 Nov 22 17:09:18.700003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5357e76c-9704-4ec3-90aa-84d0c8e3e030 req-f8f0907c-a2cc-4827-b4c2-9b78a365b196 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584123 Nov 22 17:09:19.041982 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:19.845448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286d1c1-0f3e-4a44-b751-e817fd5d277a req-a7bf115a-8545-49c4-aea6-4cc9618b79b6 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:19.847132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f286d1c1-0f3e-4a44-b751-e817fd5d277a req-a7bf115a-8545-49c4-aea6-4cc9618b79b6 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 946 time: 0.0700090 Nov 22 17:09:19.913957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f286d1c1-0f3e-4a44-b751-e817fd5d277a req-0fa0fc23-e0b5-4bcf-be56-3a9d02cbe846 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599794 Nov 22 17:09:20.143234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-aca4f0fc-028a-4cbf-adfd-da21e22feabf tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:20.145015 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-aca4f0fc-028a-4cbf-adfd-da21e22feabf tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 946 time: 0.0623682 Nov 22 17:09:20.286280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Deleting port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:20.286923 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.330845 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-02156ba2-431f-484e-8fa8-dd7033240ac3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790741 Nov 22 17:09:20.437001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-d9dbd68b-0052-4036-8715-6077914457cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:20.438611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-d9dbd68b-0052-4036-8715-6077914457cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1096 time: 0.0551491 Nov 22 17:09:20.441515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] For port b8828dfc-258b-4a71-9ed8-9ba47eff67a1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:20.441898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.456320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Calling delete_port for b8828dfc-258b-4a71-9ed8-9ba47eff67a1 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:20.628324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.630021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-4b20ba6f-999c-4c0b-a874-264a6ba269c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:20.632577 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-4b20ba6f-999c-4c0b-a874-264a6ba269c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.1715469 Nov 22 17:09:20.643842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b8828dfc-258b-4a71-9ed8-9ba47eff67a1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:20.679451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Pushing event deleted for resources: {'Port': ['ID=b8828dfc-258b-4a71-9ed8-9ba47eff67a1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:20.691342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.691734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.692330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.693217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.693376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.693739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.695013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.695226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.695534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.696035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.696365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.696699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:20.744825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-cd10f31b-11c0-44ef-9205-84b3fca7d064 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 1000 time: 0.1050637 Nov 22 17:09:20.760362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] No DVR routers for this DVR port b8828dfc-258b-4a71-9ed8-9ba47eff67a1 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:09:20.769538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.774234 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22aa98ec-7c81-4541-bb56-f6c8afc5ffc0 req-b921bcf9-882c-4962-b881-038484985c0e tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.37 "DELETE /v2.0/ports/b8828dfc-258b-4a71-9ed8-9ba47eff67a1 HTTP/1.1" status: 204 len: 173 time: 0.6212013 Nov 22 17:09:20.774981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac056c6a-4ee1-49e6-b4a9-028affcb0977', 'name': 'network-vif-deleted', 'tag': 'b8828dfc-258b-4a71-9ed8-9ba47eff67a1'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:20.779692 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b923d8-714c-44fd-9357-ef189bd3d0da" -d '{"events": [{"server_uuid": "ac056c6a-4ee1-49e6-b4a9-028affcb0977", "name": "network-vif-deleted", "tag": "b8828dfc-258b-4a71-9ed8-9ba47eff67a1"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:20.822666 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.853827 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafaaa5f-5b6c-4b2a-8769-41257878766a x-openstack-request-id: req-eafaaa5f-5b6c-4b2a-8769-41257878766a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:20.854240 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac056c6a-4ee1-49e6-b4a9-028affcb0977", "name": "network-vif-deleted", "tag": "b8828dfc-258b-4a71-9ed8-9ba47eff67a1", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:20.855942 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eafaaa5f-5b6c-4b2a-8769-41257878766a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:20.856800 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac056c6a-4ee1-49e6-b4a9-028affcb0977', 'name': 'network-vif-deleted', 'tag': 'b8828dfc-258b-4a71-9ed8-9ba47eff67a1', 'status': 'completed', 'code': 200} Nov 22 17:09:20.861168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-0124c6c2-f5df-40d5-8bd6-a14acbaa5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:20.863309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-0124c6c2-f5df-40d5-8bd6-a14acbaa5cd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.1068702 Nov 22 17:09:20.925028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-ab28ccff-f026-4ce7-b234-0996497bef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:20.926545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-ab28ccff-f026-4ce7-b234-0996497bef8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507176 Nov 22 17:09:21.104649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c18bfbb-7903-4e0f-b768-a2f8454a8266 req-cbbca510-fed0-40ae-8799-2b4b9a32a08c tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac056c6a-4ee1-49e6-b4a9-028affcb0977 HTTP/1.1" status: 200 len: 210 time: 0.0642924 Nov 22 17:09:21.125973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-43695375-08f2-45a9-81fc-771e03937063 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851568 Nov 22 17:09:21.244182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89d41e0b-1177-4585-a1e9-647fea66d29d req-7e942aa9-15f5-4aa4-b222-4a26d29630e9 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100738 Nov 22 17:09:21.399039 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:23.831197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b8828dfc-258b-4a71-9ed8-9ba47eff67a1 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:23.870931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: b8828dfc-258b-4a71-9ed8-9ba47eff67a1 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:23.871671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b8828dfc-258b-4a71-9ed8-9ba47eff67a1 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:29.470551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-bb32e8b8-5b3b-4cd0-a00e-bc64c2116963 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:29.472625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-bb32e8b8-5b3b-4cd0-a00e-bc64c2116963 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/networks?id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70 HTTP/1.1" status: 200 len: 814 time: 0.1218131 Nov 22 17:09:29.494779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-ce5a3eb2-b086-4df9-85a8-a00433ad03cf tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/quotas/4272305603414c33901740929edb8e91 HTTP/1.1" status: 200 len: 375 time: 0.0146444 Nov 22 17:09:29.544244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-eaab654c-0aa8-4908-a8e4-c3e492cf1613 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272305603414c33901740929edb8e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374205 Nov 22 17:09:29.623698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-03508d14-656c-4143-8215-0b7e75ce5f64 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:09:29.626726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-03508d14-656c-4143-8215-0b7e75ce5f64 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0806451 Nov 22 17:09:29.737789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-137bcf03-d4c1-40f4-913e-bcdf1e1eeebd service neutron] 10.222.0.59 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039395 Nov 22 17:09:29.882203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-bd0f9424-c21b-43a9-96e5-3264873eb106 service neutron] 10.222.0.59 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372843 Nov 22 17:09:30.134447 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8b5d279-7afb-418d-aa89-d41f9171965d req-1f21c12c-fe73-4b61-8b26-e61bda30e5a8 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 210 time: 0.0439396 Nov 22 17:09:31.239686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-148123a2-a48d-43ec-a422-a722b3b16c29 req-23e84ab8-08ce-4fbb-a21f-adc213c649d7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 210 time: 0.0285060 Nov 22 17:09:31.805204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-68ec2bcf-a7c0-405b-a703-d8c1c68fe0d1 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:31.807113 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-68ec2bcf-a7c0-405b-a703-d8c1c68fe0d1 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.62 "GET /v2.0/networks?id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70 HTTP/1.1" status: 200 len: 814 time: 0.4342494 Nov 22 17:09:31.826746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Request body: {'port': {'device_id': '570c8c85-25de-4580-9413-d4aca919ec6f', 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70', 'admin_state_up': True, 'tenant_id': '4272305603414c33901740929edb8e91'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:31.959795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Made reservation on behalf of 4272305603414c33901740929edb8e91 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:09:31.966374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:32.190223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Allocated IP 172.20.0.9 (cfc70b14-c8e4-4876-afd2-1cfaee7beb70/16c5159b-3bb3-409f-b606-aa1171c40a00/ddec9fc1-8a86-405d-b5e3-517c336b1ebc) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:32.379147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29fcc1f6-72d1-4e84-ba99-c6446218df02 req-0d3d7d43-0a9e-4d1c-b086-ddfef0bd42fc tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 210 time: 0.0354531 Nov 22 17:09:32.413020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:32.462839 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:32.520942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:32.525297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:32.530943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:32.579628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Pushing event updated for resources: {'Port': ['ID=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:32.605444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:32.607036 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:32.633790 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-e8722596-da52-4fa4-9a45-96bfafbda3c7 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8127096 Nov 22 17:09:32.648118 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Request body: {'port': {'device_id': '570c8c85-25de-4580-9413-d4aca919ec6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:32.730456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:33.091549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddec9fc1-8a86-405d-b5e3-517c336b1ebc {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:33.104007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:33.117502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Transition to ACTIVE for port object ddec9fc1-8a86-405d-b5e3-517c336b1ebc will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:09:33.123609 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:33.204121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Pushing event updated for resources: {'Port': ['ID=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:33.268267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Attempting to bind port ddec9fc1-8a86-405d-b5e3-517c336b1ebc on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:33.268624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Attempting to bind port ddec9fc1-8a86-405d-b5e3-517c336b1ebc by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:33.269295 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Attempting to bind port ddec9fc1-8a86-405d-b5e3-517c336b1ebc on network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:33.274535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Port ddec9fc1-8a86-405d-b5e3-517c336b1ebc on network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:09:33.274859 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Attempting to bind port ddec9fc1-8a86-405d-b5e3-517c336b1ebc on network cfc70b14-c8e4-4876-afd2-1cfaee7beb70 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:33.280903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:33.281277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Checking segment: {'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:33.281676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Bound using segment: {'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:33.282123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Bound port: ddec9fc1-8a86-405d-b5e3-517c336b1ebc, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bc0c1fa-1238-42be-8c7c-8580a43cd35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:33.282552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:33.354002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] For port ddec9fc1-8a86-405d-b5e3-517c336b1ebc, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:33.357490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] For port ddec9fc1-8a86-405d-b5e3-517c336b1ebc, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:33.363717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:33.433754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:33.434779 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:33.437449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] 10.222.0.62 "PUT /v2.0/ports/ddec9fc1-8a86-405d-b5e3-517c336b1ebc HTTP/1.1" status: 200 len: 1091 time: 0.7947142 Nov 22 17:09:33.439095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570c8c85-25de-4580-9413-d4aca919ec6f', 'tag': 'ddec9fc1-8a86-405d-b5e3-517c336b1ebc'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:33.443162 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73303039-9f47-4e9e-a14b-cdd0ec9829e9" -d '{"events": [{"name": "network-changed", "server_uuid": "570c8c85-25de-4580-9413-d4aca919ec6f", "tag": "ddec9fc1-8a86-405d-b5e3-517c336b1ebc"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:33.486475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ca67b-dfc1-4637-bf71-2487858de086 service neutron] Pushing event updated for resources: {'Port': ['ID=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:33.576820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-615ce4a5-fcfc-49d1-b5a9-abbb6150bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:33.578873 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-615ce4a5-fcfc-49d1-b5a9-abbb6150bb4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4272305603414c33901740929edb8e91&device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 1094 time: 0.0660970 Nov 22 17:09:33.632388 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-3464ab68-d06f-4e5d-8346-1fd2782eb824 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddec9fc1-8a86-405d-b5e3-517c336b1ebc HTTP/1.1" status: 200 len: 217 time: 0.0427475 Nov 22 17:09:33.654026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a393-cf3a-4216-8e41-c55c53374cea req-e0147bba-8def-459a-829e-2bce0e989cbf tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:33.658036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7919a393-cf3a-4216-8e41-c55c53374cea req-e0147bba-8def-459a-829e-2bce0e989cbf tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 943 time: 0.0978148 Nov 22 17:09:33.696396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-cef7ef02-1691-412b-ad96-bcf0c102230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:33.696396 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-cef7ef02-1691-412b-ad96-bcf0c102230d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16c5159b-3bb3-409f-b606-aa1171c40a00 HTTP/1.1" status: 200 len: 854 time: 0.0566278 Nov 22 17:09:33.728191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7919a393-cf3a-4216-8e41-c55c53374cea req-a296e381-578b-4fbc-ae80-58d75fdfba96 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623548 Nov 22 17:09:33.733367 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-22a03f31-adb5-46f6-9277-e54ae19394e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297654 Nov 22 17:09:33.801844 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda69cad-60f8-435b-b031-ab25b32ec45b x-openstack-request-id: req-dda69cad-60f8-435b-b031-ab25b32ec45b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:33.802235 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570c8c85-25de-4580-9413-d4aca919ec6f", "tag": "ddec9fc1-8a86-405d-b5e3-517c336b1ebc", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:33.802548 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dda69cad-60f8-435b-b031-ab25b32ec45b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:33.803034 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570c8c85-25de-4580-9413-d4aca919ec6f', 'tag': 'ddec9fc1-8a86-405d-b5e3-517c336b1ebc', 'status': 'completed', 'code': 200} Nov 22 17:09:33.861596 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-9ecaec64-5daf-40db-8e8b-cabb046b47db service neutron] 10.222.0.62 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217079 Nov 22 17:09:34.010549 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f991f4d-bcd9-4611-ace0-ec0646d8b8d8 req-401f7079-7ea6-4c8c-b94f-7e5ba7d7ba3c service neutron] 10.222.0.62 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395218 Nov 22 17:09:34.145537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-67f706bd-8179-4120-98b5-1401b8922b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:34.148716 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-67f706bd-8179-4120-98b5-1401b8922b57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4272305603414c33901740929edb8e91&device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 1094 time: 0.0676651 Nov 22 17:09:34.316342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-394bc5da-1a21-49d2-8978-1480a49c8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:34.318253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-394bc5da-1a21-49d2-8978-1480a49c8cde service neutron] 10.222.0.62 "GET /v2.0/networks?id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70 HTTP/1.1" status: 200 len: 915 time: 0.1612127 Nov 22 17:09:34.376634 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-20cd19f6-5987-4a60-a11a-899a11bef786 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddec9fc1-8a86-405d-b5e3-517c336b1ebc HTTP/1.1" status: 200 len: 217 time: 0.0509665 Nov 22 17:09:34.459108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-b7d321de-e8c2-44cc-a1c1-3a29e18bf502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:34.460996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-b7d321de-e8c2-44cc-a1c1-3a29e18bf502 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16c5159b-3bb3-409f-b606-aa1171c40a00 HTTP/1.1" status: 200 len: 854 time: 0.0723996 Nov 22 17:09:34.511518 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-bcd194d2-15c6-4b0f-b778-3227962df32c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cfc70b14-c8e4-4876-afd2-1cfaee7beb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413036 Nov 22 17:09:34.666500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-a78b7409-a2bd-4de0-a863-fd0c387b2aba service neutron] 10.222.0.62 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478398 Nov 22 17:09:34.812364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73303039-9f47-4e9e-a14b-cdd0ec9829e9 req-2f8304ab-4713-4872-9909-20da00960d61 service neutron] 10.222.0.62 "GET /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380885 Nov 22 17:09:34.948453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a65aae-0669-42cb-834e-b4a37fcb2f78 req-63fb85c4-91c5-4d9e-9797-d608cea99883 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:34.950405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33a65aae-0669-42cb-834e-b4a37fcb2f78 req-63fb85c4-91c5-4d9e-9797-d608cea99883 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 943 time: 0.0631244 Nov 22 17:09:35.005797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33a65aae-0669-42cb-834e-b4a37fcb2f78 req-5b69aac3-bde3-4c31-a939-63ac078e2de2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481520 Nov 22 17:09:36.159396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f55a7-8ec2-4252-b339-3eccb5d1a99e req-6857da10-af8c-4875-ac34-6d4c89a67fdb tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:36.160917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e81f55a7-8ec2-4252-b339-3eccb5d1a99e req-6857da10-af8c-4875-ac34-6d4c89a67fdb tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 943 time: 0.0688066 Nov 22 17:09:36.220789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e81f55a7-8ec2-4252-b339-3eccb5d1a99e req-7423bb53-e4ed-4419-91ca-8719efd6b1cf tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490317 Nov 22 17:09:36.825130 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:37.387913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1bb98-376b-451d-bc3d-9bb80b7d6402 req-53cbf85d-93af-4e48-94ef-a91f9550c137 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:37.398433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbf1bb98-376b-451d-bc3d-9bb80b7d6402 req-53cbf85d-93af-4e48-94ef-a91f9550c137 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 943 time: 0.0718861 Nov 22 17:09:37.453076 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fbf1bb98-376b-451d-bc3d-9bb80b7d6402 req-f107797e-8d29-4385-b767-65a74ae12100 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535805 Nov 22 17:09:37.759923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ddec9fc1-8a86-405d-b5e3-517c336b1ebc details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:09:37.906975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ddec9fc1-8a86-405d-b5e3-517c336b1ebc, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:37.927882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'ddec9fc1-8a86-405d-b5e3-517c336b1ebc', 'network_id': 'cfc70b14-c8e4-4876-afd2-1cfaee7beb70', 'port_id': 'ddec9fc1-8a86-405d-b5e3-517c336b1ebc', 'mac_address': 'fa:16:3e:d6:f8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c5159b-3bb3-409f-b606-aa1171c40a00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:09:37.982090 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.011774 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddec9fc1-8a86-405d-b5e3-517c336b1ebc {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:38.039714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ddec9fc1-8a86-405d-b5e3-517c336b1ebc, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:38.065701 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.137499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.139155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:38.150745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.151328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.151734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.152152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.152564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.153268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.153769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.154228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.155801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.156150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.156494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.156868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.355651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['ddec9fc1-8a86-405d-b5e3-517c336b1ebc'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:38.643777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a938eb8-5119-47c6-9bb6-97c482be7e05 req-2ca7f9e4-e40f-45a6-8d23-4fa2970f16b8 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:38.645516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a938eb8-5119-47c6-9bb6-97c482be7e05 req-2ca7f9e4-e40f-45a6-8d23-4fa2970f16b8 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 944 time: 0.0650146 Nov 22 17:09:38.717606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a938eb8-5119-47c6-9bb6-97c482be7e05 req-29393364-57cf-41e6-926d-65098bc79bb4 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637131 Nov 22 17:09:39.808414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ddec9fc1-8a86-405d-b5e3-517c336b1ebc up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:39.924329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port ddec9fc1-8a86-405d-b5e3-517c336b1ebc completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:09:39.930552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port ddec9fc1-8a86-405d-b5e3-517c336b1ebc triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:39.931128 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:39.948246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc52a29-cdfc-44a5-aae0-dc6e7e55f707 req-603518e9-0544-4549-9b94-cbe41401cb66 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:39.951346 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fc52a29-cdfc-44a5-aae0-dc6e7e55f707 req-603518e9-0544-4549-9b94-cbe41401cb66 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 944 time: 0.1020920 Nov 22 17:09:40.022062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fc52a29-cdfc-44a5-aae0-dc6e7e55f707 req-f4f14140-fe42-48a1-a485-4f3af43055b3 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629275 Nov 22 17:09:40.055869 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:40.082600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570c8c85-25de-4580-9413-d4aca919ec6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddec9fc1-8a86-405d-b5e3-517c336b1ebc'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:40.085021 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9f5414-2bfa-446a-8366-2acb05a78a21" -d '{"events": [{"server_uuid": "570c8c85-25de-4580-9413-d4aca919ec6f", "name": "network-vif-plugged", "status": "completed", "tag": "ddec9fc1-8a86-405d-b5e3-517c336b1ebc"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:40.103217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port ddec9fc1-8a86-405d-b5e3-517c336b1ebc, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:40.109647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:40.177166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:40.233460 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b185401-4118-4724-a971-ef8ce7412a22 x-openstack-request-id: req-4b185401-4118-4724-a971-ef8ce7412a22 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:40.233787 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570c8c85-25de-4580-9413-d4aca919ec6f", "name": "network-vif-plugged", "status": "completed", "tag": "ddec9fc1-8a86-405d-b5e3-517c336b1ebc", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:40.234121 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b185401-4118-4724-a971-ef8ce7412a22 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:40.234459 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570c8c85-25de-4580-9413-d4aca919ec6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddec9fc1-8a86-405d-b5e3-517c336b1ebc', 'code': 200} Nov 22 17:09:40.389386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24438c0-3ce9-4467-b4f6-04bdffab603f req-eda13bf8-930e-49e0-8072-2ea2f730c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:40.392071 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e24438c0-3ce9-4467-b4f6-04bdffab603f req-eda13bf8-930e-49e0-8072-2ea2f730c57e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 1096 time: 0.0792084 Nov 22 17:09:40.465755 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e24438c0-3ce9-4467-b4f6-04bdffab603f req-e9f3c98c-b878-4e7f-aee5-ba07406bdda6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657346 Nov 22 17:09:41.197497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54af8ef-af6f-40e0-b0b0-e3054ff997c1 req-7288bd10-ff64-4dab-bdaf-f0132b061da2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:41.199132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a54af8ef-af6f-40e0-b0b0-e3054ff997c1 req-7288bd10-ff64-4dab-bdaf-f0132b061da2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 945 time: 0.0792623 Nov 22 17:09:41.264028 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a54af8ef-af6f-40e0-b0b0-e3054ff997c1 req-56a290ec-92f0-43f7-96a9-c3a5dc3b6d53 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549524 Nov 22 17:09:41.440693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bd5e9-5d51-4616-9fe5-7f3c6212393b req-84343239-a089-4ad3-80d4-34cd9cfa9035 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:41.442547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-720bd5e9-5d51-4616-9fe5-7f3c6212393b req-84343239-a089-4ad3-80d4-34cd9cfa9035 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1096 time: 0.0557117 Nov 22 17:09:41.464874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-720bd5e9-5d51-4616-9fe5-7f3c6212393b req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.573485 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-720bd5e9-5d51-4616-9fe5-7f3c6212393b req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.583153 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-720bd5e9-5d51-4616-9fe5-7f3c6212393b req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.634087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-720bd5e9-5d51-4616-9fe5-7f3c6212393b req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838994 Nov 22 17:09:41.635061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d6f50-e60b-4b5a-a528-27666066155b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:41.644617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.644982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.645335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.645683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.646032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.646370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.646707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.647266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.647647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.647984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.648326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.648662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c724038-61cc-4303-bf2b-58742205819f tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:41.826825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3189-8414-4064-bc03-ad5cccdec0a0 req-dbdd4dbd-5dbf-4213-9340-316f72bb7b11 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:41.831652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2ca3189-8414-4064-bc03-ad5cccdec0a0 req-dbdd4dbd-5dbf-4213-9340-316f72bb7b11 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0729601 Nov 22 17:09:41.891397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2ca3189-8414-4064-bc03-ad5cccdec0a0 req-30d0d120-2550-4a1c-a2be-ce9a18791fc9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554483 Nov 22 17:09:41.918217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:41.992476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1cf4de7a-4e79-4a41-bbf8-806c51eba1dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/d925da7e-9e37-4887-b02f-bb1c61bb574b HTTP/1.1" status: 200 len: 992 time: 0.0644288 Nov 22 17:09:42.316609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-05ee73f6-d15b-4423-bbd3-87554bebee69 req-5f267507-3ada-4692-aca0-45148e142dea service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:09:42.318364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-05ee73f6-d15b-4423-bbd3-87554bebee69 req-5f267507-3ada-4692-aca0-45148e142dea service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064142 Nov 22 17:09:42.688034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42490) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:42.813851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a729c-d421-4e7a-8e8d-c8286882de14 req-52af45e9-620a-40f5-9a57-c915108d1696 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:42.816516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-603a729c-d421-4e7a-8e8d-c8286882de14 req-52af45e9-620a-40f5-9a57-c915108d1696 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 945 time: 0.1311414 Nov 22 17:09:42.888540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-603a729c-d421-4e7a-8e8d-c8286882de14 req-bdd64e4d-71ac-40e1-b302-290e0fe07618 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643854 Nov 22 17:09:42.920287 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-36e56532-30de-47f9-b5ea-3598e21ebe14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2298391 Nov 22 17:09:42.940546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-a5f45fed-95da-48c6-b9ee-e1354661930f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:09:42.949634 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-a5f45fed-95da-48c6-b9ee-e1354661930f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124784 Nov 22 17:09:43.051016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91b2e9-8d17-4d12-9ef0-ad1e48b98209 req-7908091e-aea6-414a-95d3-4fbc10aeb51b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:43.052728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef91b2e9-8d17-4d12-9ef0-ad1e48b98209 req-7908091e-aea6-414a-95d3-4fbc10aeb51b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0809510 Nov 22 17:09:43.122114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef91b2e9-8d17-4d12-9ef0-ad1e48b98209 req-09f9a6f9-d165-443d-a92f-cbd723b3e4d4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613682 Nov 22 17:09:44.272014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f928f4-948d-43a1-8137-66ef05898339 req-d4b9ce2f-e26b-40fb-9701-62fc98745806 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:44.282048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62f928f4-948d-43a1-8137-66ef05898339 req-d4b9ce2f-e26b-40fb-9701-62fc98745806 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0620158 Nov 22 17:09:44.339558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62f928f4-948d-43a1-8137-66ef05898339 req-bcd7cc24-0187-4505-89f2-959cb2e3e85d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562236 Nov 22 17:09:44.592397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-00090df2-f050-41e5-9421-adfc80b8d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:44.594038 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-00090df2-f050-41e5-9421-adfc80b8d25c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1096 time: 0.0595076 Nov 22 17:09:44.783751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-730725d5-1d85-48ff-9911-c6f2eb7d3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:44.785400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-730725d5-1d85-48ff-9911-c6f2eb7d3d79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.1833148 Nov 22 17:09:44.907987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-24e35a38-29f4-4261-8ce3-35c5107a74f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 1000 time: 0.1117713 Nov 22 17:09:44.965464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-0a6db6f7-d0f7-4cc3-96b6-ffa3fce93300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:44.966968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-0a6db6f7-d0f7-4cc3-96b6-ffa3fce93300 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.0526919 Nov 22 17:09:45.022597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-39852a89-2685-49cc-a950-5c1a9a43a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:45.024695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-39852a89-2685-49cc-a950-5c1a9a43a206 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505519 Nov 22 17:09:45.169625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-4f39073a-4404-477d-a227-3858a9333f6b service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358752 Nov 22 17:09:45.290092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-34a29472-463e-45fe-93d1-844257eccfce service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131351 Nov 22 17:09:45.395471 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:09:45.453174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-cb4f2d03-de83-4c26-9263-5f1c0b7a0d68 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:45.461867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-cb4f2d03-de83-4c26-9263-5f1c0b7a0d68 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1605637 Nov 22 17:09:45.476125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-362ab823-0df5-47de-8dd9-1247ffc55ca0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/quotas/38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 375 time: 0.0128095 Nov 22 17:09:45.524589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a777576-ab42-4442-ab24-0114e2a58f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:45.541438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-45c57d9c-7787-4f3c-ab43-a8b9b433c450 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572715 Nov 22 17:09:45.665045 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-de42189a-0fa9-4a69-9598-479cf296c2a9 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144583 Nov 22 17:09:45.789952 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-903a4be1-8fe9-4d91-9fc7-3054ecb3bc49 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114564 Nov 22 17:09:46.349674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71473c9d-f804-4838-82ca-892bba781030 req-ccb04824-a947-4e1b-b946-1b73b4bd0849 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:46.351750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71473c9d-f804-4838-82ca-892bba781030 req-ccb04824-a947-4e1b-b946-1b73b4bd0849 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0586953 Nov 22 17:09:46.435017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71473c9d-f804-4838-82ca-892bba781030 req-29273f2c-b33a-4796-8316-4e021d24cc32 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752585 Nov 22 17:09:46.558770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6cc3899-1230-4576-9919-68533e0fa04f req-b84817a6-526a-49db-b105-b3178c7d863e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 210 time: 0.0412347 Nov 22 17:09:47.430689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-dc8401a5-d502-44d7-837e-ba9f1727698e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:47.433267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-dc8401a5-d502-44d7-837e-ba9f1727698e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1477847 Nov 22 17:09:47.449238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'port': {'device_id': 'fabae8b4-1e1d-430f-b2ff-cbcad274fa44', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'admin_state_up': True, 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:47.643322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110bffd-6182-48fc-8826-4c7bd4dfe6e1 req-44cef04c-f801-474e-a063-ec13f0722411 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:47.644960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5110bffd-6182-48fc-8826-4c7bd4dfe6e1 req-44cef04c-f801-474e-a063-ec13f0722411 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0719514 Nov 22 17:09:47.646115 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:09:47.649890 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:47.816062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.20.0.10 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/738a3e20-6edf-4a1d-9717-fd1c49cf4a5e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:47.942746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdc45f23-81f3-442e-b800-7b7a1e99a554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:48.012635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:48.080997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5110bffd-6182-48fc-8826-4c7bd4dfe6e1 req-293c0e57-1173-4b5d-b9e0-bc85905786f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4283640 Nov 22 17:09:48.082055 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:48.134135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:48.137563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:48.143310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:48.146085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:48.277663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:48.278532 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:48.298697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b08cad0f-0103-4f32-90d8-038e09f698a9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8556793 Nov 22 17:09:48.318530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Request body: {'port': {'device_id': 'fabae8b4-1e1d-430f-b2ff-cbcad274fa44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:48.366273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ceca0-cea3-49c6-ab6c-03c79007c7e6 req-9cb9d861-bbaf-4b4b-acf6-7cc9405684ea tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:48.368252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f0ceca0-cea3-49c6-ab6c-03c79007c7e6 req-9cb9d861-bbaf-4b4b-acf6-7cc9405684ea tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 932 time: 0.1433659 Nov 22 17:09:48.436872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:48.474056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f0ceca0-cea3-49c6-ab6c-03c79007c7e6 req-61bb7c62-e567-4aaf-a2df-75c4b7607e9c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787041 Nov 22 17:09:48.530261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4b65636b-ed9a-4062-b434-3b0496aa5d0d None None] Provisioning complete for port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:48.531272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b65636b-ed9a-4062-b434-3b0496aa5d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:48.578893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b65636b-ed9a-4062-b434-3b0496aa5d0d None None] Port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:09:48.828158 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:48.838600 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:48.858456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Transition to ACTIVE for port object 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:09:48.868070 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:48.926134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706d99c-b035-4955-a539-55742951cbef service neutron] Pushing event updated for resources: {'Port': ['ID=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:49.016315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Attempting to bind port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:49.016315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Attempting to bind port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:49.017562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Attempting to bind port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:49.023652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:09:49.024114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Attempting to bind port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:49.030597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:49.031323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:49.032262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:49.033123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Bound port: 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:49.033611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.043934 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.134352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] For port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:49.141161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] For port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:49.151469 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.191334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:49.192327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.194061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-b706d99c-b035-4955-a539-55742951cbef service neutron] 10.222.0.37 "PUT /v2.0/ports/738a3e20-6edf-4a1d-9717-fd1c49cf4a5e HTTP/1.1" status: 200 len: 1092 time: 0.8810141 Nov 22 17:09:49.194659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabae8b4-1e1d-430f-b2ff-cbcad274fa44', 'tag': '738a3e20-6edf-4a1d-9717-fd1c49cf4a5e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:49.197308 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6349225a-e148-4be2-847f-91e16e4054bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fabae8b4-1e1d-430f-b2ff-cbcad274fa44", "tag": "738a3e20-6edf-4a1d-9717-fd1c49cf4a5e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:49.333472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-e23e94f4-7240-4558-a087-6a6e57154720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:49.335239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-e23e94f4-7240-4558-a087-6a6e57154720 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 1095 time: 0.0936327 Nov 22 17:09:49.344763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640b85-a06e-4ca2-9251-2c2f37fd3de1 req-baae5ec7-527c-4aa0-82c7-a4b8bb2e85ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:49.346331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69640b85-a06e-4ca2-9251-2c2f37fd3de1 req-baae5ec7-527c-4aa0-82c7-a4b8bb2e85ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.1212173 Nov 22 17:09:49.347076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706d99c-b035-4955-a539-55742951cbef service neutron] Pushing event updated for resources: {'Port': ['ID=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:49.410991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-d9f6c055-5a2c-4228-aef3-892daa8b033c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e HTTP/1.1" status: 200 len: 217 time: 0.0607877 Nov 22 17:09:49.504836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69640b85-a06e-4ca2-9251-2c2f37fd3de1 req-81decea5-4669-43ef-b03c-c19214dfde4f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458864 Nov 22 17:09:49.506910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-c881f41e-d5f7-4294-829b-b58415004b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:49.508262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-c881f41e-d5f7-4294-829b-b58415004b96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0601227 Nov 22 17:09:49.578895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-1fa23fa8-30ac-4338-a1ed-3ea895702d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:49.581172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-1fa23fa8-30ac-4338-a1ed-3ea895702d20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660870 Nov 22 17:09:49.582786 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3f0c28-2544-4c86-8d8e-a9cef4fa09c1 x-openstack-request-id: req-7f3f0c28-2544-4c86-8d8e-a9cef4fa09c1 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:49.583188 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabae8b4-1e1d-430f-b2ff-cbcad274fa44", "tag": "738a3e20-6edf-4a1d-9717-fd1c49cf4a5e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:49.583532 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f3f0c28-2544-4c86-8d8e-a9cef4fa09c1 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:49.584025 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabae8b4-1e1d-430f-b2ff-cbcad274fa44', 'tag': '738a3e20-6edf-4a1d-9717-fd1c49cf4a5e', 'status': 'completed', 'code': 200} Nov 22 17:09:49.748870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748c85d-97d0-47b9-bfc3-373be67eab52 req-99407712-89a3-43cd-b532-8bfd284679be tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:49.769309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9748c85d-97d0-47b9-bfc3-373be67eab52 req-99407712-89a3-43cd-b532-8bfd284679be tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.1106637 Nov 22 17:09:49.838680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-99770483-928d-45c4-a883-6799d2ea5786 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484741 Nov 22 17:09:50.002233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9748c85d-97d0-47b9-bfc3-373be67eab52 req-77ae533f-a379-4d14-9bbd-7ca90ebfdff4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349460 Nov 22 17:09:50.004274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5feac1d6-ee2d-4688-ae19-6269ae12a99c req-d285431c-f898-4f6b-b7f3-e33eb79ee507 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581616 Nov 22 17:09:50.111488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349225a-e148-4be2-847f-91e16e4054bb req-07498730-c22b-45d4-9c18-b43edf3721ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.113277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6349225a-e148-4be2-847f-91e16e4054bb req-07498730-c22b-45d4-9c18-b43edf3721ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 1095 time: 0.0571306 Nov 22 17:09:50.242312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349225a-e148-4be2-847f-91e16e4054bb req-5c3ed8ed-a6ab-40b5-8522-67c1bb1385f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.245090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6349225a-e148-4be2-847f-91e16e4054bb req-5c3ed8ed-a6ab-40b5-8522-67c1bb1385f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.1243367 Nov 22 17:09:50.301174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6349225a-e148-4be2-847f-91e16e4054bb req-f620d2ff-3e8b-4a47-96d0-e33cc17534e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e HTTP/1.1" status: 200 len: 217 time: 0.0488002 Nov 22 17:09:50.363330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349225a-e148-4be2-847f-91e16e4054bb req-df271362-d9c7-4d13-8115-d5987fa51f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.364871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6349225a-e148-4be2-847f-91e16e4054bb req-df271362-d9c7-4d13-8115-d5987fa51f46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0564561 Nov 22 17:09:50.421390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349225a-e148-4be2-847f-91e16e4054bb req-8ad38d27-0aa3-4397-8337-e62bf9d0708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.424634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6349225a-e148-4be2-847f-91e16e4054bb req-8ad38d27-0aa3-4397-8337-e62bf9d0708f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527079 Nov 22 17:09:50.544572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6349225a-e148-4be2-847f-91e16e4054bb req-02847be1-8bab-47df-95cb-1ebb61b6953b service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082668 Nov 22 17:09:50.609539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42658) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:50.688610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c059eb5-0e30-4513-a3cc-7b0d013c033e req-87148bd1-f5a8-4322-b99b-22c68c15c627 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.690890 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c059eb5-0e30-4513-a3cc-7b0d013c033e req-87148bd1-f5a8-4322-b99b-22c68c15c627 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0846810 Nov 22 17:09:50.733997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6349225a-e148-4be2-847f-91e16e4054bb req-b01c835a-9a90-456e-8502-786b626da5cc service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818073 Nov 22 17:09:50.745400 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4286c75-8f7f-455f-b435-79a2659a8302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.826384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.856161 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4286c75-8f7f-455f-b435-79a2659a8302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.862185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4286c75-8f7f-455f-b435-79a2659a8302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.912010 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4286c75-8f7f-455f-b435-79a2659a8302 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c664b1a6d61a404e8ac7b9de7b370032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3010628 Nov 22 17:09:50.912924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42664) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:50.922370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4286c75-8f7f-455f-b435-79a2659a8302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb908149-8c9f-4ab1-ab0d-ce0d18b06e24,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:50.974549 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76225c61-59da-41fb-99fb-5daedecb69cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.006729 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76225c61-59da-41fb-99fb-5daedecb69cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.068205 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76225c61-59da-41fb-99fb-5daedecb69cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.072473 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76225c61-59da-41fb-99fb-5daedecb69cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.073888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-76225c61-59da-41fb-99fb-5daedecb69cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb908149-8c9f-4ab1-ab0d-ce0d18b06e24 HTTP/1.1" status: 204 len: 168 time: 0.1590698 Nov 22 17:09:51.083678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76225c61-59da-41fb-99fb-5daedecb69cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb908149-8c9f-4ab1-ab0d-ce0d18b06e24,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:51.186504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c059eb5-0e30-4513-a3cc-7b0d013c033e req-006c27a7-a0b0-445f-9650-992c54f0cb8c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4845138 Nov 22 17:09:51.316311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf95c40-ad89-411b-b652-a1333d53c418 req-71fc92f8-d8d9-4dde-a935-dfb4f8a353fc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:51.319790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7cf95c40-ad89-411b-b652-a1333d53c418 req-71fc92f8-d8d9-4dde-a935-dfb4f8a353fc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.0637398 Nov 22 17:09:51.386438 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.405135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7cf95c40-ad89-411b-b652-a1333d53c418 req-ce2f7b53-68a9-4019-afef-be37e7498298 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785599 Nov 22 17:09:51.456067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42672) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:51.470893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c66687e-0ad3-49b9-b4da-29509e5d2071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.561159 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c66687e-0ad3-49b9-b4da-29509e5d2071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.567575 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c66687e-0ad3-49b9-b4da-29509e5d2071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.616803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8c66687e-0ad3-49b9-b4da-29509e5d2071 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=901bd04152374afa94cdbe7b50c32373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1595404 Nov 22 17:09:51.618635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42674) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:51.620286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66687e-0ad3-49b9-b4da-29509e5d2071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c1936-770f-46d9-bbf4-2051bf98189c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:51.676777 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b44d504-f653-4a72-b4f3-58ede7d8ce0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.699524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b44d504-f653-4a72-b4f3-58ede7d8ce0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.749413 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b44d504-f653-4a72-b4f3-58ede7d8ce0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.752080 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b44d504-f653-4a72-b4f3-58ede7d8ce0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.753255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8b44d504-f653-4a72-b4f3-58ede7d8ce0e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/953c1936-770f-46d9-bbf4-2051bf98189c HTTP/1.1" status: 204 len: 168 time: 0.1335044 Nov 22 17:09:51.765903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44d504-f653-4a72-b4f3-58ede7d8ce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c1936-770f-46d9-bbf4-2051bf98189c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:52.322256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d57e37-0ed6-4212-898d-445f0589fd78 req-c4874d16-79b7-42ee-9098-dd8fceab9410 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:52.327557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1d57e37-0ed6-4212-898d-445f0589fd78 req-c4874d16-79b7-42ee-9098-dd8fceab9410 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0607448 Nov 22 17:09:52.401754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b1d57e37-0ed6-4212-898d-445f0589fd78 req-b5b05e74-bfce-4940-83f1-a0dfb7673a50 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707870 Nov 22 17:09:52.550549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca01dfd-1464-450d-8408-4593b4b0fc8e req-3322ff36-897e-4a98-98aa-6daef495b1f4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:52.555628 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bca01dfd-1464-450d-8408-4593b4b0fc8e req-3322ff36-897e-4a98-98aa-6daef495b1f4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.0685732 Nov 22 17:09:52.606909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bca01dfd-1464-450d-8408-4593b4b0fc8e req-9a435d0e-f842-4c09-ada4-e189ffb326ab tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470512 Nov 22 17:09:53.550784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b3419-8ff3-4570-85ed-f336bf3e6b1a req-7a7997fd-734b-48e8-84f9-6a5a34acede0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:53.552425 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-947b3419-8ff3-4570-85ed-f336bf3e6b1a req-7a7997fd-734b-48e8-84f9-6a5a34acede0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0723784 Nov 22 17:09:53.614869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-947b3419-8ff3-4570-85ed-f336bf3e6b1a req-e32cbde9-acef-4435-9144-f3ebee918005 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546300 Nov 22 17:09:53.767560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738012cb-0309-41a3-b328-c9b26a4c9c41 req-0eb12cba-4e53-4447-973d-212f225fb7b3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:53.775582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-738012cb-0309-41a3-b328-c9b26a4c9c41 req-0eb12cba-4e53-4447-973d-212f225fb7b3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.0824263 Nov 22 17:09:53.823620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-738012cb-0309-41a3-b328-c9b26a4c9c41 req-f16b5028-41ee-4e73-964c-e896d396dfa9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 Nov 22 17:09:54.750556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81c7c1-189f-41bc-8f84-173659dab8fb req-96dd4d27-8d49-49b5-896c-5b31ab0ce30a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:54.753872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe81c7c1-189f-41bc-8f84-173659dab8fb req-96dd4d27-8d49-49b5-896c-5b31ab0ce30a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0563815 Nov 22 17:09:54.826290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe81c7c1-189f-41bc-8f84-173659dab8fb req-45557298-fadc-474c-a961-aaa1921b65e9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675254 Nov 22 17:09:54.960927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5392055-195a-4c9e-94e9-cf5a6b7dee96 req-343f7021-54d7-4712-a97d-3e8fa3c77fc2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:54.962768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5392055-195a-4c9e-94e9-cf5a6b7dee96 req-343f7021-54d7-4712-a97d-3e8fa3c77fc2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.0582087 Nov 22 17:09:55.022002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5392055-195a-4c9e-94e9-cf5a6b7dee96 req-4fe92dde-3390-47d9-8dc4-0787a5820841 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495653 Nov 22 17:09:55.972374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37895cb-4748-416c-b18a-85a530f60b78 req-43b57534-34c4-47cb-a218-dc1d51e1bd0d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:55.973965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f37895cb-4748-416c-b18a-85a530f60b78 req-43b57534-34c4-47cb-a218-dc1d51e1bd0d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0568323 Nov 22 17:09:56.032321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f37895cb-4748-416c-b18a-85a530f60b78 req-5dddddca-c732-4fb1-b780-9bb2ff3743be tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476480 Nov 22 17:09:56.176611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4147b68-1e8b-40e0-ab48-deb0fbfd76f5 req-f0e7a60f-fe9d-49cf-bf53-26a7dc106280 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:56.178669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4147b68-1e8b-40e0-ab48-deb0fbfd76f5 req-f0e7a60f-fe9d-49cf-bf53-26a7dc106280 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.0663128 Nov 22 17:09:56.252825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4147b68-1e8b-40e0-ab48-deb0fbfd76f5 req-30a7e915-5c4f-4daf-840e-a5a5eaeea078 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595422 Nov 22 17:09:56.678276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:56.810107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c777f2f0-84ae-484d-bc9b-de442d7399a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:56.913281 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c777f2f0-84ae-484d-bc9b-de442d7399a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:56.919117 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c777f2f0-84ae-484d-bc9b-de442d7399a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:56.958458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c777f2f0-84ae-484d-bc9b-de442d7399a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55ea460fa1624d3abccb3c13425d8634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789614 Nov 22 17:09:56.959385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777f2f0-84ae-484d-bc9b-de442d7399a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9070678f-cb6a-41d6-9e2d-ba4e57584b81,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:56.961288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42792) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:57.024945 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91840e50-7641-4378-a780-2262fe9ba9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.052345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91840e50-7641-4378-a780-2262fe9ba9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.116237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91840e50-7641-4378-a780-2262fe9ba9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.118874 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-91840e50-7641-4378-a780-2262fe9ba9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.123584 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-91840e50-7641-4378-a780-2262fe9ba9a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9070678f-cb6a-41d6-9e2d-ba4e57584b81 HTTP/1.1" status: 204 len: 168 time: 0.1567569 Nov 22 17:09:57.129167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91840e50-7641-4378-a780-2262fe9ba9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9070678f-cb6a-41d6-9e2d-ba4e57584b81,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:57.175311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5564c2-6e0d-4eeb-9a80-5a0c4756c162 req-c4abf281-4fad-4ae5-80de-d06cd6cc02fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:57.179442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab5564c2-6e0d-4eeb-9a80-5a0c4756c162 req-c4abf281-4fad-4ae5-80de-d06cd6cc02fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0661392 Nov 22 17:09:57.244655 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab5564c2-6e0d-4eeb-9a80-5a0c4756c162 req-4c8ef79d-7bdd-41a4-844d-6404bdf03c76 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593429 Nov 22 17:09:57.310627 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-2be8bb46-00a5-4a1f-be46-0d225a5fda81 service neutron] show failed (client error): The resource could not be found. Nov 22 17:09:57.311831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-2be8bb46-00a5-4a1f-be46-0d225a5fda81 service neutron] 10.222.0.37 "GET /v2.0/ports/9354c9d5-ca75-4793-85c9-b1bff8b65dd0/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0657713 Nov 22 17:09:57.425437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2738a-917e-46d5-bb1b-bfd362e527b5 req-e3bae1ac-cfc7-4d42-9b9f-8906f5e0d8c4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:57.435733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bb2738a-917e-46d5-bb1b-bfd362e527b5 req-e3bae1ac-cfc7-4d42-9b9f-8906f5e0d8c4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.0965402 Nov 22 17:09:57.503616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5bb2738a-917e-46d5-bb1b-bfd362e527b5 req-83605d42-fe34-4e90-bd1c-68b25549cae4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663815 Nov 22 17:09:57.543903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 42804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:57.558128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-802b44f4-fc76-4e72-8ff7-4450d2763cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.621456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-4a161fbc-04ad-4574-9fba-1a8375b73b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:57.623359 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-4a161fbc-04ad-4574-9fba-1a8375b73b87 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 1096 time: 0.0798125 Nov 22 17:09:57.636728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:57.645928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-802b44f4-fc76-4e72-8ff7-4450d2763cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.652821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-802b44f4-fc76-4e72-8ff7-4450d2763cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.701913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-802b44f4-fc76-4e72-8ff7-4450d2763cd5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=274f09d263ac4224b67faee78baad096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542137 Nov 22 17:09:57.702147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42806) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:57.703482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b44f4-fc76-4e72-8ff7-4450d2763cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfac262-f307-400f-acaf-4b893112549a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:57.709499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.806365 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06cb7cfd-65c5-4bc6-ba13-d2f7c9ec4d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:57.917254 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06cb7cfd-65c5-4bc6-ba13-d2f7c9ec4d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.108096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06cb7cfd-65c5-4bc6-ba13-d2f7c9ec4d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.110782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06cb7cfd-65c5-4bc6-ba13-d2f7c9ec4d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.112057 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-06cb7cfd-65c5-4bc6-ba13-d2f7c9ec4d0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdfac262-f307-400f-acaf-4b893112549a HTTP/1.1" status: 204 len: 168 time: 0.4039094 Nov 22 17:09:58.114317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:58.136192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb7cfd-65c5-4bc6-ba13-d2f7c9ec4d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfac262-f307-400f-acaf-4b893112549a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:58.174002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:58.221383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:58.223813 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de147785-ece4-4430-953e-54f84911cb03" -d '{"events": [{"server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:58.233840 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.249088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Transition to ACTIVE for port object 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:09:58.255720 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.285350 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d930597d-c134-4fd4-afcc-673a116ea744 x-openstack-request-id: req-d930597d-c134-4fd4-afcc-673a116ea744 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:58.285755 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:58.286111 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d930597d-c134-4fd4-afcc-673a116ea744 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:58.286667 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'code': 200} Nov 22 17:09:58.392960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:58.410193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6bf-6680-4128-afa7-c31c7957a67c req-e6a92b66-b765-48b4-818f-926a5f519c41 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:58.420784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b057b6bf-6680-4128-afa7-c31c7957a67c req-e6a92b66-b765-48b4-818f-926a5f519c41 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 943 time: 0.0739956 Nov 22 17:09:58.482649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b057b6bf-6680-4128-afa7-c31c7957a67c req-53e13835-c58b-4a69-b479-ab510b415055 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607777 Nov 22 17:09:58.486701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] No DVR routers for this DVR port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:09:58.679432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d99f3b-a742-419d-ab21-49ec877d1d19 req-8bb05e11-be23-4350-80ac-9dfe084b2d18 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:58.681505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4d99f3b-a742-419d-ab21-49ec877d1d19 req-8bb05e11-be23-4350-80ac-9dfe084b2d18 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.0833755 Nov 22 17:09:58.741909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Attempting to bind port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:58.742680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Attempting to bind port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:58.743234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Attempting to bind port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:58.752734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:09:58.753301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Attempting to bind port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:58.762042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:58.762878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Checking segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:58.763440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Bound using segment: {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:58.764141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Bound port: 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf41eaf-228d-4071-bd9b-3a890a69d92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:58.764542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.779778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4d99f3b-a742-419d-ab21-49ec877d1d19 req-5205bc15-7c0e-4a19-94bf-5b6acfc4627b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882037 Nov 22 17:09:58.863737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:58.868909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:58.875072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.922052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:58.922712 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.924199 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] 10.222.0.62 "PUT /v2.0/ports/9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 1091 time: 1.2924042 Nov 22 17:09:58.944625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ad106-b585-442a-932c-b26d1b2fa285 service neutron] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:59.009354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-cdd691a7-a865-4f8d-ae39-65b52b69ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.011671 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-cdd691a7-a865-4f8d-ae39-65b52b69ab25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1094 time: 0.0534358 Nov 22 17:09:59.136231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-7dfa1c57-cf30-46f4-b8fc-9c1f5b69c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.137860 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-7dfa1c57-cf30-46f4-b8fc-9c1f5b69c2ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.1181908 Nov 22 17:09:59.226526 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-77a21dd8-943e-4e82-828f-7e95e3637669 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 998 time: 0.0809004 Nov 22 17:09:59.297507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-8027edba-06a2-488d-a2bb-8b7fbcadea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.300237 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-8027edba-06a2-488d-a2bb-8b7fbcadea4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.0655344 Nov 22 17:09:59.362405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-13909518-53f6-46a0-b3e9-65ff319af16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.363987 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-13909518-53f6-46a0-b3e9-65ff319af16b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566194 Nov 22 17:09:59.461817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-9b67ac27-3910-4e2b-a566-4b187615422c service neutron] 10.222.0.62 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891871 Nov 22 17:09:59.594889 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-00a429f2-bf3a-43ed-8ba6-90fb40d18756 req-9804aa20-1dde-41af-8ef9-23930c68eef5 service neutron] 10.222.0.62 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221516 Nov 22 17:09:59.637535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65abf0-33fd-4749-806a-770c22b15820 req-6a00fd2f-357f-4564-a6a7-a106c1b51f70 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.639143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e65abf0-33fd-4749-806a-770c22b15820 req-6a00fd2f-357f-4564-a6a7-a106c1b51f70 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 943 time: 0.0658700 Nov 22 17:09:59.700296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e65abf0-33fd-4749-806a-770c22b15820 req-51759510-7247-4e36-a533-05279a1dcd0e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539296 Nov 22 17:09:59.914849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55c2b5-89f7-4049-9105-44878247586a req-2442ffb5-dac1-4cd7-99ba-1432f1ad3ff9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.916697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f55c2b5-89f7-4049-9105-44878247586a req-2442ffb5-dac1-4cd7-99ba-1432f1ad3ff9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.0560565 Nov 22 17:09:59.974773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f55c2b5-89f7-4049-9105-44878247586a req-4acba9ff-8975-4dcb-8c71-019132ce28c7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496876 Nov 22 17:09:59.985020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:00.058721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:00.288525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:00.291011 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:00.423397 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ed37c4-fd9f-4ed3-8aab-13411d26423a x-openstack-request-id: req-44ed37c4-fd9f-4ed3-8aab-13411d26423a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:00.423910 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:00.424342 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44ed37c4-fd9f-4ed3-8aab-13411d26423a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:00.424977 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'status': 'completed', 'code': 200} Nov 22 17:10:00.540604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-c397b6fc-3e91-4551-b632-c5de1b04dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.541966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-1abbfdd4-40ef-455c-8c1a-88f79e3797ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.542383 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-c397b6fc-3e91-4551-b632-c5de1b04dfa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1094 time: 0.0977693 Nov 22 17:10:00.543976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-1abbfdd4-40ef-455c-8c1a-88f79e3797ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1094 time: 0.0903547 Nov 22 17:10:00.659233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-c7a081d6-c9be-49d9-9ecd-c8b5e2cd0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.660738 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-c7a081d6-c9be-49d9-9ecd-c8b5e2cd0b92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.1061454 Nov 22 17:10:00.661360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-326966a8-1c14-4495-8ddf-72d71463f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.662884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-326966a8-1c14-4495-8ddf-72d71463f1b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.1123075 Nov 22 17:10:00.738053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-45c3340c-9835-49e8-9810-d476661c2bd4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 998 time: 0.0662293 Nov 22 17:10:00.751027 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-15318a59-a137-49a9-be89-a4141e4892e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 998 time: 0.0742555 Nov 22 17:10:00.798817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-73ac617f-cf5b-44f8-9f8e-d5ca1c32540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.803204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-73ac617f-cf5b-44f8-9f8e-d5ca1c32540e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.0559359 Nov 22 17:10:00.871544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-12c135a2-cc0e-4752-aa21-a062d50ec065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.873694 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-12c135a2-cc0e-4752-aa21-a062d50ec065 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625701 Nov 22 17:10:00.887578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-8684fef1-a25d-4a1e-9c57-6f8e2d89b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.890207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-8684fef1-a25d-4a1e-9c57-6f8e2d89b7fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.1341977 Nov 22 17:10:01.006635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfa057-da24-4d21-9cc7-d3e03f7fca1e req-8719ba29-c653-4a8c-8bc5-e3390aa4a227 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:01.009514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-992f3afa-687a-425c-90af-ded7b72b582b service neutron] 10.222.0.62 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255541 Nov 22 17:10:01.012299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59cfa057-da24-4d21-9cc7-d3e03f7fca1e req-8719ba29-c653-4a8c-8bc5-e3390aa4a227 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 943 time: 0.2017965 Nov 22 17:10:01.067089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-f8d39661-2c3b-46e7-ab4e-b7a5ced97b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:01.069701 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-f8d39661-2c3b-46e7-ab4e-b7a5ced97b4f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705327 Nov 22 17:10:01.147442 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-74299de9-2cec-410e-bf82-6e66074419dd service neutron] 10.222.0.62 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307113 Nov 22 17:10:01.162479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59cfa057-da24-4d21-9cc7-d3e03f7fca1e req-69fa821a-b962-46a5-8da9-8bf67466a84e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346290 Nov 22 17:10:01.216387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-6f402620-5c0e-4781-b701-1e690ac874ec service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272633 Nov 22 17:10:01.385867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379bb78-dd33-4d61-825d-64deb8033775 req-2ece59e1-54af-4e02-a218-41fc861cd586 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:01.392947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6379bb78-dd33-4d61-825d-64deb8033775 req-2ece59e1-54af-4e02-a218-41fc861cd586 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 944 time: 0.1052086 Nov 22 17:10:01.419943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1ee5208-010a-4ecf-a7a5-a537881fd4ad req-22355d32-9158-475f-ac89-90de06574047 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966431 Nov 22 17:10:01.483630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6379bb78-dd33-4d61-825d-64deb8033775 req-2b9df9b5-9d6a-44a8-a15f-338cc9f00b47 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851424 Nov 22 17:10:01.978276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:10:02.108298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:02.124934 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '738a3e20-6edf-4a1d-9717-fd1c49cf4a5e', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'port_id': '738a3e20-6edf-4a1d-9717-fd1c49cf4a5e', 'mac_address': 'fa:16:3e:71:1f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:10:02.174205 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:02.190657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:10:02.220261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:02.226166 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:02.282907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:02.329177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e4e5-362d-4491-bb9f-17c730cf0db1 req-a4561460-9831-461d-bb01-498ca2e6726a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:02.330886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d62e4e5-362d-4491-bb9f-17c730cf0db1 req-a4561460-9831-461d-bb01-498ca2e6726a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 943 time: 0.0638735 Nov 22 17:10:02.436095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['738a3e20-6edf-4a1d-9717-fd1c49cf4a5e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:02.458305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d62e4e5-362d-4491-bb9f-17c730cf0db1 req-49f3f4b3-cbd2-4d22-aff6-83ad431f7205 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197979 Nov 22 17:10:02.652487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c97a-94d2-4074-b83d-00d477daee6a req-6fa31b78-20e4-4645-a9cd-5ece8df03616 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:02.660265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2307c97a-94d2-4074-b83d-00d477daee6a req-6fa31b78-20e4-4645-a9cd-5ece8df03616 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 945 time: 0.0775406 Nov 22 17:10:02.732056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2307c97a-94d2-4074-b83d-00d477daee6a req-ce474395-5e0d-41eb-b017-32a8a7090e90 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541635 Nov 22 17:10:03.595445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a8a23-938e-45b6-82d3-aa248b992558 req-2947bb6d-f331-4f6c-9b9b-f5aec4131bde tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:03.598152 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b7a8a23-938e-45b6-82d3-aa248b992558 req-2947bb6d-f331-4f6c-9b9b-f5aec4131bde tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 943 time: 0.0617137 Nov 22 17:10:03.680590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b7a8a23-938e-45b6-82d3-aa248b992558 req-d1404ca7-9dfb-4100-b9ed-c5a5ab0c44b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723605 Nov 22 17:10:03.923377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:10:04.035424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:04.124832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b771c-a30d-485b-8a9b-437cf5de67bf req-567d54a4-684c-4445-b17e-f690260df7e0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:04.133656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e49b771c-a30d-485b-8a9b-437cf5de67bf req-567d54a4-684c-4445-b17e-f690260df7e0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 945 time: 0.2196200 Nov 22 17:10:04.136664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:04.154930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'port_id': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'mac_address': 'fa:16:3e:54:ea:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:10:04.180694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-d08ec6a2-562f-43d5-b02f-029b25e56d55 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:04.182872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-d08ec6a2-562f-43d5-b02f-029b25e56d55 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 943 time: 0.1819954 Nov 22 17:10:04.233045 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:10:04.239586 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e49b771c-a30d-485b-8a9b-437cf5de67bf req-4b6cab60-7515-479f-837a-77405926277e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045980 Nov 22 17:10:04.242085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:04.242468 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:04.293555 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:04.316660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:10:04.344042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:04.353059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:04.380820 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-594f3657-fb3d-4c59-a09b-1c2a1677ebdb service neutron] delete failed (client error): The resource could not be found. Nov 22 17:10:04.387534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-594f3657-fb3d-4c59-a09b-1c2a1677ebdb service neutron] 10.222.0.37 "DELETE /v2.0/ports/9354c9d5-ca75-4793-85c9-b1bff8b65dd0/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.1631107 Nov 22 17:10:04.426318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:04.499091 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:04.606181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabae8b4-1e1d-430f-b2ff-cbcad274fa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a3e20-6edf-4a1d-9717-fd1c49cf4a5e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:04.611990 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef767ba-f809-4127-877a-ae40d9e7c7ae" -d '{"events": [{"server_uuid": "fabae8b4-1e1d-430f-b2ff-cbcad274fa44", "name": "network-vif-plugged", "status": "completed", "tag": "738a3e20-6edf-4a1d-9717-fd1c49cf4a5e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:04.615833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b1d79-a024-478d-aa7c-e716634be820 req-c328f9fc-d7d8-4f67-86e1-c456e1eb7c12 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:04.629356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da7b1d79-a024-478d-aa7c-e716634be820 req-c328f9fc-d7d8-4f67-86e1-c456e1eb7c12 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 944 time: 0.2506778 Nov 22 17:10:04.646028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:04.657059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-d32ae1cf-c73c-4649-abce-849f9427c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:04.657750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-d32ae1cf-c73c-4649-abce-849f9427c094 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1095 time: 0.1947818 Nov 22 17:10:04.658120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:04.743943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da7b1d79-a024-478d-aa7c-e716634be820 req-b3680465-b07b-4730-989e-3d9365f15a70 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135972 Nov 22 17:10:04.745993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['9354c9d5-ca75-4793-85c9-b1bff8b65dd0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:04.896349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:04.912653 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febcb555-6a4c-4658-bf9e-cb208bb65bd6 x-openstack-request-id: req-febcb555-6a4c-4658-bf9e-cb208bb65bd6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:04.912940 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabae8b4-1e1d-430f-b2ff-cbcad274fa44", "name": "network-vif-plugged", "status": "completed", "tag": "738a3e20-6edf-4a1d-9717-fd1c49cf4a5e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:04.913193 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-febcb555-6a4c-4658-bf9e-cb208bb65bd6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:04.913715 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabae8b4-1e1d-430f-b2ff-cbcad274fa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a3e20-6edf-4a1d-9717-fd1c49cf4a5e', 'code': 200} Nov 22 17:10:05.042927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-d80b9792-9e46-4fe5-8976-d5590afa7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:05.044468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-d80b9792-9e46-4fe5-8976-d5590afa7326 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.3714240 Nov 22 17:10:05.081777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de18a7-7b02-421d-9ed7-50b61cb45d21 req-51cba47f-0d2e-4b67-a76e-47247324e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:05.088764 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64de18a7-7b02-421d-9ed7-50b61cb45d21 req-51cba47f-0d2e-4b67-a76e-47247324e659 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 1097 time: 0.1013703 Nov 22 17:10:05.146663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-64de18a7-7b02-421d-9ed7-50b61cb45d21 req-a335ea41-63ba-423d-99d7-6558d4f994be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507305 Nov 22 17:10:05.161070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-08e54bb6-db42-4274-a9ec-37b925681b41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 999 time: 0.1083455 Nov 22 17:10:05.422157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4881-e459-45f0-a9b7-dae97580cd73 req-f03d2445-c1d5-43b8-93cd-0ec7ee1d0d40 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:05.423746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-620c4881-e459-45f0-a9b7-dae97580cd73 req-f03d2445-c1d5-43b8-93cd-0ec7ee1d0d40 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 946 time: 0.0983472 Nov 22 17:10:05.425474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-3c8e1d42-4452-4d91-a1ea-595b0218f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:05.426849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-3c8e1d42-4452-4d91-a1ea-595b0218f971 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.0705261 Nov 22 17:10:05.510207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-620c4881-e459-45f0-a9b7-dae97580cd73 req-66aacb5b-4f25-4dad-8865-ab0ae1d41701 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 Nov 22 17:10:05.512552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-1b44bf5e-b9ac-4418-a231-6377a1c382a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:05.514165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-1b44bf5e-b9ac-4418-a231-6377a1c382a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767031 Nov 22 17:10:05.613829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-09533c86-2c88-4c9d-b6b1-6b0f5588e4b3 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897677 Nov 22 17:10:05.731201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd83b34f-d736-4d1c-9505-efc0b02104d2 req-a4c66365-189d-4b47-af71-8b56b3356794 service neutron] 10.222.0.37 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093493 Nov 22 17:10:05.883834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372d9c6-70e6-44ae-a41a-7139b95f6641 req-23076050-332f-4cd1-856f-b57d2b32e38b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:05.885388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b372d9c6-70e6-44ae-a41a-7139b95f6641 req-23076050-332f-4cd1-856f-b57d2b32e38b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 944 time: 0.0607471 Nov 22 17:10:05.939932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:05.942060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b372d9c6-70e6-44ae-a41a-7139b95f6641 req-1fbae6ad-4f86-4de8-81b1-fa0445ecb727 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494692 Nov 22 17:10:06.009567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:10:06.013855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:06.014307 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:06.130143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:06.185991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:06.191530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:06.262277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:06.686622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86c618-715f-4fe7-ab80-846b10a99c79 req-df172ea3-1c70-4823-aacd-018320b89293 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:06.688336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd86c618-715f-4fe7-ab80-846b10a99c79 req-df172ea3-1c70-4823-aacd-018320b89293 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 946 time: 0.0608671 Nov 22 17:10:06.755609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd86c618-715f-4fe7-ab80-846b10a99c79 req-8d8e49c9-4574-4bb6-95b0-5d840a661187 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586779 Nov 22 17:10:06.829019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:06.916590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:06.920053 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f5e1b-18bf-4617-854e-367405963dc5" -d '{"events": [{"server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:06.944478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a9f2a-db66-4b49-ad97-8d3dd8098fa3 req-2fe63b32-34ad-4060-98a3-7d282e25818a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:06.947048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743a9f2a-db66-4b49-ad97-8d3dd8098fa3 req-2fe63b32-34ad-4060-98a3-7d282e25818a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 946 time: 0.0835755 Nov 22 17:10:07.019818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743a9f2a-db66-4b49-ad97-8d3dd8098fa3 req-0c366f6e-8026-45cf-ac37-325862d0e3f4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659313 Nov 22 17:10:07.074108 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d822be16-3c2f-452f-ac86-fa613915b83d x-openstack-request-id: req-d822be16-3c2f-452f-ac86-fa613915b83d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:07.075063 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "name": "network-vif-plugged", "status": "completed", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:07.075063 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d822be16-3c2f-452f-ac86-fa613915b83d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:07.075549 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'code': 200} Nov 22 17:10:07.198452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce4aff-7516-42c9-bc7e-e6cec54beec9 req-46147f94-01cd-4789-8b5d-6069c78dae4b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:07.200368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fce4aff-7516-42c9-bc7e-e6cec54beec9 req-46147f94-01cd-4789-8b5d-6069c78dae4b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0679753 Nov 22 17:10:07.276964 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fce4aff-7516-42c9-bc7e-e6cec54beec9 req-d10296c5-8575-4d87-a1d0-99180e8022ae tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671473 Nov 22 17:10:07.301899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 42958) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:07.425650 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4ba8af87-10ed-4241-95ac-f5b9224d2cc1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/d925da7e-9e37-4887-b02f-bb1c61bb574b HTTP/1.1" status: 200 len: 992 time: 0.1117847 Nov 22 17:10:08.060632 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:10.820465 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-ae52a0fd-d64b-432d-a0e5-799f9dd41dd2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:10.821917 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-ae52a0fd-d64b-432d-a0e5-799f9dd41dd2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1715214 Nov 22 17:10:10.840866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-2b7c8bb7-734b-46e4-b5b5-d5feb6cb2d5f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/quotas/38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 375 time: 0.0113776 Nov 22 17:10:10.906878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-2201b1d2-018c-4556-a1bb-f9f0fe206929 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561986 Nov 22 17:10:11.036055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-0246b54b-b480-48c1-bf96-2fa14982b268 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205015 Nov 22 17:10:11.141838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-2f35659d-1de1-4bdc-8e66-0634f26b9a39 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979958 Nov 22 17:10:11.453777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c14206d6-8671-4be1-a777-4e95e73e5142 req-04768699-a617-4cc5-82d3-f59b6941a7c6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 210 time: 0.0436418 Nov 22 17:10:12.721602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20f2b4cd-2309-44db-9b99-7b901eb1b0af req-cae7524e-36c7-4202-93dc-2dbb3513dd10 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 210 time: 0.1507668 Nov 22 17:10:12.733576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-94f00d60-0363-4b56-b56b-a2cf3c6343b0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:12.735483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-94f00d60-0363-4b56-b56b-a2cf3c6343b0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1263571 Nov 22 17:10:12.753433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'port': {'device_id': '12c8f9d4-721e-432d-b8fd-011a013010e1', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'admin_state_up': True, 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:12.900772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:12.905471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:13.175415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.20.0.9 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/b302f548-1f23-4ca8-8836-2c6b6a229054) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:13.451163 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:13.491253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:13.507549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['738a3e20-6edf-4a1d-9717-fd1c49cf4a5e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:13.558121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:13.563409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:13.573187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:13.613358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=b302f548-1f23-4ca8-8836-2c6b6a229054,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:13.691275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:13.701754 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:13.732576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-c93351b4-4162-4620-896d-c8cc2a29fe57 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9859695 Nov 22 17:10:13.805721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Request body: {'port': {'device_id': '12c8f9d4-721e-432d-b8fd-011a013010e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:14.067573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.084662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8f67c383-d515-4b2e-9a65-649cd910723a None None] Provisioning complete for port b302f548-1f23-4ca8-8836-2c6b6a229054 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:14.085338 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f67c383-d515-4b2e-9a65-649cd910723a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.165128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8f67c383-d515-4b2e-9a65-649cd910723a None None] Port b302f548-1f23-4ca8-8836-2c6b6a229054 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:10:14.190256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37790d71-3950-4834-9aa2-d09908e9f64e req-c902a906-68be-4d8b-ab69-a39c393d9231 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:14.205826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37790d71-3950-4834-9aa2-d09908e9f64e req-c902a906-68be-4d8b-ab69-a39c393d9231 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 931 time: 0.2216482 Nov 22 17:10:14.452768 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37790d71-3950-4834-9aa2-d09908e9f64e req-8a67cbf6-bbed-46e1-a2b3-0af7bd031107 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452011 Nov 22 17:10:14.685641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b302f548-1f23-4ca8-8836-2c6b6a229054 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:10:14.702092 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.722410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Transition to ACTIVE for port object b302f548-1f23-4ca8-8836-2c6b6a229054 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:10:14.728519 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.821298 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b302f548-1f23-4ca8-8836-2c6b6a229054,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:14.901287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Attempting to bind port b302f548-1f23-4ca8-8836-2c6b6a229054 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:14.901769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Attempting to bind port b302f548-1f23-4ca8-8836-2c6b6a229054 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:14.902036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Attempting to bind port b302f548-1f23-4ca8-8836-2c6b6a229054 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:14.907674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Port b302f548-1f23-4ca8-8836-2c6b6a229054 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:10:14.908079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Attempting to bind port b302f548-1f23-4ca8-8836-2c6b6a229054 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:14.918094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:14.918823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:14.919374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:14.920009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Bound port: b302f548-1f23-4ca8-8836-2c6b6a229054, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:14.920403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:15.083128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] For port b302f548-1f23-4ca8-8836-2c6b6a229054, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:15.089664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] For port b302f548-1f23-4ca8-8836-2c6b6a229054, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b302f548-1f23-4ca8-8836-2c6b6a229054,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:15.096108 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:15.163918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:15.164631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:15.165920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/b302f548-1f23-4ca8-8836-2c6b6a229054 HTTP/1.1" status: 200 len: 1091 time: 1.4244943 Nov 22 17:10:15.166514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c8f9d4-721e-432d-b8fd-011a013010e1', 'tag': 'b302f548-1f23-4ca8-8836-2c6b6a229054'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:15.174111 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc" -d '{"events": [{"name": "network-changed", "server_uuid": "12c8f9d4-721e-432d-b8fd-011a013010e1", "tag": "b302f548-1f23-4ca8-8836-2c6b6a229054"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:15.251985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64cb00-2504-4402-b53b-a77b6044a3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b302f548-1f23-4ca8-8836-2c6b6a229054,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:15.281444 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51d8060-5f87-4362-9215-2ef815e7de52 x-openstack-request-id: req-d51d8060-5f87-4362-9215-2ef815e7de52 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:15.281750 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c8f9d4-721e-432d-b8fd-011a013010e1", "tag": "b302f548-1f23-4ca8-8836-2c6b6a229054", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:15.282014 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d51d8060-5f87-4362-9215-2ef815e7de52 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:15.282430 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c8f9d4-721e-432d-b8fd-011a013010e1', 'tag': 'b302f548-1f23-4ca8-8836-2c6b6a229054', 'status': 'completed', 'code': 200} Nov 22 17:10:15.314634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-6eac200f-b772-45a1-9365-2f81d6ee79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:15.316211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-6eac200f-b772-45a1-9365-2f81d6ee79f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 1094 time: 0.1007907 Nov 22 17:10:15.405885 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-9e542a56-5d7e-44fd-919e-b95e6f69188b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b302f548-1f23-4ca8-8836-2c6b6a229054 HTTP/1.1" status: 200 len: 217 time: 0.0815411 Nov 22 17:10:15.481345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-b95fffaa-27e1-408b-9458-71145881ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:15.483508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-b95fffaa-27e1-408b-9458-71145881ebf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0699894 Nov 22 17:10:15.542726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-913e5046-4d80-4e1e-a5c0-850ca167e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:15.544802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-913e5046-4d80-4e1e-a5c0-850ca167e35c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524001 Nov 22 17:10:15.550089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1da5ef3-a222-4a47-ae5f-581685c57c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:15.660687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-e9790eb6-b52a-4cb8-b697-163f77a6ff4b service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087213 Nov 22 17:10:15.823081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45aeaa28-0cec-45bd-84a0-e391ff4c9537 req-d40138b5-af68-4667-877e-bc03a55211d5 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296663 Nov 22 17:10:15.859400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753fdc9-0183-48a2-b1c5-f4e1a8333a8b req-4eba1724-46d9-40ad-83a1-a747bc5a9b55 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:15.861168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0753fdc9-0183-48a2-b1c5-f4e1a8333a8b req-4eba1724-46d9-40ad-83a1-a747bc5a9b55 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.1996934 Nov 22 17:10:15.947436 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0753fdc9-0183-48a2-b1c5-f4e1a8333a8b req-92ea8c82-6fa4-4c32-88c8-0123f9867ace tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783372 Nov 22 17:10:15.999111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-590e6776-91f1-410f-b6ed-a136e4518e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:16.000750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-590e6776-91f1-410f-b6ed-a136e4518e10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 1094 time: 0.0692477 Nov 22 17:10:16.163321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-fd30be5a-cd01-4e7a-a078-a5df799f044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:16.164770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-fd30be5a-cd01-4e7a-a078-a5df799f044e service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.1558955 Nov 22 17:10:16.220724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-c5e8f746-0a4d-423d-b1ea-e082b70df00d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b302f548-1f23-4ca8-8836-2c6b6a229054 HTTP/1.1" status: 200 len: 217 time: 0.0455542 Nov 22 17:10:16.318855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-f6d0af3d-ea1e-49f0-868c-e11d41c633ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:16.322713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-f6d0af3d-ea1e-49f0-868c-e11d41c633ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0952172 Nov 22 17:10:16.443288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-4b108307-7222-4eb4-879e-de74f8c0e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:16.448003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-4b108307-7222-4eb4-879e-de74f8c0e7b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093705 Nov 22 17:10:16.641461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-76457d9c-6cd7-4623-bc68-969faa95ed8c service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852553 Nov 22 17:10:16.803885 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bca92b2-64c8-4c3b-817f-c4b6b1f684fc req-ed2c40aa-5836-4b48-8ba8-298c0aa9820c service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539602 Nov 22 17:10:17.306088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533c120-e075-42c5-b097-323c0e6e8825 req-3ac36965-c23a-41ed-8ea7-0e88f93d46b2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:17.308073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c533c120-e075-42c5-b097-323c0e6e8825 req-3ac36965-c23a-41ed-8ea7-0e88f93d46b2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 945 time: 0.4474866 Nov 22 17:10:17.374006 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c533c120-e075-42c5-b097-323c0e6e8825 req-ce2c5252-859a-4028-8b80-58c0a99e42f6 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568156 Nov 22 17:10:17.522737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c3e09-cf91-4ad7-8c4e-eb022c9a440b req-992d9907-6273-4dde-95b1-21cc7cc05c97 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:17.524353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-960c3e09-cf91-4ad7-8c4e-eb022c9a440b req-992d9907-6273-4dde-95b1-21cc7cc05c97 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0614562 Nov 22 17:10:17.587573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-960c3e09-cf91-4ad7-8c4e-eb022c9a440b req-47f62970-d175-4f88-8372-55343fa455d2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537174 Nov 22 17:10:17.945998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-492e4bea-3840-4b50-9701-a3c0a50b9e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:18.549890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35a853-f82e-4068-8ec9-344c87f60899 req-84cc678f-37e7-4c83-8356-bf003ad28aa4 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:18.551446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad35a853-f82e-4068-8ec9-344c87f60899 req-84cc678f-37e7-4c83-8356-bf003ad28aa4 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 945 time: 0.0594876 Nov 22 17:10:18.627779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad35a853-f82e-4068-8ec9-344c87f60899 req-81c38413-4c33-4507-8e2e-f08d867269d3 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/security-groups?id=cd88581b-1569-493c-b1ca-f516433c1780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678396 Nov 22 17:10:18.732954 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-d0d1612e-1117-4e55-86c3-3d9375e4e1d8 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:18.736448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-d0d1612e-1117-4e55-86c3-3d9375e4e1d8 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.62 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 945 time: 0.0698423 Nov 22 17:10:18.814403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085ba7b-8520-491f-b4de-38dd12033108 req-bb4ef88f-120b-4d3e-89d9-685b0489ad4e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:18.824337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8085ba7b-8520-491f-b4de-38dd12033108 req-bb4ef88f-120b-4d3e-89d9-685b0489ad4e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.1133080 Nov 22 17:10:18.872491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Deleting port ddec9fc1-8a86-405d-b5e3-517c336b1ebc {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:18.873217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:19.045544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8085ba7b-8520-491f-b4de-38dd12033108 req-21e23073-3146-4092-bc72-bd7b2580f022 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204390 Nov 22 17:10:19.102421 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:19.110172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] For port ddec9fc1-8a86-405d-b5e3-517c336b1ebc, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,segment=NetworkSegment(8bc0c1fa-1238-42be-8c7c-8580a43cd35b),segment_id=8bc0c1fa-1238-42be-8c7c-8580a43cd35b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:19.111234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:19.137549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Calling delete_port for ddec9fc1-8a86-405d-b5e3-517c336b1ebc owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:19.382770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:19.398893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['ddec9fc1-8a86-405d-b5e3-517c336b1ebc'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:19.410363 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-8664ac9c-f17e-4ac8-a378-7ee2ffb13336 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1353116 Nov 22 17:10:19.449663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Pushing event deleted for resources: {'Port': ['ID=ddec9fc1-8a86-405d-b5e3-517c336b1ebc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:19.603579 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] No DVR routers for this DVR port ddec9fc1-8a86-405d-b5e3-517c336b1ebc on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:19.609182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:19.615111 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.62 "DELETE /v2.0/ports/ddec9fc1-8a86-405d-b5e3-517c336b1ebc HTTP/1.1" status: 204 len: 173 time: 0.8716037 Nov 22 17:10:19.619977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570c8c85-25de-4580-9413-d4aca919ec6f', 'name': 'network-vif-deleted', 'tag': 'ddec9fc1-8a86-405d-b5e3-517c336b1ebc'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:19.619977 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cdbf72-d0df-4051-8904-428dd79a5fca" -d '{"events": [{"server_uuid": "570c8c85-25de-4580-9413-d4aca919ec6f", "name": "network-vif-deleted", "tag": "ddec9fc1-8a86-405d-b5e3-517c336b1ebc"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:19.645815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-5eca229d-e85f-43ef-ad67-bba854a4d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:19.648331 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-5eca229d-e85f-43ef-ad67-bba854a4d109 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1096 time: 0.1650536 Nov 22 17:10:20.021328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-818c9b61-7e48-4138-ab6b-ffb985489da9 req-8b0b4e9a-35bc-4b7c-8530-272421a652c3 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] 10.222.0.59 "GET /v2.0/ports?device_id=570c8c85-25de-4580-9413-d4aca919ec6f HTTP/1.1" status: 200 len: 210 time: 0.0852435 Nov 22 17:10:20.146262 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f07bad-e731-43b0-b288-e5ff509d9ef3 x-openstack-request-id: req-82f07bad-e731-43b0-b288-e5ff509d9ef3 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:20.147765 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570c8c85-25de-4580-9413-d4aca919ec6f", "name": "network-vif-deleted", "tag": "ddec9fc1-8a86-405d-b5e3-517c336b1ebc", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:20.148281 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82f07bad-e731-43b0-b288-e5ff509d9ef3 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:20.149023 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570c8c85-25de-4580-9413-d4aca919ec6f', 'name': 'network-vif-deleted', 'tag': 'ddec9fc1-8a86-405d-b5e3-517c336b1ebc', 'status': 'completed', 'code': 200} Nov 22 17:10:20.272807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-7fad14f4-9cf2-4254-85e9-4dc7da3f9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.275171 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-7fad14f4-9cf2-4254-85e9-4dc7da3f9ce3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.5838666 Nov 22 17:10:20.377577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b099ce9-d86f-4cd1-80c8-77e1e42e0b74 req-5d676d87-7494-4613-b692-9fcc2e1272bc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.379514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b099ce9-d86f-4cd1-80c8-77e1e42e0b74 req-5d676d87-7494-4613-b692-9fcc2e1272bc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.1634250 Nov 22 17:10:20.413380 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-e3c62cd2-9c4b-41cb-8d8a-4e7f3272e2b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 1000 time: 0.1300128 Nov 22 17:10:20.515358 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b099ce9-d86f-4cd1-80c8-77e1e42e0b74 req-d4891311-75dc-4982-a880-ac1a86fa53bd tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234171 Nov 22 17:10:20.541860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-a3522774-2877-44e5-9cff-afb304e53038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.545986 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-a3522774-2877-44e5-9cff-afb304e53038 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.1247020 Nov 22 17:10:20.646542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-101e2cbd-4c60-43ab-9d77-ec211854d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.653161 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-101e2cbd-4c60-43ab-9d77-ec211854d0ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981569 Nov 22 17:10:20.825888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-c0e12164-61a7-4a63-9bfa-a49d4ffbfe97 service neutron] 10.222.0.62 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656005 Nov 22 17:10:20.834137 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.021338 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be3eb02d-546f-4d2d-b3e0-61341ee83528 req-8b949cf7-16d0-4b6f-88a7-0173652ea801 service neutron] 10.222.0.62 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856956 Nov 22 17:10:21.315349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c287356-f571-4edc-bc1a-d20072406226 req-4d80b582-1856-42c2-b5c7-407c743999e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662689 Nov 22 17:10:21.432097 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.492089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287356-f571-4edc-bc1a-d20072406226 req-04f699fc-a227-4870-90ea-f8840dbcecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:21.506846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c287356-f571-4edc-bc1a-d20072406226 req-04f699fc-a227-4870-90ea-f8840dbcecc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 1097 time: 0.1230946 Nov 22 17:10:21.754645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287356-f571-4edc-bc1a-d20072406226 req-1255d679-95db-4a92-ab92-d93f671ca52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:21.756193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c287356-f571-4edc-bc1a-d20072406226 req-1255d679-95db-4a92-ab92-d93f671ca52a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.2135193 Nov 22 17:10:21.816844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c287356-f571-4edc-bc1a-d20072406226 req-379c9a4a-1910-4995-bf2e-5d3b8dba455f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e HTTP/1.1" status: 200 len: 217 time: 0.0525026 Nov 22 17:10:21.828461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3381d1-b817-45c1-9ea6-b243ffa49970 req-7ca672e1-fe86-4ba3-ab6a-150d76a8ef2c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:21.829886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f3381d1-b817-45c1-9ea6-b243ffa49970 req-7ca672e1-fe86-4ba3-ab6a-150d76a8ef2c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.1397958 Nov 22 17:10:21.903582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287356-f571-4edc-bc1a-d20072406226 req-ade7b485-3d00-4a63-999b-9d64c36a49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:21.905763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c287356-f571-4edc-bc1a-d20072406226 req-ade7b485-3d00-4a63-999b-9d64c36a49b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0746589 Nov 22 17:10:21.955144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f3381d1-b817-45c1-9ea6-b243ffa49970 req-271a0689-89b3-4949-8898-24794c9ba2fc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145670 Nov 22 17:10:21.990087 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c287356-f571-4edc-bc1a-d20072406226 req-d907d6da-e0f8-4928-8c75-2eff4fd557a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:21.991946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c287356-f571-4edc-bc1a-d20072406226 req-d907d6da-e0f8-4928-8c75-2eff4fd557a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776606 Nov 22 17:10:22.007472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ddec9fc1-8a86-405d-b5e3-517c336b1ebc no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:22.049409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: ddec9fc1-8a86-405d-b5e3-517c336b1ebc {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:22.049907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device ddec9fc1-8a86-405d-b5e3-517c336b1ebc not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:22.156754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c287356-f571-4edc-bc1a-d20072406226 req-2347b7ff-71d1-4907-891c-3ed8323767d0 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554997 Nov 22 17:10:22.306594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c287356-f571-4edc-bc1a-d20072406226 req-3e1a4de8-7f63-4dbd-8547-5046db59153d service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420383 Nov 22 17:10:22.390270 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:10:23.116756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a87038-5c6c-4568-b64b-35bc3df8ed57 req-65fb0be5-a40b-4a13-a972-9e0a8f14e647 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:23.125821 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9a87038-5c6c-4568-b64b-35bc3df8ed57 req-65fb0be5-a40b-4a13-a972-9e0a8f14e647 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0709739 Nov 22 17:10:23.188796 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9a87038-5c6c-4568-b64b-35bc3df8ed57 req-bf79beb6-5fdd-4eac-8a1b-6f8f3bbe28af tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606608 Nov 22 17:10:24.411120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dd1cb-af02-4757-8e6c-7f28f8c95005 req-35dd18f2-4aa5-4a2e-80f4-a84703474539 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:24.412761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d85dd1cb-af02-4757-8e6c-7f28f8c95005 req-35dd18f2-4aa5-4a2e-80f4-a84703474539 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0755827 Nov 22 17:10:24.475937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d85dd1cb-af02-4757-8e6c-7f28f8c95005 req-795fd6ac-ded9-450e-85f3-4f98d67bdfdb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556769 Nov 22 17:10:25.636912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c0b5b-b72e-4f4e-a1bb-7d2cbd0055ff req-e642b98a-a9e1-47cd-8fba-179032fbbd97 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:25.638813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb2c0b5b-b72e-4f4e-a1bb-7d2cbd0055ff req-e642b98a-a9e1-47cd-8fba-179032fbbd97 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0633049 Nov 22 17:10:25.707060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb2c0b5b-b72e-4f4e-a1bb-7d2cbd0055ff req-90b59c38-db7b-4e7f-9380-139bbd9bf960 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610456 Nov 22 17:10:26.879114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5cc92-34cf-45fe-ae44-fd278ff12677 req-d9940f87-33d2-4cd3-b69d-fe1ec5b8f980 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:26.882242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9da5cc92-34cf-45fe-ae44-fd278ff12677 req-d9940f87-33d2-4cd3-b69d-fe1ec5b8f980 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0963089 Nov 22 17:10:26.953125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9da5cc92-34cf-45fe-ae44-fd278ff12677 req-40f8532f-eecd-40c1-87d1-4f76fdcc35f5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634921 Nov 22 17:10:28.156155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b14c02-8eb2-4ea6-b493-dec11b31c810 req-6c714f4a-3a92-4220-a81a-bb59b8f50e53 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:28.158284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5b14c02-8eb2-4ea6-b493-dec11b31c810 req-6c714f4a-3a92-4220-a81a-bb59b8f50e53 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.1022420 Nov 22 17:10:28.216973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5b14c02-8eb2-4ea6-b493-dec11b31c810 req-c6ac2f39-5be4-4d5f-95b1-da50e1b6e392 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Nov 22 17:10:29.408007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d990b-a0be-41ed-9311-698a877a4183 req-d4b49f98-3654-4da5-9630-c8624f4a96b0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:29.410521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc1d990b-a0be-41ed-9311-698a877a4183 req-d4b49f98-3654-4da5-9630-c8624f4a96b0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0801842 Nov 22 17:10:29.524473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc1d990b-a0be-41ed-9311-698a877a4183 req-23b2eef0-c28b-43e4-a411-e8aa4079ee7e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958183 Nov 22 17:10:30.722330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5d444-2d90-488d-804a-5f4475e83a97 req-8b505766-2ba4-46c1-83ce-90f4cff13feb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:30.728830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ed5d444-2d90-488d-804a-5f4475e83a97 req-8b505766-2ba4-46c1-83ce-90f4cff13feb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0898776 Nov 22 17:10:30.805454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ed5d444-2d90-488d-804a-5f4475e83a97 req-694a3c0d-2bef-4482-84e0-94155cd25b24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630529 Nov 22 17:10:31.996488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f0708-36ce-4eff-8e29-ad1401190f48 req-53a0bb93-ff0b-4fb5-8a91-b4cc5f229e68 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:31.998502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e2f0708-36ce-4eff-8e29-ad1401190f48 req-53a0bb93-ff0b-4fb5-8a91-b4cc5f229e68 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0727074 Nov 22 17:10:32.084241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e2f0708-36ce-4eff-8e29-ad1401190f48 req-5c0e154a-bb3b-48b3-a122-a36a37b9714a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781288 Nov 22 17:10:33.247180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafb7a7-269c-4071-92bf-6a94bf6e8f23 req-669b035d-6612-43a2-807c-9f4db09a1ec2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:33.254078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eafb7a7-269c-4071-92bf-6a94bf6e8f23 req-669b035d-6612-43a2-807c-9f4db09a1ec2 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0644867 Nov 22 17:10:33.315634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eafb7a7-269c-4071-92bf-6a94bf6e8f23 req-ad194989-d1d1-439d-97c8-ab3026499af3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Nov 22 17:10:33.829215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43304) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:33.965443 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.079697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.085734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.134344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e12c278-6844-472d-890c-0b3cb8ed871c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:34.146542 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12a475617936467ca5a7b21a9fffadd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137755 Nov 22 17:10:34.146542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.146542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.146542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.147099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.147190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.147490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.147833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.148150 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.148323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:34.148559 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.148789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.149172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.149520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee5113e-d4fc-4de4-8ff7-6741e2b1552e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:34.224750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9724267-0640-4eeb-be70-af49db59d8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.247970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9724267-0640-4eeb-be70-af49db59d8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.306077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9724267-0640-4eeb-be70-af49db59d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.308979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e9724267-0640-4eeb-be70-af49db59d8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.312960 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e9724267-0640-4eeb-be70-af49db59d8ae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e12c278-6844-472d-890c-0b3cb8ed871c HTTP/1.1" status: 204 len: 168 time: 0.1637008 Nov 22 17:10:34.321323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9724267-0640-4eeb-be70-af49db59d8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e12c278-6844-472d-890c-0b3cb8ed871c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:34.454426 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099ac3-c864-4988-8395-88144667147c req-d704290e-d583-4467-9eee-fa03e6505bc4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:34.456171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7099ac3-c864-4988-8395-88144667147c req-d704290e-d583-4467-9eee-fa03e6505bc4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0613046 Nov 22 17:10:34.519573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7099ac3-c864-4988-8395-88144667147c req-97be57df-2218-4cf3-aa65-c9f5a7110db8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511906 Nov 22 17:10:34.648322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43318) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:34.665291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e54786e4-69f5-4612-a554-f6085c1ffbac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.751152 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e54786e4-69f5-4612-a554-f6085c1ffbac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.755599 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e54786e4-69f5-4612-a554-f6085c1ffbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.801032 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e54786e4-69f5-4612-a554-f6085c1ffbac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f22ca36c57744b6b89fbb872bb7e134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515684 Nov 22 17:10:34.802159 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54786e4-69f5-4612-a554-f6085c1ffbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3334cf-8a9b-4251-9759-adaaa136915d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:34.803795 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43320) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:34.854625 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-663f8256-d7ae-4a9a-9a4d-98393e6c20eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.876621 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-663f8256-d7ae-4a9a-9a4d-98393e6c20eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.925862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-663f8256-d7ae-4a9a-9a4d-98393e6c20eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.928577 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-663f8256-d7ae-4a9a-9a4d-98393e6c20eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.929778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-663f8256-d7ae-4a9a-9a4d-98393e6c20eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed3334cf-8a9b-4251-9759-adaaa136915d HTTP/1.1" status: 204 len: 168 time: 0.1248798 Nov 22 17:10:34.939178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f8256-d7ae-4a9a-9a4d-98393e6c20eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3334cf-8a9b-4251-9759-adaaa136915d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:35.671552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68067bfc-1b59-4c7e-9a0b-f2c2ac71a037 req-6a3d8140-e34e-4fb9-bf22-7a9ff73dc447 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:35.673388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68067bfc-1b59-4c7e-9a0b-f2c2ac71a037 req-6a3d8140-e34e-4fb9-bf22-7a9ff73dc447 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0653148 Nov 22 17:10:35.751063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68067bfc-1b59-4c7e-9a0b-f2c2ac71a037 req-31fc8bb7-8d33-4bac-8ed1-db2d5a83ca44 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689497 Nov 22 17:10:36.837329 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.926267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cabdf-ece0-47ca-bac6-fb5aff05c7f9 req-749ac6c6-916d-4007-b3ca-a8931239c882 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:36.928135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f69cabdf-ece0-47ca-bac6-fb5aff05c7f9 req-749ac6c6-916d-4007-b3ca-a8931239c882 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0636895 Nov 22 17:10:36.996031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f69cabdf-ece0-47ca-bac6-fb5aff05c7f9 req-0b9fbdfa-e64b-4c95-b37e-8c7e9183c19a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593729 Nov 22 17:10:37.294589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43406) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:37.448976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219fe228-8736-4f52-94a1-4c77196c5560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.545111 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219fe228-8736-4f52-94a1-4c77196c5560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.549719 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219fe228-8736-4f52-94a1-4c77196c5560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.596360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fe228-8736-4f52-94a1-4c77196c5560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06beb246-8030-4d2d-92a4-dc7f844b0a20,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:37.618174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-219fe228-8736-4f52-94a1-4c77196c5560 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f73d227182dc483493ad5d86946700fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223436 Nov 22 17:10:37.625890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43414) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:37.709228 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b04ba036-e9f8-459b-8b20-2caaf59e634a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.737911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b04ba036-e9f8-459b-8b20-2caaf59e634a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.797860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b04ba036-e9f8-459b-8b20-2caaf59e634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.801056 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b04ba036-e9f8-459b-8b20-2caaf59e634a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.802397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b04ba036-e9f8-459b-8b20-2caaf59e634a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06beb246-8030-4d2d-92a4-dc7f844b0a20 HTTP/1.1" status: 204 len: 168 time: 0.1741726 Nov 22 17:10:37.812299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba036-e9f8-459b-8b20-2caaf59e634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06beb246-8030-4d2d-92a4-dc7f844b0a20,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:38.058210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.115523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43424) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:38.132182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb73a1bf-9aa1-43b2-8823-c9f872d47700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.162493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07fa37-22f7-4e5d-b203-d1659ab59421 req-77e20db4-80b4-4e9c-82be-7d202aebfc43 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:38.164237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a07fa37-22f7-4e5d-b203-d1659ab59421 req-77e20db4-80b4-4e9c-82be-7d202aebfc43 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0649443 Nov 22 17:10:38.225743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a07fa37-22f7-4e5d-b203-d1659ab59421 req-4ea86c17-2055-49dd-944d-33cf316596b4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Nov 22 17:10:38.234770 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb73a1bf-9aa1-43b2-8823-c9f872d47700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.241348 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb73a1bf-9aa1-43b2-8823-c9f872d47700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.285721 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-eb73a1bf-9aa1-43b2-8823-c9f872d47700 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb8054e2dbfd43788931346d7545ecd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689796 Nov 22 17:10:38.288779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43426) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:38.291855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73a1bf-9aa1-43b2-8823-c9f872d47700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f459b6-377c-4996-bde2-a405df9ceb8c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:38.358466 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f79b9635-0855-4b2a-83b6-7dc7f115a2e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.383129 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f79b9635-0855-4b2a-83b6-7dc7f115a2e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.442685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f79b9635-0855-4b2a-83b6-7dc7f115a2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.446511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f79b9635-0855-4b2a-83b6-7dc7f115a2e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.459506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f79b9635-0855-4b2a-83b6-7dc7f115a2e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7f459b6-377c-4996-bde2-a405df9ceb8c HTTP/1.1" status: 204 len: 168 time: 0.1639335 Nov 22 17:10:38.470034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b9635-0855-4b2a-83b6-7dc7f115a2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f459b6-377c-4996-bde2-a405df9ceb8c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:39.384178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607f101-5572-4291-b31f-d1a0eeafdcf5 req-9039e5b0-9ce9-413c-b1ce-e2391c492620 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:39.392956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d607f101-5572-4291-b31f-d1a0eeafdcf5 req-9039e5b0-9ce9-413c-b1ce-e2391c492620 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0725565 Nov 22 17:10:39.445873 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d607f101-5572-4291-b31f-d1a0eeafdcf5 req-a838c056-337a-42c7-8f3b-0c545479d623 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523465 Nov 22 17:10:39.817141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43474) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:39.942308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5df5-358f-468f-86e1-635dd3ae6420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.032920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5df5-358f-468f-86e1-635dd3ae6420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.037327 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e1c5df5-358f-468f-86e1-635dd3ae6420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.079285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c5df5-358f-468f-86e1-635dd3ae6420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e0373e-8f2c-400a-bce8-594a376de195,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:40.086907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43478) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:40.093041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0e1c5df5-358f-468f-86e1-635dd3ae6420 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a64ed6bee14b45a9ae49de377993a560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2742674 Nov 22 17:10:40.145826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b55e808-6e94-4429-880f-90bf71c427af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.149590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b302f548-1f23-4ca8-8836-2c6b6a229054 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:10:40.171406 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b55e808-6e94-4429-880f-90bf71c427af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.231909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b55e808-6e94-4429-880f-90bf71c427af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.234940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b55e808-6e94-4429-880f-90bf71c427af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.236295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7b55e808-6e94-4429-880f-90bf71c427af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82e0373e-8f2c-400a-bce8-594a376de195 HTTP/1.1" status: 204 len: 168 time: 0.1477416 Nov 22 17:10:40.247389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55e808-6e94-4429-880f-90bf71c427af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e0373e-8f2c-400a-bce8-594a376de195,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:40.458065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b302f548-1f23-4ca8-8836-2c6b6a229054, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b302f548-1f23-4ca8-8836-2c6b6a229054,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:40.476481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'b302f548-1f23-4ca8-8836-2c6b6a229054', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'port_id': 'b302f548-1f23-4ca8-8836-2c6b6a229054', 'mac_address': 'fa:16:3e:8c:a6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:10:40.542255 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.555919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b302f548-1f23-4ca8-8836-2c6b6a229054 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:10:40.578596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b302f548-1f23-4ca8-8836-2c6b6a229054, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b302f548-1f23-4ca8-8836-2c6b6a229054,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:40.586266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.593707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51576c0-b9b8-4925-a7b0-28ea8cf2ed22 req-88e1c682-2f9b-4bdd-85e5-0a4eddda24a3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:40.595368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d51576c0-b9b8-4925-a7b0-28ea8cf2ed22 req-88e1c682-2f9b-4bdd-85e5-0a4eddda24a3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 943 time: 0.0617645 Nov 22 17:10:40.650761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b302f548-1f23-4ca8-8836-2c6b6a229054,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:40.660372 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d51576c0-b9b8-4925-a7b0-28ea8cf2ed22 req-d98634a6-6b42-453f-8792-56c1c8b14ea9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571210 Nov 22 17:10:40.660859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.661216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.661564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.661898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.662294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.662632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.662980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.663310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.663640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.663972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.664297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.664618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:40.820509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b302f548-1f23-4ca8-8836-2c6b6a229054'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:41.813663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af017e-d9bd-4e01-864b-973a615d0615 req-19e28145-15ea-46f3-895a-dc63538b1fee tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:41.815531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9af017e-d9bd-4e01-864b-973a615d0615 req-19e28145-15ea-46f3-895a-dc63538b1fee tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 944 time: 0.0668437 Nov 22 17:10:41.876279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9af017e-d9bd-4e01-864b-973a615d0615 req-dfba1b50-edb6-4b37-b4a0-95b70efea699 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546956 Nov 22 17:10:42.186612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b302f548-1f23-4ca8-8836-2c6b6a229054 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:42.258106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port b302f548-1f23-4ca8-8836-2c6b6a229054 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:10:42.262549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port b302f548-1f23-4ca8-8836-2c6b6a229054 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:42.263088 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.359059 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.383461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c8f9d4-721e-432d-b8fd-011a013010e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302f548-1f23-4ca8-8836-2c6b6a229054'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:42.385864 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b53688-10a6-4c19-9684-a3e7b5e10b79" -d '{"events": [{"server_uuid": "12c8f9d4-721e-432d-b8fd-011a013010e1", "name": "network-vif-plugged", "status": "completed", "tag": "b302f548-1f23-4ca8-8836-2c6b6a229054"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:42.403056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b302f548-1f23-4ca8-8836-2c6b6a229054, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b302f548-1f23-4ca8-8836-2c6b6a229054,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:42.409789 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.472821 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d78f7f-7837-443d-b8a5-6a167db1864e x-openstack-request-id: req-76d78f7f-7837-443d-b8a5-6a167db1864e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:42.473137 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c8f9d4-721e-432d-b8fd-011a013010e1", "name": "network-vif-plugged", "status": "completed", "tag": "b302f548-1f23-4ca8-8836-2c6b6a229054", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:42.473609 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76d78f7f-7837-443d-b8a5-6a167db1864e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:42.474042 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c8f9d4-721e-432d-b8fd-011a013010e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302f548-1f23-4ca8-8836-2c6b6a229054', 'code': 200} Nov 22 17:10:42.482763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b302f548-1f23-4ca8-8836-2c6b6a229054,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:42.649869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc3011-d1f5-4323-badb-a9a26da5cc8e req-f84c4587-2afb-4956-bc29-8b329fcadd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:42.652172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20dc3011-d1f5-4323-badb-a9a26da5cc8e req-f84c4587-2afb-4956-bc29-8b329fcadd01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 1096 time: 0.1075089 Nov 22 17:10:42.710463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20dc3011-d1f5-4323-badb-a9a26da5cc8e req-0d798a52-3c8f-4c58-8be1-12064e149125 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507081 Nov 22 17:10:43.018232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62d6a8-e03d-45ae-a890-072ddef83c6b req-8528d24f-6788-4376-b05b-5aee3ad5b045 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:43.019846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca62d6a8-e03d-45ae-a890-072ddef83c6b req-8528d24f-6788-4376-b05b-5aee3ad5b045 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 945 time: 0.0582032 Nov 22 17:10:43.077075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca62d6a8-e03d-45ae-a890-072ddef83c6b req-aa551904-9857-4360-812e-17ba127e1868 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497055 Nov 22 17:10:44.209580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790e443-ceba-45fa-bbfc-24fad6f5f924 req-546c631b-6e2f-47cd-aab7-23be1be9d8af tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:44.211293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9790e443-ceba-45fa-bbfc-24fad6f5f924 req-546c631b-6e2f-47cd-aab7-23be1be9d8af tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 945 time: 0.0606937 Nov 22 17:10:44.270545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9790e443-ceba-45fa-bbfc-24fad6f5f924 req-6051ca58-2778-4899-b5a2-97d7d920c55c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501432 Nov 22 17:10:44.433058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacedb35-f4ca-4122-a79f-03a127823782 req-931ea241-0e7d-4938-b784-4eb6dec62020 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:44.435258 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aacedb35-f4ca-4122-a79f-03a127823782 req-931ea241-0e7d-4938-b784-4eb6dec62020 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 945 time: 0.0579405 Nov 22 17:10:44.496705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aacedb35-f4ca-4122-a79f-03a127823782 req-be680db5-7fdd-4069-9859-ef4e145fe242 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Nov 22 17:10:44.864299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d9bc0-7f9f-4f6f-8be5-3d3762f2e8f5 req-dc378d72-7621-408e-9ec9-9fc5ab31b73a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:44.872531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c82d9bc0-7f9f-4f6f-8be5-3d3762f2e8f5 req-dc378d72-7621-408e-9ec9-9fc5ab31b73a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 945 time: 0.0719564 Nov 22 17:10:44.920009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c82d9bc0-7f9f-4f6f-8be5-3d3762f2e8f5 req-85e1ea43-0267-463c-8893-7737166c7f3e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Nov 22 17:10:45.536390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f76b552-72c8-49ff-866b-590d83cb2c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.062220 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de3e68-a3cc-4b8d-9c38-addcfb422bec req-fae38598-ab3d-4ef6-b343-d05024327cca tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:46.063634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25de3e68-a3cc-4b8d-9c38-addcfb422bec req-fae38598-ab3d-4ef6-b343-d05024327cca tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 945 time: 0.0635724 Nov 22 17:10:46.132909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25de3e68-a3cc-4b8d-9c38-addcfb422bec req-96b2124f-26bd-4271-a4e7-afb6a597741e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607829 Nov 22 17:10:46.335508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-697c1a6c-88b1-4338-9173-8a9504abba46 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:46.337610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-697c1a6c-88b1-4338-9173-8a9504abba46 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 945 time: 0.0635498 Nov 22 17:10:46.426317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43576) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:46.451704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port b302f548-1f23-4ca8-8836-2c6b6a229054 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:46.452062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.566422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] For port b302f548-1f23-4ca8-8836-2c6b6a229054, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b302f548-1f23-4ca8-8836-2c6b6a229054,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:46.566793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc364f4a-35b0-4380-b286-f892832514d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.567196 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.583555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for b302f548-1f23-4ca8-8836-2c6b6a229054 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:46.660669 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc364f4a-35b0-4380-b286-f892832514d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.666902 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bc364f4a-35b0-4380-b286-f892832514d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.704825 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bc364f4a-35b0-4380-b286-f892832514d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a983a91e40b4e45b7d9681a70be768a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2773390 Nov 22 17:10:46.708275 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43582) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:46.717372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc364f4a-35b0-4380-b286-f892832514d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac2d2ff-f621-4f77-bfbd-b8af617bee2a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:46.742906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.757873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['738a3e20-6edf-4a1d-9717-fd1c49cf4a5e', 'b302f548-1f23-4ca8-8836-2c6b6a229054'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:46.775334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-905ea941-5888-4b48-bcf3-48eb6e0bad2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.775896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=b302f548-1f23-4ca8-8836-2c6b6a229054,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:46.792799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.793361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.793825 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.794555 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.794754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.795212 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.796098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.796760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.797190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.797623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.798049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.798467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:46.817547 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-905ea941-5888-4b48-bcf3-48eb6e0bad2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.838139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] No DVR routers for this DVR port b302f548-1f23-4ca8-8836-2c6b6a229054 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:46.841672 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.845362 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e1029f4-26a6-4aac-8c59-3e021c80d75d req-67c13f82-8d77-4fab-a930-55b83b82487a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "DELETE /v2.0/ports/b302f548-1f23-4ca8-8836-2c6b6a229054 HTTP/1.1" status: 204 len: 173 time: 0.5009851 Nov 22 17:10:46.846200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c8f9d4-721e-432d-b8fd-011a013010e1', 'name': 'network-vif-deleted', 'tag': 'b302f548-1f23-4ca8-8836-2c6b6a229054'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:46.854663 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca6c2a2-1a98-4be7-a635-6cdb0407b054" -d '{"events": [{"server_uuid": "12c8f9d4-721e-432d-b8fd-011a013010e1", "name": "network-vif-deleted", "tag": "b302f548-1f23-4ca8-8836-2c6b6a229054"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:46.898798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-905ea941-5888-4b48-bcf3-48eb6e0bad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.904811 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-905ea941-5888-4b48-bcf3-48eb6e0bad2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.908167 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-905ea941-5888-4b48-bcf3-48eb6e0bad2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ac2d2ff-f621-4f77-bfbd-b8af617bee2a HTTP/1.1" status: 204 len: 168 time: 0.1985126 Nov 22 17:10:46.935999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ea941-5888-4b48-bcf3-48eb6e0bad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac2d2ff-f621-4f77-bfbd-b8af617bee2a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:47.188255 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5790189b-3720-4eb4-84b8-edab5e2b1840 x-openstack-request-id: req-5790189b-3720-4eb4-84b8-edab5e2b1840 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:47.191054 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c8f9d4-721e-432d-b8fd-011a013010e1", "name": "network-vif-deleted", "tag": "b302f548-1f23-4ca8-8836-2c6b6a229054", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:47.191054 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5790189b-3720-4eb4-84b8-edab5e2b1840 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:47.191054 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c8f9d4-721e-432d-b8fd-011a013010e1', 'name': 'network-vif-deleted', 'tag': 'b302f548-1f23-4ca8-8836-2c6b6a229054', 'status': 'completed', 'code': 200} Nov 22 17:10:47.339364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3303d4e1-1341-44a9-87ee-4a25e2a3448e req-5a74a3c0-6b7e-4195-8c4c-80d1b5b0bf4d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 210 time: 0.0499430 Nov 22 17:10:47.931232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0afd72e-0acb-4430-bcab-0c63068f9193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.484947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3839472-6767-453c-8b26-2c607ede5ed9 req-1b842473-a5a8-448b-8bba-166e90956a22 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 210 time: 0.0565844 Nov 22 17:10:49.084613 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:49.645320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b1a02f9-ff85-4602-99ae-d226154415de req-8a380600-ac0a-4faa-a92b-da16efc07974 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 210 time: 0.0572882 Nov 22 17:10:50.202781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b302f548-1f23-4ca8-8836-2c6b6a229054 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:50.231592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: b302f548-1f23-4ca8-8836-2c6b6a229054 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:50.232322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b302f548-1f23-4ca8-8836-2c6b6a229054 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:50.774164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-280c88c3-b85e-4d91-ba3d-9adbe5721e60 req-63ebf8a7-4e22-4e60-9865-8ae113e0ca24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 210 time: 0.0370898 Nov 22 17:10:50.820905 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:51.399075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:51.905947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fb5caa0-d038-475d-bba0-c6ea7df908f8 req-23aa33ad-0eee-4445-8ab0-b42804eb80ac tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f9d4-721e-432d-b8fd-011a013010e1 HTTP/1.1" status: 200 len: 210 time: 0.0398111 Nov 22 17:10:53.992557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5c5e6-1054-4dfa-b498-6d49b791198c req-97a64407-79d6-425e-943b-14832b6bae4b tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:53.994446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2e5c5e6-1054-4dfa-b498-6d49b791198c req-97a64407-79d6-425e-943b-14832b6bae4b tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1096 time: 0.0504434 Nov 22 17:10:54.070145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2e5c5e6-1054-4dfa-b498-6d49b791198c req-8802f881-9736-4ddc-b9e5-16f09836c41e tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615540 Nov 22 17:10:54.087594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43688) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:54.304615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port b7161b6e-11c5-4897-a9c7-d7998516f390 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:54.305226 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:54.402168 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:54.402843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:54.419597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for b7161b6e-11c5-4897-a9c7-d7998516f390 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:54.612176 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:54.647156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=b7161b6e-11c5-4897-a9c7-d7998516f390,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:54.720429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:54.720825 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Floating IP d925da7e-9e37-4887-b02f-bb1c61bb574b disassociated (deleted). External IP: 172.25.0.28, port: 9354c9d5-ca75-4793-85c9-b1bff8b65dd0. Nov 22 17:10:55.048933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 04ded32b-9d03-4b78-8023-f6b336f87ee6 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:10:55.185430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:10:55.198651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:55.199727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] Sync routers for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:10:55.213943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:55.215643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:10:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:55.254157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-97e3b742-f5a5-4237-92ad-1cd5d9ca0a67 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/floatingips/d925da7e-9e37-4887-b02f-bb1c61bb574b HTTP/1.1" status: 204 len: 168 time: 1.1640823 Nov 22 17:10:55.254729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:55.257466 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b485cb0-2c44-4849-98a2-b6970aac9cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:55.360134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:55.511573 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4834b-8b56-4e65-963e-28cf58bf6111 x-openstack-request-id: req-5ec4834b-8b56-4e65-963e-28cf58bf6111 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:55.511861 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:55.512115 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ec4834b-8b56-4e65-963e-28cf58bf6111 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:55.512522 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'status': 'completed', 'code': 200} Nov 22 17:10:55.622432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-96cd2c7e-d125-4d64-8cf1-5447ebef8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:55.629979 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-96cd2c7e-d125-4d64-8cf1-5447ebef8843 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 1096 time: 0.0852613 Nov 22 17:10:55.640805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12ad8e-bf2e-406f-ab3e-bfac5155c3dc req-327c20e4-4d46-4efb-b78d-4410492ee5cb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:55.643003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a12ad8e-bf2e-406f-ab3e-bfac5155c3dc req-327c20e4-4d46-4efb-b78d-4410492ee5cb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.0646329 Nov 22 17:10:55.650767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:55Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:55.684917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] Checking router: 04ded32b-9d03-4b78-8023-f6b336f87ee6 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:10:55.711188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:55.715109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:10:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:55.750042 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a12ad8e-bf2e-406f-ab3e-bfac5155c3dc req-c5143d98-6083-4e78-b2d1-66ce9be54297 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000636 Nov 22 17:10:55.761820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-f50e4121-54f7-4b8e-a70c-7583c4f73899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:55.764299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-f50e4121-54f7-4b8e-a70c-7583c4f73899 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 200 len: 897 time: 0.1291127 Nov 22 17:10:55.817312 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-a5f74cc9-0825-4bf3-ad8d-bf95139a989a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 200 len: 217 time: 0.0444560 Nov 22 17:10:55.872821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:55.888242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-4a0747ec-1701-4311-87af-25559d8ffab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:55.890156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-4a0747ec-1701-4311-87af-25559d8ffab3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 200 len: 835 time: 0.0647452 Nov 22 17:10:55.952770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-dd481344-be3a-4ded-ac15-8e701faa88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:55.955303 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-dd481344-be3a-4ded-ac15-8e701faa88a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553379 Nov 22 17:10:56.149993 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-663ab46d-dbb5-4881-ab8f-8b4d4cfef34e service neutron] 10.222.0.62 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791966 Nov 22 17:10:56.239158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:55Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:56.326366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a53ade-6c7a-4208-b056-1277dd8d5f50 None None] The sync data for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 is: [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:08:51Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '6f18d9b4-59c8-44bd-891d-5a4f82e92d97', 'name': '', 'network_id': 'ccd50b1b-5aa3-4080-a8aa-03b76f77f77d', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:6c:8c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:50Z', 'updated_at': '2021-11-22T17:08:55Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'b6c58fcb-2ec7-483b-b6d1-a1822c4831b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:10:56.403680 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b485cb0-2c44-4849-98a2-b6970aac9cf0 req-1cec4113-93b2-4523-8724-d002ce278d34 service neutron] 10.222.0.62 "GET /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425845 Nov 22 17:10:56.826930 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9b612-86a5-4af1-8b36-4c19df36fa47 None None] New status for floating IP d925da7e-9e37-4887-b02f-bb1c61bb574b: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:10:57.072551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-8842032e-b893-45d0-8d1b-8fa665b2a663 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:57.076094 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-8842032e-b893-45d0-8d1b-8fa665b2a663 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.62 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.2007291 Nov 22 17:10:57.101520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5759c5d-dc26-417f-9ef3-3915bf348fd6 req-b3eaf279-1a71-48af-8f86-5332c452c1ac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:57.127338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5759c5d-dc26-417f-9ef3-3915bf348fd6 req-b3eaf279-1a71-48af-8f86-5332c452c1ac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 945 time: 0.1988845 Nov 22 17:10:57.247788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5759c5d-dc26-417f-9ef3-3915bf348fd6 req-2d9c9e7f-7a47-42bc-b3bc-05363c665ae2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=36d619fd-74d2-4173-97be-c28421fea841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129923 Nov 22 17:10:57.326845 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:57.327332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:57.509854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:57.510405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:57.525960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:57.694584 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:57.781312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=9354c9d5-ca75-4793-85c9-b1bff8b65dd0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:57.819085 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] No DVR routers for this DVR port 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:57.824782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:57.829782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-991340b7-9866-4b2a-ac9d-875f2ea82c55 req-7c1c7384-6f6f-4b54-bdde-748522277713 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.62 "DELETE /v2.0/ports/9354c9d5-ca75-4793-85c9-b1bff8b65dd0 HTTP/1.1" status: 204 len: 173 time: 0.7468996 Nov 22 17:10:57.830348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'name': 'network-vif-deleted', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:57.832692 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dfc048-c0bd-4ba8-9fd9-234a673750f5" -d '{"events": [{"server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "name": "network-vif-deleted", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:57.894219 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece0ce74-486f-4c0d-a469-57bae7780e28 x-openstack-request-id: req-ece0ce74-486f-4c0d-a469-57bae7780e28 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:57.894517 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fe759-047f-43f2-bf5d-018cad592c9f", "name": "network-vif-deleted", "tag": "9354c9d5-ca75-4793-85c9-b1bff8b65dd0", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:57.894779 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ece0ce74-486f-4c0d-a469-57bae7780e28 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:57.895356 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04fe759-047f-43f2-bf5d-018cad592c9f', 'name': 'network-vif-deleted', 'tag': '9354c9d5-ca75-4793-85c9-b1bff8b65dd0', 'status': 'completed', 'code': 200} Nov 22 17:10:58.503316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0199f1f6-f8ec-4675-bcba-acf73762c15b req-84df426d-c38a-4030-bf88-eda606448895 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=c04fe759-047f-43f2-bf5d-018cad592c9f HTTP/1.1" status: 200 len: 210 time: 0.0904810 Nov 22 17:10:59.390251 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:10:59.669053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:59.849913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d738c94-69c1-4ea8-8d88-a8b625fbbf7f req-6f0b2257-63d5-4b43-9cef-74c999fb94d8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:59.851548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d738c94-69c1-4ea8-8d88-a8b625fbbf7f req-6f0b2257-63d5-4b43-9cef-74c999fb94d8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 946 time: 0.1075120 Nov 22 17:10:59.996782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d738c94-69c1-4ea8-8d88-a8b625fbbf7f req-c4cf2c55-d0f5-46c9-85df-5112800bb98c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357012 Nov 22 17:11:00.196110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:00.209665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:00.227581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:00.228251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9354c9d5-ca75-4793-85c9-b1bff8b65dd0 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:00.508655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:00.509002 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:00.619581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port 6f18d9b4-59c8-44bd-891d-5a4f82e92d97, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:00.619961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:00.636441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:00.859834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:00.889552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=6f18d9b4-59c8-44bd-891d-5a4f82e92d97,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:01.230257 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:01.240836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55032eb4-7b42-4cc4-8be0-471ed187a9eb req-99a2d309-ec98-4dd1-8ead-c18a69c15997 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:01.242360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55032eb4-7b42-4cc4-8be0-471ed187a9eb req-99a2d309-ec98-4dd1-8ead-c18a69c15997 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 946 time: 0.1023355 Nov 22 17:11:01.251914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-3586a3ff-bcc3-4562-9742-712b38664a66 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:01.253361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-3586a3ff-bcc3-4562-9742-712b38664a66 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 946 time: 0.1263287 Nov 22 17:11:01.840956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55032eb4-7b42-4cc4-8be0-471ed187a9eb req-798ab9a9-12ea-433d-84f5-bc354152872d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=549b4954-e174-4d17-9f97-5d5b95951589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865417 Nov 22 17:11:01.889963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:01.890752 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.080384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] For port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:02.080761 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.098595 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:02.113261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 04ded32b-9d03-4b78-8023-f6b336f87ee6 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:11:02.321782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:02.331507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d5095cdb-4705-4c5c-bd98-41b6072a08f6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "PUT /v2.0/routers/04ded32b-9d03-4b78-8023-f6b336f87ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6607907 Nov 22 17:11:02.331771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:02.352457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] Sync routers for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:02.365498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.389715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:02.391020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:10:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:02.407922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=738a3e20-6edf-4a1d-9717-fd1c49cf4a5e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:02.504935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] No DVR routers for this DVR port 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:11:02.510308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.522744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c5f024-7d50-4880-88b1-236e52153d9b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting subnet b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:11:02.523129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab921a35-2811-476b-9f5c-216a93ce1899 req-31bb10e5-3bb5-45cb-ad11-b2223aa4f775 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "DELETE /v2.0/ports/738a3e20-6edf-4a1d-9717-fd1c49cf4a5e HTTP/1.1" status: 204 len: 173 time: 1.2509077 Nov 22 17:11:02.523698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabae8b4-1e1d-430f-b2ff-cbcad274fa44', 'name': 'network-vif-deleted', 'tag': '738a3e20-6edf-4a1d-9717-fd1c49cf4a5e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:02.530861 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f024-7d50-4880-88b1-236e52153d9b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.531602 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a2ea87-e0b2-4550-98cd-700a48772be1" -d '{"events": [{"server_uuid": "fabae8b4-1e1d-430f-b2ff-cbcad274fa44", "name": "network-vif-deleted", "tag": "738a3e20-6edf-4a1d-9717-fd1c49cf4a5e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:02.618663 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b3230-05fd-4c8b-af16-5ae168c6594d x-openstack-request-id: req-c01b3230-05fd-4c8b-af16-5ae168c6594d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:02.619353 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabae8b4-1e1d-430f-b2ff-cbcad274fa44", "name": "network-vif-deleted", "tag": "738a3e20-6edf-4a1d-9717-fd1c49cf4a5e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:02.619532 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c01b3230-05fd-4c8b-af16-5ae168c6594d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:02.620158 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabae8b4-1e1d-430f-b2ff-cbcad274fa44', 'name': 'network-vif-deleted', 'tag': '738a3e20-6edf-4a1d-9717-fd1c49cf4a5e', 'status': 'completed', 'code': 200} Nov 22 17:11:02.641508 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f024-7d50-4880-88b1-236e52153d9b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.695130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:02.801635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f024-7d50-4880-88b1-236e52153d9b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.920650 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f024-7d50-4880-88b1-236e52153d9b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.955808 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3c5f024-7d50-4880-88b1-236e52153d9b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:02.971924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219278a8-3197-413a-955d-c7d22787e28e None None] Network ccd50b1b-5aa3-4080-a8aa-03b76f77f77d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:11:02.977134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:02.978672 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a3c5f024-7d50-4880-88b1-236e52153d9b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/subnets/b6c58fcb-2ec7-483b-b6d1-a1822c4831b4 HTTP/1.1" status: 204 len: 168 time: 0.6446004 Nov 22 17:11:03.059276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5f024-7d50-4880-88b1-236e52153d9b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c58fcb-2ec7-483b-b6d1-a1822c4831b4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:03.301928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:11:00Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:03.364963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] Checking router: 04ded32b-9d03-4b78-8023-f6b336f87ee6 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:03.381992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] Routers {'04ded32b-9d03-4b78-8023-f6b336f87ee6'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:03.384044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:10:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['04ded32b-9d03-4b78-8023-f6b336f87ee6'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:03.417247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-952030a3-cccd-4369-bb43-094f95fc899c req-24200cb6-f0e6-441a-ba62-5cd9ec5a3f30 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 210 time: 0.1537602 Nov 22 17:11:03.425795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:03.468787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] DHCP port deletion for ccd50b1b-5aa3-4080-a8aa-03b76f77f77d request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:03.699858 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:03.838861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 88336fc6-f88d-4c48-ac4a-277a8857fd05 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:03.839349 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:03.899675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] Deleting port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:03.900040 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:03.983369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] For port 174ab76a-d6fb-45f0-b531-a01a81ad6e90, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=174ab76a-d6fb-45f0-b531-a01a81ad6e90,segment=NetworkSegment(dcf41eaf-228d-4071-bd9b-3a890a69d92b),segment_id=dcf41eaf-228d-4071-bd9b-3a890a69d92b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:03.983674 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.001526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] Calling delete_port for 174ab76a-d6fb-45f0-b531-a01a81ad6e90 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:04.003265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port 88336fc6-f88d-4c48-ac4a-277a8857fd05, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=88336fc6-f88d-4c48-ac4a-277a8857fd05,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:04.003975 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.035912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 88336fc6-f88d-4c48-ac4a-277a8857fd05 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:04.105206 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.142318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] No DVR routers for this DVR port 174ab76a-d6fb-45f0-b531-a01a81ad6e90 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:11:04.145982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] Set router 04ded32b-9d03-4b78-8023-f6b336f87ee6 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:04.156561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c57a0-f0f8-44b7-90a8-6844427a34bd None None] Pushing event deleted for resources: {'Port': ['ID=174ab76a-d6fb-45f0-b531-a01a81ad6e90,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:04.460913 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.497281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:04.575523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=88336fc6-f88d-4c48-ac4a-277a8857fd05,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:04.611024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb26b206-abfc-4ecb-b84f-a6222e0d0321 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:04.628775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:04.631787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 738a3e20-6edf-4a1d-9717-fd1c49cf4a5e not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:04.685084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:11:00Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:04.736309 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.739963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e30c70d5-e0c5-4de2-b7a1-e0975b956437 req-b17ab808-e706-45fb-9609-ded8017dff72 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 210 time: 0.0941627 Nov 22 17:11:04.772370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca13134-743d-411d-8169-2d8d16daad4d None None] The sync data for ids ['04ded32b-9d03-4b78-8023-f6b336f87ee6'] in n-d-816865-2 is: [{'id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895913831', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:46Z', 'updated_at': '2021-11-22T17:11:00Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '88336fc6-f88d-4c48-ac4a-277a8857fd05', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ded32b-9d03-4b78-8023-f6b336f87ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:47Z', 'updated_at': '2021-11-22T17:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:04.911199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.914253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.980186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.980788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Fanout notify agent at l3_agent the message router_deleted on router 04ded32b-9d03-4b78-8023-f6b336f87ee6 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:11:04.988518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:04.990280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-15ad51b9-048e-4152-a00b-aa5722e0c180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/routers/04ded32b-9d03-4b78-8023-f6b336f87ee6 HTTP/1.1" status: 204 len: 168 time: 2.0117588 Nov 22 17:11:04.993611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43850) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:05.090292 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.325682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:05.367521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.382404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:05.383093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 6f18d9b4-59c8-44bd-891d-5a4f82e92d97 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:05.386275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 174ab76a-d6fb-45f0-b531-a01a81ad6e90 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:05.433248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd50b1b-5aa3-4080-a8aa-03b76f77f77d']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:05.451986 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 174ab76a-d6fb-45f0-b531-a01a81ad6e90 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:05.452347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 174ab76a-d6fb-45f0-b531-a01a81ad6e90 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:05.458103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf41eaf-228d-4071-bd9b-3a890a69d92b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:05.458418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf41eaf-228d-4071-bd9b-3a890a69d92b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:05.483869 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.517091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.524376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:11:05.524785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:11:05.592719 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:11:05.601870 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.607326 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.614253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43854) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:05.625950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/networks/ccd50b1b-5aa3-4080-a8aa-03b76f77f77d HTTP/1.1" status: 204 len: 168 time: 0.6303780 Nov 22 17:11:05.664860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd94cf-6e62-4196-b9e4-5c6907e0254d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Network': ['ID=ccd50b1b-5aa3-4080-a8aa-03b76f77f77d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:05.739672 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30697ef2-77ae-47e4-a731-dfab5671fcf2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.774664 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30697ef2-77ae-47e4-a731-dfab5671fcf2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.884311 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30697ef2-77ae-47e4-a731-dfab5671fcf2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.887488 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30697ef2-77ae-47e4-a731-dfab5671fcf2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:05.889052 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-30697ef2-77ae-47e4-a731-dfab5671fcf2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/security-groups/36d619fd-74d2-4173-97be-c28421fea841 HTTP/1.1" status: 204 len: 168 time: 0.2737930 Nov 22 17:11:05.902795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30697ef2-77ae-47e4-a731-dfab5671fcf2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d619fd-74d2-4173-97be-c28421fea841,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:05.986452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9ff4bbc-6753-44a7-b90f-e51c6381a39b req-62dec76a-d37b-49f2-8405-fb71b899e832 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 210 time: 0.0898783 Nov 22 17:11:06.838282 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:06.934918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 88336fc6-f88d-4c48-ac4a-277a8857fd05 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:06.961576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 88336fc6-f88d-4c48-ac4a-277a8857fd05 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:06.962624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 88336fc6-f88d-4c48-ac4a-277a8857fd05 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:07.204080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a16781ef-a93f-4ebd-b619-082d16fb7cdc req-ea0a6725-413e-4207-8875-636e826d5f59 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 210 time: 0.0483608 Nov 22 17:11:07.500281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43878) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:07.506519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-42a4e261-31ef-4466-8b49-0868a2ee3cfd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100824650', 'description': 'tempest-secgroup-smoke-1100824650 description', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:07.547445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42a4e261-31ef-4466-8b49-0868a2ee3cfd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.653215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42a4e261-31ef-4466-8b49-0868a2ee3cfd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.661977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42a4e261-31ef-4466-8b49-0868a2ee3cfd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.727948 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42a4e261-31ef-4466-8b49-0868a2ee3cfd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.732791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43886) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:07.733076 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-42a4e261-31ef-4466-8b49-0868a2ee3cfd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2313879 Nov 22 17:11:07.734514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4e261-31ef-4466-8b49-0868a2ee3cfd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d54ab3-d875-443f-9250-636573ae849e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:07.738462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-20329282-6a8c-4bee-87b2-978479563295 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '53d54ab3-d875-443f-9250-636573ae849e', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:07.799495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20329282-6a8c-4bee-87b2-978479563295 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.916524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20329282-6a8c-4bee-87b2-978479563295 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.923149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20329282-6a8c-4bee-87b2-978479563295 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.974217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20329282-6a8c-4bee-87b2-978479563295 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da70ec6-b91c-4a94-ba1c-c12e841abdec,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:07.987027 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-20329282-6a8c-4bee-87b2-978479563295 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.988270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-20329282-6a8c-4bee-87b2-978479563295 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2538002 Nov 22 17:11:07.991198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:07.997146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dff58407-37aa-4290-bb19-09196cd95e5a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '53d54ab3-d875-443f-9250-636573ae849e', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:08.061460 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.077778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dff58407-37aa-4290-bb19-09196cd95e5a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.148998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dff58407-37aa-4290-bb19-09196cd95e5a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.155897 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dff58407-37aa-4290-bb19-09196cd95e5a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.174636 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff58407-37aa-4290-bb19-09196cd95e5a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac998b4e-6a22-46a3-af99-20306c2364ad,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:08.197043 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dff58407-37aa-4290-bb19-09196cd95e5a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.199225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dff58407-37aa-4290-bb19-09196cd95e5a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065756 Nov 22 17:11:08.201690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:08.207538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-418cd9c5-6804-4dbc-93a3-0b654ef564fc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '53d54ab3-d875-443f-9250-636573ae849e', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:08.287963 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-418cd9c5-6804-4dbc-93a3-0b654ef564fc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.379564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2b04b0d-724b-4678-9f9b-798d404d9062 req-907c0278-6fa0-4025-8200-46513f3cee83 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 210 time: 0.0444236 Nov 22 17:11:08.413658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-418cd9c5-6804-4dbc-93a3-0b654ef564fc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.420123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-418cd9c5-6804-4dbc-93a3-0b654ef564fc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.451633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cd9c5-6804-4dbc-93a3-0b654ef564fc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d717bc2-ea44-4dc5-9df4-a05e2082a511,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:08.468177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-418cd9c5-6804-4dbc-93a3-0b654ef564fc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.471523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-418cd9c5-6804-4dbc-93a3-0b654ef564fc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677460 Nov 22 17:11:08.474288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:08.482132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ee894212-03c6-4374-9dbc-0934c2019fb1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '53d54ab3-d875-443f-9250-636573ae849e', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:08.520870 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee894212-03c6-4374-9dbc-0934c2019fb1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.591800 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee894212-03c6-4374-9dbc-0934c2019fb1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.598843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee894212-03c6-4374-9dbc-0934c2019fb1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.642729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee894212-03c6-4374-9dbc-0934c2019fb1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f09f97-704e-404b-bb5f-4bebe28bdde0,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:08.657307 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee894212-03c6-4374-9dbc-0934c2019fb1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.659084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ee894212-03c6-4374-9dbc-0934c2019fb1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1833584 Nov 22 17:11:08.662388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43898) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:08.668122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0a42fb2d-d3f2-4202-ae31-68ed5e7143ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '53d54ab3-d875-443f-9250-636573ae849e', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:08.709854 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-0a42fb2d-d3f2-4202-ae31-68ed5e7143ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Project b539c9bdd6eb4b008aef4ac5ef973f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:11:08.718344 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb2d-d3f2-4202-ae31-68ed5e7143ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.799096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb2d-d3f2-4202-ae31-68ed5e7143ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.803826 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb2d-d3f2-4202-ae31-68ed5e7143ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.835544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42fb2d-d3f2-4202-ae31-68ed5e7143ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d228c81-395a-4890-a1a6-937220bfa053,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:08.849081 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a42fb2d-d3f2-4202-ae31-68ed5e7143ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:08.850673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0a42fb2d-d3f2-4202-ae31-68ed5e7143ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1870372 Nov 22 17:11:08.853541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43902) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:08.861160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fd0f8f03-f37d-46c5-8fd3-772341ff311d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '53d54ab3-d875-443f-9250-636573ae849e', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:08.891517 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-fd0f8f03-f37d-46c5-8fd3-772341ff311d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Project b539c9bdd6eb4b008aef4ac5ef973f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:11:08.904279 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8f03-f37d-46c5-8fd3-772341ff311d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.005991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8f03-f37d-46c5-8fd3-772341ff311d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.018624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8f03-f37d-46c5-8fd3-772341ff311d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.039034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f8f03-f37d-46c5-8fd3-772341ff311d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763d1012-5e4e-43c3-8519-938852e4dd2c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:09.062417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8f03-f37d-46c5-8fd3-772341ff311d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.068137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43906) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:09.078646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'network': {'name': 'tempest-network-smoke--1972374441', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'port_security_enabled': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:09.082905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fd0f8f03-f37d-46c5-8fd3-772341ff311d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2278948 Nov 22 17:11:09.106625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:11:09.110457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.141098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:11:09.156556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.156964 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Added segment 86f37418-f2eb-4d94-aa76-18febf5227b0 of type vlan for network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 Nov 22 17:11:09.206394 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.241515 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.250294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:09.251652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.341687 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2714534 Nov 22 17:11:09.345048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43908) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:09.349861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'admin_state_up': True, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:09.352863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46588150-e0d8-4523-86ec-7708c9ccc3ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Network': ['ID=dfe8f399-b836-4c21-89e3-c2231ff9d1b1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:09.368732 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:11:09.404225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.406912 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.521548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be94e0b1-6a1f-4391-b7d5-7abbc14231fc req-16483c32-d64f-498e-8050-657a9905f3d1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fabae8b4-1e1d-430f-b2ff-cbcad274fa44 HTTP/1.1" status: 200 len: 210 time: 0.0344572 Nov 22 17:11:09.525731 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.706799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:10.034178 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:10.069581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:10.226320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.25.0.181 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/46db02fc-a435-4ad9-80b7-4f3a82741293) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:10.423417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:10.467283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:10.489416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:10.513423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:10.517821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:10.532507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe7e5a-18a6-4be8-bd61-a24f391d5b51 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:10.572518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=46db02fc-a435-4ad9-80b7-4f3a82741293,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:10.588055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c8d3d4cc-1426-41c1-8bce-15b457b3813d None None] Provisioning complete for port 46db02fc-a435-4ad9-80b7-4f3a82741293 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:10.588442 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d4cc-1426-41c1-8bce-15b457b3813d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:10.688862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c8d3d4cc-1426-41c1-8bce-15b457b3813d None None] Port 46db02fc-a435-4ad9-80b7-4f3a82741293 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:10.858007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:11.152484 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:11.366072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43944) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:11.471692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 5febc1a5-6993-477f-95df-477c460c6daa is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:11:11.632260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-101558e1-5fae-4dd8-a859-a43eabc60dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:11.668364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:11.680341 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Sync routers for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:11.699474 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:11.700547 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:10:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:11.748789 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:11.750189 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-be3d1443-4c2d-4d8f-9937-3f4eec229c97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4040906 Nov 22 17:11:11.753456 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43952) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:11.803243 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c3ed4ca6-7695-4f07-bf97-738ff70b3099 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=b539c9bdd6eb4b008aef4ac5ef973f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478606 Nov 22 17:11:11.807425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43954) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:11.861974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-101558e1-5fae-4dd8-a859-a43eabc60dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:11.867729 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-101558e1-5fae-4dd8-a859-a43eabc60dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:11.883083 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:11.965130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-101558e1-5fae-4dd8-a859-a43eabc60dcb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=174c3fbdcb4d410bbecc73ba561bffac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5960469 Nov 22 17:11:11.966655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101558e1-5fae-4dd8-a859-a43eabc60dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a50fad-1110-438a-a105-e3ea33a40b71,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:11.970281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43956) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:12.062992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0e2de-27b0-4c25-9467-1182fc91bab3 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:12.065843 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fbd0e2de-27b0-4c25-9467-1182fc91bab3 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2564178 Nov 22 17:11:12.069862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43958) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:12.092940 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b33a0e06-8867-4b2a-b5a7-f1cc9e8d4667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.129320 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b2428189-0cb3-4810-a887-1d7d50847ce9 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573485 Nov 22 17:11:12.131224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43960) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:12.137093 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:10Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:12.145181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b33a0e06-8867-4b2a-b5a7-f1cc9e8d4667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.146903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-769036133', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:12.172091 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Checking router: 5febc1a5-6993-477f-95df-477c460c6daa for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:12.172804 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Updating router 5febc1a5-6993-477f-95df-477c460c6daa port 46db02fc-a435-4ad9-80b7-4f3a82741293 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:11:12.203184 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.242645 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b33a0e06-8867-4b2a-b5a7-f1cc9e8d4667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.245578 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b33a0e06-8867-4b2a-b5a7-f1cc9e8d4667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.247052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b33a0e06-8867-4b2a-b5a7-f1cc9e8d4667 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5a50fad-1110-438a-a105-e3ea33a40b71 HTTP/1.1" status: 204 len: 168 time: 0.2754345 Nov 22 17:11:12.268394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a0e06-8867-4b2a-b5a7-f1cc9e8d4667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a50fad-1110-438a-a105-e3ea33a40b71,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:12.352131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:11:12.358521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.783291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.843996 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.854576 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.889138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a7866-326e-4ef7-8f05-5080539731d5 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:12.941625 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Attempting to bind port 46db02fc-a435-4ad9-80b7-4f3a82741293 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:12.946362 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Attempting to bind port 46db02fc-a435-4ad9-80b7-4f3a82741293 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:12.947105 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Attempting to bind port 46db02fc-a435-4ad9-80b7-4f3a82741293 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:12.960934 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:12.961611 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:12.962660 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.963396 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:12.964130 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Bound port: 46db02fc-a435-4ad9-80b7-4f3a82741293, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:12.964790 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.000157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Subnet': ['ID=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:13.025147 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] For port 46db02fc-a435-4ad9-80b7-4f3a82741293, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:13.030657 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] For port 46db02fc-a435-4ad9-80b7-4f3a82741293, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=46db02fc-a435-4ad9-80b7-4f3a82741293,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:13.039747 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.043808 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Pushing event updated for resources: {'Port': ['ID=46db02fc-a435-4ad9-80b7-4f3a82741293,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:13.046112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-14c3dd97-9905-4e3f-ab71-07320b478f30 None None] Provisioning complete for port 46db02fc-a435-4ad9-80b7-4f3a82741293 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:13.046500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14c3dd97-9905-4e3f-ab71-07320b478f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.062223 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.062581 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.062927 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.063291 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.063629 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.063962 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.064343 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.064728 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.065206 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.065577 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.065910 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.066234 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:13.122332 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a43af-1fad-49c9-b511-b7fef174ba3a None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:13.126276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Checking segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:13.126646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network hostable DHCP agents. Network: dfe8f399-b836-4c21-89e3-c2231ff9d1b1, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:11:13.144990 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65233577-ac34-44f6-9b9e-598ac745d274 None None] Pushing event updated for resources: {'Port': ['ID=46db02fc-a435-4ad9-80b7-4f3a82741293,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:13.183953 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:13.185229 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:10:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:13.206320 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14c3dd97-9905-4e3f-ab71-07320b478f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.218459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:11:13.238732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, dfe8f399-b836-4c21-89e3-c2231ff9d1b1) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:13.253945 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.256628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.270322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-14c3dd97-9905-4e3f-ab71-07320b478f30 None None] For port 46db02fc-a435-4ad9-80b7-4f3a82741293, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=46db02fc-a435-4ad9-80b7-4f3a82741293,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:13.279637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e6790-7d7d-4db9-83df-587bfe640cee None None] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:11:13.293394 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e29a44d8-1e6d-4abc-97f0-e2cea9492c7b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1582060 Nov 22 17:11:13.295172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 43986) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:13.369051 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:13.421855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-14c3dd97-9905-4e3f-ab71-07320b478f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.555018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3dd97-9905-4e3f-ab71-07320b478f30 None None] Pushing event updated for resources: {'Port': ['ID=46db02fc-a435-4ad9-80b7-4f3a82741293,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:13.599056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43990) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:13.607614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-47b254ee-cd5b-4f9e-8902-043f45f554a8 None None] Provisioning complete for port 46db02fc-a435-4ad9-80b7-4f3a82741293 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:13.608262 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47b254ee-cd5b-4f9e-8902-043f45f554a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.687697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:11:13.691112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.734438 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:10Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:13.799759 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29588bcf-1798-4d5e-aecb-4610c951cc31 None None] The sync data for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 is: [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:10Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:13.846323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-526766315-network', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:13.900606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Made reservation on behalf of e0837ce1e60b47f69cbd16e37f5a5780 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:11:13.903579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.924381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:13.938308 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Allocated IP 172.20.0.2 (dfe8f399-b836-4c21-89e3-c2231ff9d1b1/93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17/58111043-b819-49b6-9bf4-fb26439477a4) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:14.096730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.119477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.128057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.180473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:11:14.207386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3a9dcb-d48f-46be-950e-9f45ab428281,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:14.222475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.222993 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Added segment 5efb4fe0-1287-4fb6-8d9d-49f56e3dff52 of type vlan for network fb82ff79-8c5c-4850-bbca-c357b3a60191 Nov 22 17:11:14.244313 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.256264 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.340491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:14.342609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Pushing event updated for resources: {'Port': ['ID=58111043-b819-49b6-9bf4-fb26439477a4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:14.345513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:14.347596 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.348721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:14.425104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.425897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:14.426464 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.427491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Attempting to bind port 58111043-b819-49b6-9bf4-fb26439477a4 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:14.428008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Attempting to bind port 58111043-b819-49b6-9bf4-fb26439477a4 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:14.428666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Attempting to bind port 58111043-b819-49b6-9bf4-fb26439477a4 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:14.436343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:14.438932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Checking segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:14.439573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.440182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Bound using segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:14.440914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Bound port: 58111043-b819-49b6-9bf4-fb26439477a4, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:14.441508 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.517173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] Pushing event updated for resources: {'Network': ['ID=fb82ff79-8c5c-4850-bbca-c357b3a60191,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:14.524082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c32b6e86-f66a-407b-89fb-4ad254a268dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9236834 Nov 22 17:11:14.527471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 43998) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:14.532760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network fb82ff79-8c5c-4850-bbca-c357b3a60191 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:11:14.535550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Request body: {'subnet': {'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-526766315-subnet', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:14.581935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Made reservation on behalf of e0837ce1e60b47f69cbd16e37f5a5780 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:11:14.584022 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.618306 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.20.0.1 (dfe8f399-b836-4c21-89e3-c2231ff9d1b1/93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17/bc986abb-9c11-4c20-88b4-c74fbeaa4135) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:14.683877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] For port 58111043-b819-49b6-9bf4-fb26439477a4, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:14.688069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] For port 58111043-b819-49b6-9bf4-fb26439477a4, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=58111043-b819-49b6-9bf4-fb26439477a4,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:14.703728 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:14.805777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379d7c0-1dcd-41a5-a8f8-e3585402edc9 None None] Pushing event updated for resources: {'Port': ['ID=58111043-b819-49b6-9bf4-fb26439477a4,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:14.978013 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.053947 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.104535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 46db02fc-a435-4ad9-80b7-4f3a82741293 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:15.255622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:15.261079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:15.269988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:15.291304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 46db02fc-a435-4ad9-80b7-4f3a82741293 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:15.294159 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.380638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=bc986abb-9c11-4c20-88b4-c74fbeaa4135,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:15.419162 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.554458 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.572250 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03bc493a-3362-40dc-b57b-5e841e2f68b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.649214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b0ec9a-bff5-4286-8b5b-8803822208dc,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:15.652766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Checking segment: {'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:15.653137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Network hostable DHCP agents. Network: fb82ff79-8c5c-4850-bbca-c357b3a60191, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:11:15.682741 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Network fb82ff79-8c5c-4850-bbca-c357b3a60191 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:11:15.693452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.720208 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, fb82ff79-8c5c-4850-bbca-c357b3a60191) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:15.734984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e21fb9e-e1d3-4c5e-83ae-6469846a7d5e None None] Network fb82ff79-8c5c-4850-bbca-c357b3a60191 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:11:15.736492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:15.738832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.769515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6364c419-eaea-4632-a68d-b460a048accf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2395284 Nov 22 17:11:15.771154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44004) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:15.783323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:15.844533 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.847397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:15.957730 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.062722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-fb82ff79-8c5c-4850-bbca-c357b3a60191', 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'fixed_ips': [{'subnet_id': '58b0ec9a-bff5-4286-8b5b-8803822208dc'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:11:16.064463 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.274808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Allocated IP 172.20.0.2 (fb82ff79-8c5c-4850-bbca-c357b3a60191/58b0ec9a-bff5-4286-8b5b-8803822208dc/14e47cbb-3988-4235-aaf6-e6af6efc5864) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:16.298049 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.343323 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.375182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.507001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=bc986abb-9c11-4c20-88b4-c74fbeaa4135,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:16.524886 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.624707 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.636686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840fb15-e11f-4899-9033-e406d958937a None None] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:11:16.717023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:16.720986 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:16.758635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.791821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.825504 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Network fb82ff79-8c5c-4850-bbca-c357b3a60191 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:16.856439 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:16.862757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:16.940500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 5febc1a5-6993-477f-95df-477c460c6daa has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:11:16.980898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:17.005070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-07d798b7-3500-4bdc-affc-601eed55b759 None None] Provisioning complete for port 58111043-b819-49b6-9bf4-fb26439477a4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:17.007971 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-07d798b7-3500-4bdc-affc-601eed55b759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:17.128300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Allocated IP 172.25.0.111 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/307a8f41-2dc3-40f4-a706-6ef9ca290d5b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:17.186718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Pushing event updated for resources: {'Port': ['ID=14e47cbb-3988-4235-aaf6-e6af6efc5864,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:17.194316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:17.219528 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c7111517-2706-49b7-9220-d894b38298d9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "PUT /v2.0/routers/5febc1a5-6993-477f-95df-477c460c6daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9230525 Nov 22 17:11:17.280929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 58111043-b819-49b6-9bf4-fb26439477a4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:17.356204 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:17.386647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Sync routers for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:17.443751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:17.670676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:17.694845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:17.695898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Attempting to bind port 14e47cbb-3988-4235-aaf6-e6af6efc5864 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:17.705997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:17.707515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Attempting to bind port 14e47cbb-3988-4235-aaf6-e6af6efc5864 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:17.707997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Attempting to bind port 14e47cbb-3988-4235-aaf6-e6af6efc5864 on network fb82ff79-8c5c-4850-bbca-c357b3a60191 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:17.730049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:17.730475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Checking segment: {'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:17.730873 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:17.731933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Bound using segment: {'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:17.732507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Bound port: 14e47cbb-3988-4235-aaf6-e6af6efc5864, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:17.732965 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:17.755634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fabaf44-c843-462a-b526-b23500e1f88f None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:17.761200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Pushing event updated for resources: {'Port': ['ID=307a8f41-2dc3-40f4-a706-6ef9ca290d5b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:17.802800 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-9766d662-5936-4607-9778-7478ba0f6cfd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100824650&fields=id&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 267 time: 0.2016115 Nov 22 17:11:17.877949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:17.878579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:10:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:17.882912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] For port 14e47cbb-3988-4235-aaf6-e6af6efc5864, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:18.014869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:18.062433 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-071bc157-c2af-4e5a-96e2-b2a074c1433e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:18.064032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-071bc157-c2af-4e5a-96e2-b2a074c1433e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 797 time: 0.2520833 Nov 22 17:11:18.087099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-4bbb2806-5eaf-42a7-a76f-3ebb11f14dce tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/quotas/b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 375 time: 0.0149312 Nov 22 17:11:18.177938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:18.189101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-61468f07-ed63-42b6-8934-51335a06615c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733311 Nov 22 17:11:18.215594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 58111043-b819-49b6-9bf4-fb26439477a4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:18.215972 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:18.260096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] For port 14e47cbb-3988-4235-aaf6-e6af6efc5864, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=14e47cbb-3988-4235-aaf6-e6af6efc5864,segment=NetworkSegment(5efb4fe0-1287-4fb6-8d9d-49f56e3dff52),segment_id=5efb4fe0-1287-4fb6-8d9d-49f56e3dff52)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:18.320593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:18.364718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-e0fdc7f7-8957-43a7-be39-a5a349bb5d50 service neutron] 10.222.0.59 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442511 Nov 22 17:11:18.417958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65c083-a0aa-4977-aaa5-4ee546ca02a1 None None] Pushing event updated for resources: {'Port': ['ID=14e47cbb-3988-4235-aaf6-e6af6efc5864,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:18.470315 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eacbc50a-46f9-4a9e-9d75-9fd17f82b6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:18.517602 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:18.567630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 58111043-b819-49b6-9bf4-fb26439477a4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=58111043-b819-49b6-9bf4-fb26439477a4,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:18.571799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-07d798b7-3500-4bdc-affc-601eed55b759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:18.582581 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:18.584413 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:18.594083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-8d9e1f46-068a-44cd-bdae-bd3ce5c6efcc service neutron] 10.222.0.59 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962981 Nov 22 17:11:18.607489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 2, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:18.807609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Checking router: 5febc1a5-6993-477f-95df-477c460c6daa for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:18.807890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Updating router 5febc1a5-6993-477f-95df-477c460c6daa port bc986abb-9c11-4c20-88b4-c74fbeaa4135 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:11:18.922725 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.db.api [None req-07d798b7-3500-4bdc-affc-601eed55b759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:11:18.930832 n-d-816865-2 neutron-server[103444]: DEBUG oslo_db.api [None req-07d798b7-3500-4bdc-affc-601eed55b759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:11:18.996373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:19.006647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:11:19.148029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=58111043-b819-49b6-9bf4-fb26439477a4,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:19.173829 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 14e47cbb-3988-4235-aaf6-e6af6efc5864 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:19.260263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85b83d05-93cf-414b-866a-f48d9f6d28a1 req-d019d4d5-638f-45af-a029-35dd0d38ce16 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 210 time: 0.0700192 Nov 22 17:11:19.421649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:19.435898 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Sync routers for ids ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:19.462066 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:19.462066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9e9dbaa0-5fb6-413d-8080-8981b33bc497 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.6823633 Nov 22 17:11:19.475921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44088) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:19.476929 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Routers {'07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:19.480482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:19.749618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:19.812369 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Set router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:20.026359 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-19c5f435-78a6-473c-8b23-87358df0696a None None] Provisioning complete for port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:20.026748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19c5f435-78a6-473c-8b23-87358df0696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.095962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 14e47cbb-3988-4235-aaf6-e6af6efc5864 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:20.096357 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.098673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-19c5f435-78a6-473c-8b23-87358df0696a None None] Port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:20.162864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.190395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-19c5f435-78a6-473c-8b23-87358df0696a None None] Provisioning complete for port bc986abb-9c11-4c20-88b4-c74fbeaa4135 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:20.210940 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19c5f435-78a6-473c-8b23-87358df0696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.250024 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.251878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44096) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:20.262173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7b8757d8-2f5f-45fd-874b-f4d725e40b29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019307935', 'description': 'tempest-secgroup-smoke-1019307935 description', 'project_id': '38be5cdd50f444bc82164b06bcea7fe6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:20.311678 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b8757d8-2f5f-45fd-874b-f4d725e40b29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.327828 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:17Z', 'revision_number': 3, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port': {'id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:16Z', 'updated_at': '2021-11-22T17:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:20.386234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c9c93-90fd-499f-b5d4-100f6b29a44b None None] Pushing event updated for resources: {'Port': ['ID=bc986abb-9c11-4c20-88b4-c74fbeaa4135,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:20.422826 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Checking router: 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:20.424438 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Updating router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:11:20.527439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bad9cfc3-9b17-41a9-9a5b-8084171a9ef9 req-bfbfb6ff-dbb5-416e-9504-7d6ee2a49dd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 210 time: 0.0575643 Nov 22 17:11:20.553150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b8757d8-2f5f-45fd-874b-f4d725e40b29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.582813 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b8757d8-2f5f-45fd-874b-f4d725e40b29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.585862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.621687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.627011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf75b92-de68-48f0-b576-ebca8182a01e None None] Network fb82ff79-8c5c-4850-bbca-c357b3a60191 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:11:20.655505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8757d8-2f5f-45fd-874b-f4d725e40b29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:20.667468 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b8757d8-2f5f-45fd-874b-f4d725e40b29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.671296 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7b8757d8-2f5f-45fd-874b-f4d725e40b29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4145715 Nov 22 17:11:20.684872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44100) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:20.692318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-97bb66ca-6ac7-4b57-91af-8ec8959a982d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'security_group_rule': {'security_group_id': 'b0e7d748-ecb4-4fca-ba66-7236dc1b75ac', 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:20.694728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Attempting to bind port bc986abb-9c11-4c20-88b4-c74fbeaa4135 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:20.695165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Attempting to bind port bc986abb-9c11-4c20-88b4-c74fbeaa4135 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:20.695630 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Attempting to bind port bc986abb-9c11-4c20-88b4-c74fbeaa4135 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:20.698583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-19c5f435-78a6-473c-8b23-87358df0696a None None] Port bc986abb-9c11-4c20-88b4-c74fbeaa4135 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:20.728421 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.735261 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97bb66ca-6ac7-4b57-91af-8ec8959a982d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.737318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:20.737749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Checking segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:20.738175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.738577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Bound using segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:20.739229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Bound port: bc986abb-9c11-4c20-88b4-c74fbeaa4135, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:20.739659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.748783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-19c5f435-78a6-473c-8b23-87358df0696a None None] Provisioning complete for port 58111043-b819-49b6-9bf4-fb26439477a4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:20.749567 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19c5f435-78a6-473c-8b23-87358df0696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.866905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97bb66ca-6ac7-4b57-91af-8ec8959a982d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.875009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97bb66ca-6ac7-4b57-91af-8ec8959a982d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.912785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb66ca-6ac7-4b57-91af-8ec8959a982d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b224626a-6002-4ba6-904f-cd7db70e7585,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:20.959732 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97bb66ca-6ac7-4b57-91af-8ec8959a982d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.962042 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-97bb66ca-6ac7-4b57-91af-8ec8959a982d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2749965 Nov 22 17:11:20.967234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44108) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:20.972147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-23cff98c-d716-4db8-8e3e-1e786c81c5a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'security_group_rule': {'security_group_id': 'b0e7d748-ecb4-4fca-ba66-7236dc1b75ac', 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:21.020999 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23cff98c-d716-4db8-8e3e-1e786c81c5a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.066278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] For port bc986abb-9c11-4c20-88b4-c74fbeaa4135, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:21.070622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] For port bc986abb-9c11-4c20-88b4-c74fbeaa4135, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bc986abb-9c11-4c20-88b4-c74fbeaa4135,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:21.095103 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.103393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 14e47cbb-3988-4235-aaf6-e6af6efc5864, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=14e47cbb-3988-4235-aaf6-e6af6efc5864,segment=NetworkSegment(5efb4fe0-1287-4fb6-8d9d-49f56e3dff52),segment_id=5efb4fe0-1287-4fb6-8d9d-49f56e3dff52)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:21.154543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.172677 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.224281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23cff98c-d716-4db8-8e3e-1e786c81c5a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.235788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23cff98c-d716-4db8-8e3e-1e786c81c5a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.293136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cff98c-d716-4db8-8e3e-1e786c81c5a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337e7994-e625-4ffe-928c-186dbdaa65a7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:21.324385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-23cff98c-d716-4db8-8e3e-1e786c81c5a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.325824 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-23cff98c-d716-4db8-8e3e-1e786c81c5a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3590677 Nov 22 17:11:21.328737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44110) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:21.337181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ab89690c-b042-4461-85b9-c5585de519e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'security_group_rule': {'security_group_id': 'b0e7d748-ecb4-4fca-ba66-7236dc1b75ac', 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:21.351940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 58111043-b819-49b6-9bf4-fb26439477a4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:21.385527 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.397168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:21.397652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab89690c-b042-4461-85b9-c5585de519e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.398363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:21.400695 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c9c93-90fd-499f-b5d4-100f6b29a44b None None] Pushing event updated for resources: {'Port': ['ID=bc986abb-9c11-4c20-88b4-c74fbeaa4135,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:21.402043 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.519045 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab89690c-b042-4461-85b9-c5585de519e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.529348 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Attempting to bind port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:21.529896 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Attempting to bind port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:21.530433 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Attempting to bind port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:21.534826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab89690c-b042-4461-85b9-c5585de519e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.544490 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:21.545027 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:21.545501 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.545965 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:21.546526 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Bound port: 307a8f41-2dc3-40f4-a706-6ef9ca290d5b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:21.548752 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.580628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89690c-b042-4461-85b9-c5585de519e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e554c74c-c3ef-4bb5-9d6b-70e2cc932624,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:21.581450 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28173016-1111-4ba6-a2fc-6c3257449e35 None None] Pushing event updated for resources: {'Port': ['ID=307a8f41-2dc3-40f4-a706-6ef9ca290d5b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:21.636329 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab89690c-b042-4461-85b9-c5585de519e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.637863 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] For port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:21.639206 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab89690c-b042-4461-85b9-c5585de519e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3090422 Nov 22 17:11:21.643804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44114) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:21.644476 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] For port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=307a8f41-2dc3-40f4-a706-6ef9ca290d5b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:21.651610 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.656078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f093d199-8f03-4c1f-a6a3-0a258700dc5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'security_group_rule': {'security_group_id': 'b0e7d748-ecb4-4fca-ba66-7236dc1b75ac', 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:21.731440 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Routers {'07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:21.732175 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:21.764182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f093d199-8f03-4c1f-a6a3-0a258700dc5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.876102 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] Set router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:21.900488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c26fac-2e65-4c02-9b74-07b50c61d90b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:21.938242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f093d199-8f03-4c1f-a6a3-0a258700dc5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.952662 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f093d199-8f03-4c1f-a6a3-0a258700dc5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.991967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093d199-8f03-4c1f-a6a3-0a258700dc5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d682ef-8288-4f6d-8624-b14814cca80f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:22.000250 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.016859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e605fcfc-8253-44e7-a3cd-48f124cf4e96 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:22.026073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f093d199-8f03-4c1f-a6a3-0a258700dc5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.034334 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f093d199-8f03-4c1f-a6a3-0a258700dc5b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3862469 Nov 22 17:11:22.034605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44116) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:22.043350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-34d9f134-0359-4b8b-b1f6-d29091c96a24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'security_group_rule': {'security_group_id': 'b0e7d748-ecb4-4fca-ba66-7236dc1b75ac', 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:22.104423 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28173016-1111-4ba6-a2fc-6c3257449e35 None None] Pushing event updated for resources: {'Port': ['ID=307a8f41-2dc3-40f4-a706-6ef9ca290d5b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:22.121596 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-34d9f134-0359-4b8b-b1f6-d29091c96a24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Project 38be5cdd50f444bc82164b06bcea7fe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:11:22.133707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34d9f134-0359-4b8b-b1f6-d29091c96a24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.138017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6ef01a8c-8aef-4bc5-ab74-11f2d7a7227c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:22.140070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6ef01a8c-8aef-4bc5-ab74-11f2d7a7227c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 797 time: 1.2522573 Nov 22 17:11:22.157077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=14e47cbb-3988-4235-aaf6-e6af6efc5864,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:22.164194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 58111043-b819-49b6-9bf4-fb26439477a4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:22.164789 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.188426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0101a40a-dee7-423f-8b1a-852487c483cf req-feb91267-a890-4d04-a32f-9c45ea4afdf0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 210 time: 0.0924890 Nov 22 17:11:22.240628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:22.266336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34d9f134-0359-4b8b-b1f6-d29091c96a24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.274219 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34d9f134-0359-4b8b-b1f6-d29091c96a24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.303077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Allocated IP 172.20.0.1 (fb82ff79-8c5c-4850-bbca-c357b3a60191/58b0ec9a-bff5-4286-8b5b-8803822208dc/1a846e6b-d2b3-444b-a85a-0beb4b7b8214) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:22.303894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Provisioning complete for port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:22.305889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.315672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9f134-0359-4b8b-b1f6-d29091c96a24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56feb5c9-8149-4ca6-ac4f-88f74aba31bd,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:22.342422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-34d9f134-0359-4b8b-b1f6-d29091c96a24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.343777 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-34d9f134-0359-4b8b-b1f6-d29091c96a24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3071632 Nov 22 17:11:22.346613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44120) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:22.347383 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-fc73b8ce-1a5d-449e-93ad-b1debedd392e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 380 time: 0.1779807 Nov 22 17:11:22.355099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0fe60d26-5744-456a-9458-ab71e1be7b32 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'security_group_rule': {'security_group_id': 'b0e7d748-ecb4-4fca-ba66-7236dc1b75ac', 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:22.360039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'port': {'device_id': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'admin_state_up': True, 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'security_groups': ['53d54ab3-d875-443f-9250-636573ae849e']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:22.385514 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-0fe60d26-5744-456a-9458-ab71e1be7b32 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Project 38be5cdd50f444bc82164b06bcea7fe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:11:22.393399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fe60d26-5744-456a-9458-ab71e1be7b32 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.434768 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:17Z', 'revision_number': 3, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port': {'id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:16Z', 'updated_at': '2021-11-22T17:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:22.466609 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fe60d26-5744-456a-9458-ab71e1be7b32 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.472371 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fe60d26-5744-456a-9458-ab71e1be7b32 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.482700 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c3dbb3-45c0-4127-b980-5da4a889c577 None None] The sync data for ids ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'] in n-d-816865-2 is: [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:17Z', 'revision_number': 3, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port': {'id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:16Z', 'updated_at': '2021-11-22T17:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:22.507829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe60d26-5744-456a-9458-ab71e1be7b32 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02650e96-d18d-49c5-83f6-1f65f43c4553,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:22.518641 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fe60d26-5744-456a-9458-ab71e1be7b32 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.521614 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0fe60d26-5744-456a-9458-ab71e1be7b32 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736412 Nov 22 17:11:22.752918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.757103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:11:22.762572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.874668 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.903022 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:22.947605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] For port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=307a8f41-2dc3-40f4-a706-6ef9ca290d5b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:22.951715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:21Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:22.990237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2121b-699f-43e8-9e10-64f8925d0731 None None] The sync data for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 is: [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:21Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:22.995509 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.081461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Provisioning complete for port bc986abb-9c11-4c20-88b4-c74fbeaa4135 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:23.081891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.132542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.20.0.6 (dfe8f399-b836-4c21-89e3-c2231ff9d1b1/93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17/658bb0dd-208b-4126-8db5-71128164a7c1) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:23.160088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Pushing event updated for resources: {'Port': ['ID=307a8f41-2dc3-40f4-a706-6ef9ca290d5b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:23.192907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Pushing event updated for resources: {'Port': ['ID=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:23.267011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Network fb82ff79-8c5c-4850-bbca-c357b3a60191 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:23.299611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:23.305280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:23.321660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.464786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] For port bc986abb-9c11-4c20-88b4-c74fbeaa4135, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bc986abb-9c11-4c20-88b4-c74fbeaa4135,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:23.475006 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.631770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Provisioning complete for port 14e47cbb-3988-4235-aaf6-e6af6efc5864 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:23.632211 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.648161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ced4d01b-57a8-42c6-8ce5-56b7f78bbd9e req-99204fa1-5939-40dc-807f-799d4fd26a3b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 210 time: 0.2165632 Nov 22 17:11:23.739645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bc986abb-9c11-4c20-88b4-c74fbeaa4135 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:23.755122 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.825569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b286d-e167-4797-8bd1-1aad0bbefffc None None] Pushing event updated for resources: {'Port': ['ID=bc986abb-9c11-4c20-88b4-c74fbeaa4135,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:23.905372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bc986abb-9c11-4c20-88b4-c74fbeaa4135 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:23.905775 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.052681 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.109814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.158492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-54484ac5-86e5-45a1-b44b-ee711d956fcd None None] Provisioning complete for port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:24.158874 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54484ac5-86e5-45a1-b44b-ee711d956fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.184004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.221745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 307a8f41-2dc3-40f4-a706-6ef9ca290d5b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:24.247325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-54484ac5-86e5-45a1-b44b-ee711d956fcd None None] Port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:24.271842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:24.305564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:24.308562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:24.346308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:24.392266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-54484ac5-86e5-45a1-b44b-ee711d956fcd None None] Provisioning complete for port 14e47cbb-3988-4235-aaf6-e6af6efc5864 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:24.393051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54484ac5-86e5-45a1-b44b-ee711d956fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.398171 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:24.399102 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.431778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:24.432802 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.525985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-29eaf2c4-3b34-46ba-99ac-2cc4b22db7cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1698198 Nov 22 17:11:24.550283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Request body: {'port': {'device_id': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:24.693847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 14e47cbb-3988-4235-aaf6-e6af6efc5864 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:24.717545 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.721799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.736906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.780380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2926f3ad-799f-4f78-a173-b97db0347011 None None] Provisioning complete for port 658bb0dd-208b-4126-8db5-71128164a7c1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:24.780765 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2926f3ad-799f-4f78-a173-b97db0347011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.833551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2926f3ad-799f-4f78-a173-b97db0347011 None None] Port 658bb0dd-208b-4126-8db5-71128164a7c1 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:24.853350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Pushing event updated for resources: {'Port': ['ID=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:24.867215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 14e47cbb-3988-4235-aaf6-e6af6efc5864 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:24.867605 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.985038 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:25.004021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c50f-b3b2-4d7f-8c65-3bd80acffbc3 req-134b2678-a9da-404e-9cbe-8e9e96b94880 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:25.005519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f766c50f-b3b2-4d7f-8c65-3bd80acffbc3 req-134b2678-a9da-404e-9cbe-8e9e96b94880 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 931 time: 0.1444521 Nov 22 17:11:25.224319 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f766c50f-b3b2-4d7f-8c65-3bd80acffbc3 req-f77ae08d-3122-4d49-bfae-3dc16d700f57 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706049 Nov 22 17:11:25.307191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bc986abb-9c11-4c20-88b4-c74fbeaa4135 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:25.308648 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Network fb82ff79-8c5c-4850-bbca-c357b3a60191 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:25.316557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:25.446690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bc986abb-9c11-4c20-88b4-c74fbeaa4135 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:25.447244 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:25.581032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658bb0dd-208b-4126-8db5-71128164a7c1 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:11:25.592603 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:25.607052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Transition to ACTIVE for port object 658bb0dd-208b-4126-8db5-71128164a7c1 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:11:25.625313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:25.718207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:11:25.752052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:25.800190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5f693472-a57e-4eeb-86c1-43a841990aab None None] Provisioning complete for port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:25.802582 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f693472-a57e-4eeb-86c1-43a841990aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:25.892650 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5f693472-a57e-4eeb-86c1-43a841990aab None None] Port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:25.914926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:25.916268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:25.916840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:25.926111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:11:25.926434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:25.936217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:25.936786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Checking segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:25.936950 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Bound using segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:25.937399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Bound port: 658bb0dd-208b-4126-8db5-71128164a7c1, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:25.937759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:25.974112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:26.006506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2c79f660-60bb-460c-aeda-078caeb551ca admin admin] 10.222.0.59 "PUT /v2.0/routers/07807e3e-46e9-4fc6-8a3b-68a4cc9160ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5256376 Nov 22 17:11:26.064513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:26.068597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:26.076831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:26.127042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:26.127778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:26.129544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] 10.222.0.37 "PUT /v2.0/ports/658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 1091 time: 1.5961909 Nov 22 17:11:26.130072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:26.132829 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9189132f-fd9f-4773-bb64-bdb60e8fd08b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:26.225537 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e1e9e1-7090-4088-b090-27f948ceb7a1 x-openstack-request-id: req-d0e1e9e1-7090-4088-b090-27f948ceb7a1 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:26.225897 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:26.226215 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0e1e9e1-7090-4088-b090-27f948ceb7a1 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:26.226694 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'status': 'completed', 'code': 200} Nov 22 17:11:26.249259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707737e-5e8b-4553-a5d4-d21304c6c49c service neutron] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:26.294102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-ff52a447-bff4-4e05-82b2-5eaf0f13d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:26.295817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-ff52a447-bff4-4e05-82b2-5eaf0f13d09f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1094 time: 0.1078250 Nov 22 17:11:26.323250 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Sync routers for ids ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:26.344497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Routers {'07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:26.347465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:26.365792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-e9fa9eb6-5d33-456d-b479-04761044abad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0609455 Nov 22 17:11:26.484272 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-830d66f3-0138-419e-a400-383040a7c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:26.485895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-830d66f3-0138-419e-a400-383040a7c875 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.1022873 Nov 22 17:11:26.496221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44222) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:26.576513 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Set router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:26.622639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6390404-3a7f-4fb4-846f-1f8f533d64b3 req-5803128a-cede-4662-81ad-f2974dfecb34 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:26.627825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6390404-3a7f-4fb4-846f-1f8f533d64b3 req-5803128a-cede-4662-81ad-f2974dfecb34 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 943 time: 0.1508853 Nov 22 17:11:26.630452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-70e665b2-c58c-4b22-8481-db990e9a3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:26.634195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-70e665b2-c58c-4b22-8481-db990e9a3a65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939355 Nov 22 17:11:26.804275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6390404-3a7f-4fb4-846f-1f8f533d64b3 req-b91fc74d-d753-40b1-af0a-6542bc796097 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605370 Nov 22 17:11:26.815894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-769e55b5-5a78-42a4-bdb2-87309ffa80f4 admin admin] Deleting subnet 16c5159b-3bb3-409f-b606-aa1171c40a00 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:11:26.829127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-769e55b5-5a78-42a4-bdb2-87309ffa80f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:26.862737 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-c952186f-f822-425d-8e21-3b9847560c8d service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190990 Nov 22 17:11:26.927454 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-769e55b5-5a78-42a4-bdb2-87309ffa80f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.008946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b891eab2-b63d-4a75-8c58-48a5aa8325bd req-006e15aa-b524-4b08-b109-166e2a664c59 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372769 Nov 22 17:11:27.014628 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-769e55b5-5a78-42a4-bdb2-87309ffa80f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.025751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:24Z', 'revision_number': 4, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port': {'id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:16Z', 'updated_at': '2021-11-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1a846e6b-d2b3-444b-a85a-0beb4b7b8214', 'name': '', 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'mac_address': 'fa:16:3e:09:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '58b0ec9a-bff5-4286-8b5b-8803822208dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:20Z', 'updated_at': '2021-11-22T17:11:24Z', 'revision_number': 2, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'subnets': [{'id': '58b0ec9a-bff5-4286-8b5b-8803822208dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:27.075385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Checking router: 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:27.075765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Updating router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:11:27.120361 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.148926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-769e55b5-5a78-42a4-bdb2-87309ffa80f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.200945 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-0e5410a4-6168-48b0-a54c-e12e8b677e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:27.206208 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-0e5410a4-6168-48b0-a54c-e12e8b677e32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1094 time: 0.1323910 Nov 22 17:11:27.221605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-769e55b5-5a78-42a4-bdb2-87309ffa80f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.226791 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-769e55b5-5a78-42a4-bdb2-87309ffa80f4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/16c5159b-3bb3-409f-b606-aa1171c40a00 HTTP/1.1" status: 204 len: 168 time: 0.7275450 Nov 22 17:11:27.233967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:27.237558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e55b5-5a78-42a4-bdb2-87309ffa80f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c5159b-3bb3-409f-b606-aa1171c40a00,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:27.436035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.474000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-dbe21b1e-0bf6-41c7-8433-b5df39e177de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:27.475573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-dbe21b1e-0bf6-41c7-8433-b5df39e177de service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.2615974 Nov 22 17:11:27.568043 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.579234 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.598044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-5046b726-a471-4dbe-bf06-f7afd14f3aef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0927346 Nov 22 17:11:27.636160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb48909-7691-47b4-bb79-d6869495ea6d None None] Pushing event updated for resources: {'Port': ['ID=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:27.667886 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-2ba128ed-6024-416f-897f-8a5fde163485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:27.669668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-2ba128ed-6024-416f-897f-8a5fde163485 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0658739 Nov 22 17:11:27.677269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.750787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Attempting to bind port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:27.751298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Attempting to bind port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:27.751740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Attempting to bind port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 on network fb82ff79-8c5c-4850-bbca-c357b3a60191 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:27.761950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:27.762451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Checking segment: {'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:27.763113 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.764233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Bound using segment: {'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:27.764842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Bound port: 1a846e6b-d2b3-444b-a85a-0beb4b7b8214, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:27.765312 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.828957 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc70b14-c8e4-4876-afd2-1cfaee7beb70']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:27.865633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc0c1fa-1238-42be-8c7c-8580a43cd35b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:27.865951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc0c1fa-1238-42be-8c7c-8580a43cd35b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:27.902175 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.927210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] For port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:27.927903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-4bc7917c-0e11-4ff0-a169-de39a495353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:27.932784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] For port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,segment=NetworkSegment(5efb4fe0-1287-4fb6-8d9d-49f56e3dff52),segment_id=5efb4fe0-1287-4fb6-8d9d-49f56e3dff52)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:27.935824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-4bc7917c-0e11-4ff0-a169-de39a495353a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513654 Nov 22 17:11:27.942897 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.952177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.990131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44244) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:28.014242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:11:28.014713 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.054515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Routers {'07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:28.064648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:11:28.072884 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:11:28.111680 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.131207 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.138819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cfc70b14-c8e4-4876-afd2-1cfaee7beb70 HTTP/1.1" status: 204 len: 168 time: 0.9037368 Nov 22 17:11:28.184679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6634f71-dc28-474f-942e-8ded941b12d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc70b14-c8e4-4876-afd2-1cfaee7beb70,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:28.208411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb48909-7691-47b4-bb79-d6869495ea6d None None] Pushing event updated for resources: {'Port': ['ID=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:28.215970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135894d-6332-4579-ab6a-94ae7b248368 req-9d2e8c04-71b0-4c92-8fe4-9d51fd6e44b6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:28.217635 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a135894d-6332-4579-ab6a-94ae7b248368 req-9d2e8c04-71b0-4c92-8fe4-9d51fd6e44b6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 943 time: 0.2775395 Nov 22 17:11:28.222021 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-27ce5517-4a9e-449c-95d7-15c12923ab60 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714751 Nov 22 17:11:28.253467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a84e027a-65e0-421e-baab-9e3c04ad7d9c None None] Provisioning complete for port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:28.253852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a84e027a-65e0-421e-baab-9e3c04ad7d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.419397 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9189132f-fd9f-4773-bb64-bdb60e8fd08b req-c6399e4f-7b83-4466-a740-9a8216ef02b4 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876340 Nov 22 17:11:28.431074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a135894d-6332-4579-ab6a-94ae7b248368 req-ed5d1fdb-2529-4571-944c-2a48e8a44553 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072196 Nov 22 17:11:28.460322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44248) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:28.534464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-65a3da62-0eff-4fa1-8ff7-aa161c2cc774 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4272305603414c33901740929edb8e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726690 Nov 22 17:11:28.536688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44250) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:28.596561 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcf5e-6ba1-454f-aeab-aab792858cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.628906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] Set router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:28.641141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcf5e-6ba1-454f-aeab-aab792858cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.718875 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcf5e-6ba1-454f-aeab-aab792858cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.721442 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5cbbcf5e-6ba1-454f-aeab-aab792858cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.725606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5cbbcf5e-6ba1-454f-aeab-aab792858cd9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd88581b-1569-493c-b1ca-f516433c1780 HTTP/1.1" status: 204 len: 168 time: 0.1877017 Nov 22 17:11:28.734544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbcf5e-6ba1-454f-aeab-aab792858cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd88581b-1569-493c-b1ca-f516433c1780,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:28.833851 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a84e027a-65e0-421e-baab-9e3c04ad7d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.906624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a84e027a-65e0-421e-baab-9e3c04ad7d9c None None] For port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,segment=NetworkSegment(5efb4fe0-1287-4fb6-8d9d-49f56e3dff52),segment_id=5efb4fe0-1287-4fb6-8d9d-49f56e3dff52)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:28.930426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a84e027a-65e0-421e-baab-9e3c04ad7d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:29.001758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e027a-65e0-421e-baab-9e3c04ad7d9c None None] Pushing event updated for resources: {'Port': ['ID=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:29.039887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:24Z', 'revision_number': 4, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port': {'id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:16Z', 'updated_at': '2021-11-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1a846e6b-d2b3-444b-a85a-0beb4b7b8214', 'name': '', 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'mac_address': 'fa:16:3e:09:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '58b0ec9a-bff5-4286-8b5b-8803822208dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:20Z', 'updated_at': '2021-11-22T17:11:27Z', 'revision_number': 4, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'subnets': [{'id': '58b0ec9a-bff5-4286-8b5b-8803822208dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:29.075444 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad1025b-908d-40b6-a67f-f13d854e4a97 None None] The sync data for ids ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'] in n-d-816865-2 is: [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:24Z', 'revision_number': 4, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port': {'id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:16Z', 'updated_at': '2021-11-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1a846e6b-d2b3-444b-a85a-0beb4b7b8214', 'name': '', 'network_id': 'fb82ff79-8c5c-4850-bbca-c357b3a60191', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'mac_address': 'fa:16:3e:09:77:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '58b0ec9a-bff5-4286-8b5b-8803822208dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:20Z', 'updated_at': '2021-11-22T17:11:27Z', 'revision_number': 4, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'subnets': [{'id': '58b0ec9a-bff5-4286-8b5b-8803822208dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:29.143057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-40696ac5-3f93-4ff7-961c-1bd2a8cb50d8 None None] Provisioning complete for port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:29.143454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40696ac5-3f93-4ff7-961c-1bd2a8cb50d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:29.359497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:29.440147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:29.440497 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:29.538110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:29.654633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2cc05-70a8-43f2-9a1d-3ab9b1b51cea req-c4c89567-1c73-45dd-863f-ee642a111add tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:29.657626 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aac2cc05-70a8-43f2-9a1d-3ab9b1b51cea req-c4c89567-1c73-45dd-863f-ee642a111add tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 943 time: 0.0887742 Nov 22 17:11:29.759499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aac2cc05-70a8-43f2-9a1d-3ab9b1b51cea req-4097bacf-6867-4cbd-9796-151c6513872a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944934 Nov 22 17:11:29.917374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Deleting port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:29.917868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.035962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] For port 1a846e6b-d2b3-444b-a85a-0beb4b7b8214, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,segment=NetworkSegment(5efb4fe0-1287-4fb6-8d9d-49f56e3dff52),segment_id=5efb4fe0-1287-4fb6-8d9d-49f56e3dff52)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:30.036468 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.054495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Calling delete_port for 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:30.301614 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.329237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a846e6b-d2b3-444b-a85a-0beb4b7b8214,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:30.393212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:11:30.596707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:30.622360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '658bb0dd-208b-4126-8db5-71128164a7c1', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'port_id': '658bb0dd-208b-4126-8db5-71128164a7c1', 'mac_address': 'fa:16:3e:f1:0c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:11:30.634271 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.690762 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.744193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658bb0dd-208b-4126-8db5-71128164a7c1 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:11:30.777039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:30.783744 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.861098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:30.950080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06170e1c-7369-49d6-8ee1-a1544783b2de req-9fc53f25-381e-4879-9a4f-bd8e057a3859 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:30.962413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06170e1c-7369-49d6-8ee1-a1544783b2de req-9fc53f25-381e-4879-9a4f-bd8e057a3859 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 944 time: 0.0808089 Nov 22 17:11:30.987312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['658bb0dd-208b-4126-8db5-71128164a7c1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:11:31.001317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:11:31.060765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06170e1c-7369-49d6-8ee1-a1544783b2de req-9ce22ece-8b8b-461a-993e-57b9214066bf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913181 Nov 22 17:11:31.214193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:31.223453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8b5a6662-d888-4b1a-bc47-7ac86377ed99 admin admin] 10.222.0.59 "PUT /v2.0/routers/07807e3e-46e9-4fc6-8a3b-68a4cc9160ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2321482 Nov 22 17:11:31.224219 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44332) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:31.227173 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] Sync routers for ids ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:31.243175 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] Routers {'07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:31.243795 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:31.405740 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] Set router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:31.422803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.555064 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.640230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Deleting port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:31.641187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.660843 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:30Z', 'revision_number': 5, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port': {'id': '307a8f41-2dc3-40f4-a706-6ef9ca290d5b', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:16Z', 'updated_at': '2021-11-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:31.708673 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] Checking router: 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:31.718874 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] Routers {'07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:31.719515 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:31.742243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] For port 307a8f41-2dc3-40f4-a706-6ef9ca290d5b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=307a8f41-2dc3-40f4-a706-6ef9ca290d5b,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:31.742623 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.762280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Calling delete_port for 307a8f41-2dc3-40f4-a706-6ef9ca290d5b owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:31.831083 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] Set router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:31.889928 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:31Z', 'revision_number': 6, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:31.922070 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270fb49-4b89-4844-8b56-561455be93d4 None None] The sync data for ids ['07807e3e-46e9-4fc6-8a3b-68a4cc9160ec'] in n-d-816865-2 is: [{'id': '07807e3e-46e9-4fc6-8a3b-68a4cc9160ec', 'name': 'tempest-ImageQuotaTest-526766315-router', 'tenant_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:15Z', 'updated_at': '2021-11-22T17:11:31Z', 'revision_number': 6, 'project_id': 'e0837ce1e60b47f69cbd16e37f5a5780', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:31.987144 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.021442 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=307a8f41-2dc3-40f4-a706-6ef9ca290d5b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:32.049911 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259cd574-2289-44da-be72-809766707c6e None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:32.098155 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.191163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44420) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:32.238376 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.240680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.314531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.315259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07807e3e-46e9-4fc6-8a3b-68a4cc9160ec {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:11:32.321359 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.325701 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c69a191a-54ce-4d57-96b9-81004214ffa5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/07807e3e-46e9-4fc6-8a3b-68a4cc9160ec HTTP/1.1" status: 204 len: 168 time: 1.0969875 Nov 22 17:11:32.326017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44422) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:32.397670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:32.400184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-590199cb-1ae2-45e1-b790-60148034c4e7 admin admin] Deleting subnet 58b0ec9a-bff5-4286-8b5b-8803822208dc {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:11:32.405032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-590199cb-1ae2-45e1-b790-60148034c4e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.448724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-590199cb-1ae2-45e1-b790-60148034c4e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.500303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 658bb0dd-208b-4126-8db5-71128164a7c1 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:11:32.506458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 658bb0dd-208b-4126-8db5-71128164a7c1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:32.506857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.574679 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-590199cb-1ae2-45e1-b790-60148034c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.626933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c7bc8-f38a-4954-8f46-dc44483a4cf5 req-e6d9614a-32aa-4b8c-826c-6ada972561c8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:32.627774 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.635089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e81c7bc8-f38a-4954-8f46-dc44483a4cf5 req-e6d9614a-32aa-4b8c-826c-6ada972561c8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 944 time: 0.4863596 Nov 22 17:11:32.661272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:32.663882 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af96a0-bbb4-4592-9a63-8dd2745be31b" -d '{"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-plugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:32.678625 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-590199cb-1ae2-45e1-b790-60148034c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.679257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:32.684638 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.702493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e81c7bc8-f38a-4954-8f46-dc44483a4cf5 req-4a4249ff-072b-44bd-ba9f-0d0c059b1fef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661492 Nov 22 17:11:32.733851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590199cb-1ae2-45e1-b790-60148034c4e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b0ec9a-bff5-4286-8b5b-8803822208dc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:32.739670 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-590199cb-1ae2-45e1-b790-60148034c4e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.745966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44428) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:32.748758 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-590199cb-1ae2-45e1-b790-60148034c4e7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/58b0ec9a-bff5-4286-8b5b-8803822208dc HTTP/1.1" status: 204 len: 168 time: 0.4213073 Nov 22 17:11:32.764390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff38bd3-edf2-46dd-9193-fbd3709fd1b7 None None] Network fb82ff79-8c5c-4850-bbca-c357b3a60191 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:11:32.812092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:32.837655 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959d3854-7e78-413d-a810-1b6ea9a67a03 x-openstack-request-id: req-959d3854-7e78-413d-a810-1b6ea9a67a03 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:32.838240 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-plugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:32.838633 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-959d3854-7e78-413d-a810-1b6ea9a67a03 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:32.839958 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'code': 200} Nov 22 17:11:32.862656 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.936445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d142f99-8c14-4cef-8d0f-0dbbe3fc8c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.008445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae870328-9767-4e21-9ace-3430dde1fc16 req-67d655c7-c0bd-4c99-b677-dbfb2c46af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:33.010743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae870328-9767-4e21-9ace-3430dde1fc16 req-67d655c7-c0bd-4c99-b677-dbfb2c46af52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1096 time: 0.1356382 Nov 22 17:11:33.051914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770d869-bea4-44e2-b546-144f936545ac None None] DHCP port deletion for fb82ff79-8c5c-4850-bbca-c357b3a60191 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:33.100118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae870328-9767-4e21-9ace-3430dde1fc16 req-2293342b-e0b2-4353-987d-df9a577b585d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772548 Nov 22 17:11:33.103969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Deleting port 14e47cbb-3988-4235-aaf6-e6af6efc5864 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:33.104513 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.154307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3770d869-bea4-44e2-b546-144f936545ac None None] Deleting port 14e47cbb-3988-4235-aaf6-e6af6efc5864 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:33.154902 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3770d869-bea4-44e2-b546-144f936545ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.182207 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d142f99-8c14-4cef-8d0f-0dbbe3fc8c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.195689 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d142f99-8c14-4cef-8d0f-0dbbe3fc8c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.234591 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2d142f99-8c14-4cef-8d0f-0dbbe3fc8c04 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdb5724f234a410d8c3980bfc231dae6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0416651 Nov 22 17:11:33.235208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44434) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:33.272380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d142f99-8c14-4cef-8d0f-0dbbe3fc8c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d487d59-3736-4d13-9782-a9a7a0a49b35,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:33.295414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] For port 14e47cbb-3988-4235-aaf6-e6af6efc5864, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=14e47cbb-3988-4235-aaf6-e6af6efc5864,segment=NetworkSegment(5efb4fe0-1287-4fb6-8d9d-49f56e3dff52),segment_id=5efb4fe0-1287-4fb6-8d9d-49f56e3dff52)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:33.295891 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.322119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Calling delete_port for 14e47cbb-3988-4235-aaf6-e6af6efc5864 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:33.333752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 307a8f41-2dc3-40f4-a706-6ef9ca290d5b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:33.370677 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2efa0b0-0c89-412e-b6b5-7c155b1f23c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.375642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3770d869-bea4-44e2-b546-144f936545ac None None] For port 14e47cbb-3988-4235-aaf6-e6af6efc5864, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=14e47cbb-3988-4235-aaf6-e6af6efc5864,segment=NetworkSegment(5efb4fe0-1287-4fb6-8d9d-49f56e3dff52),segment_id=5efb4fe0-1287-4fb6-8d9d-49f56e3dff52)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:33.376530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3770d869-bea4-44e2-b546-144f936545ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.403499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2efa0b0-0c89-412e-b6b5-7c155b1f23c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.426674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 307a8f41-2dc3-40f4-a706-6ef9ca290d5b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:33.427279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 307a8f41-2dc3-40f4-a706-6ef9ca290d5b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:33.427850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:33.436432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.473813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3770d869-bea4-44e2-b546-144f936545ac None None] Calling delete_port for 14e47cbb-3988-4235-aaf6-e6af6efc5864 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:33.481257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:33.481893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1a846e6b-d2b3-444b-a85a-0beb4b7b8214 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:33.482525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 14e47cbb-3988-4235-aaf6-e6af6efc5864 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:33.483043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Pushing event deleted for resources: {'Port': ['ID=14e47cbb-3988-4235-aaf6-e6af6efc5864,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:33.484968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] No DVR routers for this DVR port 14e47cbb-3988-4235-aaf6-e6af6efc5864 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:11:33.499122 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2efa0b0-0c89-412e-b6b5-7c155b1f23c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.503314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c2efa0b0-0c89-412e-b6b5-7c155b1f23c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.505068 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c2efa0b0-0c89-412e-b6b5-7c155b1f23c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d487d59-3736-4d13-9782-a9a7a0a49b35 HTTP/1.1" status: 204 len: 168 time: 0.2685075 Nov 22 17:11:33.516997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 14e47cbb-3988-4235-aaf6-e6af6efc5864 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:33.517472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 14e47cbb-3988-4235-aaf6-e6af6efc5864 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:33.529373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efa0b0-0c89-412e-b6b5-7c155b1f23c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d487d59-3736-4d13-9782-a9a7a0a49b35,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:33.579321 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.609683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb82ff79-8c5c-4850-bbca-c357b3a60191']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:33.622398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:33.622592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efb4fe0-1287-4fb6-8d9d-49f56e3dff52') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:33.634901 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3770d869-bea4-44e2-b546-144f936545ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.636304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.655912 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.664271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:11:33.664703 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:11:33.671720 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:11:33.678855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770d869-bea4-44e2-b546-144f936545ac None None] Pushing event deleted for resources: {'Port': ['ID=14e47cbb-3988-4235-aaf6-e6af6efc5864,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:33.687408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3770d869-bea4-44e2-b546-144f936545ac None None] No DVR routers for this DVR port 14e47cbb-3988-4235-aaf6-e6af6efc5864 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:11:33.748976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.760989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:33.770543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] 10.222.0.59 "DELETE /v2.0/networks/fb82ff79-8c5c-4850-bbca-c357b3a60191 HTTP/1.1" status: 204 len: 168 time: 1.0235038 Nov 22 17:11:33.790777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8ef61-7222-41e4-8b51-7688d1d2c13e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb82ff79-8c5c-4850-bbca-c357b3a60191,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:33.860166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfcb53-d56d-4d3b-b077-e64af25380ce req-39158242-2098-4f00-b3a7-91c5b4005c5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:33.861486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3cfcb53-d56d-4d3b-b077-e64af25380ce req-39158242-2098-4f00-b3a7-91c5b4005c5f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0641589 Nov 22 17:11:33.937495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44444) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:33.938727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3cfcb53-d56d-4d3b-b077-e64af25380ce req-1d7498cc-7c02-4d62-9039-13cfeafac304 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709100 Nov 22 17:11:33.964559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.035948 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:34.117096 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.122849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.129817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-29feb714-4a86-4674-80e8-0e819547d85d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0837ce1e60b47f69cbd16e37f5a5780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918968 Nov 22 17:11:34.131933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44448) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:34.173908 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0564b34dbd004c80b7f6f31490c195c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350438 Nov 22 17:11:34.174923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256e36d9-3914-486c-b8f1-f2d8d567b5e8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:34.177023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44450) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:34.195811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.196162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.196507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.196971 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.197511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.197955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.198179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.198521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.199568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.199568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.199788 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-744754bd-477f-46ac-924e-63090eed13f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.200213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.200213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241550cb-65ea-4f91-bf89-8d2a43991eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:34.227125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-744754bd-477f-46ac-924e-63090eed13f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.243194 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02559ad9-8f99-44d8-9da4-b7ab01ba5970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.270461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02559ad9-8f99-44d8-9da4-b7ab01ba5970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.284042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-744754bd-477f-46ac-924e-63090eed13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.287126 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-744754bd-477f-46ac-924e-63090eed13f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.288302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-744754bd-477f-46ac-924e-63090eed13f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b3a9dcb-d48f-46be-950e-9f45ab428281 HTTP/1.1" status: 204 len: 168 time: 0.1553743 Nov 22 17:11:34.300685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744754bd-477f-46ac-924e-63090eed13f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3a9dcb-d48f-46be-950e-9f45ab428281,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:34.364411 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02559ad9-8f99-44d8-9da4-b7ab01ba5970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.372466 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02559ad9-8f99-44d8-9da4-b7ab01ba5970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:34.374510 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-02559ad9-8f99-44d8-9da4-b7ab01ba5970 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/256e36d9-3914-486c-b8f1-f2d8d567b5e8 HTTP/1.1" status: 204 len: 168 time: 0.1963665 Nov 22 17:11:34.388849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02559ad9-8f99-44d8-9da4-b7ab01ba5970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e36d9-3914-486c-b8f1-f2d8d567b5e8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:34.873055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44460) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:34.889052 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8fa2-8458-4551-a057-9bff638af2d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.002187 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8fa2-8458-4551-a057-9bff638af2d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.007584 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8fa2-8458-4551-a057-9bff638af2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.040981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9e7a8fa2-8458-4551-a057-9bff638af2d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1663475 Nov 22 17:11:35.043692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44464) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:35.093689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a8fa2-8458-4551-a057-9bff638af2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dc0f54-dadb-4c5f-84ea-27f47a36cc8e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:35.113528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f190f9f-d1eb-4750-a66d-54d7e78eb7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.117614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e5e9d-a244-4aa6-9d6f-61cded5b5861 req-6b056c6e-218c-487c-b0f6-6494a26f6962 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:35.119517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-634e5e9d-a244-4aa6-9d6f-61cded5b5861 req-6b056c6e-218c-487c-b0f6-6494a26f6962 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0762672 Nov 22 17:11:35.138147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f190f9f-d1eb-4750-a66d-54d7e78eb7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.179156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-634e5e9d-a244-4aa6-9d6f-61cded5b5861 req-6fb873bd-5689-4e3f-bbc3-eb2007cfd3b1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526893 Nov 22 17:11:35.215548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f190f9f-d1eb-4750-a66d-54d7e78eb7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.218444 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2f190f9f-d1eb-4750-a66d-54d7e78eb7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.220935 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2f190f9f-d1eb-4750-a66d-54d7e78eb7b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68dc0f54-dadb-4c5f-84ea-27f47a36cc8e HTTP/1.1" status: 204 len: 168 time: 0.1740971 Nov 22 17:11:35.231121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f190f9f-d1eb-4750-a66d-54d7e78eb7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dc0f54-dadb-4c5f-84ea-27f47a36cc8e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:35.327746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e29a6-6d32-45a2-bef5-f703dc4a41db req-e7b77f6b-af00-4772-9b95-881ff7278de8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:35.329396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-167e29a6-6d32-45a2-bef5-f703dc4a41db req-e7b77f6b-af00-4772-9b95-881ff7278de8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0537376 Nov 22 17:11:35.398633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-167e29a6-6d32-45a2-bef5-f703dc4a41db req-8298f22d-c6f2-46b6-bed4-8371e82ef382 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626473 Nov 22 17:11:35.423591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44470) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:35.481392 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87563e1-4b2a-4561-822c-234b551ef00e tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:35.485819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c87563e1-4b2a-4561-822c-234b551ef00e tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1091 time: 0.0584953 Nov 22 17:11:35.486170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44474) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:35.493301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '658bb0dd-208b-4126-8db5-71128164a7c1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:35.533585 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.661768 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.796786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.25.0.213 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/f124c3ec-dc5e-4305-974d-fcfbcdc4551d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:35.920293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.956667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:35.998438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:36.002905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:36.006566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:36.033357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=f124c3ec-dc5e-4305-974d-fcfbcdc4551d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:36.391078 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:11:36.398465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:36.470713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:36.628458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:36.634029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:36.706216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=f124c3ec-dc5e-4305-974d-fcfbcdc4551d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:36.720108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:36.857046 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:37.161625 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Floating IP 58f43eab-9811-4066-a00d-930723cea07f associated. External IP: 172.25.0.213, port: 658bb0dd-208b-4126-8db5-71128164a7c1. Nov 22 17:11:37.378572 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 5febc1a5-6993-477f-95df-477c460c6daa has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:11:37.495976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:37.505892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] Sync routers for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:37.517861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:37.518878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:37.519640 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:37.552205 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1d3504ee-b06b-4cde-909b-e67f7ef925b4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0649147 Nov 22 17:11:37.552814 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:37.555442 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d9812-e018-4224-9cb5-48bf69412a02" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:37.657311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:37.669552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d56f2-56ec-4408-ab74-a665a4c84311 req-6955a77a-a0ee-4f72-bed6-0dec0c85bf3a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:37.671187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e4d56f2-56ec-4408-ab74-a665a4c84311 req-6955a77a-a0ee-4f72-bed6-0dec0c85bf3a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0542188 Nov 22 17:11:37.730662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e4d56f2-56ec-4408-ab74-a665a4c84311 req-6ff047b5-292e-4af9-b721-c491d6963963 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532210 Nov 22 17:11:37.754236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44484) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:37.795143 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0970347-acc3-45c6-afc3-938f23bc1bcb x-openstack-request-id: req-d0970347-acc3-45c6-afc3-938f23bc1bcb {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:37.795143 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:37.795143 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0970347-acc3-45c6-afc3-938f23bc1bcb {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:37.795143 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'status': 'completed', 'code': 200} Nov 22 17:11:37.898414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-98bf8654-6d33-4d99-8765-85f9096a0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:37.900515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-98bf8654-6d33-4d99-8765-85f9096a0b1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1096 time: 0.0732191 Nov 22 17:11:37.906199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c620371a-96d5-40fa-8c9a-b5217bc963b6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/58f43eab-9811-4066-a00d-930723cea07f HTTP/1.1" status: 200 len: 991 time: 0.1507933 Nov 22 17:11:37.985655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '58f43eab-9811-4066-a00d-930723cea07f', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'port_id': '658bb0dd-208b-4126-8db5-71128164a7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'mac_address': 'fa:16:3e:f1:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:11:36Z', 'updated_at': '2021-11-22T17:11:36Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:23Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:38.022430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] Checking router: 5febc1a5-6993-477f-95df-477c460c6daa for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:38.022618 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-807400a1-654b-4968-8d2f-88754dc3bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:38.029966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-807400a1-654b-4968-8d2f-88754dc3bc63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.1220009 Nov 22 17:11:38.031999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:38.032629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:38.105250 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:38.119707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-b7a80b35-9f76-4d8b-998a-75e6ebb96448 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0822070 Nov 22 17:11:38.174799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:38.182351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-cdbac1a5-b62a-4bd1-83a5-bce1a7b33d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:38.184155 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-cdbac1a5-b62a-4bd1-83a5-bce1a7b33d0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0584264 Nov 22 17:11:38.242199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-817c3c0e-51db-4733-b6f3-4aba528731d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:38.244369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-817c3c0e-51db-4733-b6f3-4aba528731d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527575 Nov 22 17:11:38.350325 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-741ea883-8668-4207-8d6a-36b3385ba29d service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991778 Nov 22 17:11:38.444564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '58f43eab-9811-4066-a00d-930723cea07f', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'port_id': '658bb0dd-208b-4126-8db5-71128164a7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'mac_address': 'fa:16:3e:f1:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:11:36Z', 'updated_at': '2021-11-22T17:11:36Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:23Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:38.456902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff0d9812-e018-4224-9cb5-48bf69412a02 req-04c77e2b-bea6-40b6-8655-81da371c4e8f service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991724 Nov 22 17:11:38.476861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0ee6d-7164-4082-9c42-f0486cd23b00 None None] The sync data for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 is: [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '58f43eab-9811-4066-a00d-930723cea07f', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'port_id': '658bb0dd-208b-4126-8db5-71128164a7c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'mac_address': 'fa:16:3e:f1:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:11:36Z', 'updated_at': '2021-11-22T17:11:36Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:23Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:38.765745 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1274bef5-4936-406f-921f-4836f1726f89 None None] New status for floating IP 58f43eab-9811-4066-a00d-930723cea07f: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:11:38.910300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44496) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:38.982343 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5d124fbc-7859-491e-ab0d-26b48d8d8fb1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/58f43eab-9811-4066-a00d-930723cea07f HTTP/1.1" status: 200 len: 991 time: 0.0706966 Nov 22 17:11:39.987719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44512) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:40.075248 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-680f6ec4-a39a-434b-a3bb-31dfe3aaf2ab tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/58f43eab-9811-4066-a00d-930723cea07f HTTP/1.1" status: 200 len: 993 time: 0.0858018 Nov 22 17:11:45.429964 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-8b19fd23-2592-4404-9a1f-ec49ae0db8f7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019307935&fields=id&tenant_id=38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 267 time: 0.0470102 Nov 22 17:11:45.537025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ac0bd0ad-21aa-4cae-af83-6337253ddfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:45.550422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-bf9d8c82-1926-4dc1-8897-1ffe569c10c5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:45.552013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-bf9d8c82-1926-4dc1-8897-1ffe569c10c5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1146431 Nov 22 17:11:45.569590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-d836e2cc-623e-40f6-a15e-c80b2bccb540 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/quotas/38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 375 time: 0.0093749 Nov 22 17:11:45.632067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-cfef1a84-e24b-4c11-8a8b-5c3f1eab0c92 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546715 Nov 22 17:11:45.738975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-bcf66f2b-aa3a-47f1-8c86-530ad7f3d510 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929713 Nov 22 17:11:45.839112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-fab5704d-944d-4878-8555-a2ba263d4b94 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935111 Nov 22 17:11:46.188480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b683adba-cecf-4684-bda3-b16380d7efd7 req-8d9cddd6-3f09-4e38-a28b-59fb62c02114 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 210 time: 0.0298922 Nov 22 17:11:47.278459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-37f854ea-bfcb-42a7-8a77-ecddeef0c1ed tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:47.280563 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-37f854ea-bfcb-42a7-8a77-ecddeef0c1ed tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1334667 Nov 22 17:11:47.302012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8207e3cf-f1ed-42fb-860a-47d5b78d7b3c req-df0b96f3-8ae2-4b1b-a143-d281ee82ed1a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 210 time: 0.0294063 Nov 22 17:11:47.358060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-efa2671c-b849-4a83-81ef-d3676d24dcc8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 380 time: 0.0671613 Nov 22 17:11:47.372096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'port': {'device_id': 'eb560e79-d61d-4e72-920d-9975af819e71', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'admin_state_up': True, 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'security_groups': ['b0e7d748-ecb4-4fca-ba66-7236dc1b75ac']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:47.503832 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:11:47.507695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:47.645499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.20.0.10 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/213d487e-0af1-4ec4-9870-5e380a9a9b5c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:47.805355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:47.846291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:47.899836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:47.904393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:47.907685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:47.926001 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-540b2fde-6239-4b28-b88c-1bfa4b56a88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:47.939070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=213d487e-0af1-4ec4-9870-5e380a9a9b5c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:47.972605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:47.973281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:47.996593 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-400b0cbc-2e2c-493f-9013-61369fb96642 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6291571 Nov 22 17:11:48.131200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Request body: {'port': {'device_id': 'eb560e79-d61d-4e72-920d-9975af819e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:48.189244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a4221234-ff1b-4cf5-b6ef-af734e26f802 None None] Provisioning complete for port 213d487e-0af1-4ec4-9870-5e380a9a9b5c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:48.189667 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a4221234-ff1b-4cf5-b6ef-af734e26f802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:48.190199 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:48.230266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a4221234-ff1b-4cf5-b6ef-af734e26f802 None None] Port 213d487e-0af1-4ec4-9870-5e380a9a9b5c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:48.444970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ecaf9-67bd-4100-8de3-5e158c80f5cb req-5325484b-15d5-424d-9409-cbf645dbad67 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:48.447714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-032ecaf9-67bd-4100-8de3-5e158c80f5cb req-5325484b-15d5-424d-9409-cbf645dbad67 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 932 time: 0.0607619 Nov 22 17:11:48.515109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-032ecaf9-67bd-4100-8de3-5e158c80f5cb req-24d4de8a-f158-44e4-9064-c032a00bd14d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586631 Nov 22 17:11:48.523626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213d487e-0af1-4ec4-9870-5e380a9a9b5c {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:11:48.532916 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:48.546495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Transition to ACTIVE for port object 213d487e-0af1-4ec4-9870-5e380a9a9b5c will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:11:48.552276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:48.606870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Pushing event updated for resources: {'Port': ['ID=213d487e-0af1-4ec4-9870-5e380a9a9b5c,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:48.704586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Attempting to bind port 213d487e-0af1-4ec4-9870-5e380a9a9b5c on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:48.705078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Attempting to bind port 213d487e-0af1-4ec4-9870-5e380a9a9b5c by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:48.708840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Attempting to bind port 213d487e-0af1-4ec4-9870-5e380a9a9b5c on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:48.715612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Port 213d487e-0af1-4ec4-9870-5e380a9a9b5c on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:11:48.716149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Attempting to bind port 213d487e-0af1-4ec4-9870-5e380a9a9b5c on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:48.721904 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:48.722267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:48.722652 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:48.723103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Bound port: 213d487e-0af1-4ec4-9870-5e380a9a9b5c, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:48.723469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:48.811177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] For port 213d487e-0af1-4ec4-9870-5e380a9a9b5c, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:48.811177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] For port 213d487e-0af1-4ec4-9870-5e380a9a9b5c, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:48.816858 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:48.859959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:48.860771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:48.863013 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] 10.222.0.62 "PUT /v2.0/ports/213d487e-0af1-4ec4-9870-5e380a9a9b5c HTTP/1.1" status: 200 len: 1092 time: 0.8576281 Nov 22 17:11:48.863622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb560e79-d61d-4e72-920d-9975af819e71', 'tag': '213d487e-0af1-4ec4-9870-5e380a9a9b5c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:48.866397 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01af3d4d-be43-42d2-8fad-097e957ff570" -d '{"events": [{"name": "network-changed", "server_uuid": "eb560e79-d61d-4e72-920d-9975af819e71", "tag": "213d487e-0af1-4ec4-9870-5e380a9a9b5c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:48.926840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfaf6a-ddbd-4293-b36c-0fa55895e443 service neutron] Pushing event updated for resources: {'Port': ['ID=213d487e-0af1-4ec4-9870-5e380a9a9b5c,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:48.962648 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3618fe39-4dcd-456b-a344-5c61c1077a96 x-openstack-request-id: req-3618fe39-4dcd-456b-a344-5c61c1077a96 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:48.963232 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb560e79-d61d-4e72-920d-9975af819e71", "tag": "213d487e-0af1-4ec4-9870-5e380a9a9b5c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:48.963935 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3618fe39-4dcd-456b-a344-5c61c1077a96 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:48.964495 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb560e79-d61d-4e72-920d-9975af819e71', 'tag': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'status': 'completed', 'code': 200} Nov 22 17:11:48.982012 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-f3eb341b-760b-4bd9-ab32-6e14434800d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:48.984744 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-f3eb341b-760b-4bd9-ab32-6e14434800d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 1095 time: 0.0674727 Nov 22 17:11:49.047974 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-3155c513-9e81-4e9e-9751-b9e9e8e01d1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c HTTP/1.1" status: 200 len: 217 time: 0.0548995 Nov 22 17:11:49.064246 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:49.115044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-d701f871-575c-4d27-b26a-269d307959c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:49.116531 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-d701f871-575c-4d27-b26a-269d307959c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0590701 Nov 22 17:11:49.169947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-026faeb1-693a-47bc-8283-59865ef5f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:49.171461 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-026faeb1-693a-47bc-8283-59865ef5f2f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469210 Nov 22 17:11:49.274888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-c5a72310-e21b-4e4c-8a47-8d40e418275d service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962503 Nov 22 17:11:49.373397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6eed36c4-2986-4e9a-a228-73453ca3e65c req-f26faf7a-ed38-472c-ba81-5629e38562b1 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896928 Nov 22 17:11:49.466046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-e1f4e556-30a0-4db0-b336-45484b20982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:49.467817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-e1f4e556-30a0-4db0-b336-45484b20982f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 1095 time: 0.0441327 Nov 22 17:11:49.572768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-f8167a75-3cb5-4e4c-b75b-9255a325e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:49.574638 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-f8167a75-3cb5-4e4c-b75b-9255a325e486 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0993712 Nov 22 17:11:49.624292 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-4acd2868-eebf-4911-92de-fe4756a35e80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c HTTP/1.1" status: 200 len: 217 time: 0.0411491 Nov 22 17:11:49.645529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2392eb8-298e-4680-9b65-b60e4502ac17 req-c37c9a1d-f596-4d1c-afea-eb05c5488f18 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:49.647141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2392eb8-298e-4680-9b65-b60e4502ac17 req-c37c9a1d-f596-4d1c-afea-eb05c5488f18 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0555933 Nov 22 17:11:49.680232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-3ee61d74-e0cf-4752-a072-c65fd2ac1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:49.681801 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-3ee61d74-e0cf-4752-a072-c65fd2ac1ec2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0500591 Nov 22 17:11:49.703095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2392eb8-298e-4680-9b65-b60e4502ac17 req-6836b91d-c4f7-4387-9ca1-7d2082b4330e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495675 Nov 22 17:11:49.736444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-999d8d92-55a7-4edd-ab67-02e9deb71e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:49.737977 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-999d8d92-55a7-4edd-ab67-02e9deb71e3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488942 Nov 22 17:11:49.837911 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-6c6ddf63-aa5c-4d3b-b38b-1490a8ce4474 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922768 Nov 22 17:11:49.940612 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01af3d4d-be43-42d2-8fad-097e957ff570 req-52876dad-ad26-402e-b5b2-53ebafeb504b service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935354 Nov 22 17:11:50.829443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:50.841627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bf668-386a-48b2-8273-8ce345b96b46 req-4b32ca8f-bbaf-4b40-88b2-8c1f2e3816c0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:50.843237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-900bf668-386a-48b2-8273-8ce345b96b46 req-4b32ca8f-bbaf-4b40-88b2-8c1f2e3816c0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0554533 Nov 22 17:11:50.913948 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-900bf668-386a-48b2-8273-8ce345b96b46 req-62f0043d-75bb-4772-9c50-a73c80f04c3b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637786 Nov 22 17:11:51.393660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:52.041787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af370ce-5f75-4135-b613-4937b78d2d5e req-4bb56dd5-11f5-4e41-ab22-008080c4d7a7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:52.043514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3af370ce-5f75-4135-b613-4937b78d2d5e req-4bb56dd5-11f5-4e41-ab22-008080c4d7a7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0577168 Nov 22 17:11:52.099334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3af370ce-5f75-4135-b613-4937b78d2d5e req-bb10d2cb-f579-4c76-a4b0-da01f7f64ca0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485234 Nov 22 17:11:53.223174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a4b05-90c2-48d8-b350-23fd04b996f0 req-5e3945d9-53a0-45d8-b49d-e89c07a5f423 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:53.224795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d83a4b05-90c2-48d8-b350-23fd04b996f0 req-5e3945d9-53a0-45d8-b49d-e89c07a5f423 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0520346 Nov 22 17:11:53.278878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d83a4b05-90c2-48d8-b350-23fd04b996f0 req-97e0ac6d-b1b6-41b2-89bc-a8a829bd1b77 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476594 Nov 22 17:11:54.418305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88012c-65e1-476b-a9ad-11e804058622 req-7f7dfc21-3f69-481f-a105-357b14e068ee tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:54.419933 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de88012c-65e1-476b-a9ad-11e804058622 req-7f7dfc21-3f69-481f-a105-357b14e068ee tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0580769 Nov 22 17:11:54.474926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de88012c-65e1-476b-a9ad-11e804058622 req-fb81ba3a-ec31-4ddd-8aa5-0fe1830fab36 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478060 Nov 22 17:11:55.605253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318260b-f8df-4d33-baf8-d607d0d4ce10 req-1d5f665b-b9bd-47dd-ac35-9f56166de9bc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:55.606834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6318260b-f8df-4d33-baf8-d607d0d4ce10 req-1d5f665b-b9bd-47dd-ac35-9f56166de9bc tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0532322 Nov 22 17:11:55.659012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6318260b-f8df-4d33-baf8-d607d0d4ce10 req-375fefdf-a7fe-4044-a247-0516ae004299 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458426 Nov 22 17:11:56.781529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3af970-4dfe-41d8-a373-f429ba999ab1 req-b4dd3a2a-57a7-4400-ae72-e19eae27f412 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:56.783059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b3af970-4dfe-41d8-a373-f429ba999ab1 req-b4dd3a2a-57a7-4400-ae72-e19eae27f412 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0522141 Nov 22 17:11:56.842032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b3af970-4dfe-41d8-a373-f429ba999ab1 req-f336b6e0-dc9c-4da9-8094-f05014302360 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524423 Nov 22 17:11:57.970773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c1c03-0410-49e6-902b-b4374dbf5f60 req-0ad89443-a8f1-49d7-b77f-5daebefcc6ef tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:57.972359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b65c1c03-0410-49e6-902b-b4374dbf5f60 req-0ad89443-a8f1-49d7-b77f-5daebefcc6ef tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0584102 Nov 22 17:11:58.036151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b65c1c03-0410-49e6-902b-b4374dbf5f60 req-2e98a952-9403-4b64-bfdb-998a4346db5e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500932 Nov 22 17:11:59.189203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54721d42-de5c-4586-9446-0eef3698c077 req-9018f7e1-bebd-4501-bb20-441082284b24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:59.190971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54721d42-de5c-4586-9446-0eef3698c077 req-9018f7e1-bebd-4501-bb20-441082284b24 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0724330 Nov 22 17:11:59.252687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54721d42-de5c-4586-9446-0eef3698c077 req-fea1430c-7b2d-4360-83a5-70311ffeee35 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553045 Nov 22 17:12:00.384520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63879a1-612f-4e4b-a6c9-b5c9c0b768a9 req-5d240aa4-84cd-4c08-8c3b-76f6e5aa0601 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:00.386150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b63879a1-612f-4e4b-a6c9-b5c9c0b768a9 req-5d240aa4-84cd-4c08-8c3b-76f6e5aa0601 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0593023 Nov 22 17:12:00.442448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b63879a1-612f-4e4b-a6c9-b5c9c0b768a9 req-44298157-0e95-4a93-a240-df7518770066 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496061 Nov 22 17:12:01.564554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9439c-436f-49b3-a6ca-9bca6659614b req-3e448ab9-aff3-43bc-a6a1-c9a90dd89fb3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:01.566079 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4e9439c-436f-49b3-a6ca-9bca6659614b req-3e448ab9-aff3-43bc-a6a1-c9a90dd89fb3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0529923 Nov 22 17:12:01.623124 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4e9439c-436f-49b3-a6ca-9bca6659614b req-03356161-6d24-4d9f-9f48-10677f9c3f6a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508051 Nov 22 17:12:02.551442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 213d487e-0af1-4ec4-9870-5e380a9a9b5c details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:12:02.668409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 213d487e-0af1-4ec4-9870-5e380a9a9b5c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:02.680328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'port_id': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'mac_address': 'fa:16:3e:83:ca:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:12:02.725839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.753101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9a1e8-809e-4503-84e6-71384731cf67 req-e67e83c5-4b5b-43c6-901d-74d2dcb34413 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:02.754792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69f9a1e8-809e-4503-84e6-71384731cf67 req-e67e83c5-4b5b-43c6-901d-74d2dcb34413 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 944 time: 0.0527828 Nov 22 17:12:02.819523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-69f9a1e8-809e-4503-84e6-71384731cf67 req-3835fa21-48b1-4fa6-92b7-fcff4714c296 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579426 Nov 22 17:12:02.907254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213d487e-0af1-4ec4-9870-5e380a9a9b5c {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:12:02.928034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 213d487e-0af1-4ec4-9870-5e380a9a9b5c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:02.933674 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.984031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=213d487e-0af1-4ec4-9870-5e380a9a9b5c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:02.991600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.991948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.992292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.992631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.992966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.993298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.993629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.993955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.994277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.994591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.994940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:02.995460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:03.256700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['213d487e-0af1-4ec4-9870-5e380a9a9b5c'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:12:03.959738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfdc65-5164-4d73-87bb-c71908f090d2 req-aaf24cbb-5f73-4181-9c87-5e8de2099761 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:03.961884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fdfdc65-5164-4d73-87bb-c71908f090d2 req-aaf24cbb-5f73-4181-9c87-5e8de2099761 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 945 time: 0.0552225 Nov 22 17:12:04.020222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5fdfdc65-5164-4d73-87bb-c71908f090d2 req-e344c40b-28a9-4dcc-8140-556bb792d25e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507433 Nov 22 17:12:04.567385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 213d487e-0af1-4ec4-9870-5e380a9a9b5c up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:04.630329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 213d487e-0af1-4ec4-9870-5e380a9a9b5c completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:12:04.634680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 213d487e-0af1-4ec4-9870-5e380a9a9b5c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:04.635149 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:04.725039 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:04.755903 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb560e79-d61d-4e72-920d-9975af819e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213d487e-0af1-4ec4-9870-5e380a9a9b5c'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:04.758479 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca834e3-75fc-466f-a5a5-4bcba1b64cb9" -d '{"events": [{"server_uuid": "eb560e79-d61d-4e72-920d-9975af819e71", "name": "network-vif-plugged", "status": "completed", "tag": "213d487e-0af1-4ec4-9870-5e380a9a9b5c"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:04.779925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 213d487e-0af1-4ec4-9870-5e380a9a9b5c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:04.788989 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:04.818240 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470317a1-ff4f-404f-95a6-dd6ac5efb924 x-openstack-request-id: req-470317a1-ff4f-404f-95a6-dd6ac5efb924 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:04.818450 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb560e79-d61d-4e72-920d-9975af819e71", "name": "network-vif-plugged", "status": "completed", "tag": "213d487e-0af1-4ec4-9870-5e380a9a9b5c", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:04.818707 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-470317a1-ff4f-404f-95a6-dd6ac5efb924 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:04.819115 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb560e79-d61d-4e72-920d-9975af819e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'code': 200} Nov 22 17:12:04.853574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=213d487e-0af1-4ec4-9870-5e380a9a9b5c,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:04.924710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee711b-3a9b-4378-929b-2fe4c1ebf08d req-74b728ed-643a-4c47-8d76-b92e01f16a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:04.926557 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eee711b-3a9b-4378-929b-2fe4c1ebf08d req-74b728ed-643a-4c47-8d76-b92e01f16a7c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 1097 time: 0.0486903 Nov 22 17:12:04.988510 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3eee711b-3a9b-4378-929b-2fe4c1ebf08d req-98fb69d2-0369-4d92-80e1-fd8d106fff63 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529869 Nov 22 17:12:05.160408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cc3d6-c262-46fa-8811-61ecf0b68440 req-aa371a30-2cc6-40eb-965a-835dad09f287 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:05.162595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-849cc3d6-c262-46fa-8811-61ecf0b68440 req-aa371a30-2cc6-40eb-965a-835dad09f287 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 946 time: 0.0579951 Nov 22 17:12:05.226384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-849cc3d6-c262-46fa-8811-61ecf0b68440 req-f81df586-50f1-4e69-92ef-04216303bdd8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548191 Nov 22 17:12:06.374124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e6678-f9cd-49e0-98c7-24309678aef5 req-fd9a057d-ba66-4c40-a872-1939f85abb94 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:06.375715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-185e6678-f9cd-49e0-98c7-24309678aef5 req-fd9a057d-ba66-4c40-a872-1939f85abb94 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 946 time: 0.0646734 Nov 22 17:12:06.433855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-185e6678-f9cd-49e0-98c7-24309678aef5 req-69bd3a94-157a-4544-8f42-f130af3f83f3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516996 Nov 22 17:12:06.862205 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:07.570769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be72a-ab29-4892-a749-837fa7143e2d req-09a3cdb2-efa9-4414-988c-78cebaf27502 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:07.572424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-414be72a-ab29-4892-a749-837fa7143e2d req-09a3cdb2-efa9-4414-988c-78cebaf27502 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 946 time: 0.0608869 Nov 22 17:12:07.634101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-414be72a-ab29-4892-a749-837fa7143e2d req-9cd8b1f4-651a-49fe-841f-77f9f39df2a8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546243 Nov 22 17:12:07.767406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffd2f9-7198-4573-880a-83662f9dbcf3 req-f1ec73e9-174a-4acb-aaa8-52e2a02a21c4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:07.769111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6ffd2f9-7198-4573-880a-83662f9dbcf3 req-f1ec73e9-174a-4acb-aaa8-52e2a02a21c4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 946 time: 0.0569253 Nov 22 17:12:07.831764 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6ffd2f9-7198-4573-880a-83662f9dbcf3 req-50458243-d28b-4e30-a736-66dc07c0ae25 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510466 Nov 22 17:12:07.862571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44610) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:08.024437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c41957-0ac4-4a83-9bf9-543dae7caabf tempest-TestVolumeBootPattern-1168871714 tempest-TestVolumeBootPattern-1168871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:08.025901 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c8c41957-0ac4-4a83-9bf9-543dae7caabf tempest-TestVolumeBootPattern-1168871714 tempest-TestVolumeBootPattern-1168871714-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 1092 time: 0.1621401 Nov 22 17:12:08.029907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44614) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:08.034557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:08.064032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.066003 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.179683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.305140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.25.0.205 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/0ee66c0c-d10e-419b-9e86-31f4c33e6f66) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:08.423064 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.461142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.501900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:08.505075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:08.509378 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:08.540332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=0ee66c0c-d10e-419b-9e86-31f4c33e6f66,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:08.934127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.017337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.184558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.191176 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.266835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=0ee66c0c-d10e-419b-9e86-31f4c33e6f66,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:09.281884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.399238 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Floating IP a449dda9-60e4-4e50-afa8-de7164b03939 associated. External IP: 172.25.0.205, port: 213d487e-0af1-4ec4-9870-5e380a9a9b5c. Nov 22 17:12:09.431111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da6985-3f00-4f2c-9c3a-081c654bf80d req-7d4e77e1-4d7f-476b-8de4-a1f1a728f981 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:09.432686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7da6985-3f00-4f2c-9c3a-081c654bf80d req-7d4e77e1-4d7f-476b-8de4-a1f1a728f981 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1096 time: 0.0488205 Nov 22 17:12:09.492336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7da6985-3f00-4f2c-9c3a-081c654bf80d req-3aa1475d-9a96-438d-bfb3-26fa656a2253 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524993 Nov 22 17:12:09.615107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74106-616a-470e-b4bd-ebd21889fad9 req-2a0e1b3b-77d4-44e9-859c-d0ed4483e389 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:09.616596 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97c74106-616a-470e-b4bd-ebd21889fad9 req-2a0e1b3b-77d4-44e9-859c-d0ed4483e389 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0520515 Nov 22 17:12:09.626811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:12:09.675181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97c74106-616a-470e-b4bd-ebd21889fad9 req-402b1682-38ff-4081-97c3-b29c97952680 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513456 Nov 22 17:12:09.698885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:09.745917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:12:09.758324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:12:09.765008 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fba40ed3-bdbe-49e1-bf40-b7cbf000d164 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/58f43eab-9811-4066-a00d-930723cea07f HTTP/1.1" status: 200 len: 993 time: 0.0646358 Nov 22 17:12:09.765265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.782801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:09.783721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:09.915798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:10.150997 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-94ca7a9c-192c-4783-b513-c3922f4fd44a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1198430 Nov 22 17:12:10.151629 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb560e79-d61d-4e72-920d-9975af819e71', 'tag': '213d487e-0af1-4ec4-9870-5e380a9a9b5c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:10.154842 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f866b7-e589-4462-9a40-5e7508f778c6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb560e79-d61d-4e72-920d-9975af819e71", "tag": "213d487e-0af1-4ec4-9870-5e380a9a9b5c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:10.174255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a449dda9-60e4-4e50-afa8-de7164b03939', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:83:ca:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb560e79-d61d-4e72-920d-9975af819e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:10.205062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:12:10.214355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:10.214997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:11:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:10.249253 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df28453e-f090-4dae-8c7c-138fa733dc9d x-openstack-request-id: req-df28453e-f090-4dae-8c7c-138fa733dc9d {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:10.249682 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb560e79-d61d-4e72-920d-9975af819e71", "tag": "213d487e-0af1-4ec4-9870-5e380a9a9b5c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:10.250125 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df28453e-f090-4dae-8c7c-138fa733dc9d {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:10.250706 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb560e79-d61d-4e72-920d-9975af819e71', 'tag': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'status': 'completed', 'code': 200} Nov 22 17:12:10.281083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:10.330113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:10.330359 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-bb2777b4-d2b8-4d96-becd-857b855dc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:10.332432 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-bb2777b4-d2b8-4d96-becd-857b855dc42b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 1097 time: 0.0552192 Nov 22 17:12:10.407656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49551c3a-3c6d-4396-8c67-cab981093a91 req-c796ac72-8a9f-47ec-b0ee-259c60851594 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:10.409230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49551c3a-3c6d-4396-8c67-cab981093a91 req-c796ac72-8a9f-47ec-b0ee-259c60851594 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.1001210 Nov 22 17:12:10.416517 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-df3a4858-4cac-4fb5-91a5-868e02465898 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325808 Nov 22 17:12:10.431624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-0c2b03e3-3dc3-4924-9b8b-371404f84ea5 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:12:10.433550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-0c2b03e3-3dc3-4924-9b8b-371404f84ea5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071487 Nov 22 17:12:10.450779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-898c730f-befd-47c1-a15f-b1de452d9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:10.453264 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-898c730f-befd-47c1-a15f-b1de452d9f8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.1117899 Nov 22 17:12:10.480125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49551c3a-3c6d-4396-8c67-cab981093a91 req-40c9da30-2167-469d-9631-5e023f0d66c4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596864 Nov 22 17:12:10.543249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-3ad2bbbd-4ba9-4f14-b346-bfca5be142f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c HTTP/1.1" status: 200 len: 1000 time: 0.0832944 Nov 22 17:12:10.595710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a449dda9-60e4-4e50-afa8-de7164b03939', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:83:ca:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb560e79-d61d-4e72-920d-9975af819e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:10.607902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-7a13e168-1813-4a75-b827-447d506aea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:10.609594 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-7a13e168-1813-4a75-b827-447d506aea0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0601654 Nov 22 17:12:10.630124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f5bb6c-ae78-46e4-82c6-44dbbff0790e None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'a449dda9-60e4-4e50-afa8-de7164b03939', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.205', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:83:ca:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb560e79-d61d-4e72-920d-9975af819e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:12:10.675547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-e46b3315-fadf-4fa7-bed3-ebe6160481c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:10.677197 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-e46b3315-fadf-4fa7-bed3-ebe6160481c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603895 Nov 22 17:12:10.803857 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-e3d0d054-9129-4fcb-b383-0c1ea68f4a97 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188052 Nov 22 17:12:10.903789 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8878d57-8ac6-4bd1-8596-ab9b7219bc54 None None] New status for floating IP a449dda9-60e4-4e50-afa8-de7164b03939: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:12:10.908081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-52f866b7-e589-4462-9a40-5e7508f778c6 req-c5ccce77-600d-49da-8154-a340080ffb20 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969412 Nov 22 17:12:11.620289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f33d5-634d-4d45-b835-011a633a7d7f req-1a940e39-f5d7-4bee-8cea-50cb3605e793 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:11.621765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f52f33d5-634d-4d45-b835-011a633a7d7f req-1a940e39-f5d7-4bee-8cea-50cb3605e793 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0542700 Nov 22 17:12:11.672829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f52f33d5-634d-4d45-b835-011a633a7d7f req-30ce7e4d-97f9-4a11-8f3f-a1458fbb5aea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445814 Nov 22 17:12:11.769415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-e241e2ea-2ddf-41a7-b4a6-d3dd0a88302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:11.770803 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-e241e2ea-2ddf-41a7-b4a6-d3dd0a88302a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1096 time: 0.0413404 Nov 22 17:12:11.868081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-b9ef8029-d040-4498-aa61-383183255c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:11.869579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-b9ef8029-d040-4498-aa61-383183255c52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0914865 Nov 22 17:12:11.937104 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-c58cad47-f8be-4b17-b230-1e25c9b392af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0604744 Nov 22 17:12:11.995076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-2a26393f-4e1d-4303-910c-4a6ea230de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:11.996633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-2a26393f-4e1d-4303-910c-4a6ea230de90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0507324 Nov 22 17:12:12.044897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-5bff821c-1e59-4725-8bee-cbb8049ea189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:12.046337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-5bff821c-1e59-4725-8bee-cbb8049ea189 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431342 Nov 22 17:12:12.139520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-c18fbdbf-33e8-4b9f-a5fe-1d78f3c53097 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Nov 22 17:12:12.236424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-33fbc107-b159-4ac2-a8e1-7613ac48d7d7 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895514 Nov 22 17:12:12.809964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6c59-92f3-418c-9b21-9972e3da984f req-7b021b17-899c-4240-82e1-437a210d072b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:12.811736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-677b6c59-92f3-418c-9b21-9972e3da984f req-7b021b17-899c-4240-82e1-437a210d072b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0632544 Nov 22 17:12:12.864730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-677b6c59-92f3-418c-9b21-9972e3da984f req-dce204bb-fe86-4008-a1f3-223bdfb8b63c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466442 Nov 22 17:12:13.393376 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:12:13.993548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd497f-826c-4850-a933-d856986c8456 req-ee6285b4-0a62-4dea-9110-97684a48e70b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:13.995038 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2afd497f-826c-4850-a933-d856986c8456 req-ee6285b4-0a62-4dea-9110-97684a48e70b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0552874 Nov 22 17:12:14.050434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2afd497f-826c-4850-a933-d856986c8456 req-82cc5023-6bfb-4862-9a73-b82b0daf31ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491405 Nov 22 17:12:15.181515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e2b64-aedb-4ee5-a28e-7a7cf712c128 req-8c151557-fce6-4a42-b1ec-9ef8741642f8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:15.183059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd6e2b64-aedb-4ee5-a28e-7a7cf712c128 req-8c151557-fce6-4a42-b1ec-9ef8741642f8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0529644 Nov 22 17:12:15.245487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd6e2b64-aedb-4ee5-a28e-7a7cf712c128 req-5622bcab-747e-4f00-b13a-4bcfa40e81d2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549853 Nov 22 17:12:15.541717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-febb1242-c5c2-4161-bc72-410e701514e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:16.372520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7a24b-db6d-41a9-b6ab-22871071b3d6 req-7df69d58-7467-4dd1-bfdb-f58974f2745f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:16.374091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-efa7a24b-db6d-41a9-b6ab-22871071b3d6 req-7df69d58-7467-4dd1-bfdb-f58974f2745f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0522642 Nov 22 17:12:16.430716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-efa7a24b-db6d-41a9-b6ab-22871071b3d6 req-dd85cf6f-eb42-4bc3-a160-771f25275d9e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501292 Nov 22 17:12:17.555328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef0d29-71d3-4e39-96be-6f3a14d4e6dc req-94f1c25b-b532-4d5b-9a66-d5f0069753c0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:17.556891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-18ef0d29-71d3-4e39-96be-6f3a14d4e6dc req-94f1c25b-b532-4d5b-9a66-d5f0069753c0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0522993 Nov 22 17:12:17.610148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-18ef0d29-71d3-4e39-96be-6f3a14d4e6dc req-cbacda66-3cad-40a9-88eb-56fc25717c5c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468254 Nov 22 17:12:17.930013 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40869cc4-2cd3-4f39-9710-439493fce22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.741317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267db35-98e4-4eca-9f85-fb54fb6cea51 req-971d2148-930f-47a0-adff-89b3488971eb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:18.742798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e267db35-98e4-4eca-9f85-fb54fb6cea51 req-971d2148-930f-47a0-adff-89b3488971eb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0527503 Nov 22 17:12:18.801664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e267db35-98e4-4eca-9f85-fb54fb6cea51 req-310ecbc1-a450-4110-bb82-d12f742d24e7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503926 Nov 22 17:12:19.056051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:19.932040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de3c81-9e82-4b12-9130-0d1ca3351e71 req-56961710-617c-4a7b-a501-34ddda9c7dfc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:19.933966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2de3c81-9e82-4b12-9130-0d1ca3351e71 req-56961710-617c-4a7b-a501-34ddda9c7dfc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0578890 Nov 22 17:12:19.987160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2de3c81-9e82-4b12-9130-0d1ca3351e71 req-a28c8ae7-aa65-4a71-9c86-49f42820ec1b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458648 Nov 22 17:12:20.256713 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-4e7948ee-4a82-4259-ae56-f8a21a012cbf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453441 Nov 22 17:12:20.360248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-aeca0060-8dc3-4d2a-bd34-ba22bda0ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:20.361665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-aeca0060-8dc3-4d2a-bd34-ba22bda0ceb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 1097 time: 0.0436640 Nov 22 17:12:20.472839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-ce291282-c539-4c01-b21b-d2e7a6c7fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:20.474301 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-ce291282-c539-4c01-b21b-d2e7a6c7fd35 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0928125 Nov 22 17:12:20.546689 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-a10abbe2-88ee-4dae-a249-c5360819f2e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c HTTP/1.1" status: 200 len: 1002 time: 0.0634360 Nov 22 17:12:20.599780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-144b1858-f041-4b17-bbb4-fe41eccdb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:20.601316 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-144b1858-f041-4b17-bbb4-fe41eccdb91b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0472150 Nov 22 17:12:20.654828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-5571f425-7bb8-443d-99ff-99a14671e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:20.656291 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-5571f425-7bb8-443d-99ff-99a14671e9f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484843 Nov 22 17:12:20.747365 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-46d68e04-e0d6-4683-a8d3-b5bac9c45e6e service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834773 Nov 22 17:12:20.831578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:20.850664 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf35190c-ff0d-4c53-a16a-20f75a25ca0d req-1366b553-4e88-41f1-9e6e-b0106fac1f0d service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951705 Nov 22 17:12:21.111199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b0262-d089-4ff7-b406-97811bdbce44 req-45d711c8-1e79-4f75-ba91-bbf4e56c470f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:21.112855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a9b0262-d089-4ff7-b406-97811bdbce44 req-45d711c8-1e79-4f75-ba91-bbf4e56c470f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0544851 Nov 22 17:12:21.166037 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a9b0262-d089-4ff7-b406-97811bdbce44 req-2a86521b-5808-49d2-8ef6-2ab8039d1d61 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470171 Nov 22 17:12:21.400375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:22.299805 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e160bf-c590-48f3-bb01-ae4e45f285ba req-fc7ce6d0-d674-4e3b-90c0-a2e4e6c0e36b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.301328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5e160bf-c590-48f3-bb01-ae4e45f285ba req-fc7ce6d0-d674-4e3b-90c0-a2e4e6c0e36b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0513923 Nov 22 17:12:22.363235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5e160bf-c590-48f3-bb01-ae4e45f285ba req-32612b75-c82b-4fa9-8c8f-d291454f4621 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513577 Nov 22 17:12:22.423867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-d6014865-2fa9-42f7-9b15-76a7d0cc59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.425404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-d6014865-2fa9-42f7-9b15-76a7d0cc59ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1096 time: 0.0483444 Nov 22 17:12:22.532099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-4853023b-b757-487c-9c21-3b07d5de696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.533573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-4853023b-b757-487c-9c21-3b07d5de696a service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0864141 Nov 22 17:12:22.606874 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-0a147a46-e988-4d08-94e9-d3f96562e537 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 1001 time: 0.0655518 Nov 22 17:12:22.663444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-9fa69e44-1f2d-42ba-af8d-b7981f63ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.665311 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-9fa69e44-1f2d-42ba-af8d-b7981f63ce63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0514221 Nov 22 17:12:22.720193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-6694b39d-ebff-41ec-bb45-94ebc65fae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.723880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-6694b39d-ebff-41ec-bb45-94ebc65fae68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516398 Nov 22 17:12:22.827978 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-41cd1842-709e-4e1a-86fb-38f09ad266c8 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946102 Nov 22 17:12:22.932183 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c3be0a4-553e-4099-a9a7-7e71bb8345f5 req-fbf62bec-46ac-450f-bbd8-1b827a5e4539 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966463 Nov 22 17:12:23.522232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df1e8a-566b-4483-8c1f-a5cc858fa69c req-9387c3f6-d295-441e-848d-744db743d5ae tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:23.524476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7df1e8a-566b-4483-8c1f-a5cc858fa69c req-9387c3f6-d295-441e-848d-744db743d5ae tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0718637 Nov 22 17:12:23.590941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c7df1e8a-566b-4483-8c1f-a5cc858fa69c req-065de6b1-13a7-4eff-b0cd-a4e88aa33a9f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576928 Nov 22 17:12:24.723122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a7158-712e-4292-9666-158bc7632df8 req-c52c3d6c-1878-4b55-b554-70133adb760c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:24.724754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d0a7158-712e-4292-9666-158bc7632df8 req-c52c3d6c-1878-4b55-b554-70133adb760c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0583472 Nov 22 17:12:24.777309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d0a7158-712e-4292-9666-158bc7632df8 req-8ae03fa0-06a7-4a33-abec-9fb761025569 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Nov 22 17:12:25.913336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04532593-fde9-491c-9da6-76a03eed25b2 req-68aa3ae1-248b-48b8-a343-7ccf8293fbc2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:25.914795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04532593-fde9-491c-9da6-76a03eed25b2 req-68aa3ae1-248b-48b8-a343-7ccf8293fbc2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0548549 Nov 22 17:12:25.965647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04532593-fde9-491c-9da6-76a03eed25b2 req-763884ce-3366-4b60-950e-29bd7b278fd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447476 Nov 22 17:12:27.102437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c780a6-f9cb-4efb-ac5d-333f39da22c1 req-d84a6960-10a0-41b0-b50d-6f9b55dee21d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:27.104075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67c780a6-f9cb-4efb-ac5d-333f39da22c1 req-d84a6960-10a0-41b0-b50d-6f9b55dee21d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0620835 Nov 22 17:12:27.158736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67c780a6-f9cb-4efb-ac5d-333f39da22c1 req-82eedaf0-e682-4b57-ba94-7d7706e0e17c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482738 Nov 22 17:12:28.288809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a7d7-1a42-4361-92d2-8f23fb420c9e req-eac24a6b-9718-4fd3-a3e0-34d7966fb734 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:28.290374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0472a7d7-1a42-4361-92d2-8f23fb420c9e req-eac24a6b-9718-4fd3-a3e0-34d7966fb734 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0568328 Nov 22 17:12:28.348121 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0472a7d7-1a42-4361-92d2-8f23fb420c9e req-61064e9e-323b-484e-a3bc-a8e73df85978 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500128 Nov 22 17:12:29.146705 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-2d8adc62-70f3-4c7f-9965-4c9037d9f8e1 service neutron] show failed (client error): The resource could not be found. Nov 22 17:12:29.147676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-2d8adc62-70f3-4c7f-9965-4c9037d9f8e1 service neutron] 10.222.0.37 "GET /v2.0/ports/658bb0dd-208b-4126-8db5-71128164a7c1/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0616050 Nov 22 17:12:29.366263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-f99037c5-aba6-4ba1-b57d-7198b3954d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:29.367895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-f99037c5-aba6-4ba1-b57d-7198b3954d93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 1096 time: 0.0463068 Nov 22 17:12:29.381149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:29.438267 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:29.488890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab1750-912d-41cf-97e1-14a5f4f1028b req-f2cd776d-035a-4556-92ce-02b96677fa21 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:29.491621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90ab1750-912d-41cf-97e1-14a5f4f1028b req-f2cd776d-035a-4556-92ce-02b96677fa21 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0676272 Nov 22 17:12:29.563376 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-90ab1750-912d-41cf-97e1-14a5f4f1028b req-9790c9d2-d72c-492a-bb77-601cb32c1410 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640814 Nov 22 17:12:29.675532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:29.713622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:29.757052 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:29.759804 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cef6ca2-b01f-4e9b-831c-f32729bca15f" -d '{"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-unplugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:29.764415 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:29.779586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Transition to ACTIVE for port object 658bb0dd-208b-4126-8db5-71128164a7c1 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:12:29.784785 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:29.829432 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb36d10-9570-445d-b66f-e590cf4ffcfb x-openstack-request-id: req-9eb36d10-9570-445d-b66f-e590cf4ffcfb {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:29.830499 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-unplugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:29.830499 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9eb36d10-9570-445d-b66f-e590cf4ffcfb {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:29.830499 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'code': 200} Nov 22 17:12:29.842244 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:29.927990 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] No DVR routers for this DVR port 658bb0dd-208b-4126-8db5-71128164a7c1 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:12:30.097768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:30.098234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:30.098737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:30.104918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:12:30.105172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:30.111793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:30.112186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Checking segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:30.112599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Bound using segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:30.113010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Bound port: 658bb0dd-208b-4126-8db5-71128164a7c1, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:30.113387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:30.186787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:30.190593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:30.197493 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:30.238590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:30.239375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:30.240827 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] 10.222.0.62 "PUT /v2.0/ports/658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 1091 time: 0.8642457 Nov 22 17:12:30.259791 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7e45a-277e-4c38-9e08-ab3af1e1b319 service neutron] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:30.318024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-f978ddda-5c7c-425d-9e7f-eed296a49ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:30.319617 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-f978ddda-5c7c-425d-9e7f-eed296a49ab4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1094 time: 0.0516460 Nov 22 17:12:30.418075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-f1f5a742-8df8-4c81-8ff1-fb71c720dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:30.419918 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-f1f5a742-8df8-4c81-8ff1-fb71c720dc56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0913899 Nov 22 17:12:30.492107 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-1275f946-7f9d-41c3-9215-465a65fb6612 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0644975 Nov 22 17:12:30.545538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-8cce5d56-30d4-4854-a1dc-6873f5c2c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:30.547345 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-8cce5d56-30d4-4854-a1dc-6873f5c2c4c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0472147 Nov 22 17:12:30.597519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-4d7beb8a-65ef-411a-a964-9afcc5e3e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:30.599166 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-4d7beb8a-65ef-411a-a964-9afcc5e3e799 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438366 Nov 22 17:12:30.704539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433cd6d-5e46-4131-a736-0075c56ffb5c req-0f847229-5e37-4157-89bd-fe5b71e0bb1a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:30.706158 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8433cd6d-5e46-4131-a736-0075c56ffb5c req-0f847229-5e37-4157-89bd-fe5b71e0bb1a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 943 time: 0.0594754 Nov 22 17:12:30.707715 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-ada236b7-57d4-4a3f-8c56-d0b8d3a52440 service neutron] 10.222.0.62 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995424 Nov 22 17:12:30.766859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8433cd6d-5e46-4131-a736-0075c56ffb5c req-c9b90dfa-f349-4a90-b094-3e2fad590bc9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536199 Nov 22 17:12:30.808306 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fd996def-ea05-42eb-8781-81c88b4cac4d req-c0a36408-ebcf-4827-bff8-7486e91e8fe6 service neutron] 10.222.0.62 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924187 Nov 22 17:12:31.831725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:31.834147 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aaa837-7ecf-444e-b320-6f4b6b8bd483" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:31.898529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b33ab-4e7b-4d1a-a105-84a75d187792 req-6cfedf18-4af9-4c89-931a-e396271143ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:31.900041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac0b33ab-4e7b-4d1a-a105-84a75d187792 req-6cfedf18-4af9-4c89-931a-e396271143ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 943 time: 0.0556273 Nov 22 17:12:31.952119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac0b33ab-4e7b-4d1a-a105-84a75d187792 req-12391e6e-e66a-485e-9c09-c3a4d0a36ec3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457637 Nov 22 17:12:32.016311 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7383c95-55df-4e99-83b3-369160385cbc x-openstack-request-id: req-e7383c95-55df-4e99-83b3-369160385cbc {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:32.016610 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:32.017201 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7383c95-55df-4e99-83b3-369160385cbc {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:32.017631 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'status': 'completed', 'code': 200} Nov 22 17:12:32.085186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-854ae667-535b-4dc2-8d33-c0d33e75c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.087623 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-854ae667-535b-4dc2-8d33-c0d33e75c896 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1094 time: 0.0527925 Nov 22 17:12:32.087806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-ad6c3eaf-fa96-4147-93bd-2333ed64ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.089437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-ad6c3eaf-fa96-4147-93bd-2333ed64ea6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1094 time: 0.0485899 Nov 22 17:12:32.189710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-3f8f809e-9d11-4ace-b879-a5cc935cbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.191416 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-3f8f809e-9d11-4ace-b879-a5cc935cbe44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0961099 Nov 22 17:12:32.193486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-0c0b3d78-84e7-4822-bb2c-c5ace5327788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.195181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-0c0b3d78-84e7-4822-bb2c-c5ace5327788 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0984740 Nov 22 17:12:32.266427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-e57c6abb-d533-46a2-91fe-342790da7ecf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0643954 Nov 22 17:12:32.266873 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-c8a5762c-962a-4128-9662-2e9104b87d3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0678596 Nov 22 17:12:32.331768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-db30e21a-546a-4a4a-9501-5f88907d4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.333311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-db30e21a-546a-4a4a-9501-5f88907d4b44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0593045 Nov 22 17:12:32.340121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-c5cdc594-a531-4089-bf62-a375799c617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.341972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-c5cdc594-a531-4089-bf62-a375799c617c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0681436 Nov 22 17:12:32.392359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-dc12d1ae-8364-4e5b-bda6-71e9d78d3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.392653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-119b04f7-952c-4cab-b425-2cb82b98b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.393882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-dc12d1ae-8364-4e5b-bda6-71e9d78d3f05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435321 Nov 22 17:12:32.394179 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-119b04f7-952c-4cab-b425-2cb82b98b753 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533578 Nov 22 17:12:32.500826 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-e3ebbe5f-5e25-4da2-a7f3-b221c3441009 service neutron] 10.222.0.62 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990949 Nov 22 17:12:32.504180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-c2100c99-c634-4bf5-859e-bce9f309b3a8 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033354 Nov 22 17:12:32.629622 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-84704ef9-7f5a-4285-ae89-5c0d8d1bdc29 service neutron] 10.222.0.62 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206660 Nov 22 17:12:32.643661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-99aaa837-7ecf-444e-b320-6f4b6b8bd483 req-20e40f19-6393-4466-a78b-79b565c3c872 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302023 Nov 22 17:12:32.727956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:12:32.775690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:12:33.083611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01e565-8c27-4509-b4e7-bb1f698cf394 req-108df1ae-0112-4230-8b16-c0f41b3ba7db tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:33.085141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d01e565-8c27-4509-b4e7-bb1f698cf394 req-108df1ae-0112-4230-8b16-c0f41b3ba7db tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 943 time: 0.0540793 Nov 22 17:12:33.141248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d01e565-8c27-4509-b4e7-bb1f698cf394 req-426294c1-f1c3-4216-accb-260640e93753 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492239 Nov 22 17:12:34.281008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080a11d-862e-40cd-b51a-7e4c6271000f req-ea597ca7-8412-4b41-afbe-c4fb73056fc3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:34.282835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1080a11d-862e-40cd-b51a-7e4c6271000f req-ea597ca7-8412-4b41-afbe-c4fb73056fc3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 943 time: 0.0662000 Nov 22 17:12:34.340686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1080a11d-862e-40cd-b51a-7e4c6271000f req-ad176cf5-06ea-4f79-bf8f-956cc3ba426b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508165 Nov 22 17:12:34.641814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0d0bf-26a5-436b-a92e-9fcadb3f9891 req-243b1c9c-828f-4ccb-98ab-08ffa8687a83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:34.643531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-8400531f-1439-45c9-90ea-ef2b72c02f69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:34.644136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bd0d0bf-26a5-436b-a92e-9fcadb3f9891 req-243b1c9c-828f-4ccb-98ab-08ffa8687a83 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 943 time: 0.0629499 Nov 22 17:12:34.645082 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-8400531f-1439-45c9-90ea-ef2b72c02f69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 943 time: 0.0917606 Nov 22 17:12:34.705211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bd0d0bf-26a5-436b-a92e-9fcadb3f9891 req-e7371909-f9f3-4e4a-96db-cca96ed2b0ec tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541058 Nov 22 17:12:34.724367 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-ddf54b48-4b02-4f1c-acc5-8dffe6ec8326 service neutron] 10.222.0.62 "GET /v2.0/ports/658bb0dd-208b-4126-8db5-71128164a7c1/bindings/n-h2-816865-2 HTTP/1.1" status: 200 len: 382 time: 0.0716677 Nov 22 17:12:34.739302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:12:34.796701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-37548216-3520-48c8-a7e5-a9ba08f73480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:34.798820 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-37548216-3520-48c8-a7e5-a9ba08f73480 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1094 time: 0.0488749 Nov 22 17:12:34.856402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:34.868875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '658bb0dd-208b-4126-8db5-71128164a7c1', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'port_id': '658bb0dd-208b-4126-8db5-71128164a7c1', 'mac_address': 'fa:16:3e:f1:0c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:12:34.895336 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d27decd4-33aa-4aab-b8dd-1a61b5addd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:34.896867 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d27decd4-33aa-4aab-b8dd-1a61b5addd6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0908718 Nov 22 17:12:34.911599 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:34.927514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658bb0dd-208b-4126-8db5-71128164a7c1 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:12:34.952589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:34.959443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:34.982493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-adf063e5-4726-4c19-9fda-3eba5f549eea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0778298 Nov 22 17:12:35.019570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:35.041313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-4691eebc-c2f2-40f5-926a-6a020b890061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:35.043041 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-4691eebc-c2f2-40f5-926a-6a020b890061 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0525212 Nov 22 17:12:35.097160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-39ca2a55-d11d-4e8d-a3ae-07cb01cafeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:35.099024 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-39ca2a55-d11d-4e8d-a3ae-07cb01cafeb4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475974 Nov 22 17:12:35.212914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-f65fe5eb-da84-4de5-8403-be36739fa9e1 service neutron] 10.222.0.62 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014476 Nov 22 17:12:35.306510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['658bb0dd-208b-4126-8db5-71128164a7c1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:12:35.321661 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-2cd99b95-2948-4a91-98d6-c08b35b144e7 service neutron] 10.222.0.62 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003528 Nov 22 17:12:35.834710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c604-9bdf-443f-8bcf-eb98b5423c85 req-16835284-c82a-4028-9159-80c543b36916 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:35.836641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df67c604-9bdf-443f-8bcf-eb98b5423c85 req-16835284-c82a-4028-9159-80c543b36916 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 944 time: 0.0517409 Nov 22 17:12:35.899419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-df67c604-9bdf-443f-8bcf-eb98b5423c85 req-e47b41ab-d37c-401a-a8d4-1c52750ec9d3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552239 Nov 22 17:12:36.753680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:36.810670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 658bb0dd-208b-4126-8db5-71128164a7c1 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:12:36.816406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 658bb0dd-208b-4126-8db5-71128164a7c1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:36.816960 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:36.877604 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:36.921742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:36.945995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:36.948405 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb5e9ea-d592-49d8-a1fd-52a4e6a755ae" -d '{"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-plugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:36.962856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:36.969349 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:37.021885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:37.035117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cc86e-d634-401b-afee-9b4d7de54c2a req-b32e8857-0759-4a12-9f1c-c817c5aea9bb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:37.036649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a4cc86e-d634-401b-afee-9b4d7de54c2a req-b32e8857-0759-4a12-9f1c-c817c5aea9bb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 945 time: 0.0559747 Nov 22 17:12:37.096449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a4cc86e-d634-401b-afee-9b4d7de54c2a req-9af3b9bf-7a9f-4f12-bad5-e044add958ff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536931 Nov 22 17:12:37.158386 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb864cb-a4d5-4610-8c50-b7f74ecc7ce2 x-openstack-request-id: req-4bb864cb-a4d5-4610-8c50-b7f74ecc7ce2 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:37.158685 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-plugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:37.158956 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bb864cb-a4d5-4610-8c50-b7f74ecc7ce2 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:37.159379 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'code': 200} Nov 22 17:12:37.551930 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-0d8f2234-38fa-40aa-a516-b84ba8000ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:37.553400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-0d8f2234-38fa-40aa-a516-b84ba8000ad8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 1096 time: 0.0723832 Nov 22 17:12:37.565104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:37.623834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:37.835729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:37.870003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:37.910499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:37.912933 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c7007b-efa3-4f5c-87a6-1e52661b91b7" -d '{"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-unplugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:37.916817 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:37.931060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Transition to ACTIVE for port object 658bb0dd-208b-4126-8db5-71128164a7c1 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:12:37.937367 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:37.970582 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c07fd0-e238-41db-98ae-a1979e0a595b x-openstack-request-id: req-b9c07fd0-e238-41db-98ae-a1979e0a595b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:37.970878 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-unplugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:37.971161 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9c07fd0-e238-41db-98ae-a1979e0a595b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:37.971562 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'code': 200} Nov 22 17:12:38.044263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=10']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:38.060559 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.072550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.072881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.073225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.073593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.074055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.074431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.074723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.075182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.075591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.075938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.076277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.076574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:38.146578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] No DVR routers for this DVR port 658bb0dd-208b-4126-8db5-71128164a7c1 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:12:38.634657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba68b-b536-4013-b3b7-f6d902204790 req-0d74f3bf-91bb-4736-bc0c-861705ddf913 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:38.636141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37ba68b-b536-4013-b3b7-f6d902204790 req-0d74f3bf-91bb-4736-bc0c-861705ddf913 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 944 time: 0.4567010 Nov 22 17:12:38.724738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37ba68b-b536-4013-b3b7-f6d902204790 req-7101f3fc-aee0-4515-ad8d-3b709e737911 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813296 Nov 22 17:12:38.725594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:38.725958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:38.726292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:38.731043 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:12:38.731603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Attempting to bind port 658bb0dd-208b-4126-8db5-71128164a7c1 on network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:38.736739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:38.737106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Checking segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:38.737562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Bound using segment: {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:38.738069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Bound port: 658bb0dd-208b-4126-8db5-71128164a7c1, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f37418-f2eb-4d94-aa76-18febf5227b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:38.738440 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.809472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:38.812731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:38.818451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.855560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:38.855909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.857463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] 10.222.0.37 "PUT /v2.0/ports/658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 1092 time: 1.2965796 Nov 22 17:12:38.877856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f606ee-9450-4b31-a1df-ee3db20f458d service neutron] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=11']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:38.934046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-649dd814-f6ac-4529-8447-dfe165fb7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:38.935687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-649dd814-f6ac-4529-8447-dfe165fb7cf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1095 time: 0.0452168 Nov 22 17:12:39.038056 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-b42e44d7-56d6-4be9-bb82-60170c7d9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.039588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-b42e44d7-56d6-4be9-bb82-60170c7d9bdc service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0968170 Nov 22 17:12:39.108528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-df4eeab4-89c0-4276-bd1e-5c6874b93453 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0622215 Nov 22 17:12:39.161473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-3ce4967a-4f27-4273-a3d5-536be5282572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.162876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-3ce4967a-4f27-4273-a3d5-536be5282572 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0472646 Nov 22 17:12:39.216988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-0e46128c-5dc8-415c-beca-d4155985986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.218567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-0e46128c-5dc8-415c-beca-d4155985986d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487478 Nov 22 17:12:39.314394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-0ea796ea-914d-4f18-a175-2febc172a276 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852227 Nov 22 17:12:39.419273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-58d51a0b-e47b-4b97-9c5a-3c1682efbce8 req-7038b31e-d42f-4599-9858-22a94003abe6 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968881 Nov 22 17:12:39.861283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587ad3-4149-4bff-9607-13c1fc294e37 req-364b0a81-42bb-4729-a2d6-062081ea3b30 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.862801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b587ad3-4149-4bff-9607-13c1fc294e37 req-364b0a81-42bb-4729-a2d6-062081ea3b30 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 944 time: 0.0597169 Nov 22 17:12:39.915654 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b587ad3-4149-4bff-9607-13c1fc294e37 req-394a8df3-f336-4eda-9b9b-04bd87e9f3ca tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467081 Nov 22 17:12:39.972671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:39.975189 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab3b494-2f98-45a1-8a4e-0dda878e705a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:40.025862 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc078342-e2f5-4551-b687-d38775153b75 x-openstack-request-id: req-dc078342-e2f5-4551-b687-d38775153b75 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:40.026159 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:40.026446 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc078342-e2f5-4551-b687-d38775153b75 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:40.026857 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'status': 'completed', 'code': 200} Nov 22 17:12:40.097242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-fbc16ab7-7db3-43d3-a63b-618e3cbe6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.100425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-fbc16ab7-7db3-43d3-a63b-618e3cbe6ed6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1095 time: 0.0515368 Nov 22 17:12:40.106305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-e74183c4-5b60-46a6-9108-03a72cb65321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.107972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-e74183c4-5b60-46a6-9108-03a72cb65321 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1095 time: 0.0550578 Nov 22 17:12:40.196091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-87923aab-8a19-4245-ab0c-234430edaef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.197738 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-87923aab-8a19-4245-ab0c-234430edaef2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0902848 Nov 22 17:12:40.206558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-13ed49fd-ece2-403a-b88f-8f835c14e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.208095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-13ed49fd-ece2-403a-b88f-8f835c14e3fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.0916774 Nov 22 17:12:40.273298 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-14fb22cf-d489-492b-9703-4fac73b4064b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0667543 Nov 22 17:12:40.279239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-81b3a914-abee-4ae3-93ec-5817cafb32fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 999 time: 0.0625939 Nov 22 17:12:40.336692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-973a332d-90f8-4178-9041-c692eb05430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.338236 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-973a332d-90f8-4178-9041-c692eb05430a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0489669 Nov 22 17:12:40.339976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-c2a014d6-1285-43fd-80d3-9ece8662edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.341494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-c2a014d6-1285-43fd-80d3-9ece8662edd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0557492 Nov 22 17:12:40.386604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-0cc5058b-c7f5-44b9-bec4-baa2b2b3e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.388303 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-0cc5058b-c7f5-44b9-bec4-baa2b2b3e772 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425885 Nov 22 17:12:40.388899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-9609a5c5-7d6d-440f-9766-b812e8b9fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.390384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-9609a5c5-7d6d-440f-9766-b812e8b9fdac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415499 Nov 22 17:12:40.487198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-b134d880-05e3-4265-958c-80a5588e03ba service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868218 Nov 22 17:12:40.488385 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-b30210ec-a028-4d3b-b565-4da4e76884bc service neutron] 10.222.0.62 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908158 Nov 22 17:12:40.583555 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-1f12ba23-b74e-4f24-b40d-d9ff84462aaa service neutron] 10.222.0.62 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880506 Nov 22 17:12:40.589965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aab3b494-2f98-45a1-8a4e-0dda878e705a req-807b3b3e-6ad6-4741-beb4-8013e9946e59 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942590 Nov 22 17:12:40.780566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:12:40.784667 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:12:40.875588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:12:40.916426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:40.929212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '658bb0dd-208b-4126-8db5-71128164a7c1', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'port_id': '658bb0dd-208b-4126-8db5-71128164a7c1', 'mac_address': 'fa:16:3e:f1:0c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:12:40.970672 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:40.988525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658bb0dd-208b-4126-8db5-71128164a7c1 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:12:41.022331 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:41.026269 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:41.047594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ede899-b64f-49f0-9df0-93a80b59975d req-9bda6fc1-1830-4d67-84ab-1ff3abf74cf6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:41.049173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97ede899-b64f-49f0-9df0-93a80b59975d req-9bda6fc1-1830-4d67-84ab-1ff3abf74cf6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 944 time: 0.0519531 Nov 22 17:12:41.077179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=12']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:41.102053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97ede899-b64f-49f0-9df0-93a80b59975d req-633be71c-cd47-47d2-bf87-6bd0a05c952f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465093 Nov 22 17:12:41.125749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44738) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:41.194403 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f4650eda-9f89-4836-b06c-871a9a42594a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/58f43eab-9811-4066-a00d-930723cea07f HTTP/1.1" status: 200 len: 992 time: 0.0672908 Nov 22 17:12:41.241036 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['658bb0dd-208b-4126-8db5-71128164a7c1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:12:42.796136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:42.850406 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 658bb0dd-208b-4126-8db5-71128164a7c1 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:12:42.854195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 658bb0dd-208b-4126-8db5-71128164a7c1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:42.854569 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:42.940335 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:42.970285 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:42.973036 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf7f8a-4657-4b2c-ae91-6fe363e895b7" -d '{"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-plugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:42.989223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:42.994993 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:43.030724 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8883f74f-1533-4936-8040-a52f6a26368e x-openstack-request-id: req-8883f74f-1533-4936-8040-a52f6a26368e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:43.031033 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-plugged", "status": "completed", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:43.031343 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8883f74f-1533-4936-8040-a52f6a26368e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:43.031743 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'code': 200} Nov 22 17:12:43.060882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=13']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:45.546914 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0684cf79-0ecf-453d-9f1d-de7d84767e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:47.925584 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b6a9506f-7ed3-4b4e-ae0e-5a0292573ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:49.063014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:50.394892 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:12:50.866826 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:51.387657 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:06.874999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:08.066220 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:11.773252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09de634-ad2d-409d-93ab-076f675d8293 req-dc041e29-a110-44fe-ac16-72350a513e63 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:11.774798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c09de634-ad2d-409d-93ab-076f675d8293 req-dc041e29-a110-44fe-ac16-72350a513e63 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1097 time: 0.0448875 Nov 22 17:13:11.824918 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c09de634-ad2d-409d-93ab-076f675d8293 req-eb3a8467-36cb-4738-8ec2-894b2bf8bcf4 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Nov 22 17:13:11.850590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44756) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:12.019130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port f124c3ec-dc5e-4305-974d-fcfbcdc4551d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:12.019475 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:12.098345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:12.098616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:12.110202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for f124c3ec-dc5e-4305-974d-fcfbcdc4551d owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:12.268282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:12.294353 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=f124c3ec-dc5e-4305-974d-fcfbcdc4551d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:12.306528 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.307146 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.307499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.307849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.308318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.308537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.309167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.309868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.310292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.310624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.310973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.311329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:12.366464 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:12.366817 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Floating IP 58f43eab-9811-4066-a00d-930723cea07f disassociated (deleted). External IP: 172.25.0.213, port: 658bb0dd-208b-4126-8db5-71128164a7c1. Nov 22 17:13:12.587297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 5febc1a5-6993-477f-95df-477c460c6daa has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:13.023296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:13.028200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:13.035684 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] Sync routers for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:13.046141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:13.046785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:13.055763 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f10b6c9b-d366-4ab9-a1ec-bbdd58e6bcff tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/floatingips/58f43eab-9811-4066-a00d-930723cea07f HTTP/1.1" status: 204 len: 168 time: 1.2040374 Nov 22 17:13:13.056417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:13.058723 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e46fe0-9272-4f64-8054-85ddd2a62d90" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:13.160599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:13.224453 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea70b073-b25d-4be2-8ef3-c6b6ff4b6412 x-openstack-request-id: req-ea70b073-b25d-4be2-8ef3-c6b6ff4b6412 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:13.224816 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:13.225256 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea70b073-b25d-4be2-8ef3-c6b6ff4b6412 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:13.225762 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'status': 'completed', 'code': 200} Nov 22 17:13:13.330095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-6aec1c3b-3d07-4e14-85a5-e071e7caffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.331678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-6aec1c3b-3d07-4e14-85a5-e071e7caffae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 1097 time: 0.0768628 Nov 22 17:13:13.344863 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef1aea-2c3b-4a1b-aefd-1d93d1adbf19 req-4fdb7395-9086-4a40-9722-feb6bedd7b5b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.346842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ceef1aea-2c3b-4a1b-aefd-1d93d1adbf19 req-4fdb7395-9086-4a40-9722-feb6bedd7b5b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 946 time: 0.0662115 Nov 22 17:13:13.387956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:23Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:13.419847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] Checking router: 5febc1a5-6993-477f-95df-477c460c6daa for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:13.429019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:13.429641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:13.456387 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ceef1aea-2c3b-4a1b-aefd-1d93d1adbf19 req-cc6d696e-8210-4505-9d73-5f12d7f2c959 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999982 Nov 22 17:13:13.476709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-f44a934e-cb13-49d2-9189-6327ef31fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.478230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-f44a934e-cb13-49d2-9189-6327ef31fbf0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 200 len: 898 time: 0.1305192 Nov 22 17:13:13.522882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-b4bc28db-73af-4e78-b8f1-26e9500d0d1f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 200 len: 217 time: 0.0368583 Nov 22 17:13:13.545471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:13.574993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-deef5741-c07b-4688-8362-1eb25fdff137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.576583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-deef5741-c07b-4688-8362-1eb25fdff137 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 200 len: 834 time: 0.0460877 Nov 22 17:13:13.625524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-a3a5270c-c96b-4dfd-b0bf-8a0e33d7565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.627192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-a3a5270c-c96b-4dfd-b0bf-8a0e33d7565f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dfe8f399-b836-4c21-89e3-c2231ff9d1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427330 Nov 22 17:13:13.723329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-7c5194d9-c887-4dc4-bcf5-b87b621eecb6 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883908 Nov 22 17:13:13.755865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:23Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:13.786277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b256173-8b7c-4fec-9d85-e94a998a19c6 None None] The sync data for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 is: [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:11:15Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'bc986abb-9c11-4c20-88b4-c74fbeaa4135', 'name': '', 'network_id': 'dfe8f399-b836-4c21-89e3-c2231ff9d1b1', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:08:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:14Z', 'updated_at': '2021-11-22T17:11:23Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': '93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:13.819745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c6e46fe0-9272-4f64-8054-85ddd2a62d90 req-bd998845-5101-4c79-9fba-569c167f23a8 service neutron] 10.222.0.37 "GET /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887024 Nov 22 17:13:14.024229 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575b7db-a123-4211-b3e8-67e5acbc07e7 None None] New status for floating IP 58f43eab-9811-4066-a00d-930723cea07f: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:13:14.614676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b015b1-e431-4309-a330-875ae25063e2 req-24836564-50fb-43b4-99c4-5f87f1e9f86e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:14.616205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59b015b1-e431-4309-a330-875ae25063e2 req-24836564-50fb-43b4-99c4-5f87f1e9f86e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 946 time: 0.0850551 Nov 22 17:13:14.637182 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-94e9071f-7457-4fd8-bbca-486db9fbbcb9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:14.638607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-94e9071f-7457-4fd8-bbca-486db9fbbcb9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 946 time: 0.0754046 Nov 22 17:13:14.709597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59b015b1-e431-4309-a330-875ae25063e2 req-d8543231-f5f6-4f44-8c95-c52fe32e4e2a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=53d54ab3-d875-443f-9250-636573ae849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861275 Nov 22 17:13:14.762729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 658bb0dd-208b-4126-8db5-71128164a7c1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:14.762974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:14.857376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port 658bb0dd-208b-4126-8db5-71128164a7c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=658bb0dd-208b-4126-8db5-71128164a7c1,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:14.857740 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:14.871423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 658bb0dd-208b-4126-8db5-71128164a7c1 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:15.010809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:15.042668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=658bb0dd-208b-4126-8db5-71128164a7c1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:15.087967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] No DVR routers for this DVR port 658bb0dd-208b-4126-8db5-71128164a7c1 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:13:15.091041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:15.094638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a9dcc074-36ed-4ff3-b873-7d132a11358a req-e6515595-3c69-411c-b603-b0a71f9f657a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "DELETE /v2.0/ports/658bb0dd-208b-4126-8db5-71128164a7c1 HTTP/1.1" status: 204 len: 173 time: 0.4485142 Nov 22 17:13:15.095329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-deleted', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:15.097948 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa59e2-39f2-4fad-bf0b-4d18971cf0a7" -d '{"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-deleted", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:15.137777 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc3e758-16a0-47fd-a10f-aa39dedec4a6 x-openstack-request-id: req-cdc3e758-16a0-47fd-a10f-aa39dedec4a6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:15.138203 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e96258-abae-43a8-a662-f6becf1f3f08", "name": "network-vif-deleted", "tag": "658bb0dd-208b-4126-8db5-71128164a7c1", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:15.138638 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cdc3e758-16a0-47fd-a10f-aa39dedec4a6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:15.139161 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e96258-abae-43a8-a662-f6becf1f3f08', 'name': 'network-vif-deleted', 'tag': '658bb0dd-208b-4126-8db5-71128164a7c1', 'status': 'completed', 'code': 200} Nov 22 17:13:15.558076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec04fe0e-8751-4b6a-8724-22c9d1e4b677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:15.844878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00f7fbf1-5ef0-4832-8b0c-1002dcfea0a2 req-cabe0571-31dc-42d4-8bcd-94b62a08ed4c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6e96258-abae-43a8-a662-f6becf1f3f08 HTTP/1.1" status: 200 len: 210 time: 0.0321810 Nov 22 17:13:16.908899 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44774) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:16.927984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:16.949553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 658bb0dd-208b-4126-8db5-71128164a7c1 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:16.949910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 658bb0dd-208b-4126-8db5-71128164a7c1 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:17.281165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:17.557277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port bc986abb-9c11-4c20-88b4-c74fbeaa4135 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:17.557602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:17.649400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port bc986abb-9c11-4c20-88b4-c74fbeaa4135, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bc986abb-9c11-4c20-88b4-c74fbeaa4135,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:17.649766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:17.663863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for bc986abb-9c11-4c20-88b4-c74fbeaa4135 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:17.864955 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:17.896903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=bc986abb-9c11-4c20-88b4-c74fbeaa4135,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:17.933167 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12fa087e-a780-4d84-8b21-877e4d9f9472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:18.083993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:18.309080 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 5febc1a5-6993-477f-95df-477c460c6daa has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:18.423208 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:18.428855 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0550a05d-6214-4aae-a1bf-2b22e1a79369 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "PUT /v2.0/routers/5febc1a5-6993-477f-95df-477c460c6daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5189257 Nov 22 17:13:18.432065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44776) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:18.433355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] Sync routers for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:18.444415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:18.445037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:18.490139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b330e55-8b31-414c-863b-9e91da1b0cc0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting subnet 93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:13:18.493784 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b330e55-8b31-414c-863b-9e91da1b0cc0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:18.536482 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b330e55-8b31-414c-863b-9e91da1b0cc0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:18.557752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:18.632136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b330e55-8b31-414c-863b-9e91da1b0cc0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:18.695864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b330e55-8b31-414c-863b-9e91da1b0cc0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:18.726503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b330e55-8b31-414c-863b-9e91da1b0cc0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Subnet': ['ID=93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:18.730920 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8b330e55-8b31-414c-863b-9e91da1b0cc0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:18.737110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44778) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:18.737608 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8b330e55-8b31-414c-863b-9e91da1b0cc0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/subnets/93e27f1a-84db-4dae-a3ee-1ce6a1bfdd17 HTTP/1.1" status: 204 len: 168 time: 0.3041143 Nov 22 17:13:18.745552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6cb49-11e8-4919-a244-0a2c8e3cf847 None None] Network dfe8f399-b836-4c21-89e3-c2231ff9d1b1 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:13:18.809186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:13:17Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:18.847110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] Checking router: 5febc1a5-6993-477f-95df-477c460c6daa for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:18.855966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:18.880525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] Routers {'5febc1a5-6993-477f-95df-477c460c6daa'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:18.881149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['5febc1a5-6993-477f-95df-477c460c6daa'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:18.961623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.011515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] Set router 5febc1a5-6993-477f-95df-477c460c6daa gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:19.022401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 46db02fc-a435-4ad9-80b7-4f3a82741293 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:19.022774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.080216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] DHCP port deletion for dfe8f399-b836-4c21-89e3-c2231ff9d1b1 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:19.117036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port 46db02fc-a435-4ad9-80b7-4f3a82741293, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=46db02fc-a435-4ad9-80b7-4f3a82741293,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:19.117400 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.131981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 46db02fc-a435-4ad9-80b7-4f3a82741293 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:19.152800 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.232040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Deleting port 58111043-b819-49b6-9bf4-fb26439477a4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:19.232312 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.305948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] For port 58111043-b819-49b6-9bf4-fb26439477a4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=58111043-b819-49b6-9bf4-fb26439477a4,segment=NetworkSegment(86f37418-f2eb-4d94-aa76-18febf5227b0),segment_id=86f37418-f2eb-4d94-aa76-18febf5227b0)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:19.306241 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.310666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.322680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Calling delete_port for 58111043-b819-49b6-9bf4-fb26439477a4 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:19.330796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:13:17Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:19.339462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=46db02fc-a435-4ad9-80b7-4f3a82741293,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:19.364096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6946a27-1296-489d-80b7-6c64219d830a None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:19.366035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd4d37-e9f3-4a16-a356-538889e141ad None None] The sync data for ids ['5febc1a5-6993-477f-95df-477c460c6daa'] in n-d-816865-2 is: [{'id': '5febc1a5-6993-477f-95df-477c460c6daa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-76744187', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:11:09Z', 'updated_at': '2021-11-22T17:13:17Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '46db02fc-a435-4ad9-80b7-4f3a82741293', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:76:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5febc1a5-6993-477f-95df-477c460c6daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:11:10Z', 'updated_at': '2021-11-22T17:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:19.415975 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.421432 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 58111043-b819-49b6-9bf4-fb26439477a4 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:19.513193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.515244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.521222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.554145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Pushing event deleted for resources: {'Port': ['ID=58111043-b819-49b6-9bf4-fb26439477a4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:19.561301 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.562778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.563394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Fanout notify agent at l3_agent the message router_deleted on router 5febc1a5-6993-477f-95df-477c460c6daa {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:13:19.570967 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.575077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dfb51ddc-3b33-4959-a1f0-c50fece3ee90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/routers/5febc1a5-6993-477f-95df-477c460c6daa HTTP/1.1" status: 204 len: 168 time: 0.8331330 Nov 22 17:13:19.575332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:19.575484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] No DVR routers for this DVR port 58111043-b819-49b6-9bf4-fb26439477a4 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:13:19.582365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.582726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.583176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.583516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.583854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.584972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.584972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.584972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.586054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.586054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.586204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.586411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a03c0ca-e6de-4ad0-9427-4702c8f46fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:19.660747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.750631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.773541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe8f399-b836-4c21-89e3-c2231ff9d1b1']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:19.784506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f37418-f2eb-4d94-aa76-18febf5227b0') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:19.784806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f37418-f2eb-4d94-aa76-18febf5227b0') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:19.801489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.816318 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.822752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:13:19.823192 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:13:19.826368 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:13:19.890456 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.900287 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.903681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/networks/dfe8f399-b836-4c21-89e3-c2231ff9d1b1 HTTP/1.1" status: 204 len: 168 time: 0.3272934 Nov 22 17:13:19.906361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44782) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:19.923933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedbc9a-bc4b-4c32-bef9-8bc1009fac03 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Network': ['ID=dfe8f399-b836-4c21-89e3-c2231ff9d1b1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:19.979641 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-173ec79c-7175-41c8-ad15-1d62a86241bf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.007012 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-173ec79c-7175-41c8-ad15-1d62a86241bf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.087800 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-173ec79c-7175-41c8-ad15-1d62a86241bf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.090629 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-173ec79c-7175-41c8-ad15-1d62a86241bf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.091883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-173ec79c-7175-41c8-ad15-1d62a86241bf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/security-groups/53d54ab3-d875-443f-9250-636573ae849e HTTP/1.1" status: 204 len: 168 time: 0.1846037 Nov 22 17:13:20.101853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ec79c-7175-41c8-ad15-1d62a86241bf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d54ab3-d875-443f-9250-636573ae849e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:20.669494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:20.674377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c6af5239-89c0-4110-90d6-1d96e55d35ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2001472864', 'description': 'tempest-secgroup-smoke-2001472864 description', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:20.704259 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6af5239-89c0-4110-90d6-1d96e55d35ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.775273 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6af5239-89c0-4110-90d6-1d96e55d35ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.781486 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6af5239-89c0-4110-90d6-1d96e55d35ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.810867 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c6af5239-89c0-4110-90d6-1d96e55d35ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.812179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c6af5239-89c0-4110-90d6-1d96e55d35ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1416447 Nov 22 17:13:20.815372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44790) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:20.820706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b16ee343-2580-4412-92d2-189a3bb98b05 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '44cf7315-74ec-45c1-8ff2-fb685ff9e858', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:20.826657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af5239-89c0-4110-90d6-1d96e55d35ba tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf7315-74ec-45c1-8ff2-fb685ff9e858,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:20.837323 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.853635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16ee343-2580-4412-92d2-189a3bb98b05 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.911975 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16ee343-2580-4412-92d2-189a3bb98b05 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.916798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16ee343-2580-4412-92d2-189a3bb98b05 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.937452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ee343-2580-4412-92d2-189a3bb98b05 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee94fff1-1412-4961-ad61-831b93799163,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:20.945199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16ee343-2580-4412-92d2-189a3bb98b05 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:20.946452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b16ee343-2580-4412-92d2-189a3bb98b05 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301603 Nov 22 17:13:20.949632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:20.955170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a780f12d-8126-40e8-a8a6-02bc3211ed0e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '44cf7315-74ec-45c1-8ff2-fb685ff9e858', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:20.984954 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a780f12d-8126-40e8-a8a6-02bc3211ed0e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.043474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a780f12d-8126-40e8-a8a6-02bc3211ed0e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.048772 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a780f12d-8126-40e8-a8a6-02bc3211ed0e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.068129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780f12d-8126-40e8-a8a6-02bc3211ed0e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d915c15-ae82-44d7-b51d-a891282fe6af,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:21.074184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a780f12d-8126-40e8-a8a6-02bc3211ed0e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.075412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a780f12d-8126-40e8-a8a6-02bc3211ed0e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246767 Nov 22 17:13:21.078333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:21.085489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-35158256-69b8-4364-a26c-40f6c70821a9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '44cf7315-74ec-45c1-8ff2-fb685ff9e858', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:21.116659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35158256-69b8-4364-a26c-40f6c70821a9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.178049 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35158256-69b8-4364-a26c-40f6c70821a9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.183121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35158256-69b8-4364-a26c-40f6c70821a9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.200786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35158256-69b8-4364-a26c-40f6c70821a9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167ae6bd-0a51-4c97-82a8-679176c53d17,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:21.212366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-35158256-69b8-4364-a26c-40f6c70821a9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.213760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-35158256-69b8-4364-a26c-40f6c70821a9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344271 Nov 22 17:13:21.216747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:21.221624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f262fdb7-84ad-40af-9408-a2601ff3aa2d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '44cf7315-74ec-45c1-8ff2-fb685ff9e858', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:21.250987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f262fdb7-84ad-40af-9408-a2601ff3aa2d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.259059 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-a7824f31-1b71-4577-8cac-0a999861b6e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514398 Nov 22 17:13:21.312835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bc986abb-9c11-4c20-88b4-c74fbeaa4135 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:21.313970 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f262fdb7-84ad-40af-9408-a2601ff3aa2d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.318856 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f262fdb7-84ad-40af-9408-a2601ff3aa2d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.339472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262fdb7-84ad-40af-9408-a2601ff3aa2d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff57c7f-698b-41b6-a0eb-f415823306d2,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:21.345623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bc986abb-9c11-4c20-88b4-c74fbeaa4135 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:21.346437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bc986abb-9c11-4c20-88b4-c74fbeaa4135 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:21.346868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 46db02fc-a435-4ad9-80b7-4f3a82741293 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:21.351814 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f262fdb7-84ad-40af-9408-a2601ff3aa2d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.356413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f262fdb7-84ad-40af-9408-a2601ff3aa2d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385021 Nov 22 17:13:21.357113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44798) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:21.361815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-75bf124b-5f5b-43e5-90c6-b6ad2287da69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '44cf7315-74ec-45c1-8ff2-fb685ff9e858', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:21.374187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 46db02fc-a435-4ad9-80b7-4f3a82741293 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:21.374542 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 46db02fc-a435-4ad9-80b7-4f3a82741293 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:21.379651 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-5e68404d-add0-479e-97b7-6bb6b74c1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:21.381749 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-5e68404d-add0-479e-97b7-6bb6b74c1a25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 1097 time: 0.0648873 Nov 22 17:13:21.388663 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-75bf124b-5f5b-43e5-90c6-b6ad2287da69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Project b539c9bdd6eb4b008aef4ac5ef973f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:13:21.390909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.395120 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75bf124b-5f5b-43e5-90c6-b6ad2287da69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.461182 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75bf124b-5f5b-43e5-90c6-b6ad2287da69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.466751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75bf124b-5f5b-43e5-90c6-b6ad2287da69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.485977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf124b-5f5b-43e5-90c6-b6ad2287da69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872adeb2-be59-4f7f-8f6a-864b68fd4359,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:21.495790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-75bf124b-5f5b-43e5-90c6-b6ad2287da69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.497154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-75bf124b-5f5b-43e5-90c6-b6ad2287da69 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390216 Nov 22 17:13:21.499895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:21.500592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-6d70eb0f-d5a0-4eb6-ab0e-980ddc7b5f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:21.502725 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-6d70eb0f-d5a0-4eb6-ab0e-980ddc7b5f3a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.1004024 Nov 22 17:13:21.504823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3528c1e7-2b75-491c-a7fc-bf5258704a54 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': '44cf7315-74ec-45c1-8ff2-fb685ff9e858', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:21.528544 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-3528c1e7-2b75-491c-a7fc-bf5258704a54 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Project b539c9bdd6eb4b008aef4ac5ef973f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:13:21.534180 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3528c1e7-2b75-491c-a7fc-bf5258704a54 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.575889 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-0732fc94-d3a6-4066-b183-38a5a7fd9fab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c HTTP/1.1" status: 200 len: 1002 time: 0.0663407 Nov 22 17:13:21.599098 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3528c1e7-2b75-491c-a7fc-bf5258704a54 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.604502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3528c1e7-2b75-491c-a7fc-bf5258704a54 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.623257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528c1e7-2b75-491c-a7fc-bf5258704a54 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b211fd42-1090-47e1-8baf-ba6f18965784,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:21.632228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3528c1e7-2b75-491c-a7fc-bf5258704a54 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.633474 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3528c1e7-2b75-491c-a7fc-bf5258704a54 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325545 Nov 22 17:13:21.636634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:21.638054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-487d64bc-20ac-4425-9be7-2350e2d75d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:21.639593 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-487d64bc-20ac-4425-9be7-2350e2d75d36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0563824 Nov 22 17:13:21.641649 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'network': {'name': 'tempest-network-smoke--1835414191', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:21.666573 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:13:21.670282 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.690519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-3f84cf3a-c418-41cc-884f-e6e824235adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:21.692216 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-3f84cf3a-c418-41cc-884f-e6e824235adb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457976 Nov 22 17:13:21.695978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:13:21.706015 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.706408 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Added segment 7c161827-3ac2-4b79-b8d0-8b6581ce6a9a of type vlan for network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 Nov 22 17:13:21.749147 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.777839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.784422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:21.785053 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.795363 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-17368ac5-6515-40f1-9f16-eefa05944864 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957017 Nov 22 17:13:21.850211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2124603 Nov 22 17:13:21.853190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:21.860274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'admin_state_up': True, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:21.872621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151015fa-03c8-4e58-a5e2-be65c46d4058 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Network': ['ID=42ca6a7d-e1b7-4dc8-910f-549fdd758564,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:21.885034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:13:21.892145 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.893276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:21.894092 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4b8c647d-a026-4193-afe5-041e5791cd38 req-c74eeb6f-4311-4ac6-b36f-15355cab20a6 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916073 Nov 22 17:13:21.947138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:22.090844 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:22.298714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:22.324828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:22.439536 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.25.0.17 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/40315214-d6f7-4ea7-99cd-53ec8f88137f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:13:22.550150 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:22.588142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:22.631236 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:13:22.635528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:13:22.639315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:13:22.645698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=40315214-d6f7-4ea7-99cd-53ec8f88137f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:22.651725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db027b-aea7-4c3f-92df-09075c25fd90 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:22.702525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6372bede-33ce-499c-ba2e-8c5530958092 None None] Provisioning complete for port 40315214-d6f7-4ea7-99cd-53ec8f88137f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:22.702911 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6372bede-33ce-499c-ba2e-8c5530958092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:22.743147 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6372bede-33ce-499c-ba2e-8c5530958092 None None] Port 40315214-d6f7-4ea7-99cd-53ec8f88137f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:13:22.929468 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:23.146773 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:23.288960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:13:23.795404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:23.806626 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Sync routers for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:23.818385 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:23.819054 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:23.819473 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:23.820782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c9082cb0-eb7d-49c5-b56d-e91fffdcc4dd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9665196 Nov 22 17:13:23.824118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44808) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:23.855085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4c0b066e-a87b-4b46-b44f-8d47eecdc747 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=b539c9bdd6eb4b008aef4ac5ef973f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297809 Nov 22 17:13:23.857819 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44810) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:23.932373 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:23.956639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc3cd4-d5bd-4f8f-b9e4-9e7bbcc0fdc9 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:23.958216 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-52bc3cd4-d5bd-4f8f-b9e4-9e7bbcc0fdc9 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993958 Nov 22 17:13:23.961613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:23.994619 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1eb5e722-4a42-438c-b5a8-137ea5526e6a tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318861 Nov 22 17:13:23.997328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44814) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:24.002666 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1881980981', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:24.097598 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:13:24.102402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.118905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:22Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:24.150048 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Checking router: 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:24.150570 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Updating router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f port 40315214-d6f7-4ea7-99cd-53ec8f88137f binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:13:24.183222 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.305428 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.375726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Subnet': ['ID=d9caf109-1e40-43ac-a9a5-049e3d8598d8,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:24.384624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Checking segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:13:24.385070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network hostable DHCP agents. Network: 42ca6a7d-e1b7-4dc8-910f-549fdd758564, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:13:24.410705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:13:24.422820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 42ca6a7d-e1b7-4dc8-910f-549fdd758564) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:13:24.431918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:24.432606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.457312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ecee1d44-0124-444d-8eff-321c297c21e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4559786 Nov 22 17:13:24.457532 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.457991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:24.465569 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.529571 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Pushing event updated for resources: {'Port': ['ID=40315214-d6f7-4ea7-99cd-53ec8f88137f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:24.538196 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Attempting to bind port 40315214-d6f7-4ea7-99cd-53ec8f88137f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:13:24.538708 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Attempting to bind port 40315214-d6f7-4ea7-99cd-53ec8f88137f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:13:24.539421 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Attempting to bind port 40315214-d6f7-4ea7-99cd-53ec8f88137f on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:13:24.544777 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.545577 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.546128 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.546508 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.546916 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.547339 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.547747 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.548265 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.548578 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.549057 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.549446 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.550002 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:24.556154 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:13:24.556779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:13:24.557362 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.558006 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:13:24.558637 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Bound port: 40315214-d6f7-4ea7-99cd-53ec8f88137f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:13:24.559327 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.592306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cabdbcb-3874-4906-8300-71f036684f52 None None] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:13:24.622571 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] For port 40315214-d6f7-4ea7-99cd-53ec8f88137f, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:13:24.626547 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] For port 40315214-d6f7-4ea7-99cd-53ec8f88137f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=40315214-d6f7-4ea7-99cd-53ec8f88137f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:13:24.633402 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.638749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9c669b-3702-4add-be0a-9b6e1a5a6bb2 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:24.685565 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f8fd7-11e6-4af4-bbdc-d6c7b8da815a None None] Pushing event updated for resources: {'Port': ['ID=40315214-d6f7-4ea7-99cd-53ec8f88137f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:24.701687 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5cf01d71-f5d0-4b55-9e5e-634682c24f8d None None] Provisioning complete for port 40315214-d6f7-4ea7-99cd-53ec8f88137f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:24.702064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5cf01d71-f5d0-4b55-9e5e-634682c24f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.717663 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:24.718848 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:24.747940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbfd41c-c951-4b75-800b-e18b38161598 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:24.827677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:13:24.828880 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.863624 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:24.952080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5cf01d71-f5d0-4b55-9e5e-634682c24f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.003242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.009231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5cf01d71-f5d0-4b55-9e5e-634682c24f8d None None] For port 40315214-d6f7-4ea7-99cd-53ec8f88137f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=40315214-d6f7-4ea7-99cd-53ec8f88137f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:25.016345 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5cf01d71-f5d0-4b55-9e5e-634682c24f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.069904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Allocated IP 172.20.0.2 (42ca6a7d-e1b7-4dc8-910f-549fdd758564/d9caf109-1e40-43ac-a9a5-049e3d8598d8/f2ac566f-14be-4008-a54b-d01677457726) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:13:25.096330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf01d71-f5d0-4b55-9e5e-634682c24f8d None None] Pushing event updated for resources: {'Port': ['ID=40315214-d6f7-4ea7-99cd-53ec8f88137f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:25.177376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ab832feb-9b7b-4aa0-b001-e708b76f9847 None None] Provisioning complete for port 40315214-d6f7-4ea7-99cd-53ec8f88137f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:25.177754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab832feb-9b7b-4aa0-b001-e708b76f9847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.180579 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:22Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:25.209473 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae7ac5e-1cb1-4a3a-a8dd-198e23522757 None None] The sync data for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 is: [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:22Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:25.303592 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.327511 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.369467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.20.0.1 (42ca6a7d-e1b7-4dc8-910f-549fdd758564/d9caf109-1e40-43ac-a9a5-049e3d8598d8/deb7f300-9c69-4a37-b891-1e0afb7182bd) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:13:25.388713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:13:25.392647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:13:25.394304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Pushing event updated for resources: {'Port': ['ID=f2ac566f-14be-4008-a54b-d01677457726,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:25.396628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:13:25.478117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Attempting to bind port f2ac566f-14be-4008-a54b-d01677457726 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:13:25.478499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Attempting to bind port f2ac566f-14be-4008-a54b-d01677457726 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:13:25.479115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Attempting to bind port f2ac566f-14be-4008-a54b-d01677457726 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:13:25.491605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:13:25.492011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Checking segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:13:25.492451 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.492865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Bound using segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:13:25.493374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Bound port: f2ac566f-14be-4008-a54b-d01677457726, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:13:25.493770 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.524898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.570510 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.570890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] For port f2ac566f-14be-4008-a54b-d01677457726, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:13:25.575489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] For port f2ac566f-14be-4008-a54b-d01677457726, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f2ac566f-14be-4008-a54b-d01677457726,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:13:25.582165 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.621511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:13:25.627049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:13:25.631612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:13:25.657946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872e863-7c93-435b-b5a9-06e9838b691c None None] Pushing event updated for resources: {'Port': ['ID=f2ac566f-14be-4008-a54b-d01677457726,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:25.683074 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=deb7f300-9c69-4a37-b891-1e0afb7182bd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:25.706661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.874798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:26.198345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:26.205498 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:26.284438 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:26.286361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=deb7f300-9c69-4a37-b891-1e0afb7182bd,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:26.408054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:13:26.409511 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:13:26.551104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:26.682770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:26.689222 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-21329ddf-7700-4898-b7fc-657c0cf7b798 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "PUT /v2.0/routers/7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2300050 Nov 22 17:13:26.760662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd151a6a-35eb-4721-b002-88007ac7a7bc None None] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:13:26.854000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0af07aff-7863-4b87-8e19-f339d624af48 None None] Provisioning complete for port f2ac566f-14be-4008-a54b-d01677457726 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:26.854000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af07aff-7863-4b87-8e19-f339d624af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:26.954767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-009b0ed5-82d3-4378-a347-72862926c017 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2001472864&fields=id&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 267 time: 0.0651095 Nov 22 17:13:27.011124 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af07aff-7863-4b87-8e19-f339d624af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:27.060649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0af07aff-7863-4b87-8e19-f339d624af48 None None] For port f2ac566f-14be-4008-a54b-d01677457726, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f2ac566f-14be-4008-a54b-d01677457726,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:27.069608 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0af07aff-7863-4b87-8e19-f339d624af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:27.112132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-40ed27ab-ebbe-4ab0-b6c7-545c2a811307 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:27.119872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-40ed27ab-ebbe-4ab0-b6c7-545c2a811307 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/networks?id=42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 200 len: 797 time: 0.1516006 Nov 22 17:13:27.139698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-1fe3ff25-d403-4cf1-9b78-9d925fe7b0f5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/quotas/b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 375 time: 0.0172977 Nov 22 17:13:27.158471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af07aff-7863-4b87-8e19-f339d624af48 None None] Pushing event updated for resources: {'Port': ['ID=f2ac566f-14be-4008-a54b-d01677457726,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:27.209886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-bbd35393-f42f-4e86-93b2-1ed00457e480 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641601 Nov 22 17:13:27.321689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4b38b442-9f61-43e0-abe6-d8b4b414ba2a None None] Provisioning complete for port f2ac566f-14be-4008-a54b-d01677457726 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:27.323529 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b38b442-9f61-43e0-abe6-d8b4b414ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:27.355553 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-0c532162-c5b3-43ef-99f2-30d7db046ca7 service neutron] 10.222.0.59 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287715 Nov 22 17:13:27.358893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Sync routers for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:27.396826 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:13:27.401207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:27.402177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:27.471708 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f2ac566f-14be-4008-a54b-d01677457726 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:13:27.488721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-8852b649-7316-4d05-a0e4-3d7287e37af9 service neutron] 10.222.0.59 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248274 Nov 22 17:13:27.684207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:27.715872 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aca5fef5-b3c2-4321-bfb6-70f58e7675b2 req-227e82ff-8408-4649-89fd-611a679328d8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 210 time: 0.0349944 Nov 22 17:13:27.759158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f2ac566f-14be-4008-a54b-d01677457726 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:27.759798 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:27.795495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4b38b442-9f61-43e0-abe6-d8b4b414ba2a None None] Provisioning complete for port deb7f300-9c69-4a37-b891-1e0afb7182bd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:27.796134 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b38b442-9f61-43e0-abe6-d8b4b414ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:27.927700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b38b442-9f61-43e0-abe6-d8b4b414ba2a None None] Port deb7f300-9c69-4a37-b891-1e0afb7182bd cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:13:28.011121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 40315214-d6f7-4ea7-99cd-53ec8f88137f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:13:28.089592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e151ed9-e166-4fde-b3bb-5db5e2b7db84 None None] Provisioning complete for port deb7f300-9c69-4a37-b891-1e0afb7182bd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:28.089977 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e151ed9-e166-4fde-b3bb-5db5e2b7db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.139876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8e151ed9-e166-4fde-b3bb-5db5e2b7db84 None None] Port deb7f300-9c69-4a37-b891-1e0afb7182bd cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:13:28.145722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 40315214-d6f7-4ea7-99cd-53ec8f88137f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:28.146096 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.200264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:26Z', 'revision_number': 2, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:28.233030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Checking router: 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:28.233388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Updating router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f port deb7f300-9c69-4a37-b891-1e0afb7182bd binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:13:28.267025 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.795193 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.806015 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.867894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77b6bc-380f-4dd4-a89d-240c7a4f2871 None None] Pushing event updated for resources: {'Port': ['ID=deb7f300-9c69-4a37-b891-1e0afb7182bd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:28.888946 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2039db1a-4bd4-440e-848c-c7a50c650281 req-6b258c84-5225-4aef-83f5-5d77f9497189 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 210 time: 0.0512631 Nov 22 17:13:28.946067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-32339121-617d-4a22-8297-a0fb283afb06 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:28.947740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-32339121-617d-4a22-8297-a0fb283afb06 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/networks?id=42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 200 len: 797 time: 0.2105181 Nov 22 17:13:28.963119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Attempting to bind port deb7f300-9c69-4a37-b891-1e0afb7182bd on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:13:28.963507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Attempting to bind port deb7f300-9c69-4a37-b891-1e0afb7182bd by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:13:28.963982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Attempting to bind port deb7f300-9c69-4a37-b891-1e0afb7182bd on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:13:28.969640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:13:28.970072 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Checking segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:13:28.970477 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.971278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Bound using segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:13:28.971440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Bound port: deb7f300-9c69-4a37-b891-1e0afb7182bd, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:13:28.971764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.032300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-608159c7-fa47-4422-8b9a-31934c1206ab tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 380 time: 0.0732152 Nov 22 17:13:29.042575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'port': {'device_id': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'admin_state_up': True, 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'security_groups': ['44cf7315-74ec-45c1-8ff2-fb685ff9e858']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:29.053715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] For port deb7f300-9c69-4a37-b891-1e0afb7182bd, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:13:29.057705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] For port deb7f300-9c69-4a37-b891-1e0afb7182bd, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=deb7f300-9c69-4a37-b891-1e0afb7182bd,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:13:29.062919 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.127868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:29.128451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:29.130557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77b6bc-380f-4dd4-a89d-240c7a4f2871 None None] Pushing event updated for resources: {'Port': ['ID=deb7f300-9c69-4a37-b891-1e0afb7182bd,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:29.182932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:13:29.187478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.200874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8a821de6-6050-4c8f-825b-ac6bf95f7ef3 None None] Provisioning complete for port deb7f300-9c69-4a37-b891-1e0afb7182bd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:29.201249 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a821de6-6050-4c8f-825b-ac6bf95f7ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.293752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:29.382728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.20.0.8 (42ca6a7d-e1b7-4dc8-910f-549fdd758564/d9caf109-1e40-43ac-a9a5-049e3d8598d8/7584cf07-df39-4527-9d2f-05c533448ab0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:13:29.421396 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a821de6-6050-4c8f-825b-ac6bf95f7ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.501830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8a821de6-6050-4c8f-825b-ac6bf95f7ef3 None None] For port deb7f300-9c69-4a37-b891-1e0afb7182bd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=deb7f300-9c69-4a37-b891-1e0afb7182bd,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:29.513038 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a821de6-6050-4c8f-825b-ac6bf95f7ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.563242 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.600610 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.605004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a821de6-6050-4c8f-825b-ac6bf95f7ef3 None None] Pushing event updated for resources: {'Port': ['ID=deb7f300-9c69-4a37-b891-1e0afb7182bd,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:29.645210 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:29Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:29.648043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a8c20493-b8b6-4d5e-9b3e-8e7caca797db None None] Provisioning complete for port deb7f300-9c69-4a37-b891-1e0afb7182bd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:29.648415 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8c20493-b8b6-4d5e-9b3e-8e7caca797db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.649558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:13:29.653027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:13:29.656820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:13:29.682687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:29.684131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c49e77a-6be7-46f6-bdf1-66960c1f0a62 None None] The sync data for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 is: [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:29Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:29.743982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:29.754274 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:29.799631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-d56f37e1-177f-4493-9471-90decb4d60c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611382 Nov 22 17:13:29.976275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Request body: {'port': {'device_id': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:30.044005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6df119a4-0546-4f67-b99e-01749b920c22 None None] Provisioning complete for port 7584cf07-df39-4527-9d2f-05c533448ab0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:30.044612 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6df119a4-0546-4f67-b99e-01749b920c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:30.084481 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:30.093124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6df119a4-0546-4f67-b99e-01749b920c22 None None] Port 7584cf07-df39-4527-9d2f-05c533448ab0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:13:30.108389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d1fa-09c6-4c39-a3a7-c72f1c3aedb4 req-5534e012-43b9-4982-a6d4-eb2a1242b670 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:30.110011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16f0d1fa-09c6-4c39-a3a7-c72f1c3aedb4 req-5534e012-43b9-4982-a6d4-eb2a1242b670 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 931 time: 0.0995090 Nov 22 17:13:30.253364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16f0d1fa-09c6-4c39-a3a7-c72f1c3aedb4 req-dd7545fc-3211-4fa7-8014-d6c95467096c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175406 Nov 22 17:13:30.440349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7584cf07-df39-4527-9d2f-05c533448ab0 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:13:30.449424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:30.463686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Transition to ACTIVE for port object 7584cf07-df39-4527-9d2f-05c533448ab0 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:13:30.469774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:30.525342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:30.614066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:13:30.614405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:13:30.614766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:13:30.619987 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:13:30.620344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:13:30.626584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:13:30.626929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Checking segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:13:30.627802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Bound using segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:13:30.628499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Bound port: 7584cf07-df39-4527-9d2f-05c533448ab0, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:13:30.629668 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:30.702889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:13:30.707852 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:13:30.714584 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:30.751378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:30.752091 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:30.753698 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 1091 time: 0.9455402 Nov 22 17:13:30.756508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:30.759941 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82c755f-9253-4c34-82a7-94f8bb088ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:30.793310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d39888-933c-437e-a34a-7887c75e20f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:30.823736 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b392ec-f97b-4517-b951-0c97b72d056f x-openstack-request-id: req-00b392ec-f97b-4517-b951-0c97b72d056f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:30.824273 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:30.824610 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00b392ec-f97b-4517-b951-0c97b72d056f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:30.825284 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'status': 'completed', 'code': 200} Nov 22 17:13:30.877378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-783ee6ac-9acd-4a7f-9a5c-2ad4c4754687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:30.879128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-783ee6ac-9acd-4a7f-9a5c-2ad4c4754687 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1094 time: 0.0528696 Nov 22 17:13:30.929802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-cd3cd2ba-e6d6-48c8-bdd0-b7fba1e59a7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 217 time: 0.0421045 Nov 22 17:13:30.993560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-3b262495-fcef-45b3-b5ce-be64718f4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:30.995219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-3b262495-fcef-45b3-b5ce-be64718f4bba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9caf109-1e40-43ac-a9a5-049e3d8598d8 HTTP/1.1" status: 200 len: 835 time: 0.0588832 Nov 22 17:13:31.045078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-820e344f-0207-46b2-8a18-ea4356a169f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:31.046607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-820e344f-0207-46b2-8a18-ea4356a169f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ca6a7d-e1b7-4dc8-910f-549fdd758564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442684 Nov 22 17:13:31.147579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-ff25ba2e-359e-494f-898b-a907cdaf4085 service neutron] 10.222.0.37 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921543 Nov 22 17:13:31.243852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ac626c-8ed4-43af-a67a-4a319924c22b req-8cc20aa4-eea4-49ca-8285-d0d46cf990a1 service neutron] 10.222.0.37 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890174 Nov 22 17:13:31.348802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device deb7f300-9c69-4a37-b891-1e0afb7182bd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:13:31.378341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-c8021cd2-f95d-4609-b192-a6790ceae266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:31.380061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-c8021cd2-f95d-4609-b192-a6790ceae266 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1094 time: 0.0850770 Nov 22 17:13:31.404730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762871f-2d85-4e89-9278-9da8a846a56f req-f36a85f6-629b-469b-9152-727b2aae11d3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:31.405918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port deb7f300-9c69-4a37-b891-1e0afb7182bd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:31.406232 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6762871f-2d85-4e89-9278-9da8a846a56f req-f36a85f6-629b-469b-9152-727b2aae11d3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 943 time: 0.0761034 Nov 22 17:13:31.406351 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:31.511218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6762871f-2d85-4e89-9278-9da8a846a56f req-d1bd14e7-979c-4041-8469-5cf384006425 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945120 Nov 22 17:13:31.521849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-a62a133e-80f6-4cf6-840c-20fe89d3192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:31.523398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-a62a133e-80f6-4cf6-840c-20fe89d3192e service neutron] 10.222.0.37 "GET /v2.0/networks?id=42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 200 len: 898 time: 0.1354096 Nov 22 17:13:31.571673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-98b9af64-0e1c-4c6a-8f87-78c62620b286 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 217 time: 0.0402474 Nov 22 17:13:31.625926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-74d905c6-c91f-4bd6-a8ad-e4e91991216a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:31.627703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-74d905c6-c91f-4bd6-a8ad-e4e91991216a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9caf109-1e40-43ac-a9a5-049e3d8598d8 HTTP/1.1" status: 200 len: 835 time: 0.0491376 Nov 22 17:13:31.678075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-1d15a744-fd3e-47ac-8a3a-8dcd7cb8eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:31.679766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-1d15a744-fd3e-47ac-8a3a-8dcd7cb8eba9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ca6a7d-e1b7-4dc8-910f-549fdd758564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445342 Nov 22 17:13:31.780710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-26faf0f0-1cfd-4ef0-bf8d-40d2706c90f5 service neutron] 10.222.0.37 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927501 Nov 22 17:13:31.879352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f82c755f-9253-4c34-82a7-94f8bb088ac5 req-cd2c3b9d-940c-43d6-bcbf-ae14099340d5 service neutron] 10.222.0.37 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907450 Nov 22 17:13:32.644280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6804-790d-4e9d-a8f2-b27b9d89fbd2 req-907624a6-4286-40b1-838c-d46d448d6c86 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:32.645732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1bec6804-790d-4e9d-a8f2-b27b9d89fbd2 req-907624a6-4286-40b1-838c-d46d448d6c86 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 943 time: 0.0585301 Nov 22 17:13:32.696984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1bec6804-790d-4e9d-a8f2-b27b9d89fbd2 req-3e5ff948-90d7-479c-bea0-5f7bf93a1bd5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446732 Nov 22 17:13:33.005724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7584cf07-df39-4527-9d2f-05c533448ab0 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:13:33.109680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:33.123334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '7584cf07-df39-4527-9d2f-05c533448ab0', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'port_id': '7584cf07-df39-4527-9d2f-05c533448ab0', 'mac_address': 'fa:16:3e:03:24:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:13:33.167619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:33.181677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7584cf07-df39-4527-9d2f-05c533448ab0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:13:33.202870 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:33.209162 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:33.263425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:33.398404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['7584cf07-df39-4527-9d2f-05c533448ab0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:13:33.820251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd0ce1-4d03-491a-a90f-595fc9879f3e req-1b5d7e6e-51fe-46bc-bc22-80b49967467e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:33.821772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9bd0ce1-4d03-491a-a90f-595fc9879f3e req-1b5d7e6e-51fe-46bc-bc22-80b49967467e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 944 time: 0.0538197 Nov 22 17:13:33.874750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9bd0ce1-4d03-491a-a90f-595fc9879f3e req-60439ed1-d368-4661-87ed-9eb691912baf tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467684 Nov 22 17:13:35.002252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2acab-36e8-48f9-a93f-04fb04c2c916 req-93f0105f-a90e-4262-a0c6-c0e61950ea59 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:35.003831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5b2acab-36e8-48f9-a93f-04fb04c2c916 req-93f0105f-a90e-4262-a0c6-c0e61950ea59 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 944 time: 0.0543253 Nov 22 17:13:35.036459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7584cf07-df39-4527-9d2f-05c533448ab0 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:13:35.065298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5b2acab-36e8-48f9-a93f-04fb04c2c916 req-e8365276-fc35-42ce-be0b-d1c209d06c26 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551982 Nov 22 17:13:35.094114 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 7584cf07-df39-4527-9d2f-05c533448ab0 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:13:35.098423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 7584cf07-df39-4527-9d2f-05c533448ab0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:35.098802 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:35.181131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:35.204570 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:35.207293 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4841c82f-c315-4f7c-b33d-f3a3842eda83" -d '{"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-plugged", "status": "completed", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:35.220968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:35.226227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:35.249996 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05980d4-a05d-441e-a8fa-8a148b2d1712 x-openstack-request-id: req-a05980d4-a05d-441e-a8fa-8a148b2d1712 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:35.250285 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-plugged", "status": "completed", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:35.250534 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a05980d4-a05d-441e-a8fa-8a148b2d1712 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:35.251410 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'code': 200} Nov 22 17:13:35.279675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:35.363405 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9fb0c-7d40-446d-9bc2-2db2290b3c2f req-3dccc5aa-a5f1-4a8e-badd-d24433c00dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:35.365455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ba9fb0c-7d40-446d-9bc2-2db2290b3c2f req-3dccc5aa-a5f1-4a8e-badd-d24433c00dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1096 time: 0.0462584 Nov 22 17:13:35.416602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ba9fb0c-7d40-446d-9bc2-2db2290b3c2f req-f4364b6b-25dc-4ede-acb8-6f9c9c355f8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443506 Nov 22 17:13:36.206695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6e02d-8e73-4f4c-a67c-73cd8abacd7c req-6c1c7892-14f5-49d9-8c91-98e878c6bee8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:36.208242 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29a6e02d-8e73-4f4c-a67c-73cd8abacd7c req-6c1c7892-14f5-49d9-8c91-98e878c6bee8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0654886 Nov 22 17:13:36.263505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-29a6e02d-8e73-4f4c-a67c-73cd8abacd7c req-604be9e0-7ccc-4912-bca9-51be4c762248 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486722 Nov 22 17:13:36.894072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:37.398923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b61c13-28b6-4cdd-8916-6d4cffc29a4c req-dbc57941-1650-4a21-9486-458debf07911 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:37.400526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7b61c13-28b6-4cdd-8916-6d4cffc29a4c req-dbc57941-1650-4a21-9486-458debf07911 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0566819 Nov 22 17:13:37.452613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7b61c13-28b6-4cdd-8916-6d4cffc29a4c req-4cfaef70-0ee9-4dd5-b5d3-41cbbae4e2e8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458958 Nov 22 17:13:37.578933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc5e69-2853-4e02-8558-82769096598d req-7527f08a-ffc7-4322-a698-e3c3408d7e53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:37.580586 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46bc5e69-2853-4e02-8558-82769096598d req-7527f08a-ffc7-4322-a698-e3c3408d7e53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0552344 Nov 22 17:13:37.635241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-46bc5e69-2853-4e02-8558-82769096598d req-ea446e24-5372-4398-a9bb-40b95a5e96ac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483007 Nov 22 17:13:37.659170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44872) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:37.700759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06171d8-5498-4c75-a650-35cc16feeeda tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:37.702343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d06171d8-5498-4c75-a650-35cc16feeeda tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1091 time: 0.0420899 Nov 22 17:13:37.705831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:37.710830 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '7584cf07-df39-4527-9d2f-05c533448ab0', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:37.737087 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:37.845114 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:37.956665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.25.0.86 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/85184a81-a41c-40ce-8f19-a63209656485) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:13:38.063651 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.064889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.101638 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.142411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:13:38.145574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:13:38.148376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:13:38.176553 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=85184a81-a41c-40ce-8f19-a63209656485,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:38.189164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.189565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.189919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.190254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.190609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.190971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.191304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.191662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.191998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.192331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.192651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.192985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:38.555346 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.639711 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.795125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.802153 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.871561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=85184a81-a41c-40ce-8f19-a63209656485,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:38.890269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.994666 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Floating IP 068d4a8d-5fd1-4614-b03a-e5c32f0c2f43 associated. External IP: 172.25.0.86, port: 7584cf07-df39-4527-9d2f-05c533448ab0. Nov 22 17:13:39.213238 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:39.331653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:39.342247 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] Sync routers for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:39.353833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:39.354203 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:39.355016 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:39.469043 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:39.729368 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '068d4a8d-5fd1-4614-b03a-e5c32f0c2f43', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'port_id': '7584cf07-df39-4527-9d2f-05c533448ab0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'mac_address': 'fa:16:3e:03:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:13:38Z', 'updated_at': '2021-11-22T17:13:38Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:29Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:39.757265 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] Checking router: 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:39.767847 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:39.768455 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:39.772477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c227cf0e-8081-48e2-800e-75e6c56fd0f2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0654793 Nov 22 17:13:39.773592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:39.776244 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759587e0-7f99-4076-b8b6-39c56a30e5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:39.875890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636d9f3-e1ef-40e3-b051-7491994eb29e req-ec421001-6c06-47ed-ae9a-d27405272534 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:39.877593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6636d9f3-e1ef-40e3-b051-7491994eb29e req-ec421001-6c06-47ed-ae9a-d27405272534 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0522406 Nov 22 17:13:39.883351 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:39.930064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6636d9f3-e1ef-40e3-b051-7491994eb29e req-fc9dfa2e-4452-4a28-b9a1-4310065e906a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458322 Nov 22 17:13:39.954383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 44880) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:39.982687 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d973ebf9-88a6-46dd-b50a-44c2406bca79 x-openstack-request-id: req-d973ebf9-88a6-46dd-b50a-44c2406bca79 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:39.983039 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:39.983309 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d973ebf9-88a6-46dd-b50a-44c2406bca79 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:39.983724 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'status': 'completed', 'code': 200} Nov 22 17:13:40.031758 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b312708f-5502-42c7-b85c-137a60b39b97 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/068d4a8d-5fd1-4614-b03a-e5c32f0c2f43 HTTP/1.1" status: 200 len: 990 time: 0.0752237 Nov 22 17:13:40.062932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-3f5d6c89-7d5b-4276-826f-20b96ed8e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:40.064914 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-3f5d6c89-7d5b-4276-826f-20b96ed8e10f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1096 time: 0.0554960 Nov 22 17:13:40.134172 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '068d4a8d-5fd1-4614-b03a-e5c32f0c2f43', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'port_id': '7584cf07-df39-4527-9d2f-05c533448ab0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'mac_address': 'fa:16:3e:03:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:13:38Z', 'updated_at': '2021-11-22T17:13:38Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:29Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:40.162440 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39066234-c37a-4a38-8fee-189e1d40fb44 None None] The sync data for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 is: [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '068d4a8d-5fd1-4614-b03a-e5c32f0c2f43', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'port_id': '7584cf07-df39-4527-9d2f-05c533448ab0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'mac_address': 'fa:16:3e:03:24:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:13:38Z', 'updated_at': '2021-11-22T17:13:38Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:29Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:40.163441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-fea14605-d990-4f8d-9e1f-da2eac9ce065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:40.164980 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-fea14605-d990-4f8d-9e1f-da2eac9ce065 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 200 len: 898 time: 0.0930092 Nov 22 17:13:40.241068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-ff2374df-074a-4719-9ad1-6307f9a5e713 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 998 time: 0.0667396 Nov 22 17:13:40.307331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-91ae7747-56c7-4095-a858-20e8e2a5d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:40.308839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-91ae7747-56c7-4095-a858-20e8e2a5d368 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9caf109-1e40-43ac-a9a5-049e3d8598d8 HTTP/1.1" status: 200 len: 835 time: 0.0609684 Nov 22 17:13:40.360258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-634de596-6704-43e1-9739-a41a336478b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:40.362185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-634de596-6704-43e1-9739-a41a336478b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ca6a7d-e1b7-4dc8-910f-549fdd758564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459197 Nov 22 17:13:40.368715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82785ba-3a55-478d-8cd2-f513adcd3731 None None] New status for floating IP 068d4a8d-5fd1-4614-b03a-e5c32f0c2f43: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:13:40.454503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-0449735b-0c8a-4df8-a7b5-d9bb963d96c3 service neutron] 10.222.0.37 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845933 Nov 22 17:13:40.556520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-759587e0-7f99-4076-b8b6-39c56a30e5e3 req-2a6c9b29-f6d3-4a60-b020-a50559a99ce9 service neutron] 10.222.0.37 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936458 Nov 22 17:13:41.034541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44882) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:41.097641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b4538732-0e08-4574-9f5a-1075815bb39f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/068d4a8d-5fd1-4614-b03a-e5c32f0c2f43 HTTP/1.1" status: 200 len: 992 time: 0.0617285 Nov 22 17:13:45.555530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0b0207d-9592-4d6d-b051-c5d0873f69cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:47.928495 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa118d18-e46c-410e-accf-90141f273ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:49.065736 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:50.844155 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:51.386340 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:04.398510 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:14:05.475723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c63ca9-d06a-401c-9b48-94e923cbcb7d req-df6cdec5-92b8-4903-a72d-a6e75df76c8a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:05.477196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27c63ca9-d06a-401c-9b48-94e923cbcb7d req-df6cdec5-92b8-4903-a72d-a6e75df76c8a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 946 time: 0.0577562 Nov 22 17:14:05.544144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-27c63ca9-d06a-401c-9b48-94e923cbcb7d req-1637302e-679a-4a8d-9dec-26a45afc499b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581713 Nov 22 17:14:06.678332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084bf18-fdbb-4ce6-94ab-305df219e094 req-c832cc3d-390f-46e8-ac7b-e200166dc0b0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:06.679906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2084bf18-fdbb-4ce6-94ab-305df219e094 req-c832cc3d-390f-46e8-ac7b-e200166dc0b0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 946 time: 0.0542560 Nov 22 17:14:06.734405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2084bf18-fdbb-4ce6-94ab-305df219e094 req-be8e885e-23de-4ad0-8b5c-21520c7b021a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467815 Nov 22 17:14:06.901823 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:07.121195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-f5d94718-5569-466d-9d97-51a87b0580e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:07.122701 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-f5d94718-5569-466d-9d97-51a87b0580e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 946 time: 0.0574493 Nov 22 17:14:07.220703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port 213d487e-0af1-4ec4-9870-5e380a9a9b5c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:07.221050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:07.634555 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] For port 213d487e-0af1-4ec4-9870-5e380a9a9b5c, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=213d487e-0af1-4ec4-9870-5e380a9a9b5c,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:07.635652 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:07.818899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:07.820067 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:07.820638 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Floating IP a449dda9-60e4-4e50-afa8-de7164b03939 disassociated. External IP: 172.25.0.205, port: 213d487e-0af1-4ec4-9870-5e380a9a9b5c. Nov 22 17:14:07.821022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for 213d487e-0af1-4ec4-9870-5e380a9a9b5c owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:07.871483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6f7af-fe15-486d-80d0-9fef25cf1374 req-8fc02fa3-5b40-4199-89da-44c4289b7377 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:07.872989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ead6f7af-fe15-486d-80d0-9fef25cf1374 req-8fc02fa3-5b40-4199-89da-44c4289b7377 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 946 time: 0.0574422 Nov 22 17:14:07.923377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ead6f7af-fe15-486d-80d0-9fef25cf1374 req-726dbd5d-e6c8-43dd-b85e-21bedcdaf48c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443003 Nov 22 17:14:07.954291 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:07.985558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=213d487e-0af1-4ec4-9870-5e380a9a9b5c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:08.044609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eebc48-a276-492e-a100-827d855e29f3 req-701c2695-612b-40b8-8c3c-09f51363be7f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:08.046131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63eebc48-a276-492e-a100-827d855e29f3 req-701c2695-612b-40b8-8c3c-09f51363be7f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0619605 Nov 22 17:14:08.081353 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:08.102245 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63eebc48-a276-492e-a100-827d855e29f3 req-52a6bd4d-b8cf-439d-9797-9968e4112050 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497220 Nov 22 17:14:08.106119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:08.125937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 44904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:08.198475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6f7a0f5f-e090-4f55-9e3a-8c78496a04c9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/068d4a8d-5fd1-4614-b03a-e5c32f0c2f43 HTTP/1.1" status: 200 len: 992 time: 0.0649316 Nov 22 17:14:08.230030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:08.240251 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:08.250817 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:08.251479 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:08.276693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] No DVR routers for this DVR port 213d487e-0af1-4ec4-9870-5e380a9a9b5c on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:08.279702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:08.283120 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-73fa4768-8536-45e8-ba95-1b94b4e5f0e9 req-18300458-bba0-49fd-a4b4-7dcb34b4aae3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "DELETE /v2.0/ports/213d487e-0af1-4ec4-9870-5e380a9a9b5c HTTP/1.1" status: 204 len: 173 time: 1.1545985 Nov 22 17:14:08.283598 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb560e79-d61d-4e72-920d-9975af819e71', 'name': 'network-vif-deleted', 'tag': '213d487e-0af1-4ec4-9870-5e380a9a9b5c'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:08.286731 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825efcb1-bb06-497d-ae89-183c758be986" -d '{"events": [{"server_uuid": "eb560e79-d61d-4e72-920d-9975af819e71", "name": "network-vif-deleted", "tag": "213d487e-0af1-4ec4-9870-5e380a9a9b5c"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:08.381641 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:08.412530 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc3268-3699-403a-9582-9e7f56b61ab9 x-openstack-request-id: req-9fbc3268-3699-403a-9582-9e7f56b61ab9 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:08.413086 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb560e79-d61d-4e72-920d-9975af819e71", "name": "network-vif-deleted", "tag": "213d487e-0af1-4ec4-9870-5e380a9a9b5c", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:08.413344 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9fbc3268-3699-403a-9582-9e7f56b61ab9 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:08.413759 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb560e79-d61d-4e72-920d-9975af819e71', 'name': 'network-vif-deleted', 'tag': '213d487e-0af1-4ec4-9870-5e380a9a9b5c', 'status': 'completed', 'code': 200} Nov 22 17:14:08.626244 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:08.653663 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:08.663186 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:08.664041 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:13:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:08.709454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88d49b-def1-4222-a57e-bb5344c9ac2e req-d6d78be8-dd0e-4481-9cb4-a08398ef061e tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:08.711581 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd88d49b-def1-4222-a57e-bb5344c9ac2e req-d6d78be8-dd0e-4481-9cb4-a08398ef061e tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1096 time: 0.0460639 Nov 22 17:14:08.769114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cd88d49b-def1-4222-a57e-bb5344c9ac2e req-6ec2fc28-e5c1-4b23-b623-3f70ff85551a tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501521 Nov 22 17:14:08.784528 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:09.019557 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:09.145073 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3369fa31-92a5-4b17-86dc-f1d5411c3bc1 None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:09.335373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-7a342d65-f34d-471d-b007-87c2fc0e86d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476670 Nov 22 17:14:09.347169 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-7f9d43b8-28e8-42f6-ad5f-75b8956f16e4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:14:09.348246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-7f9d43b8-28e8-42f6-ad5f-75b8956f16e4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059562 Nov 22 17:14:09.454601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba263bf-ec28-4112-9250-5297c6929fb2 None None] New status for floating IP a449dda9-60e4-4e50-afa8-de7164b03939: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:14:10.016657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-19e346a0-fbbb-4737-b55b-795b73fcdf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:10.018069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-19e346a0-fbbb-4737-b55b-795b73fcdf9e service neutron] 10.222.0.59 "GET /v2.0/ports/7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 1093 time: 0.0437517 Nov 22 17:14:10.031191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Request body: {'binding': {'host': 'n-h2-816865-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:10.031686 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Unknown quota resources ['binding']. {{(pid=103443) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 17:14:10.188674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on host n-h2-816865-2 for vnic_type normal with profile None {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:10.189018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:10.189384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:10.194715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:14:10.195081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:10.200242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:10.200597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Checking segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:10.200989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Bound using segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:10.201407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Bound port: 7584cf07-df39-4527-9d2f-05c533448ab0, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:10.297406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:10.305063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] Publish callbacks [] for binding, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:10.306280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] 10.222.0.59 "POST /v2.0/ports/7584cf07-df39-4527-9d2f-05c533448ab0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2790151 Nov 22 17:14:10.443521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7866ab1f-f5b1-4192-83b6-0b85ea3955e3 req-5bef8f73-ac3f-4214-a17b-f28c1a01c0aa tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 210 time: 0.0332963 Nov 22 17:14:10.563892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a871ec-e584-45be-b89a-ccf290b8381b req-e2de08e4-7c71-4654-bc74-8cced35836fb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:10.565426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23a871ec-e584-45be-b89a-ccf290b8381b req-e2de08e4-7c71-4654-bc74-8cced35836fb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0534458 Nov 22 17:14:10.573527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-8dd06729-2677-46c6-b07b-a05a04754651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:10.575901 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-8dd06729-2677-46c6-b07b-a05a04754651 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1096 time: 0.0489788 Nov 22 17:14:10.634903 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23a871ec-e584-45be-b89a-ccf290b8381b req-5b534b72-2618-4e22-97c3-77962aafcc4c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614712 Nov 22 17:14:10.691466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-2a7689d8-0945-4aee-aa98-8aee9a8d0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:10.693142 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-2a7689d8-0945-4aee-aa98-8aee9a8d0b38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 200 len: 898 time: 0.1067481 Nov 22 17:14:10.771386 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-d027ce93-99f8-4545-8a94-efe61fd9452e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 1000 time: 0.0693707 Nov 22 17:14:10.826571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-380e39cd-7aeb-49c2-919c-e33ad0e680a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:10.828131 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-380e39cd-7aeb-49c2-919c-e33ad0e680a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9caf109-1e40-43ac-a9a5-049e3d8598d8 HTTP/1.1" status: 200 len: 835 time: 0.0503402 Nov 22 17:14:10.878503 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-5084037e-6e52-4787-bc0c-c706607f130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:10.880209 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-5084037e-6e52-4787-bc0c-c706607f130e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42ca6a7d-e1b7-4dc8-910f-549fdd758564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449510 Nov 22 17:14:10.980103 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-2045f6af-ed30-44ef-aa27-b0ec672c9f04 service neutron] 10.222.0.62 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919418 Nov 22 17:14:11.074443 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-5c2fa765-61e0-40b5-9721-4c32ca5b94da service neutron] 10.222.0.62 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873544 Nov 22 17:14:11.234555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 213d487e-0af1-4ec4-9870-5e380a9a9b5c no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:11.236656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-40fd9001-de9f-4f00-8e57-44aeb995f442 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:11.238534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-40fd9001-de9f-4f00-8e57-44aeb995f442 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1096 time: 0.0841627 Nov 22 17:14:11.249731 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816865-2'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:11.256981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 213d487e-0af1-4ec4-9870-5e380a9a9b5c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:11.257335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 213d487e-0af1-4ec4-9870-5e380a9a9b5c not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:11.316489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:11.452817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:11.491893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:11.543316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:11.545662 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8887c42-30f8-48da-8730-58701d52c9c8" -d '{"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-unplugged", "status": "completed", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:11.549838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:11.552439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fefabaf1-aa5f-4d8d-8e21-3ed9941191c6 req-01f3eabb-836d-490e-81e8-541a9548b0e5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 210 time: 0.0279441 Nov 22 17:14:11.556948 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:11.639470 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1861b2-702f-4147-8f57-03702f888446 x-openstack-request-id: req-2c1861b2-702f-4147-8f57-03702f888446 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:11.640164 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-unplugged", "status": "completed", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:11.640164 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c1861b2-702f-4147-8f57-03702f888446 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:11.640408 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'code': 200} Nov 22 17:14:11.650975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:11.716103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on host n-h1-816865-2 for vnic_type normal with profile {"migrating_to": "n-h2-816865-2"} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:11.716449 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:11.716796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:11.721646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:14:11.721975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Attempting to bind port 7584cf07-df39-4527-9d2f-05c533448ab0 on network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:11.728372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:11.728720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Checking segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:11.729120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Bound using segment: {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:11.729749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Bound port: 7584cf07-df39-4527-9d2f-05c533448ab0, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:11.730125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:11.791939 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289ce8-85e4-4778-93f5-4d20ae70c15c req-f209a542-d9a0-4bee-86ad-c0983827c5b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:11.793515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32289ce8-85e4-4778-93f5-4d20ae70c15c req-f209a542-d9a0-4bee-86ad-c0983827c5b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 943 time: 0.0619409 Nov 22 17:14:11.824065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:11.827413 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:11.833759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:11.860572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-32289ce8-85e4-4778-93f5-4d20ae70c15c req-538704ce-a179-4ce3-925d-ee2e58b4ae36 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597849 Nov 22 17:14:11.863545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-db7fb485-f8a7-4d3a-8119-5a0cf9d32809 None None] Provisioning complete for port 7584cf07-df39-4527-9d2f-05c533448ab0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:11.864267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db7fb485-f8a7-4d3a-8119-5a0cf9d32809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:11.976126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=8']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:11.986889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db7fb485-f8a7-4d3a-8119-5a0cf9d32809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:12.014510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:12.019118 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:12.020297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:12.021227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-49f1854c-c9f5-4e67-9f1b-af9c3457f86e service neutron] 10.222.0.62 "PUT /v2.0/ports/7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 1121 time: 0.7755766 Nov 22 17:14:12.022998 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e245f2-21f9-4fa5-89cc-895ff55614dc" -d '{"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-plugged", "status": "completed", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:12.040211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-db7fb485-f8a7-4d3a-8119-5a0cf9d32809 None None] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:12.059974 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db7fb485-f8a7-4d3a-8119-5a0cf9d32809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:12.094310 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f496f-8f7c-41b3-a59f-669cd115e4f5 x-openstack-request-id: req-b25f496f-8f7c-41b3-a59f-669cd115e4f5 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:12.094689 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-plugged", "status": "completed", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:12.095113 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b25f496f-8f7c-41b3-a59f-669cd115e4f5 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:12.095598 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'code': 200} Nov 22 17:14:12.096612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['7584cf07-df39-4527-9d2f-05c533448ab0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:12.236080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fb485-f8a7-4d3a-8119-5a0cf9d32809 None None] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:12.460480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2dc69c5d-7624-435a-8602-bb45db714247 None None] Provisioning complete for port 7584cf07-df39-4527-9d2f-05c533448ab0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:12.460833 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2dc69c5d-7624-435a-8602-bb45db714247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:12.665157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-698fefb2-325c-4e62-9e1c-49be736762b7 req-9594d639-2ca9-4dbc-a80e-500162ca5781 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb560e79-d61d-4e72-920d-9975af819e71 HTTP/1.1" status: 200 len: 210 time: 0.0299711 Nov 22 17:14:12.990599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1631471-aa41-4963-a6e0-76ae51e374b4 req-0ab9424c-8112-4ff3-9f7d-1540a6717ec1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:12.992062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d1631471-aa41-4963-a6e0-76ae51e374b4 req-0ab9424c-8112-4ff3-9f7d-1540a6717ec1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0572684 Nov 22 17:14:13.045937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d1631471-aa41-4963-a6e0-76ae51e374b4 req-cb837181-10ee-485b-98ea-4dda97d8f803 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474877 Nov 22 17:14:13.641728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:13.644231 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ad7ee4-3318-4a75-b5a4-257dad465d12" -d '{"events": [{"name": "network-changed", "server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:13.681984 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d13d73-68ac-4950-9bae-55036d203282 x-openstack-request-id: req-12d13d73-68ac-4950-9bae-55036d203282 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:13.682281 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:13.682548 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12d13d73-68ac-4950-9bae-55036d203282 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:13.682996 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'status': 'completed', 'code': 200} Nov 22 17:14:13.756746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-6030a61c-6b43-4e5b-8b35-4afeefac7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:13.758253 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-6030a61c-6b43-4e5b-8b35-4afeefac7c2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1126 time: 0.0446458 Nov 22 17:14:13.872673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-4258829a-6dc8-41dc-a9d5-e6220b3fef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:13.874165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-4258829a-6dc8-41dc-a9d5-e6220b3fef7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 200 len: 898 time: 0.1092920 Nov 22 17:14:13.940902 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-7956bfd8-b68e-4d6c-bc61-dd5c608359d6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019307935&fields=id&tenant_id=38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 267 time: 0.0906672 Nov 22 17:14:14.008814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-6f860296-465b-4c7a-827c-1ba80ffe94f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 1000 time: 0.1231008 Nov 22 17:14:14.089112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-07859433-400b-47d5-a7cf-8878799fc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:14.090674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-07859433-400b-47d5-a7cf-8878799fc079 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9caf109-1e40-43ac-a9a5-049e3d8598d8 HTTP/1.1" status: 200 len: 835 time: 0.0742705 Nov 22 17:14:14.101247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-889830fc-d1a2-43f2-b70a-8de188ae66e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:14.102653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-889830fc-d1a2-43f2-b70a-8de188ae66e8 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1545100 Nov 22 17:14:14.142847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-4e8f14fc-67aa-46a5-9afb-6347cb2970ab tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/quotas/38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 375 time: 0.0310638 Nov 22 17:14:14.179626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-40d13f6c-966e-4cab-b823-0207eca627dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:14.181165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-40d13f6c-966e-4cab-b823-0207eca627dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42ca6a7d-e1b7-4dc8-910f-549fdd758564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774136 Nov 22 17:14:14.246909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-172a1051-30a6-4044-bc2a-94923fe6dc95 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962493 Nov 22 17:14:14.331103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-23e7026c-aafa-4f89-a7c8-a326f2ca7ffc service neutron] 10.222.0.37 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421728 Nov 22 17:14:14.422519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-1837777a-31de-48aa-af16-cdd9f1dc9e16 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529548 Nov 22 17:14:14.494089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ad7ee4-3318-4a75-b5a4-257dad465d12 req-f9575388-7d27-433b-b6f8-3f817952c8ff service neutron] 10.222.0.37 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529794 Nov 22 17:14:14.550814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-222ab7c5-d249-433e-bfc7-9cc1398eb5d6 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210177 Nov 22 17:14:14.914277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a9360-24b0-4e61-ac2b-01d356a3253d req-1fac47ed-11a6-4b7a-b335-19329404d9a7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:14.915949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a6a9360-24b0-4e61-ac2b-01d356a3253d req-1fac47ed-11a6-4b7a-b335-19329404d9a7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0549564 Nov 22 17:14:14.978834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a6a9360-24b0-4e61-ac2b-01d356a3253d req-54642624-b87d-47d9-af92-211200b92776 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542848 Nov 22 17:14:15.048564 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7fd1864d-7bf6-4f84-a4b2-b5e792ab611c req-4828f9d3-7278-4aa0-a9b5-f15f2b48b6fb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 210 time: 0.0265951 Nov 22 17:14:15.265464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7584cf07-df39-4527-9d2f-05c533448ab0 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:14:15.367778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:15.379807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7584cf07-df39-4527-9d2f-05c533448ab0 has no active binding in host n-h2-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 17:14:15.548734 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43432ddc-c669-4eae-b11f-c8cc0f83121b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.957537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-1d76aa5c-1620-4a0b-bcaa-1a51b9943387 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:15.959011 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-1d76aa5c-1620-4a0b-bcaa-1a51b9943387 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1099417 Nov 22 17:14:16.045130 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-221f8e83-cddc-4551-86dc-591aa09e341b tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 380 time: 0.0648723 Nov 22 17:14:16.063697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'port': {'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'admin_state_up': True, 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'security_groups': ['b0e7d748-ecb4-4fca-ba66-7236dc1b75ac']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:16.106927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527251b-1862-4b17-ad88-ac8e7dad9a0b req-11d3472b-b32c-4e30-acf9-56c8f087fe75 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:16.108547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7527251b-1862-4b17-ad88-ac8e7dad9a0b req-11d3472b-b32c-4e30-acf9-56c8f087fe75 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0537000 Nov 22 17:14:16.166537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7527251b-1862-4b17-ad88-ac8e7dad9a0b req-0bb31496-b954-4552-a8cd-9d3254df3fec tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517039 Nov 22 17:14:16.186916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:16.192536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:16.271955 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddf36a7d-a4b5-4b0d-a871-8d9551e4079f req-ba8a22c1-d5ca-4c42-af9f-34ca725ed6e1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Nov 22 17:14:16.341920 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.20.0.8 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/cc46017a-e147-45b0-b4b4-3c6139761032) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:16.486501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:16.522685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:16.568095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:16.571570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:16.576515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:16.607760 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=cc46017a-e147-45b0-b4b4-3c6139761032,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:16.623637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.623984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.624331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.624674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.625058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.625380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.625708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.626035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.626362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.626693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.627015 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.627342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:16.658916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:16.659604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:16.678586 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-3965510a-c71a-4af1-9303-3759b0ff4526 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6190097 Nov 22 17:14:16.691597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Request body: {'port': {'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:16.752944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:16.882916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e2c4a8f-6928-46ce-925d-3948a9801e02 None None] Provisioning complete for port cc46017a-e147-45b0-b4b4-3c6139761032 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:16.884037 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e2c4a8f-6928-46ce-925d-3948a9801e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:16.920716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c4a8f-6928-46ce-925d-3948a9801e02 None None] Port cc46017a-e147-45b0-b4b4-3c6139761032 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:17.050152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc46017a-e147-45b0-b4b4-3c6139761032 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:17.058859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.072458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Transition to ACTIVE for port object cc46017a-e147-45b0-b4b4-3c6139761032 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:14:17.078269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.131087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Pushing event updated for resources: {'Port': ['ID=cc46017a-e147-45b0-b4b4-3c6139761032,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:17.215450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Attempting to bind port cc46017a-e147-45b0-b4b4-3c6139761032 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:17.215797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Attempting to bind port cc46017a-e147-45b0-b4b4-3c6139761032 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:17.216131 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Attempting to bind port cc46017a-e147-45b0-b4b4-3c6139761032 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:17.224383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Port cc46017a-e147-45b0-b4b4-3c6139761032 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:14:17.224779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Attempting to bind port cc46017a-e147-45b0-b4b4-3c6139761032 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:17.230659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:17.231045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:17.231416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:17.231856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Bound port: cc46017a-e147-45b0-b4b4-3c6139761032, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:17.232289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.318289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] For port cc46017a-e147-45b0-b4b4-3c6139761032, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:17.322255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] For port cc46017a-e147-45b0-b4b4-3c6139761032, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=cc46017a-e147-45b0-b4b4-3c6139761032,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:17.330399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.333499 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c3ed7-1616-4a65-aa27-6b7eb32572fb req-4de691f6-1cfd-416d-a446-596576510249 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:17.336113 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e38c3ed7-1616-4a65-aa27-6b7eb32572fb req-4de691f6-1cfd-416d-a446-596576510249 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0593402 Nov 22 17:14:17.371416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:17.372280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.373710 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] 10.222.0.62 "PUT /v2.0/ports/cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 200 len: 1091 time: 0.6866796 Nov 22 17:14:17.378987 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:17.383799 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9bae77-0454-48cb-8607-118019e2362e" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:17.398295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e38c3ed7-1616-4a65-aa27-6b7eb32572fb req-83b7335a-5f82-4d4f-8785-58993ea8b32b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516396 Nov 22 17:14:17.422308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c861b91-dcd5-4b59-a76c-8a833c5def03 service neutron] Pushing event updated for resources: {'Port': ['ID=cc46017a-e147-45b0-b4b4-3c6139761032,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:17.521676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2964a155-8ebd-407a-b000-a47040de4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:17.530870 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-2964a155-8ebd-407a-b000-a47040de4bd5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1094 time: 0.0861790 Nov 22 17:14:17.552881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e73e0c-f610-4df3-9841-27e133c8a31f req-229881bf-f2f4-493b-bb46-085da71a5f50 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:17.561860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17e73e0c-f610-4df3-9841-27e133c8a31f req-229881bf-f2f4-493b-bb46-085da71a5f50 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0861337 Nov 22 17:14:17.583352 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-db098581-5ffa-45f5-b34d-aa2f961c6388 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 200 len: 217 time: 0.0445650 Nov 22 17:14:17.625998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-17e73e0c-f610-4df3-9841-27e133c8a31f req-5422175a-759b-4839-a14f-0435e8507982 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627651 Nov 22 17:14:17.658630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-98d8165a-3c29-4d8d-94e5-e58f215bbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:17.660401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-98d8165a-3c29-4d8d-94e5-e58f215bbbc5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0697234 Nov 22 17:14:17.668118 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa30ea8c-8b63-4893-add3-fa7633a2c0ca x-openstack-request-id: req-fa30ea8c-8b63-4893-add3-fa7633a2c0ca {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:17.668558 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:17.668823 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa30ea8c-8b63-4893-add3-fa7633a2c0ca {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:17.669241 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'status': 'completed', 'code': 200} Nov 22 17:14:17.719403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-49bfffc4-7d27-4a84-8503-86ef5c4ab64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:17.721493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-49bfffc4-7d27-4a84-8503-86ef5c4ab64d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484259 Nov 22 17:14:17.823719 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-d5c53cd5-d89d-4f17-84c2-9db370b16fb6 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941229 Nov 22 17:14:17.924060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54469e9a-0bbd-420c-9520-227c7ea9fa18 req-fe430cd3-b530-4d23-9d83-9bcf2f3032f8 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923865 Nov 22 17:14:17.933888 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02ab0c90-00b1-4b84-a9ff-d792111e7c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:18.023073 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bae77-0454-48cb-8607-118019e2362e req-2848fd0c-7b72-4b16-be07-d24a7bdc519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:18.024678 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1e9bae77-0454-48cb-8607-118019e2362e req-2848fd0c-7b72-4b16-be07-d24a7bdc519a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1094 time: 0.0459414 Nov 22 17:14:18.129160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bae77-0454-48cb-8607-118019e2362e req-44c16a4a-9976-4937-9bcb-1e321613ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:18.130808 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1e9bae77-0454-48cb-8607-118019e2362e req-44c16a4a-9976-4937-9bcb-1e321613ac72 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0961709 Nov 22 17:14:18.179507 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1e9bae77-0454-48cb-8607-118019e2362e req-81f094fa-a4b8-4089-a9e8-c04238a95b31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 200 len: 217 time: 0.0403051 Nov 22 17:14:18.232021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bae77-0454-48cb-8607-118019e2362e req-dcd2765e-d5f0-4034-a7f6-8ab8c2f6a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:18.233895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1e9bae77-0454-48cb-8607-118019e2362e req-dcd2765e-d5f0-4034-a7f6-8ab8c2f6a7e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0471864 Nov 22 17:14:18.282535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bae77-0454-48cb-8607-118019e2362e req-f98b3eac-6b21-4201-abc2-9e01f197159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:18.284110 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1e9bae77-0454-48cb-8607-118019e2362e req-f98b3eac-6b21-4201-abc2-9e01f197159a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420740 Nov 22 17:14:18.387159 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1e9bae77-0454-48cb-8607-118019e2362e req-d8e37383-ad7d-4513-8548-b4b49ab320f6 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954258 Nov 22 17:14:18.490023 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1e9bae77-0454-48cb-8607-118019e2362e req-0e001690-62fd-4896-9e1b-68d0b4a637df service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956511 Nov 22 17:14:18.530328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8445a2-5dd5-484d-8e9d-fa92fab140b5 req-ebbeb0a9-18f7-49f4-aa2a-aa4c7e30bde4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:18.531910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e8445a2-5dd5-484d-8e9d-fa92fab140b5 req-ebbeb0a9-18f7-49f4-aa2a-aa4c7e30bde4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0533025 Nov 22 17:14:18.593039 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e8445a2-5dd5-484d-8e9d-fa92fab140b5 req-2f8f978f-5cd1-4d2b-9a2d-63791d066f8f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544472 Nov 22 17:14:18.746757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c02962-093c-429f-99df-85e3c0551366 req-4487d45c-4ad6-49e9-857b-78c76a489f05 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:18.748440 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81c02962-093c-429f-99df-85e3c0551366 req-4487d45c-4ad6-49e9-857b-78c76a489f05 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0518668 Nov 22 17:14:18.805807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81c02962-093c-429f-99df-85e3c0551366 req-b51c3858-8788-48b6-97d0-22faa61bbc06 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488558 Nov 22 17:14:19.078618 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.729671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17bdf-0e69-430f-a35a-c3da14cf61c9 req-4ee15b85-473f-4893-a21e-eb254887aa04 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:19.731348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8a17bdf-0e69-430f-a35a-c3da14cf61c9 req-4ee15b85-473f-4893-a21e-eb254887aa04 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 945 time: 0.0630517 Nov 22 17:14:19.786683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8a17bdf-0e69-430f-a35a-c3da14cf61c9 req-3eeffeed-6ca9-4621-9a1f-743b8e5622bc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484195 Nov 22 17:14:19.930915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50203e-233c-4921-a2d0-d862992bdb7c req-cdab30f9-6f60-44d7-8272-62eb24b7a4ee tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:19.932432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e50203e-233c-4921-a2d0-d862992bdb7c req-cdab30f9-6f60-44d7-8272-62eb24b7a4ee tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0561833 Nov 22 17:14:19.984646 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e50203e-233c-4921-a2d0-d862992bdb7c req-d293a2bc-76dd-472a-9cfd-c2ef75576f60 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Nov 22 17:14:20.229441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-8bfcb8f8-0695-4def-b49b-262d6fec615b service neutron] 10.222.0.37 "GET /v2.0/ports/7584cf07-df39-4527-9d2f-05c533448ab0/bindings/n-h2-816865-2 HTTP/1.1" status: 200 len: 384 time: 0.0589559 Nov 22 17:14:20.420641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:20.442675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:20.488422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:20.490989 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf95fcb-c19b-47e5-947c-879f0f45a090" -d '{"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-unplugged", "status": "completed", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:20.498709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:20.517087 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.538717 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f674b2-15ca-4997-99dc-e9e1dc66154b x-openstack-request-id: req-45f674b2-15ca-4997-99dc-e9e1dc66154b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:20.539007 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-unplugged", "status": "completed", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:20.539372 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-45f674b2-15ca-4997-99dc-e9e1dc66154b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:20.539785 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'code': 200} Nov 22 17:14:20.601559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] Transition to ACTIVE for port object 7584cf07-df39-4527-9d2f-05c533448ab0 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:14:20.608569 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.726055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] Pushing event updated for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=11']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:20.749777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] No DVR routers for this DVR port 7584cf07-df39-4527-9d2f-05c533448ab0 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:20.846114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.913214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-bc79297c-a61e-4a2e-96c5-ee31b81405ee service neutron] 10.222.0.37 "PUT /v2.0/ports/7584cf07-df39-4527-9d2f-05c533448ab0/bindings/n-h2-816865-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6769037 Nov 22 17:14:20.974440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890081c-cb19-44df-a3bf-c245d806698e req-bed2355c-ce4f-426a-aeb6-be578ba4fe40 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:20.976028 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b890081c-cb19-44df-a3bf-c245d806698e req-bed2355c-ce4f-426a-aeb6-be578ba4fe40 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 944 time: 0.0545921 Nov 22 17:14:21.039109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-315a8dd4-c1a8-4a81-aa47-dcc66f2871b6 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:21.041454 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-315a8dd4-c1a8-4a81-aa47-dcc66f2871b6 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.0633559 Nov 22 17:14:21.043536 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b890081c-cb19-44df-a3bf-c245d806698e req-6dcb4074-2983-4421-b235-30ff9bca0de3 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544431 Nov 22 17:14:21.101631 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-68e91588-1d2e-45e3-9f3f-a208d506f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:21.103384 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-68e91588-1d2e-45e3-9f3f-a208d506f134 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 1095 time: 0.0532172 Nov 22 17:14:21.171601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d78ba2-fbba-4860-9a63-d25d703ebdc4 req-17ee1557-add5-4228-af82-b5189157c86c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:21.175238 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-dc3bc812-9dd8-46bc-8252-2c21d4d937de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:21.175795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47d78ba2-fbba-4860-9a63-d25d703ebdc4 req-17ee1557-add5-4228-af82-b5189157c86c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0644019 Nov 22 17:14:21.180707 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-dc3bc812-9dd8-46bc-8252-2c21d4d937de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1095 time: 0.0518007 Nov 22 17:14:21.235626 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47d78ba2-fbba-4860-9a63-d25d703ebdc4 req-01c925de-f274-4933-85db-b98472c1ab19 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556245 Nov 22 17:14:21.286875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7584cf07-df39-4527-9d2f-05c533448ab0 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:21.294444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-4c2041b4-a535-4b6d-9106-6d015836c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:21.296088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-4c2041b4-a535-4b6d-9106-6d015836c081 service neutron] 10.222.0.62 "GET /v2.0/networks?id=42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 200 len: 898 time: 0.1036708 Nov 22 17:14:21.331998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7584cf07-df39-4527-9d2f-05c533448ab0 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:21.370527 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-8ee54338-15a9-4507-9dbc-9c470fc67f4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 998 time: 0.0658054 Nov 22 17:14:21.395755 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.429091 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-c0b72f27-691e-4c6b-94bd-0ec4cd6862f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:21.430707 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-c0b72f27-691e-4c6b-94bd-0ec4cd6862f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9caf109-1e40-43ac-a9a5-049e3d8598d8 HTTP/1.1" status: 200 len: 835 time: 0.0472343 Nov 22 17:14:21.487567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-3f4d8d7e-9c2d-492d-bad2-961af252fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:21.489451 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-3f4d8d7e-9c2d-492d-bad2-961af252fdbf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42ca6a7d-e1b7-4dc8-910f-549fdd758564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509551 Nov 22 17:14:21.585311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-74271f28-3332-4284-b7ce-f7aafacb925c service neutron] 10.222.0.62 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872579 Nov 22 17:14:21.684435 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-eda36f57-5b7e-45da-8b98-66c30382fdfb service neutron] 10.222.0.62 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922434 Nov 22 17:14:22.105175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-2feec980-a4dd-44bb-9130-454c6e941a67 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:22.106895 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-2feec980-a4dd-44bb-9130-454c6e941a67 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 1095 time: 0.0489769 Nov 22 17:14:22.177514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44035b45-089c-49e2-a4a0-0f9320133800 req-d3c7a445-4d14-491b-8768-1d566ae6f172 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:22.179738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44035b45-089c-49e2-a4a0-0f9320133800 req-d3c7a445-4d14-491b-8768-1d566ae6f172 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 944 time: 0.0598664 Nov 22 17:14:22.238878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44035b45-089c-49e2-a4a0-0f9320133800 req-70db92ae-dd65-40ad-87d0-3ba5e3141c49 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481236 Nov 22 17:14:22.262026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-2723f94d-c4de-4da3-96a9-8db121c028ee service neutron] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:22.265345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-2723f94d-c4de-4da3-96a9-8db121c028ee service neutron] Publish callbacks [] for binding, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.266467 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-2723f94d-c4de-4da3-96a9-8db121c028ee service neutron] 10.222.0.62 "DELETE /v2.0/ports/7584cf07-df39-4527-9d2f-05c533448ab0/bindings/n-h1-816865-2 HTTP/1.1" status: 204 len: 173 time: 0.1509986 Nov 22 17:14:22.360408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b36a-bb64-4767-b1fe-85f6280df60c req-4033e58c-0d71-4f8a-bb6e-9f64e42723ad tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:22.361815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9622b36a-bb64-4767-b1fe-85f6280df60c req-4033e58c-0d71-4f8a-bb6e-9f64e42723ad tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0546186 Nov 22 17:14:22.419312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9622b36a-bb64-4767-b1fe-85f6280df60c req-bdc1bd13-2d8f-4c19-b48c-396306122f49 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509975 Nov 22 17:14:22.524311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a591b-da66-4bcd-a228-067718b0ac0a req-e894df40-dd11-470d-8c23-6d9ee7e384f8 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:22.526128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b9a591b-da66-4bcd-a228-067718b0ac0a req-e894df40-dd11-470d-8c23-6d9ee7e384f8 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1095 time: 0.0462816 Nov 22 17:14:22.583131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b9a591b-da66-4bcd-a228-067718b0ac0a req-5bdddeab-5b9e-4e97-8330-1f606ac5ffe4 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470955 Nov 22 17:14:22.711944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435807d2-f9b7-47b0-82d6-b94b6315b6e1 req-2a21413b-2a9d-468b-bbe1-ad8fd0eb8330 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:22.713475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-435807d2-f9b7-47b0-82d6-b94b6315b6e1 req-2a21413b-2a9d-468b-bbe1-ad8fd0eb8330 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 944 time: 0.0554595 Nov 22 17:14:22.767602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-435807d2-f9b7-47b0-82d6-b94b6315b6e1 req-2d1f1e88-4a03-4ada-bc51-2295d7f4299d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476327 Nov 22 17:14:22.797551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45030) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:22.881797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-968e1178-7a4b-4208-a458-585bc6262993 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/068d4a8d-5fd1-4614-b03a-e5c32f0c2f43 HTTP/1.1" status: 200 len: 990 time: 0.0824866 Nov 22 17:14:23.121493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45036) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:23.316016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 85184a81-a41c-40ce-8f19-a63209656485 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:23.316835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.413492 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.413774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.428062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 85184a81-a41c-40ce-8f19-a63209656485 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:23.600752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec5c4f-c036-44d2-9323-aa302ba45383 req-1b55d068-1f88-406f-bf3a-9a2f0d2957fa tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:23.603106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0ec5c4f-c036-44d2-9323-aa302ba45383 req-1b55d068-1f88-406f-bf3a-9a2f0d2957fa tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0955808 Nov 22 17:14:23.717600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0ec5c4f-c036-44d2-9323-aa302ba45383 req-a9d06610-bdcd-47ee-83f1-2d9eb45ab2c7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074703 Nov 22 17:14:23.722454 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.750228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=85184a81-a41c-40ce-8f19-a63209656485,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:23.816343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.816855 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Floating IP 068d4a8d-5fd1-4614-b03a-e5c32f0c2f43 disassociated (deleted). External IP: 172.25.0.86, port: 7584cf07-df39-4527-9d2f-05c533448ab0. Nov 22 17:14:24.041954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:24.167318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:24.172262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.177803 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] Sync routers for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:24.195097 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:24.195743 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:24.202485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-93a74ce2-776c-47dc-ad98-08259d0d4dac tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/floatingips/068d4a8d-5fd1-4614-b03a-e5c32f0c2f43 HTTP/1.1" status: 204 len: 168 time: 1.0798371 Nov 22 17:14:24.204420 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:24.208191 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:24.305234 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:24.375282 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cb03f7-790e-4d03-96da-949331d8c456 x-openstack-request-id: req-73cb03f7-790e-4d03-96da-949331d8c456 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:24.375785 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:24.375785 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73cb03f7-790e-4d03-96da-949331d8c456 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:24.376459 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'status': 'completed', 'code': 200} Nov 22 17:14:24.465981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-1188b8b1-9474-4053-ad94-63016fa3a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:24.469134 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-1188b8b1-9474-4053-ad94-63016fa3a651 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 1095 time: 0.0585043 Nov 22 17:14:24.493689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdfa9a-4729-4e4e-8004-bdfb816b5764 req-564b24b1-7eff-42b4-9302-5bb448198ad6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:24.496162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4fdfa9a-4729-4e4e-8004-bdfb816b5764 req-564b24b1-7eff-42b4-9302-5bb448198ad6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 944 time: 0.0722799 Nov 22 17:14:24.518098 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:29Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:24.546146 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] Checking router: 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:24.562196 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:24.562993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4fdfa9a-4729-4e4e-8004-bdfb816b5764 req-9eb17875-f403-4059-a38e-d66a9e799af0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=44cf7315-74ec-45c1-8ff2-fb685ff9e858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607886 Nov 22 17:14:24.564043 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:24.572286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-74245018-1b4f-4820-b3b7-427c9c37d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:24.574035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-74245018-1b4f-4820-b3b7-427c9c37d6fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 200 len: 898 time: 0.0966694 Nov 22 17:14:24.628119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-63875ece-0583-43f6-8b64-91b90aad9300 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 200 len: 217 time: 0.0417197 Nov 22 17:14:24.680516 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-85a5e35d-1a3c-467e-9be5-d5e283f89302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:24.682133 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-85a5e35d-1a3c-467e-9be5-d5e283f89302 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9caf109-1e40-43ac-a9a5-049e3d8598d8 HTTP/1.1" status: 200 len: 835 time: 0.0458186 Nov 22 17:14:24.683600 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:24.733621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-56080474-f6b4-4726-9751-7ed514fc44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:24.735410 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-56080474-f6b4-4726-9751-7ed514fc44f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=42ca6a7d-e1b7-4dc8-910f-549fdd758564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443873 Nov 22 17:14:24.845398 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-e56c8927-2a1b-4c42-80a8-194de7426e31 service neutron] 10.222.0.62 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998609 Nov 22 17:14:24.862764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8306462-ddbe-4dd2-b85b-fea6164fceac req-d5f10518-c7e7-44aa-9b27-dcfb2069e812 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:24.865791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8306462-ddbe-4dd2-b85b-fea6164fceac req-d5f10518-c7e7-44aa-9b27-dcfb2069e812 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0589814 Nov 22 17:14:24.923758 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:29Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:24.927855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8306462-ddbe-4dd2-b85b-fea6164fceac req-db729ddf-b005-4875-8a34-32be170f2cc6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549707 Nov 22 17:14:24.955325 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0ceb1-7d84-48a9-b36d-f946b73098db None None] The sync data for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 is: [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:13:25Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'deb7f300-9c69-4a37-b891-1e0afb7182bd', 'name': '', 'network_id': '42ca6a7d-e1b7-4dc8-910f-549fdd758564', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:df:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:25Z', 'updated_at': '2021-11-22T17:13:29Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'd9caf109-1e40-43ac-a9a5-049e3d8598d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:24.956457 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-fbd9c3d2-9bc2-42a9-95ee-28bc2e1cdf4d req-1de758a3-d469-4f18-8d3a-9d35a8beb034 service neutron] 10.222.0.62 "GET /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959280 Nov 22 17:14:25.065102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-b026de1f-7b65-4808-8ade-f2d38601bbb9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:25.066700 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-b026de1f-7b65-4808-8ade-f2d38601bbb9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Nov 22 17:14:25.172777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 7584cf07-df39-4527-9d2f-05c533448ab0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:25.173120 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.200201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a43b23-b026-44b8-9351-0d37e3f83448 None None] New status for floating IP 068d4a8d-5fd1-4614-b03a-e5c32f0c2f43: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:14:25.272354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port 7584cf07-df39-4527-9d2f-05c533448ab0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7584cf07-df39-4527-9d2f-05c533448ab0,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:25.272728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.288525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 7584cf07-df39-4527-9d2f-05c533448ab0 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:25.419968 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.452789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=7584cf07-df39-4527-9d2f-05c533448ab0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:25.495099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] No DVR routers for this DVR port 7584cf07-df39-4527-9d2f-05c533448ab0 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:25.497907 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.501395 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3f11def4-5b5c-47c6-aa3d-1fb7ef64fd50 req-4a8c874a-a0a7-4249-940f-46fb39d2c4ee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.62 "DELETE /v2.0/ports/7584cf07-df39-4527-9d2f-05c533448ab0 HTTP/1.1" status: 204 len: 173 time: 0.4286256 Nov 22 17:14:25.501856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-deleted', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:25.504549 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9f9b7a-9bec-4121-a1d4-4bcb7e3d59ce" -d '{"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-deleted", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:25.546265 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e6a1c-afb8-4faf-aaf9-92e96db8cba7 x-openstack-request-id: req-748e6a1c-afb8-4faf-aaf9-92e96db8cba7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:25.546561 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6875bd9-f167-43e5-b911-be07a179fc51", "name": "network-vif-deleted", "tag": "7584cf07-df39-4527-9d2f-05c533448ab0", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:25.546818 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-748e6a1c-afb8-4faf-aaf9-92e96db8cba7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:25.547314 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6875bd9-f167-43e5-b911-be07a179fc51', 'name': 'network-vif-deleted', 'tag': '7584cf07-df39-4527-9d2f-05c533448ab0', 'status': 'completed', 'code': 200} Nov 22 17:14:25.676043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-252f5c05-4ea0-48f5-ad10-3c53cb97a90b req-a0d8f293-af1a-4442-aa31-600d7d410295 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6875bd9-f167-43e5-b911-be07a179fc51 HTTP/1.1" status: 200 len: 210 time: 0.0269203 Nov 22 17:14:26.064484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77d55c-527d-4f17-ae32-761a0590b752 req-32c30469-4a52-42f8-870b-e2185da1d4e0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:26.065888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b77d55c-527d-4f17-ae32-761a0590b752 req-32c30469-4a52-42f8-870b-e2185da1d4e0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0620019 Nov 22 17:14:26.131205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b77d55c-527d-4f17-ae32-761a0590b752 req-856cf962-8c0b-4c97-9901-33e68bec9268 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559628 Nov 22 17:14:26.740008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45056) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:27.255350 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6c8be-5542-4cd5-927d-1b75f2189d53 req-6ec4670f-37e0-4d35-a652-d12e8d1facea tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:27.256970 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0e6c8be-5542-4cd5-927d-1b75f2189d53 req-6ec4670f-37e0-4d35-a652-d12e8d1facea tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0527291 Nov 22 17:14:27.310609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0e6c8be-5542-4cd5-927d-1b75f2189d53 req-3ab6aad4-c09e-4261-9b44-0058efa6c04c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470049 Nov 22 17:14:27.456469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:27.719567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port deb7f300-9c69-4a37-b891-1e0afb7182bd {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:27.719832 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:27.815976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port deb7f300-9c69-4a37-b891-1e0afb7182bd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=deb7f300-9c69-4a37-b891-1e0afb7182bd,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:27.816762 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:27.829345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for deb7f300-9c69-4a37-b891-1e0afb7182bd owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:28.018645 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.046335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=deb7f300-9c69-4a37-b891-1e0afb7182bd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:28.235908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.437613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc072e-84fc-494b-857a-a28e5ac631bf req-5c298054-733a-458f-90d8-ea1c1157b21d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:28.439410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20dc072e-84fc-494b-857a-a28e5ac631bf req-5c298054-733a-458f-90d8-ea1c1157b21d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0525167 Nov 22 17:14:28.468435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:28.502622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20dc072e-84fc-494b-857a-a28e5ac631bf req-9666530e-0a74-41d1-b3ee-6d475f5fdf31 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515931 Nov 22 17:14:28.578401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:28.584303 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4abaabea-2888-4520-a111-a13339c74230 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "PUT /v2.0/routers/7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431456 Nov 22 17:14:28.587964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45062) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:28.589109 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] Sync routers for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:28.601339 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:28.601884 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:28.648313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2107f150-65bf-4815-a971-828e81546a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting subnet d9caf109-1e40-43ac-a9a5-049e3d8598d8 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:14:28.652021 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2107f150-65bf-4815-a971-828e81546a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.694684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2107f150-65bf-4815-a971-828e81546a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.712701 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:28.795819 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2107f150-65bf-4815-a971-828e81546a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.867402 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2107f150-65bf-4815-a971-828e81546a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.899616 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2107f150-65bf-4815-a971-828e81546a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.905585 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2107f150-65bf-4815-a971-828e81546a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/subnets/d9caf109-1e40-43ac-a9a5-049e3d8598d8 HTTP/1.1" status: 204 len: 168 time: 0.3137434 Nov 22 17:14:28.905585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107f150-65bf-4815-a971-828e81546a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Subnet': ['ID=d9caf109-1e40-43ac-a9a5-049e3d8598d8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:28.905852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45064) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:28.913626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba7e27c-5796-48d4-9589-25896bc736db None None] Network 42ca6a7d-e1b7-4dc8-910f-549fdd758564 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:28.922374 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:14:27Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:28.961643 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] Checking router: 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:28.970759 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] Routers {'7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:28.971531 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:29.063986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.137201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] DHCP port deletion for 42ca6a7d-e1b7-4dc8-910f-549fdd758564 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:29.180409 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.189712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Deleting port f2ac566f-14be-4008-a54b-d01677457726 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:29.190390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.197177 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] Set router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:29.238272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 40315214-d6f7-4ea7-99cd-53ec8f88137f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:29.238718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.268060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] For port f2ac566f-14be-4008-a54b-d01677457726, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f2ac566f-14be-4008-a54b-d01677457726,segment=NetworkSegment(7c161827-3ac2-4b79-b8d0-8b6581ce6a9a),segment_id=7c161827-3ac2-4b79-b8d0-8b6581ce6a9a)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:29.268896 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.284035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Calling delete_port for f2ac566f-14be-4008-a54b-d01677457726 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:29.331365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port 40315214-d6f7-4ea7-99cd-53ec8f88137f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=40315214-d6f7-4ea7-99cd-53ec8f88137f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:29.331742 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.350240 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 40315214-d6f7-4ea7-99cd-53ec8f88137f owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:29.363598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device cc46017a-e147-45b0-b4b4-3c6139761032 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:14:29.366588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7584cf07-df39-4527-9d2f-05c533448ab0 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:29.412101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 7584cf07-df39-4527-9d2f-05c533448ab0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:29.412642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7584cf07-df39-4527-9d2f-05c533448ab0 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:29.430775 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:14:27Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:29.462580 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a8cc2-07df-4e8a-8046-a9adfb14426b None None] The sync data for ids ['7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f'] in n-d-816865-2 is: [{'id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819021541', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:13:21Z', 'updated_at': '2021-11-22T17:14:27Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': '40315214-d6f7-4ea7-99cd-53ec8f88137f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:13:22Z', 'updated_at': '2021-11-22T17:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:29.475464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f2ac566f-14be-4008-a54b-d01677457726 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:29.500598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: f2ac566f-14be-4008-a54b-d01677457726 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:29.501044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f2ac566f-14be-4008-a54b-d01677457726 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:29.502650 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.550050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.557389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] No DVR routers for this DVR port f2ac566f-14be-4008-a54b-d01677457726 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:29.567274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Pushing event deleted for resources: {'Port': ['ID=f2ac566f-14be-4008-a54b-d01677457726,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:29.582664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.583131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.583483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.583826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.583927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=40315214-d6f7-4ea7-99cd-53ec8f88137f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:29.584166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.584510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.585201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.586118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.586473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.587475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.587890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.588229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae9eff-6db9-4955-af21-d5139f061e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:29.608318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861aa455-d361-4279-8360-b550dd8b05bf None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:29.621963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port cc46017a-e147-45b0-b4b4-3c6139761032, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=cc46017a-e147-45b0-b4b4-3c6139761032,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:29.634558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:14:29.654683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.659037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c615b49-d60e-4831-b5b6-2b79b63120a3 req-b1ad27cd-17c2-4d8f-9ba8-b98c6fd27e34 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:29.661165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c615b49-d60e-4831-b5b6-2b79b63120a3 req-b1ad27cd-17c2-4d8f-9ba8-b98c6fd27e34 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 943 time: 0.0607557 Nov 22 17:14:29.679106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.693023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc46017a-e147-45b0-b4b4-3c6139761032 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:29.716645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port cc46017a-e147-45b0-b4b4-3c6139761032, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=cc46017a-e147-45b0-b4b4-3c6139761032,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:29.718775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c615b49-d60e-4831-b5b6-2b79b63120a3 req-91cf27dc-fa86-4e33-9681-45c722691034 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495675 Nov 22 17:14:29.721359 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.750479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.752724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.776549 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=cc46017a-e147-45b0-b4b4-3c6139761032,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:29.798673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.799245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Fanout notify agent at l3_agent the message router_deleted on router 7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:14:29.807030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.811584 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ba5872c1-72a2-4819-972b-f4ccdba97180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/routers/7b484ae2-e7a4-4b8a-b9d7-df6ebe48c59f HTTP/1.1" status: 204 len: 168 time: 0.9037700 Nov 22 17:14:29.811738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45068) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:29.899102 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.990332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.010149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ca6a7d-e1b7-4dc8-910f-549fdd758564']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:30.020138 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:30.020432 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c161827-3ac2-4b79-b8d0-8b6581ce6a9a') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:30.033976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.048477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.056796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:14:30.057546 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:14:30.062175 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:14:30.066116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['cc46017a-e147-45b0-b4b4-3c6139761032'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:30.496313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.505200 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.508235 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/networks/42ca6a7d-e1b7-4dc8-910f-549fdd758564 HTTP/1.1" status: 204 len: 168 time: 0.6954498 Nov 22 17:14:30.511142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45070) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:30.527625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999471a-3e4a-49b4-8d21-08cd4ad81c74 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Network': ['ID=42ca6a7d-e1b7-4dc8-910f-549fdd758564,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:30.579426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5caf1899-6045-45b6-a908-6c99d40a7675 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.605667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5caf1899-6045-45b6-a908-6c99d40a7675 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.667868 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5caf1899-6045-45b6-a908-6c99d40a7675 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.670519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5caf1899-6045-45b6-a908-6c99d40a7675 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.671737 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5caf1899-6045-45b6-a908-6c99d40a7675 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/security-groups/44cf7315-74ec-45c1-8ff2-fb685ff9e858 HTTP/1.1" status: 204 len: 168 time: 0.1595907 Nov 22 17:14:30.681122 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf1899-6045-45b6-a908-6c99d40a7675 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf7315-74ec-45c1-8ff2-fb685ff9e858,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:30.884351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45078) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:30.889144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f7c8387a-3557-458e-ac39-c49303ac1bfa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490657625', 'description': 'tempest-secgroup-smoke-1490657625 description', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:30.917249 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7c8387a-3557-458e-ac39-c49303ac1bfa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.974851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a81a4a-dbbc-4103-ad2a-3aeca4586313 req-e74c054a-35ad-4914-8cfe-10d71e11cae5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:30.976449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23a81a4a-dbbc-4103-ad2a-3aeca4586313 req-e74c054a-35ad-4914-8cfe-10d71e11cae5 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 944 time: 0.0518932 Nov 22 17:14:30.991375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7c8387a-3557-458e-ac39-c49303ac1bfa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.995683 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7c8387a-3557-458e-ac39-c49303ac1bfa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.027662 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f7c8387a-3557-458e-ac39-c49303ac1bfa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.029260 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f7c8387a-3557-458e-ac39-c49303ac1bfa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1436746 Nov 22 17:14:31.031627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23a81a4a-dbbc-4103-ad2a-3aeca4586313 req-bbc38625-84c5-4ff8-9e71-642abebff21a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478795 Nov 22 17:14:31.032277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8387a-3557-458e-ac39-c49303ac1bfa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1f8d32-f8a6-47bc-802e-e22a867eb68a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.033719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45080) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.042180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-807d3ff6-2771-4080-8050-909ae43c80f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': 'ba1f8d32-f8a6-47bc-802e-e22a867eb68a', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:31.072033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-807d3ff6-2771-4080-8050-909ae43c80f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.135165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-807d3ff6-2771-4080-8050-909ae43c80f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.140055 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-807d3ff6-2771-4080-8050-909ae43c80f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.159728 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d3ff6-2771-4080-8050-909ae43c80f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab362d6c-2879-4702-8f4e-6d889b4b44af,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.169558 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-807d3ff6-2771-4080-8050-909ae43c80f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.170820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-807d3ff6-2771-4080-8050-909ae43c80f7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361415 Nov 22 17:14:31.173641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.178092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1176aa52-ea2e-4084-8edd-5d506e84e997 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': 'ba1f8d32-f8a6-47bc-802e-e22a867eb68a', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:31.209010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1176aa52-ea2e-4084-8edd-5d506e84e997 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.271524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1176aa52-ea2e-4084-8edd-5d506e84e997 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.276315 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1176aa52-ea2e-4084-8edd-5d506e84e997 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.306625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176aa52-ea2e-4084-8edd-5d506e84e997 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b59450-d9b4-454f-813d-981fac7d8a6a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.318334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1176aa52-ea2e-4084-8edd-5d506e84e997 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.322716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1176aa52-ea2e-4084-8edd-5d506e84e997 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450343 Nov 22 17:14:31.322863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.327696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5806e942-43a0-45fc-b77d-1187bf709d90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': 'ba1f8d32-f8a6-47bc-802e-e22a867eb68a', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:31.362437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device deb7f300-9c69-4a37-b891-1e0afb7182bd no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:31.373277 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5806e942-43a0-45fc-b77d-1187bf709d90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.386674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: deb7f300-9c69-4a37-b891-1e0afb7182bd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:31.387054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device deb7f300-9c69-4a37-b891-1e0afb7182bd not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:31.387508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 40315214-d6f7-4ea7-99cd-53ec8f88137f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:31.390721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device cc46017a-e147-45b0-b4b4-3c6139761032 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:31.429075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 40315214-d6f7-4ea7-99cd-53ec8f88137f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:31.429423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 40315214-d6f7-4ea7-99cd-53ec8f88137f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:31.441969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5806e942-43a0-45fc-b77d-1187bf709d90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.447983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5806e942-43a0-45fc-b77d-1187bf709d90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.464283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port cc46017a-e147-45b0-b4b4-3c6139761032 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:14:31.467871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806e942-43a0-45fc-b77d-1187bf709d90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9efd053-9f44-4463-aa8b-b1866f21747b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.469627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port cc46017a-e147-45b0-b4b4-3c6139761032 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:31.470213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.480909 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5806e942-43a0-45fc-b77d-1187bf709d90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.482201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5806e942-43a0-45fc-b77d-1187bf709d90 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584017 Nov 22 17:14:31.485176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45086) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.489880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8324e758-03c9-444e-bc44-1376800ebe7d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': 'ba1f8d32-f8a6-47bc-802e-e22a867eb68a', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:31.519289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8324e758-03c9-444e-bc44-1376800ebe7d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.567482 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.586751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8324e758-03c9-444e-bc44-1376800ebe7d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.591783 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8324e758-03c9-444e-bc44-1376800ebe7d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.592569 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:31.595002 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1ca272-6ed6-4ec2-bbc3-b759604a9540" -d '{"events": [{"server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "name": "network-vif-plugged", "status": "completed", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:31.609336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port cc46017a-e147-45b0-b4b4-3c6139761032, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=cc46017a-e147-45b0-b4b4-3c6139761032,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:31.611494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324e758-03c9-444e-bc44-1376800ebe7d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5292a0a4-758a-47c2-83cc-f11b73a84890,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.614860 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.624969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8324e758-03c9-444e-bc44-1376800ebe7d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.624969 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8324e758-03c9-444e-bc44-1376800ebe7d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358035 Nov 22 17:14:31.625336 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45090) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.629854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7ed34026-9aee-442f-adb4-2d7dbcf7a412 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': 'ba1f8d32-f8a6-47bc-802e-e22a867eb68a', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:31.648508 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edf186a-4d53-489c-8a83-c12b7aa39ede x-openstack-request-id: req-5edf186a-4d53-489c-8a83-c12b7aa39ede {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:31.648833 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "name": "network-vif-plugged", "status": "completed", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:31.649209 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5edf186a-4d53-489c-8a83-c12b7aa39ede {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:31.649466 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'code': 200} Nov 22 17:14:31.663066 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-7ed34026-9aee-442f-adb4-2d7dbcf7a412 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Project b539c9bdd6eb4b008aef4ac5ef973f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:14:31.669360 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ed34026-9aee-442f-adb4-2d7dbcf7a412 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.677311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=cc46017a-e147-45b0-b4b4-3c6139761032,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.758315 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ed34026-9aee-442f-adb4-2d7dbcf7a412 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.763763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a4fe-3bf7-4b41-8b3a-c3a894a2f620 req-d12c1ae5-27b1-4304-8be3-164189fcb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:31.765336 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a41a4fe-3bf7-4b41-8b3a-c3a894a2f620 req-d12c1ae5-27b1-4304-8be3-164189fcb544 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0456185 Nov 22 17:14:31.768871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ed34026-9aee-442f-adb4-2d7dbcf7a412 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.795401 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed34026-9aee-442f-adb4-2d7dbcf7a412 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86eefbb0-c5b8-4fe4-933a-8f264caab319,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.802766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ed34026-9aee-442f-adb4-2d7dbcf7a412 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.804312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7ed34026-9aee-442f-adb4-2d7dbcf7a412 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1782742 Nov 22 17:14:31.807623 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45092) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.813992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-05798b85-5479-44d2-a197-ca7a476f59d0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'security_group_rule': {'security_group_id': 'ba1f8d32-f8a6-47bc-802e-e22a867eb68a', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:31.830904 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a41a4fe-3bf7-4b41-8b3a-c3a894a2f620 req-1c9b8f9e-2093-4e5c-8845-b28d4657d0ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570300 Nov 22 17:14:31.847275 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-05798b85-5479-44d2-a197-ca7a476f59d0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Project b539c9bdd6eb4b008aef4ac5ef973f75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:14:31.853558 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05798b85-5479-44d2-a197-ca7a476f59d0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.920074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05798b85-5479-44d2-a197-ca7a476f59d0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.925155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05798b85-5479-44d2-a197-ca7a476f59d0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.945341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05798b85-5479-44d2-a197-ca7a476f59d0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff97d69-71a8-426c-9970-aba6d2d1b9a6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.955156 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05798b85-5479-44d2-a197-ca7a476f59d0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.956378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-05798b85-5479-44d2-a197-ca7a476f59d0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473982 Nov 22 17:14:31.960134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45094) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.965126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'network': {'name': 'tempest-network-smoke--2128753016', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:31.988891 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:31.992635 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.016967 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:14:32.026262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.026625 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Added segment 483062e8-9958-4ef0-9333-7c946120ac7f of type vlan for network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 Nov 22 17:14:32.068720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.098381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.104262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:32.104857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.175609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2144091 Nov 22 17:14:32.179153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45098) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:32.184001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'admin_state_up': True, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:32.209411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef69b60-baf4-4781-ab11-19c58982b27c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Network': ['ID=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:32.213776 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.214591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.224278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:14:32.235305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c159a53-34a3-4f85-985f-80456ed49652 req-9952a728-6256-4f58-a212-ca134c1bf945 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:32.236898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c159a53-34a3-4f85-985f-80456ed49652 req-9952a728-6256-4f58-a212-ca134c1bf945 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 945 time: 0.1220284 Nov 22 17:14:32.279497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.293817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9c159a53-34a3-4f85-985f-80456ed49652 req-b72f7fc1-f6b6-4e7d-adc9-731eeaa14a72 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490129 Nov 22 17:14:32.422490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.631481 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.651004 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.764318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.25.0.26 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/a173523c-e5a9-4f63-aa35-05a8c33fe876) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:32.880454 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.916960 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.962857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:32.966419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:32.969967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:32.976279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=a173523c-e5a9-4f63-aa35-05a8c33fe876,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:32.995932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aeea68-3d36-41c1-9b94-0fb30d830210 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:33.032801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-55f18871-67fc-44b3-b250-8cea503ba71b None None] Provisioning complete for port a173523c-e5a9-4f63-aa35-05a8c33fe876 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:33.033186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55f18871-67fc-44b3-b250-8cea503ba71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.069428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-55f18871-67fc-44b3-b250-8cea503ba71b None None] Port a173523c-e5a9-4f63-aa35-05a8c33fe876 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:33.243245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.421659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91796c9a-d986-44a5-a006-f801921b25fe req-7f756237-c0c1-41f6-9c85-01457362fd4e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:33.423256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91796c9a-d986-44a5-a006-f801921b25fe req-7f756237-c0c1-41f6-9c85-01457362fd4e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 945 time: 0.0538259 Nov 22 17:14:33.478748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91796c9a-d986-44a5-a006-f801921b25fe req-350c0315-dc52-42d7-b8cd-364ab69fad7f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487180 Nov 22 17:14:33.612322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643abaf1-9f34-4c2b-9c2a-e67db6315656 req-f2308417-97a1-4e26-852d-683229482133 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:33.614382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-643abaf1-9f34-4c2b-9c2a-e67db6315656 req-f2308417-97a1-4e26-852d-683229482133 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 945 time: 0.0619924 Nov 22 17:14:33.685505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-643abaf1-9f34-4c2b-9c2a-e67db6315656 req-233d689c-e763-4b24-8f22-6dd5c51a949a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615032 Nov 22 17:14:33.708820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45104) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:33.748559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de14b4-fdee-4997-a960-fa4d711431b7 tempest-TestVolumeBootPattern-1168871714 tempest-TestVolumeBootPattern-1168871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:33.750067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a6de14b4-fdee-4997-a960-fa4d711431b7 tempest-TestVolumeBootPattern-1168871714 tempest-TestVolumeBootPattern-1168871714-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1091 time: 0.0402586 Nov 22 17:14:33.753036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45106) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:33.759928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:33.783850 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.796552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.894121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.932782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router f6beec90-e5f3-44cd-9e01-5a4108f492bb is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:14:34.004812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.25.0.143 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/92f8b82a-3042-418d-816e-9936ff989dac) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:34.042696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:34.056101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Sync routers for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:34.067397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:34.068299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:34.068766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.070182 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6b57fe89-b777-49c4-8387-604f69e241cd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8898852 Nov 22 17:14:34.073331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45108) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:34.108783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-148ff065-b497-4371-8427-624e63fd25a7 tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=b539c9bdd6eb4b008aef4ac5ef973f75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342727 Nov 22 17:14:34.111508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:34.185663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:34.207065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.251448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73445bd-fd5b-4455-ad91-07007e5d5b8a tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:34.252979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f73445bd-fd5b-4455-ad91-07007e5d5b8a tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405504 Nov 22 17:14:34.256454 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45112) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:34.288889 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a781d01a-31b4-4de6-98b8-31781c20221c tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312901 Nov 22 17:14:34.291650 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:34.296952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148743903', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:34.302517 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.396152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:34.398164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:34.408563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:34.413289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:34.423656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Checking router: f6beec90-e5f3-44cd-9e01-5a4108f492bb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:34.424015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Updating router f6beec90-e5f3-44cd-9e01-5a4108f492bb port a173523c-e5a9-4f63-aa35-05a8c33fe876 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:14:34.438017 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=92f8b82a-3042-418d-816e-9936ff989dac,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:34.451040 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.478010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:34.481871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.720788 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.727609 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.783071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Attempting to bind port a173523c-e5a9-4f63-aa35-05a8c33fe876 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:34.783071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Attempting to bind port a173523c-e5a9-4f63-aa35-05a8c33fe876 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:34.783071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Attempting to bind port a173523c-e5a9-4f63-aa35-05a8c33fe876 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:34.790337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:34.790723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:34.791163 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.791666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:34.792172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Bound port: a173523c-e5a9-4f63-aa35-05a8c33fe876, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:34.792579 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.794357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18c5b9-6acb-4189-87a3-aa2453fd9966 None None] Pushing event updated for resources: {'Port': ['ID=a173523c-e5a9-4f63-aa35-05a8c33fe876,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:34.796736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bde155-cc0f-4805-b28c-dcc8c96b8fd4 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:34.870526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] For port a173523c-e5a9-4f63-aa35-05a8c33fe876, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:34.874351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] For port a173523c-e5a9-4f63-aa35-05a8c33fe876, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a173523c-e5a9-4f63-aa35-05a8c33fe876,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:34.880643 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.884371 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.933248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e7aab2-554e-41a2-8fb2-99f852cef59c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:34.961480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:34.962217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:34.995717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Subnet': ['ID=dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:34.997404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ffcb6ee8-5c39-4046-8643-16c00d841bf7 None None] Provisioning complete for port a173523c-e5a9-4f63-aa35-05a8c33fe876 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:34.997668 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6ee8-5c39-4046-8643-16c00d841bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.026899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18c5b9-6acb-4189-87a3-aa2453fd9966 None None] Pushing event updated for resources: {'Port': ['ID=a173523c-e5a9-4f63-aa35-05a8c33fe876,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:35.044600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Checking segment: {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:35.044954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network hostable DHCP agents. Network: f66d3ca9-409b-4d31-8fdc-d2a1320e8d35, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:14:35.060196 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.106023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:14:35.122865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f66d3ca9-409b-4d31-8fdc-d2a1320e8d35) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:35.127859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:35.128482 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.140728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6a1319-eb43-4b1a-9695-c3e44c22e37c None None] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:35.149821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:35.169140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-93e4eb17-d420-4bd0-932c-e75f061ffdd7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8764687 Nov 22 17:14:35.170356 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.172229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45116) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:35.350255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.357214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.430780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=92f8b82a-3042-418d-816e-9936ff989dac,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:35.446632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.474936 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6ee8-5c39-4046-8643-16c00d841bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.528491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ffcb6ee8-5c39-4046-8643-16c00d841bf7 None None] For port a173523c-e5a9-4f63-aa35-05a8c33fe876, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a173523c-e5a9-4f63-aa35-05a8c33fe876,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:35.546766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6ee8-5c39-4046-8643-16c00d841bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.565640 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Floating IP e290abcb-917b-4081-a445-7f82d41d3670 associated. External IP: 172.25.0.143, port: cc46017a-e147-45b0-b4b4-3c6139761032. Nov 22 17:14:35.672268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.689176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb6ee8-5c39-4046-8643-16c00d841bf7 None None] Pushing event updated for resources: {'Port': ['ID=a173523c-e5a9-4f63-aa35-05a8c33fe876,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:35.721091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-258ce8dd-cbd6-4985-a41d-1916cc6c18a1 None None] Provisioning complete for port a173523c-e5a9-4f63-aa35-05a8c33fe876 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:35.721466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-258ce8dd-cbd6-4985-a41d-1916cc6c18a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.747455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:14:35.748340 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.782531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:35.822614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812731e-971a-4bd2-a6f7-7d14bb77ce26 None None] The sync data for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 is: [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 3, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:35.840389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:35.976903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:35.989997 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:35.995462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Allocated IP 172.20.0.2 (f66d3ca9-409b-4d31-8fdc-d2a1320e8d35/dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85/e09ba662-18aa-4510-8a69-bdc31312643a) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:36.000315 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.006993 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:36.007645 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:36.046821 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-600f02f6-62a5-4918-bd22-8dbe2ab2e1a4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2785325 Nov 22 17:14:36.046821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:36.046821 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf31691b-c15c-4561-9c0b-1b85b064aae5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:36.093550 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fcdbdc-aec9-491e-9433-2c8bf8481946 x-openstack-request-id: req-04fcdbdc-aec9-491e-9433-2c8bf8481946 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:36.093827 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:36.094083 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04fcdbdc-aec9-491e-9433-2c8bf8481946 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:36.094720 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'status': 'completed', 'code': 200} Nov 22 17:14:36.138829 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:36.166877 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.185346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.245816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:36.246348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-264d8441-8e53-476b-91dc-14a684e102a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:36.248638 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-264d8441-8e53-476b-91dc-14a684e102a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1096 time: 0.1285577 Nov 22 17:14:36.249701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:36.258454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:36.295251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Pushing event updated for resources: {'Port': ['ID=e09ba662-18aa-4510-8a69-bdc31312643a,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:36.332605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Attempting to bind port e09ba662-18aa-4510-8a69-bdc31312643a on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:36.332605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Attempting to bind port e09ba662-18aa-4510-8a69-bdc31312643a by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:36.333138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Attempting to bind port e09ba662-18aa-4510-8a69-bdc31312643a on network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:36.340663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:36.341202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Checking segment: {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:36.341852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.342262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Bound using segment: {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:36.342884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Bound port: e09ba662-18aa-4510-8a69-bdc31312643a, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:36.343410 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.353386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.20.0.1 (f66d3ca9-409b-4d31-8fdc-d2a1320e8d35/dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85/1f8b5b21-22fe-4128-8170-59ee76b386f0) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:36.422815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] For port e09ba662-18aa-4510-8a69-bdc31312643a, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:36.427519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] For port e09ba662-18aa-4510-8a69-bdc31312643a, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e09ba662-18aa-4510-8a69-bdc31312643a,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:36.433187 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.445516 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-c663f2fb-6cde-4673-879f-573da478c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:36.447096 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-c663f2fb-6cde-4673-879f-573da478c49b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.1895673 Nov 22 17:14:36.458287 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:34Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:36.500921 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:36.515916 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:36.516653 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:36.534758 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e836ada-a0f9-4723-bee4-f6fe9c618c92 None None] Pushing event updated for resources: {'Port': ['ID=e09ba662-18aa-4510-8a69-bdc31312643a,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:36.610230 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-8cf008af-9637-4b22-9c12-4a8fd64885b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 200 len: 999 time: 0.1469970 Nov 22 17:14:36.623046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.665348 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:36.687736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-b6b2fbcc-1115-4b4d-840c-d52be149f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:36.693534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-b6b2fbcc-1115-4b4d-840c-d52be149f1ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0704460 Nov 22 17:14:36.768178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.780989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-74f26f44-58a9-466b-ab3a-95257982b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:36.782531 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-74f26f44-58a9-466b-ab3a-95257982b4c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849895 Nov 22 17:14:36.892276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:36.907616 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:36.922698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:36.930000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.953935 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=1f8b5b21-22fe-4128-8170-59ee76b386f0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:37.000482 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.044586 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-5c1db6e4-2a27-48c2-ad26-f90cbb0573ff service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519021 Nov 22 17:14:37.066419 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:34Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:37.101400 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37408fbd-247e-48d9-b1b6-d0740fd371a3 None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:34Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:37.193528 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bf31691b-c15c-4561-9c0b-1b85b064aae5 req-f728b2ce-5dbd-4bb3-85c8-6eafe98ba8fc service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408079 Nov 22 17:14:37.236607 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.431001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a173523c-e5a9-4f63-aa35-05a8c33fe876 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:37.485796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a173523c-e5a9-4f63-aa35-05a8c33fe876 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:37.486281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.569994 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.575541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e09ba662-18aa-4510-8a69-bdc31312643a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:37.576997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.640510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e09ba662-18aa-4510-8a69-bdc31312643a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:37.641079 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.656792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=1f8b5b21-22fe-4128-8170-59ee76b386f0,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:37.659491 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.664545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5694d3-f721-4093-8c10-69dd2b2ebf25 None None] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:37.757705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:37.759640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:37.772091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fceda1a8-b02a-4d8d-9493-fcee9e96b777 None None] Provisioning complete for port e09ba662-18aa-4510-8a69-bdc31312643a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:37.772292 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fceda1a8-b02a-4d8d-9493-fcee9e96b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.871438 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.899250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router f6beec90-e5f3-44cd-9e01-5a4108f492bb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:37.974605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port e09ba662-18aa-4510-8a69-bdc31312643a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e09ba662-18aa-4510-8a69-bdc31312643a,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:37.983543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38db99b4-c52a-45c9-9753-6cdefeaece7b None None] New status for floating IP e290abcb-917b-4081-a445-7f82d41d3670: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:14:38.067105 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:38.074286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:38.080364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5f4b034c-2ea4-4550-aeb9-7f71055769b5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "PUT /v2.0/routers/f6beec90-e5f3-44cd-9e01-5a4108f492bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9050388 Nov 22 17:14:38.159340 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:38.203892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=e09ba662-18aa-4510-8a69-bdc31312643a,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:38.338550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-9620881b-1ca5-4a3c-83f3-652ae7c7f5fb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490657625&fields=id&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 267 time: 0.0955055 Nov 22 17:14:38.413796 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Sync routers for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:38.424376 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:38.425020 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:38.476011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-0ee73066-5b6d-468b-b271-507b71268180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.478614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-0ee73066-5b6d-468b-b271-507b71268180 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/networks?id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 HTTP/1.1" status: 200 len: 797 time: 0.1329505 Nov 22 17:14:38.479891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-545210a8-d8b6-4757-9db0-b2b89f76f922 None None] Provisioning complete for port e09ba662-18aa-4510-8a69-bdc31312643a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:38.480402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-545210a8-d8b6-4757-9db0-b2b89f76f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:38.500748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-4281ba9a-9dd9-4872-ac4c-b34c1ea3e8e0 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/quotas/b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 375 time: 0.0136659 Nov 22 17:14:38.544968 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:38.569632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-efd7ec44-51cc-4364-ae37-ffe05d44d4bc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617266 Nov 22 17:14:38.597154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-545210a8-d8b6-4757-9db0-b2b89f76f922 None None] Provisioning complete for port 1f8b5b21-22fe-4128-8170-59ee76b386f0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:38.598095 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-545210a8-d8b6-4757-9db0-b2b89f76f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:38.648922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-545210a8-d8b6-4757-9db0-b2b89f76f922 None None] Port 1f8b5b21-22fe-4128-8170-59ee76b386f0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:38.758867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-d1914c71-e448-415a-ba4e-f5c1fd80df0d service neutron] 10.222.0.59 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684539 Nov 22 17:14:38.796383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-44ca25dd-d7ab-4b1f-8a3b-ace5ac77783a None None] Provisioning complete for port 1f8b5b21-22fe-4128-8170-59ee76b386f0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:38.796932 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44ca25dd-d7ab-4b1f-8a3b-ace5ac77783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:38.824874 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 2, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:38.844428 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-44ca25dd-d7ab-4b1f-8a3b-ace5ac77783a None None] Port 1f8b5b21-22fe-4128-8170-59ee76b386f0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:38.861604 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Checking router: f6beec90-e5f3-44cd-9e01-5a4108f492bb for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:38.862245 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Updating router f6beec90-e5f3-44cd-9e01-5a4108f492bb port 1f8b5b21-22fe-4128-8170-59ee76b386f0 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:14:38.898133 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:38.917434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-fd96313f-3ddd-4082-9492-8bcbe5dde5af service neutron] 10.222.0.59 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470420 Nov 22 17:14:38.967942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-98d2ec23-1839-4b56-8844-e8327f1a7b86 None None] Provisioning complete for port 1f8b5b21-22fe-4128-8170-59ee76b386f0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:38.968580 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec23-1839-4b56-8844-e8327f1a7b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.018396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-98d2ec23-1839-4b56-8844-e8327f1a7b86 None None] Port 1f8b5b21-22fe-4128-8170-59ee76b386f0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:39.149382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f292236-ae29-4994-9c85-82771298032f req-fe0d0bcb-9c4b-46b2-9849-804ccd1451d2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 210 time: 0.0518808 Nov 22 17:14:39.233596 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.241534 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.298513 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Pushing event updated for resources: {'Port': ['ID=1f8b5b21-22fe-4128-8170-59ee76b386f0,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:39.326863 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.326863 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.326863 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.327293 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.327635 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.327967 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.328293 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.328623 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.328942 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.329259 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.329578 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.329899 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:39.367747 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Attempting to bind port 1f8b5b21-22fe-4128-8170-59ee76b386f0 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:39.368850 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Attempting to bind port 1f8b5b21-22fe-4128-8170-59ee76b386f0 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:39.369546 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Attempting to bind port 1f8b5b21-22fe-4128-8170-59ee76b386f0 on network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:39.376563 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:39.377351 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Checking segment: {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:39.378006 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.378847 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Bound using segment: {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:39.379577 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Bound port: 1f8b5b21-22fe-4128-8170-59ee76b386f0, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:39.380283 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.399254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e09ba662-18aa-4510-8a69-bdc31312643a up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:39.465057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port e09ba662-18aa-4510-8a69-bdc31312643a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:39.465552 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.570661 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] For port 1f8b5b21-22fe-4128-8170-59ee76b386f0, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:39.574569 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] For port 1f8b5b21-22fe-4128-8170-59ee76b386f0, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1f8b5b21-22fe-4128-8170-59ee76b386f0,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:39.580002 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.640460 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:39.641104 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:39.642192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9cd5fda9-bfcd-483e-bad8-388afadd9650 None None] Provisioning complete for port 1f8b5b21-22fe-4128-8170-59ee76b386f0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:39.642653 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cd5fda9-bfcd-483e-bad8-388afadd9650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.684294 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681caae-88b3-4222-85a3-5727195b7833 None None] Pushing event updated for resources: {'Port': ['ID=1f8b5b21-22fe-4128-8170-59ee76b386f0,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:39.735814 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cd5fda9-bfcd-483e-bad8-388afadd9650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.776286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9cd5fda9-bfcd-483e-bad8-388afadd9650 None None] For port 1f8b5b21-22fe-4128-8170-59ee76b386f0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1f8b5b21-22fe-4128-8170-59ee76b386f0,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:39.783745 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9cd5fda9-bfcd-483e-bad8-388afadd9650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.801581 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:39.845705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5fda9-bfcd-483e-bad8-388afadd9650 None None] Pushing event updated for resources: {'Port': ['ID=1f8b5b21-22fe-4128-8170-59ee76b386f0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:39.910726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9b07d7ae-b651-4c20-8cb6-bacab21a6093 None None] Provisioning complete for port 1f8b5b21-22fe-4128-8170-59ee76b386f0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:39.911050 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9b07d7ae-b651-4c20-8cb6-bacab21a6093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:40.022393 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:39Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:40.054315 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c3b9d-07da-4457-afd3-587283f32e08 None None] The sync data for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 is: [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:39Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:40.254882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-b0b6df30-0624-44b2-89c1-deaa6fe9ea42 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:40.256469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-b0b6df30-0624-44b2-89c1-deaa6fe9ea42 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/networks?id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 HTTP/1.1" status: 200 len: 797 time: 0.1385050 Nov 22 17:14:40.277738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d1547f5-4eb6-4c21-a199-efd8cc92eddb req-5968c006-10ce-4905-bb82-a34282a3eff8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 210 time: 0.0485468 Nov 22 17:14:40.335143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-46febf3f-9200-4a7c-ba66-012ed7b68c2b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75 HTTP/1.1" status: 200 len: 380 time: 0.0644429 Nov 22 17:14:40.348295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'port': {'device_id': '096d64bd-1e21-4269-87d6-17f200be3d28', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'admin_state_up': True, 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'security_groups': ['ba1f8d32-f8a6-47bc-802e-e22a867eb68a']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:40.465141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Made reservation on behalf of b539c9bdd6eb4b008aef4ac5ef973f75 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:40.469313 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:40.603356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.20.0.10 (f66d3ca9-409b-4d31-8fdc-d2a1320e8d35/dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85/ecdba515-eddb-4726-aa8a-a548c9735dc9) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:40.765529 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:40.800556 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:40.849449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:40.853203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:40.857091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:40.894870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=ecdba515-eddb-4726-aa8a-a548c9735dc9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:40.908905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.909258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.909602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.909937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.910767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.911419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.911811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.912156 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.912489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.912818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.913152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.913475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:40.938560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:40.939312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:40.958630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-28d52029-56f3-40d2-9313-f0ca553e18cc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6146123 Nov 22 17:14:40.971506 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Request body: {'port': {'device_id': '096d64bd-1e21-4269-87d6-17f200be3d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:41.042819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:41.126087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-193304bc-2128-486a-991d-ab9c4262122d None None] Provisioning complete for port ecdba515-eddb-4726-aa8a-a548c9735dc9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:41.126819 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-193304bc-2128-486a-991d-ab9c4262122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:41.162451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-193304bc-2128-486a-991d-ab9c4262122d None None] Port ecdba515-eddb-4726-aa8a-a548c9735dc9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:41.391079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1f8b5b21-22fe-4128-8170-59ee76b386f0 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:41.398599 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:14:41.442190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1f8b5b21-22fe-4128-8170-59ee76b386f0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:41.442586 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:41.670423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab286b-6cd1-46bb-931b-a072aa750799 req-1e3c82f3-440b-4d44-8d00-4fc2e280729c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:41.671927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45ab286b-6cd1-46bb-931b-a072aa750799 req-1e3c82f3-440b-4d44-8d00-4fc2e280729c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 932 time: 0.1081188 Nov 22 17:14:41.768728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45ab286b-6cd1-46bb-931b-a072aa750799 req-fe2d8d16-7999-42a0-a63f-bb95b3fdfa8c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901697 Nov 22 17:14:41.783080 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecdba515-eddb-4726-aa8a-a548c9735dc9 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:41.791857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:41.805258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Transition to ACTIVE for port object ecdba515-eddb-4726-aa8a-a548c9735dc9 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:14:41.810249 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:41.860054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Pushing event updated for resources: {'Port': ['ID=ecdba515-eddb-4726-aa8a-a548c9735dc9,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:41.938656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Attempting to bind port ecdba515-eddb-4726-aa8a-a548c9735dc9 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:41.939039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Attempting to bind port ecdba515-eddb-4726-aa8a-a548c9735dc9 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:41.939361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Attempting to bind port ecdba515-eddb-4726-aa8a-a548c9735dc9 on network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:41.945391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Port ecdba515-eddb-4726-aa8a-a548c9735dc9 on network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:14:41.945724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Attempting to bind port ecdba515-eddb-4726-aa8a-a548c9735dc9 on network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:41.951845 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:41.952194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Checking segment: {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:41.952585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Bound using segment: {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:41.953024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Bound port: ecdba515-eddb-4726-aa8a-a548c9735dc9, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483062e8-9958-4ef0-9333-7c946120ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:41.953389 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:42.023545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:42.026866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:42.032509 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:42.068919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.069578 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:42.071154 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] 10.222.0.37 "PUT /v2.0/ports/ecdba515-eddb-4726-aa8a-a548c9735dc9 HTTP/1.1" status: 200 len: 1092 time: 1.1043174 Nov 22 17:14:42.071594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:42.074197 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9db5e28-a542-45b9-9010-cd712fca0c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:42.101075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f8401-9c4b-4703-a4e7-5d437da5427c service neutron] Pushing event updated for resources: {'Port': ['ID=ecdba515-eddb-4726-aa8a-a548c9735dc9,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:42.150045 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ae31af-56de-4eb9-af1f-8b3f6749c89b x-openstack-request-id: req-55ae31af-56de-4eb9-af1f-8b3f6749c89b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:42.150520 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:42.150861 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55ae31af-56de-4eb9-af1f-8b3f6749c89b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:42.151349 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'status': 'completed', 'code': 200} Nov 22 17:14:42.191744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-d8bc548c-729b-473c-9e54-24bb193936dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.193352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-d8bc548c-729b-473c-9e54-24bb193936dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 1095 time: 0.0597663 Nov 22 17:14:42.239941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-0bfa4b41-2334-468c-bc26-778b4ff0c492 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9 HTTP/1.1" status: 200 len: 217 time: 0.0386021 Nov 22 17:14:42.296571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-6ece5053-bccc-46e7-b1cd-8e292f3cd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.298084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-6ece5053-bccc-46e7-b1cd-8e292f3cd881 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85 HTTP/1.1" status: 200 len: 834 time: 0.0511236 Nov 22 17:14:42.351430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-11627155-ae0c-4f63-812f-dbd254dd4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.352936 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-11627155-ae0c-4f63-812f-dbd254dd4e56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466900 Nov 22 17:14:42.449227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-f4be02b3-a752-4b24-9ec1-3b7fc903ce53 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878499 Nov 22 17:14:42.546665 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8091b060-ad9a-40c0-9d69-a741ed387bea req-19e0f300-9ac0-409d-8347-f0be908db084 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900970 Nov 22 17:14:42.644482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-f94778c2-f52e-4029-98b5-bc44eef83db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.646164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-f94778c2-f52e-4029-98b5-bc44eef83db5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 1095 time: 0.0445702 Nov 22 17:14:42.738254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-23095679-6d44-42c2-979e-a362a0fcdc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.739862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-23095679-6d44-42c2-979e-a362a0fcdc34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 HTTP/1.1" status: 200 len: 898 time: 0.0863168 Nov 22 17:14:42.786571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-ced69938-5932-4497-b547-5bfeb4413f95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9 HTTP/1.1" status: 200 len: 217 time: 0.0385404 Nov 22 17:14:42.841296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-5473ee1d-f42d-4846-b9cf-60b401bc015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.842805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-5473ee1d-f42d-4846-b9cf-60b401bc015b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85 HTTP/1.1" status: 200 len: 834 time: 0.0487924 Nov 22 17:14:42.926088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e37a58-dedb-41c5-b7f4-1f23ccc6a66e req-a932caef-d888-4263-9e6d-0cf700ffc641 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.927569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e37a58-dedb-41c5-b7f4-1f23ccc6a66e req-a932caef-d888-4263-9e6d-0cf700ffc641 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 944 time: 0.0838537 Nov 22 17:14:42.934854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-629e952a-875a-4a22-b586-0ce24ca8e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.936330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-629e952a-875a-4a22-b586-0ce24ca8e644 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838435 Nov 22 17:14:43.029310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e37a58-dedb-41c5-b7f4-1f23ccc6a66e req-fcc9de08-8992-437a-8df4-7a790ebc5d9f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919538 Nov 22 17:14:43.065187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-cd192911-e4c6-4501-95f3-35936712d0d4 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207535 Nov 22 17:14:43.168703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9db5e28-a542-45b9-9010-cd712fca0c6c req-abbc8884-d46d-4dcb-8020-a06e5ef2c538 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952864 Nov 22 17:14:44.154023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b874ef1-ff7b-4ea4-9ee9-bb02d4e81f67 req-49130353-6ccf-496e-936b-8fbe264758e5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:44.155570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b874ef1-ff7b-4ea4-9ee9-bb02d4e81f67 req-49130353-6ccf-496e-936b-8fbe264758e5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 944 time: 0.0521173 Nov 22 17:14:44.211519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b874ef1-ff7b-4ea4-9ee9-bb02d4e81f67 req-bda1d404-50a4-4f24-ada6-26475c6e6b4e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496068 Nov 22 17:14:45.345982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d3ecf-80ab-4e00-86d9-cf275959fc9b req-8278a172-9b61-492c-a859-3e9a38a3bc15 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:45.347501 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-989d3ecf-80ab-4e00-86d9-cf275959fc9b req-8278a172-9b61-492c-a859-3e9a38a3bc15 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 944 time: 0.0602095 Nov 22 17:14:45.404505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-989d3ecf-80ab-4e00-86d9-cf275959fc9b req-3f4a1717-91d1-4d75-ac22-b9d9229bbb4f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503471 Nov 22 17:14:45.410863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ecdba515-eddb-4726-aa8a-a548c9735dc9 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:14:45.510471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:45.522669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'port_id': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'mac_address': 'fa:16:3e:32:82:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:14:45.571363 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:45.580785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-529d263d-cbac-4c74-bd69-e5d839bd33ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:45.587090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecdba515-eddb-4726-aa8a-a548c9735dc9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:45.608413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:45.613953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:45.664705 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ecdba515-eddb-4726-aa8a-a548c9735dc9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:45.821370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ecdba515-eddb-4726-aa8a-a548c9735dc9'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:46.526105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a973b8-38e3-4a47-bc72-31454aa3935f req-84cd3177-a296-427c-855a-6030c4da16fa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:46.527777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52a973b8-38e3-4a47-bc72-31454aa3935f req-84cd3177-a296-427c-855a-6030c4da16fa tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 945 time: 0.0525067 Nov 22 17:14:46.581349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52a973b8-38e3-4a47-bc72-31454aa3935f req-a3bd26a4-aafa-4abd-8f0b-21346eadbf46 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472462 Nov 22 17:14:47.410968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ecdba515-eddb-4726-aa8a-a548c9735dc9 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:47.464051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port ecdba515-eddb-4726-aa8a-a548c9735dc9 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:14:47.467696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port ecdba515-eddb-4726-aa8a-a548c9735dc9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:47.468070 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:47.548829 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:47.573190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:47.575575 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571a3bd2-5748-4dda-83bb-41ee24fd403f" -d '{"events": [{"server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "name": "network-vif-plugged", "status": "completed", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:47.589232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:47.594674 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:47.650101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ecdba515-eddb-4726-aa8a-a548c9735dc9,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:47.681799 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0789855e-be51-4fbe-867a-3b54e00887c1 x-openstack-request-id: req-0789855e-be51-4fbe-867a-3b54e00887c1 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:47.682107 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "name": "network-vif-plugged", "status": "completed", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:47.682509 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0789855e-be51-4fbe-867a-3b54e00887c1 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:47.682916 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'code': 200} Nov 22 17:14:47.806177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82ce00-3102-49e0-b188-2bff9d06ee28 req-201ca267-1908-4afc-8c86-123c148feb4e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:47.807642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af82ce00-3102-49e0-b188-2bff9d06ee28 req-201ca267-1908-4afc-8c86-123c148feb4e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0793579 Nov 22 17:14:47.813647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a61de-2e73-4c9e-9e86-11fcddc16d0b req-0fd6ad26-93df-4c8a-8a38-2e2f64703904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:47.815132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c87a61de-2e73-4c9e-9e86-11fcddc16d0b req-0fd6ad26-93df-4c8a-8a38-2e2f64703904 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 1097 time: 0.0748172 Nov 22 17:14:47.885296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af82ce00-3102-49e0-b188-2bff9d06ee28 req-b3dea2a3-7189-43b2-a0e1-87a0baa61002 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691922 Nov 22 17:14:47.893338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c87a61de-2e73-4c9e-9e86-11fcddc16d0b req-2044ed86-2ed6-47ce-800c-8dac6f6d8766 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702622 Nov 22 17:14:47.939356 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bcde566e-deed-4669-a162-4f39ae4ea24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:49.015221 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb6346-97a8-4d1c-986c-ec072085d167 req-b1e2a824-519c-46e8-898a-9aabc7d60a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:49.016757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0dcb6346-97a8-4d1c-986c-ec072085d167 req-b1e2a824-519c-46e8-898a-9aabc7d60a53 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0587564 Nov 22 17:14:49.069351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0dcb6346-97a8-4d1c-986c-ec072085d167 req-83fe56f8-e98e-417a-a3a5-5d4465be7766 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457454 Nov 22 17:14:49.070717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:50.202375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11993824-4fed-49ce-b8a1-8aebbe249000 req-716f7bdd-0f25-4f75-86ce-03388d66700c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:50.204020 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11993824-4fed-49ce-b8a1-8aebbe249000 req-716f7bdd-0f25-4f75-86ce-03388d66700c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0548398 Nov 22 17:14:50.267556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11993824-4fed-49ce-b8a1-8aebbe249000 req-e97267bf-c9f1-4bc5-9937-28b553371755 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541506 Nov 22 17:14:50.395509 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aac1fb-a882-4e62-9d7c-cb761e169cae req-9a33e6f4-9705-4b03-b19a-70405f6c39b1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:50.397060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61aac1fb-a882-4e62-9d7c-cb761e169cae req-9a33e6f4-9705-4b03-b19a-70405f6c39b1 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0557692 Nov 22 17:14:50.449962 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61aac1fb-a882-4e62-9d7c-cb761e169cae req-1161e526-55b2-4f3e-b33c-05d32ec281ad tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462739 Nov 22 17:14:50.474682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45190) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:50.522489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a525b1dc-bdd3-46f5-8e12-27b64f12a63a tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:50.524217 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a525b1dc-bdd3-46f5-8e12-27b64f12a63a tempest-TestNetworkAdvancedServerOps-1212972076 tempest-TestNetworkAdvancedServerOps-1212972076-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 1092 time: 0.0484819 Nov 22 17:14:50.527586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45192) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:50.533288 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:50.559681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:50.671308 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:50.796615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Allocated IP 172.25.0.39 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/30cd931e-8b53-4c45-8a6d-346b8f4d8b56) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:50.849191 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:50.906190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:50.945414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:50.997011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:51.001861 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:51.008747 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:51.039089 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=30cd931e-8b53-4c45-8a6d-346b8f4d8b56,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:51.391131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:51.391416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:51.463543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:51.619078 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:51.628353 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:51.698937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event updated for resources: {'Port': ['ID=30cd931e-8b53-4c45-8a6d-346b8f4d8b56,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:51.712914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:51.819608 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Floating IP 8b6ea2c9-033f-47d9-a419-d76a02815dde associated. External IP: 172.25.0.39, port: ecdba515-eddb-4726-aa8a-a548c9735dc9. Nov 22 17:14:52.372343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router f6beec90-e5f3-44cd-9e01-5a4108f492bb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:52.500237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:52.510322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22589bca-4945-438d-993e-efa7921ca87b None None] Sync routers for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:52.521107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:52.522680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22589bca-4945-438d-993e-efa7921ca87b None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:52.523391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22589bca-4945-438d-993e-efa7921ca87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:52.550884 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9f3d7bb2-4044-4e43-bcee-ff37bef31252 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0220904 Nov 22 17:14:52.551784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:52.554229 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a0cef-2635-4694-8c74-b387504c8064" -d '{"events": [{"name": "network-changed", "server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:52.637553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-22589bca-4945-438d-993e-efa7921ca87b None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:52.654436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a34f5-7d9f-4436-a318-f609b6dfad0a req-c5de1f64-0b79-4398-b9de-99cd120a9564 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:52.656093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b75a34f5-7d9f-4436-a318-f609b6dfad0a req-c5de1f64-0b79-4398-b9de-99cd120a9564 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0512848 Nov 22 17:14:52.709971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b75a34f5-7d9f-4436-a318-f609b6dfad0a req-47181233-c8fa-49c8-b4b3-3622b004ed8f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470648 Nov 22 17:14:52.733252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45198) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:52.772688 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299a3b66-3523-458e-8d4c-d3543c0de0c7 x-openstack-request-id: req-299a3b66-3523-458e-8d4c-d3543c0de0c7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:52.773067 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:52.773387 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-299a3b66-3523-458e-8d4c-d3543c0de0c7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:52.773877 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'status': 'completed', 'code': 200} Nov 22 17:14:52.801855 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7712fbaa-27aa-4750-8607-2161dbe662d4 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/8b6ea2c9-033f-47d9-a419-d76a02815dde HTTP/1.1" status: 200 len: 991 time: 0.0673292 Nov 22 17:14:52.842739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a0cef-2635-4694-8c74-b387504c8064 req-551cc547-bc7f-47e9-af60-1dae2c5921ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:52.844593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961a0cef-2635-4694-8c74-b387504c8064 req-551cc547-bc7f-47e9-af60-1dae2c5921ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 1097 time: 0.0541825 Nov 22 17:14:52.884103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22589bca-4945-438d-993e-efa7921ca87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '8b6ea2c9-033f-47d9-a419-d76a02815dde', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'port_id': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'mac_address': 'fa:16:3e:32:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d64bd-1e21-4269-87d6-17f200be3d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:51Z', 'updated_at': '2021-11-22T17:14:51Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:39Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:52.912591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22589bca-4945-438d-993e-efa7921ca87b None None] Checking router: f6beec90-e5f3-44cd-9e01-5a4108f492bb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:52.924198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22589bca-4945-438d-993e-efa7921ca87b None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:52.924875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22589bca-4945-438d-993e-efa7921ca87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:14:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:52.945704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a0cef-2635-4694-8c74-b387504c8064 req-b8ce2e74-b8a2-4206-9fd5-7cfab2bf51cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:52.947271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961a0cef-2635-4694-8c74-b387504c8064 req-b8ce2e74-b8a2-4206-9fd5-7cfab2bf51cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 HTTP/1.1" status: 200 len: 898 time: 0.0946510 Nov 22 17:14:53.022029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961a0cef-2635-4694-8c74-b387504c8064 req-4ee245ba-f448-42f9-9ff5-20c61d8ae67f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9 HTTP/1.1" status: 200 len: 999 time: 0.0673506 Nov 22 17:14:53.048772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-22589bca-4945-438d-993e-efa7921ca87b None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:53.082897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a0cef-2635-4694-8c74-b387504c8064 req-4d61fa34-1a71-4f82-b6d3-c34b6d0bd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:53.084913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961a0cef-2635-4694-8c74-b387504c8064 req-4d61fa34-1a71-4f82-b6d3-c34b6d0bd43a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85 HTTP/1.1" status: 200 len: 834 time: 0.0551674 Nov 22 17:14:53.134462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a0cef-2635-4694-8c74-b387504c8064 req-98f1e87b-fd92-4568-a73d-c13b4cdb4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:53.136006 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961a0cef-2635-4694-8c74-b387504c8064 req-98f1e87b-fd92-4568-a73d-c13b4cdb4677 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443864 Nov 22 17:14:53.242606 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961a0cef-2635-4694-8c74-b387504c8064 req-0ed24cd4-0ea2-4e8d-8371-10cc19024b6d service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980299 Nov 22 17:14:53.298743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22589bca-4945-438d-993e-efa7921ca87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '8b6ea2c9-033f-47d9-a419-d76a02815dde', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'port_id': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'mac_address': 'fa:16:3e:32:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d64bd-1e21-4269-87d6-17f200be3d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:51Z', 'updated_at': '2021-11-22T17:14:51Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:39Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:53.327363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22589bca-4945-438d-993e-efa7921ca87b None None] The sync data for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 is: [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '8b6ea2c9-033f-47d9-a419-d76a02815dde', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'port_id': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'mac_address': 'fa:16:3e:32:82:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d64bd-1e21-4269-87d6-17f200be3d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:51Z', 'updated_at': '2021-11-22T17:14:51Z', 'revision_number': 0, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:39Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:53.337851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-961a0cef-2635-4694-8c74-b387504c8064 req-763d1b83-3b80-43f1-a4f8-2e0a5d575db3 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882075 Nov 22 17:14:53.543504 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ce5a6-56ed-4250-b10a-72942268f422 None None] New status for floating IP 8b6ea2c9-033f-47d9-a419-d76a02815dde: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:14:53.807189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45200) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:53.887143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b6b3c00d-0055-48f9-b21d-12e9c7e78b08 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/8b6ea2c9-033f-47d9-a419-d76a02815dde HTTP/1.1" status: 200 len: 993 time: 0.0782459 Nov 22 17:15:06.909518 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:08.072050 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:15.557312 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-164b678a-044e-4ff1-9a22-37cf2b9d7818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:17.943559 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-46239f3b-00e4-48c8-8146-4509f7616e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:18.398664 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:15:19.075681 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:20.855753 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:20.896523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90a271-4482-4cab-b3d9-43297bbb6abe req-9cc27e62-5d8d-4196-97ba-1331b988837c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:20.897957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe90a271-4482-4cab-b3d9-43297bbb6abe req-9cc27e62-5d8d-4196-97ba-1331b988837c tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0617898 Nov 22 17:15:20.955717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe90a271-4482-4cab-b3d9-43297bbb6abe req-a775ac0e-3cf0-44af-9f4c-2152e3525400 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510228 Nov 22 17:15:21.248139 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-a57cc760-22ea-4855-ace4-cc3b21912670 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515032 Nov 22 17:15:21.342630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-f5ac9eb8-3893-4995-8bfa-46097ac05553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:21.345021 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-f5ac9eb8-3893-4995-8bfa-46097ac05553 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0488813 Nov 22 17:15:21.399943 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:21.460875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-7f21ecaa-0695-4942-b944-2b2440dc7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:21.462594 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-7f21ecaa-0695-4942-b944-2b2440dc7efc service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0971503 Nov 22 17:15:21.540184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-cd50d1e9-d6d2-4a08-ad69-f850fd21d7af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 200 len: 1001 time: 0.0668924 Nov 22 17:15:21.592757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-1c609b80-b55b-4f58-9b18-633387d4e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:21.594274 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-1c609b80-b55b-4f58-9b18-633387d4e9f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0471969 Nov 22 17:15:21.643725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-4ba42a02-924b-4d4a-8508-afbf435501a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:21.645250 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-4ba42a02-924b-4d4a-8508-afbf435501a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435660 Nov 22 17:15:21.746417 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-d4bc71a8-bb8b-4a45-a806-322fd9871f49 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895305 Nov 22 17:15:21.851812 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-815f16ae-2b18-427f-8b75-81a320ba8942 req-fa5af856-4675-412a-9ddb-c160ecc0657d service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963473 Nov 22 17:15:22.086365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b6a14-cdd2-4650-9ad6-c2cac8e01004 req-ec940c53-4f46-4da9-891c-a44787a3a09b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:22.087913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e6b6a14-cdd2-4650-9ad6-c2cac8e01004 req-ec940c53-4f46-4da9-891c-a44787a3a09b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0563514 Nov 22 17:15:22.143863 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e6b6a14-cdd2-4650-9ad6-c2cac8e01004 req-6568ea9e-1f3b-42a6-960d-2aac21cbd31b tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453255 Nov 22 17:15:23.294399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8aa0-abc5-421e-8106-fd7a1b09e143 req-cc49950c-6b54-4bb6-a7ff-d3e8927ff634 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:23.295973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-469d8aa0-abc5-421e-8106-fd7a1b09e143 req-cc49950c-6b54-4bb6-a7ff-d3e8927ff634 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0602748 Nov 22 17:15:23.358271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-469d8aa0-abc5-421e-8106-fd7a1b09e143 req-3bba7e7d-3dd3-4921-9a5f-6db9cde675cb tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514877 Nov 22 17:15:24.490867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78731e-41e0-43b6-acd0-85096741a0ea req-cb5c87a8-e11f-4f98-80aa-bd3802fd7796 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:24.492751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf78731e-41e0-43b6-acd0-85096741a0ea req-cb5c87a8-e11f-4f98-80aa-bd3802fd7796 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0541482 Nov 22 17:15:24.546174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf78731e-41e0-43b6-acd0-85096741a0ea req-0d8be129-1d4a-4a0d-8037-f2a5fc912594 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471439 Nov 22 17:15:25.673330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df60b9-da6f-4f20-86ba-cd3983ca8aa8 req-e9d1aa35-b100-4331-9f48-750d12e8d76d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:25.674806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4df60b9-da6f-4f20-86ba-cd3983ca8aa8 req-e9d1aa35-b100-4331-9f48-750d12e8d76d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0553312 Nov 22 17:15:25.727545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4df60b9-da6f-4f20-86ba-cd3983ca8aa8 req-f9ceb690-81ec-4536-bd6a-f69285a6b09e tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460651 Nov 22 17:15:26.263311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db5efe-5366-43ed-97de-148901ac02fb req-9ffcbe52-97c2-4047-8e92-ee13fe072061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:26.264810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8db5efe-5366-43ed-97de-148901ac02fb req-9ffcbe52-97c2-4047-8e92-ee13fe072061 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 1097 time: 0.0447519 Nov 22 17:15:26.380109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db5efe-5366-43ed-97de-148901ac02fb req-20373a3c-f4e7-4502-810f-a7fba74ae171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:26.381614 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8db5efe-5366-43ed-97de-148901ac02fb req-20373a3c-f4e7-4502-810f-a7fba74ae171 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 HTTP/1.1" status: 200 len: 898 time: 0.0956395 Nov 22 17:15:26.448993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8db5efe-5366-43ed-97de-148901ac02fb req-48cc1847-b131-419b-b342-6f464f9a4553 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9 HTTP/1.1" status: 200 len: 1001 time: 0.0595522 Nov 22 17:15:26.502395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db5efe-5366-43ed-97de-148901ac02fb req-7fcebcdb-5a52-44df-a71b-51bd0f900a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:26.504069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8db5efe-5366-43ed-97de-148901ac02fb req-7fcebcdb-5a52-44df-a71b-51bd0f900a7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85 HTTP/1.1" status: 200 len: 834 time: 0.0485961 Nov 22 17:15:26.555791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db5efe-5366-43ed-97de-148901ac02fb req-4039de59-0055-4354-aaa6-c4cabf03dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:26.557240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8db5efe-5366-43ed-97de-148901ac02fb req-4039de59-0055-4354-aaa6-c4cabf03dedf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461824 Nov 22 17:15:26.656994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8db5efe-5366-43ed-97de-148901ac02fb req-3fde5fea-3df4-454c-a58d-da66c6b677f4 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922434 Nov 22 17:15:26.753690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8db5efe-5366-43ed-97de-148901ac02fb req-6ddfac1a-a571-4b88-bcb6-006976f4b4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893767 Nov 22 17:15:26.862343 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad83631-acb3-43ad-9a8d-fd9e29610758 req-dd62acce-7aed-4ef8-b8fe-d1dc948b50ed tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:26.863801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ad83631-acb3-43ad-9a8d-fd9e29610758 req-dd62acce-7aed-4ef8-b8fe-d1dc948b50ed tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0572903 Nov 22 17:15:26.916624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ad83631-acb3-43ad-9a8d-fd9e29610758 req-582c0932-6b4e-4f71-b58c-5593c4ca561a tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453939 Nov 22 17:15:28.039331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb17b2-dc37-4b35-bbba-7fec34c3b3f7 req-346e5e4c-ac1f-40d9-bad1-50faf1642bfc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:28.040793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3bb17b2-dc37-4b35-bbba-7fec34c3b3f7 req-346e5e4c-ac1f-40d9-bad1-50faf1642bfc tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0516119 Nov 22 17:15:28.098147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3bb17b2-dc37-4b35-bbba-7fec34c3b3f7 req-f6c5ae65-4b24-4661-a1f4-943216453e88 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488811 Nov 22 17:15:29.225214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a831ba5-f265-4315-a144-65b04d39c760 req-9960453e-01e0-416b-b2a0-7395404d18b8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:29.226807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a831ba5-f265-4315-a144-65b04d39c760 req-9960453e-01e0-416b-b2a0-7395404d18b8 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0574021 Nov 22 17:15:29.282805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a831ba5-f265-4315-a144-65b04d39c760 req-fdae22d9-5a82-402a-85a7-d69097bfaab6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490630 Nov 22 17:15:30.416160 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c4fb0-2d97-4a48-b83b-1a7efdf1da81 req-30486c35-9fde-49eb-a530-ff03a58d0df7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:30.417705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e2c4fb0-2d97-4a48-b83b-1a7efdf1da81 req-30486c35-9fde-49eb-a530-ff03a58d0df7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0534105 Nov 22 17:15:30.475502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9e2c4fb0-2d97-4a48-b83b-1a7efdf1da81 req-b83d5b40-12ae-48f5-bfe5-12cca73b4796 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512290 Nov 22 17:15:31.602406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44fa0a-c3a2-4f4b-b667-18ec86a951c1 req-623cdb39-6d1f-42e4-a9de-732a41329080 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:31.604046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e44fa0a-c3a2-4f4b-b667-18ec86a951c1 req-623cdb39-6d1f-42e4-a9de-732a41329080 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0546880 Nov 22 17:15:31.662157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e44fa0a-c3a2-4f4b-b667-18ec86a951c1 req-fc0fd829-e535-48b9-943e-67d917c681f9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509288 Nov 22 17:15:32.791176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fa1e-e71f-4fc2-92f9-a1f12800b9dd req-9491a683-284f-44dd-ab73-4789cf1b2482 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:32.792756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e905fa1e-e71f-4fc2-92f9-a1f12800b9dd req-9491a683-284f-44dd-ab73-4789cf1b2482 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0559075 Nov 22 17:15:32.846262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e905fa1e-e71f-4fc2-92f9-a1f12800b9dd req-5713dfa0-f714-4dfd-90b2-cc73c57bf2b7 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470223 Nov 22 17:15:33.504900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820d601-dbed-4f54-b32a-62923aed3fb9 req-b4c5573c-8e1a-4024-9928-6c368f65c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:33.506413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9820d601-dbed-4f54-b32a-62923aed3fb9 req-b4c5573c-8e1a-4024-9928-6c368f65c61b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 1097 time: 0.0444841 Nov 22 17:15:33.560835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9820d601-dbed-4f54-b32a-62923aed3fb9 req-70040fd2-1a46-4bde-88ac-c8719be6d0e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Nov 22 17:15:33.978975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fa039-828c-4fe1-852b-5e22e7a6dece req-f8ae788d-e9c2-4d58-820f-f9197de53e2f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:33.980518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be0fa039-828c-4fe1-852b-5e22e7a6dece req-f8ae788d-e9c2-4d58-820f-f9197de53e2f tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0587809 Nov 22 17:15:34.043797 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be0fa039-828c-4fe1-852b-5e22e7a6dece req-3bbfa92d-5114-4bf6-af3f-e32f58823540 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565028 Nov 22 17:15:35.176672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31418efe-6263-414f-8785-1ec1d09e1ae5 req-6ccc4068-df80-41ee-8752-ac356c01dfb5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:35.178210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31418efe-6263-414f-8785-1ec1d09e1ae5 req-6ccc4068-df80-41ee-8752-ac356c01dfb5 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0597410 Nov 22 17:15:35.230513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31418efe-6263-414f-8785-1ec1d09e1ae5 req-bc1e6d1d-1346-4db4-9590-eb1eec6eafee tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Nov 22 17:15:35.255120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45276) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:35.321487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-403927ac-492d-4ada-89ed-44a4d348a8ef tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/floatingips/8b6ea2c9-033f-47d9-a419-d76a02815dde HTTP/1.1" status: 200 len: 993 time: 0.0652018 Nov 22 17:15:35.632873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ecdba515-eddb-4726-aa8a-a548c9735dc9 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:15:35.733922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:35.746195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'port_id': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'mac_address': 'fa:16:3e:32:82:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:15:35.785559 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:35.804802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecdba515-eddb-4726-aa8a-a548c9735dc9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:15:35.828649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:35.832840 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:35.886926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ecdba515-eddb-4726-aa8a-a548c9735dc9,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:35.894641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.895024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.895378 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.895722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.896066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.896400 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.896733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.897070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.897402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.897723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.898056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:35.898380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.038136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['ecdba515-eddb-4726-aa8a-a548c9735dc9'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:15:36.898783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.645119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ecdba515-eddb-4726-aa8a-a548c9735dc9 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:15:37.697490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port ecdba515-eddb-4726-aa8a-a548c9735dc9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:37.697891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.782350 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.810744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:37.813072 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78671dda-62e0-46bc-abbd-15e5be83fcde" -d '{"events": [{"server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "name": "network-vif-plugged", "status": "completed", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:37.826775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:37.836065 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.882838 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e393a130-8848-4297-9a3f-f2c9bd0aca08 x-openstack-request-id: req-e393a130-8848-4297-9a3f-f2c9bd0aca08 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:37.883167 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "name": "network-vif-plugged", "status": "completed", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:37.883425 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e393a130-8848-4297-9a3f-f2c9bd0aca08 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:37.884262 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'code': 200} Nov 22 17:15:37.889231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=ecdba515-eddb-4726-aa8a-a548c9735dc9,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:38.091226 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:45.563106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d5560994-8e76-4f40-8c98-c65e8a83aed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:47.949300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-649d3e0a-8dda-48d8-b76e-48cf7b850191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:49.079222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:50.854875 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:51.393118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.399091 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:16:06.903685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:08.088191 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:10.502124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45326) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:10.747799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 30cd931e-8b53-4c45-8a6d-346b8f4d8b56 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:16:10.748491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:10.857637 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:10.858280 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:10.872524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 30cd931e-8b53-4c45-8a6d-346b8f4d8b56 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:16:11.095188 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:11.131365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=30cd931e-8b53-4c45-8a6d-346b8f4d8b56,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:11.178094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.178476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.178882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.179407 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.180303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.181178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.181895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.184222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.184222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.184222 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.184883 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.184976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:11.265747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:11.266151 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Floating IP 8b6ea2c9-033f-47d9-a419-d76a02815dde disassociated (deleted). External IP: 172.25.0.39, port: ecdba515-eddb-4726-aa8a-a548c9735dc9. Nov 22 17:16:11.611155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router f6beec90-e5f3-44cd-9e01-5a4108f492bb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:16:11.809918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:16:11.818127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:11.824054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] Sync routers for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:16:11.838069 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:11.838823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:15:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:11.864224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-78933e1a-fe58-4534-a8e5-b66c18a164fd tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/floatingips/8b6ea2c9-033f-47d9-a419-d76a02815dde HTTP/1.1" status: 204 len: 168 time: 1.3574278 Nov 22 17:16:11.864224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:11.865005 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:11.980880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:12.285813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:39Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:12.325734 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] Checking router: f6beec90-e5f3-44cd-9e01-5a4108f492bb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:16:12.337097 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:12.337755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:15:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:12.349895 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74befbc0-50ef-4e9d-9428-aedaa5e614d9 x-openstack-request-id: req-74befbc0-50ef-4e9d-9428-aedaa5e614d9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:12.350213 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:12.350468 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74befbc0-50ef-4e9d-9428-aedaa5e614d9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:12.351233 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'status': 'completed', 'code': 200} Nov 22 17:16:12.516282 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-f786a737-3b1c-4444-95c7-ea05fa7c7ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:12.523228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-f786a737-3b1c-4444-95c7-ea05fa7c7ddc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 1097 time: 0.1408775 Nov 22 17:16:12.537510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdc74d-0f89-424b-b728-20a43616d18d req-ffe68740-2c41-4b7f-a9da-f1a399ce2065 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:12.539470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fcdc74d-0f89-424b-b728-20a43616d18d req-ffe68740-2c41-4b7f-a9da-f1a399ce2065 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.1006653 Nov 22 17:16:12.689214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fcdc74d-0f89-424b-b728-20a43616d18d req-3b5db568-2f93-4918-9c39-796dfad54bd6 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315801 Nov 22 17:16:12.727376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-e94b7443-4d23-4734-b0ad-fa8051fba836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:12.728921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-e94b7443-4d23-4734-b0ad-fa8051fba836 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 HTTP/1.1" status: 200 len: 898 time: 0.1867454 Nov 22 17:16:12.772350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:12.798752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-a129c995-b06a-4739-b54b-5fc99d2384cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9 HTTP/1.1" status: 200 len: 217 time: 0.0616157 Nov 22 17:16:12.892120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-225d062d-31a4-4852-9bb4-f1d3ee675600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:12.894689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-225d062d-31a4-4852-9bb4-f1d3ee675600 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85 HTTP/1.1" status: 200 len: 834 time: 0.0848212 Nov 22 17:16:12.961143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-cca57c73-df1a-42c1-a656-4c346c8bc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:12.963047 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-cca57c73-df1a-42c1-a656-4c346c8bc230 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586810 Nov 22 17:16:13.059464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:39Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:13.081187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-a31ec323-daa6-4d60-9157-573205f87638 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105440 Nov 22 17:16:13.092971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab3f00-2c50-4937-a49b-688ea56dae75 None None] The sync data for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 is: [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:37Z', 'revision_number': 4, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1f8b5b21-22fe-4128-8170-59ee76b386f0', 'name': '', 'network_id': 'f66d3ca9-409b-4d31-8fdc-d2a1320e8d35', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'mac_address': 'fa:16:3e:b0:c6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:35Z', 'updated_at': '2021-11-22T17:14:39Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'subnets': [{'id': 'dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:16:13.438311 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767505ac-8cd9-4369-aaf9-8fabdbd9cf31 None None] New status for floating IP 8b6ea2c9-033f-47d9-a419-d76a02815dde: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:16:13.483556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-7d862b1d-bb39-422b-ba5a-5467bfc09233 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:13.486050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-7d862b1d-bb39-422b-ba5a-5467bfc09233 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0678713 Nov 22 17:16:13.620732 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5c89d5a-d119-4f78-97a6-eee5ff6e3ef7 req-df5ad894-fea0-4caf-beaa-d3319f9db2f2 service neutron] 10.222.0.37 "GET /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313725 Nov 22 17:16:13.628658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port ecdba515-eddb-4726-aa8a-a548c9735dc9 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:16:13.629102 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:13.744915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port ecdba515-eddb-4726-aa8a-a548c9735dc9, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=ecdba515-eddb-4726-aa8a-a548c9735dc9,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:13.745586 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:13.767246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for ecdba515-eddb-4726-aa8a-a548c9735dc9 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:16:13.855954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadc2e3-0e1c-44a7-85a4-c20a148bb6d8 req-f100f813-9763-4f4d-b06c-cf8bdd601856 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:13.857486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ccadc2e3-0e1c-44a7-85a4-c20a148bb6d8 req-f100f813-9763-4f4d-b06c-cf8bdd601856 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/ports?device_id=096d64bd-1e21-4269-87d6-17f200be3d28 HTTP/1.1" status: 200 len: 946 time: 0.0607715 Nov 22 17:16:13.922966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ccadc2e3-0e1c-44a7-85a4-c20a148bb6d8 req-24584758-3945-45d5-a940-23c544b5cb6d tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba1f8d32-f8a6-47bc-802e-e22a867eb68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585895 Nov 22 17:16:13.939975 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:13.977377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=ecdba515-eddb-4726-aa8a-a548c9735dc9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:14.028625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.028996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.029331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.029677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.030026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.030364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.030701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.031065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.031606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.035061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.035061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.035061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:14.037462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] No DVR routers for this DVR port ecdba515-eddb-4726-aa8a-a548c9735dc9 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:16:14.041949 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:14.046517 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-79ed8806-1d41-4bb9-b749-84d545f00791 req-eac89588-77bb-4f19-b4e3-5d0ab47d26b9 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.37 "DELETE /v2.0/ports/ecdba515-eddb-4726-aa8a-a548c9735dc9 HTTP/1.1" status: 204 len: 173 time: 0.5539985 Nov 22 17:16:14.047235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'name': 'network-vif-deleted', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:14.049840 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187dc3c2-d91e-4df1-8790-aa01f51b302c" -d '{"events": [{"server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "name": "network-vif-deleted", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:14.094178 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717308ce-0e70-4b88-b91c-318cf6f0c293 x-openstack-request-id: req-717308ce-0e70-4b88-b91c-318cf6f0c293 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:14.094485 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096d64bd-1e21-4269-87d6-17f200be3d28", "name": "network-vif-deleted", "tag": "ecdba515-eddb-4726-aa8a-a548c9735dc9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:14.094776 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-717308ce-0e70-4b88-b91c-318cf6f0c293 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:14.095242 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096d64bd-1e21-4269-87d6-17f200be3d28', 'name': 'network-vif-deleted', 'tag': 'ecdba515-eddb-4726-aa8a-a548c9735dc9', 'status': 'completed', 'code': 200} Nov 22 17:16:14.996764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:15.406916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:15.562585 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a1ad131f-859e-4ccc-a177-82a927e53146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:15.706371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port 1f8b5b21-22fe-4128-8170-59ee76b386f0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:16:15.706911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:15.840215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port 1f8b5b21-22fe-4128-8170-59ee76b386f0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1f8b5b21-22fe-4128-8170-59ee76b386f0,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:15.840571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:15.855727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for 1f8b5b21-22fe-4128-8170-59ee76b386f0 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:16:16.076687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:16.103888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=1f8b5b21-22fe-4128-8170-59ee76b386f0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:16.289384 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:16.522028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Router f6beec90-e5f3-44cd-9e01-5a4108f492bb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:16:16.632053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:16:16.637779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-34203f14-89ba-41ce-9e03-998b66d54ce2 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "PUT /v2.0/routers/f6beec90-e5f3-44cd-9e01-5a4108f492bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6397238 Nov 22 17:16:16.641284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45364) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:16.644255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] Sync routers for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:16:16.655092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:16.655803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:15:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:16.717632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ace3f60-0985-414a-bdd0-dea3a4352604 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting subnet dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:16:16.726017 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ace3f60-0985-414a-bdd0-dea3a4352604 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:16.761136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-4dfb43a0-b519-4041-a6f6-e914396e1ebb tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019307935&fields=id&tenant_id=38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 267 time: 0.0915496 Nov 22 17:16:16.761832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:16.786239 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ace3f60-0985-414a-bdd0-dea3a4352604 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:16.940345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-9ba9a274-be40-4b15-b24d-98630f3c7c60 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:16.941944 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-9ba9a274-be40-4b15-b24d-98630f3c7c60 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1683209 Nov 22 17:16:16.946877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:16:16Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:16.947118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ace3f60-0985-414a-bdd0-dea3a4352604 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:16.978631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] Checking router: f6beec90-e5f3-44cd-9e01-5a4108f492bb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:16:16.984825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-173b5f93-a06d-4478-a9aa-c18cf46e9613 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/quotas/38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 375 time: 0.0345261 Nov 22 17:16:16.987459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] Routers {'f6beec90-e5f3-44cd-9e01-5a4108f492bb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:16.988112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:15:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:17.046559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ace3f60-0985-414a-bdd0-dea3a4352604 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.080834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ace3f60-0985-414a-bdd0-dea3a4352604 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.087300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0ace3f60-0985-414a-bdd0-dea3a4352604 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/subnets/dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85 HTTP/1.1" status: 204 len: 168 time: 0.4422777 Nov 22 17:16:17.087300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace3f60-0985-414a-bdd0-dea3a4352604 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7d9058-9351-49d6-8cdb-8ec3d2f0cd85,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:17.087854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45366) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:17.091451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ec05d-83c0-479c-8702-8a17494c4791 None None] Network f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:16:17.097999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-35e732f9-a3ec-4221-8c98-9dadd74dc795 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054146 Nov 22 17:16:17.102017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] Set router f6beec90-e5f3-44cd-9e01-5a4108f492bb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:17.207788 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.208307 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-3dac9844-8e81-452c-82c9-6aef490a5fc2 service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971410 Nov 22 17:16:17.311490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-d82973f1-a0b7-41f8-a76e-efc1c0b2188b service neutron] 10.222.0.59 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945866 Nov 22 17:16:17.321884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.417944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Deleting port a173523c-e5a9-4f63-aa35-05a8c33fe876 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:16:17.418501 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.429091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:16:16Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:17.468341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4fa111-783a-4cfd-8b75-f98ad7be4ff6 None None] The sync data for ids ['f6beec90-e5f3-44cd-9e01-5a4108f492bb'] in n-d-816865-2 is: [{'id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-97630471', 'tenant_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:16:16Z', 'revision_number': 5, 'project_id': 'b539c9bdd6eb4b008aef4ac5ef973f75', 'gw_port': {'id': 'a173523c-e5a9-4f63-aa35-05a8c33fe876', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:36:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6beec90-e5f3-44cd-9e01-5a4108f492bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:16:17.469890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] DHCP port deletion for f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:16:17.529459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] Deleting port e09ba662-18aa-4510-8a69-bdc31312643a {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:16:17.529845 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.539635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] For port a173523c-e5a9-4f63-aa35-05a8c33fe876, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a173523c-e5a9-4f63-aa35-05a8c33fe876,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:17.540067 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.554126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Calling delete_port for a173523c-e5a9-4f63-aa35-05a8c33fe876 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:16:17.602710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] For port e09ba662-18aa-4510-8a69-bdc31312643a, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=e09ba662-18aa-4510-8a69-bdc31312643a,segment=NetworkSegment(483062e8-9958-4ef0-9333-7c946120ac7f),segment_id=483062e8-9958-4ef0-9333-7c946120ac7f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:17.603332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.622733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] Calling delete_port for e09ba662-18aa-4510-8a69-bdc31312643a owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:16:17.699531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03f17a11-ce38-4a0b-8a7a-acfda18dfc4a req-c747a2e4-1590-4727-baa0-00e316b3fb49 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 210 time: 0.0482843 Nov 22 17:16:17.732342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.751875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.765889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] No DVR routers for this DVR port e09ba662-18aa-4510-8a69-bdc31312643a on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:16:17.770848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede60acf-06ca-4f4d-8402-4950db971032 None None] Pushing event deleted for resources: {'Port': ['ID=e09ba662-18aa-4510-8a69-bdc31312643a,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:17.781095 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Port': ['ID=a173523c-e5a9-4f63-aa35-05a8c33fe876,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:17.809153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81631eca-8a89-4283-afac-a740555dcce9 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:16:17.843388 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ecdba515-eddb-4726-aa8a-a548c9735dc9 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:16:17.871998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: ecdba515-eddb-4726-aa8a-a548c9735dc9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:16:17.872360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device ecdba515-eddb-4726-aa8a-a548c9735dc9 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:16:17.885621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.960380 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3998ca5c-ec50-4ec9-a709-2e168208fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.988469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:17.991111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.042482 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.043156 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Fanout notify agent at l3_agent the message router_deleted on router f6beec90-e5f3-44cd-9e01-5a4108f492bb {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:16:18.050825 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.051995 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-165f5413-0744-4d3e-9c6c-987601945b80 tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/routers/f6beec90-e5f3-44cd-9e01-5a4108f492bb HTTP/1.1" status: 204 len: 168 time: 0.9630251 Nov 22 17:16:18.055024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45384) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:18.146483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.250773 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.274743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66d3ca9-409b-4d31-8fdc-d2a1320e8d35']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:18.285897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483062e8-9958-4ef0-9333-7c946120ac7f') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:18.286237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483062e8-9958-4ef0-9333-7c946120ac7f') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:18.297952 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.315734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.323163 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:16:18.323741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:16:18.327003 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:16:18.388775 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.395735 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.399146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/networks/f66d3ca9-409b-4d31-8fdc-d2a1320e8d35 HTTP/1.1" status: 204 len: 168 time: 0.3431036 Nov 22 17:16:18.402193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45386) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:18.416292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fad0f-5dfc-43fa-9f4a-83de1fa9c5ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'Network': ['ID=f66d3ca9-409b-4d31-8fdc-d2a1320e8d35,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:18.463564 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-470fee9b-5647-4541-a034-fd63244cd3ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.494691 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-470fee9b-5647-4541-a034-fd63244cd3ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.560374 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-470fee9b-5647-4541-a034-fd63244cd3ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.563057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-470fee9b-5647-4541-a034-fd63244cd3ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:18.564273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-470fee9b-5647-4541-a034-fd63244cd3ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] 10.222.0.59 "DELETE /v2.0/security-groups/ba1f8d32-f8a6-47bc-802e-e22a867eb68a HTTP/1.1" status: 204 len: 168 time: 0.1601937 Nov 22 17:16:18.579300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fee9b-5647-4541-a034-fd63244cd3ea tempest-TestNetworkAdvancedServerOps-1392367430 tempest-TestNetworkAdvancedServerOps-1392367430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1f8d32-f8a6-47bc-802e-e22a867eb68a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:18.776445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-f651b0e7-ece7-4646-9f25-988f40136967 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:18.778157 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-f651b0e7-ece7-4646-9f25-988f40136967 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 812 time: 0.1302836 Nov 22 17:16:18.841851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-71ee1a99-c926-4c1a-a7b4-87cb6a812be0 req-ad4de0b5-29d7-4ac3-b199-c1df7118e1a1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 210 time: 0.0564587 Nov 22 17:16:18.864101 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-6e30741c-804a-45b0-b24f-47af9b29aad1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38be5cdd50f444bc82164b06bcea7fe6 HTTP/1.1" status: 200 len: 380 time: 0.0747278 Nov 22 17:16:18.873748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'port': {'device_id': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'admin_state_up': True, 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'security_groups': ['b0e7d748-ecb4-4fca-ba66-7236dc1b75ac']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:18.913820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45396) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:19.001314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Made reservation on behalf of 38be5cdd50f444bc82164b06bcea7fe6 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:16:19.005741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.085444 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.105428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2ba1796a-b9f6-4cef-9b4e-81aa24ac509d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b539c9bdd6eb4b008aef4ac5ef973f75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901369 Nov 22 17:16:19.106127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45400) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:19.150300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.20.0.7 (c5bee58c-100a-47e0-b8ba-57d7a1120b7f/b6d80b43-6be1-4706-9376-ce8e6fd5c28c/aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:16:19.160225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a0d44c-691f-416d-8323-4882b6944556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.183872 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a0d44c-691f-416d-8323-4882b6944556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.236692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a0d44c-691f-416d-8323-4882b6944556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.240018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61a0d44c-691f-416d-8323-4882b6944556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.243871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-61a0d44c-691f-416d-8323-4882b6944556 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5af4c81-74c9-462f-a653-b84e9b119bfb HTTP/1.1" status: 204 len: 168 time: 0.1339440 Nov 22 17:16:19.252557 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0d44c-691f-416d-8323-4882b6944556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5af4c81-74c9-462f-a653-b84e9b119bfb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:19.328339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.378128 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.437878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:16:19.444207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:19.446303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1f8b5b21-22fe-4128-8170-59ee76b386f0 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:16:19.450048 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:16:19.481972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1f8b5b21-22fe-4128-8170-59ee76b386f0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:16:19.482448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1f8b5b21-22fe-4128-8170-59ee76b386f0 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:16:19.482881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e09ba662-18aa-4510-8a69-bdc31312643a no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:16:19.490149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:19.507882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: e09ba662-18aa-4510-8a69-bdc31312643a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:16:19.508389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device e09ba662-18aa-4510-8a69-bdc31312643a not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:16:19.508848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a173523c-e5a9-4f63-aa35-05a8c33fe876 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:16:19.527232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:19.527913 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.531709 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: a173523c-e5a9-4f63-aa35-05a8c33fe876 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:16:19.532062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a173523c-e5a9-4f63-aa35-05a8c33fe876 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:16:19.573406 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-5fa74564-781d-4c9a-b358-3b26f60566d9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7035015 Nov 22 17:16:19.589017 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Request body: {'port': {'device_id': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:19.649084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45406) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:19.656941 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.705573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-275e16c4-4be9-4cb2-aa37-7288bb71f8f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=466e84125c054153ba80a6ae0846b1ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543320 Nov 22 17:16:19.706900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45408) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:19.781445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0bfd0abd-9ba8-481f-b41d-3e4eea8e46de None None] Provisioning complete for port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:19.782237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0abd-9ba8-481f-b41d-3e4eea8e46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.821561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd0abd-9ba8-481f-b41d-3e4eea8e46de None None] Port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:16:19.844981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492bbf1d-9e92-486f-8009-ada4dffc67ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.902372 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492bbf1d-9e92-486f-8009-ada4dffc67ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.977117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524f39-e58f-44da-822d-06450f3701cc req-a1592866-8ea2-4d94-9698-f98c5dee0254 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:19.984186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9524f39-e58f-44da-822d-06450f3701cc req-a1592866-8ea2-4d94-9698-f98c5dee0254 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 931 time: 0.0667953 Nov 22 17:16:19.991136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492bbf1d-9e92-486f-8009-ada4dffc67ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:19.993912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-492bbf1d-9e92-486f-8009-ada4dffc67ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:20.003116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-492bbf1d-9e92-486f-8009-ada4dffc67ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d2d6f50-e60b-4b5a-a528-27666066155b HTTP/1.1" status: 204 len: 168 time: 0.2898102 Nov 22 17:16:20.018997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bbf1d-9e92-486f-8009-ada4dffc67ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d6f50-e60b-4b5a-a528-27666066155b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:20.052128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f9524f39-e58f-44da-822d-06450f3701cc req-2ff3dd35-ada8-4665-9b3f-2f106c44d390 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666087 Nov 22 17:16:20.090937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:16:20.100302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:20.113800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Transition to ACTIVE for port object aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:16:20.121684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:20.173670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:20.279976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Attempting to bind port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:16:20.280327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Attempting to bind port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:16:20.280806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Attempting to bind port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:20.287912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:16:20.288414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Attempting to bind port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 on network c5bee58c-100a-47e0-b8ba-57d7a1120b7f {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:20.295913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:16:20.296262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Checking segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:16:20.296663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Bound using segment: {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:16:20.297128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Bound port: aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b287c9-b3d0-4855-9822-7d8fac784f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:16:20.297499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:20.393588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] For port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:16:20.399216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] For port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:16:20.409384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:20.469818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:20.470448 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:20.474219 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-404c3f0d-915f-4762-a903-118e41536810 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 HTTP/1.1" status: 200 len: 1091 time: 0.8924406 Nov 22 17:16:20.477253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:20.484463 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b20c3e-a3cc-4926-8669-2c692a260e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:20.521190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c3f0d-915f-4762-a903-118e41536810 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:20.615969 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bc035d-ef8d-4d5d-b55c-f712021d4daa x-openstack-request-id: req-c4bc035d-ef8d-4d5d-b55c-f712021d4daa {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:20.616346 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:20.616583 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4bc035d-ef8d-4d5d-b55c-f712021d4daa {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:20.617497 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'status': 'completed', 'code': 200} Nov 22 17:16:20.645243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-3b37eeb4-47f6-4658-be91-0ba4cd12daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:20.647203 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-3b37eeb4-47f6-4658-be91-0ba4cd12daff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 1094 time: 0.0880847 Nov 22 17:16:20.706151 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-984eb833-91b8-42c7-b202-fd2d2baf9bba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 HTTP/1.1" status: 200 len: 217 time: 0.0489330 Nov 22 17:16:20.768304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-3001c28a-e323-4669-a813-598abde40e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:20.769860 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-3001c28a-e323-4669-a813-598abde40e09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0562823 Nov 22 17:16:20.826385 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-35d7e2fb-48bf-4310-a2b8-0f67b6c3c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:20.827922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-35d7e2fb-48bf-4310-a2b8-0f67b6c3c37d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504770 Nov 22 17:16:20.866646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:20.922209 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-9630348c-d05e-4d1f-8d72-ac5eb4fae41c service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872068 Nov 22 17:16:21.019384 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a81e82c2-200f-4bd1-973d-153df2e0174e req-b23ade49-f054-498b-88ca-06453b504028 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899544 Nov 22 17:16:21.120764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-9bd23ecd-eec2-493c-b2c8-a3f736400fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:21.122364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-9bd23ecd-eec2-493c-b2c8-a3f736400fed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 1094 time: 0.0492010 Nov 22 17:16:21.191768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26709453-db5d-462c-85d7-63906407384b req-3938bc03-4286-4233-8e1d-94d0f8477e61 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:21.193350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26709453-db5d-462c-85d7-63906407384b req-3938bc03-4286-4233-8e1d-94d0f8477e61 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0599039 Nov 22 17:16:21.227328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-b0a09231-7037-4753-9589-274a66fa2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:21.228842 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-b0a09231-7037-4753-9589-274a66fa2862 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0982089 Nov 22 17:16:21.246853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26709453-db5d-462c-85d7-63906407384b req-0ff4868c-d6d1-4092-aa42-840006a438e6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467093 Nov 22 17:16:21.277604 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-6ced478e-a3f3-42f7-83fc-215ca47f5cce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 HTTP/1.1" status: 200 len: 217 time: 0.0408597 Nov 22 17:16:21.329370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-6e25612c-3bfa-4c6e-a970-22f6ca95e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:21.330872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-6e25612c-3bfa-4c6e-a970-22f6ca95e0b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0457315 Nov 22 17:16:21.383657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-aeb0fcc6-526f-4972-87ea-772c31797af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:21.386930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-aeb0fcc6-526f-4972-87ea-772c31797af7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482149 Nov 22 17:16:21.412379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:21.509675 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-8390d6f7-6b57-400c-a6ba-d34921ff27b9 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068959 Nov 22 17:16:21.607991 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-82b20c3e-a3cc-4926-8669-2c692a260e3e req-c795b9c7-33f7-429e-afca-d211d50a301e service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902307 Nov 22 17:16:22.383731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46edc-64d1-42f2-9318-6d400f8d1798 req-d188c138-a580-4e93-beb8-8ebe423cb581 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:22.385261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ab46edc-64d1-42f2-9318-6d400f8d1798 req-d188c138-a580-4e93-beb8-8ebe423cb581 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0586967 Nov 22 17:16:22.448292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ab46edc-64d1-42f2-9318-6d400f8d1798 req-d0a4aeb8-d728-46b1-8bcf-99606ca8e4e4 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563321 Nov 22 17:16:23.587985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2ce8-c626-40d9-98d9-cf5202b15cf3 req-0db22007-f23d-43a7-bb59-5125ae6947e3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:23.589777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-996c2ce8-c626-40d9-98d9-cf5202b15cf3 req-0db22007-f23d-43a7-bb59-5125ae6947e3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0599866 Nov 22 17:16:23.644131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-996c2ce8-c626-40d9-98d9-cf5202b15cf3 req-8f73e1e2-27d5-4d75-89ca-0c1b67c9b19d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479424 Nov 22 17:16:23.777818 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-7f98c6d7-4a5b-4e75-9140-8e3e917d169e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502489 Nov 22 17:16:23.873818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-f6020d85-f76b-4e48-883b-a9bfd995792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:23.876144 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-f6020d85-f76b-4e48-883b-a9bfd995792f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0487094 Nov 22 17:16:23.987405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-2fba488d-2a16-429a-872b-ba83e2d2c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:23.988965 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-2fba488d-2a16-429a-872b-ba83e2d2c747 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0922971 Nov 22 17:16:24.080478 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-fc4fec8b-1612-4e87-90da-56e8950a9968 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 200 len: 1001 time: 0.0830245 Nov 22 17:16:24.135582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-668badfe-eedb-4a09-ba0d-75624f039b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:24.136883 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-668badfe-eedb-4a09-ba0d-75624f039b26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0488307 Nov 22 17:16:24.189834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-81d668cd-4846-456c-a779-7e94d27c4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:24.191897 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-81d668cd-4846-456c-a779-7e94d27c4a9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444038 Nov 22 17:16:24.627191 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-9233df9d-35cd-4a7b-a96a-7c85f9043ea3 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265316 Nov 22 17:16:24.733354 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a434dd4a-ba4c-4591-8bbb-499447396f68 req-f57d7cfa-4a64-4336-92c3-b380fb7c379b service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988493 Nov 22 17:16:24.764127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538098-d809-41a0-aec7-69a475109985 req-e4f06589-080d-43f1-8c96-2e3287982ecf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:24.765823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52538098-d809-41a0-aec7-69a475109985 req-e4f06589-080d-43f1-8c96-2e3287982ecf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0501280 Nov 22 17:16:24.827416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52538098-d809-41a0-aec7-69a475109985 req-586bf438-0f03-4890-bce0-ad7ff4c1691d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525095 Nov 22 17:16:25.975806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc42a4d-5118-4321-93d0-ecb71fa27de9 req-2058a461-afc6-482f-b181-fce7d61586d1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:25.977743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dc42a4d-5118-4321-93d0-ecb71fa27de9 req-2058a461-afc6-482f-b181-fce7d61586d1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0742202 Nov 22 17:16:26.040019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dc42a4d-5118-4321-93d0-ecb71fa27de9 req-96995651-bbbd-4d28-9fd0-823834807a09 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541754 Nov 22 17:16:27.186669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7cf39-87c0-4a7e-b827-868da1d6be98 req-607303ea-a700-4a82-823c-c4f51faadf37 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:27.189013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7f7cf39-87c0-4a7e-b827-868da1d6be98 req-607303ea-a700-4a82-823c-c4f51faadf37 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0665030 Nov 22 17:16:27.250938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7f7cf39-87c0-4a7e-b827-868da1d6be98 req-cc847c04-8155-4367-8122-f3c236ade18c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526571 Nov 22 17:16:28.375351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fbc08-3408-455e-995e-79205402283b req-12e5516e-af07-445b-9483-f4565c2115d7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:28.376819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da7fbc08-3408-455e-995e-79205402283b req-12e5516e-af07-445b-9483-f4565c2115d7 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0561547 Nov 22 17:16:28.437480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-da7fbc08-3408-455e-995e-79205402283b req-8bf4d011-8a34-40fd-b993-7fbd739c4ef9 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543680 Nov 22 17:16:29.571684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eff8b-a471-4485-b04a-2ab16adc5c19 req-83295d53-f9e9-409b-b8e5-7cc5e9484e59 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:29.573238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce5eff8b-a471-4485-b04a-2ab16adc5c19 req-83295d53-f9e9-409b-b8e5-7cc5e9484e59 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0571282 Nov 22 17:16:29.628379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce5eff8b-a471-4485-b04a-2ab16adc5c19 req-46f25845-2250-4dda-9c24-4e86b53e29fe tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488558 Nov 22 17:16:30.762838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29aaf0-838e-4ab7-8688-7e57a4d7cca9 req-19dc3599-5f0e-448f-a85c-5be2f442200c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:30.764418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b29aaf0-838e-4ab7-8688-7e57a4d7cca9 req-19dc3599-5f0e-448f-a85c-5be2f442200c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0546587 Nov 22 17:16:30.828515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b29aaf0-838e-4ab7-8688-7e57a4d7cca9 req-72f8b952-b7d2-44a4-b945-6312ddaa2fcf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578539 Nov 22 17:16:31.904670 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:16:31.953770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ce815-2187-4963-8de4-50b5dd4db326 req-e9545843-103b-45e3-83f2-50577f68fc1d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:31.955298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a3ce815-2187-4963-8de4-50b5dd4db326 req-e9545843-103b-45e3-83f2-50577f68fc1d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 943 time: 0.0530028 Nov 22 17:16:32.005109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:32.007477 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a3ce815-2187-4963-8de4-50b5dd4db326 req-d8507263-9a4a-4dcc-9c41-a7c4a132ca38 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455999 Nov 22 17:16:32.017818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'port_id': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'mac_address': 'fa:16:3e:5a:15:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:16:32.055578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:32.068495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:16:32.089913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:32.096651 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:32.145949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:32.303627 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:16:32.400078 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:16:33.141155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc6c23-6eb4-45de-85fd-4e910110f509 req-dfa1e8ba-cca3-4924-ac08-bd6e84734b9a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:33.142663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02fc6c23-6eb4-45de-85fd-4e910110f509 req-dfa1e8ba-cca3-4924-ac08-bd6e84734b9a tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 944 time: 0.0546827 Nov 22 17:16:33.200169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-02fc6c23-6eb4-45de-85fd-4e910110f509 req-10c0646c-ef7b-4d0c-9344-5c47a6b1604c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491507 Nov 22 17:16:33.910663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:16:33.976989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:16:33.981379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:33.981769 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:34.068914 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:34.094657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:34.097106 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26044565-882f-4385-8579-0eff7ba07649" -d '{"events": [{"server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "name": "network-vif-plugged", "status": "completed", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:34.111052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:34.117508 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:34.153046 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329fa1f1-14b0-4839-b511-cd485c2cc209 x-openstack-request-id: req-329fa1f1-14b0-4839-b511-cd485c2cc209 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:34.153329 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "name": "network-vif-plugged", "status": "completed", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:34.153612 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-329fa1f1-14b0-4839-b511-cd485c2cc209 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:34.154069 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'code': 200} Nov 22 17:16:34.182607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:34.250404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37316a05-e68e-4c63-afcc-a8efe8511b33 req-2b2de0c0-4692-4c1b-8b0b-4d399e65636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:34.252434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37316a05-e68e-4c63-afcc-a8efe8511b33 req-2b2de0c0-4692-4c1b-8b0b-4d399e65636c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 1096 time: 0.0457938 Nov 22 17:16:34.305918 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37316a05-e68e-4c63-afcc-a8efe8511b33 req-951c4533-a662-4514-9170-0cfc23df4785 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464234 Nov 22 17:16:34.335551 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9c159-9081-49a7-9cbc-25e4c3e3be9e req-1118fad2-d2f0-4af0-a6ac-0a941f5e68a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:34.337109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89a9c159-9081-49a7-9cbc-25e4c3e3be9e req-1118fad2-d2f0-4af0-a6ac-0a941f5e68a0 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 945 time: 0.0584104 Nov 22 17:16:34.388812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89a9c159-9081-49a7-9cbc-25e4c3e3be9e req-b858d2e5-ccb3-4338-a939-7fde1a66124e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Nov 22 17:16:35.805023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cd972-9a8a-43b3-ab67-eecf6a909725 req-4291984a-587b-484d-ab24-8219c946a409 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:35.807062 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-180cd972-9a8a-43b3-ab67-eecf6a909725 req-4291984a-587b-484d-ab24-8219c946a409 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 945 time: 0.0571737 Nov 22 17:16:35.861177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-180cd972-9a8a-43b3-ab67-eecf6a909725 req-4fae70c9-ee32-4661-9e82-0660841e5423 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471616 Nov 22 17:16:35.996747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce233fa-6027-4007-8d92-20afcea40f39 req-77da8f44-c268-4369-87cb-89b2d630c996 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:35.998243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ce233fa-6027-4007-8d92-20afcea40f39 req-77da8f44-c268-4369-87cb-89b2d630c996 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 945 time: 0.0631855 Nov 22 17:16:36.058644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ce233fa-6027-4007-8d92-20afcea40f39 req-12017e8b-eac7-4116-9212-6fe1d88dd002 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518210 Nov 22 17:16:36.081488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:36.124599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d08ed8-ed5a-49ed-9575-11fb28e8a592 tempest-TestVolumeBootPattern-1168871714 tempest-TestVolumeBootPattern-1168871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:36.126098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95d08ed8-ed5a-49ed-9575-11fb28e8a592 tempest-TestVolumeBootPattern-1168871714 tempest-TestVolumeBootPattern-1168871714-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 1091 time: 0.0436175 Nov 22 17:16:36.129023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45448) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:36.133412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:36.158053 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:36.277925 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:36.387240 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Allocated IP 172.25.0.76 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/ef77a3f0-0320-4861-b5ba-ca1d53e4a6a7) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:16:36.499626 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:36.539561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:36.593893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:16:36.595762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:36.597776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=ef77a3f0-0320-4861-b5ba-ca1d53e4a6a7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:36.599972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:16:36.917994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:37.006090 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:37.080580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:37.262126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:37.268660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:37.341583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event updated for resources: {'Port': ['ID=ef77a3f0-0320-4861-b5ba-ca1d53e4a6a7,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:37.356206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:37.465528 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Floating IP 7d327ae2-3607-4a32-aa8c-cdba3689afee associated. External IP: 172.25.0.76, port: aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5. Nov 22 17:16:37.695820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:16:37.808701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:16:37.819377 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:16:37.829317 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:37.829930 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:16:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:37.830065 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:37.862539 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef2ba464-cff7-4310-9ab8-9665545b2052 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7324259 Nov 22 17:16:37.863170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:37.865624 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff1c8e1-c3cb-4d74-b93e-250073192995" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:37.910256 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e4e676-d9cc-4ed7-be22-2e3cd7d6ba1c x-openstack-request-id: req-95e4e676-d9cc-4ed7-be22-2e3cd7d6ba1c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:37.910555 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:37.910787 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95e4e676-d9cc-4ed7-be22-2e3cd7d6ba1c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:37.911240 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'status': 'completed', 'code': 200} Nov 22 17:16:37.943977 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:37.977418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-8c84e707-8b40-48cb-ae4e-43940a3d3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:37.979709 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-8c84e707-8b40-48cb-ae4e-43940a3d3ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 1096 time: 0.0453994 Nov 22 17:16:38.069842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-d207f5c8-f198-49cc-8268-dc915f6db986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.071457 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-d207f5c8-f198-49cc-8268-dc915f6db986 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0845158 Nov 22 17:16:38.105635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:38.145930 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-58478065-1287-42b5-88b3-3933ec652ce7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 HTTP/1.1" status: 200 len: 998 time: 0.0675142 Nov 22 17:16:38.176422 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '7d327ae2-3607-4a32-aa8c-cdba3689afee', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5a:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:36Z', 'updated_at': '2021-11-22T17:16:36Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}, {'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:38Z', 'revision_number': 1, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:38.198902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-62526a73-6fa5-4459-873b-3cb5cb5c7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.200460 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-62526a73-6fa5-4459-873b-3cb5cb5c7c5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0469913 Nov 22 17:16:38.253948 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-e1b7a949-d155-4b54-be26-398544aed898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.255569 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-e1b7a949-d155-4b54-be26-398544aed898 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459538 Nov 22 17:16:38.302735 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:16:38.312193 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:38.312795 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:16:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:38.357871 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-d87c3643-be6f-42fb-86ba-d99b868e69a0 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939615 Nov 22 17:16:38.420622 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:38.449814 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2ff1c8e1-c3cb-4d74-b93e-250073192995 req-78fd7c2f-8d48-4584-a004-bf47028f318e service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844791 Nov 22 17:16:38.659257 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '7d327ae2-3607-4a32-aa8c-cdba3689afee', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5a:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:36Z', 'updated_at': '2021-11-22T17:16:36Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}, {'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:38Z', 'revision_number': 1, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:38.689237 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde5f72-38cb-41a7-a05e-c05bedc6baa3 None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '7d327ae2-3607-4a32-aa8c-cdba3689afee', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5a:15:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:36Z', 'updated_at': '2021-11-22T17:16:36Z', 'revision_number': 0, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}, {'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:38Z', 'revision_number': 1, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:16:38.887671 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49066fc6-2114-4f55-bd35-665c1fc500bf None None] New status for floating IP 7d327ae2-3607-4a32-aa8c-cdba3689afee: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:16:45.560525 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f629d63d-e535-43ed-bc7f-495b73fb41cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.957473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e5a4e87-5fbb-4a6e-9265-3e61791abe96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.086890 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:50.863417 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.400236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:06.922880 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:08.126442 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:09.401722 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:17:15.559407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8dd0-86d8-4214-ab72-b4b8b861c3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:17.953850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f00f4675-17a4-4ba0-8c47-d3d3af859af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:19.093027 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:20.864173 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:21.401523 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:24.392247 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-9574d5d2-3b41-4ddd-a289-fd41585df25b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1882882 Nov 22 17:17:24.487726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a804-b5a1-4999-b448-32aea9aa572d req-489adb1c-991e-446e-a9ee-be74aeba28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:24.489234 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-489adb1c-991e-446e-a9ee-be74aeba28fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0501957 Nov 22 17:17:24.602571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a804-b5a1-4999-b448-32aea9aa572d req-c707e8cd-00d0-4e27-9710-2be0da892490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:24.604299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-c707e8cd-00d0-4e27-9710-2be0da892490 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0921888 Nov 22 17:17:24.680627 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-89484aee-1099-4162-9e9f-5ff2f58063d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 200 len: 1001 time: 0.0694156 Nov 22 17:17:24.748033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a804-b5a1-4999-b448-32aea9aa572d req-c3d1c8ec-3414-4767-b0ce-24ded842352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:24.749751 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-c3d1c8ec-3414-4767-b0ce-24ded842352d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0620875 Nov 22 17:17:24.803822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a804-b5a1-4999-b448-32aea9aa572d req-ec624a69-f1d3-4d8f-b98d-1bac232c9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:24.806504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-ec624a69-f1d3-4d8f-b98d-1bac232c9ede service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486150 Nov 22 17:17:24.818360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-0bd531bf-2309-4797-b7a9-88c934b46c6d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:17:24.819955 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-0bd531bf-2309-4797-b7a9-88c934b46c6d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070598 Nov 22 17:17:24.935322 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-6f198e48-d6f2-4074-935c-20a7c0e2a241 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073506 Nov 22 17:17:25.041091 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7247a804-b5a1-4999-b448-32aea9aa572d req-abfeff8f-0dec-450a-893f-f7e2ea8b915f service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986934 Nov 22 17:17:30.242453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-d6342bc4-5b11-4d7e-ba24-74d4a375ebfd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446410 Nov 22 17:17:30.332510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-0f1e697c-01bf-4414-9990-954669fe2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:30.334412 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-0f1e697c-01bf-4414-9990-954669fe2b40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 1096 time: 0.0479043 Nov 22 17:17:30.447194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-87af2567-6892-486a-8d05-0920fea34451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:30.448721 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-87af2567-6892-486a-8d05-0920fea34451 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0942063 Nov 22 17:17:30.526421 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-0cbdf5b4-7aff-45a7-9080-e33342a40a63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 HTTP/1.1" status: 200 len: 1000 time: 0.0704050 Nov 22 17:17:30.579123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-5d1eb48b-e4b8-4e4d-8de1-28cefd16ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:30.580641 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-5d1eb48b-e4b8-4e4d-8de1-28cefd16ae89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0473940 Nov 22 17:17:30.634394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-74081de9-ec88-4e92-bbc3-2d50a3239408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:30.636062 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-74081de9-ec88-4e92-bbc3-2d50a3239408 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484421 Nov 22 17:17:30.737942 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-2206e6d7-e4aa-4fe8-b114-a5ebcef35c5c service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949430 Nov 22 17:17:30.836608 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7ba6008a-cc02-4c4d-9bfc-b92d7a670408 req-c50d5e2d-79b1-4466-b78e-d3a3896c4117 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918410 Nov 22 17:17:36.939476 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.138643 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:45.556783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a237-29c5-42ce-b0b0-73f9d19d78d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:46.402139 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:17:47.957237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7b575ae-ac26-495f-8b04-6bc7cd656837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:49.091449 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:50.869816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:51.396815 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:06.953355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:08.001283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45478) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:08.136143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:08.323591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port ef77a3f0-0320-4861-b5ba-ca1d53e4a6a7 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:08.323906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:08.406636 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:08.406882 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:08.422030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for ef77a3f0-0320-4861-b5ba-ca1d53e4a6a7 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:08.600474 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:08.627155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=ef77a3f0-0320-4861-b5ba-ca1d53e4a6a7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:08.641499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.641852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.642201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.642582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.642929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.643293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.643623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.643957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.644284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.644610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.644937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.645253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:08.698680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:08.699025 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Floating IP 7d327ae2-3607-4a32-aa8c-cdba3689afee disassociated (deleted). External IP: 172.25.0.76, port: aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5. Nov 22 17:18:08.912110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:18:09.036647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:18:09.042327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:09.048657 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:18:09.059801 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:18:09.060465 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:17:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:09.070626 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b79b1b59-d700-4472-acef-2251f5002c88 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "DELETE /v2.0/floatingips/7d327ae2-3607-4a32-aa8c-cdba3689afee HTTP/1.1" status: 204 len: 168 time: 1.0681977 Nov 22 17:18:09.071806 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:18:09.073867 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:18:09.176922 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:18:09.250915 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c595558f-de13-452c-9758-cec48734b2d5 x-openstack-request-id: req-c595558f-de13-452c-9758-cec48734b2d5 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:18:09.251297 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:18:09.251615 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c595558f-de13-452c-9758-cec48734b2d5 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:18:09.252113 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'status': 'completed', 'code': 200} Nov 22 17:18:09.322813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-b62aa4e7-5b6e-4cf4-9691-345c64a61c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:09.324382 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-b62aa4e7-5b6e-4cf4-9691-345c64a61c5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 1096 time: 0.0471251 Nov 22 17:18:09.352231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdebf77-5f3f-4965-ac52-996d7d34d565 req-5e16a8b5-4d6d-46aa-b1b1-9be6637c35e1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:09.354573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fdebf77-5f3f-4965-ac52-996d7d34d565 req-5e16a8b5-4d6d-46aa-b1b1-9be6637c35e1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 945 time: 0.0568035 Nov 22 17:18:09.418115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-4f587d10-18cd-419e-9e37-08f60a611220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:09.419678 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-4f587d10-18cd-419e-9e37-08f60a611220 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.0874829 Nov 22 17:18:09.429647 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:38Z', 'revision_number': 1, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:09.431340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2fdebf77-5f3f-4965-ac52-996d7d34d565 req-2a203633-2cb3-4fe9-bf56-51f87e4ca82e tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607307 Nov 22 17:18:09.458423 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:18:09.467753 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:18:09.468429 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:17:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:09.468812 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-090c61ba-5c53-43d3-ac30-c0f6d570122d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 HTTP/1.1" status: 200 len: 217 time: 0.0412772 Nov 22 17:18:09.520024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-c62ba7f1-f4b1-453b-baf3-ffc8b89aa3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:09.521546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-c62ba7f1-f4b1-453b-baf3-ffc8b89aa3c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0453010 Nov 22 17:18:09.569035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-ed290a01-610d-45fb-be3b-f715a28a9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:09.570678 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-ed290a01-610d-45fb-be3b-f715a28a9567 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420222 Nov 22 17:18:09.579329 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:18:09.583069 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-30c474cb-2ed3-4566-8f0a-c5c8ae7c71bc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:18:09.584041 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-30c474cb-2ed3-4566-8f0a-c5c8ae7c71bc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056038 Nov 22 17:18:09.677980 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-825c30ef-8ed0-48c6-ade8-7bc7880c6bf4 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866654 Nov 22 17:18:09.820042 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:38Z', 'revision_number': 1, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:09.849429 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002599d8-7ebd-46d3-9a81-6320a7ff917c None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e290abcb-917b-4081-a445-7f82d41d3670', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'port_id': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'mac_address': 'fa:16:3e:5f:f7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:34Z', 'updated_at': '2021-11-22T17:14:38Z', 'revision_number': 1, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:18:10.098179 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecbdcc-624a-4e25-8af9-d63d8eac9725 None None] New status for floating IP 7d327ae2-3607-4a32-aa8c-cdba3689afee: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:18:10.116793 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b10bacc9-453e-4c7d-88c6-2b82cbc9faf2 req-3ef0786a-e19a-4805-af91-b836f95837b5 service neutron] 10.222.0.37 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302320 Nov 22 17:18:10.589885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4daee9-c09e-410b-9be6-4bad5a94d286 req-f3f708cc-adcf-4ff0-a4fb-28ede149cfc1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:10.591461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f4daee9-c09e-410b-9be6-4bad5a94d286 req-f3f708cc-adcf-4ff0-a4fb-28ede149cfc1 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 945 time: 0.0530624 Nov 22 17:18:10.646593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7f4daee9-c09e-410b-9be6-4bad5a94d286 req-cc2c84de-01fa-4855-b2af-87ff7c1f8870 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488682 Nov 22 17:18:10.792938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-3e8961aa-fee9-4202-9e55-fd356be9cbb6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:10.794469 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-3e8961aa-fee9-4202-9e55-fd356be9cbb6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 945 time: 0.0533683 Nov 22 17:18:10.893530 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:10.893828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:10.993824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] For port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:10.994186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:11.010793 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:11.140794 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:11.172976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:11.218804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] No DVR routers for this DVR port aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:18:11.222457 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:11.226492 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be2e22dd-39bd-4069-9420-4dbb72b35987 req-bde0162b-c56f-4762-a61f-b2926bc64a7d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.37 "DELETE /v2.0/ports/aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 HTTP/1.1" status: 204 len: 173 time: 0.4256492 Nov 22 17:18:11.253230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'name': 'network-vif-deleted', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:18:11.255689 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6af830-0e1d-460e-a9c9-5d390f23ed02" -d '{"events": [{"server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "name": "network-vif-deleted", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:18:11.293962 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e91f359-8ba2-412f-8fb2-c6552fb1048b x-openstack-request-id: req-3e91f359-8ba2-412f-8fb2-c6552fb1048b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:18:11.294271 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0bd046-1cda-47cd-8a95-4b5f03835b12", "name": "network-vif-deleted", "tag": "aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:18:11.294525 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e91f359-8ba2-412f-8fb2-c6552fb1048b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:18:11.294925 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0bd046-1cda-47cd-8a95-4b5f03835b12', 'name': 'network-vif-deleted', 'tag': 'aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5', 'status': 'completed', 'code': 200} Nov 22 17:18:11.750782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3532ee33-4fda-4a98-98a6-7aa953af9ac0 req-40af863c-2b4f-4f3c-94a5-ea19f802aa54 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 210 time: 0.0290136 Nov 22 17:18:12.860697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7cd968b9-a470-4f54-982b-1017cffb340b req-facaeebe-1764-492d-8a6e-14f98c619fe6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 210 time: 0.0287302 Nov 22 17:18:13.960195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84ec76ac-0e81-48fb-a549-d6a52b09ab1d req-627615d8-1812-428b-b9c1-fbecfd81b436 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Nov 22 17:18:14.299553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:14.328001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:18:14.328320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device aa3b32b1-91cc-4ce5-a7ad-6676a2bc77e5 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:14.975205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-aea79328-83f0-452c-a741-726ebedf3040 req-f99816e2-1e78-4999-8f9a-6ed3fe82fd08 service neutron] (103442) timed out ('10.222.0.59', 33376) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:18:15.059499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8101dc6-efcb-48b0-8392-252b242e951a req-b3e7d6c2-bacd-4cde-9f27-267b4c7d0fd6 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 210 time: 0.0274718 Nov 22 17:18:15.556224 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ab5a0fa-7719-4e1a-8bb2-be5f9c54766f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:16.171499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8fa5584-0675-4430-8d3f-c0119e5b0da0 req-09fe4f37-1276-4e04-a9d6-182590becabf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd0bd046-1cda-47cd-8a95-4b5f03835b12 HTTP/1.1" status: 200 len: 210 time: 0.0282664 Nov 22 17:18:17.951414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-794fcb81-87fa-4787-be5c-d8fd84fed885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:19.095281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:20.873799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:21.402257 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:22.604848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45536) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:22.781714 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port 92f8b82a-3042-418d-816e-9936ff989dac {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:22.782037 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:22.868805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:22.869115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:22.881001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for 92f8b82a-3042-418d-816e-9936ff989dac owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:23.053620 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:23.082909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=92f8b82a-3042-418d-816e-9936ff989dac,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:23.145584 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:23.145912 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Floating IP e290abcb-917b-4081-a445-7f82d41d3670 disassociated (deleted). External IP: 172.25.0.143, port: cc46017a-e147-45b0-b4b4-3c6139761032. Nov 22 17:18:23.370518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:18:23.402514 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:18:23.491726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:18:23.496885 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:23.501854 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:18:23.515327 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:18:23.515924 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:18:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:23.529051 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-70ad1e8b-76f9-486b-ba11-b972a9c3ffc3 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "DELETE /v2.0/floatingips/e290abcb-917b-4081-a445-7f82d41d3670 HTTP/1.1" status: 204 len: 168 time: 0.9230211 Nov 22 17:18:23.529638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:18:23.531961 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c5dfae-1a18-481f-b96b-584ee481dd85" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:18:23.629286 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:18:23.696386 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8294f3b7-cc23-4109-b57c-83fc20bb0efe x-openstack-request-id: req-8294f3b7-cc23-4109-b57c-83fc20bb0efe {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:18:23.696960 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:18:23.696960 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8294f3b7-cc23-4109-b57c-83fc20bb0efe {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:18:23.697270 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'status': 'completed', 'code': 200} Nov 22 17:18:23.769588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-b23c4fa6-e9d3-453b-8347-685ed5587fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:23.771331 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-b23c4fa6-e9d3-453b-8347-685ed5587fcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 1096 time: 0.0518162 Nov 22 17:18:23.811246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f0aa7-ce7e-4997-8f97-28f59d9f670d req-575a4237-90ba-4ef0-9233-15549e1d9729 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:23.812793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b69f0aa7-ce7e-4997-8f97-28f59d9f670d req-575a4237-90ba-4ef0-9233-15549e1d9729 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 945 time: 0.0646262 Nov 22 17:18:23.879106 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:23.887330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b69f0aa7-ce7e-4997-8f97-28f59d9f670d req-fcaa2048-bc88-4bf6-a1e9-1685f9522678 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672376 Nov 22 17:18:23.894059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-6a392186-c830-495e-906b-a40b04a4ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:23.895651 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-6a392186-c830-495e-906b-a40b04a4ee1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 200 len: 913 time: 0.1150773 Nov 22 17:18:23.917307 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:18:23.928557 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:18:23.929794 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:18:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:23.953276 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-31c778f3-9641-492f-8dfe-675dd76f8694 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 200 len: 217 time: 0.0490682 Nov 22 17:18:24.014099 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-e81db918-d678-4be6-8677-a397028278db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:24.016396 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-e81db918-d678-4be6-8677-a397028278db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 200 len: 851 time: 0.0548460 Nov 22 17:18:24.061193 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:18:24.079908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-41539c42-67e4-47ec-b414-a79243518d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:24.081443 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-41539c42-67e4-47ec-b414-a79243518d95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5bee58c-100a-47e0-b8ba-57d7a1120b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550573 Nov 22 17:18:24.186002 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-9aaa0dc5-292f-491b-816b-3df90506ebc4 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939584 Nov 22 17:18:24.298841 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:24.303956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-38c5dfae-1a18-481f-b96b-584ee481dd85 req-c2afb0d8-0c5f-47f4-a4d2-8f8881b61c84 service neutron] 10.222.0.62 "GET /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095035 Nov 22 17:18:24.336609 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49065638-1122-47b9-b35a-7e614cfc99c0 None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:23Z', 'revision_number': 4, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6', 'name': '', 'network_id': 'c5bee58c-100a-47e0-b8ba-57d7a1120b7f', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'mac_address': 'fa:16:3e:2f:73:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:21Z', 'updated_at': '2021-11-22T17:06:29Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'subnets': [{'id': 'b6d80b43-6be1-4706-9376-ce8e6fd5c28c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:18:24.616443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3aa275-357c-400a-a2e0-5d2c1c7a596c None None] New status for floating IP e290abcb-917b-4081-a445-7f82d41d3670: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:18:25.027793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054e5cd-c07f-4968-b0c8-8bb8d5f24329 req-86498cf2-d2b8-4117-bfe9-0f26a5af643d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:25.029359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d054e5cd-c07f-4968-b0c8-8bb8d5f24329 req-86498cf2-d2b8-4117-bfe9-0f26a5af643d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 945 time: 0.0611808 Nov 22 17:18:25.087915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d054e5cd-c07f-4968-b0c8-8bb8d5f24329 req-1915ee59-9165-4c23-811f-b57dbaa27dbf tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523238 Nov 22 17:18:25.499820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071142-9d63-4da7-9e31-e3707622a23f req-172ed8ce-0ec1-413c-ba9f-9deecc26f327 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:25.501262 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d071142-9d63-4da7-9e31-e3707622a23f req-172ed8ce-0ec1-413c-ba9f-9deecc26f327 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 945 time: 0.0595474 Nov 22 17:18:25.598468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port cc46017a-e147-45b0-b4b4-3c6139761032 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:25.598786 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:25.703586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] For port cc46017a-e147-45b0-b4b4-3c6139761032, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=cc46017a-e147-45b0-b4b4-3c6139761032,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:25.703953 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:25.717583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for cc46017a-e147-45b0-b4b4-3c6139761032 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:25.855529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:25.886421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=cc46017a-e147-45b0-b4b4-3c6139761032,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:25.926401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] No DVR routers for this DVR port cc46017a-e147-45b0-b4b4-3c6139761032 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:18:25.929533 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:25.933025 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9d071142-9d63-4da7-9e31-e3707622a23f req-1fe5e43c-8965-4a5b-bc52-dbdf1ece9a29 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.62 "DELETE /v2.0/ports/cc46017a-e147-45b0-b4b4-3c6139761032 HTTP/1.1" status: 204 len: 173 time: 0.4250183 Nov 22 17:18:25.933478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'name': 'network-vif-deleted', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:18:25.935850 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc98956-f300-47b8-b2c4-43c804cc14d4" -d '{"events": [{"server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "name": "network-vif-deleted", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:18:25.977438 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b6b6f2-c8ec-469f-9837-4033fcfc717c x-openstack-request-id: req-25b6b6f2-c8ec-469f-9837-4033fcfc717c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:18:25.977730 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc91eda-c59e-447f-a577-c0227a0dfc37", "name": "network-vif-deleted", "tag": "cc46017a-e147-45b0-b4b4-3c6139761032", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:18:25.977986 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25b6b6f2-c8ec-469f-9837-4033fcfc717c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:18:25.978410 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc91eda-c59e-447f-a577-c0227a0dfc37', 'name': 'network-vif-deleted', 'tag': 'cc46017a-e147-45b0-b4b4-3c6139761032', 'status': 'completed', 'code': 200} Nov 22 17:18:26.197540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a2b5025-b6b1-484b-b415-cd5dce1cd20e req-a0caa8c3-b8d1-4f41-9c95-702db91c7a22 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 210 time: 0.0316060 Nov 22 17:18:27.303385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad131dbf-d33c-4593-8fee-c1edb7cd0fe7 req-dc5bef3f-99e5-4b40-b3dc-246a4a99098d tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 210 time: 0.0321021 Nov 22 17:18:28.414875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64cde860-fa53-4d3c-8781-1c8cd5d6742b req-07979aab-6b0d-46f1-9c7e-d3d02c81cdcd tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 210 time: 0.0307546 Nov 22 17:18:28.612205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device cc46017a-e147-45b0-b4b4-3c6139761032 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:28.636597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: cc46017a-e147-45b0-b4b4-3c6139761032 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:18:28.636983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device cc46017a-e147-45b0-b4b4-3c6139761032 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:29.513779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-881baf4c-30a2-45b2-8822-d03c5eab30da req-0a6455ec-02b4-4cae-9ab6-74cde662434c tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 210 time: 0.0270405 Nov 22 17:18:30.625844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1e55a803-dd4d-4e19-b850-ec1e01af16b0 req-0d236723-71b5-4928-8947-372db307d0fd tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "GET /v2.0/ports?device_id=1bc91eda-c59e-447f-a577-c0227a0dfc37 HTTP/1.1" status: 200 len: 210 time: 0.0278251 Nov 22 17:18:31.694261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:31.823919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Deleting port 0ee66c0c-d10e-419b-9e86-31f4c33e6f66 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:31.824321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:31.911904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:31.912207 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:31.925367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Calling delete_port for 0ee66c0c-d10e-419b-9e86-31f4c33e6f66 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:32.082204 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:32.108916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'Port': ['ID=0ee66c0c-d10e-419b-9e86-31f4c33e6f66,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:32.170001 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:32.173912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:32.175921 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e42e6458-9b60-4760-8116-227be1a9c394 tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "DELETE /v2.0/floatingips/a449dda9-60e4-4e50-afa8-de7164b03939 HTTP/1.1" status: 204 len: 168 time: 0.4805024 Nov 22 17:18:35.484773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45578) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:35.545813 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7127c0-423a-4cb9-81dc-88aa258a578f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:35.571503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7127c0-423a-4cb9-81dc-88aa258a578f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:35.637386 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7127c0-423a-4cb9-81dc-88aa258a578f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:35.640071 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef7127c0-423a-4cb9-81dc-88aa258a578f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:35.641284 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ef7127c0-423a-4cb9-81dc-88aa258a578f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] 10.222.0.59 "DELETE /v2.0/security-groups/b0e7d748-ecb4-4fca-ba66-7236dc1b75ac HTTP/1.1" status: 204 len: 168 time: 0.1555099 Nov 22 17:18:35.651262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7127c0-423a-4cb9-81dc-88aa258a578f tempest-TestVolumeBootPattern-581555907 tempest-TestVolumeBootPattern-581555907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7d748-ecb4-4fca-ba66-7236dc1b75ac,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:35.706546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45582) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:36.158567 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:36.417214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Deleting port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:36.417521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:36.513481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] For port 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:36.514046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:36.527286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Calling delete_port for 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:36.712166 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:36.744469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:36.912024 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:36.941994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:37.141129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:18:37.254821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:18:37.260617 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-26e3092c-f8b4-45fe-b9f5-06244d24100d admin admin] 10.222.0.59 "PUT /v2.0/routers/fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5525925 Nov 22 17:18:37.264297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45588) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:37.267470 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] Sync routers for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:18:37.278798 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:18:37.279446 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:18:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:37.389648 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:18:37.590191 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:18:36Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:37.617436 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] Checking router: fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:18:37.626674 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] Routers {'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:18:37.627282 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:18:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:37.701604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:37.734058 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] Set router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:18:37.806046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:37.864366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Deleting port f4f322f5-fae5-4c38-8076-21e97c0a9a97 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:37.864717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:37.959422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] For port f4f322f5-fae5-4c38-8076-21e97c0a9a97, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f4f322f5-fae5-4c38-8076-21e97c0a9a97,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:37.959715 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:37.977928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Calling delete_port for f4f322f5-fae5-4c38-8076-21e97c0a9a97 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:38.012254 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:18:36Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:38.041550 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc0886-70d7-421e-954f-9f3cf518e27f None None] The sync data for ids ['fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0'] in n-d-816865-2 is: [{'id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'name': 'tempest-TestVolumeBootPattern-1639582172-router', 'tenant_id': '38be5cdd50f444bc82164b06bcea7fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:18:36Z', 'revision_number': 5, 'project_id': '38be5cdd50f444bc82164b06bcea7fe6', 'gw_port': {'id': 'f4f322f5-fae5-4c38-8076-21e97c0a9a97', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:18Z', 'updated_at': '2021-11-22T17:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:18:38.135167 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.153033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.176417 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f322f5-fae5-4c38-8076-21e97c0a9a97,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:38.194589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c383b3-336e-4d04-932b-673cd465cd06 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:18:38.248395 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.339708 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.341849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.389545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.390107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:18:38.395016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.398542 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-46967a78-23af-4f84-9521-be93b0a7cf71 admin admin] 10.222.0.59 "DELETE /v2.0/routers/fd4c82a9-f5cd-4cb9-b5a0-0d815ed76dd0 HTTP/1.1" status: 204 len: 168 time: 1.1309702 Nov 22 17:18:38.398815 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45590) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:38.448882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-55561077-988e-4569-9fa2-d467a653a487 admin admin] Deleting subnet b6d80b43-6be1-4706-9376-ce8e6fd5c28c {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:18:38.452442 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55561077-988e-4569-9fa2-d467a653a487 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.491691 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55561077-988e-4569-9fa2-d467a653a487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.576589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55561077-988e-4569-9fa2-d467a653a487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.636901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55561077-988e-4569-9fa2-d467a653a487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.666618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55561077-988e-4569-9fa2-d467a653a487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d80b43-6be1-4706-9376-ce8e6fd5c28c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:38.668681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55561077-988e-4569-9fa2-d467a653a487 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.672741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-55561077-988e-4569-9fa2-d467a653a487 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b6d80b43-6be1-4706-9376-ce8e6fd5c28c HTTP/1.1" status: 204 len: 168 time: 0.2727952 Nov 22 17:18:38.673345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce8949f-05e5-4658-93c8-ba7a17b8cc49 None None] Network c5bee58c-100a-47e0-b8ba-57d7a1120b7f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:18:38.675505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45592) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:38.755225 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.819804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Deleting port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:38.820147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.888578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] For port 4de6b30b-bdd3-4132-a56d-481c7e90adb1, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=4de6b30b-bdd3-4132-a56d-481c7e90adb1,segment=NetworkSegment(27b287c9-b3d0-4855-9822-7d8fac784f1b),segment_id=27b287c9-b3d0-4855-9822-7d8fac784f1b)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:38.888940 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:38.902574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Calling delete_port for 4de6b30b-bdd3-4132-a56d-481c7e90adb1 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:38.991247 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.020128 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Pushing event deleted for resources: {'Port': ['ID=4de6b30b-bdd3-4132-a56d-481c7e90adb1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:39.023757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] No DVR routers for this DVR port 4de6b30b-bdd3-4132-a56d-481c7e90adb1 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:18:39.087363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e090a2ba-2bf0-4e2c-9b0a-c7117ebdbe9e None None] DHCP port deletion for c5bee58c-100a-47e0-b8ba-57d7a1120b7f request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:18:39.113126 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.134040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bee58c-100a-47e0-b8ba-57d7a1120b7f']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:39.142908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b287c9-b3d0-4855-9822-7d8fac784f1b') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:39.143354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b287c9-b3d0-4855-9822-7d8fac784f1b') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:39.152613 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.165419 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.171860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:18:39.172293 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:18:39.174170 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:18:39.235507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.242341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.245532 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] 10.222.0.59 "DELETE /v2.0/networks/c5bee58c-100a-47e0-b8ba-57d7a1120b7f HTTP/1.1" status: 204 len: 168 time: 0.5690608 Nov 22 17:18:39.248736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45594) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:39.257394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec2f1a-8a93-494e-aa4f-a6b5d467793c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5bee58c-100a-47e0-b8ba-57d7a1120b7f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:39.491908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f4f322f5-fae5-4c38-8076-21e97c0a9a97 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:39.512267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: f4f322f5-fae5-4c38-8076-21e97c0a9a97 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:18:39.512613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f4f322f5-fae5-4c38-8076-21e97c0a9a97 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:39.513126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4de6b30b-bdd3-4132-a56d-481c7e90adb1 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:39.533484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 4de6b30b-bdd3-4132-a56d-481c7e90adb1 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:18:39.534120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 4de6b30b-bdd3-4132-a56d-481c7e90adb1 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:39.534722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:39.553826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:18:39.554156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 9a8c2b4e-bb2c-492f-8a4f-34508ea9f4e6 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:39.630495 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.888260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Deleting port ac5b197b-b70c-4754-b72e-f1c813b8bcf9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:39.888602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:40.324210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] For port ac5b197b-b70c-4754-b72e-f1c813b8bcf9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,segment=NetworkSegment(68c80f30-f223-4e84-8e8a-8e0ef235cc71),segment_id=68c80f30-f223-4e84-8e8a-8e0ef235cc71)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:40.324992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:40.339154 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Calling delete_port for ac5b197b-b70c-4754-b72e-f1c813b8bcf9 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:40.540307 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:40.577660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5b197b-b70c-4754-b72e-f1c813b8bcf9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:40.590625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.590976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.591322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.591680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.592013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.592346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.592688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.593015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.593345 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.593670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.593996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.594319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:40.760861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:40.999652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Router d457d1d9-8c12-4556-ad12-d129e92cd2e1 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:18:41.116711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:18:41.123099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a49e8041-c208-4718-92bc-b848cee9940c admin admin] 10.222.0.59 "PUT /v2.0/routers/d457d1d9-8c12-4556-ad12-d129e92cd2e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8725693 Nov 22 17:18:41.125375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45596) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:41.128593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] Sync routers for ids ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:18:41.139840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] Routers {'d457d1d9-8c12-4556-ad12-d129e92cd2e1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:18:41.140583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:18:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:41.231269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.248554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] Set router d457d1d9-8c12-4556-ad12-d129e92cd2e1 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:18:41.342620 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.398624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Deleting port b9db5ec9-d656-4f22-93aa-b3e6777671d9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:41.399041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.441178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:18:40Z', 'revision_number': 5, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port': {'id': 'b9db5ec9-d656-4f22-93aa-b3e6777671d9', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:cb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:29Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:41.470244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] Checking router: d457d1d9-8c12-4556-ad12-d129e92cd2e1 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:18:41.480666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] Routers {'d457d1d9-8c12-4556-ad12-d129e92cd2e1'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:18:41.481577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:18:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:41.501947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] For port b9db5ec9-d656-4f22-93aa-b3e6777671d9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b9db5ec9-d656-4f22-93aa-b3e6777671d9,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:41.502311 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.515697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Calling delete_port for b9db5ec9-d656-4f22-93aa-b3e6777671d9 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:41.571369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] Set router d457d1d9-8c12-4556-ad12-d129e92cd2e1 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:18:41.627084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:18:41Z', 'revision_number': 6, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:41.655854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238bd88e-d42c-46fe-a421-d2f965fdc69c None None] The sync data for ids ['d457d1d9-8c12-4556-ad12-d129e92cd2e1'] in n-d-816865-2 is: [{'id': 'd457d1d9-8c12-4556-ad12-d129e92cd2e1', 'name': 'tempest-TestVolumeBootPattern-881618585-router', 'tenant_id': '15c428039df44556bc94691bc4ca0a6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:28Z', 'updated_at': '2021-11-22T17:18:41Z', 'revision_number': 6, 'project_id': '15c428039df44556bc94691bc4ca0a6c', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:18:41.686472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.715576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b9db5ec9-d656-4f22-93aa-b3e6777671d9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:41.727181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb0cc8-ce57-4d5a-8b08-5ab4fd9a51df None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:18:41.783405 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.879140 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.881267 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.926943 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.927545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d457d1d9-8c12-4556-ad12-d129e92cd2e1 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:18:41.932108 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:41.933334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e104a58d-a137-415a-80e9-ac7ce43a20cf admin admin] 10.222.0.59 "DELETE /v2.0/routers/d457d1d9-8c12-4556-ad12-d129e92cd2e1 HTTP/1.1" status: 204 len: 168 time: 0.8068376 Nov 22 17:18:41.935998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45598) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:41.988107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-459d1f98-75c7-431a-9e13-6303e9d26790 admin admin] Deleting subnet 3a37d4d7-5246-490e-8096-89cedb761aba {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:18:41.992063 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459d1f98-75c7-431a-9e13-6303e9d26790 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.030173 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459d1f98-75c7-431a-9e13-6303e9d26790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.106986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459d1f98-75c7-431a-9e13-6303e9d26790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.169422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459d1f98-75c7-431a-9e13-6303e9d26790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.197165 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d1f98-75c7-431a-9e13-6303e9d26790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a37d4d7-5246-490e-8096-89cedb761aba,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:42.201085 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459d1f98-75c7-431a-9e13-6303e9d26790 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.205114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-459d1f98-75c7-431a-9e13-6303e9d26790 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3a37d4d7-5246-490e-8096-89cedb761aba HTTP/1.1" status: 204 len: 168 time: 0.2681777 Nov 22 17:18:42.207813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45600) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:42.208414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daed69f-8197-49b5-a157-579cb258a7db None None] Network 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:18:42.282292 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.342553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Deleting port 65bb24df-ecd3-46e2-b4be-05f965971d21 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:42.342900 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.384262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] DHCP port deletion for 4d85c2d6-e55a-4f39-8d8e-7601b041ce6e request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:18:42.410618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] For port 65bb24df-ecd3-46e2-b4be-05f965971d21, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=65bb24df-ecd3-46e2-b4be-05f965971d21,segment=NetworkSegment(68c80f30-f223-4e84-8e8a-8e0ef235cc71),segment_id=68c80f30-f223-4e84-8e8a-8e0ef235cc71)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:42.411008 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.425623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Calling delete_port for 65bb24df-ecd3-46e2-b4be-05f965971d21 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:42.434522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Deleting port 65bb24df-ecd3-46e2-b4be-05f965971d21 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:18:42.435332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.508852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] For port 65bb24df-ecd3-46e2-b4be-05f965971d21, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=65bb24df-ecd3-46e2-b4be-05f965971d21,segment=NetworkSegment(68c80f30-f223-4e84-8e8a-8e0ef235cc71),segment_id=68c80f30-f223-4e84-8e8a-8e0ef235cc71)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:42.509253 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.516322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.523959 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Calling delete_port for 65bb24df-ecd3-46e2-b4be-05f965971d21 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:18:42.543224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Pushing event deleted for resources: {'Port': ['ID=65bb24df-ecd3-46e2-b4be-05f965971d21,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:42.546996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] No DVR routers for this DVR port 65bb24df-ecd3-46e2-b4be-05f965971d21 on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:18:42.608214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.622869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.634876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Pushing event deleted for resources: {'Port': ['ID=65bb24df-ecd3-46e2-b4be-05f965971d21,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:42.639922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] No DVR routers for this DVR port 65bb24df-ecd3-46e2-b4be-05f965971d21 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:18:42.643786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d85c2d6-e55a-4f39-8d8e-7601b041ce6e']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:42.649307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.649717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.652994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.652994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.652994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.652994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.652994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.652994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.652994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.653623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.653818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c80f30-f223-4e84-8e8a-8e0ef235cc71') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:42.653910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.653982 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c80f30-f223-4e84-8e8a-8e0ef235cc71') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:18:42.654053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c6dac-f6a2-4383-911c-e6623dc86e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.664690 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.680556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.687674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:18:42.688266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:18:42.690516 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:18:42.757946 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.763499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.767257 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] 10.222.0.59 "DELETE /v2.0/networks/4d85c2d6-e55a-4f39-8d8e-7601b041ce6e HTTP/1.1" status: 204 len: 168 time: 0.5584037 Nov 22 17:18:42.781790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3ce8c-e097-493a-b0e0-4f85dafb88cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4d85c2d6-e55a-4f39-8d8e-7601b041ce6e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:42.890293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45604) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:42.936646 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3696e7d0-b763-4831-9d44-a6af15d84ee6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38be5cdd50f444bc82164b06bcea7fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447862 Nov 22 17:18:42.939086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45606) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:42.992552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33a8e132-9792-4f63-968f-f3233c6db418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:43.015511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33a8e132-9792-4f63-968f-f3233c6db418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:43.065663 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33a8e132-9792-4f63-968f-f3233c6db418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:43.068336 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-33a8e132-9792-4f63-968f-f3233c6db418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:43.069498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-33a8e132-9792-4f63-968f-f3233c6db418 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/549b4954-e174-4d17-9f97-5d5b95951589 HTTP/1.1" status: 204 len: 168 time: 0.1295242 Nov 22 17:18:43.077548 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8e132-9792-4f63-968f-f3233c6db418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b4954-e174-4d17-9f97-5d5b95951589,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:43.428348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45612) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:43.474235 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-001264bf-9ca8-4119-b643-67bb3199d125 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15c428039df44556bc94691bc4ca0a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446839 Nov 22 17:18:43.477027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45614) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:43.493893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b9db5ec9-d656-4f22-93aa-b3e6777671d9 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:43.513598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b9db5ec9-d656-4f22-93aa-b3e6777671d9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:18:43.513956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b9db5ec9-d656-4f22-93aa-b3e6777671d9 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:43.514391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 65bb24df-ecd3-46e2-b4be-05f965971d21 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:43.532449 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d2672598-14b1-408e-8704-b6e26430a3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:43.534207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 65bb24df-ecd3-46e2-b4be-05f965971d21 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:18:43.534567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 65bb24df-ecd3-46e2-b4be-05f965971d21 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:43.535172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ac5b197b-b70c-4754-b72e-f1c813b8bcf9 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:43.554302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ac5b197b-b70c-4754-b72e-f1c813b8bcf9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:18:43.554930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ac5b197b-b70c-4754-b72e-f1c813b8bcf9 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:43.556844 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d2672598-14b1-408e-8704-b6e26430a3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:43.611601 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d2672598-14b1-408e-8704-b6e26430a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:43.614317 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d2672598-14b1-408e-8704-b6e26430a3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:43.615594 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d2672598-14b1-408e-8704-b6e26430a3c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1197bf58-8bbc-4878-b187-5c04c9775773 HTTP/1.1" status: 204 len: 168 time: 0.1363728 Nov 22 17:18:43.623834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2672598-14b1-408e-8704-b6e26430a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197bf58-8bbc-4878-b187-5c04c9775773,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:45.557473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9e722dd0-c8d5-47de-9d3d-414329be5d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:47.958970 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05f82dce-99b4-4c99-9db5-e782974d3821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:49.097836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:50.875440 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:51.401086 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:54.637004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-deb8b4a5-b31b-4a5e-a6c0-6ad704f78712 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=fe9ac6db9a51441593eced68b9d190e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309751 Nov 22 17:18:54.863410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-737eb5d3-8565-4d65-bcab-576e97430132 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:54.864907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-737eb5d3-8565-4d65-bcab-576e97430132 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222314 Nov 22 17:18:54.887458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-8debcb85-a25b-4f33-a6a0-b6f14dd04825 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/quotas/fe9ac6db9a51441593eced68b9d190e1 HTTP/1.1" status: 200 len: 375 time: 0.0144942 Nov 22 17:18:54.922515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-31ce4e63-b70c-4f46-967a-793d2d7a1efe tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe9ac6db9a51441593eced68b9d190e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278137 Nov 22 17:18:55.109957 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf8b4ac6-f1c1-4c3c-be1a-1f52f81e9851 req-1a71ee67-b5ed-4297-acde-cd54f3e98707 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 210 time: 0.0277948 Nov 22 17:18:56.030730 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-b0ee4501-e7d4-4591-ab51-fdc05fa6c8eb tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fe9ac6db9a51441593eced68b9d190e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323048 Nov 22 17:18:56.214866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f54a6ecb-2dcd-4e9c-806c-2709e1fa2950 req-f76163d0-52c2-456c-87bb-ab31c9e2d06e tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 210 time: 0.0328259 Nov 22 17:18:56.226771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-e1effc26-f6e4-4365-8d99-480c528b2f9d tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:56.228212 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-e1effc26-f6e4-4365-8d99-480c528b2f9d tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919382 Nov 22 17:18:56.241318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Request body: {'port': {'device_id': '87b8db53-1477-46dc-ab57-3a2b78028758', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'admin_state_up': True, 'tenant_id': 'fe9ac6db9a51441593eced68b9d190e1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:18:56.355255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Made reservation on behalf of fe9ac6db9a51441593eced68b9d190e1 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:18:56.359673 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:56.369137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:56.446374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:56.451519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:56.511246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abde4197-781e-4163-a4bb-9ab89fecc016,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:56.596264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Allocated IP 192.168.233.114 (1557e33e-594d-44e1-b98d-9d59e08ccde2/04aa2ba8-f49a-49ac-be7f-328ba16a27c3/df5da8bd-416a-47ac-8ae6-58c728e21493) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:18:56.751332 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:56.791339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:56.837142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Network 1557e33e-594d-44e1-b98d-9d59e08ccde2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:18:56.840424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:18:56.844297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:18:56.851816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Pushing event updated for resources: {'Port': ['ID=df5da8bd-416a-47ac-8ae6-58c728e21493,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:56.907623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:56.908269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:56.934178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-4e8142ec-a219-4a66-943b-018c8431ab6f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6963987 Nov 22 17:18:57.061977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Request body: {'port': {'device_id': '87b8db53-1477-46dc-ab57-3a2b78028758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:18:57.101892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5a0b7bb7-6342-4984-8542-9fd46fe0c6bb None None] Provisioning complete for port df5da8bd-416a-47ac-8ae6-58c728e21493 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:18:57.102594 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7bb7-6342-4984-8542-9fd46fe0c6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:57.119368 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:57.138325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b7bb7-6342-4984-8542-9fd46fe0c6bb None None] Port df5da8bd-416a-47ac-8ae6-58c728e21493 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:18:57.340276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c77e9-2fad-4344-a0ce-ed41ffbfede0 req-24d99270-883a-4dc5-8e81-e5409dd587ff tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:57.341796 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc6c77e9-2fad-4344-a0ce-ed41ffbfede0 req-24d99270-883a-4dc5-8e81-e5409dd587ff tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 936 time: 0.0529773 Nov 22 17:18:57.390783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc6c77e9-2fad-4344-a0ce-ed41ffbfede0 req-05897296-1620-4417-af6c-cabf34d4fa5f tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Nov 22 17:18:57.400646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5da8bd-416a-47ac-8ae6-58c728e21493 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:18:57.409307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:57.422451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Transition to ACTIVE for port object df5da8bd-416a-47ac-8ae6-58c728e21493 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:18:57.428087 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:57.479635 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=df5da8bd-416a-47ac-8ae6-58c728e21493,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:57.555795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Attempting to bind port df5da8bd-416a-47ac-8ae6-58c728e21493 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:18:57.556215 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Attempting to bind port df5da8bd-416a-47ac-8ae6-58c728e21493 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:18:57.556556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Attempting to bind port df5da8bd-416a-47ac-8ae6-58c728e21493 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:18:57.561614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Port df5da8bd-416a-47ac-8ae6-58c728e21493 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:18:57.562087 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Attempting to bind port df5da8bd-416a-47ac-8ae6-58c728e21493 on network 1557e33e-594d-44e1-b98d-9d59e08ccde2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:18:57.567582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:18:57.568009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Checking segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:18:57.568475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Bound using segment: {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:18:57.568980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Bound port: df5da8bd-416a-47ac-8ae6-58c728e21493, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ecb7fc-8860-4ad7-930e-4be83ad904c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:18:57.569452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:57.639228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] For port df5da8bd-416a-47ac-8ae6-58c728e21493, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:18:57.642136 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] For port df5da8bd-416a-47ac-8ae6-58c728e21493, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=df5da8bd-416a-47ac-8ae6-58c728e21493,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:18:57.648324 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:57.684786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:57.685407 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:57.686781 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] 10.222.0.37 "PUT /v2.0/ports/df5da8bd-416a-47ac-8ae6-58c728e21493 HTTP/1.1" status: 200 len: 1096 time: 0.7438817 Nov 22 17:18:57.687318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b8db53-1477-46dc-ab57-3a2b78028758', 'tag': 'df5da8bd-416a-47ac-8ae6-58c728e21493'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:18:57.689561 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d91d508-a3fc-43ef-bc89-915ba92771cc" -d '{"events": [{"name": "network-changed", "server_uuid": "87b8db53-1477-46dc-ab57-3a2b78028758", "tag": "df5da8bd-416a-47ac-8ae6-58c728e21493"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:18:57.712536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3cc73-2911-4fb7-8c52-f65321cc2ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=df5da8bd-416a-47ac-8ae6-58c728e21493,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:57.741224 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c91198b-2889-4c4a-9ebd-028cc436127b x-openstack-request-id: req-1c91198b-2889-4c4a-9ebd-028cc436127b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:18:57.741523 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b8db53-1477-46dc-ab57-3a2b78028758", "tag": "df5da8bd-416a-47ac-8ae6-58c728e21493", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:18:57.741830 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c91198b-2889-4c4a-9ebd-028cc436127b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:18:57.742250 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b8db53-1477-46dc-ab57-3a2b78028758', 'tag': 'df5da8bd-416a-47ac-8ae6-58c728e21493', 'status': 'completed', 'code': 200} Nov 22 17:18:57.802745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-d6268e1f-9114-4c17-a744-7bad78357f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:57.804957 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-d6268e1f-9114-4c17-a744-7bad78357f48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9ac6db9a51441593eced68b9d190e1&device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 1099 time: 0.0480769 Nov 22 17:18:57.850293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-26f7a7cd-e822-4da9-967e-a7efec2e3285 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=df5da8bd-416a-47ac-8ae6-58c728e21493 HTTP/1.1" status: 200 len: 217 time: 0.0363441 Nov 22 17:18:57.902177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-039d8c1a-effa-4127-b5ac-dfd7213fa607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:57.903675 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-039d8c1a-effa-4127-b5ac-dfd7213fa607 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0463822 Nov 22 17:18:57.951552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f81ee31a-15a0-4883-b2eb-4ead70d96d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:57.953065 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-f81ee31a-15a0-4883-b2eb-4ead70d96d79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422211 Nov 22 17:18:58.048863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-ff8331ff-e2c1-420b-9bb5-906b69d2a4f4 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883377 Nov 22 17:18:58.157753 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8f40e71d-1472-46ae-bda5-de6b70005c38 req-36b76cff-9db6-4ad0-a242-827638c4cf62 service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012487 Nov 22 17:18:58.252983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-5e41a11d-31b6-4e87-ae75-6842965f25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:58.254522 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-5e41a11d-31b6-4e87-ae75-6842965f25e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fe9ac6db9a51441593eced68b9d190e1&device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 1099 time: 0.0437994 Nov 22 17:18:58.349807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-5615e3aa-596a-4b1d-bba1-4bf402cdc00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:58.351416 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-5615e3aa-596a-4b1d-bba1-4bf402cdc00d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1557e33e-594d-44e1-b98d-9d59e08ccde2 HTTP/1.1" status: 200 len: 870 time: 0.0895185 Nov 22 17:18:58.396483 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-946cc9cc-d7a6-4fa1-8cad-8d5837248107 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=df5da8bd-416a-47ac-8ae6-58c728e21493 HTTP/1.1" status: 200 len: 217 time: 0.0376604 Nov 22 17:18:58.451489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-42993434-abd7-44e5-8e43-6861f0870859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:58.453041 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-42993434-abd7-44e5-8e43-6861f0870859 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=04aa2ba8-f49a-49ac-be7f-328ba16a27c3 HTTP/1.1" status: 200 len: 843 time: 0.0485349 Nov 22 17:18:58.500305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-26f8ba42-0fb5-42d4-a992-5f1c342b9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:58.501822 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-26f8ba42-0fb5-42d4-a992-5f1c342b9427 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1557e33e-594d-44e1-b98d-9d59e08ccde2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406151 Nov 22 17:18:58.509303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052926e2-6ad8-4837-a5c0-751fbd95077b req-e7048327-0dc3-47d1-967e-e07627552da4 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:58.510755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-052926e2-6ad8-4837-a5c0-751fbd95077b req-e7048327-0dc3-47d1-967e-e07627552da4 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 948 time: 0.0499816 Nov 22 17:18:58.561808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-052926e2-6ad8-4837-a5c0-751fbd95077b req-602ebebe-1aec-4743-a81c-14b8d743ee76 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449615 Nov 22 17:18:58.599324 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-a932852a-83e1-4503-856b-373b6111070d service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897460 Nov 22 17:18:58.701540 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5d91d508-a3fc-43ef-bc89-915ba92771cc req-fec65ad5-939f-4941-b6c0-6fcf79bffdbe service neutron] 10.222.0.37 "GET /v2.0/networks/1557e33e-594d-44e1-b98d-9d59e08ccde2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945458 Nov 22 17:18:59.696824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023390f-ccf5-4f6c-9bdf-403ed7890a4f req-ac9f91aa-b37f-47e3-a394-37dc1e649f94 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:59.698316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c023390f-ccf5-4f6c-9bdf-403ed7890a4f req-ac9f91aa-b37f-47e3-a394-37dc1e649f94 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 948 time: 0.0579567 Nov 22 17:18:59.750691 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c023390f-ccf5-4f6c-9bdf-403ed7890a4f req-d3a118a2-15ce-42b9-ad1c-30805673213b tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Nov 22 17:19:00.404306 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:19:00.564145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device df5da8bd-416a-47ac-8ae6-58c728e21493 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:19:00.685380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port df5da8bd-416a-47ac-8ae6-58c728e21493, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=df5da8bd-416a-47ac-8ae6-58c728e21493,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:00.704937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'df5da8bd-416a-47ac-8ae6-58c728e21493', 'network_id': '1557e33e-594d-44e1-b98d-9d59e08ccde2', 'port_id': 'df5da8bd-416a-47ac-8ae6-58c728e21493', 'mac_address': 'fa:16:3e:e5:31:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04aa2ba8-f49a-49ac-be7f-328ba16a27c3', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:19:00.749723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:00.766741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5da8bd-416a-47ac-8ae6-58c728e21493 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:00.792327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port df5da8bd-416a-47ac-8ae6-58c728e21493, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=df5da8bd-416a-47ac-8ae6-58c728e21493,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:00.798197 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:00.860803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=df5da8bd-416a-47ac-8ae6-58c728e21493,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:00.907427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfcdff-df4f-4b49-9839-ca17603e7332 req-ba7be5bd-58d1-498a-abd5-2355d90f3d2c tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:00.909097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ecfcdff-df4f-4b49-9839-ca17603e7332 req-ba7be5bd-58d1-498a-abd5-2355d90f3d2c tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 949 time: 0.0660465 Nov 22 17:19:00.965724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8ecfcdff-df4f-4b49-9839-ca17603e7332 req-fe2742ab-37e7-4b30-9e52-231cc4ccb228 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500710 Nov 22 17:19:01.029723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['df5da8bd-416a-47ac-8ae6-58c728e21493'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:19:02.101983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54c344-feef-4b43-9599-0243708e7212 req-1ea75d76-1dc1-4717-8af5-96414cf6e806 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:02.103543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c54c344-feef-4b43-9599-0243708e7212 req-1ea75d76-1dc1-4717-8af5-96414cf6e806 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 949 time: 0.0644212 Nov 22 17:19:02.155671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c54c344-feef-4b43-9599-0243708e7212 req-c10e38f8-e5ca-4a9b-9198-9a5ce0f79a24 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459223 Nov 22 17:19:02.580790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device df5da8bd-416a-47ac-8ae6-58c728e21493 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:02.646913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port df5da8bd-416a-47ac-8ae6-58c728e21493 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:19:02.651112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port df5da8bd-416a-47ac-8ae6-58c728e21493 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:02.651449 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:02.736116 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:02.760333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b8db53-1477-46dc-ab57-3a2b78028758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5da8bd-416a-47ac-8ae6-58c728e21493'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:02.762634 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92ac022-2963-4640-bcbb-e0df2679e177" -d '{"events": [{"server_uuid": "87b8db53-1477-46dc-ab57-3a2b78028758", "name": "network-vif-plugged", "status": "completed", "tag": "df5da8bd-416a-47ac-8ae6-58c728e21493"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:02.776297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port df5da8bd-416a-47ac-8ae6-58c728e21493, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=df5da8bd-416a-47ac-8ae6-58c728e21493,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:02.781663 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:02.810840 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d5ed77-dc5b-442f-a1d3-a9cf10e2c859 x-openstack-request-id: req-f8d5ed77-dc5b-442f-a1d3-a9cf10e2c859 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:02.810840 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b8db53-1477-46dc-ab57-3a2b78028758", "name": "network-vif-plugged", "status": "completed", "tag": "df5da8bd-416a-47ac-8ae6-58c728e21493", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:02.811154 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8d5ed77-dc5b-442f-a1d3-a9cf10e2c859 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:02.811524 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b8db53-1477-46dc-ab57-3a2b78028758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5da8bd-416a-47ac-8ae6-58c728e21493', 'code': 200} Nov 22 17:19:02.848228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=df5da8bd-416a-47ac-8ae6-58c728e21493,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:02.904360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbde02-3156-4251-b1b8-3fdf240e743a req-076c0aac-2b9b-4826-bc5d-8df4f6a6fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:02.905873 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c7fbde02-3156-4251-b1b8-3fdf240e743a req-076c0aac-2b9b-4826-bc5d-8df4f6a6fae2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 1101 time: 0.0432215 Nov 22 17:19:02.957261 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c7fbde02-3156-4251-b1b8-3fdf240e743a req-a0cd456a-a7ec-43c3-91e2-bd5d5fe3b477 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434268 Nov 22 17:19:03.289959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b48523-1240-41ff-846c-0c004f0c6bbd req-9bdbd658-7b3e-4488-a4bd-f27b4dece7ff tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:03.291782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1b48523-1240-41ff-846c-0c004f0c6bbd req-9bdbd658-7b3e-4488-a4bd-f27b4dece7ff tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 950 time: 0.0634868 Nov 22 17:19:03.343105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1b48523-1240-41ff-846c-0c004f0c6bbd req-b99e6703-08ff-42d4-831a-657b2e9a7776 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Nov 22 17:19:04.471399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2adec0-1846-4428-8c5a-fb5c57a3ecaa req-9d92c7c2-8203-454a-957a-fcc43731ae5e tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:04.472954 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d2adec0-1846-4428-8c5a-fb5c57a3ecaa req-9d92c7c2-8203-454a-957a-fcc43731ae5e tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 950 time: 0.0549722 Nov 22 17:19:04.529558 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d2adec0-1846-4428-8c5a-fb5c57a3ecaa req-c789b3e8-4af8-4850-b263-053592eb1723 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502379 Nov 22 17:19:04.832317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-92c75538-3627-47bf-9c5b-7eb82bd3b7fb req-94ee0b3b-1b3c-4677-bc29-ce945d4e6c10 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:19:04.833787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92c75538-3627-47bf-9c5b-7eb82bd3b7fb req-94ee0b3b-1b3c-4677-bc29-ce945d4e6c10 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079143 Nov 22 17:19:05.534503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290d59f-7b38-4b66-9fc0-5b933c87fb77 req-18039594-80ce-44d1-b643-5ed00a0dbe00 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.536249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d290d59f-7b38-4b66-9fc0-5b933c87fb77 req-18039594-80ce-44d1-b643-5ed00a0dbe00 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 950 time: 0.0594471 Nov 22 17:19:05.593765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d290d59f-7b38-4b66-9fc0-5b933c87fb77 req-fc7725c5-66e2-4568-a600-ec22f9ee4b3c tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508094 Nov 22 17:19:06.721111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed5aa-b0ae-4a90-aabb-34d56f0a9d6b req-5fa50b36-2334-4ca8-80a2-3815a7692dfb tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:06.722601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a5ed5aa-b0ae-4a90-aabb-34d56f0a9d6b req-5fa50b36-2334-4ca8-80a2-3815a7692dfb tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 950 time: 0.0573683 Nov 22 17:19:06.764476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-cbb82a39-455a-488b-9e39-5e437b2d88f7 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:06.765978 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-cbb82a39-455a-488b-9e39-5e437b2d88f7 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.37 "GET /v2.0/ports?device_id=87b8db53-1477-46dc-ab57-3a2b78028758 HTTP/1.1" status: 200 len: 950 time: 0.0529325 Nov 22 17:19:06.772788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a5ed5aa-b0ae-4a90-aabb-34d56f0a9d6b req-cf2ede36-248e-41a1-9f13-1597012da461 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.59 "GET /v2.0/security-groups?id=abde4197-781e-4163-a4bb-9ab89fecc016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437841 Nov 22 17:19:06.865566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Deleting port df5da8bd-416a-47ac-8ae6-58c728e21493 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:19:06.865904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:06.937619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:06.962170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] For port df5da8bd-416a-47ac-8ae6-58c728e21493, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=df5da8bd-416a-47ac-8ae6-58c728e21493,segment=NetworkSegment(a6ecb7fc-8860-4ad7-930e-4be83ad904c9),segment_id=a6ecb7fc-8860-4ad7-930e-4be83ad904c9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:06.962532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:06.975764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Calling delete_port for df5da8bd-416a-47ac-8ae6-58c728e21493 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:19:07.120830 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:07.134885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['df5da8bd-416a-47ac-8ae6-58c728e21493'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:19:07.152525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Pushing event deleted for resources: {'Port': ['ID=df5da8bd-416a-47ac-8ae6-58c728e21493,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:07.193223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] No DVR routers for this DVR port df5da8bd-416a-47ac-8ae6-58c728e21493 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:19:07.196803 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:07.200569 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0039d59d-f5c4-455c-b6a8-f8af0d20a5fb req-8f6c5f62-7728-4dd4-8a86-a45b54f2c989 tempest-ServersAdminNegativeTestJSON-150391129 tempest-ServersAdminNegativeTestJSON-150391129-project] 10.222.0.37 "DELETE /v2.0/ports/df5da8bd-416a-47ac-8ae6-58c728e21493 HTTP/1.1" status: 204 len: 173 time: 0.4282913 Nov 22 17:19:07.201012 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b8db53-1477-46dc-ab57-3a2b78028758', 'name': 'network-vif-deleted', 'tag': 'df5da8bd-416a-47ac-8ae6-58c728e21493'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:07.203480 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6ba042-cfc4-4758-9508-4c25a02c82fc" -d '{"events": [{"server_uuid": "87b8db53-1477-46dc-ab57-3a2b78028758", "name": "network-vif-deleted", "tag": "df5da8bd-416a-47ac-8ae6-58c728e21493"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:07.244796 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745b39a0-d9e5-426d-902a-7c4998b58f7f x-openstack-request-id: req-745b39a0-d9e5-426d-902a-7c4998b58f7f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:07.245099 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b8db53-1477-46dc-ab57-3a2b78028758", "name": "network-vif-deleted", "tag": "df5da8bd-416a-47ac-8ae6-58c728e21493", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:07.245356 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-745b39a0-d9e5-426d-902a-7c4998b58f7f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:07.245769 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b8db53-1477-46dc-ab57-3a2b78028758', 'name': 'network-vif-deleted', 'tag': 'df5da8bd-416a-47ac-8ae6-58c728e21493', 'status': 'completed', 'code': 200} Nov 22 17:19:08.119577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45750) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:08.131253 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.262511 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0578227c-e0b9-43cb-b072-e39e7db0f9df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe9ac6db9a51441593eced68b9d190e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411152 Nov 22 17:19:08.266139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45754) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:08.318165 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e58dd988-2773-452f-a9b5-4bc638b06b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.340117 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e58dd988-2773-452f-a9b5-4bc638b06b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.394895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e58dd988-2773-452f-a9b5-4bc638b06b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.397651 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e58dd988-2773-452f-a9b5-4bc638b06b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.398824 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e58dd988-2773-452f-a9b5-4bc638b06b2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/abde4197-781e-4163-a4bb-9ab89fecc016 HTTP/1.1" status: 204 len: 168 time: 0.1317668 Nov 22 17:19:08.406897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dd988-2773-452f-a9b5-4bc638b06b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde4197-781e-4163-a4bb-9ab89fecc016,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:08.679110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45760) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:08.692269 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.773824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.779231 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.817413 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84eac109c7de4dfe8e4d0fc6a8f12ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371584 Nov 22 17:19:08.818252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347d30ad-d4e7-4e3f-91ca-1e7effe37365,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:08.820578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45762) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:08.826484 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.826888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.827291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.827606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.827993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.828300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.828633 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.829030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.829558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.829866 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.830301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.830567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97aa5d5-ce4d-4367-8b1d-4019d71f4533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:08.883210 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f8f9c19-2b68-44de-8f55-25f4e8cb87a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.905424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f8f9c19-2b68-44de-8f55-25f4e8cb87a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.963510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f8f9c19-2b68-44de-8f55-25f4e8cb87a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.967068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5f8f9c19-2b68-44de-8f55-25f4e8cb87a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.968231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5f8f9c19-2b68-44de-8f55-25f4e8cb87a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/347d30ad-d4e7-4e3f-91ca-1e7effe37365 HTTP/1.1" status: 204 len: 168 time: 0.1466529 Nov 22 17:19:08.976305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f9c19-2b68-44de-8f55-25f4e8cb87a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347d30ad-d4e7-4e3f-91ca-1e7effe37365,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:09.758389 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:09.865456 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2147473528-network', 'tenant_id': 'a83bf27da83d430ea4f7312872ef76bb'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:09.893143 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Made reservation on behalf of a83bf27da83d430ea4f7312872ef76bb for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:19:09.895534 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:09.904263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:09.985921 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:09.991519 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:10.018302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:19:10.029008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be025d77-c698-408d-821f-6253032e2c14,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:10.035966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:10.036383 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Added segment c4c9207f-81cf-4330-9470-28cc8a1ab779 of type vlan for network cf40bdcb-5c02-482e-81c4-3584499df988 Nov 22 17:19:10.095113 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:10.128952 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:10.129979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:10.130572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:10.207801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4478009 Nov 22 17:19:10.210887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45788) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:10.216403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Request body: {'subnet': {'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2147473528-subnet', 'tenant_id': 'a83bf27da83d430ea4f7312872ef76bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:10.231943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18169f-3545-43e7-b5f4-329623c663ce admin admin] Pushing event updated for resources: {'Network': ['ID=cf40bdcb-5c02-482e-81c4-3584499df988,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:10.240290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Made reservation on behalf of a83bf27da83d430ea4f7312872ef76bb for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:19:10.242476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:10.242958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network cf40bdcb-5c02-482e-81c4-3584499df988 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:19:10.408751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:10.466022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a876fc-fa86-481e-8cf8-23a7d8540b09,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:10.477589 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Checking segment: {'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:10.477959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Network hostable DHCP agents. Network: cf40bdcb-5c02-482e-81c4-3584499df988, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:19:10.499710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Network cf40bdcb-5c02-482e-81c4-3584499df988 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:19:10.510498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, cf40bdcb-5c02-482e-81c4-3584499df988) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:10.514994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:10.515605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:10.520669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a832f-fadd-4e2a-8d2d-4b977e9c9519 None None] Network cf40bdcb-5c02-482e-81c4-3584499df988 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:19:10.533568 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ff594ae6-7a17-4d73-b5f7-35492d9cb045 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3211749 Nov 22 17:19:10.647842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device df5da8bd-416a-47ac-8ae6-58c728e21493 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:19:10.652198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d6e78-06bc-4671-b3ab-ecd8eb4612e5 None None] Network cf40bdcb-5c02-482e-81c4-3584499df988 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:19:10.684608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: df5da8bd-416a-47ac-8ae6-58c728e21493 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:19:10.684958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device df5da8bd-416a-47ac-8ae6-58c728e21493 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:19:10.995528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5935d-385e-4713-a125-113de83b3892 req-1d967806-1128-45be-89c1-da45873bd575 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:10.996990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-1d967806-1128-45be-89c1-da45873bd575 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 812 time: 0.1217301 Nov 22 17:19:11.014983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-c24a2cf2-94b7-476e-adc2-7ffe7bbf8c1c tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/quotas/a83bf27da83d430ea4f7312872ef76bb HTTP/1.1" status: 200 len: 375 time: 0.0120351 Nov 22 17:19:11.054507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-a235b4cf-9fc4-4ce3-8112-8a4eee57fe12 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320044 Nov 22 17:19:11.154246 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-37f8646c-6d0f-422a-b55d-ffb1d76462d5 service neutron] 10.222.0.59 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896695 Nov 22 17:19:11.251370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-08a34cc3-b532-4ee0-a2e4-36f02fc8ff95 service neutron] 10.222.0.59 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908372 Nov 22 17:19:11.428812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-749e633f-f692-4bd7-bda8-8b8501224b5c req-e103c56f-a734-4a87-9d12-618332f59a1c tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 210 time: 0.0293241 Nov 22 17:19:12.424161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5935d-385e-4713-a125-113de83b3892 req-413e5012-15a8-482b-922a-910e03f8f6c9 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:12.425631 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-413e5012-15a8-482b-922a-910e03f8f6c9 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.37 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 812 time: 0.1072598 Nov 22 17:19:12.439058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Request body: {'port': {'device_id': '282c0700-c81b-44a3-8c91-47de454e5386', 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988', 'admin_state_up': True, 'tenant_id': 'a83bf27da83d430ea4f7312872ef76bb'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:12.533299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a40c0e23-ea28-46b3-b636-e5d237264edc req-52588a11-1a3f-4f0b-bb36-3abe73a8aa99 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 210 time: 0.0349128 Nov 22 17:19:12.560145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Made reservation on behalf of a83bf27da83d430ea4f7312872ef76bb for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:19:12.564051 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:12.699406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Allocated IP 172.20.0.11 (cf40bdcb-5c02-482e-81c4-3584499df988/22a876fc-fa86-481e-8cf8-23a7d8540b09/3a1ac74b-4627-4d51-a13b-93712844852f) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:19:12.875961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:12.913480 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:12.961668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Network cf40bdcb-5c02-482e-81c4-3584499df988 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:19:12.965053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:12.969502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:19:12.976205 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:13.362211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:13.362798 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:13.382370 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-92197c63-d044-480b-a5fb-5860c2dfa97e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9472501 Nov 22 17:19:13.396047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Request body: {'port': {'device_id': '282c0700-c81b-44a3-8c91-47de454e5386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:13.447690 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:13.654753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073e302-3b0d-4bb6-ab3e-b12691d7c19b req-2f77471f-5dfe-4e74-a604-cea3ad37ba4e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:13.656141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6073e302-3b0d-4bb6-ab3e-b12691d7c19b req-2f77471f-5dfe-4e74-a604-cea3ad37ba4e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 932 time: 0.0504253 Nov 22 17:19:13.705838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6073e302-3b0d-4bb6-ab3e-b12691d7c19b req-b03e9e3d-e0e3-46ad-803c-ef275def001a tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Nov 22 17:19:13.725594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1ac74b-4627-4d51-a13b-93712844852f {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:13.735703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:13.754144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Transition to ACTIVE for port object 3a1ac74b-4627-4d51-a13b-93712844852f will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:19:13.759746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:13.814271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:13.889018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Attempting to bind port 3a1ac74b-4627-4d51-a13b-93712844852f on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:19:13.889325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Attempting to bind port 3a1ac74b-4627-4d51-a13b-93712844852f by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:19:13.889657 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Attempting to bind port 3a1ac74b-4627-4d51-a13b-93712844852f on network cf40bdcb-5c02-482e-81c4-3584499df988 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:13.894249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Port 3a1ac74b-4627-4d51-a13b-93712844852f on network cf40bdcb-5c02-482e-81c4-3584499df988 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:19:13.894580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Attempting to bind port 3a1ac74b-4627-4d51-a13b-93712844852f on network cf40bdcb-5c02-482e-81c4-3584499df988 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:13.899498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:19:13.899842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Checking segment: {'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:13.900233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Bound using segment: {'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:19:13.900661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Bound port: 3a1ac74b-4627-4d51-a13b-93712844852f, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:19:13.901111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:13.968430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:13.971723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:19:13.977978 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:14.015137 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:14.016113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:14.017957 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 1092 time: 0.6260350 Nov 22 17:19:14.020036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:14.023828 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d" -d '{"events": [{"name": "network-changed", "server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:14.059384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cc921-310e-4028-8733-fe50bcb16359 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:14.112630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5935d-385e-4713-a125-113de83b3892 req-c235ad88-1c53-4a75-affe-f2cd5985335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:14.114336 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-c235ad88-1c53-4a75-affe-f2cd5985335d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1095 time: 0.0446327 Nov 22 17:19:14.161962 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792b35e5-502a-4a77-9028-8d52479e5d26 x-openstack-request-id: req-792b35e5-502a-4a77-9028-8d52479e5d26 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:14.162257 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:14.162515 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-792b35e5-502a-4a77-9028-8d52479e5d26 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:14.162915 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f', 'status': 'completed', 'code': 200} Nov 22 17:19:14.164870 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-e87922b4-0171-4537-a0e7-67ad8f8eacec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 217 time: 0.0426290 Nov 22 17:19:14.222415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5935d-385e-4713-a125-113de83b3892 req-7e187ad2-f4bb-4697-9f3e-e4da15db49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:14.224610 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-7e187ad2-f4bb-4697-9f3e-e4da15db49a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 200 len: 852 time: 0.0520010 Nov 22 17:19:14.257141 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-6b0556f8-0852-4fef-b2a2-23f6571d772c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf40bdcb-5c02-482e-81c4-3584499df988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250709 Nov 22 17:19:14.378698 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-adf58279-7031-4f6b-a356-925bc7f2b88f service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140497 Nov 22 17:19:14.480401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbe5935d-385e-4713-a125-113de83b3892 req-7f53a575-7393-4fc7-898d-213401a907d9 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949147 Nov 22 17:19:14.577726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-40a35559-663d-4bb4-93f1-b7a0c5f844d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:14.579877 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-40a35559-663d-4bb4-93f1-b7a0c5f844d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1095 time: 0.0484054 Nov 22 17:19:14.679645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-3c3278d9-1a2f-4003-9a1f-6c73f923ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:14.681225 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-3c3278d9-1a2f-4003-9a1f-6c73f923ba01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 913 time: 0.0947213 Nov 22 17:19:14.725344 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-21750850-9679-4225-adc9-95b0f7b3d640 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 217 time: 0.0365865 Nov 22 17:19:14.783140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-fb801017-eb07-47a9-8d31-513c45663042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:14.784614 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-fb801017-eb07-47a9-8d31-513c45663042 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 200 len: 852 time: 0.0516667 Nov 22 17:19:14.818811 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-d489cdc2-0294-4a81-9a15-2e6fced230a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf40bdcb-5c02-482e-81c4-3584499df988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263886 Nov 22 17:19:14.831549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5015465-6ca9-4d20-af72-c3a0df9870eb req-74589a4d-d393-4eb6-bf7e-7dcce9878a21 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:14.833071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5015465-6ca9-4d20-af72-c3a0df9870eb req-74589a4d-d393-4eb6-bf7e-7dcce9878a21 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 944 time: 0.0518653 Nov 22 17:19:14.889556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5015465-6ca9-4d20-af72-c3a0df9870eb req-b796ff14-c278-4b71-8ea4-3ca8c8214b66 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492425 Nov 22 17:19:14.911199 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-e3c253fe-956a-42f8-aa5a-78ca66bba659 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846629 Nov 22 17:19:15.010197 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ba40e0ff-daed-4b61-b4c8-236ff16bc98d req-3e857614-119d-4f28-9212-253c36a3ad2d service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904179 Nov 22 17:19:15.553366 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b92e148-068d-40d5-a6a2-d3f2b8529806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:16.011837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ddce3-182a-45f3-bb6a-68e1c513ae04 req-af8b2474-54b7-499b-a8ac-2dee2c15e3db tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:16.013525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d66ddce3-182a-45f3-bb6a-68e1c513ae04 req-af8b2474-54b7-499b-a8ac-2dee2c15e3db tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 944 time: 0.0538507 Nov 22 17:19:16.065209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d66ddce3-182a-45f3-bb6a-68e1c513ae04 req-82e8f2ad-afba-41cb-aedb-d9c0708e20fa tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429192 Nov 22 17:19:16.674791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3a1ac74b-4627-4d51-a13b-93712844852f details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:19:16.781490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:16.794785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '3a1ac74b-4627-4d51-a13b-93712844852f', 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988', 'port_id': '3a1ac74b-4627-4d51-a13b-93712844852f', 'mac_address': 'fa:16:3e:e3:6a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a876fc-fa86-481e-8cf8-23a7d8540b09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:19:16.837077 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:16.852156 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1ac74b-4627-4d51-a13b-93712844852f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:16.872768 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:16.878806 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:16.925880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:17.075702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['3a1ac74b-4627-4d51-a13b-93712844852f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:19:17.195703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26c7f-acd8-48ac-8ad1-0e197a966945 req-1a0365a0-8fe3-4478-b781-eda6ae9ba36c tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:17.197257 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42a26c7f-acd8-48ac-8ad1-0e197a966945 req-1a0365a0-8fe3-4478-b781-eda6ae9ba36c tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 945 time: 0.0523961 Nov 22 17:19:17.257171 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42a26c7f-acd8-48ac-8ad1-0e197a966945 req-ad2e69b1-ffde-41fa-9385-a0c106e2b0f2 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531237 Nov 22 17:19:17.962402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3f2eab1c-10f7-4f7d-a383-88ae223e8988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:18.409984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5a753-c74b-4a9b-ae48-419fd07541b7 req-caf79699-8eae-4d90-bcfb-220526dd3946 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:18.411487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89b5a753-c74b-4a9b-ae48-419fd07541b7 req-caf79699-8eae-4d90-bcfb-220526dd3946 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 945 time: 0.0695286 Nov 22 17:19:18.463684 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89b5a753-c74b-4a9b-ae48-419fd07541b7 req-c316425b-c895-4642-ba9d-ee301e23c912 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Nov 22 17:19:18.692815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3a1ac74b-4627-4d51-a13b-93712844852f up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:18.748051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 3a1ac74b-4627-4d51-a13b-93712844852f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:19:18.753566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 3a1ac74b-4627-4d51-a13b-93712844852f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:18.754114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:19.004100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:19.027430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:19.030250 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a17794c-91a5-4d6e-a62e-8f7c427900a5" -d '{"events": [{"server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:19.043582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:19.049010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:19.071991 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de47fdfa-20c3-49f1-9005-035b3b6c4b35 x-openstack-request-id: req-de47fdfa-20c3-49f1-9005-035b3b6c4b35 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:19.072295 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:19.072548 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de47fdfa-20c3-49f1-9005-035b3b6c4b35 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:19.072953 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f', 'code': 200} Nov 22 17:19:19.118991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:19.124733 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:19.175461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631eefb-4053-428a-a9d3-f92bc5abf901 req-5faa8093-a25c-45a2-8bf6-dc3795f07f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:19.177016 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4631eefb-4053-428a-a9d3-f92bc5abf901 req-5faa8093-a25c-45a2-8bf6-dc3795f07f2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1097 time: 0.0485184 Nov 22 17:19:19.222270 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4631eefb-4053-428a-a9d3-f92bc5abf901 req-df2aa62d-7f2a-4c73-8931-ecbf2d024d07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382700 Nov 22 17:19:19.589076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04db748-13a6-4c7c-aedd-f3c381d07901 req-8156ed1f-af96-4dca-8eca-3f8402adfbce tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:19.590746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b04db748-13a6-4c7c-aedd-f3c381d07901 req-8156ed1f-af96-4dca-8eca-3f8402adfbce tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0530531 Nov 22 17:19:19.642366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b04db748-13a6-4c7c-aedd-f3c381d07901 req-f355c740-d502-4ea5-b6cb-9f5c0b04707b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Nov 22 17:19:20.772344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd38d-de68-49a6-8d58-8f94625e20e1 req-cdb2761a-f586-495a-92c9-17444e95ba9b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:20.773950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6cfbd38d-de68-49a6-8d58-8f94625e20e1 req-cdb2761a-f586-495a-92c9-17444e95ba9b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0544724 Nov 22 17:19:20.836190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6cfbd38d-de68-49a6-8d58-8f94625e20e1 req-bdeb8964-d1cd-4225-8e98-41e966d94096 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520699 Nov 22 17:19:20.882148 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:21.132566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2583d-e04e-4a9b-b1ed-a6452251f8d3 req-7062194d-39dc-499f-907a-6d9c5bb450a1 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:21.142305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ba2583d-e04e-4a9b-b1ed-a6452251f8d3 req-7062194d-39dc-499f-907a-6d9c5bb450a1 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0687683 Nov 22 17:19:21.190722 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-962d676a-3cc6-4c9f-ad02-2bb88c7b88d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109619 Nov 22 17:19:21.199688 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ba2583d-e04e-4a9b-b1ed-a6452251f8d3 req-f189c775-a453-47a2-8a7c-bc4c345e7230 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511293 Nov 22 17:19:21.397528 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.341089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac881f-2632-4e83-bc7d-f11196413a0c req-85f8d9b2-acc5-4b4a-9c2e-3d433c8a355f tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:22.342669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09ac881f-2632-4e83-bc7d-f11196413a0c req-85f8d9b2-acc5-4b4a-9c2e-3d433c8a355f tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0616353 Nov 22 17:19:22.401013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09ac881f-2632-4e83-bc7d-f11196413a0c req-80c0479c-9378-437a-88e9-e9f2f2d831f2 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Nov 22 17:19:22.488316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b30e-8102-422c-9413-1de528214e58 req-3fe39180-6339-473c-941b-bb4dd696b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:22.489758 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-3fe39180-6339-473c-941b-bb4dd696b085 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1097 time: 0.0569642 Nov 22 17:19:22.593672 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b30e-8102-422c-9413-1de528214e58 req-d3942db1-c842-499d-b71b-b6c88dec4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:22.595215 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-d3942db1-c842-499d-b71b-b6c88dec4e56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 913 time: 0.0980206 Nov 22 17:19:22.642207 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-e45f465a-cadf-4c0b-8150-bf160cd7d106 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 217 time: 0.0397775 Nov 22 17:19:22.694742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b30e-8102-422c-9413-1de528214e58 req-930e613b-5602-4f4b-80e8-ab1ecf1d1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:22.696255 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-930e613b-5602-4f4b-80e8-ab1ecf1d1d8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 200 len: 852 time: 0.0473714 Nov 22 17:19:22.728014 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-123c35ac-8f44-477b-a7ed-0556145aed33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf40bdcb-5c02-482e-81c4-3584499df988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252674 Nov 22 17:19:22.833760 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-cd7f95e6-baf3-4b41-badd-33d04bbef20b service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981612 Nov 22 17:19:22.928840 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-650c6e5a-3e97-44bb-9491-94c0d230d160 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881050 Nov 22 17:19:23.546235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33995f65-fbd4-409b-abe8-b58905ec383f req-7455ac6d-16e5-44e8-b3cf-6bfb5d547867 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:23.547795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33995f65-fbd4-409b-abe8-b58905ec383f req-7455ac6d-16e5-44e8-b3cf-6bfb5d547867 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0618024 Nov 22 17:19:23.598569 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33995f65-fbd4-409b-abe8-b58905ec383f req-ff0c4332-595c-4487-ae3d-4a97e2f6bef9 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Nov 22 17:19:24.742848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fe62d-22f9-4f90-933b-8b8b5c361001 req-b528ce1d-ee9c-45fb-acb7-e84a97d3332e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:24.745552 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce7fe62d-22f9-4f90-933b-8b8b5c361001 req-b528ce1d-ee9c-45fb-acb7-e84a97d3332e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0647061 Nov 22 17:19:24.801758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce7fe62d-22f9-4f90-933b-8b8b5c361001 req-70679192-c5a7-475d-bc5f-ace5dd8d7496 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499568 Nov 22 17:19:25.932189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc0b8d-5402-4aa9-aee9-fb99f273eddf req-5234c3f0-9c11-43f3-baa0-cf68cb2b52f2 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:25.933759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2cc0b8d-5402-4aa9-aee9-fb99f273eddf req-5234c3f0-9c11-43f3-baa0-cf68cb2b52f2 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0500374 Nov 22 17:19:26.317211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2cc0b8d-5402-4aa9-aee9-fb99f273eddf req-487c76ea-e0a1-4773-a336-bd8e621c727c tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766325 Nov 22 17:19:27.438010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff19e4-7b7a-439f-afa7-444ca61461bd req-10cae52b-06c6-4924-ac3a-a4c2f5531674 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:27.439507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37ff19e4-7b7a-439f-afa7-444ca61461bd req-10cae52b-06c6-4924-ac3a-a4c2f5531674 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0512068 Nov 22 17:19:27.488342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37ff19e4-7b7a-439f-afa7-444ca61461bd req-f7e382b6-01d6-4f2a-b8b3-a1fb7d533203 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Nov 22 17:19:28.608984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6dbf1-6ffc-406f-81fb-e5142fe003d2 req-1a811c32-b1f5-43ce-8d94-08074a9b4b5e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:28.610484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19e6dbf1-6ffc-406f-81fb-e5142fe003d2 req-1a811c32-b1f5-43ce-8d94-08074a9b4b5e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0506234 Nov 22 17:19:28.659604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19e6dbf1-6ffc-406f-81fb-e5142fe003d2 req-fc1a65d4-12a0-4a06-998b-12d4ecac86bb tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Nov 22 17:19:29.790773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035cfad-c26b-4127-b489-adec0a170b2c req-0979aa7c-83f1-4178-b039-0e361a541629 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:29.792306 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3035cfad-c26b-4127-b489-adec0a170b2c req-0979aa7c-83f1-4178-b039-0e361a541629 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0547049 Nov 22 17:19:29.841650 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3035cfad-c26b-4127-b489-adec0a170b2c req-fdcbea86-99e0-400b-bc90-d4d350fba032 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Nov 22 17:19:30.966375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47ef81-0007-49ff-a4ed-9c7057ac1f50 req-c1155ea1-b930-4948-9a85-7e25cb3e7d11 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:30.967955 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a47ef81-0007-49ff-a4ed-9c7057ac1f50 req-c1155ea1-b930-4948-9a85-7e25cb3e7d11 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0516222 Nov 22 17:19:31.019170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a47ef81-0007-49ff-a4ed-9c7057ac1f50 req-28b5fa97-c7a2-4263-a4fb-75b29b72e524 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Nov 22 17:19:32.145323 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4028f-6243-42e0-9f70-b3651ec8fc42 req-5c805f68-6cc9-4d91-9c33-660ccdbd34cb tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:32.146809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ea4028f-6243-42e0-9f70-b3651ec8fc42 req-5c805f68-6cc9-4d91-9c33-660ccdbd34cb tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0560246 Nov 22 17:19:32.200340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ea4028f-6243-42e0-9f70-b3651ec8fc42 req-67007bcd-d7f9-4b50-a4d2-e193f2dc517b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Nov 22 17:19:32.258588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-cb9df4a8-980f-4edd-8f10-758827cd178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:32.260175 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-cb9df4a8-980f-4edd-8f10-758827cd178c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1097 time: 0.0434015 Nov 22 17:19:32.372325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-383ad100-0069-4ae1-be74-8e0a00cb712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:32.374210 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-383ad100-0069-4ae1-be74-8e0a00cb712e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 913 time: 0.0928271 Nov 22 17:19:32.422318 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-59db5668-0307-49f2-bd36-903441219730 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 217 time: 0.0354843 Nov 22 17:19:32.472983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-559438c1-00dd-444e-bc93-b6c771aad980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:32.474447 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-559438c1-00dd-444e-bc93-b6c771aad980 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 200 len: 852 time: 0.0454390 Nov 22 17:19:32.511036 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-9b1ec119-4a15-4aa6-a4d8-8257ed41ef25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf40bdcb-5c02-482e-81c4-3584499df988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299175 Nov 22 17:19:32.607815 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-fbd25dd0-22a3-49cf-a66f-ed14f7bfe13a service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889704 Nov 22 17:19:32.719579 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-130f226e-dc28-4c1a-8785-84e366fe91e1 req-1e3a7346-8dac-4306-891b-36f4e5514282 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041529 Nov 22 17:19:33.340007 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7570c1-7d7c-44f9-b036-b65069cbf208 req-d9757332-0a48-4cb0-ab71-90c19f2b26b8 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:33.341541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c7570c1-7d7c-44f9-b036-b65069cbf208 req-d9757332-0a48-4cb0-ab71-90c19f2b26b8 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0536821 Nov 22 17:19:33.393452 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c7570c1-7d7c-44f9-b036-b65069cbf208 req-ff3630bc-65d6-4d0e-adcd-2193460b45a7 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456355 Nov 22 17:19:34.521744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dde8c-d5f9-496d-b9ca-3aae49f666c0 req-4696ff98-c508-4b70-8ba2-8b5de80259db tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:34.523316 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b94dde8c-d5f9-496d-b9ca-3aae49f666c0 req-4696ff98-c508-4b70-8ba2-8b5de80259db tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0507536 Nov 22 17:19:34.581219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b94dde8c-d5f9-496d-b9ca-3aae49f666c0 req-50186bf0-9f46-4a6e-a6f1-a5432138b831 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499988 Nov 22 17:19:35.712211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deae57-a3f2-4b8c-9f2d-c8fddb08fae5 req-67f6bada-5067-47ab-bff8-e1123292efd4 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:35.712899 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12deae57-a3f2-4b8c-9f2d-c8fddb08fae5 req-67f6bada-5067-47ab-bff8-e1123292efd4 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0529337 Nov 22 17:19:35.766212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12deae57-a3f2-4b8c-9f2d-c8fddb08fae5 req-e1f540f4-ba6d-4d9a-867d-e0a9e1a4057f tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Nov 22 17:19:36.899727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5060a1f-c5a6-40be-be50-8718b032944c req-e7e6cdf9-6ad4-440e-9a1d-60133deb042b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:36.901267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5060a1f-c5a6-40be-be50-8718b032944c req-e7e6cdf9-6ad4-440e-9a1d-60133deb042b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0540040 Nov 22 17:19:36.937445 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:36.951843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5060a1f-c5a6-40be-be50-8718b032944c req-686b9dbe-8974-471b-8c08-b09376fe6bd2 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Nov 22 17:19:37.404269 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:19:38.076526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9b75-c11e-4295-8a43-3ecbc794e13e req-0ec7ffbd-b5e4-4e8f-ae4f-42685963652e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:38.077934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-621c9b75-c11e-4295-8a43-3ecbc794e13e req-0ec7ffbd-b5e4-4e8f-ae4f-42685963652e tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0540726 Nov 22 17:19:38.129162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-621c9b75-c11e-4295-8a43-3ecbc794e13e req-f8abd13e-33d6-4067-a50d-b93ad68e7dbb tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443113 Nov 22 17:19:38.154491 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:39.269907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8960d-ba3f-407f-b860-469b7746c8d6 req-74107454-6a1e-45e9-8581-2595b74fe510 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:39.271989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14e8960d-ba3f-407f-b860-469b7746c8d6 req-74107454-6a1e-45e9-8581-2595b74fe510 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0586195 Nov 22 17:19:39.332747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14e8960d-ba3f-407f-b860-469b7746c8d6 req-6dafa331-55a4-4f4f-beb1-f8950b8cf9b5 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518532 Nov 22 17:19:40.452542 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1f946-6715-463a-8251-4f7723d32f8c req-57aee6ed-5af9-40aa-a950-5c3940ce567d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:40.454080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8e1f946-6715-463a-8251-4f7723d32f8c req-57aee6ed-5af9-40aa-a950-5c3940ce567d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0502853 Nov 22 17:19:40.508824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8e1f946-6715-463a-8251-4f7723d32f8c req-017ba56b-e538-4bd4-a04f-89198b50402b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477390 Nov 22 17:19:41.635664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab36d95-e9f4-4276-a77e-105592421b67 req-31200502-0324-4bff-b4d5-3b77b622682f tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:41.637212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ab36d95-e9f4-4276-a77e-105592421b67 req-31200502-0324-4bff-b4d5-3b77b622682f tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0531867 Nov 22 17:19:41.687370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ab36d95-e9f4-4276-a77e-105592421b67 req-74ed872a-5849-45f7-9dda-129cd1a0d623 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Nov 22 17:19:42.821889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5663ce-7545-4a78-987b-dc952469c8ae req-d2dceb43-3916-4420-bffd-47058da100dc tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:42.823405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a5663ce-7545-4a78-987b-dc952469c8ae req-d2dceb43-3916-4420-bffd-47058da100dc tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0505946 Nov 22 17:19:42.875810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a5663ce-7545-4a78-987b-dc952469c8ae req-8cacea72-f98c-4d79-a5b1-2ee77ef7fb66 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459256 Nov 22 17:19:44.011358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5f663-aa4e-42fe-94c4-44b262dbc40f req-617d6b34-8897-4565-aed9-568302c87c96 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:44.012971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9f5f663-aa4e-42fe-94c4-44b262dbc40f req-617d6b34-8897-4565-aed9-568302c87c96 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0581489 Nov 22 17:19:44.066361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9f5f663-aa4e-42fe-94c4-44b262dbc40f req-dfb4e185-face-46e6-9948-a676269292b0 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Nov 22 17:19:45.190870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458284f-600b-4f94-bc43-809dbb1841b9 req-09663370-703e-4564-9dea-2e084f730e96 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:45.192644 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7458284f-600b-4f94-bc43-809dbb1841b9 req-09663370-703e-4564-9dea-2e084f730e96 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0508170 Nov 22 17:19:45.243268 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7458284f-600b-4f94-bc43-809dbb1841b9 req-792cfea0-a296-4173-97a4-2ae27db016c8 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Nov 22 17:19:45.559454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67ecf266-4e3c-44cc-957b-ba88f65211b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:46.377112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a890e-8509-488d-97f6-47098aca44b0 req-f2fb37cc-2e2c-4961-94f6-201babf06e96 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:46.378714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d3a890e-8509-488d-97f6-47098aca44b0 req-f2fb37cc-2e2c-4961-94f6-201babf06e96 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0629656 Nov 22 17:19:46.429420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5d3a890e-8509-488d-97f6-47098aca44b0 req-85ab86b9-1054-4662-a1fe-c7bccc0b29f2 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445039 Nov 22 17:19:47.555137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e704bb-bdcb-4350-a36c-4efc0940d065 req-eadbd7b2-d2ce-41df-b183-9ca3cc126050 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:47.556497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89e704bb-bdcb-4350-a36c-4efc0940d065 req-eadbd7b2-d2ce-41df-b183-9ca3cc126050 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0523803 Nov 22 17:19:47.611550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89e704bb-bdcb-4350-a36c-4efc0940d065 req-0ad72663-bbbe-4102-985e-4088f9bd05e6 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459950 Nov 22 17:19:47.964543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a3b71550-49b8-4645-9dc3-4dd9d00bbff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:48.746735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbef77-e35f-4b95-8619-625f351e14ea req-3f9c9f91-7f25-49eb-aaf7-a0733eee507b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:48.748291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8cfbef77-e35f-4b95-8619-625f351e14ea req-3f9c9f91-7f25-49eb-aaf7-a0733eee507b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0622957 Nov 22 17:19:48.800968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8cfbef77-e35f-4b95-8619-625f351e14ea req-3e994ad5-f5b2-4b40-ac1f-c03681895f85 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Nov 22 17:19:49.105740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:49.934109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe66282-6c3f-49a3-955a-6c1818f53be2 req-715b006f-c11a-4e47-87e3-9ca4f7977eef tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:49.935716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfe66282-6c3f-49a3-955a-6c1818f53be2 req-715b006f-c11a-4e47-87e3-9ca4f7977eef tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0565021 Nov 22 17:19:49.988391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dfe66282-6c3f-49a3-955a-6c1818f53be2 req-13f445bd-e671-49fc-a917-5ce27e8a8874 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Nov 22 17:19:50.019852 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-5c47b30e-8102-422c-9413-1de528214e58 req-b91d6ac2-6919-4208-b72d-fd36343cfd84 service neutron] show failed (client error): The resource could not be found. Nov 22 17:19:50.020911 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-b91d6ac2-6919-4208-b72d-fd36343cfd84 service neutron] 10.222.0.37 "GET /v2.0/ports/3a1ac74b-4627-4d51-a13b-93712844852f/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0600498 Nov 22 17:19:50.254070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b30e-8102-422c-9413-1de528214e58 req-9c980bac-ab32-4ab7-84b2-92fa65e1d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:50.255645 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-9c980bac-ab32-4ab7-84b2-92fa65e1d2da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386&tenant_id=a83bf27da83d430ea4f7312872ef76bb HTTP/1.1" status: 200 len: 1097 time: 0.0452530 Nov 22 17:19:50.267688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:50.327973 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:50.539778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:50.574211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:50.616401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:50.619213 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6fbecc-bdec-45f9-a1da-e9b189851ab6" -d '{"events": [{"server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:50.623805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:50.637505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Transition to ACTIVE for port object 3a1ac74b-4627-4d51-a13b-93712844852f will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:19:50.642932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:50.680389 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1ad6ff-021e-4f86-a537-7ff019cee4a4 x-openstack-request-id: req-6e1ad6ff-021e-4f86-a537-7ff019cee4a4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:50.680728 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:50.681021 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e1ad6ff-021e-4f86-a537-7ff019cee4a4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:50.681449 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f', 'code': 200} Nov 22 17:19:50.709154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] No DVR routers for this DVR port 3a1ac74b-4627-4d51-a13b-93712844852f on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:19:50.711199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:50.754783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Attempting to bind port 3a1ac74b-4627-4d51-a13b-93712844852f on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:19:50.755196 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Attempting to bind port 3a1ac74b-4627-4d51-a13b-93712844852f by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:19:50.755524 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Attempting to bind port 3a1ac74b-4627-4d51-a13b-93712844852f on network cf40bdcb-5c02-482e-81c4-3584499df988 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:50.760165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Port 3a1ac74b-4627-4d51-a13b-93712844852f on network cf40bdcb-5c02-482e-81c4-3584499df988 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:19:50.760603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Attempting to bind port 3a1ac74b-4627-4d51-a13b-93712844852f on network cf40bdcb-5c02-482e-81c4-3584499df988 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:50.765917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:19:50.766273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Checking segment: {'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:50.766655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Bound using segment: {'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:19:50.767102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Bound port: 3a1ac74b-4627-4d51-a13b-93712844852f, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c9207f-81cf-4330-9470-28cc8a1ab779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:19:50.767462 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:50.832301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:50.835477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:19:50.841573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:50.879817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:50.880159 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:50.880703 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:50.881886 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] 10.222.0.62 "PUT /v2.0/ports/3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 1092 time: 0.6190104 Nov 22 17:19:50.900046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5d2e-102e-48a5-b5c7-a44198293fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:50.949021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b30e-8102-422c-9413-1de528214e58 req-540e5d77-95f1-42e6-82e7-e19f36b0d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:50.950585 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-540e5d77-95f1-42e6-82e7-e19f36b0d093 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1095 time: 0.0462162 Nov 22 17:19:51.056948 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b30e-8102-422c-9413-1de528214e58 req-12204904-b2f6-468b-9ae7-7ba07565894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:51.058456 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-12204904-b2f6-468b-9ae7-7ba07565894b service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 913 time: 0.0938051 Nov 22 17:19:51.103708 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-cc512b4e-c32e-4c4f-9a99-aed888bfd926 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 217 time: 0.0378692 Nov 22 17:19:51.115488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf830-b82a-4909-9db2-d6233951beb9 req-b0323247-2bbb-4a44-bbaa-1d76acef3bbc tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:51.117046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5daaf830-b82a-4909-9db2-d6233951beb9 req-b0323247-2bbb-4a44-bbaa-1d76acef3bbc tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 944 time: 0.0545678 Nov 22 17:19:51.160919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47b30e-8102-422c-9413-1de528214e58 req-a9c63187-e9a4-4046-8cd7-b7832b6bbc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:51.162534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-a9c63187-e9a4-4046-8cd7-b7832b6bbc2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 200 len: 852 time: 0.0520990 Nov 22 17:19:51.170451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5daaf830-b82a-4909-9db2-d6233951beb9 req-32bc7de6-d932-4f27-9294-0ed4350f290b tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Nov 22 17:19:51.195561 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-ffb26ef9-327a-4e20-9dc8-887197db235a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf40bdcb-5c02-482e-81c4-3584499df988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262821 Nov 22 17:19:51.287659 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-2450f8d5-0c6b-4e4f-8e46-281a94981da0 service neutron] 10.222.0.62 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851874 Nov 22 17:19:51.384863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5c47b30e-8102-422c-9413-1de528214e58 req-d34ee1d8-1608-43f5-8626-9ef271ce905a service neutron] 10.222.0.62 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889721 Nov 22 17:19:51.405140 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:52.306472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f274e-004d-42c7-8355-9ed0317173b5 req-155995e7-f288-449f-a52e-bd0d16b4a0a3 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:52.308069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743f274e-004d-42c7-8355-9ed0317173b5 req-155995e7-f288-449f-a52e-bd0d16b4a0a3 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 944 time: 0.0614605 Nov 22 17:19:52.360435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-743f274e-004d-42c7-8355-9ed0317173b5 req-684e440a-455b-4a9c-9a73-782a8a967842 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Nov 22 17:19:52.682966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:52.685848 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d278945-a263-47f3-9913-7d2a0dced213" -d '{"events": [{"name": "network-changed", "server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:52.750082 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b0bae-8401-4bde-a242-e0b187c61376 x-openstack-request-id: req-130b0bae-8401-4bde-a242-e0b187c61376 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:52.750442 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:52.750672 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-130b0bae-8401-4bde-a242-e0b187c61376 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:52.751331 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f', 'status': 'completed', 'code': 200} Nov 22 17:19:52.846725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278945-a263-47f3-9913-7d2a0dced213 req-b4b1e755-6b75-4dc8-a6a9-46219196873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:52.848397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-b4b1e755-6b75-4dc8-a6a9-46219196873e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1095 time: 0.0688131 Nov 22 17:19:52.850292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278945-a263-47f3-9913-7d2a0dced213 req-03a35012-da5c-4855-b99f-db20ca8fd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:52.851815 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-03a35012-da5c-4855-b99f-db20ca8fd065 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1095 time: 0.0833380 Nov 22 17:19:53.015660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278945-a263-47f3-9913-7d2a0dced213 req-7d57a9c6-8f65-41f1-abde-b69c1811d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:53.017273 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-7d57a9c6-8f65-41f1-abde-b69c1811d2e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 913 time: 0.1616201 Nov 22 17:19:53.018350 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278945-a263-47f3-9913-7d2a0dced213 req-fe7060f5-48ee-45d9-97ac-a2906daa9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:53.019717 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-fe7060f5-48ee-45d9-97ac-a2906daa9057 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 913 time: 0.1561544 Nov 22 17:19:53.065158 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-cb5ab072-92f3-40de-9add-e250cb3eaa83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 217 time: 0.0403571 Nov 22 17:19:53.099621 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-566f2c16-1c0b-440d-93d6-1772d3f9b3e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 217 time: 0.0686228 Nov 22 17:19:53.172272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278945-a263-47f3-9913-7d2a0dced213 req-dbe2b83e-86ba-44a0-90a1-d2a4ca179824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:53.173802 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-dbe2b83e-86ba-44a0-90a1-d2a4ca179824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 200 len: 852 time: 0.0825982 Nov 22 17:19:53.194580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d278945-a263-47f3-9913-7d2a0dced213 req-4648a52a-e6b2-4432-9c55-919d711f3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:53.196120 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-4648a52a-e6b2-4432-9c55-919d711f3ca3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 200 len: 852 time: 0.0734153 Nov 22 17:19:53.220399 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-08dcff96-a4b1-4c4c-b148-5682e1996768 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf40bdcb-5c02-482e-81c4-3584499df988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381501 Nov 22 17:19:53.246727 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-24277aee-15d4-411c-9bbd-ae88f40339e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cf40bdcb-5c02-482e-81c4-3584499df988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357368 Nov 22 17:19:53.394728 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-14ac3573-40a0-4a3b-8599-9961245d04e1 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565526 Nov 22 17:19:53.413472 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-a5f1110d-2565-43a0-8e52-fccbaebda709 service neutron] 10.222.0.62 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556683 Nov 22 17:19:53.494597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5f3fb-89d9-4bde-8f3a-d92049239f6e req-3ae40bf9-6480-462a-a346-84084e9b1ded tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:53.496279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4b5f3fb-89d9-4bde-8f3a-d92049239f6e req-3ae40bf9-6480-462a-a346-84084e9b1ded tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 944 time: 0.0555799 Nov 22 17:19:53.549224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4b5f3fb-89d9-4bde-8f3a-d92049239f6e req-ba5c2a0b-ccb9-45b7-aa3c-37fedcc27c68 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462792 Nov 22 17:19:53.560918 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-d6d469a3-e7b6-4608-a911-e9c4abf9d3e6 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586831 Nov 22 17:19:53.568103 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2d278945-a263-47f3-9913-7d2a0dced213 req-264b1662-eca7-441e-b760-5c84ac20a95d service neutron] 10.222.0.62 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178260 Nov 22 17:19:54.686701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58e3c7-ac10-4de7-a597-eb8fb9cac59c req-e1cea5dd-d012-4ec6-9c4c-9bd2ae6d509a tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:54.688666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a58e3c7-ac10-4de7-a597-eb8fb9cac59c req-e1cea5dd-d012-4ec6-9c4c-9bd2ae6d509a tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 944 time: 0.0621526 Nov 22 17:19:54.747162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a58e3c7-ac10-4de7-a597-eb8fb9cac59c req-61763f73-0d31-49f3-9c55-7917e4b193fc tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500102 Nov 22 17:19:54.863523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3a1ac74b-4627-4d51-a13b-93712844852f no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:19:54.912566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3a1ac74b-4627-4d51-a13b-93712844852f not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:19:54.957124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3a1ac74b-4627-4d51-a13b-93712844852f details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:19:55.001439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-8708cfe4-a84d-4b02-9897-b859aad79485 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:55.002981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-8708cfe4-a84d-4b02-9897-b859aad79485 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.37 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386&tenant_id=a83bf27da83d430ea4f7312872ef76bb&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 944 time: 0.0570917 Nov 22 17:19:55.059490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:55.064697 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-2bc954f6-2951-4b25-93f9-513114cd4ec4 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:19:55.065740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-2bc954f6-2951-4b25-93f9-513114cd4ec4 service neutron] 10.222.0.37 "DELETE /v2.0/ports/3a1ac74b-4627-4d51-a13b-93712844852f/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0552733 Nov 22 17:19:55.072884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '3a1ac74b-4627-4d51-a13b-93712844852f', 'network_id': 'cf40bdcb-5c02-482e-81c4-3584499df988', 'port_id': '3a1ac74b-4627-4d51-a13b-93712844852f', 'mac_address': 'fa:16:3e:e3:6a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22a876fc-fa86-481e-8cf8-23a7d8540b09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:19:55.111812 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:55.126104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1ac74b-4627-4d51-a13b-93712844852f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:55.146182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:55.152866 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:55.155540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-f3f1e99b-3059-4d72-8551-1031dc570365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:55.157582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-f3f1e99b-3059-4d72-8551-1031dc570365 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83bf27da83d430ea4f7312872ef76bb&device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 1095 time: 0.0475268 Nov 22 17:19:55.204759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:55.213370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.213725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.214075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.214435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.214765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.215143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.215469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.215795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.216389 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.216507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.216811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.217157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:55.255567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-4e68fe1b-f1b3-4314-ae87-5e35b45c87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:55.257284 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-4e68fe1b-f1b3-4314-ae87-5e35b45c87c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 200 len: 913 time: 0.0921500 Nov 22 17:19:55.302101 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-b9df393d-07f0-411e-a57d-0fdeabfee397 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 200 len: 217 time: 0.0381036 Nov 22 17:19:55.359828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-7f181fd6-d782-41a5-9278-bf712c9b87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:55.361368 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-7f181fd6-d782-41a5-9278-bf712c9b87f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 200 len: 852 time: 0.0528972 Nov 22 17:19:55.399443 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-513e0e3f-9ec6-4c55-8f7b-4c194412755f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf40bdcb-5c02-482e-81c4-3584499df988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306418 Nov 22 17:19:55.500910 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-38923445-d6c9-4945-a657-40ef7cf21b24 service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911598 Nov 22 17:19:55.503473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3a1ac74b-4627-4d51-a13b-93712844852f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:19:55.605318 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-1bf8d32e-8c67-45ce-b099-47789318564e service neutron] 10.222.0.37 "GET /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967207 Nov 22 17:19:56.379243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2eaf9-f2e1-41cd-a331-328d5317d5b4 req-7160886a-5073-4f56-aef3-fd56f0c25068 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:56.380692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcc2eaf9-f2e1-41cd-a331-328d5317d5b4 req-7160886a-5073-4f56-aef3-fd56f0c25068 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 945 time: 0.0562992 Nov 22 17:19:56.434426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcc2eaf9-f2e1-41cd-a331-328d5317d5b4 req-6e85c4c3-e1c3-44a1-8ca0-85c7ff75d753 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Nov 22 17:19:56.989680 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3a1ac74b-4627-4d51-a13b-93712844852f up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:57.046625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 3a1ac74b-4627-4d51-a13b-93712844852f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:19:57.053749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 3a1ac74b-4627-4d51-a13b-93712844852f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:57.054181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:57.137395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:57.166439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:57.168946 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a902225-fe6c-4180-90cb-a6550273fd2a" -d '{"events": [{"server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:57.187450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:57.193785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:57.244362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:57.285750 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d94e919-2413-4a3a-8289-594f3146c38a x-openstack-request-id: req-5d94e919-2413-4a3a-8289-594f3146c38a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:57.286119 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:57.286424 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d94e919-2413-4a3a-8289-594f3146c38a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:57.286822 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f', 'code': 200} Nov 22 17:19:57.570508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c551e-87a4-4045-9510-3e62e764078c req-87a764b4-aa3c-45c2-bf69-17d2325c2f18 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:57.572172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-911c551e-87a4-4045-9510-3e62e764078c req-87a764b4-aa3c-45c2-bf69-17d2325c2f18 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0559435 Nov 22 17:19:57.625016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-911c551e-87a4-4045-9510-3e62e764078c req-275a05a6-9be6-46fa-b6cf-d1ffcdabbc18 tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.59 "GET /v2.0/security-groups?id=be025d77-c698-408d-821f-6253032e2c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Nov 22 17:19:57.846536 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e2047d12-73dd-4adf-9c0d-9d52cb48ba5c tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:57.848077 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e2047d12-73dd-4adf-9c0d-9d52cb48ba5c tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.62 "GET /v2.0/ports?device_id=282c0700-c81b-44a3-8c91-47de454e5386 HTTP/1.1" status: 200 len: 946 time: 0.0528884 Nov 22 17:19:57.943829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Deleting port 3a1ac74b-4627-4d51-a13b-93712844852f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:19:57.944169 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.034326 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] For port 3a1ac74b-4627-4d51-a13b-93712844852f, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3a1ac74b-4627-4d51-a13b-93712844852f,segment=NetworkSegment(c4c9207f-81cf-4330-9470-28cc8a1ab779),segment_id=c4c9207f-81cf-4330-9470-28cc8a1ab779)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:58.034665 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.048792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Calling delete_port for 3a1ac74b-4627-4d51-a13b-93712844852f owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:19:58.190976 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.204710 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3a1ac74b-4627-4d51-a13b-93712844852f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:19:58.220922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Pushing event deleted for resources: {'Port': ['ID=3a1ac74b-4627-4d51-a13b-93712844852f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:58.266553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] No DVR routers for this DVR port 3a1ac74b-4627-4d51-a13b-93712844852f on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:19:58.269306 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.272791 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c4fc432b-59d4-44be-aa36-aa115cbfdfaa req-e7d94b0c-a760-4b54-ae1f-fd583444899d tempest-DeleteServersTestJSON-1414009813 tempest-DeleteServersTestJSON-1414009813-project] 10.222.0.62 "DELETE /v2.0/ports/3a1ac74b-4627-4d51-a13b-93712844852f HTTP/1.1" status: 204 len: 173 time: 0.4181533 Nov 22 17:19:58.273232 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'name': 'network-vif-deleted', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:58.275563 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41854b57-6e2d-4dc2-aaaf-0d97f48329ef" -d '{"events": [{"server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "name": "network-vif-deleted", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:58.314371 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb2fb4b-7a4e-45ff-a0df-13fe19907195 x-openstack-request-id: req-bcb2fb4b-7a4e-45ff-a0df-13fe19907195 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:58.314664 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282c0700-c81b-44a3-8c91-47de454e5386", "name": "network-vif-deleted", "tag": "3a1ac74b-4627-4d51-a13b-93712844852f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:58.314920 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bcb2fb4b-7a4e-45ff-a0df-13fe19907195 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:58.315363 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282c0700-c81b-44a3-8c91-47de454e5386', 'name': 'network-vif-deleted', 'tag': '3a1ac74b-4627-4d51-a13b-93712844852f', 'status': 'completed', 'code': 200} Nov 22 17:19:58.775316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45946) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:58.821310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e71cc6-1997-4132-a6a6-3f37168f08b1 admin admin] Deleting subnet 22a876fc-fa86-481e-8cf8-23a7d8540b09 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:19:58.824693 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45e71cc6-1997-4132-a6a6-3f37168f08b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.860003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45e71cc6-1997-4132-a6a6-3f37168f08b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.900904 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45e71cc6-1997-4132-a6a6-3f37168f08b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.960748 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45e71cc6-1997-4132-a6a6-3f37168f08b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.987171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e71cc6-1997-4132-a6a6-3f37168f08b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a876fc-fa86-481e-8cf8-23a7d8540b09,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:58.991979 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-45e71cc6-1997-4132-a6a6-3f37168f08b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:58.995292 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-45e71cc6-1997-4132-a6a6-3f37168f08b1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/22a876fc-fa86-481e-8cf8-23a7d8540b09 HTTP/1.1" status: 204 len: 168 time: 0.2188585 Nov 22 17:19:58.998234 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45948) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:59.067320 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.150484 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.171805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf40bdcb-5c02-482e-81c4-3584499df988']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:59.181707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c9207f-81cf-4330-9470-28cc8a1ab779') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:59.182003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c9207f-81cf-4330-9470-28cc8a1ab779') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:59.191875 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.205990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.212277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:19:59.212580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:19:59.214292 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:19:59.272350 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.278384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.282408 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/cf40bdcb-5c02-482e-81c4-3584499df988 HTTP/1.1" status: 204 len: 168 time: 0.2831700 Nov 22 17:19:59.294432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584165f2-5688-4bc3-9855-dd37affe3bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf40bdcb-5c02-482e-81c4-3584499df988,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:59.398025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45952) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:59.446437 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-daf7e42e-e793-43b0-ae7a-9ef3d35c1e72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a83bf27da83d430ea4f7312872ef76bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471511 Nov 22 17:19:59.449045 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:59.504557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.528759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.588285 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.592679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:59.594239 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be025d77-c698-408d-821f-6253032e2c14 HTTP/1.1" status: 204 len: 168 time: 0.1442721 Nov 22 17:19:59.602341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be025d77-c698-408d-821f-6253032e2c14,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:59.610526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.610890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.611304 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.611625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.611966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.612306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.612639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.612976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.613288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.613614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.613947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:59.614280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2075223d-8b23-49b7-bbf4-d622f1767238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:00.344349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 45976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:20:00.457589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-507783949-network', 'tenant_id': '256ad3f3389347858430915a594dcd48'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:20:00.488077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Made reservation on behalf of 256ad3f3389347858430915a594dcd48 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:20:00.491979 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.504357 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.590664 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.595109 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.619890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:20:00.628780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:00.635025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.635390 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Added segment b2a9fcc5-c965-4fb6-a859-779a64711f07 of type vlan for network c5778ccb-0046-4c5e-94a2-cca3517c242a Nov 22 17:20:00.681795 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.713310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.714449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:00.715065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.770972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4254003 Nov 22 17:20:00.774168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 45980) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:20:00.778758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92bad8-c225-46db-8f10-60b7d6fa1ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5778ccb-0046-4c5e-94a2-cca3517c242a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:00.780315 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Request body: {'subnet': {'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-507783949-subnet', 'tenant_id': '256ad3f3389347858430915a594dcd48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:20:00.796197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network c5778ccb-0046-4c5e-94a2-cca3517c242a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:20:00.808727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Made reservation on behalf of 256ad3f3389347858430915a594dcd48 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:20:00.811133 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:00.981682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:01.394385 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4908b788-6870-4d75-85d5-67fc0d24c597,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:01.405568 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Checking segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:20:01.405948 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Network hostable DHCP agents. Network: c5778ccb-0046-4c5e-94a2-cca3517c242a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:20:01.428966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Network c5778ccb-0046-4c5e-94a2-cca3517c242a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:20:01.445876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, c5778ccb-0046-4c5e-94a2-cca3517c242a) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:20:01.451206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:01.451793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:01.456067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc70020-6883-4fa8-90a2-da5357b31909 None None] Network c5778ccb-0046-4c5e-94a2-cca3517c242a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:20:01.470970 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2d57b892-9d9e-4383-b8fb-39ae54f5092d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6954126 Nov 22 17:20:01.603381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22b5ce-f4af-4156-9a85-8c007ac34720 None None] Network c5778ccb-0046-4c5e-94a2-cca3517c242a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:20:01.928085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-7c29df77-972f-49ce-9f94-6f70de7d3e0e tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:01.929594 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-7c29df77-972f-49ce-9f94-6f70de7d3e0e tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 814 time: 0.1092045 Nov 22 17:20:01.945650 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-341d2fb3-4194-4918-be21-cffce4895743 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/quotas/256ad3f3389347858430915a594dcd48 HTTP/1.1" status: 200 len: 375 time: 0.0097010 Nov 22 17:20:01.979420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-3ec84897-60df-4e32-a1b0-08d7ba9dc8ba tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281441 Nov 22 17:20:02.040397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-93e54c54-81ea-4b2f-ba2a-57daa8cc0366 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:20:02.041390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-93e54c54-81ea-4b2f-ba2a-57daa8cc0366 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0549014 Nov 22 17:20:02.135949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-50a1e8c9-1c80-468f-ae33-ae424c222962 service neutron] 10.222.0.59 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879250 Nov 22 17:20:02.234616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-2fe8ef6a-c646-4f4a-99b9-0b6ec390e540 service neutron] 10.222.0.59 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915301 Nov 22 17:20:02.406930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0b49c8c2-6f7d-4796-a017-e0d21a21fbf5 req-a8732bd2-fa29-445b-ba15-5c7d794541bd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0293815 Nov 22 17:20:02.988917 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3a1ac74b-4627-4d51-a13b-93712844852f no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:20:03.010259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 3a1ac74b-4627-4d51-a13b-93712844852f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:20:03.010611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3a1ac74b-4627-4d51-a13b-93712844852f not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:20:03.521590 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4799c679-e1c9-4b33-aef5-a469694d0342 req-9b04843e-8626-4b24-b2d2-3eaa9354f11c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0312746 Nov 22 17:20:03.583346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-e5e87976-5b97-4f4f-962f-369e0f678725 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:03.584912 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-e5e87976-5b97-4f4f-962f-369e0f678725 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 814 time: 0.1184864 Nov 22 17:20:03.599337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Request body: {'port': {'device_id': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a', 'admin_state_up': True, 'tenant_id': '256ad3f3389347858430915a594dcd48'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:20:03.715318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Made reservation on behalf of 256ad3f3389347858430915a594dcd48 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:20:03.720494 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:03.869539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Allocated IP 172.20.0.8 (c5778ccb-0046-4c5e-94a2-cca3517c242a/4908b788-6870-4d75-85d5-67fc0d24c597/e5a4923d-8ee5-464b-a354-eca1a18c729b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:20:04.029530 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.069354 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.119758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Network c5778ccb-0046-4c5e-94a2-cca3517c242a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:20:04.123162 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:20:04.127302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:20:04.134075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:04.181035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:04.181660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.199378 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-bb06d553-787e-4a3d-9a33-4c445943c678 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042414 Nov 22 17:20:04.213457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Request body: {'port': {'device_id': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:20:04.282700 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.571314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a4923d-8ee5-464b-a354-eca1a18c729b {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:20:04.581523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.601855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Transition to ACTIVE for port object e5a4923d-8ee5-464b-a354-eca1a18c729b will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:20:04.606496 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.661325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:04.676994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28893ce4-e3ff-4fc7-a379-8d866fa7782d req-c6955801-3ae6-46ce-bf1b-611ce2450219 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:04.678587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28893ce4-e3ff-4fc7-a379-8d866fa7782d req-c6955801-3ae6-46ce-bf1b-611ce2450219 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0753331 Nov 22 17:20:04.740530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-28893ce4-e3ff-4fc7-a379-8d866fa7782d req-e1f8581f-4479-40b7-84fa-7b8ee8abe5c3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545774 Nov 22 17:20:04.744928 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Attempting to bind port e5a4923d-8ee5-464b-a354-eca1a18c729b on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:20:04.745278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Attempting to bind port e5a4923d-8ee5-464b-a354-eca1a18c729b by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:20:04.745687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Attempting to bind port e5a4923d-8ee5-464b-a354-eca1a18c729b on network c5778ccb-0046-4c5e-94a2-cca3517c242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:20:04.750773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Port e5a4923d-8ee5-464b-a354-eca1a18c729b on network c5778ccb-0046-4c5e-94a2-cca3517c242a not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:20:04.751142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Attempting to bind port e5a4923d-8ee5-464b-a354-eca1a18c729b on network c5778ccb-0046-4c5e-94a2-cca3517c242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:20:04.756253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:20:04.756597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Checking segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:20:04.756992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Bound using segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:20:04.757431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Bound port: e5a4923d-8ee5-464b-a354-eca1a18c729b, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:20:04.757795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.827727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:20:04.831481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:20:04.838046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.876042 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:04.876790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:04.878209 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] 10.222.0.62 "PUT /v2.0/ports/e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 1091 time: 0.6700857 Nov 22 17:20:04.878680 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:20:04.881013 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7506cd1-c6f3-4076-ae86-657d2e9bf124" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:20:04.912797 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcc286-cd8b-4c87-85be-599bfdca120c service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:04.929648 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d52b30-bf77-4bbf-b22f-293db6375468 x-openstack-request-id: req-63d52b30-bf77-4bbf-b22f-293db6375468 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:20:04.929958 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:20:04.930209 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63d52b30-bf77-4bbf-b22f-293db6375468 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:20:04.930601 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'status': 'completed', 'code': 200} Nov 22 17:20:04.965247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-f4bbb7d8-3e96-413d-ad70-04eae1169184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:04.966877 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-f4bbb7d8-3e96-413d-ad70-04eae1169184 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1094 time: 0.0467968 Nov 22 17:20:05.016995 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-14e0b75a-148a-4383-9586-cae3ac5a1b3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 217 time: 0.0410526 Nov 22 17:20:05.070362 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-f134be44-de90-46ae-bdaa-77a81dc399d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:05.071873 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-f134be44-de90-46ae-bdaa-77a81dc399d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0471756 Nov 22 17:20:05.106500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-18453083-88d8-4308-9872-4faccaadcc8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258944 Nov 22 17:20:05.205925 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-884cd0a5-6335-45d1-b333-f9d56d9ff9eb service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891511 Nov 22 17:20:05.299894 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a45a0ff4-30aa-465f-866f-e59dd4faaea2 req-562bade2-1dbf-4f4c-b0e5-9d9229e144d1 service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861435 Nov 22 17:20:05.389272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-276130d0-c2c8-4e25-a8b2-f0bd90862f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:05.390807 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-276130d0-c2c8-4e25-a8b2-f0bd90862f0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1094 time: 0.0435970 Nov 22 17:20:05.494607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-cda78606-206c-43a3-9c4f-1e38b17b6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:05.496130 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-cda78606-206c-43a3-9c4f-1e38b17b6a56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0977921 Nov 22 17:20:05.551003 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-5c2ccb4c-7c43-4387-aedf-ac41550de5eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 217 time: 0.0469334 Nov 22 17:20:05.619319 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-658564e8-31eb-43a0-a075-a65f0d516118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:05.620812 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-658564e8-31eb-43a0-a075-a65f0d516118 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0603354 Nov 22 17:20:05.656504 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-564038bd-ef83-4c58-82e2-a4d738254e1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273590 Nov 22 17:20:05.754401 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-4cf3afa9-bff9-43c0-bb67-6c7bd6dc221b service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865004 Nov 22 17:20:05.857856 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901c460-69b6-43a6-86f1-417d5378c6d1 req-d3fa6cb8-8c3e-4d9b-ae03-f2f03e65e5fe tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:05.859512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8901c460-69b6-43a6-86f1-417d5378c6d1 req-d3fa6cb8-8c3e-4d9b-ae03-f2f03e65e5fe tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0501344 Nov 22 17:20:05.860977 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e7506cd1-c6f3-4076-ae86-657d2e9bf124 req-02f0632f-3b2f-45de-b0a7-09cc5e0db6f4 service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990098 Nov 22 17:20:05.908543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8901c460-69b6-43a6-86f1-417d5378c6d1 req-d08e1cd1-4c54-432f-8dd3-5e042574370d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425198 Nov 22 17:20:06.945588 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:07.041660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5046e-2c49-4f3b-aec8-87121590a993 req-6b1d2324-6bbf-47bc-898a-ca75931b0174 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:07.043016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf5046e-2c49-4f3b-aec8-87121590a993 req-6b1d2324-6bbf-47bc-898a-ca75931b0174 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0550258 Nov 22 17:20:07.102146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cf5046e-2c49-4f3b-aec8-87121590a993 req-e29e43b1-b266-47fe-a305-02fa63628eb3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497999 Nov 22 17:20:08.159356 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:08.241449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4214102-b7a7-409c-8879-4465e6090583 req-fbc41176-07f7-4eff-85d8-db3b7a84fea6 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:08.242988 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4214102-b7a7-409c-8879-4465e6090583 req-fbc41176-07f7-4eff-85d8-db3b7a84fea6 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0554752 Nov 22 17:20:08.295736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b4214102-b7a7-409c-8879-4465e6090583 req-b24a8bd7-a126-4a11-877c-3b002ef58e1f tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Nov 22 17:20:09.015694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e5a4923d-8ee5-464b-a354-eca1a18c729b details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:20:09.111882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:09.127370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a', 'port_id': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'mac_address': 'fa:16:3e:4f:bc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4908b788-6870-4d75-85d5-67fc0d24c597', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:20:09.164869 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:09.178367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a4923d-8ee5-464b-a354-eca1a18c729b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:20:09.198700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:09.204882 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:09.253040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:09.426024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2c760-e622-479c-b0f1-528bdfc1cb11 req-443b040e-1f5f-4ace-aa45-6fae64068aa9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:09.427433 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61e2c760-e622-479c-b0f1-528bdfc1cb11 req-443b040e-1f5f-4ace-aa45-6fae64068aa9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 944 time: 0.0530615 Nov 22 17:20:09.479091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61e2c760-e622-479c-b0f1-528bdfc1cb11 req-244195f8-cc4e-4277-8a87-bab38213e5c2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Nov 22 17:20:09.483276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['e5a4923d-8ee5-464b-a354-eca1a18c729b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:20:10.612848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39eaef5-acc2-4550-a3c8-41c3bb740009 req-3f083614-a0b5-4393-aec0-447cd82d58c9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:10.614412 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f39eaef5-acc2-4550-a3c8-41c3bb740009 req-3f083614-a0b5-4393-aec0-447cd82d58c9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 944 time: 0.0540771 Nov 22 17:20:10.663175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f39eaef5-acc2-4550-a3c8-41c3bb740009 req-cebeab38-40b7-4f14-b3b4-3a5c01645bd3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Nov 22 17:20:11.021779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e5a4923d-8ee5-464b-a354-eca1a18c729b up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:20:11.083213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port e5a4923d-8ee5-464b-a354-eca1a18c729b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:20:11.086888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port e5a4923d-8ee5-464b-a354-eca1a18c729b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:20:11.087302 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:11.167266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:11.193855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:20:11.197322 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f501719-b3a0-41e8-ac2a-1f54057ba99b" -d '{"events": [{"server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "name": "network-vif-plugged", "status": "completed", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:20:11.213723 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:11.219263 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:11.242571 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38689fce-08ae-4b3a-a15b-89033e12188a x-openstack-request-id: req-38689fce-08ae-4b3a-a15b-89033e12188a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:20:11.242866 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "name": "network-vif-plugged", "status": "completed", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:20:11.243146 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38689fce-08ae-4b3a-a15b-89033e12188a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:20:11.243561 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'code': 200} Nov 22 17:20:11.271358 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:11.351697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2f65e-1985-47aa-b513-37d5ef5dd681 req-10a45af6-43fd-4fc9-90d4-51cfbafa8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:11.353128 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8bf2f65e-1985-47aa-b513-37d5ef5dd681 req-10a45af6-43fd-4fc9-90d4-51cfbafa8045 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0529339 Nov 22 17:20:11.400385 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8bf2f65e-1985-47aa-b513-37d5ef5dd681 req-4668e350-115e-4afc-8b68-e25de59fe585 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Nov 22 17:20:11.786640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7addf45-353a-401c-af51-10f95fb8caf6 req-103fb097-9540-49d7-843c-93ee98381755 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:11.788669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7addf45-353a-401c-af51-10f95fb8caf6 req-103fb097-9540-49d7-843c-93ee98381755 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0530570 Nov 22 17:20:11.840135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7addf45-353a-401c-af51-10f95fb8caf6 req-8a3b4e1a-f564-4bf8-9955-f0d6b98f7a08 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 Nov 22 17:20:12.980706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf335268-2b6f-47f4-887c-4cc514863ae4 req-c37e4368-3760-4f4f-8409-c3e1d8b82446 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:12.982200 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf335268-2b6f-47f4-887c-4cc514863ae4 req-c37e4368-3760-4f4f-8409-c3e1d8b82446 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0548365 Nov 22 17:20:13.036542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cf335268-2b6f-47f4-887c-4cc514863ae4 req-aabe7709-62cb-4ddd-b493-9bac43c22ed9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Nov 22 17:20:13.158777 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b393c-8d3a-40ee-b402-4c52bc7cc2c5 req-e7e117d9-2a69-480c-a846-b8d516f78951 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:13.160302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c32b393c-8d3a-40ee-b402-4c52bc7cc2c5 req-e7e117d9-2a69-480c-a846-b8d516f78951 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0561588 Nov 22 17:20:13.210622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c32b393c-8d3a-40ee-b402-4c52bc7cc2c5 req-062d1144-a056-4f47-b493-bc0957ef74ec tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 Nov 22 17:20:13.427995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42d3ef-ba31-4726-bd1c-e1a4734a4820 req-477c9bd7-d7f6-4627-a115-463ea113c681 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:13.429479 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe42d3ef-ba31-4726-bd1c-e1a4734a4820 req-477c9bd7-d7f6-4627-a115-463ea113c681 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0503652 Nov 22 17:20:13.482439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe42d3ef-ba31-4726-bd1c-e1a4734a4820 req-822183fb-83c3-4b54-a4da-cf817f21391a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Nov 22 17:20:13.611667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9d476-8b9e-4d4d-83e0-20d930d8aa68 req-b5deeadb-e125-43b1-b2e8-22f232f05085 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:13.614033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffc9d476-8b9e-4d4d-83e0-20d930d8aa68 req-b5deeadb-e125-43b1-b2e8-22f232f05085 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0609202 Nov 22 17:20:13.669539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ffc9d476-8b9e-4d4d-83e0-20d930d8aa68 req-482d7b03-884f-4951-96c2-d8c8e595dbf2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493701 Nov 22 17:20:13.921583 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-b2526c36-b999-4809-9aee-4ea0c174f528 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411808 Nov 22 17:20:13.931435 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-8bda64e5-d5e7-4e8f-9570-84d80648f0cb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:20:13.932427 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-8bda64e5-d5e7-4e8f-9570-84d80648f0cb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056016 Nov 22 17:20:13.941378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc894c5-7960-484c-bad7-0930045bc61e req-cec0b34f-5975-4a0c-a67c-42bbf4cb4ec7 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:13.942986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1dc894c5-7960-484c-bad7-0930045bc61e req-cec0b34f-5975-4a0c-a67c-42bbf4cb4ec7 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0526562 Nov 22 17:20:13.994015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1dc894c5-7960-484c-bad7-0930045bc61e req-e98e7902-f08b-4606-9da0-f8a28ab96552 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 Nov 22 17:20:14.403945 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:20:15.114271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-ac065ad2-f50d-49d6-aadb-9be4fac36cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:15.116274 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-ac065ad2-f50d-49d6-aadb-9be4fac36cf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0486088 Nov 22 17:20:15.127065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0a56e-000a-41bc-8fe7-99fd141866ae req-703989e4-3d08-401a-8bd5-db72a2217cbf tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:15.128593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cc0a56e-000a-41bc-8fe7-99fd141866ae req-703989e4-3d08-401a-8bd5-db72a2217cbf tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0556784 Nov 22 17:20:15.180425 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0cc0a56e-000a-41bc-8fe7-99fd141866ae req-5aad8d2e-3347-484d-8d23-e93a098b7123 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446901 Nov 22 17:20:15.211068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-f646d7ea-12bd-40a5-b843-0ffda1b93c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:15.212611 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-f646d7ea-12bd-40a5-b843-0ffda1b93c66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0896111 Nov 22 17:20:15.258169 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-571591c1-b52f-4202-9ca6-f756b1f56617 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 217 time: 0.0381758 Nov 22 17:20:15.308518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-e153a36d-90b6-4618-9706-db15491e5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:15.310010 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-e153a36d-90b6-4618-9706-db15491e5a3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0453384 Nov 22 17:20:15.342615 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-21e5712d-8fa2-4d06-a0a1-d0b85709f925 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252280 Nov 22 17:20:15.445638 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-c3e58115-fc1e-4631-92f7-130c17d0792b service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955341 Nov 22 17:20:15.537205 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-b438eca6-54a9-4d50-add0-9326bf9c114a service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842841 Nov 22 17:20:15.556512 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c6448c2-a1d2-4deb-b7a8-be70102ce51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:16.305254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46502b-4ef0-4604-b6f9-2b0b733e3d2a req-d58b36be-ba8d-4673-98d6-25f12ee26edd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:16.306722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c46502b-4ef0-4604-b6f9-2b0b733e3d2a req-d58b36be-ba8d-4673-98d6-25f12ee26edd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Nov 22 17:20:16.362971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c46502b-4ef0-4604-b6f9-2b0b733e3d2a req-a6741cc0-0e97-43d1-97d9-9f81dbe1ef0d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475025 Nov 22 17:20:17.510769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdfb89-9322-474e-a4a6-5bf8164a1372 req-bc4599ab-835d-447f-b64e-0c0ccfcfc53b tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:17.512305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55cdfb89-9322-474e-a4a6-5bf8164a1372 req-bc4599ab-835d-447f-b64e-0c0ccfcfc53b tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0615542 Nov 22 17:20:17.566656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55cdfb89-9322-474e-a4a6-5bf8164a1372 req-36b7aa60-098e-4514-8e97-f637295b92f0 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480394 Nov 22 17:20:17.966439 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-075e6c86-2417-45fd-8bb2-878b77817505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:18.691329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73917da1-96e9-4327-a5ba-293892d31fc1 req-c6270924-f0f4-46f4-8265-2f2ab159dc45 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:18.692883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73917da1-96e9-4327-a5ba-293892d31fc1 req-c6270924-f0f4-46f4-8265-2f2ab159dc45 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0522211 Nov 22 17:20:18.747686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73917da1-96e9-4327-a5ba-293892d31fc1 req-86ca8365-52c5-4860-9845-f9c5424427ad tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476706 Nov 22 17:20:19.111254 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:19.878558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf44395-2fdf-4216-8fe0-4b49fd0cc780 req-edad214c-a166-4e27-8822-e6064cc93123 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:19.880067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1cf44395-2fdf-4216-8fe0-4b49fd0cc780 req-edad214c-a166-4e27-8822-e6064cc93123 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Nov 22 17:20:19.931600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1cf44395-2fdf-4216-8fe0-4b49fd0cc780 req-1af796f5-d369-4cc3-84a9-7d152b3c58bb tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426016 Nov 22 17:20:20.878579 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:21.133528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f338d8c-cd74-42c0-9375-483b963df601 req-7cb1d40c-f6af-4639-8279-e5b6c3357e56 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:21.135060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f338d8c-cd74-42c0-9375-483b963df601 req-7cb1d40c-f6af-4639-8279-e5b6c3357e56 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.1194258 Nov 22 17:20:21.185149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f338d8c-cd74-42c0-9375-483b963df601 req-bed0434b-82c3-42c9-a37a-b2e2f4162eee tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437405 Nov 22 17:20:21.402056 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:22.324640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab942ee6-4a91-454d-a143-4bda768fd136 req-a130d5dd-95f5-4bce-ad7d-f6c0ca744ca7 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:22.326415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab942ee6-4a91-454d-a143-4bda768fd136 req-a130d5dd-95f5-4bce-ad7d-f6c0ca744ca7 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0595508 Nov 22 17:20:22.377231 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab942ee6-4a91-454d-a143-4bda768fd136 req-3785f794-749d-4a2a-9127-d7b6bcc7fae8 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Nov 22 17:20:23.512411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86950-9c81-4492-aca6-954806a226fe req-19381678-d253-4ba1-9e54-1d77f4a42ee3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:23.513975 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ca86950-9c81-4492-aca6-954806a226fe req-19381678-d253-4ba1-9e54-1d77f4a42ee3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0579059 Nov 22 17:20:23.565177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ca86950-9c81-4492-aca6-954806a226fe req-4d02a708-9f78-431b-9c13-6f055148255c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Nov 22 17:20:24.718328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299edf2-3b63-4520-b5ba-23a5535f0d62 req-ae384213-f211-40e9-ad88-d3ec4a14a049 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:24.719831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0299edf2-3b63-4520-b5ba-23a5535f0d62 req-ae384213-f211-40e9-ad88-d3ec4a14a049 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0645988 Nov 22 17:20:24.767879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0299edf2-3b63-4520-b5ba-23a5535f0d62 req-3f8cee04-b09c-47a1-be85-c15dcfba520f tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Nov 22 17:20:25.902481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3be65a-7edc-4261-a3c8-a800c5362139 req-f80fe2d7-8fdc-4941-be6f-c108c0d01a5c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:25.903995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eb3be65a-7edc-4261-a3c8-a800c5362139 req-f80fe2d7-8fdc-4941-be6f-c108c0d01a5c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0522733 Nov 22 17:20:25.961619 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eb3be65a-7edc-4261-a3c8-a800c5362139 req-8b128577-5d74-4c65-bff0-64741055da11 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489745 Nov 22 17:20:27.092291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b8aaf-9756-4b52-bd8a-64a532ab3db6 req-932e4551-b326-4d05-875e-1218e4b673d6 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:27.094060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a7b8aaf-9756-4b52-bd8a-64a532ab3db6 req-932e4551-b326-4d05-875e-1218e4b673d6 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0584078 Nov 22 17:20:27.146577 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a7b8aaf-9756-4b52-bd8a-64a532ab3db6 req-1a4f6c9f-e5b5-46e9-9e33-a9f6309aedf4 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Nov 22 17:20:28.280416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca8abc-9b96-4d55-9dd2-e7667fd4b333 req-9b0299f0-6bfa-4ba1-af25-adde39e62951 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:28.282129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07ca8abc-9b96-4d55-9dd2-e7667fd4b333 req-9b0299f0-6bfa-4ba1-af25-adde39e62951 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0583098 Nov 22 17:20:28.312224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-c419eb59-d3a5-45fb-8e25-3fb1446d64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:28.314413 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-c419eb59-d3a5-45fb-8e25-3fb1446d64b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1096 time: 0.0532565 Nov 22 17:20:28.340600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07ca8abc-9b96-4d55-9dd2-e7667fd4b333 req-ab42fe45-4142-4549-9d29-02a7ef7388e0 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492709 Nov 22 17:20:28.435931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-2229d15a-57ac-4a87-90bc-6f19fe4ea125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:28.437562 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-2229d15a-57ac-4a87-90bc-6f19fe4ea125 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.1011345 Nov 22 17:20:28.485661 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-4f02270c-d532-4847-be5c-7ee0c648f28f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 217 time: 0.0402682 Nov 22 17:20:28.534543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-2f887af8-4188-46c1-a861-1c0190d75bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:28.536098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-2f887af8-4188-46c1-a861-1c0190d75bb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0438619 Nov 22 17:20:28.572580 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-827aa2cd-c3d0-4eb3-bc24-d3807205b8bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291386 Nov 22 17:20:28.664376 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-cd0b7268-8c69-4df9-92e2-1edc682cb7fe service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833356 Nov 22 17:20:28.778758 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b94c680e-d039-4697-8fd6-ff9b04e7b33e req-798ee9b7-3472-488e-b9cc-88afd53800a7 service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067290 Nov 22 17:20:29.477326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2a101-3d8b-41ef-9ceb-5081b7366275 req-8f158c64-57e7-40b6-bdd7-7a1d170ecdf4 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:29.478823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60f2a101-3d8b-41ef-9ceb-5081b7366275 req-8f158c64-57e7-40b6-bdd7-7a1d170ecdf4 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0658908 Nov 22 17:20:29.532973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-60f2a101-3d8b-41ef-9ceb-5081b7366275 req-d9222a7c-2f8e-486d-9621-355ad6ad6120 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Nov 22 17:20:30.665998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccd64c-5990-4f91-9706-3264bfe80283 req-af8cdc90-4f73-4638-88ed-36fcc31adf2f tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:30.667531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6ccd64c-5990-4f91-9706-3264bfe80283 req-af8cdc90-4f73-4638-88ed-36fcc31adf2f tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0512676 Nov 22 17:20:30.718212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6ccd64c-5990-4f91-9706-3264bfe80283 req-3aa8fbea-e64f-4eff-a902-3f98d2b11547 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Nov 22 17:20:31.849284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea0df2-2207-468d-bbb8-11db8b024e2c req-1b3c2739-2f92-4b3a-a8c4-ca8e082b1db6 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:31.850882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6bea0df2-2207-468d-bbb8-11db8b024e2c req-1b3c2739-2f92-4b3a-a8c4-ca8e082b1db6 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0572486 Nov 22 17:20:31.905602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6bea0df2-2207-468d-bbb8-11db8b024e2c req-d715a07e-8559-4163-8e87-10c313270bcc tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482881 Nov 22 17:20:33.042217 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0def0-6204-477b-83ea-8f0c7f5f550b req-27126f1c-d0e7-4bcb-937c-b0d690ac402e tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:33.043677 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67d0def0-6204-477b-83ea-8f0c7f5f550b req-27126f1c-d0e7-4bcb-937c-b0d690ac402e tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0556474 Nov 22 17:20:33.096550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-67d0def0-6204-477b-83ea-8f0c7f5f550b req-faf70cbb-2175-49d6-855e-6f75a9a9e869 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Nov 22 17:20:34.228631 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a61d-8200-4b20-8243-81afb196b67e req-55727d63-c107-4e6f-a651-731d7baa6ff9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:34.230446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d7a61d-8200-4b20-8243-81afb196b67e req-55727d63-c107-4e6f-a651-731d7baa6ff9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0535152 Nov 22 17:20:34.288142 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84d7a61d-8200-4b20-8243-81afb196b67e req-0376cb6c-9dd2-4ae2-8e7f-562eb8334ac5 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515666 Nov 22 17:20:35.414520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a6f3b-d52c-4a08-ada9-763af5eecc60 req-39f06474-8124-475a-bb08-b416eefd7cd2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:35.416029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a6a6f3b-d52c-4a08-ada9-763af5eecc60 req-39f06474-8124-475a-bb08-b416eefd7cd2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0542862 Nov 22 17:20:35.472233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6a6a6f3b-d52c-4a08-ada9-763af5eecc60 req-ed6b5c90-719b-4e10-a2c2-099acce98242 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499697 Nov 22 17:20:36.595477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10859077-4e85-4d6d-9003-212356c548fc req-3eaa063f-ccc0-47a6-a9c4-92c229f17676 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:36.596947 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-10859077-4e85-4d6d-9003-212356c548fc req-3eaa063f-ccc0-47a6-a9c4-92c229f17676 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0531120 Nov 22 17:20:36.656488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-10859077-4e85-4d6d-9003-212356c548fc req-5043cb4c-b28e-4c50-bd24-33eede5fb6ba tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503821 Nov 22 17:20:36.942547 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:37.790627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bfc69-a82b-4631-8d3a-2cd4da54b90d req-f454d992-ff7b-4d34-a5b3-8e945917434d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:37.792165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b0bfc69-a82b-4631-8d3a-2cd4da54b90d req-f454d992-ff7b-4d34-a5b3-8e945917434d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0569100 Nov 22 17:20:37.848380 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b0bfc69-a82b-4631-8d3a-2cd4da54b90d req-7d8fc9e9-c4e0-4359-a774-66bfd0d13357 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497363 Nov 22 17:20:38.148302 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:38.983679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ec698-01d5-4c79-9163-c9df95f78d6c req-93046c3b-d066-4dc1-bdd2-be3d11361838 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:38.985360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37ec698-01d5-4c79-9163-c9df95f78d6c req-93046c3b-d066-4dc1-bdd2-be3d11361838 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0551491 Nov 22 17:20:39.041404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37ec698-01d5-4c79-9163-c9df95f78d6c req-e57e38c3-2677-4644-af9b-a43bdc705443 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 Nov 22 17:20:40.176814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4b7ff-993f-4905-8181-d99e0653b0c3 req-0e17b1bd-834a-419d-b05a-d5d87ba36cfd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:40.178574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37f4b7ff-993f-4905-8181-d99e0653b0c3 req-0e17b1bd-834a-419d-b05a-d5d87ba36cfd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0510952 Nov 22 17:20:40.231838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37f4b7ff-993f-4905-8181-d99e0653b0c3 req-db91fb1d-8100-4479-bf59-abff098901a9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Nov 22 17:20:41.363471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255ae29-735c-40bc-a82e-749d288d0857 req-6a28c12e-87ae-4a02-8392-561922f44d59 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:41.364922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1255ae29-735c-40bc-a82e-749d288d0857 req-6a28c12e-87ae-4a02-8392-561922f44d59 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0604408 Nov 22 17:20:41.417887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1255ae29-735c-40bc-a82e-749d288d0857 req-72233f07-7007-4854-aa9a-cdf26efbc598 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Nov 22 17:20:42.549803 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-76d0de85-12fe-4818-8ec7-5f881ede517e service neutron] show failed (client error): The resource could not be found. Nov 22 17:20:42.550567 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba66c4d-8661-4abe-ae95-f862b6fe5e15 req-3d52a15b-b9f3-4fdf-8bc8-26bc57f6e1de tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:42.551500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-76d0de85-12fe-4818-8ec7-5f881ede517e service neutron] 10.222.0.62 "GET /v2.0/ports/e5a4923d-8ee5-464b-a354-eca1a18c729b/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0615427 Nov 22 17:20:42.552260 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aba66c4d-8661-4abe-ae95-f862b6fe5e15 req-3d52a15b-b9f3-4fdf-8bc8-26bc57f6e1de tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0537241 Nov 22 17:20:42.605109 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-aba66c4d-8661-4abe-ae95-f862b6fe5e15 req-862319c5-704f-4755-b22c-2342ccd1ed4e tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Nov 22 17:20:42.769826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-fde015ae-6943-41c7-a96f-e8c10c556bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:42.771635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-fde015ae-6943-41c7-a96f-e8c10c556bb7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7&tenant_id=256ad3f3389347858430915a594dcd48 HTTP/1.1" status: 200 len: 1096 time: 0.0457518 Nov 22 17:20:42.783613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:20:42.841522 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:43.056780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:43.092789 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:20:43.140496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:20:43.142873 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d331a61-ee63-4619-b9fe-66cfee67f13d" -d '{"events": [{"server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:20:43.147140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:43.160712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Transition to ACTIVE for port object e5a4923d-8ee5-464b-a354-eca1a18c729b will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:20:43.165125 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:43.195665 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc63dd4-a353-4dcb-bea7-e5fd7599c45e x-openstack-request-id: req-acc63dd4-a353-4dcb-bea7-e5fd7599c45e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:20:43.196440 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "name": "network-vif-unplugged", "status": "completed", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:20:43.196440 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-acc63dd4-a353-4dcb-bea7-e5fd7599c45e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:20:43.196606 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'code': 200} Nov 22 17:20:43.229573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:43.231820 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] No DVR routers for this DVR port e5a4923d-8ee5-464b-a354-eca1a18c729b on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:20:43.240780 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.241173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.241481 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.241799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.242168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.242506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.242818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.243175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.243542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.243876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.244195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.244515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:43.282477 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Attempting to bind port e5a4923d-8ee5-464b-a354-eca1a18c729b on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:20:43.282816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Attempting to bind port e5a4923d-8ee5-464b-a354-eca1a18c729b by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:20:43.283217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Attempting to bind port e5a4923d-8ee5-464b-a354-eca1a18c729b on network c5778ccb-0046-4c5e-94a2-cca3517c242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:20:43.287729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Port e5a4923d-8ee5-464b-a354-eca1a18c729b on network c5778ccb-0046-4c5e-94a2-cca3517c242a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:20:43.288051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Attempting to bind port e5a4923d-8ee5-464b-a354-eca1a18c729b on network c5778ccb-0046-4c5e-94a2-cca3517c242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:20:43.292927 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:20:43.293262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Checking segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:20:43.293654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Bound using segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:20:43.294098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Bound port: e5a4923d-8ee5-464b-a354-eca1a18c729b, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:20:43.294451 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:43.360932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:20:43.363891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:20:43.371046 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:43.408092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:43.408761 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:43.410200 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] 10.222.0.37 "PUT /v2.0/ports/e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 1091 time: 0.6308947 Nov 22 17:20:43.432991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a13d-56b9-498f-ac7b-f7805a8b9a17 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:43.479251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-8ea02abb-71a7-4a65-84b8-c9bc151d7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:43.480850 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-8ea02abb-71a7-4a65-84b8-c9bc151d7e20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1094 time: 0.0447664 Nov 22 17:20:43.574262 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4519cf0c-14df-42ae-95a5-b963f6686d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:43.575856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-4519cf0c-14df-42ae-95a5-b963f6686d03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0878074 Nov 22 17:20:43.626041 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-f6041739-386b-41e9-bc68-850d1ab32afd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 217 time: 0.0429788 Nov 22 17:20:43.680148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-5dfceb2b-7378-4572-b8d7-ed12bf8aa778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:43.681572 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-5dfceb2b-7378-4572-b8d7-ed12bf8aa778 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0485923 Nov 22 17:20:43.715254 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-3aff2c5a-203b-488a-a1a1-cd9b3bab9d4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254107 Nov 22 17:20:43.735291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cda36-34e6-4298-9c50-219ba5f9593f req-cece6765-7bf7-466e-b801-0918bd3c2426 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:43.736871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-792cda36-34e6-4298-9c50-219ba5f9593f req-cece6765-7bf7-466e-b801-0918bd3c2426 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0563676 Nov 22 17:20:43.787458 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-792cda36-34e6-4298-9c50-219ba5f9593f req-d46cf3ec-1b63-4564-87d8-b65816fa4f2b tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Nov 22 17:20:43.808425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-8aee5b58-f5c3-4038-bf0f-e2b12246b850 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862288 Nov 22 17:20:43.915000 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c71ff12e-d8e4-4bf7-a899-b216a6f3f8e3 req-29dad896-6532-44d8-a734-194b88060a0a service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990908 Nov 22 17:20:44.914525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d52be5-6a3f-4a64-81a8-1264800aa5c2 req-c0b69430-27a3-4f11-aa65-4b6e78fd331e tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:44.916093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2d52be5-6a3f-4a64-81a8-1264800aa5c2 req-c0b69430-27a3-4f11-aa65-4b6e78fd331e tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 943 time: 0.0560472 Nov 22 17:20:44.967112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2d52be5-6a3f-4a64-81a8-1264800aa5c2 req-f04fb9b8-fe8a-4fdc-a62d-73da66258b0c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447943 Nov 22 17:20:45.131088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e5a4923d-8ee5-464b-a354-eca1a18c729b details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:20:45.197533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:20:45.199983 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:20:45.241531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:45.253056 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edba0df-ddfc-4b9f-950e-83d6f8d61f36 x-openstack-request-id: req-8edba0df-ddfc-4b9f-950e-83d6f8d61f36 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:20:45.253326 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:20:45.253613 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8edba0df-ddfc-4b9f-950e-83d6f8d61f36 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:20:45.253996 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'status': 'completed', 'code': 200} Nov 22 17:20:45.255354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a', 'port_id': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'mac_address': 'fa:16:3e:4f:bc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4908b788-6870-4d75-85d5-67fc0d24c597', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:20:45.299924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:45.315085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a4923d-8ee5-464b-a354-eca1a18c729b {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:20:45.336603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:45.342544 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:45.344102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-da03727d-e20c-4109-a16c-81ea7ea433f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:45.345665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-da03727d-e20c-4109-a16c-81ea7ea433f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1094 time: 0.0718648 Nov 22 17:20:45.351852 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-c31e8180-45a2-4a95-b901-2d58bfba0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:45.353226 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-c31e8180-45a2-4a95-b901-2d58bfba0fcb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1094 time: 0.0696716 Nov 22 17:20:45.397345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:45.505947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-58a16b32-26c3-4ddf-b0d7-3908a7b54ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:45.507436 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-58a16b32-26c3-4ddf-b0d7-3908a7b54ac8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.1532686 Nov 22 17:20:45.524452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-df9b3395-0ca4-400f-82c5-04e828e474e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:45.525879 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-df9b3395-0ca4-400f-82c5-04e828e474e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.1546042 Nov 22 17:20:45.558997 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1d26-a98b-4c69-a1b3-d0852ac5428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:45.560446 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-6425ee99-3a7c-44e3-8d23-2d95cf29576b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 217 time: 0.0440500 Nov 22 17:20:45.571256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e5a4923d-8ee5-464b-a354-eca1a18c729b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:20:45.598493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-d989fe55-1eb4-4833-a73d-b5ffb63c1871 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 217 time: 0.0451558 Nov 22 17:20:45.671521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-29cb826c-7971-4d2e-b45f-5d866336f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:45.673258 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-29cb826c-7971-4d2e-b45f-5d866336f6f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0830801 Nov 22 17:20:45.678727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-1232ebf1-2915-4c18-9711-a1a11d55b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:45.680114 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-1232ebf1-2915-4c18-9711-a1a11d55b9b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0630019 Nov 22 17:20:45.725144 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-f680cfbf-9e9f-4867-9ca7-555d0a36efb7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440567 Nov 22 17:20:45.726976 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-f3bc0b9b-5a1f-4abd-901e-a123c72eba25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381675 Nov 22 17:20:45.879438 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-c2b9c675-bbe6-48e0-af5f-feefe17bb3a2 service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474767 Nov 22 17:20:45.882722 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-56d7efc3-fc64-4b67-8f22-935fa955b8c1 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434989 Nov 22 17:20:46.047422 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-fc5328ed-c5b3-431f-a64e-fc3a08ab5f90 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475487 Nov 22 17:20:46.048726 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f2790fd0-a9ba-4fba-8ff5-0bc7660afcd3 req-ccffaa1d-219b-4943-a154-74a1964323c7 service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607475 Nov 22 17:20:46.103364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761a82d-7efc-447d-b6b4-f70573cce670 req-b6993725-036c-44ca-8168-b988ae548184 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:46.104875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a761a82d-7efc-447d-b6b4-f70573cce670 req-b6993725-036c-44ca-8168-b988ae548184 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 944 time: 0.0603917 Nov 22 17:20:46.164927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a761a82d-7efc-447d-b6b4-f70573cce670 req-7366d875-eb91-48b2-aadc-14c00790f343 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533478 Nov 22 17:20:46.374909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de65878-cf83-4e35-93f9-043c2e3cb8f8 req-ccd7d99f-1da9-47b5-a51e-0301391b95ec tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:46.376528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0de65878-cf83-4e35-93f9-043c2e3cb8f8 req-ccd7d99f-1da9-47b5-a51e-0301391b95ec tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 944 time: 0.0511503 Nov 22 17:20:46.390788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-0c4de28c-25da-45bd-9e00-63ca6b13dedc tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:46.392350 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-0c4de28c-25da-45bd-9e00-63ca6b13dedc tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7&tenant_id=256ad3f3389347858430915a594dcd48&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 944 time: 0.0552642 Nov 22 17:20:46.426738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0de65878-cf83-4e35-93f9-043c2e3cb8f8 req-03611901-736e-4aaf-9035-84233dac597c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Nov 22 17:20:46.455413 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-8f4eaa70-6297-4a53-bbd9-3a88439e1e6d service neutron] delete failed (client error): The resource could not be found. Nov 22 17:20:46.456561 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-8f4eaa70-6297-4a53-bbd9-3a88439e1e6d service neutron] 10.222.0.62 "DELETE /v2.0/ports/e5a4923d-8ee5-464b-a354-eca1a18c729b/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0556564 Nov 22 17:20:46.549308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-2c4249cb-7cbe-40b8-90d5-20d1a5982246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:46.550723 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-2c4249cb-7cbe-40b8-90d5-20d1a5982246 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 1095 time: 0.0481806 Nov 22 17:20:46.655293 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-b5203cbb-af7a-4359-beb0-e14ba42ddd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:46.656881 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-b5203cbb-af7a-4359-beb0-e14ba42ddd29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0994620 Nov 22 17:20:46.698744 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-0a08cdd4-f3b5-4188-a6eb-37d8812e1288 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 200 len: 217 time: 0.0346282 Nov 22 17:20:46.757483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-77244d9a-1d5d-43f4-8655-6d96e7a58c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:46.758981 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-77244d9a-1d5d-43f4-8655-6d96e7a58c5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0525556 Nov 22 17:20:46.797546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-b2188dc2-1c82-4646-a153-2aa8416e2572 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307374 Nov 22 17:20:46.892301 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-66d0c310-bc2e-4042-85f1-b1204cf3b21d service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875523 Nov 22 17:20:46.990933 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61f3bcd5-eaed-4f7e-b3f6-7001192c8d09 req-83f6ccba-64ab-4f65-963a-8c15e97632d7 service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910234 Nov 22 17:20:47.124306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e5a4923d-8ee5-464b-a354-eca1a18c729b up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:20:47.182224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port e5a4923d-8ee5-464b-a354-eca1a18c729b completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:20:47.186157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port e5a4923d-8ee5-464b-a354-eca1a18c729b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:20:47.186711 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:47.256384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e5a4923d-8ee5-464b-a354-eca1a18c729b no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:20:47.292031 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:47.316878 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device e5a4923d-8ee5-464b-a354-eca1a18c729b not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:20:47.325846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:20:47.330574 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694d17e5-f449-475b-8483-4a7a1fc1f791" -d '{"events": [{"server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "name": "network-vif-plugged", "status": "completed", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:20:47.344885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:47.357281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:47.385578 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf37172-60de-4139-b97f-75e6bf4278ea x-openstack-request-id: req-eaf37172-60de-4139-b97f-75e6bf4278ea {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:20:47.385872 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "name": "network-vif-plugged", "status": "completed", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:20:47.386122 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eaf37172-60de-4139-b97f-75e6bf4278ea {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:20:47.386504 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'code': 200} Nov 22 17:20:47.412430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:47.551234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9a528-2fb5-4c50-a315-4ff4e3a32404 req-e51e6646-c882-407e-8f17-257865d5378a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:47.552734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6d9a528-2fb5-4c50-a315-4ff4e3a32404 req-e51e6646-c882-407e-8f17-257865d5378a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0516479 Nov 22 17:20:47.609627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6d9a528-2fb5-4c50-a315-4ff4e3a32404 req-bd4056eb-553c-4591-a6f3-c75b4815458c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Nov 22 17:20:47.733092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1e142-0121-4b4c-a9e6-a05597f0b545 req-027a4a77-c0c3-4db9-b9b4-a3a13cee73c0 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:47.734631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeb1e142-0121-4b4c-a9e6-a05597f0b545 req-027a4a77-c0c3-4db9-b9b4-a3a13cee73c0 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0544870 Nov 22 17:20:47.786057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eeb1e142-0121-4b4c-a9e6-a05597f0b545 req-92711172-a332-4410-ae8a-6c0c4d6a27d2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427189 Nov 22 17:20:47.907109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e7c0a-b2d4-4ea9-b0d5-35d3e3f1cb45 req-a7985606-a0f0-4cdd-9db5-bab0a2e5edc7 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:47.908618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-910e7c0a-b2d4-4ea9-b0d5-35d3e3f1cb45 req-a7985606-a0f0-4cdd-9db5-bab0a2e5edc7 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Nov 22 17:20:47.961222 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-910e7c0a-b2d4-4ea9-b0d5-35d3e3f1cb45 req-e5b45b1c-2fa3-49de-a1a4-febdb5eba789 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464232 Nov 22 17:20:47.962729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e38d9196-0958-4df6-b226-33aa151ff1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:48.341941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-a9c8d5e0-2b53-4544-ab5b-f220e486d167 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:48.343281 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-a9c8d5e0-2b53-4544-ab5b-f220e486d167 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 814 time: 0.1158030 Nov 22 17:20:48.363353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-3711c0fa-5f0c-4976-9517-a4a8293bea22 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/quotas/256ad3f3389347858430915a594dcd48 HTTP/1.1" status: 200 len: 375 time: 0.0101917 Nov 22 17:20:48.416602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-8617a8ac-414e-4dd2-8513-fcae7b92818c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456135 Nov 22 17:20:48.519674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-4934171a-e9d4-4750-bd14-ebcc23d04094 service neutron] 10.222.0.59 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953994 Nov 22 17:20:48.617802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-fb29ddf5-37ad-47af-ba59-25f69f051e80 service neutron] 10.222.0.59 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886459 Nov 22 17:20:48.788123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00c739f0-a744-4ca9-8aab-61fc79785058 req-6ff810ca-cb31-4dea-8c7e-2a2271626d8d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 210 time: 0.0272563 Nov 22 17:20:49.108447 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:49.481210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-2f64a91d-df82-408f-9265-435f0ee36592 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:49.482716 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-2f64a91d-df82-408f-9265-435f0ee36592 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d9cf67f-1b7c-477e-be32-e2362362c5c7 HTTP/1.1" status: 200 len: 945 time: 0.0531487 Nov 22 17:20:49.585483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Deleting port e5a4923d-8ee5-464b-a354-eca1a18c729b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:20:49.585822 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:49.683485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] For port e5a4923d-8ee5-464b-a354-eca1a18c729b, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=e5a4923d-8ee5-464b-a354-eca1a18c729b,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:49.683856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:49.697922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Calling delete_port for e5a4923d-8ee5-464b-a354-eca1a18c729b owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:20:49.828600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-12c27fcb-5ebe-4cdb-a21d-0c47048d1ff7 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:49.830862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-12c27fcb-5ebe-4cdb-a21d-0c47048d1ff7 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.37 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 814 time: 0.1433847 Nov 22 17:20:49.842402 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:49.850083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Request body: {'port': {'device_id': 'e32e2d63-6572-4329-9585-aab602156b03', 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a', 'admin_state_up': True, 'tenant_id': '256ad3f3389347858430915a594dcd48'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:20:49.856153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e5a4923d-8ee5-464b-a354-eca1a18c729b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:20:49.880702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Pushing event deleted for resources: {'Port': ['ID=e5a4923d-8ee5-464b-a354-eca1a18c729b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:49.920823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] No DVR routers for this DVR port e5a4923d-8ee5-464b-a354-eca1a18c729b on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:20:49.924942 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:49.928307 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.37 "DELETE /v2.0/ports/e5a4923d-8ee5-464b-a354-eca1a18c729b HTTP/1.1" status: 204 len: 173 time: 0.4384396 Nov 22 17:20:49.928776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'name': 'network-vif-deleted', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:20:49.931517 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ff3e3-5026-4c39-81c0-cdfd131bab6b" -d '{"events": [{"server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "name": "network-vif-deleted", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:20:49.943971 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-734ff86f-a4db-4e4c-984b-35751f60dceb req-e76ef503-a533-4928-afb9-eb8781df9248 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 210 time: 0.0390475 Nov 22 17:20:49.993537 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e617d-d131-4110-b8ab-b06c042abe03 x-openstack-request-id: req-a75e617d-d131-4110-b8ab-b06c042abe03 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:20:49.993928 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9cf67f-1b7c-477e-be32-e2362362c5c7", "name": "network-vif-deleted", "tag": "e5a4923d-8ee5-464b-a354-eca1a18c729b", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:20:49.994287 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a75e617d-d131-4110-b8ab-b06c042abe03 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:20:49.994817 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9cf67f-1b7c-477e-be32-e2362362c5c7', 'name': 'network-vif-deleted', 'tag': 'e5a4923d-8ee5-464b-a354-eca1a18c729b', 'status': 'completed', 'code': 200} Nov 22 17:20:50.024039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Made reservation on behalf of 256ad3f3389347858430915a594dcd48 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:20:50.027720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:50.162177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Allocated IP 172.20.0.2 (c5778ccb-0046-4c5e-94a2-cca3517c242a/4908b788-6870-4d75-85d5-67fc0d24c597/d33869f5-ab4a-4ac3-b837-84e968d43879) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:20:50.330489 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:50.369208 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:50.382552 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['e5a4923d-8ee5-464b-a354-eca1a18c729b'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:20:50.418131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Network c5778ccb-0046-4c5e-94a2-cca3517c242a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:20:50.421461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:20:50.425159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:20:50.431806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:50.478922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:50.479650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:50.497524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-6f42925a-cd5e-4b9d-89c2-4f67e9b1e504 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6553252 Nov 22 17:20:50.510155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Request body: {'port': {'device_id': 'e32e2d63-6572-4329-9585-aab602156b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:20:50.565899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:50.882527 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:51.125835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d33869f5-ab4a-4ac3-b837-84e968d43879 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:20:51.137223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0898-a3c6-4418-afe0-53831d6df4da req-7ecbf655-79e3-49b3-8eee-cf07464f097d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:51.138678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1ef0898-a3c6-4418-afe0-53831d6df4da req-7ecbf655-79e3-49b3-8eee-cf07464f097d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 931 time: 0.0952022 Nov 22 17:20:51.143197 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:51.168146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Transition to ACTIVE for port object d33869f5-ab4a-4ac3-b837-84e968d43879 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:20:51.174867 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:51.232866 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1ef0898-a3c6-4418-afe0-53831d6df4da req-701845d8-4105-456a-8a45-00ab6150daee tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869617 Nov 22 17:20:51.246911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:51.314086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Attempting to bind port d33869f5-ab4a-4ac3-b837-84e968d43879 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:20:51.314421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Attempting to bind port d33869f5-ab4a-4ac3-b837-84e968d43879 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:20:51.314770 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Attempting to bind port d33869f5-ab4a-4ac3-b837-84e968d43879 on network c5778ccb-0046-4c5e-94a2-cca3517c242a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:20:51.319785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Port d33869f5-ab4a-4ac3-b837-84e968d43879 on network c5778ccb-0046-4c5e-94a2-cca3517c242a not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:20:51.320090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Attempting to bind port d33869f5-ab4a-4ac3-b837-84e968d43879 on network c5778ccb-0046-4c5e-94a2-cca3517c242a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:20:51.325431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:20:51.325797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Checking segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:20:51.326184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Bound using segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:20:51.326594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Bound port: d33869f5-ab4a-4ac3-b837-84e968d43879, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:20:51.326972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:51.395446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:20:51.399099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:20:51.399481 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:51.405418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:51.407583 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:20:51.443016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:51.443674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:51.445157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] 10.222.0.37 "PUT /v2.0/ports/d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 1091 time: 0.9391699 Nov 22 17:20:51.445690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:20:51.448034 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:20:51.472231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f639934-2c2f-4c91-bb26-aa5be8ef7912 service neutron] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:51.495719 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cb77b0-3a16-4dff-8555-3c2c73753d5d x-openstack-request-id: req-73cb77b0-3a16-4dff-8555-3c2c73753d5d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:20:51.496007 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:20:51.496264 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73cb77b0-3a16-4dff-8555-3c2c73753d5d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:20:51.496644 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'status': 'completed', 'code': 200} Nov 22 17:20:51.530583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-e5e8f7f3-b682-45ed-8d4b-b9448cc5aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:51.532319 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-e5e8f7f3-b682-45ed-8d4b-b9448cc5aa7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1094 time: 0.0458317 Nov 22 17:20:51.582355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-b8cd6ccf-7e17-4364-acc1-93455cdd6480 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 217 time: 0.0390701 Nov 22 17:20:51.637480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-7b900ad2-4419-492d-a0c5-d2fe85aeeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:51.638977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-7b900ad2-4419-492d-a0c5-d2fe85aeeebd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0501463 Nov 22 17:20:51.671926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-e1de963d-3b83-4888-a758-b65daabc75a4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256441 Nov 22 17:20:51.769339 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-81071359-e9ae-4b86-af04-50598c388fe9 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902510 Nov 22 17:20:51.862783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37a1e58-2b46-4fe0-b90a-fd2ccea00b2f req-f4f20006-465d-4367-8586-07cfdb821d63 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858617 Nov 22 17:20:51.961051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-92731fc8-6ef6-4d56-9f52-d1c297e7e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:51.962853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-92731fc8-6ef6-4d56-9f52-d1c297e7e5eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1094 time: 0.0512414 Nov 22 17:20:52.066203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-667b623e-3224-442a-a68c-349b5f863cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:52.067648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-667b623e-3224-442a-a68c-349b5f863cb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0969024 Nov 22 17:20:52.112244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-38c4d19b-f11d-4cc5-a553-552577e95c03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 217 time: 0.0361729 Nov 22 17:20:52.169576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-23cb5807-8c1d-47d7-8741-03a0e63961f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:52.171689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-23cb5807-8c1d-47d7-8741-03a0e63961f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0520072 Nov 22 17:20:52.212434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-5bd29dfc-ac11-46a7-8daa-e3042786fad8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327482 Nov 22 17:20:52.306823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-5338a87a-fab7-4c2e-bca4-43a0c0183f14 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846925 Nov 22 17:20:52.415791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979bc48-1e79-43f4-89ee-020d3e3bce78 req-24339b13-af9a-4ca2-936c-5dbfe002efc3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:52.417190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b979bc48-1e79-43f4-89ee-020d3e3bce78 req-24339b13-af9a-4ca2-936c-5dbfe002efc3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 943 time: 0.1094387 Nov 22 17:20:52.444535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc3fb5b-c69a-47d2-863a-6acdbfeeca1d req-f0d3ee17-ad9a-4610-9106-18c4d6641535 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282268 Nov 22 17:20:52.476115 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b979bc48-1e79-43f4-89ee-020d3e3bce78 req-326f4cd6-6b6a-4397-a509-dd8647bd4410 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527153 Nov 22 17:20:53.126326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d33869f5-ab4a-4ac3-b837-84e968d43879 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:20:53.128477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e5a4923d-8ee5-464b-a354-eca1a18c729b no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:20:53.155770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: e5a4923d-8ee5-464b-a354-eca1a18c729b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:20:53.156142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device e5a4923d-8ee5-464b-a354-eca1a18c729b not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:20:53.247612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:53.259505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a', 'port_id': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'mac_address': 'fa:16:3e:d1:43:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4908b788-6870-4d75-85d5-67fc0d24c597', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:20:53.299129 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:53.312477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33869f5-ab4a-4ac3-b837-84e968d43879 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:20:53.334546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:53.340773 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:53.393741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:53.528458 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['d33869f5-ab4a-4ac3-b837-84e968d43879'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:20:53.596264 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89628-dac6-4115-a2db-1cd65f69d629 req-5e88415c-def3-48ee-ab64-613fa7321d42 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:53.597852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1c89628-dac6-4115-a2db-1cd65f69d629 req-5e88415c-def3-48ee-ab64-613fa7321d42 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 944 time: 0.0516071 Nov 22 17:20:53.651221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1c89628-dac6-4115-a2db-1cd65f69d629 req-da79f654-7f82-431f-ac46-2f1de7c67369 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Nov 22 17:20:54.783591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963159f9-9325-4ffa-b10c-4560b691c5a6 req-6e5dd99c-7cff-42ef-9d44-54cd644c3a49 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:54.785105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-963159f9-9325-4ffa-b10c-4560b691c5a6 req-6e5dd99c-7cff-42ef-9d44-54cd644c3a49 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 944 time: 0.0515447 Nov 22 17:20:54.837151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-963159f9-9325-4ffa-b10c-4560b691c5a6 req-9a52ad80-d0c2-4a11-bd29-47a4af57ddf2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Nov 22 17:20:55.141520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d33869f5-ab4a-4ac3-b837-84e968d43879 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:20:55.200583 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port d33869f5-ab4a-4ac3-b837-84e968d43879 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:20:55.204424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port d33869f5-ab4a-4ac3-b837-84e968d43879 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:20:55.205115 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:55.455767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:55.479404 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:20:55.481737 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1204c8-bdbf-46f1-a984-68b4f457db8b" -d '{"events": [{"server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "name": "network-vif-plugged", "status": "completed", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:20:55.496855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:20:55.503535 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:55.528039 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c90ef4e-8474-4005-9b32-15e031273dcd x-openstack-request-id: req-0c90ef4e-8474-4005-9b32-15e031273dcd {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:20:55.528336 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "name": "network-vif-plugged", "status": "completed", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:20:55.528594 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c90ef4e-8474-4005-9b32-15e031273dcd {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:20:55.528985 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'code': 200} Nov 22 17:20:55.555202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:20:55.562823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.563200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.563541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.563864 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.564202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.566759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.567191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.567547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.567896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.568242 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.568611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.568955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:20:55.635408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221279a3-ac56-46cc-b53d-32d359365725 req-3e0a2306-8de3-4adf-82f6-42b73b63123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:55.637010 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-221279a3-ac56-46cc-b53d-32d359365725 req-3e0a2306-8de3-4adf-82f6-42b73b63123d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1096 time: 0.0460191 Nov 22 17:20:55.684713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-221279a3-ac56-46cc-b53d-32d359365725 req-f8522c3f-7245-4157-9f66-ac499fd6b591 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394864 Nov 22 17:20:55.974148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739915ed-5881-4b13-b582-a3ce15bfed73 req-ce8c8959-da42-4f0f-9a2d-b464b7e98036 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:55.975723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-739915ed-5881-4b13-b582-a3ce15bfed73 req-ce8c8959-da42-4f0f-9a2d-b464b7e98036 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0620663 Nov 22 17:20:56.036905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-739915ed-5881-4b13-b582-a3ce15bfed73 req-4c8ce72f-4ec5-430a-9f4c-8ce0d0d298ad tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538745 Nov 22 17:20:57.170639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b2c53-d13a-444d-bd80-5f584c8a094e req-c0e777ca-f680-4af7-9172-c3dc4e2cf4ae tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:57.172143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c7b2c53-d13a-444d-bd80-5f584c8a094e req-c0e777ca-f680-4af7-9172-c3dc4e2cf4ae tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0522115 Nov 22 17:20:57.224860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0c7b2c53-d13a-444d-bd80-5f584c8a094e req-84f8dc64-f6a1-4dc9-8da0-ed57575ba6e9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Nov 22 17:20:57.361682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e7be1-34f1-40f4-b79d-65e2e20d4fa9 req-a9aad2ea-a275-4df6-b02c-3fd37fd7e83d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:57.363300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c3e7be1-34f1-40f4-b79d-65e2e20d4fa9 req-a9aad2ea-a275-4df6-b02c-3fd37fd7e83d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0615699 Nov 22 17:20:57.417338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c3e7be1-34f1-40f4-b79d-65e2e20d4fa9 req-087267ff-130f-4fa8-834f-96aa97fc20ac tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Nov 22 17:20:57.671740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-d7c29179-8581-463c-819a-c10787ee4d2d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451322 Nov 22 17:20:57.678311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14591a57-4313-4279-ba86-1f56a4fbc962 req-1ba759e9-659e-49c6-91e6-bee2d64148e6 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:57.679931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14591a57-4313-4279-ba86-1f56a4fbc962 req-1ba759e9-659e-49c6-91e6-bee2d64148e6 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0517220 Nov 22 17:20:57.729375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14591a57-4313-4279-ba86-1f56a4fbc962 req-b33009bd-e4a8-4512-ad17-a7a071143957 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 Nov 22 17:20:58.840155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-120eb6e9-d753-42fe-817f-2730b0cc8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:58.841636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-120eb6e9-d753-42fe-817f-2730b0cc8e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1096 time: 0.0752487 Nov 22 17:20:58.908036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee22d4-2d44-4b63-a214-54935cb71a34 req-ebdce906-4b6c-4db7-a2e3-156ec808c811 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:58.909573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ee22d4-2d44-4b63-a214-54935cb71a34 req-ebdce906-4b6c-4db7-a2e3-156ec808c811 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.1026635 Nov 22 17:20:58.968799 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-03180813-4c86-4591-b4fc-777dfeb98d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:58.970277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-03180813-4c86-4591-b4fc-777dfeb98d2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.1217933 Nov 22 17:20:58.988762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6ee22d4-2d44-4b63-a214-54935cb71a34 req-e190c29a-3402-4795-be12-cbf9bc54a3c4 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711749 Nov 22 17:20:59.020776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-a80e0971-f491-456d-a1d7-6dbc28854d95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 217 time: 0.0427732 Nov 22 17:20:59.082835 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-b2748b0e-6196-459b-9a9b-d803baa0b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:59.084345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-b2748b0e-6196-459b-9a9b-d803baa0b51e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0542247 Nov 22 17:20:59.123741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-6a17171c-40c1-42db-bb6b-aa38d788dc0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310800 Nov 22 17:20:59.227422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-e619328c-e81b-4ef1-946a-92c19cdfec85 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963132 Nov 22 17:20:59.325758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-141e7d08-c365-4e0d-add4-925156bfbfc3 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907021 Nov 22 17:21:00.128502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce49730-15c2-4782-8812-86caeb13c69b req-1a2b4ac9-269d-4709-a6c7-8280079e7271 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:00.130493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ce49730-15c2-4782-8812-86caeb13c69b req-1a2b4ac9-269d-4709-a6c7-8280079e7271 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0565038 Nov 22 17:21:00.179448 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ce49730-15c2-4782-8812-86caeb13c69b req-a38208e0-54ff-4189-9005-692f21caf10c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Nov 22 17:21:01.303907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a01d0-da9e-468a-bb3c-9b36893bdbaf req-9fb8e97b-fdd4-445a-aad3-d77ad6503fce tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:01.305383 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca5a01d0-da9e-468a-bb3c-9b36893bdbaf req-9fb8e97b-fdd4-445a-aad3-d77ad6503fce tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Nov 22 17:21:01.361224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca5a01d0-da9e-468a-bb3c-9b36893bdbaf req-dde3a5e7-8968-48ca-bd2b-b4d7f7eee577 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Nov 22 17:21:02.495564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eebd95-9a98-46e5-8684-702ea3bfb766 req-ae3878fc-6192-4858-a337-3cc5e4eb5098 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:02.497087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38eebd95-9a98-46e5-8684-702ea3bfb766 req-ae3878fc-6192-4858-a337-3cc5e4eb5098 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0568535 Nov 22 17:21:02.553528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-38eebd95-9a98-46e5-8684-702ea3bfb766 req-86c1b370-e3fd-4c1e-9468-2319cec2f6c1 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 Nov 22 17:21:03.684118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e1de-e230-4441-8771-561679b0a5ad req-79f2f6c1-ea03-4415-8205-69606fe8b546 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:03.685588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d36e1de-e230-4441-8771-561679b0a5ad req-79f2f6c1-ea03-4415-8205-69606fe8b546 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Nov 22 17:21:03.749575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d36e1de-e230-4441-8771-561679b0a5ad req-7a53c174-a560-455a-be59-3b31d49f52ef tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547140 Nov 22 17:21:04.882820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bb6cd-8d8e-43f8-8e25-291653764d45 req-bb3f2143-6916-4e7c-96f6-239102a71992 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:04.884371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f5bb6cd-8d8e-43f8-8e25-291653764d45 req-bb3f2143-6916-4e7c-96f6-239102a71992 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0630078 Nov 22 17:21:04.943772 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f5bb6cd-8d8e-43f8-8e25-291653764d45 req-c25dfe09-ffcb-4e2b-9f9f-0d77f7684f15 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Nov 22 17:21:06.090060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac451ba8-dfa0-4e0c-a889-25a93975d525 req-d63a026b-9333-4e63-b553-c892c6805726 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:06.091505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac451ba8-dfa0-4e0c-a889-25a93975d525 req-d63a026b-9333-4e63-b553-c892c6805726 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0659962 Nov 22 17:21:06.155076 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac451ba8-dfa0-4e0c-a889-25a93975d525 req-408507e5-ab41-49eb-b86c-8f54e3471b01 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540266 Nov 22 17:21:06.940814 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:07.285065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee1320-db90-4e7f-bc6c-e743341e2cbc req-e8656d5c-508a-43a9-bdf0-3d335b3f7009 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:07.286601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2ee1320-db90-4e7f-bc6c-e743341e2cbc req-e8656d5c-508a-43a9-bdf0-3d335b3f7009 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0549817 Nov 22 17:21:07.338965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2ee1320-db90-4e7f-bc6c-e743341e2cbc req-e14126d4-a220-49ee-9fe6-aa33e74c5c33 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454023 Nov 22 17:21:08.162323 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:08.478871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5e3bf-6d07-4420-bad9-dd03eaa89ed4 req-a79a60c8-9e79-47ee-80ca-aeb6f019d65f tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:08.480541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08c5e3bf-6d07-4420-bad9-dd03eaa89ed4 req-a79a60c8-9e79-47ee-80ca-aeb6f019d65f tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0647342 Nov 22 17:21:08.541287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-08c5e3bf-6d07-4420-bad9-dd03eaa89ed4 req-81b4bcb0-8357-4afc-b7bc-939700f60306 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545290 Nov 22 17:21:09.668308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42edad1-fefd-4374-acf4-eb8272662a00 req-3c974c48-5be4-462e-afea-4bb325a15f1c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:09.669867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e42edad1-fefd-4374-acf4-eb8272662a00 req-3c974c48-5be4-462e-afea-4bb325a15f1c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0531106 Nov 22 17:21:09.720643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e42edad1-fefd-4374-acf4-eb8272662a00 req-b5289e64-0576-4829-bad2-125cc73de61e tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Nov 22 17:21:10.854923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e533d0-c779-43f9-b5f5-050a93719aaa req-2a99001a-e5b6-42fc-aea5-7a416636a928 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:10.856503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0e533d0-c779-43f9-b5f5-050a93719aaa req-2a99001a-e5b6-42fc-aea5-7a416636a928 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0607862 Nov 22 17:21:10.923909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0e533d0-c779-43f9-b5f5-050a93719aaa req-8347ae5b-6cdc-4b86-b14f-5b56beb1c68b tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609353 Nov 22 17:21:12.061273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7c4bf-0450-46c2-b20a-bf77c16dd66d req-d40add2c-c0bb-4d4e-90e1-bfd4d7291ca4 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:12.062633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fc7c4bf-0450-46c2-b20a-bf77c16dd66d req-d40add2c-c0bb-4d4e-90e1-bfd4d7291ca4 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0551875 Nov 22 17:21:12.114385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fc7c4bf-0450-46c2-b20a-bf77c16dd66d req-cfbfcc0c-7d83-4660-80eb-fe3b5753978d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Nov 22 17:21:13.252203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f94471-d984-4966-b022-5624b9fefb71 req-6022e95b-1a77-470a-9fea-3f5bea1e1975 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:13.253748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91f94471-d984-4966-b022-5624b9fefb71 req-6022e95b-1a77-470a-9fea-3f5bea1e1975 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0517905 Nov 22 17:21:13.305956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91f94471-d984-4966-b022-5624b9fefb71 req-f914d5ec-c9bd-41e3-a53a-e44cbfdc0e46 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438964 Nov 22 17:21:14.439284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4434ddf-afef-454a-a435-6d44637c4e58 req-57d59cf8-9059-4083-a725-fd5b5514142a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:14.440814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4434ddf-afef-454a-a435-6d44637c4e58 req-57d59cf8-9059-4083-a725-fd5b5514142a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0565147 Nov 22 17:21:14.495703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4434ddf-afef-454a-a435-6d44637c4e58 req-9161c9ba-d7bb-4084-8bae-c53e632de4ae tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482824 Nov 22 17:21:15.554243 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4147a869-8acf-4142-87dc-3ba09e7063f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.631178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae4a94-1235-40f6-85ea-fedda2d6b523 req-8d4247c2-2cca-4675-9335-a50f61461108 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:15.632686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6bae4a94-1235-40f6-85ea-fedda2d6b523 req-8d4247c2-2cca-4675-9335-a50f61461108 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0575652 Nov 22 17:21:15.686543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6bae4a94-1235-40f6-85ea-fedda2d6b523 req-c5dfe777-1894-4493-87a2-90df564bd259 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Nov 22 17:21:16.826014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae271f7-3be1-45d0-b04b-33c6a83f007e req-c9a57459-a086-44e8-abac-287bb46779aa tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:16.827561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eae271f7-3be1-45d0-b04b-33c6a83f007e req-c9a57459-a086-44e8-abac-287bb46779aa tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0582459 Nov 22 17:21:16.892907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eae271f7-3be1-45d0-b04b-33c6a83f007e req-1a77aee2-d069-47ef-8151-99e8bd16a68f tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589492 Nov 22 17:21:17.960112 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-645cdd2c-162c-4ca8-a3dd-963fd64e95f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.027376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267572f1-48de-471d-88b3-2b38546e90d1 req-8b828671-0723-42c6-b7b6-ba11d9d654f3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:18.028928 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-267572f1-48de-471d-88b3-2b38546e90d1 req-8b828671-0723-42c6-b7b6-ba11d9d654f3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0574377 Nov 22 17:21:18.082492 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-267572f1-48de-471d-88b3-2b38546e90d1 req-82e4b71a-1506-478f-9b1c-f8346a7184f8 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470455 Nov 22 17:21:19.116925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.217707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcd906-2064-4464-a5dd-444a2c0f2015 req-9f46c264-1751-4d5d-8a67-2c6ad45acace tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:19.219318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ebcd906-2064-4464-a5dd-444a2c0f2015 req-9f46c264-1751-4d5d-8a67-2c6ad45acace tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0593729 Nov 22 17:21:19.269995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ebcd906-2064-4464-a5dd-444a2c0f2015 req-074674eb-643a-4326-9aa4-850c9a951909 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Nov 22 17:21:20.405726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13ef9e-9b56-434f-8828-a00a08e29ff0 req-e6d1e56c-212c-41e1-99fc-01068e005323 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:20.407262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b13ef9e-9b56-434f-8828-a00a08e29ff0 req-e6d1e56c-212c-41e1-99fc-01068e005323 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0549040 Nov 22 17:21:20.456091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b13ef9e-9b56-434f-8828-a00a08e29ff0 req-439756ff-65dc-4937-9390-31d4efdc954c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Nov 22 17:21:20.887422 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.396599 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.592178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f7239-cd4a-4ab7-ba3f-c01bdf7f99d1 req-2e314177-cb10-42f6-a4a3-f9933c9b8891 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:21.593672 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-385f7239-cd4a-4ab7-ba3f-c01bdf7f99d1 req-2e314177-cb10-42f6-a4a3-f9933c9b8891 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0592108 Nov 22 17:21:21.643360 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-385f7239-cd4a-4ab7-ba3f-c01bdf7f99d1 req-e5ee04d5-17bc-4e89-8f4b-25c2b95bd138 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Nov 22 17:21:22.781643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083fa8e-bae0-4366-aafd-59349ed632b2 req-6a66c805-1cfe-43e1-9247-445f5959ebfe tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:22.783179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0083fa8e-bae0-4366-aafd-59349ed632b2 req-6a66c805-1cfe-43e1-9247-445f5959ebfe tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0588832 Nov 22 17:21:22.840002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0083fa8e-bae0-4366-aafd-59349ed632b2 req-7c087775-8c2e-4af7-aa58-2c74bca748ef tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Nov 22 17:21:23.974112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cf1c0-91a9-4ed3-b06c-e0347f5c44a4 req-3730371f-06e8-4f03-8064-88c45ccbbc62 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:23.975639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-216cf1c0-91a9-4ed3-b06c-e0347f5c44a4 req-3730371f-06e8-4f03-8064-88c45ccbbc62 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0570812 Nov 22 17:21:24.039454 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-216cf1c0-91a9-4ed3-b06c-e0347f5c44a4 req-31f25e05-a7f5-4d9b-bc98-c146eb707e21 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569746 Nov 22 17:21:25.180904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44a87-9be0-4ad2-a0ec-3fc75d640e93 req-497540b2-1467-4b65-82e6-938e856ac317 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:25.181987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ab44a87-9be0-4ad2-a0ec-3fc75d640e93 req-497540b2-1467-4b65-82e6-938e856ac317 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0599084 Nov 22 17:21:25.252585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ab44a87-9be0-4ad2-a0ec-3fc75d640e93 req-e1799e18-3eeb-4ac9-b0a2-6cb8c14b5f33 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Nov 22 17:21:26.146725 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-c3ff785c-145e-4eca-9976-8e4f33f12cec service neutron] show failed (client error): The resource could not be found. Nov 22 17:21:26.147718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-c3ff785c-145e-4eca-9976-8e4f33f12cec service neutron] 10.222.0.37 "GET /v2.0/ports/d33869f5-ab4a-4ac3-b837-84e968d43879/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0636334 Nov 22 17:21:26.377476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-51b58d55-ba65-454c-a853-45503c3d0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:26.379006 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-51b58d55-ba65-454c-a853-45503c3d0e61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03&tenant_id=256ad3f3389347858430915a594dcd48 HTTP/1.1" status: 200 len: 1096 time: 0.0476198 Nov 22 17:21:26.393113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:26.396370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb54c8-5828-4dd1-a5fa-2d03a681dd99 req-fdf1579e-3735-43d6-b046-72101e676bf2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:26.398058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddbb54c8-5828-4dd1-a5fa-2d03a681dd99 req-fdf1579e-3735-43d6-b046-72101e676bf2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0592358 Nov 22 17:21:26.449971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.450808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddbb54c8-5828-4dd1-a5fa-2d03a681dd99 req-aa3bb409-3031-4072-a631-69e5e8dd28bd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Nov 22 17:21:26.662788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:27.043881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:27.085056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:27.087412 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1336cdc0-c6a9-42a4-a5d5-e06fdfd05ec2" -d '{"events": [{"server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "name": "network-vif-unplugged", "status": "completed", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:27.091928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:27.105133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Transition to ACTIVE for port object d33869f5-ab4a-4ac3-b837-84e968d43879 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:21:27.109440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:27.139605 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d0d07-d33a-4734-b1c9-09d45d7c7ede x-openstack-request-id: req-676d0d07-d33a-4734-b1c9-09d45d7c7ede {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:27.139877 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "name": "network-vif-unplugged", "status": "completed", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:27.140155 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-676d0d07-d33a-4734-b1c9-09d45d7c7ede {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:27.140550 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'code': 200} Nov 22 17:21:27.173173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] No DVR routers for this DVR port d33869f5-ab4a-4ac3-b837-84e968d43879 on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:21:27.175227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:27.214741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Attempting to bind port d33869f5-ab4a-4ac3-b837-84e968d43879 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:27.215200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Attempting to bind port d33869f5-ab4a-4ac3-b837-84e968d43879 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:27.215588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Attempting to bind port d33869f5-ab4a-4ac3-b837-84e968d43879 on network c5778ccb-0046-4c5e-94a2-cca3517c242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:27.220491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Port d33869f5-ab4a-4ac3-b837-84e968d43879 on network c5778ccb-0046-4c5e-94a2-cca3517c242a not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:21:27.220816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Attempting to bind port d33869f5-ab4a-4ac3-b837-84e968d43879 on network c5778ccb-0046-4c5e-94a2-cca3517c242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:27.226209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:27.226545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Checking segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:27.226963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Bound using segment: {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:27.227377 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Bound port: d33869f5-ab4a-4ac3-b837-84e968d43879, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a9fcc5-c965-4fb6-a859-779a64711f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:27.227734 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:27.291321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:27.294703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:27.301460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:27.338248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.338876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:27.340331 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] 10.222.0.62 "PUT /v2.0/ports/d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 1091 time: 0.9514279 Nov 22 17:21:27.359289 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6377e4-dfe5-4a0e-8892-c1449d402d83 service neutron] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:27.409604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-87603876-5127-4741-8421-1f57ab4a9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.411254 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-87603876-5127-4741-8421-1f57ab4a9f03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1094 time: 0.0472791 Nov 22 17:21:27.511682 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-c0c123e5-2b6e-48f0-8d2e-70fcc4049c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.513339 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-c0c123e5-2b6e-48f0-8d2e-70fcc4049c53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0934429 Nov 22 17:21:27.556431 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-c0a40518-f741-41ea-ab2c-9f9e6a118556 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 217 time: 0.0364130 Nov 22 17:21:27.574402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b58f77-6e01-47c6-a816-9825e75adc1e req-c9650b20-5c1a-4083-a595-9f69d3a7fe93 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.575919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96b58f77-6e01-47c6-a816-9825e75adc1e req-c9650b20-5c1a-4083-a595-9f69d3a7fe93 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 943 time: 0.0496261 Nov 22 17:21:27.612892 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-5bc6f7a1-a6df-4bc1-bf6f-27a2c16b16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.614391 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-5bc6f7a1-a6df-4bc1-bf6f-27a2c16b16d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0512128 Nov 22 17:21:27.633895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-96b58f77-6e01-47c6-a816-9825e75adc1e req-8649836a-1716-4bb8-9884-25ddeab89b83 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511670 Nov 22 17:21:27.646396 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-1dae565e-ebca-4637-91e3-f4e757583795 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254335 Nov 22 17:21:27.736156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-05243499-6a96-4094-938e-a1522ef185d8 service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828493 Nov 22 17:21:27.835666 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ac942973-f1b6-41f7-87c6-db80f32c7167 req-de8c9e52-0970-47e0-b6d6-64f7c910160c service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916672 Nov 22 17:21:28.411728 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:21:28.775717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed3c64-d392-4d97-ab6a-222ad9043010 req-0c2e917f-101c-479c-8209-e7881ebde656 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.777275 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6ed3c64-d392-4d97-ab6a-222ad9043010 req-0c2e917f-101c-479c-8209-e7881ebde656 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 943 time: 0.0587425 Nov 22 17:21:28.831240 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d6ed3c64-d392-4d97-ab6a-222ad9043010 req-cf5cdf33-c7e6-4b52-9bd5-01d658913d4d tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464382 Nov 22 17:21:29.142201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:29.144934 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd716a47-057e-4574-8b7f-1627f5fd0642" -d '{"events": [{"name": "network-changed", "server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:29.197274 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4a4a3-c565-4e38-9a9c-c73fbecbf03a x-openstack-request-id: req-93d4a4a3-c565-4e38-9a9c-c73fbecbf03a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:29.197578 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:29.197896 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93d4a4a3-c565-4e38-9a9c-c73fbecbf03a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:29.198386 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'status': 'completed', 'code': 200} Nov 22 17:21:29.249491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d33869f5-ab4a-4ac3-b837-84e968d43879 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:21:29.264768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-3c7dd8e1-d8ee-4ef0-8f01-16badc1bc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.266323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-3c7dd8e1-d8ee-4ef0-8f01-16badc1bc7ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1094 time: 0.0442674 Nov 22 17:21:29.268113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-43a7f803-a262-4143-8037-d81c3ef067c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.269922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-43a7f803-a262-4143-8037-d81c3ef067c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1094 time: 0.0468309 Nov 22 17:21:29.293213 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device d33869f5-ab4a-4ac3-b837-84e968d43879 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:21:29.362148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-4d4fec90-5255-4086-a440-d2d90c5833eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.363888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-4d4fec90-5255-4086-a440-d2d90c5833eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0906928 Nov 22 17:21:29.365380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-773b87a0-7b4a-4637-9c88-b821c2c031d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.366826 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-773b87a0-7b4a-4637-9c88-b821c2c031d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0895340 Nov 22 17:21:29.408420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-0c1f2373-6836-49b0-b6ca-fef6979c9ed1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 217 time: 0.0369022 Nov 22 17:21:29.409663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-b313512a-43d9-4685-969c-4b122fab84e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 217 time: 0.0348337 Nov 22 17:21:29.459984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-c5bd2473-77b9-4b5a-8f82-677994b022b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.461540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-c5bd2473-77b9-4b5a-8f82-677994b022b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0461805 Nov 22 17:21:29.463702 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-0a5d62ec-739c-4a3a-a604-362686b08c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.465225 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-0a5d62ec-739c-4a3a-a604-362686b08c95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0465331 Nov 22 17:21:29.497418 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-8dca65f5-4544-4c92-90b4-49ea0d29051f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248158 Nov 22 17:21:29.499785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-a31998fb-6c29-4d27-bce0-53d739582834 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309627 Nov 22 17:21:29.599668 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-b2c2a0a2-ebcc-4211-9184-2ff5747bb853 service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954344 Nov 22 17:21:29.600704 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-fbf5fb49-abb9-45fc-91ec-b3c0dedb5561 service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930345 Nov 22 17:21:29.701365 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-97836c68-8da5-4c3f-9c89-194755ec3cff service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930345 Nov 22 17:21:29.713891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd716a47-057e-4574-8b7f-1627f5fd0642 req-fe6c01df-5e23-476c-9322-181d2c4087dc service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055686 Nov 22 17:21:29.855326 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-8eec38f6-7a3d-4c7e-bed9-e16180607e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.856976 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-8eec38f6-7a3d-4c7e-bed9-e16180607e02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1094 time: 0.0494878 Nov 22 17:21:29.956607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c79df-aef2-4e9d-bf92-722c74b02caa req-cc97d9c9-9177-42a8-bcef-98c186377eb1 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.958115 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e22c79df-aef2-4e9d-bf92-722c74b02caa req-cc97d9c9-9177-42a8-bcef-98c186377eb1 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 943 time: 0.0513110 Nov 22 17:21:29.966013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-e17ad2ac-05fd-46cf-9ce4-b6ae53915080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.967515 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-e17ad2ac-05fd-46cf-9ce4-b6ae53915080 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0893307 Nov 22 17:21:30.008040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e22c79df-aef2-4e9d-bf92-722c74b02caa req-630792bc-3800-42e9-b73b-dbd9afcf02d5 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Nov 22 17:21:30.015548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-46f7eb4b-b6bd-4193-8c77-498705ca0d9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 217 time: 0.0398996 Nov 22 17:21:30.064649 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-fa5b3742-0eda-4531-bfcc-e2d4aa3b088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.066225 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-fa5b3742-0eda-4531-bfcc-e2d4aa3b088b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0444038 Nov 22 17:21:30.098704 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-49030272-e353-4a2e-a174-d99c4011c469 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251420 Nov 22 17:21:30.202506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-33c24521-2926-4f25-8e20-10f8a7905afa service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948806 Nov 22 17:21:30.312332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3e2d0bcc-d704-4d93-bea4-99c1e836ebdd req-a7d36536-47fe-4e12-9375-ac009a93ec8b service neutron] 10.222.0.62 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002445 Nov 22 17:21:31.140560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357fdca-cc20-4528-872c-818784c1afca req-47015845-26a8-4e08-af0d-033150cdc036 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:31.142126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0357fdca-cc20-4528-872c-818784c1afca req-47015845-26a8-4e08-af0d-033150cdc036 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 943 time: 0.0531442 Nov 22 17:21:31.193120 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0357fdca-cc20-4528-872c-818784c1afca req-ec03b821-c8d4-4759-bad4-12aaf66fa6b2 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Nov 22 17:21:31.362357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d33869f5-ab4a-4ac3-b837-84e968d43879 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:21:31.476714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:31.481658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2b7f-d52d-4ff2-9a93-f735ec3348bc req-d3855521-44f2-4c83-b7e4-ff2864a0d3dd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:31.483617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-852f2b7f-d52d-4ff2-9a93-f735ec3348bc req-d3855521-44f2-4c83-b7e4-ff2864a0d3dd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 943 time: 0.1232102 Nov 22 17:21:31.488815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'network_id': 'c5778ccb-0046-4c5e-94a2-cca3517c242a', 'port_id': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'mac_address': 'fa:16:3e:d1:43:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4908b788-6870-4d75-85d5-67fc0d24c597', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:21:31.499887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-eeb82d4b-b5b1-4523-bd37-9d9b278d77b0 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:31.501566 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-eeb82d4b-b5b1-4523-bd37-9d9b278d77b0 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.37 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03&tenant_id=256ad3f3389347858430915a594dcd48&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 943 time: 0.1092570 Nov 22 17:21:31.531413 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:31.544405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d33869f5-ab4a-4ac3-b837-84e968d43879 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:21:31.565224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:31.570743 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:31.581910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-852f2b7f-d52d-4ff2-9a93-f735ec3348bc req-054910d4-680b-43ea-9398-c78d5fd3f5a3 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905671 Nov 22 17:21:31.600025 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-9215826c-47e5-4246-8c65-2fe7ff828567 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:21:31.601176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-9215826c-47e5-4246-8c65-2fe7ff828567 service neutron] 10.222.0.37 "DELETE /v2.0/ports/d33869f5-ab4a-4ac3-b837-84e968d43879/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0923212 Nov 22 17:21:31.630558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:31.702469 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-0828c8d1-13af-4c59-a204-8ac5ceccb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:31.704013 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-0828c8d1-13af-4c59-a204-8ac5ceccb0e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=256ad3f3389347858430915a594dcd48&device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 1095 time: 0.0506594 Nov 22 17:21:31.797768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-51e3e465-1938-4330-9540-a68e5cce10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:31.799280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-51e3e465-1938-4330-9540-a68e5cce10eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 200 len: 915 time: 0.0878026 Nov 22 17:21:31.844464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-e33a0b38-e779-482e-a23f-21ac2b5c5cd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 200 len: 217 time: 0.0383725 Nov 22 17:21:31.895068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-19cf914c-1e72-4eba-834c-dfb005bb2b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:31.896520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-19cf914c-1e72-4eba-834c-dfb005bb2b7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 200 len: 854 time: 0.0458720 Nov 22 17:21:31.911467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d33869f5-ab4a-4ac3-b837-84e968d43879'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:21:31.936070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-6fb46256-fb7a-42af-acc8-48058cbc6ca4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c5778ccb-0046-4c5e-94a2-cca3517c242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324388 Nov 22 17:21:32.031143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-e2424074-063b-4dbb-9dd5-7c8d24af424d service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Nov 22 17:21:32.124007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66d19d57-c3b2-48c7-a1de-9328cdcf2bbb req-df17b0f2-4ccc-42a5-82b8-f032024ae19f service neutron] 10.222.0.37 "GET /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860574 Nov 22 17:21:32.713677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9179242-d2b0-48e1-a8e2-240895bc23f6 req-900edfe5-b377-442e-8411-931ba3be33ed tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:32.715167 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9179242-d2b0-48e1-a8e2-240895bc23f6 req-900edfe5-b377-442e-8411-931ba3be33ed tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 944 time: 0.0570667 Nov 22 17:21:33.025207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e9179242-d2b0-48e1-a8e2-240895bc23f6 req-4774c0a9-1179-4bec-8799-696834646631 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037384 Nov 22 17:21:33.159699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6ce3a-1120-49c7-95fa-dbd4f3013965 req-0ea4f577-0d62-44dd-8649-456735725126 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.161188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65d6ce3a-1120-49c7-95fa-dbd4f3013965 req-0ea4f577-0d62-44dd-8649-456735725126 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 944 time: 0.0523045 Nov 22 17:21:33.216125 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65d6ce3a-1120-49c7-95fa-dbd4f3013965 req-7443de8c-f680-4a0b-a6c3-2eca66d687cd tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456808 Nov 22 17:21:33.344697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757ecdb-4d46-4e81-bd0c-3512b41fb900 req-9b7ee82e-60ca-4cee-8ed8-a2b7214b6e9c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.346092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e757ecdb-4d46-4e81-bd0c-3512b41fb900 req-9b7ee82e-60ca-4cee-8ed8-a2b7214b6e9c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 944 time: 0.0602155 Nov 22 17:21:33.376111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d33869f5-ab4a-4ac3-b837-84e968d43879 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:33.398305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e757ecdb-4d46-4e81-bd0c-3512b41fb900 req-8bdca3e7-73a6-46b7-82ad-1e16d36ea9ec tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Nov 22 17:21:33.428020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port d33869f5-ab4a-4ac3-b837-84e968d43879 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:21:33.433024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port d33869f5-ab4a-4ac3-b837-84e968d43879 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:33.433449 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.517789 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.542437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:33.544844 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775a8f70-f8a6-4082-b158-3561f5f6a08e" -d '{"events": [{"server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "name": "network-vif-plugged", "status": "completed", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:33.563238 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:33.568480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.594633 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f288cc-0fd5-4d53-9537-22b62ad5b327 x-openstack-request-id: req-97f288cc-0fd5-4d53-9537-22b62ad5b327 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:33.595000 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "name": "network-vif-plugged", "status": "completed", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:33.595211 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97f288cc-0fd5-4d53-9537-22b62ad5b327 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:33.595615 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'code': 200} Nov 22 17:21:33.623477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:33.788867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0ca2a-f3f5-4acf-bf4f-1a63c173fcd8 req-792e1576-0c29-4e9e-87c2-b642732d0781 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.790746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ae0ca2a-f3f5-4acf-bf4f-1a63c173fcd8 req-792e1576-0c29-4e9e-87c2-b642732d0781 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0547166 Nov 22 17:21:33.842456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ae0ca2a-f3f5-4acf-bf4f-1a63c173fcd8 req-eeab9179-0312-48e9-acfe-96bec533e806 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447712 Nov 22 17:21:34.987771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aa32f-3ce1-41dd-a96c-632c2190b1f0 req-7c27c072-e45e-44f7-b8b5-e44d708a019c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:34.989355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c0aa32f-3ce1-41dd-a96c-632c2190b1f0 req-7c27c072-e45e-44f7-b8b5-e44d708a019c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0535288 Nov 22 17:21:35.041982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c0aa32f-3ce1-41dd-a96c-632c2190b1f0 req-3e174394-5b7c-4d6e-be5d-9e572904f310 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.59 "GET /v2.0/security-groups?id=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461004 Nov 22 17:21:35.061092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-0e139874-ecc5-46f3-8f14-41b638726ab9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:35.062627 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-0e139874-ecc5-46f3-8f14-41b638726ab9 tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.62 "GET /v2.0/ports?device_id=e32e2d63-6572-4329-9585-aab602156b03 HTTP/1.1" status: 200 len: 945 time: 0.0530019 Nov 22 17:21:35.176816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Deleting port d33869f5-ab4a-4ac3-b837-84e968d43879 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:21:35.177138 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:35.267394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] For port d33869f5-ab4a-4ac3-b837-84e968d43879, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=d33869f5-ab4a-4ac3-b837-84e968d43879,segment=NetworkSegment(b2a9fcc5-c965-4fb6-a859-779a64711f07),segment_id=b2a9fcc5-c965-4fb6-a859-779a64711f07)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:35.267762 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:35.281210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Calling delete_port for d33869f5-ab4a-4ac3-b837-84e968d43879 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:21:35.435022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:35.469143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Pushing event deleted for resources: {'Port': ['ID=d33869f5-ab4a-4ac3-b837-84e968d43879,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:35.517995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] No DVR routers for this DVR port d33869f5-ab4a-4ac3-b837-84e968d43879 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:21:35.522561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:35.525999 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a95b50c2-6485-485a-acbb-a6818c43b9d8 req-efa773d1-4b00-41a0-8599-e96ac0bb925c tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] 10.222.0.62 "DELETE /v2.0/ports/d33869f5-ab4a-4ac3-b837-84e968d43879 HTTP/1.1" status: 204 len: 173 time: 0.4565310 Nov 22 17:21:35.526454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'name': 'network-vif-deleted', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:35.528807 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e57ca13-a5f6-4629-a1d9-2909d25c735a" -d '{"events": [{"server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "name": "network-vif-deleted", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:35.565450 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d82e9f2-14b1-485f-b2a5-04473aea8ade x-openstack-request-id: req-2d82e9f2-14b1-485f-b2a5-04473aea8ade {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:35.565749 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32e2d63-6572-4329-9585-aab602156b03", "name": "network-vif-deleted", "tag": "d33869f5-ab4a-4ac3-b837-84e968d43879", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:35.566007 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d82e9f2-14b1-485f-b2a5-04473aea8ade {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:35.566421 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32e2d63-6572-4329-9585-aab602156b03', 'name': 'network-vif-deleted', 'tag': 'd33869f5-ab4a-4ac3-b837-84e968d43879', 'status': 'completed', 'code': 200} Nov 22 17:21:35.572104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['d33869f5-ab4a-4ac3-b837-84e968d43879'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:21:36.168279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46312) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:36.214593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe26174b-a4e6-4b46-bea5-6c118d652a53 admin admin] Deleting subnet 4908b788-6870-4d75-85d5-67fc0d24c597 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:21:36.217766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe26174b-a4e6-4b46-bea5-6c118d652a53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.254043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe26174b-a4e6-4b46-bea5-6c118d652a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.293220 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe26174b-a4e6-4b46-bea5-6c118d652a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.357801 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe26174b-a4e6-4b46-bea5-6c118d652a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.380529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26174b-a4e6-4b46-bea5-6c118d652a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4908b788-6870-4d75-85d5-67fc0d24c597,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:36.386242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fe26174b-a4e6-4b46-bea5-6c118d652a53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.389618 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fe26174b-a4e6-4b46-bea5-6c118d652a53 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4908b788-6870-4d75-85d5-67fc0d24c597 HTTP/1.1" status: 204 len: 168 time: 0.2202494 Nov 22 17:21:36.393254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46314) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:36.465736 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.554754 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.574894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5778ccb-0046-4c5e-94a2-cca3517c242a']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:36.584881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a9fcc5-c965-4fb6-a859-779a64711f07') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:36.585183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a9fcc5-c965-4fb6-a859-779a64711f07') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:36.595380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.611356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.617931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:21:36.618337 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:21:36.620097 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:21:36.677433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.684476 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.688473 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c5778ccb-0046-4c5e-94a2-cca3517c242a HTTP/1.1" status: 204 len: 168 time: 0.2941248 Nov 22 17:21:36.701997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ed412-8657-4822-843b-4121ff8b5da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5778ccb-0046-4c5e-94a2-cca3517c242a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:36.809969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:36.850941 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1a5491bb-c325-42ac-96f5-dc038583ea66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=256ad3f3389347858430915a594dcd48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397108 Nov 22 17:21:36.853654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46320) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:36.906437 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.927421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.946933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.987932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.991909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.993270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dec0a6e-3f54-42c9-9cfa-225ca708c8b4 HTTP/1.1" status: 204 len: 168 time: 0.1387107 Nov 22 17:21:37.001809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec0a6e-3f54-42c9-9cfa-225ca708c8b4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:37.009789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.010216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.010507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.010832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.011196 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.011532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.011862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.012197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.012525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.012851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.013179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.013502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c544d9-979b-4372-93ab-9de41ced4939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:37.741239 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46342) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:37.857670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1342216381-network', 'tenant_id': 'af214862027d48c690531bab9585b874'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:37.883326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Made reservation on behalf of af214862027d48c690531bab9585b874 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:21:37.885759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:37.898750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:37.979555 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:37.987369 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.015800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:21:38.023153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2618f3cc-0a93-413e-9561-2a7a32145337,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:38.034676 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.035065 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Added segment d3d572ea-cd4a-4d03-a862-78b4ef708697 of type vlan for network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b Nov 22 17:21:38.078466 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.107690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.108660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:38.109235 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.158617 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.162595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4198210 Nov 22 17:21:38.165816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:38.169235 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dd6a4-d3e2-4cfd-bb05-50055ea265ca admin admin] Pushing event updated for resources: {'Network': ['ID=613b276b-ed39-48dc-b7d0-b5fb9eaa671b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:38.171256 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Request body: {'subnet': {'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1342216381-subnet', 'tenant_id': 'af214862027d48c690531bab9585b874', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:38.181991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:21:38.196252 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Made reservation on behalf of af214862027d48c690531bab9585b874 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:21:38.199624 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.382142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.442715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4facb23-f10c-44b4-b993-16369856135d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:38.453130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:38.453491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Network hostable DHCP agents. Network: 613b276b-ed39-48dc-b7d0-b5fb9eaa671b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:21:38.472755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:21:38.484051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 613b276b-ed39-48dc-b7d0-b5fb9eaa671b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:38.488719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:38.489312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.494075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5e6099-df1e-40a4-8278-f5c5422a4719 None None] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:21:38.514996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-98c8e102-0193-456a-b38c-db51714438f7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3477807 Nov 22 17:21:38.518385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:38.523478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:38.553011 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.554446 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.643766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.647191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:21:38.648322 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.786991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.790450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Allocated IP 172.20.0.2 (613b276b-ed39-48dc-b7d0-b5fb9eaa671b/f4facb23-f10c-44b4-b993-16369856135d/0c4a901b-c6a7-420d-b7fa-8cf188ea6121) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:38.942843 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.949372 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:38.991183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:38.994017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:38.998325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:39.001697 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Pushing event updated for resources: {'Port': ['ID=0c4a901b-c6a7-420d-b7fa-8cf188ea6121,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:39.031312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.059393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Attempting to bind port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:39.059655 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Attempting to bind port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:39.060053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Attempting to bind port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:39.065906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:39.066292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:39.066693 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.067122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:39.067239 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.067596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Bound port: 0c4a901b-c6a7-420d-b7fa-8cf188ea6121, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:39.067980 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.133191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] For port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:39.136427 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] For port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0c4a901b-c6a7-420d-b7fa-8cf188ea6121,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:39.141494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.172175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Allocated IP 172.25.0.147 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/00039e00-038c-4730-ad42-2e7272098189) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:39.200961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fbad6-6bee-40fc-b7ad-ca098d5f1acc None None] Pushing event updated for resources: {'Port': ['ID=0c4a901b-c6a7-420d-b7fa-8cf188ea6121,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:39.300989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.340023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.399832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:39.402324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:39.405956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:39.412352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Pushing event updated for resources: {'Port': ['ID=00039e00-038c-4730-ad42-2e7272098189,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:39.417112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb90e9-1e2f-442b-a5bb-3a6700e43610 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:21:39.430172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d33869f5-ab4a-4ac3-b837-84e968d43879 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:21:39.462054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: d33869f5-ab4a-4ac3-b837-84e968d43879 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:21:39.462264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device d33869f5-ab4a-4ac3-b837-84e968d43879 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:21:39.494228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7917eb20-c992-4199-a5ad-d2412b3c8185 None None] Provisioning complete for port 00039e00-038c-4730-ad42-2e7272098189 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:39.494611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7917eb20-c992-4199-a5ad-d2412b3c8185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.542527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7917eb20-c992-4199-a5ad-d2412b3c8185 None None] Port 00039e00-038c-4730-ad42-2e7272098189 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:39.649104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:39.708077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:39.708444 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.710362 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.791742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.828425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0c4a901b-c6a7-420d-b7fa-8cf188ea6121,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:39.834030 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.889067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=0c4a901b-c6a7-420d-b7fa-8cf188ea6121,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:39.940527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.110360 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:21:40.229172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:40.240437 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:40.245966 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467b258-abbb-4b24-9006-bf5d0d9d0ef9 None None] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:21:40.247953 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.249248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-126a3451-6bed-4967-b472-2248b6b6370b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7296543 Nov 22 17:21:40.252294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46350) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:40.255039 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:40.255862 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:21:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:40.316511 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d7d60fb5-18d2-4ae2-a06f-a79f75e495f5 None None] Provisioning complete for port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:40.316894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d7d60fb5-18d2-4ae2-a06f-a79f75e495f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.367681 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:40.565808 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:39Z', 'revision_number': 3, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:40.593700 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:40.594056 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Updating router 6a5ec291-a05c-41cf-af25-576557b0ff1b port 00039e00-038c-4730-ad42-2e7272098189 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:21:40.623809 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.742491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.806070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-13e43851-ca37-47e7-a5c1-d26aaa6ccff6 None None] Provisioning complete for port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:40.806732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13e43851-ca37-47e7-a5c1-d26aaa6ccff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.922509 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.929361 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.972213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Allocated IP 172.20.0.1 (613b276b-ed39-48dc-b7d0-b5fb9eaa671b/f4facb23-f10c-44b4-b993-16369856135d/ca2b3722-599d-4724-8b8f-daa228e3ffb2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:40.977491 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Attempting to bind port 00039e00-038c-4730-ad42-2e7272098189 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:40.978014 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Attempting to bind port 00039e00-038c-4730-ad42-2e7272098189 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:40.978518 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Attempting to bind port 00039e00-038c-4730-ad42-2e7272098189 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:40.978793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220dc16-9122-4fed-8884-480c600b5ee1 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:21:40.987724 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:40.988253 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:40.988675 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.989073 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:40.989569 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Bound port: 00039e00-038c-4730-ad42-2e7272098189, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:40.990087 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.024818 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Pushing event updated for resources: {'Port': ['ID=00039e00-038c-4730-ad42-2e7272098189,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:41.027500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-54fb7931-e31c-4ee6-8ddf-746fd0baa47b None None] Provisioning complete for port 00039e00-038c-4730-ad42-2e7272098189 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:41.028084 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-54fb7931-e31c-4ee6-8ddf-746fd0baa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.034744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.035120 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.035463 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.035810 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.036143 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.036477 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.036805 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.037132 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.037466 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.037790 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.038111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.038428 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:41.080813 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] For port 00039e00-038c-4730-ad42-2e7272098189, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:41.085020 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] For port 00039e00-038c-4730-ad42-2e7272098189, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=00039e00-038c-4730-ad42-2e7272098189,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:41.092946 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-54fb7931-e31c-4ee6-8ddf-746fd0baa47b None None] Port 00039e00-038c-4730-ad42-2e7272098189 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:41.093966 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.145669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2080179b-6482-46d0-9c0f-d0c9c3d04525 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:21:41.161856 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:41.162483 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:21:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:41.164589 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03e400-52de-42f6-bafa-c54aa41c945e None None] Pushing event updated for resources: {'Port': ['ID=00039e00-038c-4730-ad42-2e7272098189,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:41.214197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-08ca932c-eaff-497b-b913-d5c5fb0d20e8 None None] Provisioning complete for port 00039e00-038c-4730-ad42-2e7272098189 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:41.214586 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08ca932c-eaff-497b-b913-d5c5fb0d20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.296795 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08ca932c-eaff-497b-b913-d5c5fb0d20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.320881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-08ca932c-eaff-497b-b913-d5c5fb0d20e8 None None] For port 00039e00-038c-4730-ad42-2e7272098189, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=00039e00-038c-4730-ad42-2e7272098189,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:41.326512 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08ca932c-eaff-497b-b913-d5c5fb0d20e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.375508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca932c-eaff-497b-b913-d5c5fb0d20e8 None None] Pushing event updated for resources: {'Port': ['ID=00039e00-038c-4730-ad42-2e7272098189,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:41.384364 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:41.387750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.426916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.470627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:41.473815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:41.476533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:41.513181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Pushing event updated for resources: {'Port': ['ID=ca2b3722-599d-4724-8b8f-daa228e3ffb2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:41.535828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.580759 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:39Z', 'revision_number': 3, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:41.615404 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec03fb2-944a-4ad4-9f6f-d0140b57a5d7 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:39Z', 'revision_number': 3, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:41.617302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:41.677561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:41.677942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.737121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.783845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-19dc1bf2-b082-4832-be39-75807494afac None None] Provisioning complete for port ca2b3722-599d-4724-8b8f-daa228e3ffb2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:41.784217 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19dc1bf2-b082-4832-be39-75807494afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.820520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-19dc1bf2-b082-4832-be39-75807494afac None None] Port ca2b3722-599d-4724-8b8f-daa228e3ffb2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:41.921170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.927559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:42.004232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Pushing event updated for resources: {'Port': ['ID=ca2b3722-599d-4724-8b8f-daa228e3ffb2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:42.006708 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:42.126605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:42.128564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:42.289788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:21:42.427975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:42.434232 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-944f8557-3d28-4f38-bb9f-270e5b50a27d admin admin] 10.222.0.59 "PUT /v2.0/routers/6a5ec291-a05c-41cf-af25-576557b0ff1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1808488 Nov 22 17:21:42.470597 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-58392d25-e430-4078-9139-61398ec0944f None None] Provisioning complete for port ca2b3722-599d-4724-8b8f-daa228e3ffb2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:42.471222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58392d25-e430-4078-9139-61398ec0944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:42.509475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-58392d25-e430-4078-9139-61398ec0944f None None] Port ca2b3722-599d-4724-8b8f-daa228e3ffb2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:42.941125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46358) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:42.948773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f321d22f-ae2e-4563-b8c9-770a3c84e094 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639113147', 'description': 'tempest-description--1913837131'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:42.985947 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f321d22f-ae2e-4563-b8c9-770a3c84e094 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.067799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f321d22f-ae2e-4563-b8c9-770a3c84e094 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.073634 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f321d22f-ae2e-4563-b8c9-770a3c84e094 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.108552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f321d22f-ae2e-4563-b8c9-770a3c84e094 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.109855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f321d22f-ae2e-4563-b8c9-770a3c84e094 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1671529 Nov 22 17:21:43.111295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321d22f-ae2e-4563-b8c9-770a3c84e094 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a8dc77-9e31-4889-a24a-f0ea1324648c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:43.113226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46360) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:43.117996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ad2e5134-3007-4155-a722-1ff11b64e5e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'security_group_rule': {'security_group_id': 'b7a8dc77-9e31-4889-a24a-f0ea1324648c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:43.147844 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5134-3007-4155-a722-1ff11b64e5e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.212719 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5134-3007-4155-a722-1ff11b64e5e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.218445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5134-3007-4155-a722-1ff11b64e5e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.236606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e5134-3007-4155-a722-1ff11b64e5e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d339b6-654b-4cf5-a7fb-3daa8641793e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:43.247847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad2e5134-3007-4155-a722-1ff11b64e5e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.249097 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ad2e5134-3007-4155-a722-1ff11b64e5e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348746 Nov 22 17:21:43.252016 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 46362) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:43.256388 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'security_group_rule': {'security_group_id': 'b7a8dc77-9e31-4889-a24a-f0ea1324648c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:43.286255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.310337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:43.321999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:43.322700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:21:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:43.343707 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.349389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.368054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83293dd1-9ec1-4c7f-b975-84aae9fa131d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:43.378211 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.379465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264722 Nov 22 17:21:43.380872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.381217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.381580 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.381921 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.382259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.382594 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.382929 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.383092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46364) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:43.383279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.383614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.383951 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.384271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.384618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e18743-8f16-4f6c-88c8-67f9ba7f4016 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:43.388609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:43.414200 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.536050 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.605998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:43.637121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 00039e00-038c-4730-ad42-2e7272098189 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:43.655435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Allocated IP 172.25.0.39 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/b44c1022-a02f-48a5-9eb1-c77ebb01310e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:43.768171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.787011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 00039e00-038c-4730-ad42-2e7272098189 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:43.787308 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.807927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.850838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:43.853979 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:43.859721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:43.883918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'Port': ['ID=b44c1022-a02f-48a5-9eb1-c77ebb01310e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:43.921256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 2, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:43.952162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:43.952528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Updating router 6a5ec291-a05c-41cf-af25-576557b0ff1b port ca2b3722-599d-4724-8b8f-daa228e3ffb2 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:21:43.957921 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.977460 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:43.995154 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.151960 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.158044 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.224128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'Port': ['ID=b44c1022-a02f-48a5-9eb1-c77ebb01310e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:44.238115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.253891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.254127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.255489 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bf951aca-41de-490e-b648-fa911b4ae777 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8709168 Nov 22 17:21:44.265853 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.314061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d388d0-f8c8-4a7a-96a7-e4da06681371 None None] Pushing event updated for resources: {'Port': ['ID=ca2b3722-599d-4724-8b8f-daa228e3ffb2,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:44.383108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Attempting to bind port ca2b3722-599d-4724-8b8f-daa228e3ffb2 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:44.383644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Attempting to bind port ca2b3722-599d-4724-8b8f-daa228e3ffb2 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:44.384255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Attempting to bind port ca2b3722-599d-4724-8b8f-daa228e3ffb2 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:44.390079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:44.390445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:44.390985 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.391395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:44.392044 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Bound port: ca2b3722-599d-4724-8b8f-daa228e3ffb2, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:44.392444 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.437464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-0c61c8e3-c2f9-4a77-b993-fd4985649edc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1639113147&fields=id&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 267 time: 0.0548065 Nov 22 17:21:44.461725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] For port ca2b3722-599d-4724-8b8f-daa228e3ffb2, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:44.465337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] For port ca2b3722-599d-4724-8b8f-daa228e3ffb2, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ca2b3722-599d-4724-8b8f-daa228e3ffb2,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:44.473138 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.536355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:44.536996 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:21:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:44.563278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-67461290-a457-40bc-8ebd-54a1f3bf583d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:44.565836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-67461290-a457-40bc-8ebd-54a1f3bf583d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 812 time: 0.1211684 Nov 22 17:21:44.583084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-91fe0e63-edba-43bd-b177-eb3d1194662d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/quotas/af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 375 time: 0.0108104 Nov 22 17:21:44.587553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d388d0-f8c8-4a7a-96a7-e4da06681371 None None] Pushing event updated for resources: {'Port': ['ID=ca2b3722-599d-4724-8b8f-daa228e3ffb2,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:44.613117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bace1d87-e084-4cb0-a67f-48391387fc0d None None] Provisioning complete for port ca2b3722-599d-4724-8b8f-daa228e3ffb2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:44.613787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bace1d87-e084-4cb0-a67f-48391387fc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.651817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-3dac1396-fb38-4921-b30d-2f7648d6e111 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620573 Nov 22 17:21:44.706253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:44.752394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-a9815681-2c2a-44c4-a894-208647becacc service neutron] 10.222.0.59 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878887 Nov 22 17:21:44.845791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-73e7f11c-0d45-48f1-9d6c-4e63b1d80cf1 service neutron] 10.222.0.59 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866945 Nov 22 17:21:44.854780 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bace1d87-e084-4cb0-a67f-48391387fc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:44.909322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bace1d87-e084-4cb0-a67f-48391387fc0d None None] For port ca2b3722-599d-4724-8b8f-daa228e3ffb2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ca2b3722-599d-4724-8b8f-daa228e3ffb2,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:44.920055 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bace1d87-e084-4cb0-a67f-48391387fc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:45.009010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace1d87-e084-4cb0-a67f-48391387fc0d None None] Pushing event updated for resources: {'Port': ['ID=ca2b3722-599d-4724-8b8f-daa228e3ffb2,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:45.025531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93ab558a-bdd4-495a-81cf-5c1395dafc8c req-3852508b-ced7-4bbf-942c-97dcbba90434 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 210 time: 0.0354514 Nov 22 17:21:45.039263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:45.072675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1538bf-038d-4871-b4c6-1fc5b0bec4e1 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:45.078431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ee50b9f2-0b9f-465b-a5ca-bf7665c1bf7d None None] Provisioning complete for port ca2b3722-599d-4724-8b8f-daa228e3ffb2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:45.079294 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee50b9f2-0b9f-465b-a5ca-bf7665c1bf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:45.578199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e0ab575-2134-4f87-beae-1eececdcf161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:45.645180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ca2b3722-599d-4724-8b8f-daa228e3ffb2 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:45.698200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ca2b3722-599d-4724-8b8f-daa228e3ffb2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:45.698691 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:46.136743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2055ef6f-6cfb-4ad2-b115-64907d90eb2e req-71d1501d-def2-4b41-a4ee-82febc62bedc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 210 time: 0.0329490 Nov 22 17:21:46.166383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4324567f-86eb-4a36-9429-8cde538161dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:46.168592 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4324567f-86eb-4a36-9429-8cde538161dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 812 time: 0.1562314 Nov 22 17:21:46.236047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-d1227c0a-158a-4fe3-9958-3a69e32728f7 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 380 time: 0.0572343 Nov 22 17:21:46.246446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'port': {'device_id': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'admin_state_up': True, 'tenant_id': 'af214862027d48c690531bab9585b874', 'security_groups': ['b7a8dc77-9e31-4889-a24a-f0ea1324648c']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:46.362863 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Made reservation on behalf of af214862027d48c690531bab9585b874 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:21:46.366783 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:46.517739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Allocated IP 172.20.0.8 (613b276b-ed39-48dc-b7d0-b5fb9eaa671b/f4facb23-f10c-44b4-b993-16369856135d/3e20f288-2e09-4b99-abc2-f47530d8a8c1) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:46.668289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:46.706898 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:46.751485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:46.754985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:46.758591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:46.786549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:46.817636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:46.818485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:46.836775 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-ced75b9c-e9d9-455a-b59c-399c0765a3dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5941887 Nov 22 17:21:46.849490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Request body: {'port': {'device_id': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:46.905030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.045595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4f3939ba-8e9e-4ba2-82f9-8349fbd6f6e4 None None] Provisioning complete for port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:47.046180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4f3939ba-8e9e-4ba2-82f9-8349fbd6f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.081457 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4f3939ba-8e9e-4ba2-82f9-8349fbd6f6e4 None None] Port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:47.181356 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e20f288-2e09-4b99-abc2-f47530d8a8c1 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:21:47.189466 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.202939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Transition to ACTIVE for port object 3e20f288-2e09-4b99-abc2-f47530d8a8c1 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:21:47.209692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.266682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e9b67-7243-46c4-b00d-1689ce5998f7 req-a729f9b0-b655-401b-b7b9-0e1990f2e00f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:47.267183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:47.268847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f2e9b67-7243-46c4-b00d-1689ce5998f7 req-a729f9b0-b655-401b-b7b9-0e1990f2e00f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0586493 Nov 22 17:21:47.336043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f2e9b67-7243-46c4-b00d-1689ce5998f7 req-87903232-1475-482c-a1c4-aa6cc7a2cfdc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504034 Nov 22 17:21:47.338584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Attempting to bind port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:47.338926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Attempting to bind port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:47.339312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Attempting to bind port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:47.344618 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:21:47.344947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Attempting to bind port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:47.352531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:47.352879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:47.353886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:47.354474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Bound port: 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:47.354851 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.425584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:47.428770 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:47.434760 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.475961 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:47.476577 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.478088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 1091 time: 0.6334572 Nov 22 17:21:47.478542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:47.480995 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee3cb09acbd2139e0ee91c8b6ce02ef6b5cb52ca5724d3308f343ee45b83ad50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224b7d51-6fb7-409e-b093-efc9e0ab32e7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:47.503779 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17e17c-2540-4b53-905e-3c831e8948f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:47.538810 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c24d11-eba0-4c33-9be0-4d5304f7cc79 x-openstack-request-id: req-e8c24d11-eba0-4c33-9be0-4d5304f7cc79 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:47.539131 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:47.541306 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8c24d11-eba0-4c33-9be0-4d5304f7cc79 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:47.541866 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'status': 'completed', 'code': 200} Nov 22 17:21:47.585746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-6482ec13-a2f8-4409-a0f1-3397a142e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:47.587491 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-6482ec13-a2f8-4409-a0f1-3397a142e796 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1094 time: 0.0513480 Nov 22 17:21:47.636453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-5fb6b851-e091-4296-999e-2eea63ae87c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 217 time: 0.0387793 Nov 22 17:21:47.695149 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-69fc6252-2e14-43ee-a736-4ca2f6552a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:47.696699 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-69fc6252-2e14-43ee-a736-4ca2f6552a03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0534780 Nov 22 17:21:47.745822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-90dc4fbf-5d0a-4f52-a201-1e559101dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:47.747518 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-90dc4fbf-5d0a-4f52-a201-1e559101dad2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435855 Nov 22 17:21:47.846474 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-91dbe86b-8952-446f-91ae-130857daf3b2 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917788 Nov 22 17:21:47.953366 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f1fe551a-2df0-43ab-9464-8b5e08cdb603 req-1ff52e96-55d1-4e68-b956-ca7f18633162 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985172 Nov 22 17:21:47.957366 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b0e515b-4d28-4704-9483-354137876cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:48.058931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-199cd981-7822-49d8-b6c6-259f1d7d8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:48.061094 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-199cd981-7822-49d8-b6c6-259f1d7d8193 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1094 time: 0.0548279 Nov 22 17:21:48.164011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-5cea75bb-0c1d-4a5c-ad5c-b4e3ba830627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:48.165448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-5cea75bb-0c1d-4a5c-ad5c-b4e3ba830627 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0974722 Nov 22 17:21:48.208591 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-9dd6eb6a-c317-497f-b48a-15d3e7c37135 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 217 time: 0.0361257 Nov 22 17:21:48.258553 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-95b21fed-e321-45ac-a058-83a34e339a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:48.260098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-95b21fed-e321-45ac-a058-83a34e339a74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0446427 Nov 22 17:21:48.312357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-a1daa945-6da5-4eda-91df-bea41afb8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:48.313905 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-a1daa945-6da5-4eda-91df-bea41afb8b1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469127 Nov 22 17:21:48.412257 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-4d6b3fc5-08a7-40ef-b130-ce1e6cd2c7a9 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Nov 22 17:21:48.480841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9677a7-5e8e-4b44-a17f-980e22052154 req-470ed1fd-9455-4a4e-9d1f-04f29d11ddf8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:48.482427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af9677a7-5e8e-4b44-a17f-980e22052154 req-470ed1fd-9455-4a4e-9d1f-04f29d11ddf8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0611539 Nov 22 17:21:48.528888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-224b7d51-6fb7-409e-b093-efc9e0ab32e7 req-bcc62b14-9f22-46f3-8277-67749aa03e11 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094573 Nov 22 17:21:48.540115 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af9677a7-5e8e-4b44-a17f-980e22052154 req-d66be32e-ce15-4763-b6b0-696eb7283769 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457654 Nov 22 17:21:49.117610 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:49.663526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170c88f-1369-493b-b87d-7a71f0c2106b req-07104938-a09b-44e7-a8bb-f964be2370db tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:49.665127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5170c88f-1369-493b-b87d-7a71f0c2106b req-07104938-a09b-44e7-a8bb-f964be2370db tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0534163 Nov 22 17:21:49.718505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5170c88f-1369-493b-b87d-7a71f0c2106b req-44b566a2-f363-4ba6-837c-5d9e4637c755 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470052 Nov 22 17:21:50.840621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a0335-fc54-4ad2-bc1b-6542cd183a7a req-973bf858-04b5-4b4f-be4d-e3cb374f1b8c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:50.842111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd1a0335-fc54-4ad2-bc1b-6542cd183a7a req-973bf858-04b5-4b4f-be4d-e3cb374f1b8c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0514433 Nov 22 17:21:50.887433 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:50.893055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd1a0335-fc54-4ad2-bc1b-6542cd183a7a req-8bc1fdf1-74df-44f7-bce8-dd7ef875dd25 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Nov 22 17:21:51.394029 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:51.436642 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3e20f288-2e09-4b99-abc2-f47530d8a8c1 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:21:51.541590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:51.554041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'mac_address': 'fa:16:3e:01:ce:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:21:51.593412 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:51.610595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e20f288-2e09-4b99-abc2-f47530d8a8c1 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:21:51.631281 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:51.635632 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:51.686310 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:51.932100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3e20f288-2e09-4b99-abc2-f47530d8a8c1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:21:52.013251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b06953-ad45-4fed-a72f-481b507a3517 req-83be8f27-b669-40e9-95da-591f334607ed tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:52.014754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84b06953-ad45-4fed-a72f-481b507a3517 req-83be8f27-b669-40e9-95da-591f334607ed tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 944 time: 0.0496376 Nov 22 17:21:52.065223 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84b06953-ad45-4fed-a72f-481b507a3517 req-c99d31c5-7a32-449d-8e3a-fce6b9f41430 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431714 Nov 22 17:21:53.197932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ee154-1c7d-4fb3-abcd-38eac92e5642 req-aa18a3fc-8e96-4113-9329-818fea61533f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:53.199483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a23ee154-1c7d-4fb3-abcd-38eac92e5642 req-aa18a3fc-8e96-4113-9329-818fea61533f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 944 time: 0.0621567 Nov 22 17:21:53.249795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a23ee154-1c7d-4fb3-abcd-38eac92e5642 req-2afacd23-8646-43ba-af48-91995ca14a80 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436301 Nov 22 17:21:53.474912 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3e20f288-2e09-4b99-abc2-f47530d8a8c1 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:53.531761 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:21:53.537239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:53.537621 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:53.628799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:53.655204 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:53.657536 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21689b1e2f61f11317fbaf8d39b35142c1df876efff3893d58ab553bce8acc39" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757f4a58-c35c-4b67-973b-f08e8ff4c8e7" -d '{"events": [{"server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "name": "network-vif-plugged", "status": "completed", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:53.677743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:53.683574 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:53.710919 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dc9934-83bd-4d08-9f89-c3286b34a051 x-openstack-request-id: req-c7dc9934-83bd-4d08-9f89-c3286b34a051 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:53.711237 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "name": "network-vif-plugged", "status": "completed", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:53.711484 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7dc9934-83bd-4d08-9f89-c3286b34a051 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:53.711878 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'code': 200} Nov 22 17:21:53.738662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:53.822100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df1a3c-9ce3-4653-8d7b-509e35047be6 req-8a381a56-defc-4572-a41b-500f83c221d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:53.823713 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-07df1a3c-9ce3-4653-8d7b-509e35047be6 req-8a381a56-defc-4572-a41b-500f83c221d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1096 time: 0.0420969 Nov 22 17:21:53.872859 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-07df1a3c-9ce3-4653-8d7b-509e35047be6 req-5b5fda4d-a490-44fe-b687-cdb6fcbbc037 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Nov 22 17:21:54.374339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac271c3-e13c-49c8-8ebd-a87da408f0be req-a8bfed95-fb1f-440f-817e-8be74ed45cbf tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:54.375865 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ac271c3-e13c-49c8-8ebd-a87da408f0be req-a8bfed95-fb1f-440f-817e-8be74ed45cbf tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0519552 Nov 22 17:21:54.425651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ac271c3-e13c-49c8-8ebd-a87da408f0be req-298d48ec-43ed-4888-90ce-ff403de15789 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Nov 22 17:21:55.553025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4819f-d133-46a4-9d9c-98f4d7d85af2 req-18be19ad-fa27-4bd2-a2f2-fedc96959a86 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:55.554533 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1a4819f-d133-46a4-9d9c-98f4d7d85af2 req-18be19ad-fa27-4bd2-a2f2-fedc96959a86 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0570309 Nov 22 17:21:55.603587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1a4819f-d133-46a4-9d9c-98f4d7d85af2 req-e26b653a-c644-44db-a7d1-9bea0a8085d8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422354 Nov 22 17:21:55.718294 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c1b78-002e-4c33-b192-7863d8d24d26 req-cead5921-750a-4239-be79-404002971d6a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:55.719859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a64c1b78-002e-4c33-b192-7863d8d24d26 req-cead5921-750a-4239-be79-404002971d6a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0512142 Nov 22 17:21:55.729145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46412) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:55.737809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'floatingip': {'port_id': '3e20f288-2e09-4b99-abc2-f47530d8a8c1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:55.781125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:56.226230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:56.231493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:56.334828 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b associated. External IP: 172.25.0.39, port: 3e20f288-2e09-4b99-abc2-f47530d8a8c1. Nov 22 17:21:56.869044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:21:56.981739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:56.987189 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:56.993944 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:57.004775 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:57.005388 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:21:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:57.015956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c7a3ddec-fb27-40ab-b6fd-2ec010e17232 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "PUT /v2.0/floatingips/15a097e6-4d55-4b77-97e8-cce8a206404b HTTP/1.1" status: 200 len: 990 time: 1.2829795 Nov 22 17:21:57.015956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:57.016351 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b050b15f477b0d65d5c9efebefaf860a11e25329c31b5c902b1ceca382e845c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693c47e-c3b0-48e2-9053-a8256550a749" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:57.113989 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:57.171352 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed7413-d55d-453d-b988-4087298a833d x-openstack-request-id: req-e2ed7413-d55d-453d-b988-4087298a833d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:57.171654 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:57.171911 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2ed7413-d55d-453d-b988-4087298a833d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:57.172304 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'status': 'completed', 'code': 200} Nov 22 17:21:57.233537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-18bccebd-7f1b-47c6-8eb5-d9ceb9f64644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:57.235111 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-18bccebd-7f1b-47c6-8eb5-d9ceb9f64644 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1096 time: 0.0421715 Nov 22 17:21:57.334755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-27d34bed-20e8-47c0-80bd-993e7ab27290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:57.336247 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-27d34bed-20e8-47c0-80bd-993e7ab27290 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0940599 Nov 22 17:21:57.353212 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:01:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:21:56Z', 'revision_number': 1, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:57.383590 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:57.392696 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:57.393302 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:21:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:57.404164 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-a728da7d-8c1b-45e0-8d7c-42d9b69f3c5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 998 time: 0.0601950 Nov 22 17:21:57.458166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-02c6ac63-17e9-4fe3-9ef2-73227d62def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:57.459653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-02c6ac63-17e9-4fe3-9ef2-73227d62def7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0487695 Nov 22 17:21:57.500532 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:57.505933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-d3fca353-2015-402e-a3a0-a3fb32111aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:57.507469 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-d3fca353-2015-402e-a3a0-a3fb32111aa6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407302 Nov 22 17:21:57.601586 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-2800d336-deca-4cd3-8dda-27c56abe95da service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868592 Nov 22 17:21:57.698459 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7693c47e-c3b0-48e2-9053-a8256550a749 req-02af0697-5003-4777-84bc-4863d5c6d184 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892968 Nov 22 17:21:57.730593 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:01:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:21:56Z', 'revision_number': 1, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:57.765315 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d59097-c821-48af-a388-57d8d149dde9 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:01:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:21:56Z', 'revision_number': 1, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:57.982011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e270c97-f270-4df7-8cfa-90da97220879 None None] New status for floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:22:05.412482 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:22:06.946210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:08.160083 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:15.565612 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aee47be5-6bae-4dc7-9ad1-8315830d8ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:17.953037 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4faac1c2-df4f-4f95-9412-a625e63b38d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.130807 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.892639 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:21.391306 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.309992 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-d6ea2305-98db-469c-aca3-ef493da16eb1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171591 Nov 22 17:22:31.403659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-f5c0c511-9708-429b-9b3c-e45f7436c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:31.405240 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-f5c0c511-9708-429b-9b3c-e45f7436c411 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1096 time: 0.0419052 Nov 22 17:22:31.515492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-96f0611d-22f7-4ffb-9557-e93ddf5d1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:31.516838 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-96f0611d-22f7-4ffb-9557-e93ddf5d1d23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0903230 Nov 22 17:22:31.586394 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-02b10f5e-4ce7-4c79-affe-345b46967099 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 1000 time: 0.0626867 Nov 22 17:22:31.641805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-e56d8b77-dbae-42a2-9b08-5f25231a54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:31.643328 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-e56d8b77-dbae-42a2-9b08-5f25231a54ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0498605 Nov 22 17:22:31.689130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-6e0b0ee0-b9f2-4f32-bcde-9e4619eff754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:31.690681 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-6e0b0ee0-b9f2-4f32-bcde-9e4619eff754 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402451 Nov 22 17:22:31.783663 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-c8440363-1b62-4640-8866-2dbf4b7428b5 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856593 Nov 22 17:22:31.885972 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5958c88-335e-4165-8177-de3ce5c3c929 req-98303247-740e-4778-9874-c1145b9fb255 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946891 Nov 22 17:22:36.938908 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:38.156201 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:42.411774 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:22:45.566001 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e33ef111-71f5-4b4d-87c7-59ae05e0599c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:47.959332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1c17505c-6b42-4fbc-a60d-396db072bb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:49.131119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:50.900837 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:51.392239 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:06.935765 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:08.171667 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:15.567239 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6ddb090d-dbcd-4cdf-a6d6-3cdc9eac4f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:17.965301 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b84f1dd5-57f8-4c50-8dcf-56e37311fdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:19.134661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:19.414525 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:23:20.900972 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:21.391909 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:31.936330 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-a8d9221e-1ff9-43f8-bb0e-bdbfd2908260 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436308 Nov 22 17:23:32.032606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-cd6d1814-76e1-4259-b765-7469a7d53240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:32.034177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-cd6d1814-76e1-4259-b765-7469a7d53240 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1096 time: 0.0487499 Nov 22 17:23:32.155968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-d1a57f6e-603d-4df8-935a-5b9772c161b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:32.157505 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-d1a57f6e-603d-4df8-935a-5b9772c161b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0960176 Nov 22 17:23:32.231503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-bc0d53eb-d611-4ea2-a1ae-e2c991197efb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 1000 time: 0.0671294 Nov 22 17:23:32.287387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-b9c8bc39-9025-4170-8ff0-da35bdc836da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:32.288792 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-b9c8bc39-9025-4170-8ff0-da35bdc836da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0502377 Nov 22 17:23:32.335505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-7d4c26d2-f452-4904-8ec7-01776f681c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:32.337019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-7d4c26d2-f452-4904-8ec7-01776f681c38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412688 Nov 22 17:23:32.428381 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-6ba4a650-91e4-4682-98c0-efb9eea78acf service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838888 Nov 22 17:23:32.535839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3c1d8259-6b7b-456e-9927-662ebf6dbf99 req-98e8cce5-f41b-40fa-9dbd-3490f4248b9b service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000962 Nov 22 17:23:36.933126 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:38.171234 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:45.575960 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-926d477e-77d9-42a2-b444-4028eb42d1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:47.961674 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-343edee7-f195-4287-9a7a-54820bd39244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:49.142185 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:50.911483 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:51.389374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:56.414075 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:24:06.938548 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:08.176113 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:15.576324 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c84feb1b-a240-42c7-b93b-f40da290b71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:17.963681 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7405eddd-5123-4dc0-88b7-b446fbb7eb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:19.141144 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:20.909666 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:21.385607 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:33.418841 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:24:33.935993 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-f9d5d5aa-257a-46ef-948d-0081bde507e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983448 Nov 22 17:24:34.027604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-003ba05c-4f6e-4239-86a0-2903b9979dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:34.029125 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-003ba05c-4f6e-4239-86a0-2903b9979dfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1096 time: 0.0444632 Nov 22 17:24:34.149734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-74c50f3b-6e11-474d-a4ce-4f5d0eca42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:34.151312 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-74c50f3b-6e11-474d-a4ce-4f5d0eca42be service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0951498 Nov 22 17:24:34.217935 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-bad79a3e-ea54-4dcc-839a-75cb7aa1c3a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 1000 time: 0.0591056 Nov 22 17:24:34.287422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-49118586-a791-4780-aa2f-804b08ab96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:34.289505 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-49118586-a791-4780-aa2f-804b08ab96de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0630243 Nov 22 17:24:34.335805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-b730c5fc-ef10-47a2-9020-00b733fc926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:34.337624 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-b730c5fc-ef10-47a2-9020-00b733fc926d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412121 Nov 22 17:24:34.429740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-fe4a593d-fc14-4cec-b961-93c6c037a6be service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827591 Nov 22 17:24:34.527571 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50b50f40-78f3-4095-bdfc-1a274ceb6b58 req-3e0f592d-1cdb-4d06-af4b-bb5302133e24 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907855 Nov 22 17:24:35.025468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09ca9e-9b30-4f44-a571-5132a6da9090 req-89c193d6-7ecc-4c72-b33e-a8b62471c74a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:35.027007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a09ca9e-9b30-4f44-a571-5132a6da9090 req-89c193d6-7ecc-4c72-b33e-a8b62471c74a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0995274 Nov 22 17:24:35.081265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a09ca9e-9b30-4f44-a571-5132a6da9090 req-bf73c3d3-9143-4ab2-b554-0f92b2372647 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476680 Nov 22 17:24:36.359459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2199573-695f-4503-8e34-d73f2ce9dc59 req-a65375ce-310c-4d7c-bf08-2a206f408ed4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:36.361004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2199573-695f-4503-8e34-d73f2ce9dc59 req-a65375ce-310c-4d7c-bf08-2a206f408ed4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Nov 22 17:24:36.393112 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-95ffc678-1b94-409d-9471-fca36de1b3c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907006 Nov 22 17:24:36.410623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2199573-695f-4503-8e34-d73f2ce9dc59 req-ed5ae461-b8ed-4a99-90bb-8f30bce0ce13 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Nov 22 17:24:36.948513 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:37.533099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489037bc-b07f-4730-afdf-0ddb44dacbfb req-eb5e31ed-98fd-47cc-a96c-5f67806b1188 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:37.534639 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-489037bc-b07f-4730-afdf-0ddb44dacbfb req-eb5e31ed-98fd-47cc-a96c-5f67806b1188 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0516188 Nov 22 17:24:37.584883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-489037bc-b07f-4730-afdf-0ddb44dacbfb req-25bdeb17-e2fc-4056-98e4-436cccef0175 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Nov 22 17:24:37.677463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-922a0df8-8fb6-45d5-a236-0be9ad7b71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:37.678976 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-922a0df8-8fb6-45d5-a236-0be9ad7b71bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1096 time: 0.0432792 Nov 22 17:24:37.775917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-46ee29a3-2e9c-4f09-90a7-44c6bc562cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:37.777435 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-46ee29a3-2e9c-4f09-90a7-44c6bc562cbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0911446 Nov 22 17:24:37.845292 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-55a86f6c-2690-4401-b4ee-5720902ff759 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 1000 time: 0.0608230 Nov 22 17:24:37.902627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-c656cac3-5351-4b1f-80f5-b20cec59bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:37.904162 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-c656cac3-5351-4b1f-80f5-b20cec59bcde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0515406 Nov 22 17:24:37.954533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-d0a47cd9-dd78-46fa-b912-bcb629553624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:37.956055 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-d0a47cd9-dd78-46fa-b912-bcb629553624 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447669 Nov 22 17:24:38.059282 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-8ddcaa5b-2f1c-4572-83bc-145d0b2397af service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945852 Nov 22 17:24:38.155640 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-f7d93a92-3e54-4a62-9aca-7e982af560fe service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883622 Nov 22 17:24:38.183657 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:38.730041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faaa14-2c9e-4034-be33-7c10bc7f2f41 req-aa4db437-e37b-402b-8e34-100b51352e0e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:38.731546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52faaa14-2c9e-4034-be33-7c10bc7f2f41 req-aa4db437-e37b-402b-8e34-100b51352e0e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0674837 Nov 22 17:24:38.785722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52faaa14-2c9e-4034-be33-7c10bc7f2f41 req-c4ab3330-6af3-4fd2-9528-a58f25790af0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Nov 22 17:24:39.921475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f3695-ee6a-4cbf-9551-9550e0204078 req-fe5a51da-e49c-41c3-9ab4-74996aea00d1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:39.923029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-159f3695-ee6a-4cbf-9551-9550e0204078 req-fe5a51da-e49c-41c3-9ab4-74996aea00d1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0583854 Nov 22 17:24:39.975692 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-159f3695-ee6a-4cbf-9551-9550e0204078 req-05ea9d8e-1857-451a-8239-035c20fb72b2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Nov 22 17:24:41.109066 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba2290-fa68-45f9-b0f8-7f206b608a25 req-a705d16a-1c62-4a30-a95a-45b7c931f7db tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:41.110481 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43ba2290-fa68-45f9-b0f8-7f206b608a25 req-a705d16a-1c62-4a30-a95a-45b7c931f7db tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0547967 Nov 22 17:24:41.169520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-43ba2290-fa68-45f9-b0f8-7f206b608a25 req-26d70613-a8f0-4a21-b586-ef86d343e0bb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502009 Nov 22 17:24:42.309128 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ef6cb-ce01-4178-9424-39c77bf2f6c5 req-09ae7df8-f2bf-453a-b356-9dc42207847b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:42.310605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b59ef6cb-ce01-4178-9424-39c77bf2f6c5 req-09ae7df8-f2bf-453a-b356-9dc42207847b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0607741 Nov 22 17:24:42.371880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b59ef6cb-ce01-4178-9424-39c77bf2f6c5 req-c6e9da0b-5c56-47fb-95c2-17ea72f4748b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523906 Nov 22 17:24:43.506471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45158b60-72ac-419a-a60a-2d7e5b2a3e1d req-3fecf5ac-927a-404e-aaae-207734274b05 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:43.508022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45158b60-72ac-419a-a60a-2d7e5b2a3e1d req-3fecf5ac-927a-404e-aaae-207734274b05 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0513141 Nov 22 17:24:43.557356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-45158b60-72ac-419a-a60a-2d7e5b2a3e1d req-754d9ee4-6ffd-4a57-98ec-5c894d9955a0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Nov 22 17:24:44.685548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdc02e-646b-4905-96bb-9c513b4bd75c req-51922564-b8d5-49a2-abcb-247d9b0385fb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:44.687089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16cdc02e-646b-4905-96bb-9c513b4bd75c req-51922564-b8d5-49a2-abcb-247d9b0385fb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0584381 Nov 22 17:24:44.738827 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-16cdc02e-646b-4905-96bb-9c513b4bd75c req-0309b3a4-a33c-412b-98d3-7f414a9d939f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 Nov 22 17:24:45.563637 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2a635b90-6204-4967-ab98-2916ff05a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:45.880070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032ae0-d870-4b85-82b9-46755ce9c3b5 req-30c803bd-f6c1-4dca-977e-cca378b88ee8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:45.881598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49032ae0-d870-4b85-82b9-46755ce9c3b5 req-30c803bd-f6c1-4dca-977e-cca378b88ee8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0586650 Nov 22 17:24:45.934678 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-49032ae0-d870-4b85-82b9-46755ce9c3b5 req-fc47546c-d6db-4699-b8cc-146499384198 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434153 Nov 22 17:24:47.082368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a2b4a-1d03-487d-be10-c77787a4e51d req-58b69ee2-e809-4ed2-8eb6-fc86976db6d4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:47.083867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a27a2b4a-1d03-487d-be10-c77787a4e51d req-58b69ee2-e809-4ed2-8eb6-fc86976db6d4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0664477 Nov 22 17:24:47.135565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a27a2b4a-1d03-487d-be10-c77787a4e51d req-3077b74a-d11b-43d9-a085-6d4bd8aa2080 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451040 Nov 22 17:24:47.960098 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e51445d3-5ffb-4f6f-bcb2-a03a23ae3783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:48.258283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919bfa0-bfc3-450b-b28c-00bd282312eb req-a394fd76-3adc-4b75-925c-34c418e88fb5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:48.259855 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b919bfa0-bfc3-450b-b28c-00bd282312eb req-a394fd76-3adc-4b75-925c-34c418e88fb5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Nov 22 17:24:48.308411 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b919bfa0-bfc3-450b-b28c-00bd282312eb req-83e69ecf-2673-46b4-a94b-6ebd17c01e57 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421765 Nov 22 17:24:49.145125 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:49.458106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff94c-c127-4b5b-92ed-63ba6d3323a8 req-64644048-2e12-4714-9f91-2036692cefad tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:49.459624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-901ff94c-c127-4b5b-92ed-63ba6d3323a8 req-64644048-2e12-4714-9f91-2036692cefad tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0584755 Nov 22 17:24:49.515923 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-901ff94c-c127-4b5b-92ed-63ba6d3323a8 req-da781abc-e7c1-4c33-86ab-7546af191580 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475152 Nov 22 17:24:50.489080 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-ba164673-ccf0-475e-bba1-4000d18f7908 service neutron] show failed (client error): The resource could not be found. Nov 22 17:24:50.490099 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-ba164673-ccf0-475e-bba1-4000d18f7908 service neutron] 10.222.0.62 "GET /v2.0/ports/3e20f288-2e09-4b99-abc2-f47530d8a8c1/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0569434 Nov 22 17:24:50.652501 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50742b-11d1-4366-a5f1-bc38133b1a95 req-c074ca8a-a696-4791-baf2-9840ed7e343f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:50.654657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f50742b-11d1-4366-a5f1-bc38133b1a95 req-c074ca8a-a696-4791-baf2-9840ed7e343f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 945 time: 0.0542173 Nov 22 17:24:50.711424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f50742b-11d1-4366-a5f1-bc38133b1a95 req-ccf657bc-0205-4ef3-bda3-4db6c6e644c9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505717 Nov 22 17:24:50.830514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-59ba820a-15b8-4f6a-873c-94d7a901abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:50.832136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-59ba820a-15b8-4f6a-873c-94d7a901abd7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 1096 time: 0.1197712 Nov 22 17:24:50.845599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:24:50.906818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:50.908636 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:51.123970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:51.158707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:24:51.199472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:24:51.205714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:51.220299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Transition to ACTIVE for port object 3e20f288-2e09-4b99-abc2-f47530d8a8c1 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:24:51.227180 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:51.260326 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12a6e8-0a62-49cc-8c0c-5ac038c1eb3b" -d '{"events": [{"server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "name": "network-vif-unplugged", "status": "completed", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:24:51.377613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Pushing event updated for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:51.385924 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696d3d31-97f4-4860-b831-d5b23e839ae0 x-openstack-request-id: req-696d3d31-97f4-4860-b831-d5b23e839ae0 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:24:51.386208 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "name": "network-vif-unplugged", "status": "completed", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:24:51.386456 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-696d3d31-97f4-4860-b831-d5b23e839ae0 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:24:51.386860 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'code': 200} Nov 22 17:24:51.394423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.394744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.394863 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:51.395177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.395514 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.395851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.396290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.396626 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.396952 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.397279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.397610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.397925 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.398244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:51.432427 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] No DVR routers for this DVR port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:24:51.577531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Attempting to bind port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:24:51.577937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Attempting to bind port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:24:51.578300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Attempting to bind port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:24:51.583247 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:24:51.583582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Attempting to bind port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:24:51.588964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:24:51.589325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:24:51.589694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:24:51.590133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Bound port: 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:24:51.590476 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:51.657219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:24:51.660644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:24:51.666281 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:51.707600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:51.708181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:51.709605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 1091 time: 0.8685348 Nov 22 17:24:51.728444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03643419-334e-4228-bcbb-5664a40a7b71 service neutron] Pushing event updated for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:51.840752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe90328-c08c-42c2-aa37-b5f38d9bd165 req-3556ae62-28d5-41cd-a9a7-1fd8a5b360cf tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:51.842311 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fe90328-c08c-42c2-aa37-b5f38d9bd165 req-3556ae62-28d5-41cd-a9a7-1fd8a5b360cf tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0532749 Nov 22 17:24:51.919805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0fe90328-c08c-42c2-aa37-b5f38d9bd165 req-e533a8c9-a2f0-482d-a9ab-c901bf578825 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712025 Nov 22 17:24:51.926316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-b161bb72-8508-45f5-91d9-9f67d83903f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:51.927841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-b161bb72-8508-45f5-91d9-9f67d83903f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1094 time: 0.0645881 Nov 22 17:24:52.033409 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-e61399c8-31e6-4989-8200-ae09a80cc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:52.034911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-e61399c8-31e6-4989-8200-ae09a80cc75d service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0999341 Nov 22 17:24:52.103071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-d83d13b8-61cd-4a83-961e-a8c3f13cf15e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 998 time: 0.0610700 Nov 22 17:24:52.157278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-ec824826-b56c-41da-849b-e0aa10561d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:52.158750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-ec824826-b56c-41da-849b-e0aa10561d81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0489073 Nov 22 17:24:52.211008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-b33374dc-77b2-40f5-859f-29447331b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:52.212544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-b33374dc-77b2-40f5-859f-29447331b5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465839 Nov 22 17:24:52.312390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-c5534087-ba8a-401e-81c1-0a06f1c8c9f3 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926263 Nov 22 17:24:52.410640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1415db67-50a4-4e9c-a33e-2119afcf90b1 req-91cf16d3-a753-41cd-b03f-1b2869764ff0 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909011 Nov 22 17:24:53.065004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5251718-3be0-4f6c-a8e4-9031c48940c4 req-b475d562-60ea-4b44-ac90-ed557b622b58 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:53.066579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5251718-3be0-4f6c-a8e4-9031c48940c4 req-b475d562-60ea-4b44-ac90-ed557b622b58 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0658433 Nov 22 17:24:53.115420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a5251718-3be0-4f6c-a8e4-9031c48940c4 req-1fa6cf71-e87d-4842-889a-aad4838bcc9d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Nov 22 17:24:53.388067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:24:53.390575 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d483ec6-9541-4079-a4b2-71a93d916a16" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:24:53.439833 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc8ea4b-3e25-4a64-962e-1dfd733e5d89 x-openstack-request-id: req-4dc8ea4b-3e25-4a64-962e-1dfd733e5d89 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:24:53.440124 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:24:53.440371 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4dc8ea4b-3e25-4a64-962e-1dfd733e5d89 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:24:53.440791 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'status': 'completed', 'code': 200} Nov 22 17:24:53.502849 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-3780bd79-50ea-4732-a993-5687d4c09b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:53.504425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-3780bd79-50ea-4732-a993-5687d4c09b2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1094 time: 0.0435917 Nov 22 17:24:53.506183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-dad0124a-9e61-40a4-90d2-9ad514c5ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:53.507682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-dad0124a-9e61-40a4-90d2-9ad514c5ab7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1094 time: 0.0406950 Nov 22 17:24:53.604311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-2727cce2-1558-4415-99f0-4c71828eb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:53.605818 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-2727cce2-1558-4415-99f0-4c71828eb50f service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0910695 Nov 22 17:24:53.606620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-ebdb5942-64a9-46e6-8ae5-23207789774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:53.608167 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-ebdb5942-64a9-46e6-8ae5-23207789774b service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0957470 Nov 22 17:24:53.676126 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-9f57714f-15b5-4ac1-9d49-45ceb3235942 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 998 time: 0.0612848 Nov 22 17:24:53.679611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-74ce91f0-e04e-432a-a22d-9762be3d2885 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 998 time: 0.0650334 Nov 22 17:24:53.735163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-b7eb1f6f-35d8-4e91-9fb9-7a7c5ab8ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:53.736668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-b7eb1f6f-35d8-4e91-9fb9-7a7c5ab8ac35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0493913 Nov 22 17:24:53.787674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-17a3a2fa-4c8c-413a-9104-d7be142989a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:53.789220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-17a3a2fa-4c8c-413a-9104-d7be142989a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440154 Nov 22 17:24:53.891459 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-22d1789c-06ff-46c7-9b48-4c4d8e41885b service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940180 Nov 22 17:24:53.998405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-639baa96-cf76-4d6f-ab6b-6af094d705c1 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981500 Nov 22 17:24:54.095972 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-1afafa9c-fc41-4907-a412-c65be32c4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.097480 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-1afafa9c-fc41-4907-a412-c65be32c4cf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.4138451 Nov 22 17:24:54.151401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-d6ce2349-0eec-46ee-af27-bf843c267ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.153740 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-d6ce2349-0eec-46ee-af27-bf843c267ecb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480235 Nov 22 17:24:54.249663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a7b1d-7fa8-4267-8625-8bf9a5d5aff7 req-391e396d-8f02-4195-b154-fbf9a4ebabe5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.250266 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-2c0f768a-d8d8-49ea-a681-12ae51d4eebe service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886154 Nov 22 17:24:54.251083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd7a7b1d-7fa8-4267-8625-8bf9a5d5aff7 req-391e396d-8f02-4195-b154-fbf9a4ebabe5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0520873 Nov 22 17:24:54.300228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd7a7b1d-7fa8-4267-8625-8bf9a5d5aff7 req-df3a7f03-0a59-4701-8e33-477ece1ea1ab tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Nov 22 17:24:54.320807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3e20f288-2e09-4b99-abc2-f47530d8a8c1 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:24:54.347113 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0d483ec6-9541-4079-a4b2-71a93d916a16 req-0c87801c-a5bb-4286-a322-c067a17f4b91 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899246 Nov 22 17:24:54.361054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3e20f288-2e09-4b99-abc2-f47530d8a8c1 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:24:54.518415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c76b5-82ad-42f1-ada3-1ffe61d4408f req-d6901049-76f4-40a3-856f-e6c9814edab1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.520024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a76c76b5-82ad-42f1-ada3-1ffe61d4408f req-d6901049-76f4-40a3-856f-e6c9814edab1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0556772 Nov 22 17:24:54.528762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-add251e4-2d0a-45a9-a253-17f59f075bb8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.530251 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-add251e4-2d0a-45a9-a253-17f59f075bb8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228&tenant_id=af214862027d48c690531bab9585b874&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 943 time: 0.0532711 Nov 22 17:24:54.574736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a76c76b5-82ad-42f1-ada3-1ffe61d4408f req-d41f220f-0f03-4365-b690-5f1a4a41a367 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475268 Nov 22 17:24:54.594071 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-b915a931-1e17-47c4-b74c-e4eb9dba00b0 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:24:54.595170 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-b915a931-1e17-47c4-b74c-e4eb9dba00b0 service neutron] 10.222.0.62 "DELETE /v2.0/ports/3e20f288-2e09-4b99-abc2-f47530d8a8c1/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0559053 Nov 22 17:24:54.698076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-53e38ce9-4282-4fd6-bdf4-80582c3f92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.699664 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-53e38ce9-4282-4fd6-bdf4-80582c3f92f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 1094 time: 0.0554712 Nov 22 17:24:54.791877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-16ddc1fb-0930-4c75-9d0f-550e72412f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.793373 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-16ddc1fb-0930-4c75-9d0f-550e72412f4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0862865 Nov 22 17:24:54.876220 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-fe43554c-8a2a-4617-be29-1fa7c29bad77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 200 len: 998 time: 0.0755589 Nov 22 17:24:54.942051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-68852e36-8841-42b4-8d72-88a0fba07625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.943543 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-68852e36-8841-42b4-8d72-88a0fba07625 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0608611 Nov 22 17:24:54.991736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-559e6d2a-37e9-477d-ba12-638d9305de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.993299 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-559e6d2a-37e9-477d-ba12-638d9305de17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421355 Nov 22 17:24:55.100945 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-8e254488-bce3-41ce-811d-aab8f8d2972e service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003220 Nov 22 17:24:55.194099 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-90d84f0d-36c9-4f0d-8709-e58c1d2357cf req-0b812917-8ab2-4011-b091-c0ef5c995225 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856993 Nov 22 17:24:55.696851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc692d-9194-4453-ab6d-a7289b7d1dde req-b4b6a550-9f4b-478e-9f09-0184bf6cc58a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:55.699480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9cc692d-9194-4453-ab6d-a7289b7d1dde req-b4b6a550-9f4b-478e-9f09-0184bf6cc58a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0532868 Nov 22 17:24:55.751500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9cc692d-9194-4453-ab6d-a7289b7d1dde req-1649f4e1-1cb8-483f-ab91-417313d95a7e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461442 Nov 22 17:24:55.875765 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a27ba6-8f40-4e4c-9952-87cd7e8e7a1b req-527dc230-b15c-4b81-9e0d-c940ab3ec393 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:55.877177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83a27ba6-8f40-4e4c-9952-87cd7e8e7a1b req-527dc230-b15c-4b81-9e0d-c940ab3ec393 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0544295 Nov 22 17:24:55.931767 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83a27ba6-8f40-4e4c-9952-87cd7e8e7a1b req-e58c7c35-db22-4064-9140-e70a1de265db tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455978 Nov 22 17:24:56.056476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf19be-1d1f-4d5d-813d-b8cbbab081f3 req-ff28183e-5ada-4bed-8fbd-027f9065d9ae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:56.057977 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1cbf19be-1d1f-4d5d-813d-b8cbbab081f3 req-ff28183e-5ada-4bed-8fbd-027f9065d9ae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0540001 Nov 22 17:24:56.110623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1cbf19be-1d1f-4d5d-813d-b8cbbab081f3 req-01b6b1f3-75d0-4a00-b34c-9d2f5dce9ab5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461314 Nov 22 17:24:56.251766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3e20f288-2e09-4b99-abc2-f47530d8a8c1 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:24:56.354645 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:56.360470 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae22cc-9dd1-46a9-a358-d4b75fa22c94 req-ea2b0756-151f-4827-8b00-99fcfc75fcf0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:56.361987 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7eae22cc-9dd1-46a9-a358-d4b75fa22c94 req-ea2b0756-151f-4827-8b00-99fcfc75fcf0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 943 time: 0.0498457 Nov 22 17:24:56.366679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'mac_address': 'fa:16:3e:01:ce:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:24:56.405162 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:56.411886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7eae22cc-9dd1-46a9-a358-d4b75fa22c94 req-9e926929-2b1c-4d5e-83c6-31f1af8d926f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Nov 22 17:24:56.422258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e20f288-2e09-4b99-abc2-f47530d8a8c1 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:24:56.444565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:56.451481 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:56.509248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:56.517217 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.517567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.517892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.518244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.518577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.518907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.519268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.519592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.519919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.520240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.520563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.520862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:56.696361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['3e20f288-2e09-4b99-abc2-f47530d8a8c1'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:24:57.592110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7cae6-c5ba-4c34-a5dc-76d5975ed638 req-37c43033-e3fc-421f-8e74-8a0d54684bd0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:57.593600 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7df7cae6-c5ba-4c34-a5dc-76d5975ed638 req-37c43033-e3fc-421f-8e74-8a0d54684bd0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 944 time: 0.1034775 Nov 22 17:24:57.601840 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-34e98e54-8f7d-4dfb-b83f-94c39f1bf865 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:57.603201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-34e98e54-8f7d-4dfb-b83f-94c39f1bf865 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 944 time: 0.0655169 Nov 22 17:24:57.694653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7df7cae6-c5ba-4c34-a5dc-76d5975ed638 req-65f9dd25-c729-4074-b738-5c0dd1ba4485 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904562 Nov 22 17:24:57.725431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Deleting port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:24:57.725839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:57.822468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] For port 3e20f288-2e09-4b99-abc2-f47530d8a8c1, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=3e20f288-2e09-4b99-abc2-f47530d8a8c1,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:57.822851 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:58.341343 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:58.341671 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:58.342015 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b disassociated. External IP: 172.25.0.39, port: 3e20f288-2e09-4b99-abc2-f47530d8a8c1. Nov 22 17:24:58.342354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Calling delete_port for 3e20f288-2e09-4b99-abc2-f47530d8a8c1 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:24:58.370392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3e20f288-2e09-4b99-abc2-f47530d8a8c1 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:24:58.422839 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:24:58.427157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:24:58.427524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:58.481997 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:58.509250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event deleted for resources: {'Port': ['ID=3e20f288-2e09-4b99-abc2-f47530d8a8c1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:58.509719 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:58.630346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:24:58.744224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:24:58.755169 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:24:58.767684 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:24:58.768615 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:24:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:58.791438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] No DVR routers for this DVR port 3e20f288-2e09-4b99-abc2-f47530d8a8c1 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:24:58.800323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:58.803560 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff4fcd6d-0af9-4578-89a1-8bde45999d60 req-1a723339-bd4f-4c9d-8984-b0436180dc52 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.37 "DELETE /v2.0/ports/3e20f288-2e09-4b99-abc2-f47530d8a8c1 HTTP/1.1" status: 204 len: 173 time: 1.1933408 Nov 22 17:24:58.803998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'name': 'network-vif-deleted', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:24:58.806279 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa61e13-05ff-4c3c-b0be-cf3a1926937a" -d '{"events": [{"server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "name": "network-vif-deleted", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:24:58.828656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fdf53d9b-359c-4d8a-bca9-213f4c2d427b req-8789cce9-61f6-4aa5-8b60-f5a686461adc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=cbe96ae8-8323-4e0c-b636-23a0be3f3228 HTTP/1.1" status: 200 len: 210 time: 0.0392575 Nov 22 17:24:58.877517 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef52d7-268c-4b30-b880-1ca49b193b2f x-openstack-request-id: req-8aef52d7-268c-4b30-b880-1ca49b193b2f {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:24:58.877828 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe96ae8-8323-4e0c-b636-23a0be3f3228", "name": "network-vif-deleted", "tag": "3e20f288-2e09-4b99-abc2-f47530d8a8c1", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:24:58.878086 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8aef52d7-268c-4b30-b880-1ca49b193b2f {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:24:58.879073 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe96ae8-8323-4e0c-b636-23a0be3f3228', 'name': 'network-vif-deleted', 'tag': '3e20f288-2e09-4b99-abc2-f47530d8a8c1', 'status': 'completed', 'code': 200} Nov 22 17:24:58.895560 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:24:59.110310 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:59.136126 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:24:59.145802 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:24:59.146399 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:24:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:59.256864 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:24:59.477094 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:59.504460 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e841116b-ce42-4719-9369-ed93dce4f516 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:24:59.740932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d0b0a-8549-4bac-9ed5-73f50685d140 None None] New status for floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:25:00.101450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-dfd505f8-661a-4edf-813a-f1d3947add47 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1639113147&fields=id&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 267 time: 0.0541525 Nov 22 17:25:00.220356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-dbefc0b4-1605-428e-83c3-258d115f96b0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:00.221851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-dbefc0b4-1605-428e-83c3-258d115f96b0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 812 time: 0.1130879 Nov 22 17:25:00.238119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5026a559-60b5-4c56-9fda-d9423b0d8cd1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/quotas/af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 375 time: 0.0103211 Nov 22 17:25:00.293211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-cc5cc64f-7ef7-46b2-aa11-8099017ea772 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494361 Nov 22 17:25:00.482088 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-3bb606ec-91d5-4b02-a055-a5981199d8fb service neutron] 10.222.0.59 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367884 Nov 22 17:25:00.576719 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-d9de0ba4-cbb1-422e-9811-b849661b8ab5 service neutron] 10.222.0.59 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884335 Nov 22 17:25:00.771161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ec24846a-62b2-422c-8338-290d80e88b3c req-51ccdf8e-e8dd-46c5-bf08-a13c59fc3715 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 210 time: 0.0326562 Nov 22 17:25:01.763734 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-834101c0-fb38-43da-b2d8-c1a60fce64f9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:01.765285 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-834101c0-fb38-43da-b2d8-c1a60fce64f9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 812 time: 0.1181390 Nov 22 17:25:01.832324 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-388c6dee-7c22-4533-a4a7-985db1a5ada8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 380 time: 0.0566933 Nov 22 17:25:01.842464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'port': {'device_id': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'admin_state_up': True, 'tenant_id': 'af214862027d48c690531bab9585b874', 'security_groups': ['b7a8dc77-9e31-4889-a24a-f0ea1324648c']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:25:01.872585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-699a1bdf-dcbb-42b5-ae18-105f973eada5 req-1a11dd08-307f-48a5-a898-60ac9cda89d4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 210 time: 0.0265708 Nov 22 17:25:01.961537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Made reservation on behalf of af214862027d48c690531bab9585b874 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:25:01.965242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:02.096133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Allocated IP 172.20.0.8 (613b276b-ed39-48dc-b7d0-b5fb9eaa671b/f4facb23-f10c-44b4-b993-16369856135d/155683bf-a194-4f6c-9116-469544c66b34) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:25:02.243659 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:02.279997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:02.322294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:25:02.325340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:25:02.329752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:25:02.354944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:25:02.368835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.369276 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.369529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.369890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.370254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.370565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.370916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.371283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.371409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3e20f288-2e09-4b99-abc2-f47530d8a8c1 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:25:02.371898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.371898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.372245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.372577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:25:02.401403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 3e20f288-2e09-4b99-abc2-f47530d8a8c1 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:25:02.401697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:02.401828 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 3e20f288-2e09-4b99-abc2-f47530d8a8c1 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:25:02.402374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:02.421794 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-8c00ec9b-bad7-4cd1-8ad5-c04e51a558ce tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5832410 Nov 22 17:25:02.435804 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Request body: {'port': {'device_id': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:25:02.494647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:02.590857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c8458638-ba6d-4251-90d6-920dff585d0a None None] Provisioning complete for port 155683bf-a194-4f6c-9116-469544c66b34 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:25:02.591258 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c8458638-ba6d-4251-90d6-920dff585d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:02.630039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c8458638-ba6d-4251-90d6-920dff585d0a None None] Port 155683bf-a194-4f6c-9116-469544c66b34 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:25:02.783125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155683bf-a194-4f6c-9116-469544c66b34 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:25:02.791083 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:02.807309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Transition to ACTIVE for port object 155683bf-a194-4f6c-9116-469544c66b34 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:25:02.814769 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:02.869894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:25:02.942501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Attempting to bind port 155683bf-a194-4f6c-9116-469544c66b34 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:25:02.943013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Attempting to bind port 155683bf-a194-4f6c-9116-469544c66b34 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:25:02.943358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Attempting to bind port 155683bf-a194-4f6c-9116-469544c66b34 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:25:02.948161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Port 155683bf-a194-4f6c-9116-469544c66b34 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:25:02.948483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Attempting to bind port 155683bf-a194-4f6c-9116-469544c66b34 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:25:02.954368 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:25:02.954772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:25:02.955132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:25:02.955566 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Bound port: 155683bf-a194-4f6c-9116-469544c66b34, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:25:02.955927 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:03.004496 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1c72-35ef-4182-9389-755365dbc613 req-e11f65c0-145c-4f5b-8f84-de9d45e4bda1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.006444 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ddd1c72-35ef-4182-9389-755365dbc613 req-e11f65c0-145c-4f5b-8f84-de9d45e4bda1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0527585 Nov 22 17:25:03.033165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:25:03.036936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:25:03.042515 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:03.062610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ddd1c72-35ef-4182-9389-755365dbc613 req-0186e484-cacd-41cb-941f-90d9ab68d557 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471940 Nov 22 17:25:03.075405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.076611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:03.078324 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 1091 time: 0.6468217 Nov 22 17:25:03.078785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'tag': '155683bf-a194-4f6c-9116-469544c66b34'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:25:03.114001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53564b-f823-4d56-890a-4997bd5278b7 service neutron] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:25:03.130778 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab58bc3e-4816-460c-b56c-c2c6258829ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "tag": "155683bf-a194-4f6c-9116-469544c66b34"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:25:03.177851 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-f26b7f3c-bb20-442b-b319-6d4f4aad2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.179421 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-f26b7f3c-bb20-442b-b319-6d4f4aad2b21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1094 time: 0.0456674 Nov 22 17:25:03.227542 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-e102da24-157d-4e07-9d44-eadfb71889f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 217 time: 0.0389979 Nov 22 17:25:03.243751 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ac2d33-6ce6-4683-8b5c-c977106461ac x-openstack-request-id: req-d5ac2d33-6ce6-4683-8b5c-c977106461ac {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:25:03.244133 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "tag": "155683bf-a194-4f6c-9116-469544c66b34", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:25:03.244448 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d5ac2d33-6ce6-4683-8b5c-c977106461ac {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:25:03.244939 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'tag': '155683bf-a194-4f6c-9116-469544c66b34', 'status': 'completed', 'code': 200} Nov 22 17:25:03.287605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-685281fc-8316-4b36-ad51-1c847ca835fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.289152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-685281fc-8316-4b36-ad51-1c847ca835fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0549936 Nov 22 17:25:03.338803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-7708b12c-1816-40e8-a0d8-7208aba0bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.340386 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-7708b12c-1816-40e8-a0d8-7208aba0bf17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429535 Nov 22 17:25:03.437087 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-5b6f6ffc-d053-41cc-97e3-7c170032df54 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875783 Nov 22 17:25:03.535483 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bb106984-8db9-4a15-b825-6403daeec8e9 req-1c879a9e-f181-41f1-b4d5-4b6ba2567127 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897110 Nov 22 17:25:03.635298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-923f61e9-b88b-4755-a27c-dc5cd4e1d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.636819 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-923f61e9-b88b-4755-a27c-dc5cd4e1d8ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1094 time: 0.0460656 Nov 22 17:25:03.742419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-a73e7c29-8a73-4727-9509-b184e525c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.744076 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-a73e7c29-8a73-4727-9509-b184e525c6ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1001861 Nov 22 17:25:03.802048 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-03889b35-5e27-4e68-b2f4-c376a5cef8b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 217 time: 0.0497973 Nov 22 17:25:03.855855 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-540eb8d3-ea4c-4782-8bf3-0d7dbc237e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.857738 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-540eb8d3-ea4c-4782-8bf3-0d7dbc237e66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0491529 Nov 22 17:25:03.925678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-277c11d2-d430-4d49-8ef1-5be5662acd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.927255 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-277c11d2-d430-4d49-8ef1-5be5662acd4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619910 Nov 22 17:25:04.019852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-8176684d-1f89-467a-b6f5-068ac3562cd0 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848036 Nov 22 17:25:04.118872 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab58bc3e-4816-460c-b56c-c2c6258829ac req-38864331-9a2e-4e4b-8a45-921647202c18 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912256 Nov 22 17:25:04.195211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bba76-855c-414b-9e79-b58aa36adeaa req-5d71831d-a808-42d7-9af6-8e32f3c50c65 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:04.196671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-906bba76-855c-414b-9e79-b58aa36adeaa req-5d71831d-a808-42d7-9af6-8e32f3c50c65 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0542636 Nov 22 17:25:04.257095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-906bba76-855c-414b-9e79-b58aa36adeaa req-b4f5ac93-7542-4ed6-9725-4683ac1aed0f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533106 Nov 22 17:25:05.386885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb30c01-d6a3-4dfa-889c-1776c0c767e3 req-8acc84c9-eb37-489a-babd-40a3ede5b9ca tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:05.388409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edb30c01-d6a3-4dfa-889c-1776c0c767e3 req-8acc84c9-eb37-489a-babd-40a3ede5b9ca tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0524831 Nov 22 17:25:05.439105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edb30c01-d6a3-4dfa-889c-1776c0c767e3 req-e0de5e76-81b5-4198-bce6-f6e6269bdf69 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440118 Nov 22 17:25:06.382797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 155683bf-a194-4f6c-9116-469544c66b34 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:25:06.485568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:25:06.500790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '155683bf-a194-4f6c-9116-469544c66b34', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '155683bf-a194-4f6c-9116-469544c66b34', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:25:06.538524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:06.552221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155683bf-a194-4f6c-9116-469544c66b34 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:25:06.564317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8b8c-ef5f-4731-a934-4763e4a61ba4 req-ab5da31b-8812-45ab-accc-74b96570cf1d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:06.565831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1fc8b8c-ef5f-4731-a934-4763e4a61ba4 req-ab5da31b-8812-45ab-accc-74b96570cf1d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0516791 Nov 22 17:25:06.572536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:25:06.579030 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:06.616777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c1fc8b8c-ef5f-4731-a934-4763e4a61ba4 req-6e07dd6c-7cb7-46d7-a1e6-5c59834c9390 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440278 Nov 22 17:25:06.627817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:25:06.971542 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:06.981392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['155683bf-a194-4f6c-9116-469544c66b34'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:25:07.751526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de29d-76b3-405f-83ed-ff208bd4a8ff req-f2345ed4-7965-429b-803c-6122c68ef53b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:07.753068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-051de29d-76b3-405f-83ed-ff208bd4a8ff req-f2345ed4-7965-429b-803c-6122c68ef53b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 944 time: 0.0593648 Nov 22 17:25:07.807288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-051de29d-76b3-405f-83ed-ff208bd4a8ff req-9e2e5290-4d8f-47ec-8b15-693761009d8a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481277 Nov 22 17:25:08.205889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:08.399342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 155683bf-a194-4f6c-9116-469544c66b34 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:25:08.467293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 155683bf-a194-4f6c-9116-469544c66b34 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:25:08.475300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 155683bf-a194-4f6c-9116-469544c66b34 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:25:08.475872 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:08.560559 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:08.585063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155683bf-a194-4f6c-9116-469544c66b34'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:25:08.599561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:25:08.604626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:08.630559 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d75c950-f1f2-4859-946b-9b5b99c978c4" -d '{"events": [{"server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "name": "network-vif-plugged", "status": "completed", "tag": "155683bf-a194-4f6c-9116-469544c66b34"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:25:08.657295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:25:08.718718 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11988f5-2e6b-4e22-94c3-05af6e42146a x-openstack-request-id: req-c11988f5-2e6b-4e22-94c3-05af6e42146a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:25:08.718983 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "name": "network-vif-plugged", "status": "completed", "tag": "155683bf-a194-4f6c-9116-469544c66b34", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:25:08.719283 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c11988f5-2e6b-4e22-94c3-05af6e42146a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:25:08.719844 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155683bf-a194-4f6c-9116-469544c66b34', 'code': 200} Nov 22 17:25:08.822733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae8d6-eb4c-47f3-9838-81b61f116c95 req-505a50d3-076f-485e-9ad1-05fcda598a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:08.824289 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5aae8d6-eb4c-47f3-9838-81b61f116c95 req-505a50d3-076f-485e-9ad1-05fcda598a3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1096 time: 0.0446780 Nov 22 17:25:08.879073 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f5aae8d6-eb4c-47f3-9838-81b61f116c95 req-992a30b6-c6b5-4cc9-907b-920bd8f870ac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473819 Nov 22 17:25:08.935638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d08e96-c9f9-4e7f-9a6d-3b3e8b83b2bb req-f9f3e57b-fcf2-46e9-84d5-06ce9d59f05e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:08.937232 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2d08e96-c9f9-4e7f-9a6d-3b3e8b83b2bb req-f9f3e57b-fcf2-46e9-84d5-06ce9d59f05e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0510476 Nov 22 17:25:08.989697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2d08e96-c9f9-4e7f-9a6d-3b3e8b83b2bb req-923d0f6b-2f8e-436f-bf92-10b8515cb3c8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455656 Nov 22 17:25:10.146341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bf06e-6046-4131-8c73-d46761ab477e req-f0fc238c-4abd-4fcf-b6a9-e4ae3a42bcd3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:10.148233 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-357bf06e-6046-4131-8c73-d46761ab477e req-f0fc238c-4abd-4fcf-b6a9-e4ae3a42bcd3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0653837 Nov 22 17:25:10.206428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-357bf06e-6046-4131-8c73-d46761ab477e req-1ab28e0b-16ec-40b7-99a7-17344716de11 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494576 Nov 22 17:25:10.421853 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:25:11.334564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e7985-83b3-42bc-a756-9885422a074b req-7e1a68b8-68d4-47ca-ac7e-d8c5e183f6b3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:11.336099 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a79e7985-83b3-42bc-a756-9885422a074b req-7e1a68b8-68d4-47ca-ac7e-d8c5e183f6b3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0540037 Nov 22 17:25:11.388343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a79e7985-83b3-42bc-a756-9885422a074b req-0744ca05-5e4e-4448-8105-29bc428b0da7 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437677 Nov 22 17:25:11.517831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a79116-6071-48a0-94e2-a8e4ce0f8396 req-a27bb970-cff3-439d-95ed-ccc7481b9d0a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:11.519251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2a79116-6071-48a0-94e2-a8e4ce0f8396 req-a27bb970-cff3-439d-95ed-ccc7481b9d0a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0547826 Nov 22 17:25:11.528476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 46936) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:25:11.535347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'floatingip': {'port_id': '155683bf-a194-4f6c-9116-469544c66b34'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:25:11.585033 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:12.051828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:12.057928 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:12.169517 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b associated. External IP: 172.25.0.39, port: 155683bf-a194-4f6c-9116-469544c66b34. Nov 22 17:25:12.409665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:25:12.536558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:25:12.542016 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:12.547214 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:25:12.558715 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:25:12.559379 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:24:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:25:12.570707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a7f626b6-d688-4ec5-8a5a-6871e03ed41a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "PUT /v2.0/floatingips/15a097e6-4d55-4b77-97e8-cce8a206404b HTTP/1.1" status: 200 len: 990 time: 1.0407345 Nov 22 17:25:12.571384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'tag': '155683bf-a194-4f6c-9116-469544c66b34'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:25:12.573824 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab709d5b-4561-40c8-a3d7-d575e67ff96a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "tag": "155683bf-a194-4f6c-9116-469544c66b34"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:25:12.670632 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e5f202-8fd1-40dd-ab91-973f655d2bc1 x-openstack-request-id: req-55e5f202-8fd1-40dd-ab91-973f655d2bc1 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:25:12.670932 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "tag": "155683bf-a194-4f6c-9116-469544c66b34", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:25:12.671277 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55e5f202-8fd1-40dd-ab91-973f655d2bc1 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:25:12.671689 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'tag': '155683bf-a194-4f6c-9116-469544c66b34', 'status': 'completed', 'code': 200} Nov 22 17:25:12.673334 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:25:12.739154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-e3546a04-832a-47da-9f9f-0d82629f3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:12.740689 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-e3546a04-832a-47da-9f9f-0d82629f3dec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1096 time: 0.0457535 Nov 22 17:25:12.837513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-6bf00821-1a94-4dfc-af39-9b586ad5d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:12.839407 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-6bf00821-1a94-4dfc-af39-9b586ad5d4ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0904286 Nov 22 17:25:12.910407 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '155683bf-a194-4f6c-9116-469544c66b34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:25:11Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:25:12.912817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-9cbb46f4-235e-4cc9-bec5-917755393829 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 998 time: 0.0664423 Nov 22 17:25:12.939473 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:25:12.948219 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:25:12.948870 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:24:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:25:12.968462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-66226c1d-26e4-4fba-9544-e51f9258d55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:12.970060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-66226c1d-26e4-4fba-9544-e51f9258d55d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0499086 Nov 22 17:25:13.022440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-b16ff0a3-31e6-4ff7-adec-5283a803b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:13.024043 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-b16ff0a3-31e6-4ff7-adec-5283a803b3cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470047 Nov 22 17:25:13.121982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-6e71a350-e1e0-43bd-9944-74727bab37f3 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894666 Nov 22 17:25:13.156320 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:25:13.217604 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ab709d5b-4561-40c8-a3d7-d575e67ff96a req-9899dc33-3903-4b12-af24-a856fd2f00a3 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885370 Nov 22 17:25:13.406756 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '155683bf-a194-4f6c-9116-469544c66b34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:25:11Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:25:13.433780 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c002d36-8f4a-4201-98da-c8e24813c38b None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '155683bf-a194-4f6c-9116-469544c66b34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:25:11Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:25:13.650706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad1454-c9ee-4a99-b322-214ead9c854b None None] New status for floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:25:15.560810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ddfc2103-5c01-4b28-b718-da12e8a74301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:17.954631 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5dc6cae6-f49f-49fd-82a9-c73360d4b055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:19.148261 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:19.616919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-5c6b7913-3044-4ea0-bf01-e773c146bf50 req-5872f8af-2515-4422-b717-454980ccbbc2 tempest-VolumesSnapshotTestJSON-566228240 tempest-VolumesSnapshotTestJSON-566228240-project] (103442) timed out ('10.222.0.62', 51585) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:25:20.914082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:21.395913 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:34.237145 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41efaca4-f021-4edc-b23c-3964cee48105 req-a66207b7-10d0-45a0-a515-b69c551fa42c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528142 Nov 22 17:25:34.334132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efaca4-f021-4edc-b23c-3964cee48105 req-1f354c57-ee6b-4f70-bdb3-5b66dbce9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:34.335634 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41efaca4-f021-4edc-b23c-3964cee48105 req-1f354c57-ee6b-4f70-bdb3-5b66dbce9430 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1096 time: 0.0438409 Nov 22 17:25:34.463306 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efaca4-f021-4edc-b23c-3964cee48105 req-8164f59a-cdaa-4a4f-85c0-44789ee7adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:34.464879 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41efaca4-f021-4edc-b23c-3964cee48105 req-8164f59a-cdaa-4a4f-85c0-44789ee7adaf service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1068702 Nov 22 17:25:34.533498 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41efaca4-f021-4edc-b23c-3964cee48105 req-ca1fb0f0-7f98-41ef-8a2e-a1f9a3d106dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 1000 time: 0.0608191 Nov 22 17:25:34.592066 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efaca4-f021-4edc-b23c-3964cee48105 req-290fc57d-feed-4273-abb4-55bc7828c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:34.593503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41efaca4-f021-4edc-b23c-3964cee48105 req-290fc57d-feed-4273-abb4-55bc7828c6bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0531721 Nov 22 17:25:34.642471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efaca4-f021-4edc-b23c-3964cee48105 req-832d1272-3aab-4f84-8997-0061171be01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:34.644020 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41efaca4-f021-4edc-b23c-3964cee48105 req-832d1272-3aab-4f84-8997-0061171be01d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420814 Nov 22 17:25:34.734729 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41efaca4-f021-4edc-b23c-3964cee48105 req-99e9a4c7-dbb7-4e3a-9d11-930a3e0dc844 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831516 Nov 22 17:25:34.840869 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41efaca4-f021-4edc-b23c-3964cee48105 req-a4817e6a-42c9-4365-919e-5bf5e0a8fcd7 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980997 Nov 22 17:25:36.966658 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:38.227908 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:45.563326 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89503d16-15e7-4b75-8c1e-c99f6fea9acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:47.421798 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:25:47.959712 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4303d374-d8a7-410b-a992-81b71486df6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:49.150901 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:50.919364 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:51.392947 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:06.986684 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:08.219407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:15.559892 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a7651e2-28ec-4278-85cc-f19c312ffa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:17.966651 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7b99-b4a9-4f93-a641-d7b472f4a277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:19.156274 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:20.926589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:21.390046 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:24.427043 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:26:34.242651 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-7738dd44-bbf8-4740-804a-44f97732a420 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430691 Nov 22 17:26:34.339753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-44ccf861-f2fb-4e5e-a4f9-3a75a266a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:34.341373 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-44ccf861-f2fb-4e5e-a4f9-3a75a266a1b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1096 time: 0.0525205 Nov 22 17:26:34.472727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-61dfa576-3a54-435e-bdbc-6ce85fec68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:34.474249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-61dfa576-3a54-435e-bdbc-6ce85fec68bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0945814 Nov 22 17:26:34.540425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-1d565856-6a9e-4d8f-bfd4-e144f58e0f2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 1000 time: 0.0586064 Nov 22 17:26:34.601896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-6ef2745f-75d7-4ede-9a7f-8457cbeacbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:34.604347 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-6ef2745f-75d7-4ede-9a7f-8457cbeacbff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0567834 Nov 22 17:26:34.651431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-6f8a781e-7f6b-4438-893e-49d77e11c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:34.652937 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-6f8a781e-7f6b-4438-893e-49d77e11c84c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420222 Nov 22 17:26:34.742507 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-2c262dac-cc42-4059-bac7-e7d7e1717502 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814128 Nov 22 17:26:34.839086 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7cd10f17-c829-4a6f-996b-ce75cf8b0067 req-45a01ea9-cba4-48f7-9f78-343867a6321f service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894988 Nov 22 17:26:37.004415 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:38.225344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:45.557214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db1ae382-a087-4d73-981c-1d6a01b7ab8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:47.962812 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-61734145-f1f2-4f7e-bcf4-fe09e7781ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:49.159613 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:50.924813 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.386281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:01.421556 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:27:07.000794 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:08.238002 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.558054 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-11886b45-03c3-415a-aa98-607e8ef914b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:17.960043 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-944f852d-2755-44ee-84fa-543d7ef68e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:19.162792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:20.925017 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:21.382910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:34.773180 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-629302f9-5275-4ace-9069-3d30860e7095 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428901 Nov 22 17:27:34.920962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-2b40cf16-515c-49ce-845b-131fbac79f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:34.922510 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-2b40cf16-515c-49ce-845b-131fbac79f95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1096 time: 0.0566781 Nov 22 17:27:35.032366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-d9c66ce2-9dc7-4ef5-bd20-29cfc367c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:35.033778 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-d9c66ce2-9dc7-4ef5-bd20-29cfc367c97a service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0907519 Nov 22 17:27:35.100652 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-190296a5-c8f7-466b-96a6-545cf2fe500a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 1000 time: 0.0597441 Nov 22 17:27:35.155069 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-ac055a4e-70a8-4be3-b65e-78392411688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:35.156518 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-ac055a4e-70a8-4be3-b65e-78392411688a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0477304 Nov 22 17:27:35.205025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-819d74bb-5d00-4278-be49-541e813acacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:35.206574 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-819d74bb-5d00-4278-be49-541e813acacb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426476 Nov 22 17:27:35.218632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-e7be71c6-bd15-436b-88ef-3e888f1a9682 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:27:35.219617 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-e7be71c6-bd15-436b-88ef-3e888f1a9682 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049586 Nov 22 17:27:35.307796 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-aaf385d9-9215-4f5d-98db-e6d5bca5f550 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801747 Nov 22 17:27:35.405102 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5eccde46-30e0-41c2-bbb3-025669b1f415 req-98cce60e-e6ef-414e-a499-e3965317cda7 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Nov 22 17:27:36.996375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:38.251253 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:38.422855 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:27:44.141075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83087-9a75-40d4-a578-3baeae99070b req-9048634e-11ac-484d-af4c-9e0ed30e9e31 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:44.142663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68d83087-9a75-40d4-a578-3baeae99070b req-9048634e-11ac-484d-af4c-9e0ed30e9e31 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0651643 Nov 22 17:27:44.203970 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68d83087-9a75-40d4-a578-3baeae99070b req-1bbec94f-a61f-4c0e-bce6-36155bacbd33 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550914 Nov 22 17:27:45.344713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf92a5d-af02-482a-8bbb-6634342bf4d9 req-87add063-714f-4167-9227-0e44523634f8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:45.346471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7cf92a5d-af02-482a-8bbb-6634342bf4d9 req-87add063-714f-4167-9227-0e44523634f8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0555270 Nov 22 17:27:45.397956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7cf92a5d-af02-482a-8bbb-6634342bf4d9 req-61802d82-daaf-4407-9073-570d5429c0d8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 Nov 22 17:27:45.562084 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b924868a-6709-4e88-a990-d503501cb43d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.533270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62844243-2425-4cbc-a021-e641d2d5e643 req-db53f943-da39-4493-82c1-aafbf77ee7fe tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:46.534810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62844243-2425-4cbc-a021-e641d2d5e643 req-db53f943-da39-4493-82c1-aafbf77ee7fe tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0528648 Nov 22 17:27:46.586522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62844243-2425-4cbc-a021-e641d2d5e643 req-fe158955-0d67-4813-8268-6f243262c01c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456522 Nov 22 17:27:47.719453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d07066-0863-401a-a263-b159efc4ba64 req-558ffe65-6688-4bd7-8de9-a8e358b106ae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:47.720965 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9d07066-0863-401a-a263-b159efc4ba64 req-558ffe65-6688-4bd7-8de9-a8e358b106ae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0542395 Nov 22 17:27:47.769304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9d07066-0863-401a-a263-b159efc4ba64 req-dd71e99d-a11d-49a8-9622-713987e3f6dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Nov 22 17:27:47.959993 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eff2f04d-e27e-47ee-8cd3-e7202172505f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.901273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bc416-c63d-4f0d-8253-cb2cbcc550e2 req-ccf41d24-b6ac-468a-b255-2974b23e670b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:48.902794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52bc416-c63d-4f0d-8253-cb2cbcc550e2 req-ccf41d24-b6ac-468a-b255-2974b23e670b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0516458 Nov 22 17:27:48.954161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c52bc416-c63d-4f0d-8253-cb2cbcc550e2 req-de8350d3-e897-444b-ac54-79e8bd2e0fd3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427098 Nov 22 17:27:49.167124 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:50.092981 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181c33d-7113-4a12-bd86-ad3e1c9d3928 req-f9281704-deeb-4ae6-bef9-e6fef5537ffc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:50.094359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e181c33d-7113-4a12-bd86-ad3e1c9d3928 req-f9281704-deeb-4ae6-bef9-e6fef5537ffc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0634544 Nov 22 17:27:50.145217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e181c33d-7113-4a12-bd86-ad3e1c9d3928 req-275ccd29-bc1e-4447-b6c9-7051ea7517f0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445325 Nov 22 17:27:50.929132 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:51.268452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbb3f6-e797-42c2-b500-178ccc2a2307 req-a20b98e2-e5d8-4d79-9ad7-08256b156eea tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:51.269986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dbbb3f6-e797-42c2-b500-178ccc2a2307 req-a20b98e2-e5d8-4d79-9ad7-08256b156eea tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0511148 Nov 22 17:27:51.323808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5dbbb3f6-e797-42c2-b500-178ccc2a2307 req-1b1e9a6f-301e-4870-97ae-2e57e4480f6b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448461 Nov 22 17:27:51.386114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.443899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d40f3-3b73-4222-96be-a74872a38609 req-715946db-d24e-4aff-9201-2e973b806e2e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:52.445386 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d76d40f3-3b73-4222-96be-a74872a38609 req-715946db-d24e-4aff-9201-2e973b806e2e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0508125 Nov 22 17:27:52.501266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d76d40f3-3b73-4222-96be-a74872a38609 req-516d4cf1-a8b0-4417-b1f8-849570831d3e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487101 Nov 22 17:27:53.639948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c282a-0b95-41fc-8999-f7b28530111b req-aaf33c98-ba35-44f4-a116-31107bc2f5b2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:53.641526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-931c282a-0b95-41fc-8999-f7b28530111b req-aaf33c98-ba35-44f4-a116-31107bc2f5b2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0606992 Nov 22 17:27:53.695334 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-931c282a-0b95-41fc-8999-f7b28530111b req-811c876b-cbd4-4bf2-8b0c-4bbe9af15bef tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Nov 22 17:27:54.825112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef641-69a3-4655-a08f-04e2beefe406 req-af0db09b-7376-4d9b-9210-25f871ee306b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:54.826623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d01ef641-69a3-4655-a08f-04e2beefe406 req-af0db09b-7376-4d9b-9210-25f871ee306b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0571740 Nov 22 17:27:54.875959 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d01ef641-69a3-4655-a08f-04e2beefe406 req-e989cfc7-ec6b-43c1-b370-b9e2f9e9ed4c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Nov 22 17:27:56.167975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fc11c-0113-4b86-b48e-de56afdee012 req-d1a7d243-8df8-420a-a3d2-15426e315a73 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:56.169525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d53fc11c-0113-4b86-b48e-de56afdee012 req-d1a7d243-8df8-420a-a3d2-15426e315a73 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0549643 Nov 22 17:27:56.220636 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d53fc11c-0113-4b86-b48e-de56afdee012 req-934c5f23-8861-4f19-95f2-963067f3f477 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445447 Nov 22 17:27:56.253612 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-8e531016-873a-4b0a-8c41-bc85ccf8cc25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812190 Nov 22 17:27:57.349844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a49901-f9fe-402d-a94f-d5b398634a1e req-04a1f2da-7f0f-45f4-853d-873f45f9f24b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:57.351478 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7a49901-f9fe-402d-a94f-d5b398634a1e req-04a1f2da-7f0f-45f4-853d-873f45f9f24b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0595443 Nov 22 17:27:57.401405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7a49901-f9fe-402d-a94f-d5b398634a1e req-b5d47fce-f734-41b9-97fd-438373852ac7 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Nov 22 17:27:57.413644 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-fbc6fbdb-a769-4c19-8f86-c1e56ad41f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:57.415193 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-fbc6fbdb-a769-4c19-8f86-c1e56ad41f44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1096 time: 0.0421221 Nov 22 17:27:57.513891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-5eb01ff9-2e34-4346-a6c3-b63008e406ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:57.515394 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-5eb01ff9-2e34-4346-a6c3-b63008e406ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0919564 Nov 22 17:27:57.584492 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-a8fd4b17-c7aa-4d4d-beec-accba55b96f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 1000 time: 0.0617466 Nov 22 17:27:57.639753 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-d38d6279-1c27-4787-bcad-b514c2e20588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:57.641250 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-d38d6279-1c27-4787-bcad-b514c2e20588 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0501833 Nov 22 17:27:57.695072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-6e50509d-6b16-4f15-8977-3f8c6a40959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:57.697184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-6e50509d-6b16-4f15-8977-3f8c6a40959d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490954 Nov 22 17:27:57.791135 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-6272a929-7c6b-46e6-bac3-d502de7b96d4 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866504 Nov 22 17:27:57.893961 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-89884670-9ace-4001-932a-cc485dab618a service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951636 Nov 22 17:27:58.533120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc25b62-481f-467e-b91c-1603882fbf3f req-dadc4e07-7cf4-4e36-9a76-e2acd9ae4b99 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:58.534742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcc25b62-481f-467e-b91c-1603882fbf3f req-dadc4e07-7cf4-4e36-9a76-e2acd9ae4b99 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0512686 Nov 22 17:27:58.604082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcc25b62-481f-467e-b91c-1603882fbf3f req-d3891b10-318c-46a7-9b47-1b1c024448ae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603254 Nov 22 17:27:59.742200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99e5f-d6f7-4936-a97b-a15e308e2a90 req-4aee277b-ed42-45e0-abaa-acbcb5456768 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:59.744545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed99e5f-d6f7-4936-a97b-a15e308e2a90 req-4aee277b-ed42-45e0-abaa-acbcb5456768 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0598221 Nov 22 17:27:59.795812 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-9332090c-088c-4954-8409-be865dbb032e req-b4fabc63-a3d9-4155-ad23-f5efb37d6d8b service neutron] show failed (client error): The resource could not be found. Nov 22 17:27:59.796406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ed99e5f-d6f7-4936-a97b-a15e308e2a90 req-439fe77d-16e6-4fcc-8e1f-cb6cc0e2ff02 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455048 Nov 22 17:27:59.796916 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-b4fabc63-a3d9-4155-ad23-f5efb37d6d8b service neutron] 10.222.0.62 "GET /v2.0/ports/155683bf-a194-4f6c-9116-469544c66b34/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0584152 Nov 22 17:28:00.013517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-e0083520-3dfc-4342-806e-9016f4743ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:00.015073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-e0083520-3dfc-4342-806e-9016f4743ebd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 1096 time: 0.0417154 Nov 22 17:28:00.027705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:00.087508 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.305628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:00.351731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:00.393300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155683bf-a194-4f6c-9116-469544c66b34'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:00.396103 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067c675-f31c-496f-86f3-6e969fbbc79f" -d '{"events": [{"server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "name": "network-vif-unplugged", "status": "completed", "tag": "155683bf-a194-4f6c-9116-469544c66b34"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:00.400367 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.414781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Transition to ACTIVE for port object 155683bf-a194-4f6c-9116-469544c66b34 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:28:00.421217 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.452354 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f190d9a4-6c22-468b-a5c6-59b8adef7283 x-openstack-request-id: req-f190d9a4-6c22-468b-a5c6-59b8adef7283 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:00.452657 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "name": "network-vif-unplugged", "status": "completed", "tag": "155683bf-a194-4f6c-9116-469544c66b34", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:00.452915 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f190d9a4-6c22-468b-a5c6-59b8adef7283 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:00.453312 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155683bf-a194-4f6c-9116-469544c66b34', 'code': 200} Nov 22 17:28:00.509295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:00.521727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.522090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.522437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.522778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.523144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.523481 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.523815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.524144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.524475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.524791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.525117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.525440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:00.559423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] No DVR routers for this DVR port 155683bf-a194-4f6c-9116-469544c66b34 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:28:00.696538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Attempting to bind port 155683bf-a194-4f6c-9116-469544c66b34 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:00.696880 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Attempting to bind port 155683bf-a194-4f6c-9116-469544c66b34 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:00.697214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Attempting to bind port 155683bf-a194-4f6c-9116-469544c66b34 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:00.701792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Port 155683bf-a194-4f6c-9116-469544c66b34 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:28:00.702113 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Attempting to bind port 155683bf-a194-4f6c-9116-469544c66b34 on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:00.707078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:00.707421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:00.707812 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:00.708266 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Bound port: 155683bf-a194-4f6c-9116-469544c66b34, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:00.708619 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.775039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:00.777995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:00.783948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.824141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:00.824793 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.826263 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] 10.222.0.37 "PUT /v2.0/ports/155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 1091 time: 0.8026435 Nov 22 17:28:00.851161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f7908-57c3-419c-ab55-1de627239eac service neutron] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:00.922646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-72683416-5627-4240-aac4-aa8a67dd3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:00.924290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-72683416-5627-4240-aac4-aa8a67dd3c06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1094 time: 0.0701146 Nov 22 17:28:00.964913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5f444-d32f-4523-9ee0-3fd03a6e1231 req-0b7b9b3f-123e-4500-819d-08e3fe028b36 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:00.966736 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40c5f444-d32f-4523-9ee0-3fd03a6e1231 req-0b7b9b3f-123e-4500-819d-08e3fe028b36 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0813639 Nov 22 17:28:01.066335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-40c5f444-d32f-4523-9ee0-3fd03a6e1231 req-b7385d35-025e-41db-980c-0e303f60a005 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709059 Nov 22 17:28:01.073824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-d765323f-4a20-400a-b34c-dd4c75e4a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:01.075976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-d765323f-4a20-400a-b34c-dd4c75e4a70c service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1438086 Nov 22 17:28:01.148897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-6e248659-1fca-4a7c-a14a-ad7418a20d04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 998 time: 0.0617242 Nov 22 17:28:01.203172 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-6a473af3-0ee3-4599-9587-a21da840bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:01.204681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-6a473af3-0ee3-4599-9587-a21da840bfae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0487087 Nov 22 17:28:01.254225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332090c-088c-4954-8409-be865dbb032e req-614c2fdb-e6fb-4dad-8611-24dca8f562e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:01.255799 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-614c2fdb-e6fb-4dad-8611-24dca8f562e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430329 Nov 22 17:28:01.351611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-b33757e1-d49e-4a6c-9d77-cbfdde515d96 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879347 Nov 22 17:28:01.461588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9332090c-088c-4954-8409-be865dbb032e req-accee57e-0ca1-4163-8201-eb04df51ef81 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031609 Nov 22 17:28:02.207075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a645b-4436-4d45-9775-217ce047017b req-64d35240-a747-4a3a-bd59-171c36fc0fee tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:02.208680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c3a645b-4436-4d45-9775-217ce047017b req-64d35240-a747-4a3a-bd59-171c36fc0fee tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0596597 Nov 22 17:28:02.258227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c3a645b-4436-4d45-9775-217ce047017b req-10458496-3637-4f3f-a109-7bbbbda7abbd tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Nov 22 17:28:02.455275 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'tag': '155683bf-a194-4f6c-9116-469544c66b34'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:02.457998 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d05f806-dc09-44ae-9875-c97517cbd95a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "tag": "155683bf-a194-4f6c-9116-469544c66b34"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:02.511467 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403796c9-57c2-4465-ba55-d673341d4017 x-openstack-request-id: req-403796c9-57c2-4465-ba55-d673341d4017 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:02.511781 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "tag": "155683bf-a194-4f6c-9116-469544c66b34", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:02.512037 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-403796c9-57c2-4465-ba55-d673341d4017 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:02.512454 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'tag': '155683bf-a194-4f6c-9116-469544c66b34', 'status': 'completed', 'code': 200} Nov 22 17:28:02.573816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-3b75c1c1-828b-420f-965f-3aeaa3518051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:02.575431 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-3b75c1c1-828b-420f-965f-3aeaa3518051 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1094 time: 0.0459695 Nov 22 17:28:02.582199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-c1d38c8d-65cd-42bd-97e7-f16df7464415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:02.583743 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-c1d38c8d-65cd-42bd-97e7-f16df7464415 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1094 time: 0.0475833 Nov 22 17:28:02.673213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-c596798d-75c0-4e18-a1c0-c7d95f6fc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:02.674846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-c596798d-75c0-4e18-a1c0-c7d95f6fc1e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0924501 Nov 22 17:28:02.681283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-0365fc1c-98e0-44b1-b106-ed0603fb9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:02.682832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-0365fc1c-98e0-44b1-b106-ed0603fb9de5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0919511 Nov 22 17:28:02.747530 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-91e5abd0-6598-4491-8453-fb2d5d105de7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 998 time: 0.0647428 Nov 22 17:28:02.756699 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-ef6967e2-515f-4a08-bb13-3258fe19a71b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 998 time: 0.0667689 Nov 22 17:28:02.804035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-0cc08ca1-04e5-4bec-8698-c81fc218c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:02.805526 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-0cc08ca1-04e5-4bec-8698-c81fc218c777 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0508773 Nov 22 17:28:02.855722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-66a21969-4a7d-43ad-a9a4-2fc815dc530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:02.857295 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-66a21969-4a7d-43ad-a9a4-2fc815dc530c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449681 Nov 22 17:28:02.952924 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-e5ee9a10-45fe-4645-92f9-985a9e7ec847 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881777 Nov 22 17:28:03.055337 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-a6f2a124-bed5-49a6-9fe9-fc22c0df6610 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927682 Nov 22 17:28:03.101893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-9ed0488a-d1c6-4f32-aebf-b99646e79396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:03.103402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-9ed0488a-d1c6-4f32-aebf-b99646e79396 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.3398492 Nov 22 17:28:03.153245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-2b3e6906-fc4c-4daa-bade-e618dae4341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:03.154758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-2b3e6906-fc4c-4daa-bade-e618dae4341f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441039 Nov 22 17:28:03.230451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 155683bf-a194-4f6c-9116-469544c66b34 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:28:03.247778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-6f3c7497-af87-4c61-8512-c3968e65b360 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856371 Nov 22 17:28:03.272958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 155683bf-a194-4f6c-9116-469544c66b34 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:28:03.349592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d05f806-dc09-44ae-9875-c97517cbd95a req-6366f601-72c1-429f-b83f-8a02d374f17b service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937223 Nov 22 17:28:03.390075 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840cca9-6ab0-4746-a63b-d1b9b0fd38d0 req-933eb61e-b7e7-4a74-860b-56c03bd59921 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:03.391641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c840cca9-6ab0-4746-a63b-d1b9b0fd38d0 req-933eb61e-b7e7-4a74-860b-56c03bd59921 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0569901 Nov 22 17:28:03.442555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c840cca9-6ab0-4746-a63b-d1b9b0fd38d0 req-3306522a-47c7-489e-b618-693a61075321 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443926 Nov 22 17:28:03.648829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59001-7668-4b05-bfbb-dc8397709cfe req-ac3f9d83-f84b-46f0-8fb6-5d6790bdae2c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:03.653725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ab59001-7668-4b05-bfbb-dc8397709cfe req-ac3f9d83-f84b-46f0-8fb6-5d6790bdae2c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0538831 Nov 22 17:28:03.663532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-50dba687-6af1-4567-a316-1c8ffd7a7b79 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:03.665260 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-50dba687-6af1-4567-a316-1c8ffd7a7b79 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994&tenant_id=af214862027d48c690531bab9585b874&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 943 time: 0.0532827 Nov 22 17:28:03.703689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0ab59001-7668-4b05-bfbb-dc8397709cfe req-0f091e07-a7a0-4a1f-91f7-92e3fe21f61f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469499 Nov 22 17:28:03.732427 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-38cb5b82-667b-48b0-8105-a5848be4c22d service neutron] delete failed (client error): The resource could not be found. Nov 22 17:28:03.733438 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-38cb5b82-667b-48b0-8105-a5848be4c22d service neutron] 10.222.0.62 "DELETE /v2.0/ports/155683bf-a194-4f6c-9116-469544c66b34/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0592387 Nov 22 17:28:03.836955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-536c89ce-a30b-4bf5-990c-fb806626e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:03.838502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-536c89ce-a30b-4bf5-990c-fb806626e549 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1094 time: 0.0504446 Nov 22 17:28:03.931620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-fd8baf91-e8d5-4839-b2e1-1f73ac66f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:03.933120 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-fd8baf91-e8d5-4839-b2e1-1f73ac66f68e service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0868979 Nov 22 17:28:04.008948 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-032811fa-1bef-4784-8cb6-853f2c9772dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 998 time: 0.0687914 Nov 22 17:28:04.058341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-1f34fc4c-809c-4a08-b2ba-9f86390ae7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:04.059864 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-1f34fc4c-809c-4a08-b2ba-9f86390ae7d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0440135 Nov 22 17:28:04.108888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-4f8504f4-a259-4595-afaf-e72f71366134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:04.110382 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-4f8504f4-a259-4595-afaf-e72f71366134 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429547 Nov 22 17:28:04.207626 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-a72b647e-fc45-424d-8158-a23aa30ed286 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898786 Nov 22 17:28:04.301831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2761a3ed-54a9-47cc-ad18-5085218e8201 req-5da77862-8d49-4d5a-b61f-22d6accdb7ce service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864694 Nov 22 17:28:04.831027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48358e1-b1bf-43f0-9136-6f81a1013a4c req-0521fb2e-7abb-4d2a-97be-c3d39d01e7c6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:04.832830 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b48358e1-b1bf-43f0-9136-6f81a1013a4c req-0521fb2e-7abb-4d2a-97be-c3d39d01e7c6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0552399 Nov 22 17:28:04.887686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b48358e1-b1bf-43f0-9136-6f81a1013a4c req-5fc2b65a-e021-4bd7-9140-e3acd595ed48 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480957 Nov 22 17:28:05.009188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4eae7-7e3f-46c4-b0e9-414b5f363803 req-8e9bcce4-680c-431a-babd-61f5c705b7ee tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:05.010848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecd4eae7-7e3f-46c4-b0e9-414b5f363803 req-8e9bcce4-680c-431a-babd-61f5c705b7ee tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0512128 Nov 22 17:28:05.060105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ecd4eae7-7e3f-46c4-b0e9-414b5f363803 req-239a327d-3b50-42e8-8959-3e43b6f478d5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Nov 22 17:28:05.304895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 155683bf-a194-4f6c-9116-469544c66b34 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:28:05.311059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e6b83-05fd-4e70-a88f-3a35e891074a req-aa3c11f4-f887-4178-98dd-1b6195e63e67 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:05.312549 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-402e6b83-05fd-4e70-a88f-3a35e891074a req-aa3c11f4-f887-4178-98dd-1b6195e63e67 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 943 time: 0.0816083 Nov 22 17:28:05.321114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-a0c01adc-d513-4de2-8036-da12b80e0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:05.322989 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-a0c01adc-d513-4de2-8036-da12b80e0b79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 1094 time: 0.0607531 Nov 22 17:28:05.405368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:05.417238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-402e6b83-05fd-4e70-a88f-3a35e891074a req-3abf397c-877a-4783-b632-44a96aeed407 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933025 Nov 22 17:28:05.420082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '155683bf-a194-4f6c-9116-469544c66b34', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '155683bf-a194-4f6c-9116-469544c66b34', 'mac_address': 'fa:16:3e:fb:40:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:28:05.448240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-9c083727-3baa-49b1-b998-6e481f6a418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:05.449720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-9c083727-3baa-49b1-b998-6e481f6a418b service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1199691 Nov 22 17:28:05.460245 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.473818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155683bf-a194-4f6c-9116-469544c66b34 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:28:05.493581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:05.499014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.527879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-8cdf9478-51e8-4dfd-b57e-4c77804be717 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 200 len: 998 time: 0.0711229 Nov 22 17:28:05.553386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:05.560989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.561264 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.561612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.561953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.562293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.562992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.562992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.563313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.563750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.564087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.564595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.567265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:05.582071 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-dc29a9db-fa3f-401e-8e3b-21e26fccb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:05.583733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-dc29a9db-fa3f-401e-8e3b-21e26fccb986 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0488939 Nov 22 17:28:05.638707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-0230a7ca-dd85-40ca-9898-ce35f4bd0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:05.640350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-0230a7ca-dd85-40ca-9898-ce35f4bd0aad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489748 Nov 22 17:28:05.735861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['155683bf-a194-4f6c-9116-469544c66b34'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:28:05.739139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-d8b8dcf5-4850-491e-8f88-86557ee8439c service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904713 Nov 22 17:28:05.837351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ce2ec5d-9443-4311-a022-3344cae2a945 req-7bf57283-61c1-4752-aa55-91fcc811f074 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909004 Nov 22 17:28:06.550198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4585c38-2c61-4574-95c8-5e528fddf1b6 req-14b12bfe-7b1f-4123-999a-ed430afc9140 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:06.551922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4585c38-2c61-4574-95c8-5e528fddf1b6 req-14b12bfe-7b1f-4123-999a-ed430afc9140 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 944 time: 0.0576999 Nov 22 17:28:06.608790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4585c38-2c61-4574-95c8-5e528fddf1b6 req-3a864c0d-6bf5-4364-b5e0-f0e48c0ae571 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479329 Nov 22 17:28:06.890478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf396f-3d69-4041-a7d2-21c07601d005 req-8f5b8724-9f3c-4837-933d-45d27ff31725 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:06.892377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2acf396f-3d69-4041-a7d2-21c07601d005 req-8f5b8724-9f3c-4837-933d-45d27ff31725 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 944 time: 0.0742211 Nov 22 17:28:06.945272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2acf396f-3d69-4041-a7d2-21c07601d005 req-f1088334-9ed1-4a95-97aa-bbe2522f95b8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463552 Nov 22 17:28:07.014884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.311005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 155683bf-a194-4f6c-9116-469544c66b34 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:07.370565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 155683bf-a194-4f6c-9116-469544c66b34 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:28:07.377289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 155683bf-a194-4f6c-9116-469544c66b34 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:07.377805 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.466375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.491507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155683bf-a194-4f6c-9116-469544c66b34'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:07.493790 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba082f24-ec63-494e-8a9e-f05edf9b86c8" -d '{"events": [{"server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "name": "network-vif-plugged", "status": "completed", "tag": "155683bf-a194-4f6c-9116-469544c66b34"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:07.507616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:07.513283 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.540694 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b743462-aca3-4521-9c73-11b754207f6b x-openstack-request-id: req-9b743462-aca3-4521-9c73-11b754207f6b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:07.540990 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "name": "network-vif-plugged", "status": "completed", "tag": "155683bf-a194-4f6c-9116-469544c66b34", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:07.541245 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b743462-aca3-4521-9c73-11b754207f6b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:07.541638 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155683bf-a194-4f6c-9116-469544c66b34', 'code': 200} Nov 22 17:28:07.566682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:08.079991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ac48-e7c2-4679-8b79-0719ab6f7816 req-584e6fbf-c084-40fc-8235-dbfa9aba8e99 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:08.081493 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cc2ac48-e7c2-4679-8b79-0719ab6f7816 req-584e6fbf-c084-40fc-8235-dbfa9aba8e99 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.0576339 Nov 22 17:28:08.187610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9cc2ac48-e7c2-4679-8b79-0719ab6f7816 req-c18d171d-24d0-4001-910d-d865b24aad5b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964861 Nov 22 17:28:08.198157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2941e7cf-912c-404f-8cf7-39b2e3dd4ae5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:08.199740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2941e7cf-912c-404f-8cf7-39b2e3dd4ae5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 945 time: 0.1024561 Nov 22 17:28:08.266363 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.308250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Deleting port 155683bf-a194-4f6c-9116-469544c66b34 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:28:08.308568 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.410828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] For port 155683bf-a194-4f6c-9116-469544c66b34, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=155683bf-a194-4f6c-9116-469544c66b34,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:08.411210 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.591884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.592236 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.592546 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b disassociated. External IP: 172.25.0.39, port: 155683bf-a194-4f6c-9116-469544c66b34. Nov 22 17:28:08.592890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Calling delete_port for 155683bf-a194-4f6c-9116-469544c66b34 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:28:08.736507 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.766961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event deleted for resources: {'Port': ['ID=155683bf-a194-4f6c-9116-469544c66b34,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:08.885903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:28:08.998348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:28:09.010508 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:28:09.021559 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:09.022136 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:09.039652 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] No DVR routers for this DVR port 155683bf-a194-4f6c-9116-469544c66b34 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:28:09.042417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.045895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dcfc8b51-a83e-45cb-8739-f23cb1fcf941 req-2637a4a9-0bc1-4052-84c4-1caa06a190aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.37 "DELETE /v2.0/ports/155683bf-a194-4f6c-9116-469544c66b34 HTTP/1.1" status: 204 len: 173 time: 0.8397357 Nov 22 17:28:09.046283 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'name': 'network-vif-deleted', 'tag': '155683bf-a194-4f6c-9116-469544c66b34'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:09.048707 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6939aa1b-f942-4bf4-818f-5f29168e3d9f" -d '{"events": [{"server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "name": "network-vif-deleted", "tag": "155683bf-a194-4f6c-9116-469544c66b34"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:09.088561 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2540a3da-11f3-4c62-b9eb-333523fdb50e x-openstack-request-id: req-2540a3da-11f3-4c62-b9eb-333523fdb50e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:09.089227 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb02a241-47e7-4cb0-a9b2-8702ee815994", "name": "network-vif-deleted", "tag": "155683bf-a194-4f6c-9116-469544c66b34", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:09.089227 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2540a3da-11f3-4c62-b9eb-333523fdb50e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:09.089533 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb02a241-47e7-4cb0-a9b2-8702ee815994', 'name': 'network-vif-deleted', 'tag': '155683bf-a194-4f6c-9116-469544c66b34', 'status': 'completed', 'code': 200} Nov 22 17:28:09.129007 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:09.350768 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:09.384615 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:28:09.394931 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:09.395574 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:27:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:09.511630 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:09.599982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8017d5db-1a5f-4f32-b8c6-fad82e474130 req-c5fbd103-00cd-4546-9d5d-53065a96e407 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb02a241-47e7-4cb0-a9b2-8702ee815994 HTTP/1.1" status: 200 len: 210 time: 0.0291135 Nov 22 17:28:09.721946 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:09.751933 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d87d843-31c7-41dc-b244-dcc383a77280 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:28:10.004162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd86dbb5-08ed-43af-8beb-6f423baa0d88 None None] New status for floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:28:10.924985 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-e5cdb992-5649-4c58-b416-75a015e01b97 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1639113147&fields=id&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 267 time: 0.0540321 Nov 22 17:28:11.039485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-3b7e892b-eedd-4b17-8b59-142f533757a3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:11.040964 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-3b7e892b-eedd-4b17-8b59-142f533757a3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 812 time: 0.1057105 Nov 22 17:28:11.056937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-629e493a-d2fc-483c-883b-097a2ffc0e90 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/quotas/af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 375 time: 0.0100238 Nov 22 17:28:11.111605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-253d95c0-a64e-4b0f-97dd-22da5a62a641 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492654 Nov 22 17:28:11.212269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-17cb62f8-c966-49c8-ba09-6d69e3e98070 service neutron] 10.222.0.59 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881622 Nov 22 17:28:11.306031 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-ff7f13ff-f2ad-4954-a01e-e4f6ab0ef2e7 service neutron] 10.222.0.59 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Nov 22 17:28:11.335450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 155683bf-a194-4f6c-9116-469544c66b34 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:28:11.356596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 155683bf-a194-4f6c-9116-469544c66b34 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:28:11.357020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 155683bf-a194-4f6c-9116-469544c66b34 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:28:11.499050 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f5047ec-3fc4-4683-b7fb-276d0bf610ef req-247d54de-e0b5-48aa-97c3-a7aa523a95d7 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 210 time: 0.0328176 Nov 22 17:28:12.571794 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-3434a94b-bdb0-490d-abcb-c6749e5082cf tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:12.573852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-3434a94b-bdb0-490d-abcb-c6749e5082cf tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 812 time: 0.1110280 Nov 22 17:28:12.605604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c87350ab-5445-4b33-a005-97f9c93fface req-d74e4b3a-01a0-4241-8563-bd96dc8eb9b0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 210 time: 0.0298340 Nov 22 17:28:12.646661 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-e34a7356-1774-4093-9bc6-a0d78f004bc9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 380 time: 0.0634038 Nov 22 17:28:12.656593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'port': {'device_id': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'admin_state_up': True, 'tenant_id': 'af214862027d48c690531bab9585b874', 'security_groups': ['b7a8dc77-9e31-4889-a24a-f0ea1324648c']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:12.773558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Made reservation on behalf of af214862027d48c690531bab9585b874 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:12.777215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.928058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Allocated IP 172.20.0.11 (613b276b-ed39-48dc-b7d0-b5fb9eaa671b/f4facb23-f10c-44b4-b993-16369856135d/7fc799c5-c4d7-4edc-9c93-2bdadfeb553e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:13.080239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.122671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.166143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:13.169218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:13.173083 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:13.198818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:13.212199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.212551 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.212898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.213237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.213574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.213909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.214239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.214552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.214898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.215248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.215582 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.215902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:13.244886 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:13.245503 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.264675 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-96a54826-230b-45f0-a35c-9071ae268e94 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6115870 Nov 22 17:28:13.277297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Request body: {'port': {'device_id': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:13.335635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.514064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c7a56794-5ed4-4d4a-954a-bf9e9bee1a7a None None] Provisioning complete for port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:13.514656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7a56794-5ed4-4d4a-954a-bf9e9bee1a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.550424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c7a56794-5ed4-4d4a-954a-bf9e9bee1a7a None None] Port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:13.605464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:28:13.612981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.625349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Transition to ACTIVE for port object 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:28:13.631736 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.700805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:13.748860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a703-de1e-4709-9499-faa43d01066e req-5d4a2ef1-d1c1-4bd5-87e2-1c58809178fa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:13.756469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f27a703-de1e-4709-9499-faa43d01066e req-5d4a2ef1-d1c1-4bd5-87e2-1c58809178fa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0792670 Nov 22 17:28:13.765926 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:13.766263 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:13.766611 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:13.771426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:28:13.771751 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:13.777349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:13.777689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:13.778077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:13.778540 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Bound port: 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:13.778905 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.809829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f27a703-de1e-4709-9499-faa43d01066e req-1235119c-bfc6-4992-a114-a2f8b24b4bf1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518408 Nov 22 17:28:13.844901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:13.848723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:13.854199 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.896005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:13.896646 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.898094 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] 10.222.0.62 "PUT /v2.0/ports/7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1092 time: 0.6253667 Nov 22 17:28:13.898541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:13.901192 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e34c64-a073-41d3-aab0-16eee13dd56f" -d '{"events": [{"name": "network-changed", "server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:13.935426 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca64cb-b5b1-4269-b452-94a216a9f253 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:13.950084 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d15d8-1a5d-4ab8-996b-1c5cc4b9a12f x-openstack-request-id: req-083d15d8-1a5d-4ab8-996b-1c5cc4b9a12f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:13.950443 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:13.950901 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-083d15d8-1a5d-4ab8-996b-1c5cc4b9a12f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:13.952067 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'status': 'completed', 'code': 200} Nov 22 17:28:14.003637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-ba482795-ca4a-4681-a12e-c02db266d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:14.005232 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-ba482795-ca4a-4681-a12e-c02db266d654 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1095 time: 0.0473235 Nov 22 17:28:14.049551 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-6c028f6f-664f-4367-becb-71ba12f3ce9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 217 time: 0.0354824 Nov 22 17:28:14.110673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-11ba187b-2bb1-40b1-845c-990cbc5159ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:14.112310 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-11ba187b-2bb1-40b1-845c-990cbc5159ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0546050 Nov 22 17:28:14.159641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-b02a9b4c-ab57-4924-8463-d49654ca45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:14.161066 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-b02a9b4c-ab57-4924-8463-d49654ca45a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413830 Nov 22 17:28:14.265428 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-110e2bbf-bfd9-4db2-af63-96846de28b9f service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953445 Nov 22 17:28:14.364204 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31fbe81f-3737-4a19-85e2-6e8b99ae0674 req-b53ef394-9673-41c4-bc2a-382a8d210fd4 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912468 Nov 22 17:28:14.459650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-f7b78c5b-7b7a-4ed6-b608-306ff91097d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:14.461167 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-f7b78c5b-7b7a-4ed6-b608-306ff91097d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1095 time: 0.0443091 Nov 22 17:28:14.907695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-7fc4d587-0d09-4063-8af8-298fe6f8fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:14.909199 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-7fc4d587-0d09-4063-8af8-298fe6f8fdeb service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.4397533 Nov 22 17:28:14.936291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235046a-8f76-47db-b585-cc575404db26 req-87203a8a-0630-4d08-bb8d-d070a51d4af0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:14.937930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9235046a-8f76-47db-b585-cc575404db26 req-87203a8a-0630-4d08-bb8d-d070a51d4af0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0515974 Nov 22 17:28:14.952307 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-e9a7322b-1bc8-4cad-b304-eeaefc15c12c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 217 time: 0.0352020 Nov 22 17:28:14.991203 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9235046a-8f76-47db-b585-cc575404db26 req-d0aaa0b0-fa9b-4fee-af60-544540964ef0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 Nov 22 17:28:15.000546 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-b6409cef-37f1-4767-ac0a-40288d551d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:15.001999 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-b6409cef-37f1-4767-ac0a-40288d551d1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0431035 Nov 22 17:28:15.055277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-4fa4ad1f-df6c-4bbb-9a3d-fc7e70a328c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:15.056682 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-4fa4ad1f-df6c-4bbb-9a3d-fc7e70a328c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459633 Nov 22 17:28:15.167681 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-7deb8a37-4250-4ed7-841b-cbd30197deb0 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017728 Nov 22 17:28:15.263341 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-91e34c64-a073-41d3-aab0-16eee13dd56f req-1fba9e62-32a9-4536-abc9-e624fcdf6c1e service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875599 Nov 22 17:28:15.428480 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:28:15.558260 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cc411a17-e57c-4c83-aa5b-c696fe263422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:16.121809 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649f99-930c-47b3-b28b-1585454f6a1c req-3b381f98-8558-471f-af05-1e7bf8bb54c1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:16.123199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63649f99-930c-47b3-b28b-1585454f6a1c req-3b381f98-8558-471f-af05-1e7bf8bb54c1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0516829 Nov 22 17:28:16.172366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63649f99-930c-47b3-b28b-1585454f6a1c req-ebf93cb0-bc96-4688-890c-309f07d142d3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429640 Nov 22 17:28:17.301899 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d5b1-d6a5-4590-8a10-9d66202a1ede req-6aee5eb3-5638-426e-9152-60158d620c6b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:17.303388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4854d5b1-d6a5-4590-8a10-9d66202a1ede req-6aee5eb3-5638-426e-9152-60158d620c6b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0538108 Nov 22 17:28:17.364469 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4854d5b1-d6a5-4590-8a10-9d66202a1ede req-e9c46e00-058b-4ee2-a702-588d98e9b053 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519052 Nov 22 17:28:17.960800 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eecfea25-66eb-437c-b282-21c53196ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.508252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533628eb-6c42-48a3-860a-e3e2b09d58ad req-d7973d11-6fbe-47e6-84d7-e5718795cad8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:18.509801 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-533628eb-6c42-48a3-860a-e3e2b09d58ad req-d7973d11-6fbe-47e6-84d7-e5718795cad8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0657508 Nov 22 17:28:18.560256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-533628eb-6c42-48a3-860a-e3e2b09d58ad req-1538b89d-2e55-4b69-95df-5f6053ebcb07 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Nov 22 17:28:19.172509 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.316672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:28:19.423675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:19.435585 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'mac_address': 'fa:16:3e:23:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:28:19.475883 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.489608 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:28:19.516224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:19.523361 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.577516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:19.690133 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8578e-7bc8-482f-a77f-1d6675dfccf5 req-f7d69104-e7d6-4522-98be-2f057e7551e1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:19.691582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4f8578e-7bc8-482f-a77f-1d6675dfccf5 req-f7d69104-e7d6-4522-98be-2f057e7551e1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0554066 Nov 22 17:28:19.740950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4f8578e-7bc8-482f-a77f-1d6675dfccf5 req-85dea257-7ec2-4a5c-8d78-14d8d4872894 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Nov 22 17:28:19.882836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:28:20.892357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0d5e5-e492-4b67-b860-57721307bb18 req-5cec40c5-6d1a-45be-84e8-09d4d93a17c3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:20.894484 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84b0d5e5-e492-4b67-b860-57721307bb18 req-5cec40c5-6d1a-45be-84e8-09d4d93a17c3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0690613 Nov 22 17:28:20.935319 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:20.945112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84b0d5e5-e492-4b67-b860-57721307bb18 req-358091ea-8a94-4cbd-8dfe-6b06f1e48f17 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439613 Nov 22 17:28:21.346410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:21.398416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:21.413726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:28:21.417624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:21.417994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:21.498975 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:21.527048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:21.530599 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae39104-9899-4d6b-85e8-4a367379ad77" -d '{"events": [{"server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "name": "network-vif-plugged", "status": "completed", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:21.550882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:21.556755 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:21.580670 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742bf521-2be4-42f0-bbee-19527ba248c6 x-openstack-request-id: req-742bf521-2be4-42f0-bbee-19527ba248c6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:21.580973 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "name": "network-vif-plugged", "status": "completed", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:21.581213 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-742bf521-2be4-42f0-bbee-19527ba248c6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:21.581604 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'code': 200} Nov 22 17:28:21.608126 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:21.682678 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef025606-0627-4ba3-b165-edd5aa9f84f6 req-b09979bc-311d-4161-bddf-56eb4da2b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:21.684227 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef025606-0627-4ba3-b165-edd5aa9f84f6 req-b09979bc-311d-4161-bddf-56eb4da2b15f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1097 time: 0.0461771 Nov 22 17:28:21.732032 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ef025606-0627-4ba3-b165-edd5aa9f84f6 req-8b61af45-55cf-47fb-b537-66f515411ff7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401952 Nov 22 17:28:22.098198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc922d02-196e-4888-b15c-73fe572ea412 req-73d9e1e3-7501-4962-8212-4713f144a725 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:22.100401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc922d02-196e-4888-b15c-73fe572ea412 req-73d9e1e3-7501-4962-8212-4713f144a725 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0634730 Nov 22 17:28:22.149197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cc922d02-196e-4888-b15c-73fe572ea412 req-53d9cb50-198a-4519-a732-bbe2511dd077 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Nov 22 17:28:23.275359 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79e75-bb9d-436d-83d4-ed04c57348d3 req-e64a1947-7756-4763-9f7c-e1e964f9a522 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:23.276816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ff79e75-bb9d-436d-83d4-ed04c57348d3 req-e64a1947-7756-4763-9f7c-e1e964f9a522 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0535600 Nov 22 17:28:23.329826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2ff79e75-bb9d-436d-83d4-ed04c57348d3 req-15654302-ea54-44ca-8e5c-cfd0414283b6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Nov 22 17:28:23.451106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ab65d-f245-4519-ba4f-cebd050551ef req-32553742-6fed-4ca8-9018-b1bb0a74e027 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:23.452617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5a2ab65d-f245-4519-ba4f-cebd050551ef req-32553742-6fed-4ca8-9018-b1bb0a74e027 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0508790 Nov 22 17:28:23.462685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47448) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:23.470078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'floatingip': {'port_id': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:23.511825 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:23.978801 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:23.987018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:24.099390 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b associated. External IP: 172.25.0.39, port: 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e. Nov 22 17:28:24.317052 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:28:24.722109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:28:24.727984 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:24.732474 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:28:24.742381 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:24.742928 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:24.754788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-31f066e8-e17b-4340-b191-46ad228d0155 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "PUT /v2.0/floatingips/15a097e6-4d55-4b77-97e8-cce8a206404b HTTP/1.1" status: 200 len: 991 time: 1.2905829 Nov 22 17:28:24.755659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:24.758093 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eefa373-db64-4347-bd37-50252df39ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:24.850297 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:24.854311 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c85c90-0f3e-42ee-9a63-01dc0a45f05b x-openstack-request-id: req-16c85c90-0f3e-42ee-9a63-01dc0a45f05b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:24.854631 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:24.854906 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16c85c90-0f3e-42ee-9a63-01dc0a45f05b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:24.855357 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'status': 'completed', 'code': 200} Nov 22 17:28:24.919587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa373-db64-4347-bd37-50252df39ac6 req-9ca482e9-1198-4b1d-8425-e3faf2d3bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:24.921219 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eefa373-db64-4347-bd37-50252df39ac6 req-9ca482e9-1198-4b1d-8425-e3faf2d3bc38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1097 time: 0.0432436 Nov 22 17:28:25.018494 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa373-db64-4347-bd37-50252df39ac6 req-33c1279b-93a0-4418-8249-e5ec839fdf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:25.020022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eefa373-db64-4347-bd37-50252df39ac6 req-33c1279b-93a0-4418-8249-e5ec839fdf96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0909679 Nov 22 17:28:25.085822 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:23:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:28:23Z', 'revision_number': 9, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:25.091128 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eefa373-db64-4347-bd37-50252df39ac6 req-8fdfad57-349d-4b49-85b3-742da6907ae9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 999 time: 0.0642829 Nov 22 17:28:25.112541 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:28:25.121387 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:25.121970 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:28:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:25.146600 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa373-db64-4347-bd37-50252df39ac6 req-214266d5-4704-40be-9b9a-a2b3ab72229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:25.148231 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eefa373-db64-4347-bd37-50252df39ac6 req-214266d5-4704-40be-9b9a-a2b3ab72229a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0504441 Nov 22 17:28:25.197918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefa373-db64-4347-bd37-50252df39ac6 req-1dad1ad5-9729-4305-a04f-9910a160c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:25.199522 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eefa373-db64-4347-bd37-50252df39ac6 req-1dad1ad5-9729-4305-a04f-9910a160c8e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418665 Nov 22 17:28:25.228184 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:25.294584 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eefa373-db64-4347-bd37-50252df39ac6 req-3f68a7a7-9bcc-4781-93b0-2a2bfb43c88a service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880640 Nov 22 17:28:25.390014 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0eefa373-db64-4347-bd37-50252df39ac6 req-fd115f43-9ce1-4a8e-b3a4-1ec66ece867e service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886075 Nov 22 17:28:25.455524 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:23:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:28:23Z', 'revision_number': 9, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:25.484779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb541ae1-2041-4144-8718-1465a8ced9e7 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:23:ab:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:28:23Z', 'revision_number': 9, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:28:25.688534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c046a-5d09-4c06-b86f-23c585a94d29 None None] New status for floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:28:36.213749 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56b70d05-a569-4412-85d6-52beda44c27d req-2c6d25fd-9b81-465f-b05d-7a888176101d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429215 Nov 22 17:28:36.305041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b70d05-a569-4412-85d6-52beda44c27d req-cbb39ad3-cb74-4530-8d03-2cbfd1aec802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:36.306639 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56b70d05-a569-4412-85d6-52beda44c27d req-cbb39ad3-cb74-4530-8d03-2cbfd1aec802 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1097 time: 0.0425363 Nov 22 17:28:36.424318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b70d05-a569-4412-85d6-52beda44c27d req-5307d257-ae00-4925-9c25-00215d86975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:36.425856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56b70d05-a569-4412-85d6-52beda44c27d req-5307d257-ae00-4925-9c25-00215d86975d service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0947556 Nov 22 17:28:36.496515 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56b70d05-a569-4412-85d6-52beda44c27d req-7366e4d6-74aa-4177-ba83-4df3d43b7164 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1002 time: 0.0628345 Nov 22 17:28:36.556647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b70d05-a569-4412-85d6-52beda44c27d req-badf379c-d6de-48b4-822a-4492cb84170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:36.558161 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56b70d05-a569-4412-85d6-52beda44c27d req-badf379c-d6de-48b4-822a-4492cb84170d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0529747 Nov 22 17:28:36.606385 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b70d05-a569-4412-85d6-52beda44c27d req-82680784-3a11-4895-960e-101cfdafd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:36.608012 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56b70d05-a569-4412-85d6-52beda44c27d req-82680784-3a11-4895-960e-101cfdafd4cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428989 Nov 22 17:28:36.734228 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56b70d05-a569-4412-85d6-52beda44c27d req-af32ec31-6359-4998-a123-fcbcf3a85da6 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062183 Nov 22 17:28:36.842625 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-56b70d05-a569-4412-85d6-52beda44c27d req-c6b5e984-e3cb-49d0-a2a7-cceeb55b7eec service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013722 Nov 22 17:28:37.012496 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:38.256257 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:45.564620 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0cdde783-50ad-44c4-89dc-fe354c506db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:47.955556 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2bc7826f-6327-4a4e-a946-965d31d103ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:49.180067 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:50.937396 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:51.385684 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:52.432900 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:29:07.023702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:08.269273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:10.308263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-f61ac183-f22e-4c90-b49f-879e0b8d75a6 req-0ed0ed2a-daab-4a64-92cb-5617dd7cfb37 service neutron] (103443) timed out ('10.222.0.59', 44638) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:29:15.566202 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db7a80ff-c541-4ff3-98ef-d69672218669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:17.963154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58931371-20ab-4835-b8ee-037b3244bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:19.174419 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:20.944306 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:21.381145 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:29.436073 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:29:36.263098 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-4a99b2e2-8582-4100-8921-31e1ef5ae279 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877848 Nov 22 17:29:36.361009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-fcae5973-1a21-4544-a633-bcce8835acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.362539 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-fcae5973-1a21-4544-a633-bcce8835acf6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1097 time: 0.0504241 Nov 22 17:29:36.476028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-c9fa5e29-1018-4ea2-9d15-56f1852b3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.477510 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-c9fa5e29-1018-4ea2-9d15-56f1852b3846 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0928888 Nov 22 17:29:36.553558 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-6b5b62cb-d647-4075-a78c-177be00b89a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1002 time: 0.0674717 Nov 22 17:29:36.610420 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-e6bc4eec-f6c8-4a81-b502-4a8bf983a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.611948 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-e6bc4eec-f6c8-4a81-b502-4a8bf983a6fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0512075 Nov 22 17:29:36.664576 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-8b4d1af4-6b26-440a-8630-15341bd67b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.666156 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-8b4d1af4-6b26-440a-8630-15341bd67b3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466766 Nov 22 17:29:36.761914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-b6bd6efd-8500-4a94-8893-6426220ed3a1 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882070 Nov 22 17:29:36.864834 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86758d57-fabe-4d83-b580-69b7a94bdd28 req-7e76a84b-208b-4f89-91a5-025081ba2515 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953217 Nov 22 17:29:37.022011 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.269474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.571232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7e1a91a5-d191-40ae-851d-950027585c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.960846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4505-ff02-46dc-9a30-4363d80fa58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:49.179336 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.944536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:51.389177 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:06.440122 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:30:07.033615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:08.277785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:15.567276 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b05bf8a-b131-4178-bd0c-6a3ab4434790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:17.959676 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd9a03e4-3e5c-4c45-b8d2-9836a4cc8dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:19.187068 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:20.952654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:21.396177 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.057487 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.220301 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9879e376-77ba-4eee-a263-856976c4f56a req-732b63c8-7201-48ba-9b9d-abd56edb58ba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450470 Nov 22 17:30:37.308946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e376-77ba-4eee-a263-856976c4f56a req-15ba8d29-ef64-4f7d-a8dd-a6cf6ee15d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:37.310407 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9879e376-77ba-4eee-a263-856976c4f56a req-15ba8d29-ef64-4f7d-a8dd-a6cf6ee15d40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1097 time: 0.0423987 Nov 22 17:30:37.425558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e376-77ba-4eee-a263-856976c4f56a req-3d9f3685-1418-42ba-9440-b4f729d683eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:37.427149 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9879e376-77ba-4eee-a263-856976c4f56a req-3d9f3685-1418-42ba-9440-b4f729d683eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0945342 Nov 22 17:30:37.503381 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9879e376-77ba-4eee-a263-856976c4f56a req-875269db-6f3d-47df-9bf9-a407a9ab6dbc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1002 time: 0.0685685 Nov 22 17:30:37.559877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e376-77ba-4eee-a263-856976c4f56a req-1d32a761-d916-48ee-b654-17a24ce23b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:37.561273 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9879e376-77ba-4eee-a263-856976c4f56a req-1d32a761-d916-48ee-b654-17a24ce23b5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0514257 Nov 22 17:30:37.615290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879e376-77ba-4eee-a263-856976c4f56a req-4998ee16-a3fc-433f-bf3d-4571b5b2f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:37.616816 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9879e376-77ba-4eee-a263-856976c4f56a req-4998ee16-a3fc-433f-bf3d-4571b5b2f431 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484090 Nov 22 17:30:37.706998 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9879e376-77ba-4eee-a263-856976c4f56a req-62f675d1-ffca-47b0-9f63-1bd6a4664c30 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830805 Nov 22 17:30:37.811711 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9879e376-77ba-4eee-a263-856976c4f56a req-a173cb34-02bf-4271-a1cc-9fa9576a270f service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972562 Nov 22 17:30:38.277017 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:43.449172 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:30:45.568630 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e00c2333-00ee-434f-a769-80e3dcdb9e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:47.962919 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f98bba89-6e2e-4646-a105-0c7c43a6932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:49.203331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:50.958428 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:51.385366 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:02.686241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-54a15841-4497-444e-b2e1-37da57c98d94 req-6644f27b-f486-417c-bfad-d96bf2c424bf service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:31:02.687256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-54a15841-4497-444e-b2e1-37da57c98d94 req-6644f27b-f486-417c-bfad-d96bf2c424bf service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0568304 Nov 22 17:31:02.880273 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-34c07adf-2350-4204-a40d-461863386143 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428803 Nov 22 17:31:02.889905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-188f5f66-536b-49e9-9189-dafee15f8abd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:31:02.891106 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-188f5f66-536b-49e9-9189-dafee15f8abd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054669 Nov 22 17:31:02.955983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52b96e-d8ea-4d40-bd0c-61073da6e271 req-0747b3a1-1b68-4ba2-a109-539e03e71497 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:02.957531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be52b96e-d8ea-4d40-bd0c-61073da6e271 req-0747b3a1-1b68-4ba2-a109-539e03e71497 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.1159170 Nov 22 17:31:03.009217 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be52b96e-d8ea-4d40-bd0c-61073da6e271 req-dff1a4f5-947c-4b3b-94af-808a06195662 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447564 Nov 22 17:31:04.134811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f3dd9-100e-4c5b-80ec-38335c6791c3 req-8d7a0de7-aed7-469b-a148-57d74e3ddccb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:04.136382 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a3f3dd9-100e-4c5b-80ec-38335c6791c3 req-8d7a0de7-aed7-469b-a148-57d74e3ddccb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0527580 Nov 22 17:31:04.182441 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-87670622-fe62-4254-8b72-937ba2265695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:04.184051 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-87670622-fe62-4254-8b72-937ba2265695 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1097 time: 0.0419533 Nov 22 17:31:04.190625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a3f3dd9-100e-4c5b-80ec-38335c6791c3 req-0efe0419-d339-47cf-9e68-2c70409f5ff8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466843 Nov 22 17:31:04.284468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-0aa0981e-ccc5-462f-a373-45ed19c6a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:04.285900 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-0aa0981e-ccc5-462f-a373-45ed19c6a06f service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0947590 Nov 22 17:31:04.357070 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-6f97a53b-0e03-437e-a4db-4a414a783098 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1002 time: 0.0623176 Nov 22 17:31:04.411942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-0c0fd198-d606-4cd5-97d0-30d2fcad5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:04.413418 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-0c0fd198-d606-4cd5-97d0-30d2fcad5040 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0493131 Nov 22 17:31:04.461617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-1fd567a4-53a0-422f-8692-1d8a3c416fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:04.463178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-1fd567a4-53a0-422f-8692-1d8a3c416fe0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422070 Nov 22 17:31:04.558321 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-bc0a9752-5b95-45eb-85b5-d02e9af07610 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867586 Nov 22 17:31:04.654389 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-60fdfb64-84d5-481b-a98f-781d0b733f88 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885975 Nov 22 17:31:05.312468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21736819-0610-4c2c-8e65-50c6ef753626 req-c0feadc8-3668-40be-9726-c4eec60bfc27 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:05.314090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21736819-0610-4c2c-8e65-50c6ef753626 req-c0feadc8-3668-40be-9726-c4eec60bfc27 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0513167 Nov 22 17:31:05.364575 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21736819-0610-4c2c-8e65-50c6ef753626 req-2e27707e-cec2-444f-97fc-cc934dd81448 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Nov 22 17:31:06.492354 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9498e5-dea3-4bfe-a681-974fb40c9a6f req-c163919d-0294-47b9-be10-8506d918dacb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:06.493950 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae9498e5-dea3-4bfe-a681-974fb40c9a6f req-c163919d-0294-47b9-be10-8506d918dacb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0533168 Nov 22 17:31:06.545105 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ae9498e5-dea3-4bfe-a681-974fb40c9a6f req-07681847-300b-43ee-8522-3de33671b1dc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Nov 22 17:31:07.057399 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:07.691588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ac2e4-37ae-47c3-95c1-d3b6ce39e217 req-45e372b9-e19d-46b0-8f66-e99ee0185701 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:07.693086 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f63ac2e4-37ae-47c3-95c1-d3b6ce39e217 req-45e372b9-e19d-46b0-8f66-e99ee0185701 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0676138 Nov 22 17:31:07.743166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f63ac2e4-37ae-47c3-95c1-d3b6ce39e217 req-c230df72-6735-42d2-8c3c-a71d0666447e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Nov 22 17:31:08.291538 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:08.866585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1865ea-70db-4536-8cb3-097fb5df66e3 req-b93ec931-79ae-4c14-a8ad-e724c22981f4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:08.868103 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e1865ea-70db-4536-8cb3-097fb5df66e3 req-b93ec931-79ae-4c14-a8ad-e724c22981f4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0526109 Nov 22 17:31:08.918615 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e1865ea-70db-4536-8cb3-097fb5df66e3 req-bb3ee64f-ad1d-4667-b09e-a3658cc3ecaa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 Nov 22 17:31:10.064021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9d884-ac95-453d-8c54-249ece3d3fe5 req-556242de-f590-417a-a085-116186255ee0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:10.065497 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07c9d884-ac95-453d-8c54-249ece3d3fe5 req-556242de-f590-417a-a085-116186255ee0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0708666 Nov 22 17:31:10.115763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07c9d884-ac95-453d-8c54-249ece3d3fe5 req-1d79db80-606c-4799-ba11-f0a0090b8388 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436127 Nov 22 17:31:11.249730 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047b33b-67ef-4314-b61f-233588aa4f24 req-3b54eca2-2c5f-4dea-b89b-54efa8af9ffe tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:11.251285 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9047b33b-67ef-4314-b61f-233588aa4f24 req-3b54eca2-2c5f-4dea-b89b-54efa8af9ffe tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0554693 Nov 22 17:31:11.301004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9047b33b-67ef-4314-b61f-233588aa4f24 req-0dd089fc-0f1f-432c-90a1-cf8b99a33e93 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Nov 22 17:31:12.444033 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd94b-8c35-4591-a26b-bacdffb7da01 req-bed3addd-bf94-4404-bd68-6d363aaf85ae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:12.447353 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e1bd94b-8c35-4591-a26b-bacdffb7da01 req-bed3addd-bf94-4404-bd68-6d363aaf85ae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0589943 Nov 22 17:31:12.511206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e1bd94b-8c35-4591-a26b-bacdffb7da01 req-757aa300-d12c-4b53-ae56-ca5436d9f8e2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575213 Nov 22 17:31:13.649484 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e9b42-6a4e-4fba-8fca-d9183565cd9c req-db159bac-dffb-48df-8033-e2e58ef1edf6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:13.650986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d0e9b42-6a4e-4fba-8fca-d9183565cd9c req-db159bac-dffb-48df-8033-e2e58ef1edf6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0630925 Nov 22 17:31:13.702605 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d0e9b42-6a4e-4fba-8fca-d9183565cd9c req-6e8903f4-0c88-43ed-bffc-67f895f4b881 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Nov 22 17:31:14.840907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294eb7-107e-4336-8e74-f5f89f186484 req-dc937543-d236-47e4-965b-1dd416c55ca8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:14.842390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa294eb7-107e-4336-8e74-f5f89f186484 req-dc937543-d236-47e4-965b-1dd416c55ca8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0593688 Nov 22 17:31:14.912155 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa294eb7-107e-4336-8e74-f5f89f186484 req-4e24cc15-629c-4ce4-927b-e8e8b4eb347c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613723 Nov 22 17:31:15.571300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a65be73-c58a-4884-8bbe-1de2e785c1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:16.041680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695b106-3768-412f-a7df-849c1a5e5fc0 req-91fff993-2c97-4342-94d2-18e118c98e15 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:16.043234 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4695b106-3768-412f-a7df-849c1a5e5fc0 req-91fff993-2c97-4342-94d2-18e118c98e15 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0571043 Nov 22 17:31:16.095912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4695b106-3768-412f-a7df-849c1a5e5fc0 req-48432b06-57cd-4df8-a66e-088822160928 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464396 Nov 22 17:31:16.734717 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-282b738b-bcda-4c74-8017-dc7d4dba2bdf service neutron] show failed (client error): The resource could not be found. Nov 22 17:31:16.735803 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-282b738b-bcda-4c74-8017-dc7d4dba2bdf service neutron] 10.222.0.62 "GET /v2.0/ports/7fc799c5-c4d7-4edc-9c93-2bdadfeb553e/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0676992 Nov 22 17:31:17.003408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-ba7462a8-a810-4a13-a956-dafc3eb30d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:17.004884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-ba7462a8-a810-4a13-a956-dafc3eb30d29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 1097 time: 0.0928965 Nov 22 17:31:17.016662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-78543ec2-047f-487a-82da-7dfc0147aea4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:31:17.017613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-78543ec2-047f-487a-82da-7dfc0147aea4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050440 Nov 22 17:31:17.030471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:17.086491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:17.299267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b382a-b27a-43e8-ab2f-27e871ee942d req-5d7b8f6a-8ec6-4430-95d3-77de7245a52e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:17.300670 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a33b382a-b27a-43e8-ab2f-27e871ee942d req-5d7b8f6a-8ec6-4430-95d3-77de7245a52e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.1122751 Nov 22 17:31:17.360911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:17.383561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a33b382a-b27a-43e8-ab2f-27e871ee942d req-8beec6f3-6599-4dc4-9eff-e679abaf8edc tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763505 Nov 22 17:31:17.404665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:17.450000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:17.452406 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9732ef11-8233-43b4-aecc-f89c9013a553" -d '{"events": [{"server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:17.456149 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:17.469202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Transition to ACTIVE for port object 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:31:17.474912 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:17.565854 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1e68e4-c7a6-4f0e-b21f-87d9ab5433d4 x-openstack-request-id: req-8c1e68e4-c7a6-4f0e-b21f-87d9ab5433d4 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:17.566159 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:17.566417 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c1e68e4-c7a6-4f0e-b21f-87d9ab5433d4 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:17.566818 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'code': 200} Nov 22 17:31:17.569771 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:17.581914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.582399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.582755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.583124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.583458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.583794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.584136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.584471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.584802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.585132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.585491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.585822 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:17.621489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] No DVR routers for this DVR port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:17.769404 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:17.769657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:17.770004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:17.774892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:31:17.775255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:17.780910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:17.781255 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:17.781658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:17.786348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Bound port: 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:17.786348 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:17.849195 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:17.852705 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:17.858067 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:17.898455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:17.899115 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:17.900682 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] 10.222.0.37 "PUT /v2.0/ports/7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1092 time: 0.8738506 Nov 22 17:31:17.924592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1413af7-b47e-42e9-837b-e39706db91ff service neutron] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:17.959278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdd737b4-82bc-4e95-8801-a49639f05896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:17.978270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-f1293212-e04d-4ba0-882f-f2778ec54e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:17.980352 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-f1293212-e04d-4ba0-882f-f2778ec54e10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1095 time: 0.0510008 Nov 22 17:31:18.080473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-2ce32d01-7f2d-46b5-a55a-7cd85a6cbde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:18.082814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-2ce32d01-7f2d-46b5-a55a-7cd85a6cbde2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0950947 Nov 22 17:31:18.162363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-a0a0a499-c09d-4357-bba7-c99a410d4e24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1000 time: 0.0710008 Nov 22 17:31:18.216065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-2d93f516-1cb0-4c9a-b97a-e29e0f00c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:18.217550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-2d93f516-1cb0-4c9a-b97a-e29e0f00c979 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0483172 Nov 22 17:31:18.268058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-184fe875-6299-4966-8d3d-20bd90de1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:18.269567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-184fe875-6299-4966-8d3d-20bd90de1e74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451858 Nov 22 17:31:18.376467 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-3f39d979-2ad1-434a-a152-aa76af92ab1d service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993426 Nov 22 17:31:18.479210 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b542692a-1eda-420a-84f0-bf3dbf4031ee req-6fa7364a-f2e8-4def-8bae-8cabac57d9a1 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949090 Nov 22 17:31:18.516361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a595-742f-42ed-b9d2-5bf3e2d4254c req-5368d2a7-9b92-4a4a-a58e-72e318e73384 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:18.517999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1532a595-742f-42ed-b9d2-5bf3e2d4254c req-5368d2a7-9b92-4a4a-a58e-72e318e73384 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0585325 Nov 22 17:31:18.591592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1532a595-742f-42ed-b9d2-5bf3e2d4254c req-00c50480-d111-43f6-950f-f5e6aa30bba8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671203 Nov 22 17:31:19.199499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:19.568175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:19.570982 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e9f433-e99d-4f3e-b36d-591d48b773b5" -d '{"events": [{"name": "network-changed", "server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:19.627383 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e712dc90-e9d6-4aff-bfb7-6d17ecc9ece9 x-openstack-request-id: req-e712dc90-e9d6-4aff-bfb7-6d17ecc9ece9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:19.627749 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:19.628138 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e712dc90-e9d6-4aff-bfb7-6d17ecc9ece9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:19.628535 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'status': 'completed', 'code': 200} Nov 22 17:31:19.691081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-35b52a48-cd62-47ec-8a6c-6aab6b806bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:19.692596 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-35b52a48-cd62-47ec-8a6c-6aab6b806bf8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1095 time: 0.0458400 Nov 22 17:31:19.738346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-eac79739-bd0b-4984-a002-f82578c50f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:19.739922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-eac79739-bd0b-4984-a002-f82578c50f07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1095 time: 0.0774050 Nov 22 17:31:19.752099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087055-edd6-4604-bc8f-5852574eafa3 req-35f146ad-384b-4c23-a71c-4f8725cca583 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:19.753524 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12087055-edd6-4604-bc8f-5852574eafa3 req-35f146ad-384b-4c23-a71c-4f8725cca583 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0649266 Nov 22 17:31:19.796955 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-e1da6095-e1ca-4680-9b05-abc2462d1428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:19.798702 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-e1da6095-e1ca-4680-9b05-abc2462d1428 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0981824 Nov 22 17:31:19.860784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12087055-edd6-4604-bc8f-5852574eafa3 req-36b0061f-c93a-4a4b-b4b6-40bc19844ace tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987313 Nov 22 17:31:19.865724 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-062ad58a-1d11-4a6b-9825-ba363dc9b388 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1000 time: 0.0598958 Nov 22 17:31:19.878073 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-f76bfe6a-296b-46cd-ba96-198ebc66064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:19.879609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-f76bfe6a-296b-46cd-ba96-198ebc66064a service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1252377 Nov 22 17:31:19.931267 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-26d5d08f-e527-44b1-b411-4c65ec3c96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:19.932796 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-26d5d08f-e527-44b1-b411-4c65ec3c96f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0596578 Nov 22 17:31:19.951727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-5fa3d6cf-a46f-40f6-8918-79576b8094f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1000 time: 0.0621860 Nov 22 17:31:19.982842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-b91b1e83-fe8d-4766-b39a-44b2a38ad2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:19.984427 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-b91b1e83-fe8d-4766-b39a-44b2a38ad2e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446727 Nov 22 17:31:20.023902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-8a59b51f-bddf-4881-bc7a-c8b2746e89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:20.025805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-8a59b51f-bddf-4881-bc7a-c8b2746e89a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0609775 Nov 22 17:31:20.077037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-17d75dd4-367a-4af9-937a-dd2d30391e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:20.078969 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-17d75dd4-367a-4af9-937a-dd2d30391e63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452683 Nov 22 17:31:20.082050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-d478108a-feb0-4e31-a27d-cd4ec78215db service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899074 Nov 22 17:31:20.178371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-d69f8f93-98fd-41ec-970d-e47e05b17f84 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906825 Nov 22 17:31:20.189478 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-6b4b6d12-afdc-4db7-83bf-1482c437c255 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006639 Nov 22 17:31:20.280832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d4e9f433-e99d-4f3e-b36d-591d48b773b5 req-b7cc0a36-e937-4e92-8966-57e38aadf1a2 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946274 Nov 22 17:31:20.289664 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:20.332812 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:20.443515 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:31:20.955514 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:20.990146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822822e9-5ebb-41e3-b7a0-557810e600be req-1e3dbcfd-05eb-4f37-9b11-9f2ed1ce5e1b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:20.991693 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-822822e9-5ebb-41e3-b7a0-557810e600be req-1e3dbcfd-05eb-4f37-9b11-9f2ed1ce5e1b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0539153 Nov 22 17:31:21.043579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-822822e9-5ebb-41e3-b7a0-557810e600be req-faf0e9ed-aea5-4ab5-8df6-6fb89f5d5eef tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435796 Nov 22 17:31:21.380018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.383002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-4000a451-4fb5-4487-b47d-41ebf450e1d2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:21.384537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-4000a451-4fb5-4487-b47d-41ebf450e1d2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.37 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d&tenant_id=af214862027d48c690531bab9585b874&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 944 time: 0.0889010 Nov 22 17:31:21.396854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb0da6-aac4-4078-9bb9-b26c03fad768 req-9cd510e7-e2ab-478f-ad45-7e31c614c5f6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:21.398282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddeb0da6-aac4-4078-9bb9-b26c03fad768 req-9cd510e7-e2ab-478f-ad45-7e31c614c5f6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0757210 Nov 22 17:31:21.484049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddeb0da6-aac4-4078-9bb9-b26c03fad768 req-ded97bed-ceb4-4bf6-b825-9c4b58b86de0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794175 Nov 22 17:31:21.487318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-86146881-9662-4fbb-89f5-44a2d0eb23e6 service neutron] 10.222.0.37 "GET /v2.0/ports/7fc799c5-c4d7-4edc-9c93-2bdadfeb553e/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 382 time: 0.0881395 Nov 22 17:31:21.555112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-65b9692b-9970-4f77-bf71-643c32143117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:21.556595 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-65b9692b-9970-4f77-bf71-643c32143117 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1095 time: 0.0453188 Nov 22 17:31:21.649476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-facebc6c-dbe6-4512-9abc-cb5b43ba70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:21.652745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-facebc6c-dbe6-4512-9abc-cb5b43ba70fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0883286 Nov 22 17:31:21.727983 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-d6270a42-06cc-4fe3-a6f2-f4085e7bdbcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1000 time: 0.0681577 Nov 22 17:31:21.783882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-589e6351-ebd1-4977-9f87-1b8124a52b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:21.785395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-589e6351-ebd1-4977-9f87-1b8124a52b04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0503275 Nov 22 17:31:21.842083 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-f12dfa28-1549-4005-a648-2c3424cf3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:21.843652 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-f12dfa28-1549-4005-a648-2c3424cf3038 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505924 Nov 22 17:31:21.944824 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-692e9051-7dc0-40e9-b7d7-2d3c09abaa8c service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933762 Nov 22 17:31:22.042689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-0abcd087-4a20-4238-94c5-f1e130957482 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892456 Nov 22 17:31:22.414747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:31:22.523290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:22.535635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'mac_address': 'fa:16:3e:23:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:31:22.574573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:22.588823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:31:22.609866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:22.610095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84379fbe-c94c-40ec-9d41-336bae5e9383 req-32db905d-ab30-4677-bdff-0e6286a3b422 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:22.611461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84379fbe-c94c-40ec-9d41-336bae5e9383 req-32db905d-ab30-4677-bdff-0e6286a3b422 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 944 time: 0.0524557 Nov 22 17:31:22.615878 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:22.664167 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:22.666853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-84379fbe-c94c-40ec-9d41-336bae5e9383 req-893e38b6-641d-4dba-8c84-41418439d567 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 Nov 22 17:31:22.675360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.675721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.676068 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.676407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.676744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.677077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.677433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.677762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.678063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.678508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.678715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.679043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:22.877481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:31:23.793591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab25b86-a858-4884-8f8b-e8db404e1264 req-4375fcba-6270-4953-92aa-1e590b1d12ef tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:23.795153 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ab25b86-a858-4884-8f8b-e8db404e1264 req-4375fcba-6270-4953-92aa-1e590b1d12ef tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0520496 Nov 22 17:31:23.845500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7ab25b86-a858-4884-8f8b-e8db404e1264 req-e0d670de-7493-40d8-89ef-2bcac3c55ef2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 Nov 22 17:31:23.958088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-701fb5ba-2404-4144-9388-21e7aea819ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:23.959517 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-701fb5ba-2404-4144-9388-21e7aea819ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 1096 time: 0.0427973 Nov 22 17:31:23.975564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:24.047756 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.262641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:24.300294 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:24.335337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:31:24.346033 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.360749 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Ignored duplicate provisioning block setup for port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 22 17:31:24.367365 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.441632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:31:24.457612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=9']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:24.467396 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.467957 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.468322 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.468661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.468995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.469328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.469656 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.469978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.470321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.470636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.470968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.471354 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:24.508500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] No DVR routers for this DVR port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:24.545517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:24.571807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:24.572194 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:24.572561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:24.577292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:31:24.577729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:24.582619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:24.583079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:24.583701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:24.584228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Bound port: 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:24.584635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.648506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:24.649304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:24.649648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:24.649984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:24.651985 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:24.655865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:31:24.656188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Attempting to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:24.657362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.661223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:24.661567 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:24.661943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:24.662369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Bound port: 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:24.662721 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.711330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e has no active binding in host n-h1-816865-2 {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 17:31:24.728131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:24.728328 n-d-816865-2 neutron-server[103442]: WARNING neutron.plugins.ml2.plugin [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Concurrent port binding operations failed on port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e Nov 22 17:31:24.732500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:24.734636 n-d-816865-2 neutron-server[103442]: INFO neutron.plugins.ml2.plugin [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Attempt 2 to bind port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e Nov 22 17:31:24.737719 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:24.738346 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.740158 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-2d9d769f-0333-4dea-9d2b-d37deaa783ff service neutron] 10.222.0.62 "PUT /v2.0/ports/7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1093 time: 0.7711504 Nov 22 17:31:24.740603 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:24.742918 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03816d-b938-4d29-9388-d09ee0c0067c" -d '{"events": [{"name": "network-changed", "server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:24.817007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-a222f8c4-b66d-4c95-a443-d4f9a8679650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:24.818521 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-a222f8c4-b66d-4c95-a443-d4f9a8679650 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1096 time: 0.0526769 Nov 22 17:31:24.872367 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27b9e3f-0f0f-4eb2-978a-8e0cdb060a89 x-openstack-request-id: req-f27b9e3f-0f0f-4eb2-978a-8e0cdb060a89 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:24.872633 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:24.872922 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f27b9e3f-0f0f-4eb2-978a-8e0cdb060a89 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:24.875341 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'status': 'completed', 'code': 200} Nov 22 17:31:24.926608 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-0850ea83-d8f6-41f8-a87a-2231e8427e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:24.928212 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-0850ea83-d8f6-41f8-a87a-2231e8427e1d service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1021135 Nov 22 17:31:24.972059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-824b4550-e4d9-48cb-80d3-6f2fb2fa0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:24.973592 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-824b4550-e4d9-48cb-80d3-6f2fb2fa0b9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1096 time: 0.0796754 Nov 22 17:31:24.999922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09593117-84b6-499b-99e7-e4988c7c06df req-9aa52e9b-6665-4d7f-acc3-ec279ed2609f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.001332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09593117-84b6-499b-99e7-e4988c7c06df req-9aa52e9b-6665-4d7f-acc3-ec279ed2609f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0722830 Nov 22 17:31:25.006975 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-ea4f1a29-391f-4b73-9517-8ac28382a5db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1000 time: 0.0707469 Nov 22 17:31:25.061517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-7b64ef8d-18b1-492f-8ea2-94a5ba17e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.063009 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-7b64ef8d-18b1-492f-8ea2-94a5ba17e4e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0484309 Nov 22 17:31:25.106616 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09593117-84b6-499b-99e7-e4988c7c06df req-837fd692-e599-4206-a8e2-d93243c0e8e6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940299 Nov 22 17:31:25.110425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-6c87dde8-af6b-4243-9c5e-a1e852cbc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.111996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-6c87dde8-af6b-4243-9c5e-a1e852cbc527 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415263 Nov 22 17:31:25.116581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-d9aae9b4-d5b1-4873-9f83-07f7df987cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.117955 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-d9aae9b4-d5b1-4873-9f83-07f7df987cea service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1334348 Nov 22 17:31:25.189664 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-a0f96ae6-b924-47ec-baf1-3d66bfab9cf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1000 time: 0.0636826 Nov 22 17:31:25.209685 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-8bfac5fc-a77b-4dba-af50-6128c964e1c6 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896616 Nov 22 17:31:25.239560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-681d703c-fcac-4a48-a972-9711fa55c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.240998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-681d703c-fcac-4a48-a972-9711fa55c4da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0445812 Nov 22 17:31:25.288720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-256af0af-63c5-4732-b36c-f24bf7a0fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.290247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-256af0af-63c5-4732-b36c-f24bf7a0fad4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417628 Nov 22 17:31:25.303790 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-be5bf95f-209a-47b4-a8ab-6892858566a9 req-fa1ac52e-d84d-4f13-b5e6-3c78a73928cb service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874417 Nov 22 17:31:25.397400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-b24ab0c0-0d4e-447c-815d-eb37e2961e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.399259 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-b24ab0c0-0d4e-447c-815d-eb37e2961e5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 1096 time: 0.0437799 Nov 22 17:31:25.402019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-23fa09c4-c1cf-4c6f-998b-b85d73a34032 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035833 Nov 22 17:31:25.494349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-c770092c-bc22-459c-ba70-c7f37472917f service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846546 Nov 22 17:31:25.497211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-ed1bd52b-3985-48fc-83bb-2eff2ecbd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.500244 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-ed1bd52b-3985-48fc-83bb-2eff2ecbd27e service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0927839 Nov 22 17:31:25.568731 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-32a34153-841c-4a63-85d5-b80b17907709 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 200 len: 1000 time: 0.0611765 Nov 22 17:31:25.622658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-e9e714bb-4632-4816-9ad7-fd9f241d3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.624866 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-e9e714bb-4632-4816-9ad7-fd9f241d3a2c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0491529 Nov 22 17:31:25.671911 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-6a70c39a-7b2b-4d02-be2b-b7f9ac12a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:25.674184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-6a70c39a-7b2b-4d02-be2b-b7f9ac12a2bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423939 Nov 22 17:31:25.766081 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-889474ef-8bef-4de6-93e8-e8100e6f5edb service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847082 Nov 22 17:31:25.862027 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6b03816d-b938-4d29-9388-d09ee0c0067c req-7ba8a034-1e9f-4ddf-b6e3-bc3fbfe25d2a service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879703 Nov 22 17:31:26.250310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff862a93-c497-4d26-9544-0524d60de1f1 req-dd91ae2a-61bc-4428-b4ad-0d31f432ba17 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:26.251846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff862a93-c497-4d26-9544-0524d60de1f1 req-dd91ae2a-61bc-4428-b4ad-0d31f432ba17 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0581396 Nov 22 17:31:26.307040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ff862a93-c497-4d26-9544-0524d60de1f1 req-9f12e339-f5c3-4bba-a6e6-702174d3ce90 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489597 Nov 22 17:31:26.457447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:26.500984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:27.445534 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a1e7b-606f-46d7-b2b4-c6e58791eda1 req-a204c314-99cf-41ee-966f-4fccd86482f9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:27.447093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c07a1e7b-606f-46d7-b2b4-c6e58791eda1 req-a204c314-99cf-41ee-966f-4fccd86482f9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0604515 Nov 22 17:31:27.499089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c07a1e7b-606f-46d7-b2b4-c6e58791eda1 req-d6fd5fe6-ad7a-45e2-9d32-93cdfba97aeb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456855 Nov 22 17:31:28.630523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03837bea-6fb8-49f4-a33e-53e84c9ccb0e req-32913d7b-7ee1-4900-87d4-5350ef43f992 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:28.631992 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03837bea-6fb8-49f4-a33e-53e84c9ccb0e req-32913d7b-7ee1-4900-87d4-5350ef43f992 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0520971 Nov 22 17:31:28.688053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-03837bea-6fb8-49f4-a33e-53e84c9ccb0e req-5fd2224d-3eb3-42a9-9e24-c60b6c806075 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496597 Nov 22 17:31:28.809903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143e66b-9359-4a96-8827-2ccc92041d9e req-c14b0fd8-eb46-4b78-9ebb-c62ae0148f6f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:28.811383 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a143e66b-9359-4a96-8827-2ccc92041d9e req-c14b0fd8-eb46-4b78-9ebb-c62ae0148f6f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0544317 Nov 22 17:31:28.865114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a143e66b-9359-4a96-8827-2ccc92041d9e req-38e185b9-5149-4d69-a3ae-86aea45ac0d7 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441282 Nov 22 17:31:28.984521 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70af93-d0d2-408a-89fa-69a083112876 req-75d6366b-14d5-4b47-accf-eb143cf5a260 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:28.986003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d70af93-d0d2-408a-89fa-69a083112876 req-75d6366b-14d5-4b47-accf-eb143cf5a260 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0518622 Nov 22 17:31:29.039400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d70af93-d0d2-408a-89fa-69a083112876 req-4032efe3-0a62-412a-87fc-a2935c52f422 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Nov 22 17:31:29.314296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92139e-6d9d-4f44-b3cb-f972e348bcab req-2c57ea6a-251c-4b15-a209-2810724c245d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:29.315776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c92139e-6d9d-4f44-b3cb-f972e348bcab req-2c57ea6a-251c-4b15-a209-2810724c245d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0580299 Nov 22 17:31:29.368516 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c92139e-6d9d-4f44-b3cb-f972e348bcab req-5791fe1e-3809-4c54-8303-e3a0f25703ff tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456533 Nov 22 17:31:30.369117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:31:30.477263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:30.490316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'mac_address': 'fa:16:3e:23:ab:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:31:30.500253 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115416a-dea9-4cd5-9b14-4e6e4bbbb94d req-b0f9a297-137d-410a-9eb5-9c8e336e2f36 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:30.501769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1115416a-dea9-4cd5-9b14-4e6e4bbbb94d req-b0f9a297-137d-410a-9eb5-9c8e336e2f36 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 945 time: 0.0516322 Nov 22 17:31:30.534588 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:30.548901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:31:30.551716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1115416a-dea9-4cd5-9b14-4e6e4bbbb94d req-f3fa3e60-095a-4ea5-9a99-37e06f48b341 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435543 Nov 22 17:31:30.570268 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:30.577727 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:30.633396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=11']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:30.781907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-60e645a7-c47e-4f0f-8558-4f6eeb203523 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:30.783543 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-60e645a7-c47e-4f0f-8558-4f6eeb203523 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 946 time: 0.0544436 Nov 22 17:31:30.888053 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Deleting port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:30.888302 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:30.977638 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] For port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:30.977973 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:31.160507 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:31.160763 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:31.161050 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b disassociated. External IP: 172.25.0.39, port: 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e. Nov 22 17:31:31.161400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Calling delete_port for 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:31.301766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:31.332143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event deleted for resources: {'Port': ['ID=7fc799c5-c4d7-4edc-9c93-2bdadfeb553e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:31.459220 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:31.583204 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:31.595743 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:31.606558 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:31.607629 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:31.632104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] No DVR routers for this DVR port 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:31.634922 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:31.640192 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2de69208-56c9-4fcc-9151-e86011c5e7b9 req-a3c585f1-390b-4047-b880-bc7f1a477899 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "DELETE /v2.0/ports/7fc799c5-c4d7-4edc-9c93-2bdadfeb553e HTTP/1.1" status: 204 len: 173 time: 0.8481603 Nov 22 17:31:31.640192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'name': 'network-vif-deleted', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:31.641528 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6be7fe-1ceb-4f5d-aa60-8d7e39ce17bc" -d '{"events": [{"server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "name": "network-vif-deleted", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:31.657532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f98d5f6a-69fe-46c5-be23-abdddf2083c6 req-ff76d958-688d-457f-b9c1-9e8a600f4e46 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=77bb6e1b-f9f8-4ed3-9e24-b846a82a711d HTTP/1.1" status: 200 len: 210 time: 0.0293179 Nov 22 17:31:31.715490 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffafe974-5c2a-4676-980a-d7012831440f x-openstack-request-id: req-ffafe974-5c2a-4676-980a-d7012831440f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:31.715876 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bb6e1b-f9f8-4ed3-9e24-b846a82a711d", "name": "network-vif-deleted", "tag": "7fc799c5-c4d7-4edc-9c93-2bdadfeb553e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:31.716204 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffafe974-5c2a-4676-980a-d7012831440f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:31.716690 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bb6e1b-f9f8-4ed3-9e24-b846a82a711d', 'name': 'network-vif-deleted', 'tag': '7fc799c5-c4d7-4edc-9c93-2bdadfeb553e', 'status': 'completed', 'code': 200} Nov 22 17:31:31.822226 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:32.024706 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:32.054775 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:32.064790 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:32.065405 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:32.176085 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:32.384163 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:32.410798 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762a6dff-a044-41a8-ac87-53a42d8a2353 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:32.652307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee77212-e86c-4636-8a7c-bfe7e537fe9b None None] New status for floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:31:32.980197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-64723163-3554-427e-afe6-a3a2e6d9a291 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1639113147&fields=id&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 267 time: 0.0441978 Nov 22 17:31:33.092617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-0ef760c4-1924-4ff3-ab6b-1f754669b0cd tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:33.094074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-0ef760c4-1924-4ff3-ab6b-1f754669b0cd tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 812 time: 0.1069026 Nov 22 17:31:33.115621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-3ff229e8-43cf-465d-af50-95e576596659 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/quotas/af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 375 time: 0.0124381 Nov 22 17:31:33.180953 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-d1fdeacc-d41f-4379-9dac-91bc4a06cf96 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597274 Nov 22 17:31:33.202867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-d4874ddf-1076-4909-890c-83d98f07d11d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:31:33.203854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-d4874ddf-1076-4909-890c-83d98f07d11d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053353 Nov 22 17:31:33.295854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-bc4c492c-aa17-488d-ba72-ae5dbdff1be8 service neutron] 10.222.0.59 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861738 Nov 22 17:31:33.398859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-895e3d0a-0af3-4e63-baac-f79c0cf0d033 service neutron] 10.222.0.59 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937827 Nov 22 17:31:33.576919 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9c2ce29-2def-49b7-8001-1700bad9c17e req-d1559dd9-8bef-41a7-b7d5-51893d4b5c46 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 210 time: 0.0335803 Nov 22 17:31:34.395533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:34.416931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:34.417294 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 7fc799c5-c4d7-4edc-9c93-2bdadfeb553e not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:34.574243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-edb0c3f6-15f5-412c-9c0d-4b95b0ffbe3a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:34.575808 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-edb0c3f6-15f5-412c-9c0d-4b95b0ffbe3a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 812 time: 0.1130829 Nov 22 17:31:34.641469 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-c4ea454c-ec94-4dc6-9ef7-92ab1c63386d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 380 time: 0.0559542 Nov 22 17:31:34.651425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'port': {'device_id': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'admin_state_up': True, 'tenant_id': 'af214862027d48c690531bab9585b874', 'security_groups': ['b7a8dc77-9e31-4889-a24a-f0ea1324648c']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:34.677620 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-efa5bbfb-f01f-4f9f-acc1-44a371fdac26 req-ec9288f1-1ddd-420f-aee8-0212e0b25141 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 210 time: 0.0274172 Nov 22 17:31:34.768557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Made reservation on behalf of af214862027d48c690531bab9585b874 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:31:34.772187 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.895251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Allocated IP 172.20.0.11 (613b276b-ed39-48dc-b7d0-b5fb9eaa671b/f4facb23-f10c-44b4-b993-16369856135d/4d65a53a-d3bd-4364-ac34-8fe0c8aa278d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:31:35.051307 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.097286 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.145281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:35.148621 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:35.152298 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:31:35.158800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:35.451422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e6b3f716-8c69-4fcd-a075-f286bd64b5bb None None] Provisioning complete for port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:35.452034 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e6b3f716-8c69-4fcd-a075-f286bd64b5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.491933 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3f716-8c69-4fcd-a075-f286bd64b5bb None None] Port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:31:35.552400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:35.553003 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.576045 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-84e464fd-8239-41f1-895b-332089bf857c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9280512 Nov 22 17:31:35.588802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Request body: {'port': {'device_id': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:35.643908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.821268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21947240-2372-4117-8064-d1f0c5d317b4 req-afe50b0a-69a2-4484-9437-73a989a9c163 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:35.824046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21947240-2372-4117-8064-d1f0c5d317b4 req-afe50b0a-69a2-4484-9437-73a989a9c163 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 932 time: 0.0727937 Nov 22 17:31:35.886708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21947240-2372-4117-8064-d1f0c5d317b4 req-c71a72b3-afd8-4ebd-ad45-5a6973778385 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552526 Nov 22 17:31:35.971521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:31:35.982162 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.995668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Transition to ACTIVE for port object 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:31:36.006738 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.080349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:36.169108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:36.169599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:36.170024 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:36.177650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:31:36.178121 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:36.189496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:36.189838 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:36.190237 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:36.190701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Bound port: 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:36.191105 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.267912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:36.271427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:36.283193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.321460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:36.322084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.323567 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] 10.222.0.62 "PUT /v2.0/ports/4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1092 time: 0.7389042 Nov 22 17:31:36.324009 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:36.327460 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86934926-4bca-4fd9-9445-1249fea64321" -d '{"events": [{"name": "network-changed", "server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:36.372213 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d6430-aebc-4d4b-a3b4-6f2f69db4211 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:36.393298 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea26148e-133f-4df4-8695-e89fa38f8391 x-openstack-request-id: req-ea26148e-133f-4df4-8695-e89fa38f8391 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:36.393587 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:36.393842 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea26148e-133f-4df4-8695-e89fa38f8391 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:36.394740 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'status': 'completed', 'code': 200} Nov 22 17:31:36.438617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-c50271ae-de08-444f-acbe-0ee31f9414f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:36.441736 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-c50271ae-de08-444f-acbe-0ee31f9414f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1095 time: 0.0600872 Nov 22 17:31:36.491840 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-139288c4-84e7-4534-a642-484b746c7efd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 217 time: 0.0424163 Nov 22 17:31:36.556082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-30ceca29-b6be-4267-9863-05457f832139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:36.557674 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-30ceca29-b6be-4267-9863-05457f832139 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0573053 Nov 22 17:31:36.615819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-3fe05cf2-04b7-4f25-9d5f-4c0bc769515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:36.617313 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-3fe05cf2-04b7-4f25-9d5f-4c0bc769515e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518031 Nov 22 17:31:36.713019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-ada69029-b1fe-4585-b045-25f80ede75ce service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885887 Nov 22 17:31:36.809896 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-191ee0f2-924a-446e-9408-91f38dcd87cd req-e70c0a1c-51a7-467c-83a5-8ce836d1fcba service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892863 Nov 22 17:31:36.913450 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934926-4bca-4fd9-9445-1249fea64321 req-0aaf29c0-13d7-41a2-97fa-53c3dbd16a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:36.914866 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86934926-4bca-4fd9-9445-1249fea64321 req-0aaf29c0-13d7-41a2-97fa-53c3dbd16a3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1095 time: 0.0500128 Nov 22 17:31:37.011065 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b54b6-8c7f-48d3-b811-9d08f6bf9048 req-790a5fdd-3e2e-47c1-bb4e-64aedc50b8c5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:37.011764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934926-4bca-4fd9-9445-1249fea64321 req-e9fa3b5f-642d-416b-afd5-a75181305356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:37.012676 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86934926-4bca-4fd9-9445-1249fea64321 req-e9fa3b5f-642d-416b-afd5-a75181305356 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0901539 Nov 22 17:31:37.012828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-068b54b6-8c7f-48d3-b811-9d08f6bf9048 req-790a5fdd-3e2e-47c1-bb4e-64aedc50b8c5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0513289 Nov 22 17:31:37.052701 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.056994 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86934926-4bca-4fd9-9445-1249fea64321 req-e599eba0-3e65-46a3-9fe5-01cd74e4a3f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 217 time: 0.0366759 Nov 22 17:31:37.068888 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-068b54b6-8c7f-48d3-b811-9d08f6bf9048 req-71a137e8-e3c2-4912-8b69-a6102bbd8964 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496528 Nov 22 17:31:37.112057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934926-4bca-4fd9-9445-1249fea64321 req-8ffe5a87-94df-48e6-8ffb-4dac514ecc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:37.113572 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86934926-4bca-4fd9-9445-1249fea64321 req-8ffe5a87-94df-48e6-8ffb-4dac514ecc7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0494821 Nov 22 17:31:37.160811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86934926-4bca-4fd9-9445-1249fea64321 req-f4829430-c449-45d2-89d8-42f470ecd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:37.162320 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86934926-4bca-4fd9-9445-1249fea64321 req-f4829430-c449-45d2-89d8-42f470ecd9a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415435 Nov 22 17:31:37.263364 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86934926-4bca-4fd9-9445-1249fea64321 req-b0e4fdec-175b-488a-b20d-f659acacb73d service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926313 Nov 22 17:31:37.370433 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-86934926-4bca-4fd9-9445-1249fea64321 req-f42b74b7-e2a8-4f76-b44d-ac45056bdb25 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995514 Nov 22 17:31:38.206497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc230ed-aac7-41a5-b571-09a1c46e3d52 req-6df99452-ec5c-4fe9-8508-eaa316406c0e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:38.208148 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc230ed-aac7-41a5-b571-09a1c46e3d52 req-6df99452-ec5c-4fe9-8508-eaa316406c0e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0531981 Nov 22 17:31:38.256502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3cc230ed-aac7-41a5-b571-09a1c46e3d52 req-6408bcf9-b3f3-4231-ac00-cd3cdf35f22d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Nov 22 17:31:38.304533 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.389746 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f087e-1110-414f-a7b5-88109da8a05c req-243fb232-ff67-4947-9a9b-45148f07da09 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:39.391252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-775f087e-1110-414f-a7b5-88109da8a05c req-243fb232-ff67-4947-9a9b-45148f07da09 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0521188 Nov 22 17:31:39.449313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-775f087e-1110-414f-a7b5-88109da8a05c req-ca27508d-1cee-4897-8798-a1c08f479384 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466785 Nov 22 17:31:40.431348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:31:40.532611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:40.544998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'mac_address': 'fa:16:3e:b8:b6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:31:40.574601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1619bea-ed99-4aed-9894-84ac0c74ea3b req-91fd99e9-7f88-4d31-b89c-722de9c35512 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:40.576085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d1619bea-ed99-4aed-9894-84ac0c74ea3b req-91fd99e9-7f88-4d31-b89c-722de9c35512 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0543237 Nov 22 17:31:40.586479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.600451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:31:40.620306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:40.624894 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d1619bea-ed99-4aed-9894-84ac0c74ea3b req-bd7bce1a-adc9-4e23-99cf-3415485f39b0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Nov 22 17:31:40.625972 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.673842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:40.947301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:31:41.754668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac3539-ea91-4716-8237-c16072a64737 req-34070c0d-955d-46dd-965d-807fa8008f21 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:41.756266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3ac3539-ea91-4716-8237-c16072a64737 req-34070c0d-955d-46dd-965d-807fa8008f21 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0567369 Nov 22 17:31:41.806193 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3ac3539-ea91-4716-8237-c16072a64737 req-964fdeb5-e12b-4a46-9f1a-fa1ad3ac04d1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 Nov 22 17:31:42.446224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:42.509088 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:31:42.513766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:42.514202 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.608541 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.633614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:42.636368 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7c3647-b219-4aa5-bb80-635afb01568b" -d '{"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-plugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:42.651879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:42.657655 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.707947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:42.787776 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a158aec-c97b-4f14-8276-886ec89a1aa0 x-openstack-request-id: req-3a158aec-c97b-4f14-8276-886ec89a1aa0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:42.788043 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-plugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:42.788325 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a158aec-c97b-4f14-8276-886ec89a1aa0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:42.788687 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'code': 200} Nov 22 17:31:42.899501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be77c7-13b7-4c42-80ec-e61793600895 req-3cb5391b-440e-4232-9bb1-222ac91253e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:42.901185 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-24be77c7-13b7-4c42-80ec-e61793600895 req-3cb5391b-440e-4232-9bb1-222ac91253e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1097 time: 0.0480649 Nov 22 17:31:42.933543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dff34-5e8e-4cf5-9901-f000bd14026b req-2900f839-2060-4734-9c68-63b0520bd44a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:42.935030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea2dff34-5e8e-4cf5-9901-f000bd14026b req-2900f839-2060-4734-9c68-63b0520bd44a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0508680 Nov 22 17:31:42.951335 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-24be77c7-13b7-4c42-80ec-e61793600895 req-98da6dd7-665e-4fbd-aef0-9555c142ae11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Nov 22 17:31:42.987783 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea2dff34-5e8e-4cf5-9901-f000bd14026b req-efa1aa81-d51c-4adc-a36a-15fdcb3b11de tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457096 Nov 22 17:31:44.271187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a2184-2130-43b7-ba30-ce46c3e874ad req-ebd86bf1-cc83-4ab9-8db7-caf611369d47 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:44.272714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af2a2184-2130-43b7-ba30-ce46c3e874ad req-ebd86bf1-cc83-4ab9-8db7-caf611369d47 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0562367 Nov 22 17:31:44.329670 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-af2a2184-2130-43b7-ba30-ce46c3e874ad req-e9ec4865-0c56-439a-b6e4-1892aa9e882b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504024 Nov 22 17:31:45.462518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1239dc7-3be4-4e5f-bd7f-070f1b1bd965 req-be64fbe4-c568-4eb5-a0a2-d5503911c3a6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:45.464061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1239dc7-3be4-4e5f-bd7f-070f1b1bd965 req-be64fbe4-c568-4eb5-a0a2-d5503911c3a6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0581026 Nov 22 17:31:45.516507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e1239dc7-3be4-4e5f-bd7f-070f1b1bd965 req-7b26326f-aef7-4a46-9c4f-bc1ca52e3d6f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Nov 22 17:31:45.567813 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-168660ef-10e2-4fc2-b13d-d2af187da776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.641419 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c8628-4c4e-4ade-a9f4-6392c14cbe61 req-a5b373e4-4758-4e96-bc18-526eb42b8814 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:45.642794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0d5c8628-4c4e-4ade-a9f4-6392c14cbe61 req-a5b373e4-4758-4e96-bc18-526eb42b8814 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0542235 Nov 22 17:31:45.652089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 47948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:45.656522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Request body: {'floatingip': {'port_id': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:45.698331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.477001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.484193 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.590577 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b associated. External IP: 172.25.0.39, port: 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d. Nov 22 17:31:46.819761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:46.937784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:46.942818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.948990 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:46.959515 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:46.960124 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:46.972631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d31c6629-ec53-4017-92d9-d6b98c153536 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "PUT /v2.0/floatingips/15a097e6-4d55-4b77-97e8-cce8a206404b HTTP/1.1" status: 200 len: 992 time: 1.3192542 Nov 22 17:31:46.973273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:46.975645 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0607563b-9e32-4c08-87e6-b98116bd920e" -d '{"events": [{"name": "network-changed", "server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:47.067771 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:47.069406 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65abf67-95db-4a00-b40a-38715fc8c8cd x-openstack-request-id: req-f65abf67-95db-4a00-b40a-38715fc8c8cd {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:47.069752 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:47.070011 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f65abf67-95db-4a00-b40a-38715fc8c8cd {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:47.070631 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'status': 'completed', 'code': 200} Nov 22 17:31:47.135723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607563b-9e32-4c08-87e6-b98116bd920e req-b1e2c7dc-4bef-42d5-9bd0-341b060db68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:47.137332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0607563b-9e32-4c08-87e6-b98116bd920e req-b1e2c7dc-4bef-42d5-9bd0-341b060db68e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1097 time: 0.0433850 Nov 22 17:31:47.240513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607563b-9e32-4c08-87e6-b98116bd920e req-475b850f-a122-49f7-9b53-b9bb01bf4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:47.242041 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0607563b-9e32-4c08-87e6-b98116bd920e req-475b850f-a122-49f7-9b53-b9bb01bf4f1e service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0965891 Nov 22 17:31:47.296898 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:b8:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:31:46Z', 'revision_number': 13, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:47.314901 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0607563b-9e32-4c08-87e6-b98116bd920e req-103fa029-013a-44ce-964e-646a6b722279 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1000 time: 0.0658789 Nov 22 17:31:47.323498 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:47.332095 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:47.332687 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:31:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:47.366094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607563b-9e32-4c08-87e6-b98116bd920e req-54b4c327-cfd1-4033-ac1b-458b8c135859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:47.367749 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0607563b-9e32-4c08-87e6-b98116bd920e req-54b4c327-cfd1-4033-ac1b-458b8c135859 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0464332 Nov 22 17:31:47.418335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607563b-9e32-4c08-87e6-b98116bd920e req-41bf5c6e-e217-4ad0-9216-241b91da27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:47.419984 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0607563b-9e32-4c08-87e6-b98116bd920e req-41bf5c6e-e217-4ad0-9216-241b91da27c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430501 Nov 22 17:31:47.439861 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:47.520845 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0607563b-9e32-4c08-87e6-b98116bd920e req-47645e9a-9b5c-42c7-a988-52fa6159d328 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928097 Nov 22 17:31:47.613800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0607563b-9e32-4c08-87e6-b98116bd920e req-14a17e4e-39e3-4a72-9076-9e9a15d159e3 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850577 Nov 22 17:31:47.678964 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:b8:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:31:46Z', 'revision_number': 13, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:47.705635 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abaca0a-b350-4d1d-9188-80a0e8707c49 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15a097e6-4d55-4b77-97e8-cce8a206404b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'port_id': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'mac_address': 'fa:16:3e:b8:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:43Z', 'updated_at': '2021-11-22T17:31:46Z', 'revision_number': 13, 'project_id': 'af214862027d48c690531bab9585b874', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:47.912525 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee405a-0340-455c-88a0-99085ff898c2 None None] New status for floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:31:47.983547 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6318322d-79cb-44b5-976c-8857dcfddbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.196521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.959717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.385091 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:57.443524 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:32:07.059975 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:08.301688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:15.571111 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3479c7cd-d038-4c00-ab19-bf7914ea6140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:17.958683 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f29475d9-3a29-4bad-b0d0-49693850d8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:19.197236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:20.960852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:21.391094 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:34.444323 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:32:37.050759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:38.220973 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-b7880bba-1117-40fb-a7f5-f24a725a6bfc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600204 Nov 22 17:32:38.330774 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:38.333655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-49d32077-3a95-40e8-bc1c-99521f6c4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:38.337462 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-49d32077-3a95-40e8-bc1c-99521f6c4eae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1097 time: 0.0614707 Nov 22 17:32:38.461334 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-7e8454a0-d9f4-441e-bb31-431e530d1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:38.463134 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-7e8454a0-d9f4-441e-bb31-431e530d1e9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1070855 Nov 22 17:32:38.559090 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-34405f8b-072c-45aa-ab59-a145395737c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1002 time: 0.0878291 Nov 22 17:32:38.612457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-e4bd3ba9-c972-49e6-bee2-0c3255d62908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:38.613956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-e4bd3ba9-c972-49e6-bee2-0c3255d62908 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0483193 Nov 22 17:32:38.670858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-0c3cac1c-dcce-4433-ae68-49d711b92624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:38.672456 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-0c3cac1c-dcce-4433-ae68-49d711b92624 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511434 Nov 22 17:32:38.770633 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-9363e9c2-3c08-4da6-a9f9-bf7abbfa6c98 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913546 Nov 22 17:32:38.865659 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d6b960cb-1219-489c-83e9-42becce7b9e5 req-5fab1ef0-48cc-4a7b-9ae8-7dbe35157cdb service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873134 Nov 22 17:32:45.567347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27832edc-6061-4e6c-9da9-73e028f5a442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:47.957417 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b54ebd3d-95b7-43b4-8065-8b1de0908a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:49.210342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:50.973702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:51.391377 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:07.052223 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:08.318021 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.447728 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:33:15.568375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9430e3ad-7af8-4b59-b994-93614d326386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:17.955580 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-17c5d562-0f38-47a4-b13b-e27f92d3164b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.211979 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:20.969665 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:21.399505 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:37.073487 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:38.321734 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:40.250771 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-087ad230-bd7d-4a2b-85c0-c0e1bd489de8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504088 Nov 22 17:33:40.362296 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-ebda7069-8a5b-4e57-8bf4-53bd02cda8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:40.363833 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-ebda7069-8a5b-4e57-8bf4-53bd02cda8e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1097 time: 0.0544314 Nov 22 17:33:40.468916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-c89dca39-9a9e-46a1-b7f0-342e9d0549aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:40.470457 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-c89dca39-9a9e-46a1-b7f0-342e9d0549aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0860114 Nov 22 17:33:40.550494 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-c416d454-4442-4143-99b7-28f2968a52cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1002 time: 0.0710697 Nov 22 17:33:40.602110 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-abc6bfc0-0df9-4986-90ef-1f654949cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:40.603660 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-abc6bfc0-0df9-4986-90ef-1f654949cdab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0465064 Nov 22 17:33:40.650065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-1b195793-b2f7-4a42-b218-5990db5e6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:40.651534 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-1b195793-b2f7-4a42-b218-5990db5e6f3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409956 Nov 22 17:33:40.755315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-bc843649-9cb6-4ade-ba8c-b2893d5505b4 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959454 Nov 22 17:33:40.854201 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-50887d6d-27a5-4e42-902e-304b01b9a8ff req-ec2cbba0-5ae4-4799-802a-d24805d8097b service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913043 Nov 22 17:33:45.566549 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1c2eea1-072d-444f-868c-1d85bd2b74e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:47.951392 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-957153aa-ad5d-4887-af2c-086f97218e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:48.452421 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:33:49.210811 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:50.970601 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:51.387595 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:07.067416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:08.321993 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:15.565947 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7f65f79-fe4f-4e4e-9dbd-f59a077c4f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:17.951089 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5eaad3a-38c3-4b7e-9675-e378a8e80f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:19.212500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:20.979300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:21.384358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:25.452503 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:34:26.032262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114f35-4c36-4442-a3f1-d26384e93eaf req-b6791091-4305-45ed-b0bd-66b97f815eb0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:26.033665 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de114f35-4c36-4442-a3f1-d26384e93eaf req-b6791091-4305-45ed-b0bd-66b97f815eb0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0565202 Nov 22 17:34:26.094749 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de114f35-4c36-4442-a3f1-d26384e93eaf req-c87fccbd-01e9-472c-adf4-6f7ad087f4ab tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527573 Nov 22 17:34:37.074195 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:38.315047 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:39.396194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8f18-2b55-44f7-a032-b08d886648ad req-c2511c78-6c4c-4903-ac53-4fef3384a877 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:39.397696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-708b8f18-2b55-44f7-a032-b08d886648ad req-c2511c78-6c4c-4903-ac53-4fef3384a877 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0548215 Nov 22 17:34:39.447939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-708b8f18-2b55-44f7-a032-b08d886648ad req-df2dc1b1-63c6-4946-a523-73f1c9f8ba34 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Nov 22 17:34:39.474537 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-a5fc921d-a805-4acc-99e3-012f1376d656 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1326299 Nov 22 17:34:40.579665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2433cd8-6cf4-4487-926f-f66e34248854 req-e75fb03b-71da-4aca-9ba5-e7f703547b30 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:40.581149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2433cd8-6cf4-4487-926f-f66e34248854 req-e75fb03b-71da-4aca-9ba5-e7f703547b30 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0513678 Nov 22 17:34:40.642608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2433cd8-6cf4-4487-926f-f66e34248854 req-6cba597d-9fdf-4775-95f6-4cd479f05532 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516620 Nov 22 17:34:40.786078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-febfc519-d4eb-459d-b77b-ad0046fcace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:40.787585 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-febfc519-d4eb-459d-b77b-ad0046fcace7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1097 time: 0.1044929 Nov 22 17:34:40.912115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-ce4e8a10-5f5c-4ff2-9d53-d0c456430d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:40.915142 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-ce4e8a10-5f5c-4ff2-9d53-d0c456430d47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1195774 Nov 22 17:34:41.008512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-2511f4e8-26c3-4342-888e-36662705f9ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1002 time: 0.0835230 Nov 22 17:34:41.071325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-b23e6e4b-47b9-4cfd-9643-471346f83e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:41.072746 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-b23e6e4b-47b9-4cfd-9643-471346f83e85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0581126 Nov 22 17:34:41.133331 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-88c1317b-4b78-480c-84ef-8d76d41cec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:41.137646 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-88c1317b-4b78-480c-84ef-8d76d41cec4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552194 Nov 22 17:34:41.253446 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-36182620-d801-4b98-aa1d-370462b3b988 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094775 Nov 22 17:34:41.350142 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-ca8e0c16-f0cd-4d96-873d-9caa76f08dc2 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892882 Nov 22 17:34:41.768889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecf995-c1e7-4d3b-a70d-91db50161d8a req-1b774e28-1f84-42d7-b48d-592629d886aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:41.770446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2ecf995-c1e7-4d3b-a70d-91db50161d8a req-1b774e28-1f84-42d7-b48d-592629d886aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0525627 Nov 22 17:34:41.826453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d2ecf995-c1e7-4d3b-a70d-91db50161d8a req-694b94db-eeba-4294-a4fb-0d028f7ca74e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473459 Nov 22 17:34:42.269634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-12eaeb55-d668-4d35-9fac-82f2d41b7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:42.271953 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-12eaeb55-d668-4d35-9fac-82f2d41b7288 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1097 time: 0.0494699 Nov 22 17:34:42.385398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-edf445ca-7171-4c12-8fec-9fcf36c6cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:42.387181 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-edf445ca-7171-4c12-8fec-9fcf36c6cb96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0939863 Nov 22 17:34:42.455437 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-bffc34a5-e5e4-42fe-8b3a-ba32b01e515b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1002 time: 0.0604572 Nov 22 17:34:42.510545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-f31a4ec6-4745-4d76-8d95-79cda83a09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:42.512129 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-f31a4ec6-4745-4d76-8d95-79cda83a09d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0495303 Nov 22 17:34:42.561574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-efa4320e-8d41-449e-8848-0d593454e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:42.561852 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-efa4320e-8d41-449e-8848-0d593454e127 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418074 Nov 22 17:34:42.662598 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-578f5c00-2cd2-448e-8e65-ab39302443d1 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928037 Nov 22 17:34:42.759127 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e67bcba4-c677-4a09-8777-6b69ace9eac2 req-c5ab1177-a7ac-4b76-85ad-c7f69a16f778 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884893 Nov 22 17:34:42.957740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dadbf8-54d9-4e9c-a71b-75ea62dd0a9e req-cf69f332-fc45-46d2-b05f-e0742aab3f66 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:42.959347 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44dadbf8-54d9-4e9c-a71b-75ea62dd0a9e req-cf69f332-fc45-46d2-b05f-e0742aab3f66 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0598407 Nov 22 17:34:43.014622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-44dadbf8-54d9-4e9c-a71b-75ea62dd0a9e req-c9a2d28d-c6a4-4ef5-b260-981652d3c5ee tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459385 Nov 22 17:34:44.135722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206b1ea-badb-4bae-8375-964f377fa270 req-b8bd99e7-44b4-4f0f-8045-51b8ac5a514f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:44.137895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1206b1ea-badb-4bae-8375-964f377fa270 req-b8bd99e7-44b4-4f0f-8045-51b8ac5a514f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0519221 Nov 22 17:34:44.186291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1206b1ea-badb-4bae-8375-964f377fa270 req-ead244a0-ff5d-40b4-9a37-408688f2b4b2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Nov 22 17:34:45.318242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60f0a-ed47-4039-be10-23f80931a550 req-484d9e09-a280-4483-be5e-51722e5f87f4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:45.319791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73f60f0a-ed47-4039-be10-23f80931a550 req-484d9e09-a280-4483-be5e-51722e5f87f4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0614269 Nov 22 17:34:45.372290 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73f60f0a-ed47-4039-be10-23f80931a550 req-9669f57a-270a-4b4c-8c2e-cda01ffb9ab9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Nov 22 17:34:45.570998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d10a0d4a-1e5e-471f-a0d1-abece2702dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:46.519963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ad53e-580b-43f0-b879-da45a087730e req-c77bb9b0-e3c8-4519-8eef-be9939b6c01b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:46.521539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-740ad53e-580b-43f0-b879-da45a087730e req-c77bb9b0-e3c8-4519-8eef-be9939b6c01b tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0595479 Nov 22 17:34:46.577295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-740ad53e-580b-43f0-b879-da45a087730e req-91940a95-a99e-4867-b98e-cc92cbd86635 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466819 Nov 22 17:34:47.727718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f19913-79dc-4238-bf3a-40b0890f4ffc req-f5925d95-813f-4d9e-a925-365138b1b882 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:47.729211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8f19913-79dc-4238-bf3a-40b0890f4ffc req-f5925d95-813f-4d9e-a925-365138b1b882 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0662327 Nov 22 17:34:47.778598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f8f19913-79dc-4238-bf3a-40b0890f4ffc req-5af64f34-299f-4778-a448-2c8af1ef856c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430412 Nov 22 17:34:47.947663 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b4cba36-ddd1-4ca6-b06f-f872861eb1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:48.909224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65fec3-7bd0-4730-ab22-d7fe9db47e66 req-e6e12801-dbad-4f4d-a781-de1b8eb9ff91 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:48.910716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d65fec3-7bd0-4730-ab22-d7fe9db47e66 req-e6e12801-dbad-4f4d-a781-de1b8eb9ff91 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0538468 Nov 22 17:34:48.962984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8d65fec3-7bd0-4730-ab22-d7fe9db47e66 req-b53ac435-334e-457d-a997-bb030a216df9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Nov 22 17:34:49.223661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.089792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcc2e9-4e9f-4286-b6c1-229001571adf req-84b98c22-2318-4eb1-b2cd-f8f84efc2c51 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:50.091250 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ffcc2e9-4e9f-4286-b6c1-229001571adf req-84b98c22-2318-4eb1-b2cd-f8f84efc2c51 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0546305 Nov 22 17:34:50.150351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ffcc2e9-4e9f-4286-b6c1-229001571adf req-9ed2754c-0129-4a75-bb77-5e32b23aa670 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504725 Nov 22 17:34:50.978775 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.277767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede9b43-34fc-43f2-9811-be2ea20f4fa9 req-f1bedc42-421c-47c1-a897-64ed31c81af6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:51.279255 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ede9b43-34fc-43f2-9811-be2ea20f4fa9 req-f1bedc42-421c-47c1-a897-64ed31c81af6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0508873 Nov 22 17:34:51.330009 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9ede9b43-34fc-43f2-9811-be2ea20f4fa9 req-088cf949-decd-4bd9-8de7-9bacd17ee339 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Nov 22 17:34:51.386538 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.455890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fcd91-42e0-4fd6-b8df-2070e977a84a req-0e7d4650-f683-46eb-8e64-bb05439ac81e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:52.457427 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d00fcd91-42e0-4fd6-b8df-2070e977a84a req-0e7d4650-f683-46eb-8e64-bb05439ac81e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0536637 Nov 22 17:34:52.508257 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d00fcd91-42e0-4fd6-b8df-2070e977a84a req-e1939d69-072b-437b-b7f9-0aecdb9b026f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 Nov 22 17:34:53.638778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca4e52-637d-4244-bbd6-fef5a28365bb req-7391ea75-4832-41c5-a30d-0b7405ab1788 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:53.640598 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cca4e52-637d-4244-bbd6-fef5a28365bb req-7391ea75-4832-41c5-a30d-0b7405ab1788 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0563905 Nov 22 17:34:53.691377 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4cca4e52-637d-4244-bbd6-fef5a28365bb req-3fab06d9-c3c7-43df-bfe5-e4271f995340 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449421 Nov 22 17:34:54.825139 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe65688-bf98-47be-8866-f8f32b1e1fda req-4280867b-1b22-4d06-813d-6ec200df3feb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:54.826539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fe65688-bf98-47be-8866-f8f32b1e1fda req-4280867b-1b22-4d06-813d-6ec200df3feb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0530643 Nov 22 17:34:54.877441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3fe65688-bf98-47be-8866-f8f32b1e1fda req-99cf2247-2ad2-4fd3-a2be-ec5a8bf2acd2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443039 Nov 22 17:34:55.549976 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-a39535d2-893e-4d34-8279-816e41719838 service neutron] show failed (client error): The resource could not be found. Nov 22 17:34:55.551196 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-a39535d2-893e-4d34-8279-816e41719838 service neutron] 10.222.0.62 "GET /v2.0/ports/4d65a53a-d3bd-4364-ac34-8fe0c8aa278d/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0592687 Nov 22 17:34:55.791012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-4ea1ff85-048d-444d-a9c7-2c97345738f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:55.793430 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-4ea1ff85-048d-444d-a9c7-2c97345738f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 1097 time: 0.0538969 Nov 22 17:34:55.808088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:55.868919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.075697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7e5b1-6f94-4a45-91ee-02b2cbb5c1d7 req-e048ad73-8184-4293-9329-fc4918db0858 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:56.077100 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92a7e5b1-6f94-4a45-91ee-02b2cbb5c1d7 req-e048ad73-8184-4293-9329-fc4918db0858 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.1008582 Nov 22 17:34:56.157450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92a7e5b1-6f94-4a45-91ee-02b2cbb5c1d7 req-a2a2e538-4218-41dd-96b1-c4326d8de8a8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728636 Nov 22 17:34:56.162675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:56.200907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:34:56.242035 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:56.244493 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f706595-ba6e-4800-bab4-6bdbc6171bca" -d '{"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-unplugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:56.249150 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.263670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Transition to ACTIVE for port object 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:34:56.269096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.295989 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3e3918-3899-4986-a8a9-7ad5c599bb3c x-openstack-request-id: req-1f3e3918-3899-4986-a8a9-7ad5c599bb3c {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:56.296279 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-unplugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:56.296532 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f3e3918-3899-4986-a8a9-7ad5c599bb3c {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:56.296927 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'code': 200} Nov 22 17:34:56.345181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:56.364136 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.364483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.364821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.365150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.365474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.365785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.366108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.366423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.366751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.367096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.367415 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.367731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:56.405305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] No DVR routers for this DVR port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:34:56.546747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:34:56.547107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:34:56.547434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:34:56.552258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:34:56.552550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:34:56.557547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:34:56.557884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:34:56.558260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:34:56.558696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Bound port: 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:34:56.559059 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.631269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:34:56.634412 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:34:56.641257 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.677494 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:56.678116 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.679546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1092 time: 0.8785031 Nov 22 17:34:56.699671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6145fc5-f8d7-475d-a25a-6e8856306438 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:56.753693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-40133ad3-ad41-4e38-bee3-1722cf913a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:56.755342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-40133ad3-ad41-4e38-bee3-1722cf913a10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1095 time: 0.0486257 Nov 22 17:34:56.856442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-3e5a700e-f505-4775-9093-e1343c9d3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:56.858568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-3e5a700e-f505-4775-9093-e1343c9d3ff7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0965588 Nov 22 17:34:56.928146 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-ac8b7602-a3f9-4031-b676-c017098ace76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1000 time: 0.0622332 Nov 22 17:34:56.979271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-e3819da0-87e6-47c6-8555-683ac8909604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:56.980759 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-e3819da0-87e6-47c6-8555-683ac8909604 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0457458 Nov 22 17:34:57.029202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-d2de34e9-881d-468a-86a7-d6090dd29e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:57.030697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-d2de34e9-881d-468a-86a7-d6090dd29e03 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426950 Nov 22 17:34:57.128151 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-ae546193-fd71-4fdb-9dd3-817cd6abb220 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888965 Nov 22 17:34:57.224342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-e14e8336-d2e5-4097-8b0f-9686400131cb service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879478 Nov 22 17:34:57.295877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515231c-a14e-4b07-a656-9a3cb81c131b req-d6b2799b-fb3d-48c4-a466-1372500764a4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:57.297488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2515231c-a14e-4b07-a656-9a3cb81c131b req-d6b2799b-fb3d-48c4-a466-1372500764a4 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0508158 Nov 22 17:34:57.328942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:34:57.348734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2515231c-a14e-4b07-a656-9a3cb81c131b req-70c61f89-6771-48c3-980e-cc658853b665 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444717 Nov 22 17:34:57.370091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:34:58.299203 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:58.301572 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0a6ca8-27c2-40be-9160-b539fea47630" -d '{"events": [{"name": "network-changed", "server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:58.356149 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f972a0e5-3d4c-4d6b-9c2e-98845b920872 x-openstack-request-id: req-f972a0e5-3d4c-4d6b-9c2e-98845b920872 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:58.356454 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:58.356744 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f972a0e5-3d4c-4d6b-9c2e-98845b920872 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:58.357349 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'status': 'completed', 'code': 200} Nov 22 17:34:58.436201 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-34a6ac4b-6dbe-435e-abad-ac4e0fbb7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.437701 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-34a6ac4b-6dbe-435e-abad-ac4e0fbb7428 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1095 time: 0.0566871 Nov 22 17:34:58.472479 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-db6b7615-26b3-44a1-a029-015c4732afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.474159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-db6b7615-26b3-44a1-a029-015c4732afd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1095 time: 0.0858009 Nov 22 17:34:58.541038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-4603870f-0c45-4882-8281-ef04a0846f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.542547 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-4603870f-0c45-4882-8281-ef04a0846f9b service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0973673 Nov 22 17:34:58.545860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbae1d-8d71-42d8-9a40-c659a7870098 req-cc73d460-505f-414a-b634-c22f3943b16e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.547404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6afbae1d-8d71-42d8-9a40-c659a7870098 req-cc73d460-505f-414a-b634-c22f3943b16e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.1049891 Nov 22 17:34:58.614116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-99ffde74-a636-44c8-b07e-ede4de85bdcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1000 time: 0.0641327 Nov 22 17:34:58.616441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-2eac4310-03ab-4964-ac67-a5e8396ad4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.618017 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-2eac4310-03ab-4964-ac67-a5e8396ad4e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.1356390 Nov 22 17:34:58.641374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6afbae1d-8d71-42d8-9a40-c659a7870098 req-b71d7296-1669-45b2-a031-94db78e6f6de tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809031 Nov 22 17:34:58.684496 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-1823db22-354b-4b83-aeb6-ec69b0b97856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.686075 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-1823db22-354b-4b83-aeb6-ec69b0b97856 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0657282 Nov 22 17:34:58.704842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-317d3353-17b4-4d08-8992-d94e365f0e5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1000 time: 0.0784252 Nov 22 17:34:58.738400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-97f64b4d-d707-4e30-b7cb-b89ae6a2b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.739974 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-97f64b4d-d707-4e30-b7cb-b89ae6a2b59c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457892 Nov 22 17:34:58.765230 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-67acc892-8585-40a7-9c22-81ad209367df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.765230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-67acc892-8585-40a7-9c22-81ad209367df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0520010 Nov 22 17:34:58.827206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-8314fe7c-c2a1-4c76-8eaf-cad17f2c5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:58.828773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-8314fe7c-c2a1-4c76-8eaf-cad17f2c5fc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573473 Nov 22 17:34:58.844346 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-99ed40e0-965a-4538-9836-a388633f1d1a service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967569 Nov 22 17:34:58.929820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-87ab8b63-4f93-4322-a977-a648bf5043fb service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939996 Nov 22 17:34:58.944393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-4fc4597a-4726-4f58-851b-c84532017c3d service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933075 Nov 22 17:34:59.030172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c0a6ca8-27c2-40be-9160-b539fea47630 req-ed249f39-d563-443b-a42b-eacf2e28cfd9 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929823 Nov 22 17:34:59.778233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9c967-9e8a-4c90-a743-9a6fa065fab4 req-75333d2c-5a30-4f1f-8ef0-07d3d038a62d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:59.779867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cea9c967-9e8a-4c90-a743-9a6fa065fab4 req-75333d2c-5a30-4f1f-8ef0-07d3d038a62d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0559196 Nov 22 17:34:59.838324 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cea9c967-9e8a-4c90-a743-9a6fa065fab4 req-96d52116-39dc-4378-88d4-7aedcc90a4d8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513723 Nov 22 17:35:01.293903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591bfdb-25c7-4010-8513-3fff078f6337 req-e285e205-1661-4c07-9809-b6560468ff3c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:01.295867 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3591bfdb-25c7-4010-8513-3fff078f6337 req-e285e205-1661-4c07-9809-b6560468ff3c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.3841283 Nov 22 17:35:01.357685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3591bfdb-25c7-4010-8513-3fff078f6337 req-9edca8d6-f15c-4a77-a11b-285415e34e47 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548818 Nov 22 17:35:02.453786 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:35:02.483938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ec6fa-9d87-4074-a419-547f31aa4d8b req-32e25393-b486-423c-844b-c992654d3b49 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:02.485435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-128ec6fa-9d87-4074-a419-547f31aa4d8b req-32e25393-b486-423c-844b-c992654d3b49 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0514457 Nov 22 17:35:02.532315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-128ec6fa-9d87-4074-a419-547f31aa4d8b req-490ed5f2-16fe-46b0-8803-5100b0b75008 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Nov 22 17:35:03.675875 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef360e4-f58f-4c14-85ae-6df633c315a7 req-4511cef1-7821-45cb-b588-fba8d862c568 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.677389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eef360e4-f58f-4c14-85ae-6df633c315a7 req-4511cef1-7821-45cb-b588-fba8d862c568 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0521438 Nov 22 17:35:03.731051 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eef360e4-f58f-4c14-85ae-6df633c315a7 req-edea5ca5-8dbd-47d6-b4fb-bf57afa45041 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473635 Nov 22 17:35:04.854605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a026150-92d0-4935-9964-9d87aeb9d00e req-21cdd6b4-edd0-4629-a69d-953c0a7da1e2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:04.856131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a026150-92d0-4935-9964-9d87aeb9d00e req-21cdd6b4-edd0-4629-a69d-953c0a7da1e2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0506771 Nov 22 17:35:04.907810 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a026150-92d0-4935-9964-9d87aeb9d00e req-8f48d82b-4830-4d48-ac7c-aa4bacf657c5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452511 Nov 22 17:35:06.038601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d2193-1de6-46d2-8e20-a7b56f3cda7d req-dd13a724-716a-41ee-8bc7-6958d6767c0a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:06.040174 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b23d2193-1de6-46d2-8e20-a7b56f3cda7d req-dd13a724-716a-41ee-8bc7-6958d6767c0a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0531776 Nov 22 17:35:06.092982 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b23d2193-1de6-46d2-8e20-a7b56f3cda7d req-22077a43-8934-406b-8a06-2bccbd2c9981 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465779 Nov 22 17:35:07.090978 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:07.223800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763c64b-42a1-418a-8619-b57da4df6f78 req-2f1b1884-93a9-4186-94a7-dbce825b07cd tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:07.225312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f763c64b-42a1-418a-8619-b57da4df6f78 req-2f1b1884-93a9-4186-94a7-dbce825b07cd tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0569694 Nov 22 17:35:07.279048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f763c64b-42a1-418a-8619-b57da4df6f78 req-a0b2a686-9f9d-4e8c-bf60-e42e63db8755 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445187 Nov 22 17:35:08.311584 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:08.418548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60e016-1090-4e8e-9be5-ef3b0829705a req-7391b42d-2ed3-4e1e-9198-7faa2061b21a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:08.420202 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be60e016-1090-4e8e-9be5-ef3b0829705a req-7391b42d-2ed3-4e1e-9198-7faa2061b21a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0604005 Nov 22 17:35:08.473748 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be60e016-1090-4e8e-9be5-ef3b0829705a req-31d88b50-763d-4c79-8267-4717e58db516 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471771 Nov 22 17:35:09.610986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e88e-ecb8-400e-8779-84e3204ef86e req-12590232-1f09-450c-91cc-8aaaa2127e30 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:09.612542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e09e88e-ecb8-400e-8779-84e3204ef86e req-12590232-1f09-450c-91cc-8aaaa2127e30 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0629590 Nov 22 17:35:09.669130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e09e88e-ecb8-400e-8779-84e3204ef86e req-066dbead-c72d-4023-b84c-13d4a7474fc2 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498130 Nov 22 17:35:10.803004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c74c0c-72c1-4bd8-a1e6-dd4da10f652c req-1c7cc7d4-ab29-4c4b-84aa-f9158b933f7f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:10.804543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93c74c0c-72c1-4bd8-a1e6-dd4da10f652c req-1c7cc7d4-ab29-4c4b-84aa-f9158b933f7f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0543375 Nov 22 17:35:10.870690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93c74c0c-72c1-4bd8-a1e6-dd4da10f652c req-c5499b1d-6d47-44b3-a092-bf43bab3d3fb tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599060 Nov 22 17:35:11.199654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-3597dfc7-0369-4a0f-9fc1-146fe28438a6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.201140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-3597dfc7-0369-4a0f-9fc1-146fe28438a6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.37 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426&tenant_id=af214862027d48c690531bab9585b874&binding%3Ahost_id=n-h1-816865-2 HTTP/1.1" status: 200 len: 944 time: 0.0826859 Nov 22 17:35:11.221672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846fa93-c6e5-4a1e-81ca-cb4dfe15908a req-5d7a1188-d969-4ee1-a297-1b579e83c5f8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.223063 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9846fa93-c6e5-4a1e-81ca-cb4dfe15908a req-5d7a1188-d969-4ee1-a297-1b579e83c5f8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 944 time: 0.0768793 Nov 22 17:35:11.304288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-03d1041c-5cee-4e8f-afbd-9b1decab36ce service neutron] 10.222.0.37 "GET /v2.0/ports/4d65a53a-d3bd-4364-ac34-8fe0c8aa278d/bindings/n-h1-816865-2 HTTP/1.1" status: 200 len: 382 time: 0.0956066 Nov 22 17:35:11.308111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9846fa93-c6e5-4a1e-81ca-cb4dfe15908a req-9e2c8f41-d305-4134-ae70-f14cdb6301e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641613 Nov 22 17:35:11.375149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-60363260-9791-4dd2-abc4-3e0883ccb896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.376703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-60363260-9791-4dd2-abc4-3e0883ccb896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1095 time: 0.0461862 Nov 22 17:35:11.469592 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-0719624a-6b93-41f0-88f7-26cfe59dfc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.471261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-0719624a-6b93-41f0-88f7-26cfe59dfc04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0878441 Nov 22 17:35:11.539407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-ffa5c2d5-5b42-4924-b3cc-daf0ebdd528d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1000 time: 0.0602243 Nov 22 17:35:11.593155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:35:11.594085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-a4f896d9-3f81-4419-a551-ddf257755776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.595773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-a4f896d9-3f81-4419-a551-ddf257755776 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0494249 Nov 22 17:35:11.644511 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-25f5b3b8-2579-4bd9-b14e-065f43e7d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.646040 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-25f5b3b8-2579-4bd9-b14e-065f43e7d76f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424092 Nov 22 17:35:11.693208 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:11.704750 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'mac_address': 'fa:16:3e:b8:b6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:35:11.736521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-f1aa8ad0-78c2-4cfb-a6fc-e128bdf0cf10 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831962 Nov 22 17:35:11.742295 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:11.756032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:35:11.779159 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:11.785081 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:11.834317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:11.837761 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-bcc57731-3eb9-4359-a4af-8eef927134fc service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945668 Nov 22 17:35:11.841904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.842255 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.842602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.842939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.843291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.843643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.843976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.844296 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.844629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.844953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.845345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:11.845660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:12.061481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:35:12.432515 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb6fa-506e-4a5f-b8c5-387297d91beb req-b2b6eac6-8f36-4fb9-88c3-832ff79dfbba tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:12.433995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-537fb6fa-506e-4a5f-b8c5-387297d91beb req-b2b6eac6-8f36-4fb9-88c3-832ff79dfbba tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0521035 Nov 22 17:35:12.484555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-537fb6fa-506e-4a5f-b8c5-387297d91beb req-3fbfa70b-0a54-496d-b231-78fb859caab1 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Nov 22 17:35:13.594009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:35:13.615922 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c97ba4-5f25-4bb1-ba3d-9660e8598858 req-2d759f6d-4c97-45d8-9cd5-c7ee4a4ef618 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:13.617518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5c97ba4-5f25-4bb1-ba3d-9660e8598858 req-2d759f6d-4c97-45d8-9cd5-c7ee4a4ef618 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0588322 Nov 22 17:35:13.651065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:35:13.656983 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:35:13.657622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:13.676472 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5c97ba4-5f25-4bb1-ba3d-9660e8598858 req-ae730e99-a028-4355-bbc5-8fcb208577da tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505056 Nov 22 17:35:13.744999 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:13.769883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:13.772823 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7da17d-ac3b-4c54-8c0e-8e03cfb79f80" -d '{"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-plugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:13.786831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:13.793640 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:13.833491 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a2caa2-f083-4bfa-b480-aaf6cb123fc8 x-openstack-request-id: req-c8a2caa2-f083-4bfa-b480-aaf6cb123fc8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:13.833788 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-plugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:13.834035 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c8a2caa2-f083-4bfa-b480-aaf6cb123fc8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:13.834472 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'code': 200} Nov 22 17:35:13.853435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:14.806716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7638a1b-9da9-4f2b-a6cd-a1390c95e619 req-b07e7fc7-ff70-46b7-a2e4-7c216841dd82 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:14.808271 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7638a1b-9da9-4f2b-a6cd-a1390c95e619 req-b07e7fc7-ff70-46b7-a2e4-7c216841dd82 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0525305 Nov 22 17:35:14.861782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7638a1b-9da9-4f2b-a6cd-a1390c95e619 req-9564a28b-e315-4b55-a09d-5137ac0bee44 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473709 Nov 22 17:35:15.579699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ce96ebc-dddb-43e8-ab22-21e6e677bd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:15.986924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5960a-cec7-4b26-8b9c-574e7a1da013 req-79b200e1-ee61-4a59-a9bb-ffbe2a409d36 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:15.988656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6f5960a-cec7-4b26-8b9c-574e7a1da013 req-79b200e1-ee61-4a59-a9bb-ffbe2a409d36 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0494070 Nov 22 17:35:16.046025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6f5960a-cec7-4b26-8b9c-574e7a1da013 req-6605ff7d-6232-471b-ad3d-2f28aff5162d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505421 Nov 22 17:35:16.063273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-8111f258-b8bd-4b66-af56-dfb5873d5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:16.065821 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-8111f258-b8bd-4b66-af56-dfb5873d5d6a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426&tenant_id=af214862027d48c690531bab9585b874 HTTP/1.1" status: 200 len: 1097 time: 0.0453854 Nov 22 17:35:16.077996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:35:16.138559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:16.343894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:16.377976 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:35:16.418093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:16.420395 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7e77e6-9e64-4bec-b693-b6833c03372b" -d '{"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-unplugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:16.424287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:16.437398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Transition to ACTIVE for port object 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:35:16.444305 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:16.481615 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8049efd-d575-428a-a227-2b6b49e1d80e x-openstack-request-id: req-f8049efd-d575-428a-a227-2b6b49e1d80e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:16.481750 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-unplugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:16.482046 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8049efd-d575-428a-a227-2b6b49e1d80e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:16.482428 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'code': 200} Nov 22 17:35:16.526365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=10']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:16.540622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.540983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.541333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.541713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.542000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.542324 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.542676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.543039 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.543376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.543706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.544036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.544365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:35:16.579872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] No DVR routers for this DVR port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:35:16.726414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:35:16.726811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:35:16.727178 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:35:16.731857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:35:16.732173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Attempting to bind port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:35:16.737878 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:35:16.738411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Checking segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:35:16.738590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Bound using segment: {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:35:16.739046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Bound port: 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d572ea-cd4a-4d03-a862-78b4ef708697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:35:16.739405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:16.806782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:35:16.810828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:35:16.826622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:16.867533 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:16.868147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:16.869556 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] 10.222.0.62 "PUT /v2.0/ports/4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1093 time: 0.7962668 Nov 22 17:35:16.885432 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca4d6b-10df-4e18-acb1-628834f5cec7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=11']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:16.941407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-6a2fd9dd-2f57-4e8b-a96e-83c6c0c2cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:16.942889 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-6a2fd9dd-2f57-4e8b-a96e-83c6c0c2cf36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1096 time: 0.0486796 Nov 22 17:35:17.040003 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-62618a5f-e9b7-4fd2-afa7-1434c4367e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:17.041583 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-62618a5f-e9b7-4fd2-afa7-1434c4367e0b service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0917351 Nov 22 17:35:17.125275 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-3bb291ba-071a-401a-a298-886bac02b938 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1000 time: 0.0718937 Nov 22 17:35:17.169836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78a56e-1f4d-424c-ada6-42e56552efc7 req-ba652bba-64ac-4c75-863e-28a122c46b8a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:17.171291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa78a56e-1f4d-424c-ada6-42e56552efc7 req-ba652bba-64ac-4c75-863e-28a122c46b8a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0514817 Nov 22 17:35:17.173942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-0649c175-fe16-4b04-8b99-a675013291ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:17.175453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-0649c175-fe16-4b04-8b99-a675013291ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0459056 Nov 22 17:35:17.223182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-fc47a931-841a-41b1-a7f9-d6cc4124fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:17.224512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fa78a56e-1f4d-424c-ada6-42e56552efc7 req-897324a6-86c0-49d5-9f24-8e013549aae8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465107 Nov 22 17:35:17.224655 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-fc47a931-841a-41b1-a7f9-d6cc4124fdcd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422735 Nov 22 17:35:17.320010 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-93f9767f-6cc0-42e0-beef-f16ec00fc54d service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881951 Nov 22 17:35:17.414273 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ca790a11-e8c3-4177-b62b-cd698b23c47e req-8f606c34-7baf-4e18-a781-2b9d0a901d36 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860994 Nov 22 17:35:17.609074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:35:17.649951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:35:17.942789 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1b97e93-7680-4436-901b-4f979ea42800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:18.353570 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289c42b-024f-4269-bbe6-a563030e45b4 req-9257f8b8-d4a3-4020-8a6b-9c42b173ba86 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:18.355667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4289c42b-024f-4269-bbe6-a563030e45b4 req-9257f8b8-d4a3-4020-8a6b-9c42b173ba86 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0540495 Nov 22 17:35:18.406249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4289c42b-024f-4269-bbe6-a563030e45b4 req-55bf4438-8b78-41f9-9281-6a1e35e830aa tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440645 Nov 22 17:35:18.483948 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:18.486475 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e413c2-ded0-4422-adec-1adbedd3b5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:18.536408 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fe589f-2184-42c8-9dd4-daeefacb19cc x-openstack-request-id: req-06fe589f-2184-42c8-9dd4-daeefacb19cc {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:18.536816 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:18.537087 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06fe589f-2184-42c8-9dd4-daeefacb19cc {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:18.537509 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'status': 'completed', 'code': 200} Nov 22 17:35:18.598848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-6ad40361-8a5d-4509-94a4-b35794134b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:18.600438 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-6ad40361-8a5d-4509-94a4-b35794134b4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1096 time: 0.0445375 Nov 22 17:35:18.606547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-720c2d1d-38e4-46fd-8528-f1a549052111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:18.608176 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-720c2d1d-38e4-46fd-8528-f1a549052111 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af214862027d48c690531bab9585b874&device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 1096 time: 0.0473399 Nov 22 17:35:18.707064 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-2dc47f6a-176a-4124-86a1-6e6c7daee7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:18.708567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-2dc47f6a-176a-4124-86a1-6e6c7daee7e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.0937676 Nov 22 17:35:18.797321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-94cb7fb5-603f-4a98-b2f1-b1640a63d87e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1000 time: 0.0806835 Nov 22 17:35:18.853418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-16a8e040-07c7-4448-93c4-70e43a3d9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:18.855557 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-16a8e040-07c7-4448-93c4-70e43a3d9d74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0512073 Nov 22 17:35:18.907289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-f85bf0fe-8292-4c21-a4fc-ef5063727b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:18.909135 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-f85bf0fe-8292-4c21-a4fc-ef5063727b5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469606 Nov 22 17:35:19.014787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-e932753c-2324-4e1c-ad96-db4383ce2c82 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982611 Nov 22 17:35:19.065995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-2868c383-f59a-4beb-b2dd-d0ddb9c20f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:19.067626 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-2868c383-f59a-4beb-b2dd-d0ddb9c20f7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 200 len: 913 time: 0.4587262 Nov 22 17:35:19.108012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-97cfacb0-29c6-49cd-81f0-d8181b0677d5 service neutron] 10.222.0.37 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861704 Nov 22 17:35:19.137614 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-8ed00775-117f-49d7-ac2d-751ba23e4697 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 200 len: 1000 time: 0.0616162 Nov 22 17:35:19.192617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-92c7462c-cfaf-4491-a8f3-b5ffa6033112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:19.194147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-92c7462c-cfaf-4491-a8f3-b5ffa6033112 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 200 len: 851 time: 0.0488179 Nov 22 17:35:19.219308 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:19.244193 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-8db3cba1-4f69-4423-bf00-3e93883b9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:19.245658 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-8db3cba1-4f69-4423-bf00-3e93883b9513 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=613b276b-ed39-48dc-b7d0-b5fb9eaa671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430901 Nov 22 17:35:19.339892 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-858c97e3-8e3c-495d-b701-da1826e94137 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867016 Nov 22 17:35:19.432888 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-59e413c2-ded0-4422-adec-1adbedd3b5ae req-89be40b4-287f-4cd2-a82f-d36d32eb56d7 service neutron] 10.222.0.62 "GET /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849798 Nov 22 17:35:19.535692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c352c85-16a9-4608-b914-f09f63f4aa1a req-d0cb5f76-ed81-4272-90c6-80423f2c032a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:19.537190 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c352c85-16a9-4608-b914-f09f63f4aa1a req-d0cb5f76-ed81-4272-90c6-80423f2c032a tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0516341 Nov 22 17:35:19.593299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4c352c85-16a9-4608-b914-f09f63f4aa1a req-a912d123-9ac6-45d6-8c94-7a680a812f12 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481415 Nov 22 17:35:20.715485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029a6f1-1560-478c-9cc0-a10dafa8afba req-62f8b094-9c82-4bd4-b24b-9dcbffe20ea5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:20.717057 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e029a6f1-1560-478c-9cc0-a10dafa8afba req-62f8b094-9c82-4bd4-b24b-9dcbffe20ea5 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0512836 Nov 22 17:35:20.770791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e029a6f1-1560-478c-9cc0-a10dafa8afba req-fe24d8c2-fc67-4b0a-a48f-6b38d58cde91 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 Nov 22 17:35:20.978900 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:21.382991 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:21.896148 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406f494-be07-45eb-8c46-721557b55c29 req-dfb64d9f-980e-44c1-bb92-61d93e4f3be3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:21.897807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c406f494-be07-45eb-8c46-721557b55c29 req-dfb64d9f-980e-44c1-bb92-61d93e4f3be3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0532045 Nov 22 17:35:21.950456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c406f494-be07-45eb-8c46-721557b55c29 req-71499455-e725-4c57-9db6-d98a223624e0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Nov 22 17:35:23.086144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3accf-81c1-47a1-ac9e-610c071ca8c6 req-1377486a-eec3-4e9d-9f90-b4f4ac66ca54 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:23.087607 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93f3accf-81c1-47a1-ac9e-610c071ca8c6 req-1377486a-eec3-4e9d-9f90-b4f4ac66ca54 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0648010 Nov 22 17:35:23.139114 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93f3accf-81c1-47a1-ac9e-610c071ca8c6 req-fe38b555-a1f2-4f56-902b-a76e75fb8ed0 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Nov 22 17:35:24.265964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e28254-6b99-4c66-9b3f-a0653dc9beb8 req-4e7709b9-93ce-42fe-9e00-cc1117c100e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:24.267638 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2e28254-6b99-4c66-9b3f-a0653dc9beb8 req-4e7709b9-93ce-42fe-9e00-cc1117c100e3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0532696 Nov 22 17:35:24.331266 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f2e28254-6b99-4c66-9b3f-a0653dc9beb8 req-fdb41c8a-6dc7-4df7-903d-365d1c2f69e6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549808 Nov 22 17:35:25.464816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e235372-bcfa-4657-baa3-99deb4879af1 req-840836c6-fd65-4879-8340-251c5733dd31 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:25.466314 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e235372-bcfa-4657-baa3-99deb4879af1 req-840836c6-fd65-4879-8340-251c5733dd31 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0515888 Nov 22 17:35:25.520302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e235372-bcfa-4657-baa3-99deb4879af1 req-e0c04f42-30dd-44d6-a7b3-8799c1d18524 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472169 Nov 22 17:35:26.662900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a5f84-db4e-4667-8114-774a9ae22628 req-80c70aac-78c4-42bf-8d1d-1cc0ffb40bae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:26.664396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f0a5f84-db4e-4667-8114-774a9ae22628 req-80c70aac-78c4-42bf-8d1d-1cc0ffb40bae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0643039 Nov 22 17:35:26.713537 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f0a5f84-db4e-4667-8114-774a9ae22628 req-869d23fa-9b89-4125-9d03-7f345b145237 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Nov 22 17:35:27.845458 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ebf7b-5269-44af-ad0e-7c787ad5e841 req-f98cb6c8-2a4f-4495-8fde-3550099d8bb8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:27.847521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c91ebf7b-5269-44af-ad0e-7c787ad5e841 req-f98cb6c8-2a4f-4495-8fde-3550099d8bb8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0537338 Nov 22 17:35:27.898728 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c91ebf7b-5269-44af-ad0e-7c787ad5e841 req-523a2d35-9e53-4358-a240-03f4645b31c9 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 Nov 22 17:35:29.036779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c613d5-62b9-4ebe-98ae-551ad75f84b9 req-b1ac37ce-a44b-4c27-8620-0e3bdb1c39b3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:29.038335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35c613d5-62b9-4ebe-98ae-551ad75f84b9 req-b1ac37ce-a44b-4c27-8620-0e3bdb1c39b3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0595281 Nov 22 17:35:29.090369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35c613d5-62b9-4ebe-98ae-551ad75f84b9 req-ac5d00c4-de84-4439-9cee-eebc7f6489b3 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 Nov 22 17:35:30.216122 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d54dc-a894-4520-a61b-aab8442d367c req-cc29f031-8171-4e71-bafa-79855d52b55c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:30.217661 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-446d54dc-a894-4520-a61b-aab8442d367c req-cc29f031-8171-4e71-bafa-79855d52b55c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0512521 Nov 22 17:35:30.267044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-446d54dc-a894-4520-a61b-aab8442d367c req-c546be66-afc9-448b-b329-e1b4ca6c1897 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Nov 22 17:35:31.399853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56a36-c6bf-447c-b0d2-b4b9641c76d5 req-c8be2b93-661f-4938-921d-7b5ce0d2fbdf tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:31.401391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6a56a36-c6bf-447c-b0d2-b4b9641c76d5 req-c8be2b93-661f-4938-921d-7b5ce0d2fbdf tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0564778 Nov 22 17:35:31.451657 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6a56a36-c6bf-447c-b0d2-b4b9641c76d5 req-c69f3996-8d1b-49ff-8d29-dd5f73f4851d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Nov 22 17:35:31.482873 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:35:31.580395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3eb55-fb95-484d-9e88-874cd8b334be req-a302c3a2-1874-49a2-be54-d63e4c54dd92 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:31.582350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abc3eb55-fb95-484d-9e88-874cd8b334be req-a302c3a2-1874-49a2-be54-d63e4c54dd92 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 945 time: 0.0592868 Nov 22 17:35:31.591631 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:31.605253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'port_id': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'mac_address': 'fa:16:3e:b8:b6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:35:31.634075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abc3eb55-fb95-484d-9e88-874cd8b334be req-9d47993b-9919-493b-94c9-4f10111386c7 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Nov 22 17:35:31.646286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:31.660625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:35:31.682381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:31.688337 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:31.747625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=12']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:31.760914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9e8cc-d053-41f5-b6ba-87513f8e49f2 req-e1061488-3ba2-44da-9b18-3ece85c2e8f8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:31.762429 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41b9e8cc-d053-41f5-b6ba-87513f8e49f2 req-e1061488-3ba2-44da-9b18-3ece85c2e8f8 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0561526 Nov 22 17:35:31.816486 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41b9e8cc-d053-41f5-b6ba-87513f8e49f2 req-660181f2-166a-4f41-ab42-4704b2410c44 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470321 Nov 22 17:35:32.070001 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:35:32.119630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56766b17-ffd0-4a17-bf63-38bb8c43d7ef req-ab7496ca-fdd1-47b6-862b-11645bdef95e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:32.121166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56766b17-ffd0-4a17-bf63-38bb8c43d7ef req-ab7496ca-fdd1-47b6-862b-11645bdef95e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0628703 Nov 22 17:35:32.176293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-56766b17-ffd0-4a17-bf63-38bb8c43d7ef req-af441564-48e2-4afb-82b5-c74f464d9969 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487111 Nov 22 17:35:33.315060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcf698-069e-4f33-815b-75369c034924 req-3f6613fa-d570-47d9-a281-68d3578f3efe tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:33.316931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-effcf698-069e-4f33-815b-75369c034924 req-3f6613fa-d570-47d9-a281-68d3578f3efe tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 946 time: 0.0628543 Nov 22 17:35:33.368066 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-effcf698-069e-4f33-815b-75369c034924 req-642338db-28ee-4208-a3a7-6a61e22a0d89 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7a8dc77-9e31-4889-a24a-f0ea1324648c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448923 Nov 22 17:35:33.490771 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:35:33.554603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:35:33.558865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:35:33.559278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:33.641638 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:33.666690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:33.669107 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfd1e40-747a-4421-aebc-d46984a7479c" -d '{"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-plugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:33.683798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:33.690259 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:33.716995 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f596460-c03f-415b-ba57-218cf1b987ab x-openstack-request-id: req-3f596460-c03f-415b-ba57-218cf1b987ab {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:33.717290 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-plugged", "status": "completed", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:33.717548 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f596460-c03f-415b-ba57-218cf1b987ab {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:33.717953 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'code': 200} Nov 22 17:35:33.749887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=13']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:33.870547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-ba962414-c1f3-4519-9aed-762d6373dd80 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:33.872035 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-ba962414-c1f3-4519-9aed-762d6373dd80 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 947 time: 0.0520046 Nov 22 17:35:33.981827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Deleting port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:35:33.982185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:34.082790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] For port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:34.083089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:34.275357 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:34.275726 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:34.276049 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b disassociated. External IP: 172.25.0.39, port: 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d. Nov 22 17:35:34.276406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Calling delete_port for 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:35:34.425485 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:34.459626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event deleted for resources: {'Port': ['ID=4d65a53a-d3bd-4364-ac34-8fe0c8aa278d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:34.486189 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cdbad1d0-3ee1-4a99-9438-f2203925ac0e req-d3979f43-30bf-4fc8-8374-54c25f684794 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 210 time: 0.0357649 Nov 22 17:35:34.585093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:35:34.703381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:35:34.715106 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:35:34.726692 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:35:34.727355 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:34.750827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] No DVR routers for this DVR port 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:35:34.753996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:34.758171 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e87d0157-fa5b-4aad-bfe3-e495df774d8f req-e27a3d5b-4e9a-4682-a671-40fb53fe289f tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.62 "DELETE /v2.0/ports/4d65a53a-d3bd-4364-ac34-8fe0c8aa278d HTTP/1.1" status: 204 len: 173 time: 0.8802838 Nov 22 17:35:34.758643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-deleted', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:34.765219 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b48cef-913b-4fde-8c10-2f21dc959ba3" -d '{"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-deleted", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:34.805681 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702691a8-971e-4194-a4b6-e2b13b6ee669 x-openstack-request-id: req-702691a8-971e-4194-a4b6-e2b13b6ee669 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:34.806070 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4532bc3d-ea00-4b7d-9bad-c99702b82426", "name": "network-vif-deleted", "tag": "4d65a53a-d3bd-4364-ac34-8fe0c8aa278d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:34.806390 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-702691a8-971e-4194-a4b6-e2b13b6ee669 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:34.806965 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4532bc3d-ea00-4b7d-9bad-c99702b82426', 'name': 'network-vif-deleted', 'tag': '4d65a53a-d3bd-4364-ac34-8fe0c8aa278d', 'status': 'completed', 'code': 200} Nov 22 17:35:34.860699 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:35:35.073957 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:35.100344 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:35:35.109158 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:35:35.109744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:35.225593 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:35:35.453221 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:35.491307 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6404ce7b-83cb-458c-899f-8500e29946e6 None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ca2b3722-599d-4724-8b8f-daa228e3ffb2', 'name': '', 'network_id': '613b276b-ed39-48dc-b7d0-b5fb9eaa671b', 'tenant_id': 'af214862027d48c690531bab9585b874', 'mac_address': 'fa:16:3e:4c:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'f4facb23-f10c-44b4-b993-16369856135d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:40Z', 'updated_at': '2021-11-22T17:21:44Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'subnets': [{'id': 'f4facb23-f10c-44b4-b993-16369856135d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:35:35.611653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-20d5ecf6-f714-487e-ad5e-6014eea6861e req-5d5fd070-5d00-4240-8cc7-7a500f58dd41 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 210 time: 0.0308297 Nov 22 17:35:35.785892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a966dcd-af41-4245-86d1-c37fc57283f3 None None] New status for floating IP 15a097e6-4d55-4b77-97e8-cce8a206404b: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:35:36.719502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01a9a54c-b0e9-4207-abea-2a0350fbc1fb req-0bd71589-63ee-4049-bfa7-22f944dba3ae tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 210 time: 0.0279720 Nov 22 17:35:37.092500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:37.537965 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:35:37.559784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:35:37.560141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 4d65a53a-d3bd-4364-ac34-8fe0c8aa278d not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:35:37.828121 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-39a54299-80c7-4169-a836-c1e0e09fccef req-8027b032-fb19-470b-a810-ecc637f62a9d tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 210 time: 0.0289750 Nov 22 17:35:38.324082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:38.931999 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb7da850-e788-4a96-9c6d-2eb842bedf92 req-43c2d45a-56f8-46c3-a137-03c3eb3531d6 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/ports?device_id=4532bc3d-ea00-4b7d-9bad-c99702b82426 HTTP/1.1" status: 200 len: 210 time: 0.0286658 Nov 22 17:35:39.457779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:35:43.793778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48516) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:43.856746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c659a7bd-f886-4da8-83db-03762175aa4c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:43.882987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c659a7bd-f886-4da8-83db-03762175aa4c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:43.935353 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c659a7bd-f886-4da8-83db-03762175aa4c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:43.938023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c659a7bd-f886-4da8-83db-03762175aa4c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:43.941912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c659a7bd-f886-4da8-83db-03762175aa4c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "DELETE /v2.0/security-groups/b7a8dc77-9e31-4889-a24a-f0ea1324648c HTTP/1.1" status: 204 len: 168 time: 0.1443622 Nov 22 17:35:43.942340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48518) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:43.954461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659a7bd-f886-4da8-83db-03762175aa4c tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a8dc77-9e31-4889-a24a-f0ea1324648c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:43.958779 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-c2312a7b-4ed2-4574-b7c6-ea43d2d1665e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] show failed (client error): The resource could not be found. Nov 22 17:35:43.960358 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c2312a7b-4ed2-4574-b7c6-ea43d2d1665e tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "GET /v2.0/security-groups/b7a8dc77-9e31-4889-a24a-f0ea1324648c HTTP/1.1" status: 404 len: 347 time: 0.0162630 Nov 22 17:35:43.963581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48520) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:44.094613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Deleting port b44c1022-a02f-48a5-9eb1-c77ebb01310e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:35:44.094931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:44.178857 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:44.179134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:44.191777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Calling delete_port for b44c1022-a02f-48a5-9eb1-c77ebb01310e owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:35:44.335150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:44.367126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Pushing event deleted for resources: {'Port': ['ID=b44c1022-a02f-48a5-9eb1-c77ebb01310e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:44.438005 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:44.441121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:44.447055 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-14f9a3ea-1b2e-484f-b799-6eb685f30700 tempest-ServerActionsTestJSON-1499928414 tempest-ServerActionsTestJSON-1499928414-project] 10.222.0.59 "DELETE /v2.0/floatingips/15a097e6-4d55-4b77-97e8-cce8a206404b HTTP/1.1" status: 204 len: 168 time: 0.4777281 Nov 22 17:35:44.447055 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48522) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:45.008417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:45.292107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Deleting port ca2b3722-599d-4724-8b8f-daa228e3ffb2 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:35:45.292378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:45.378406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] For port ca2b3722-599d-4724-8b8f-daa228e3ffb2, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ca2b3722-599d-4724-8b8f-daa228e3ffb2,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:45.379134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:45.393805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Calling delete_port for ca2b3722-599d-4724-8b8f-daa228e3ffb2 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:35:45.565324 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-914ed6e6-3290-4b49-a1fc-7a8f8cfa83cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:45.584104 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:45.609431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2b3722-599d-4724-8b8f-daa228e3ffb2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:45.786667 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.015877 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Router 6a5ec291-a05c-41cf-af25-576557b0ff1b has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:35:46.128619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:35:46.133955 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d7565a93-6607-4f2f-96a9-7c6315fdda1e admin admin] 10.222.0.59 "PUT /v2.0/routers/6a5ec291-a05c-41cf-af25-576557b0ff1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873581 Nov 22 17:35:46.136695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48526) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:46.138044 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] Sync routers for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:35:46.149717 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:35:46.150389 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:46.260993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.350550 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:35:46.372760 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.429583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Deleting port 00039e00-038c-4730-ad42-2e7272098189 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:35:46.429926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.514745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] For port 00039e00-038c-4730-ad42-2e7272098189, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=00039e00-038c-4730-ad42-2e7272098189,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:46.515145 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.531250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Calling delete_port for 00039e00-038c-4730-ad42-2e7272098189 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:35:46.542717 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '00039e00-038c-4730-ad42-2e7272098189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:35:45Z', 'revision_number': 5, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port': {'id': '00039e00-038c-4730-ad42-2e7272098189', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:39Z', 'updated_at': '2021-11-22T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:46.581877 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] Checking router: 6a5ec291-a05c-41cf-af25-576557b0ff1b for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:35:46.591827 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] Routers {'6a5ec291-a05c-41cf-af25-576557b0ff1b'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:35:46.592435 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:35:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6a5ec291-a05c-41cf-af25-576557b0ff1b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:46.681243 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] Set router 6a5ec291-a05c-41cf-af25-576557b0ff1b gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:35:46.709889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.735071 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00039e00-038c-4730-ad42-2e7272098189,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:46.738807 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:35:46Z', 'revision_number': 6, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:46.751882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e34cf64-480e-4598-8f49-10009b72b124 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:35:46.776677 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c202fb4-7a4c-454f-a0c0-f07dcca2e4af None None] The sync data for ids ['6a5ec291-a05c-41cf-af25-576557b0ff1b'] in n-d-816865-2 is: [{'id': '6a5ec291-a05c-41cf-af25-576557b0ff1b', 'name': 'tempest-ServerActionsTestJSON-1342216381-router', 'tenant_id': 'af214862027d48c690531bab9585b874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:38Z', 'updated_at': '2021-11-22T17:35:46Z', 'revision_number': 6, 'project_id': 'af214862027d48c690531bab9585b874', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:35:46.817141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.908263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.910558 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.958937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.959836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a5ec291-a05c-41cf-af25-576557b0ff1b {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:35:46.964424 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:46.965592 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bef5e077-eab1-4724-bae9-54f038e904c5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6a5ec291-a05c-41cf-af25-576557b0ff1b HTTP/1.1" status: 204 len: 168 time: 0.8279545 Nov 22 17:35:46.968464 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:47.018459 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be271c4-a7c1-4197-a334-9e1f00053df0 admin admin] Deleting subnet f4facb23-f10c-44b4-b993-16369856135d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:35:47.022498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be271c4-a7c1-4197-a334-9e1f00053df0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.059557 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be271c4-a7c1-4197-a334-9e1f00053df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.156904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be271c4-a7c1-4197-a334-9e1f00053df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.220723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be271c4-a7c1-4197-a334-9e1f00053df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.248904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be271c4-a7c1-4197-a334-9e1f00053df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4facb23-f10c-44b4-b993-16369856135d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:47.250972 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5be271c4-a7c1-4197-a334-9e1f00053df0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.257832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5be271c4-a7c1-4197-a334-9e1f00053df0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f4facb23-f10c-44b4-b993-16369856135d HTTP/1.1" status: 204 len: 168 time: 0.2848191 Nov 22 17:35:47.258031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7080e2-da90-42fa-9468-915c48e66d28 None None] Network 613b276b-ed39-48dc-b7d0-b5fb9eaa671b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:35:47.258152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48530) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:47.334201 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.394242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Deleting port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:35:47.394579 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.460446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] For port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0c4a901b-c6a7-420d-b7fa-8cf188ea6121,segment=NetworkSegment(d3d572ea-cd4a-4d03-a862-78b4ef708697),segment_id=d3d572ea-cd4a-4d03-a862-78b4ef708697)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:47.460807 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.474422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Calling delete_port for 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:35:47.563086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71c25b-93d2-43c6-bdf3-cb1bd2b0d66a None None] DHCP port deletion for 613b276b-ed39-48dc-b7d0-b5fb9eaa671b request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:35:47.572818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.588505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] No DVR routers for this DVR port 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:35:47.591081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0b71c25b-93d2-43c6-bdf3-cb1bd2b0d66a None None] The port '0c4a901b-c6a7-420d-b7fa-8cf188ea6121' was deleted {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 22 17:35:47.629702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4a901b-c6a7-420d-b7fa-8cf188ea6121,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:47.692096 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.713984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613b276b-ed39-48dc-b7d0-b5fb9eaa671b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:47.741179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d572ea-cd4a-4d03-a862-78b4ef708697') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:47.741452 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d572ea-cd4a-4d03-a862-78b4ef708697') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:47.760938 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.787986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.802894 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:35:47.803445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:35:47.805235 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:35:47.868472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.876036 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:47.882634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] 10.222.0.59 "DELETE /v2.0/networks/613b276b-ed39-48dc-b7d0-b5fb9eaa671b HTTP/1.1" status: 204 len: 168 time: 0.6201987 Nov 22 17:35:47.890743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771fa15-d84c-49a5-a3e5-27d3854ea35e admin admin] Pushing event deleted for resources: {'Network': ['ID=613b276b-ed39-48dc-b7d0-b5fb9eaa671b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:47.950087 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1048cec7-c3ae-4390-a7a3-e8a4a5025a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:48.007076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48534) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:48.050043 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-db727c19-2d60-4cbd-a674-8d923d54f643 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af214862027d48c690531bab9585b874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417395 Nov 22 17:35:48.052745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48536) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:48.103358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93e07906-c992-40c9-8033-2bf7207dd508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:48.125093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93e07906-c992-40c9-8033-2bf7207dd508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:48.181894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93e07906-c992-40c9-8033-2bf7207dd508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:48.188555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93e07906-c992-40c9-8033-2bf7207dd508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:48.192053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-93e07906-c992-40c9-8033-2bf7207dd508 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2618f3cc-0a93-413e-9561-2a7a32145337 HTTP/1.1" status: 204 len: 168 time: 0.1380870 Nov 22 17:35:48.200918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e07906-c992-40c9-8033-2bf7207dd508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2618f3cc-0a93-413e-9561-2a7a32145337,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:48.262620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 00039e00-038c-4730-ad42-2e7272098189 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:35:48.283153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 00039e00-038c-4730-ad42-2e7272098189 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:35:48.283511 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 00039e00-038c-4730-ad42-2e7272098189 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:35:48.283945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:35:48.310005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:35:48.310334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0c4a901b-c6a7-420d-b7fa-8cf188ea6121 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:35:48.310792 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ca2b3722-599d-4724-8b8f-daa228e3ffb2 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:35:48.331181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ca2b3722-599d-4724-8b8f-daa228e3ffb2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:35:48.331527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ca2b3722-599d-4724-8b8f-daa228e3ffb2 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:35:48.985497 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48558) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:49.090013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1186554093-network', 'tenant_id': '2e44e22f03534b7d9fa0abe002e6fc9d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:35:49.113371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Made reservation on behalf of 2e44e22f03534b7d9fa0abe002e6fc9d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:35:49.116181 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.129298 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.206095 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.211666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.222156 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.233735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:35:49.249214 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72616223-f0ec-49a9-a9cc-1f873a2fb135,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:49.252234 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.252579 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Added segment 0c5083f2-eb99-4af7-8351-c504f2b83e43 of type vlan for network 10a2b515-0029-4a86-9d50-b2658315544c Nov 22 17:35:49.294376 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.324207 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.325313 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:49.326001 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.384106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3972964 Nov 22 17:35:49.387401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:49.391751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bbc1d-5325-4c6d-b32a-b5ed0c4e9a27 admin admin] Pushing event updated for resources: {'Network': ['ID=10a2b515-0029-4a86-9d50-b2658315544c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:49.392436 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Request body: {'subnet': {'network_id': '10a2b515-0029-4a86-9d50-b2658315544c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1186554093-subnet', 'tenant_id': '2e44e22f03534b7d9fa0abe002e6fc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:35:49.402925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 10a2b515-0029-4a86-9d50-b2658315544c details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:35:49.415428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Made reservation on behalf of 2e44e22f03534b7d9fa0abe002e6fc9d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:35:49.418531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.603996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.655670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ec2f6e-c8b7-431b-9f87-bcef0dd031d0,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:49.673455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Checking segment: {'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:35:49.673819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Network hostable DHCP agents. Network: 10a2b515-0029-4a86-9d50-b2658315544c, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:35:49.699383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Network 10a2b515-0029-4a86-9d50-b2658315544c is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:35:49.712207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 10a2b515-0029-4a86-9d50-b2658315544c) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:35:49.716822 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:49.717413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:49.722886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f31d67-76e3-4711-9eb6-d17dd56270c2 None None] Network 10a2b515-0029-4a86-9d50-b2658315544c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:35:49.740986 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-94819fdb-c667-415e-b41a-5cc77a8bce35 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3521028 Nov 22 17:35:49.861821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a248318c-7dfa-4bbe-b695-b55baf549b8c None None] Network 10a2b515-0029-4a86-9d50-b2658315544c requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:35:49.929539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-a8738cbe-746b-46f8-abf0-bb9c416a27f3 req-722409a7-0235-4bb3-b180-af566c19eb4a tempest-ServerDiskConfigTestJSON-697185249 tempest-ServerDiskConfigTestJSON-697185249-project] (103442) timed out ('10.222.0.37', 61672) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:35:50.251226 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-b572bdc8-0de7-4c25-be96-69fe0dac08d5 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:50.252712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-b572bdc8-0de7-4c25-be96-69fe0dac08d5 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/networks?id=10a2b515-0029-4a86-9d50-b2658315544c HTTP/1.1" status: 200 len: 814 time: 0.1224675 Nov 22 17:35:50.268742 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-c26be560-45cd-4ed1-844b-ccaffcd0b912 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/quotas/2e44e22f03534b7d9fa0abe002e6fc9d HTTP/1.1" status: 200 len: 375 time: 0.0098279 Nov 22 17:35:50.300846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-185b1e45-9ca0-4e49-bc73-5f4718cada8f tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e44e22f03534b7d9fa0abe002e6fc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264912 Nov 22 17:35:50.400449 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-9313df84-fc48-412c-a6d8-31d5d7ce3594 service neutron] 10.222.0.59 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919685 Nov 22 17:35:50.493487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-c3ab3dcb-2d63-4838-a6ee-a9167904c4ab service neutron] 10.222.0.59 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863535 Nov 22 17:35:50.665225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddce0eae-6e87-4f38-8bce-420f26544d45 req-9a2404b2-f7e9-4b8c-a6e2-7e1556598f96 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 210 time: 0.0320718 Nov 22 17:35:50.985023 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:51.382311 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:51.802221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73ae2ee7-d949-4abb-97d1-5087b895edee req-5d205fff-aa08-48bc-8d05-322c32799bd3 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 210 time: 0.0280871 Nov 22 17:35:51.842172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-79c5679a-fe04-4a47-b23b-93cdbbdf8d6b tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:51.843784 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-79c5679a-fe04-4a47-b23b-93cdbbdf8d6b tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.62 "GET /v2.0/networks?id=10a2b515-0029-4a86-9d50-b2658315544c HTTP/1.1" status: 200 len: 814 time: 0.1332090 Nov 22 17:35:51.858620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Request body: {'port': {'device_id': '83fb1922-f17a-401f-a054-7996d661716b', 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c', 'admin_state_up': True, 'tenant_id': '2e44e22f03534b7d9fa0abe002e6fc9d'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:35:51.984330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Made reservation on behalf of 2e44e22f03534b7d9fa0abe002e6fc9d for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:35:51.988093 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:52.124577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Allocated IP 172.20.0.3 (10a2b515-0029-4a86-9d50-b2658315544c/15ec2f6e-c8b7-431b-9f87-bcef0dd031d0/793b3625-9d33-4d23-8984-b3adef5f2ec4) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:35:52.274998 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:52.316893 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:52.361812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Network 10a2b515-0029-4a86-9d50-b2658315544c is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:35:52.365035 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:35:52.368803 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:35:52.375347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Pushing event updated for resources: {'Port': ['ID=793b3625-9d33-4d23-8984-b3adef5f2ec4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:52.427172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:52.428161 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:52.449265 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-42691161-ca03-4803-b4a4-ae1b35ac0513 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5948107 Nov 22 17:35:52.461704 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Request body: {'port': {'device_id': '83fb1922-f17a-401f-a054-7996d661716b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:35:52.518057 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:52.930717 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea0b2a-ed8a-4244-860e-fc2221c6b8f2 req-22218900-5adb-4b43-8ce7-7018a70e17b8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:52.932379 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dea0b2a-ed8a-4244-860e-fc2221c6b8f2 req-22218900-5adb-4b43-8ce7-7018a70e17b8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 931 time: 0.0554464 Nov 22 17:35:52.984082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dea0b2a-ed8a-4244-860e-fc2221c6b8f2 req-669569df-ffec-4720-ba43-fc3b1524c824 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Nov 22 17:35:53.158182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793b3625-9d33-4d23-8984-b3adef5f2ec4 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:35:53.166050 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:53.178595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Transition to ACTIVE for port object 793b3625-9d33-4d23-8984-b3adef5f2ec4 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:35:53.185108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:53.235448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Pushing event updated for resources: {'Port': ['ID=793b3625-9d33-4d23-8984-b3adef5f2ec4,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:53.308729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Attempting to bind port 793b3625-9d33-4d23-8984-b3adef5f2ec4 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:35:53.309071 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Attempting to bind port 793b3625-9d33-4d23-8984-b3adef5f2ec4 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:35:53.309405 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Attempting to bind port 793b3625-9d33-4d23-8984-b3adef5f2ec4 on network 10a2b515-0029-4a86-9d50-b2658315544c {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:35:53.313829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Port 793b3625-9d33-4d23-8984-b3adef5f2ec4 on network 10a2b515-0029-4a86-9d50-b2658315544c not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:35:53.314116 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Attempting to bind port 793b3625-9d33-4d23-8984-b3adef5f2ec4 on network 10a2b515-0029-4a86-9d50-b2658315544c {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:35:53.319452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:35:53.320225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Checking segment: {'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:35:53.320225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Bound using segment: {'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:35:53.320610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Bound port: 793b3625-9d33-4d23-8984-b3adef5f2ec4, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:35:53.320974 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:53.394620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] For port 793b3625-9d33-4d23-8984-b3adef5f2ec4, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:35:53.398418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] For port 793b3625-9d33-4d23-8984-b3adef5f2ec4, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=793b3625-9d33-4d23-8984-b3adef5f2ec4,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:35:53.404538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:53.441916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:53.442545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:53.443998 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] 10.222.0.62 "PUT /v2.0/ports/793b3625-9d33-4d23-8984-b3adef5f2ec4 HTTP/1.1" status: 200 len: 1091 time: 0.9865098 Nov 22 17:35:53.444502 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fb1922-f17a-401f-a054-7996d661716b', 'tag': '793b3625-9d33-4d23-8984-b3adef5f2ec4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:53.446986 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "83fb1922-f17a-401f-a054-7996d661716b", "tag": "793b3625-9d33-4d23-8984-b3adef5f2ec4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:53.474577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21c8db-0e13-46ce-a3cc-bc8abc906671 service neutron] Pushing event updated for resources: {'Port': ['ID=793b3625-9d33-4d23-8984-b3adef5f2ec4,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:53.488260 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7031bab-6faa-402b-bd81-848f6902b4df x-openstack-request-id: req-d7031bab-6faa-402b-bd81-848f6902b4df {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:53.488587 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fb1922-f17a-401f-a054-7996d661716b", "tag": "793b3625-9d33-4d23-8984-b3adef5f2ec4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:53.488805 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7031bab-6faa-402b-bd81-848f6902b4df {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:53.489219 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fb1922-f17a-401f-a054-7996d661716b', 'tag': '793b3625-9d33-4d23-8984-b3adef5f2ec4', 'status': 'completed', 'code': 200} Nov 22 17:35:53.539101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ac8dd8b5-ea45-4f92-a28d-eda26ab33190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:53.540651 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-ac8dd8b5-ea45-4f92-a28d-eda26ab33190 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e44e22f03534b7d9fa0abe002e6fc9d&device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 1094 time: 0.0472288 Nov 22 17:35:53.585353 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-bf3e291b-e8ae-4090-8e82-1200fd19a238 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=793b3625-9d33-4d23-8984-b3adef5f2ec4 HTTP/1.1" status: 200 len: 217 time: 0.0353639 Nov 22 17:35:53.634133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-af8ed485-8bb5-48a1-ab8d-f8a9dd53750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:53.635689 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-af8ed485-8bb5-48a1-ab8d-f8a9dd53750b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15ec2f6e-c8b7-431b-9f87-bcef0dd031d0 HTTP/1.1" status: 200 len: 854 time: 0.0439875 Nov 22 17:35:53.667009 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-1e8f86cf-0da8-4095-bcea-8770c3983539 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10a2b515-0029-4a86-9d50-b2658315544c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243993 Nov 22 17:35:53.765249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-17a36b90-3944-4148-826f-66cabb152ed4 service neutron] 10.222.0.62 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912688 Nov 22 17:35:53.861170 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-4ee8f657-f052-406c-bb1e-1dadcf3e2c03 req-48b18019-93bd-4cc4-bfc8-7becf01e4e27 service neutron] 10.222.0.62 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891354 Nov 22 17:35:53.955904 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-ebce4dbe-ff02-4e83-83dc-10f7c09cf888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:53.957512 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-ebce4dbe-ff02-4e83-83dc-10f7c09cf888 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e44e22f03534b7d9fa0abe002e6fc9d&device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 1094 time: 0.0463183 Nov 22 17:35:54.055358 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-4c4c3c8e-611a-4d75-b3b7-94c29e75c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:54.056940 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-4c4c3c8e-611a-4d75-b3b7-94c29e75c5e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=10a2b515-0029-4a86-9d50-b2658315544c HTTP/1.1" status: 200 len: 915 time: 0.0919828 Nov 22 17:35:54.104235 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-8d73e88a-dca9-445c-af66-897c9602df27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=793b3625-9d33-4d23-8984-b3adef5f2ec4 HTTP/1.1" status: 200 len: 217 time: 0.0403867 Nov 22 17:35:54.111095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35090a4-b460-49a1-86e6-cfdeb6414420 req-8056ffc4-76be-4dc6-b93c-6469010c8d6f tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:54.112612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e35090a4-b460-49a1-86e6-cfdeb6414420 req-8056ffc4-76be-4dc6-b93c-6469010c8d6f tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 943 time: 0.0524731 Nov 22 17:35:54.155155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-bee1f40b-8041-408a-b244-9612d4013a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:54.156749 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-bee1f40b-8041-408a-b244-9612d4013a3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15ec2f6e-c8b7-431b-9f87-bcef0dd031d0 HTTP/1.1" status: 200 len: 854 time: 0.0463145 Nov 22 17:35:54.165460 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e35090a4-b460-49a1-86e6-cfdeb6414420 req-b1151344-6be5-4dd1-b666-6140c925a5db tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Nov 22 17:35:54.191825 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-55e0cff9-7492-4a7c-b3fe-4ec443105a10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=10a2b515-0029-4a86-9d50-b2658315544c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273013 Nov 22 17:35:54.294572 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-4d636fac-2cfd-4024-b124-f9ef459c41c0 service neutron] 10.222.0.62 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949197 Nov 22 17:35:54.390281 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bbf96ca6-3ed9-4ebe-9e74-a2bd8bd8d5f3 req-bea3cc13-953a-4bb9-a96f-99a210876f22 service neutron] 10.222.0.62 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893295 Nov 22 17:35:55.295803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f33075-e0a2-43df-8b36-58b4a5d86c1e req-22b39bab-6a9b-41e1-9a26-bee60ef5e254 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:55.297303 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34f33075-e0a2-43df-8b36-58b4a5d86c1e req-22b39bab-6a9b-41e1-9a26-bee60ef5e254 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 943 time: 0.0583932 Nov 22 17:35:55.346030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-34f33075-e0a2-43df-8b36-58b4a5d86c1e req-172214d3-b2ad-4fea-8676-7dbdca092f4d tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Nov 22 17:35:56.478546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3897ac2-5be7-45c7-b48d-169f5d8a4871 req-38301535-a37a-4984-b7ed-fb1ed7b1c321 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:56.480097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3897ac2-5be7-45c7-b48d-169f5d8a4871 req-38301535-a37a-4984-b7ed-fb1ed7b1c321 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 943 time: 0.0582666 Nov 22 17:35:56.530181 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e3897ac2-5be7-45c7-b48d-169f5d8a4871 req-e26840af-9694-4ee0-ad04-4086b72500af tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Nov 22 17:35:57.609387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 793b3625-9d33-4d23-8984-b3adef5f2ec4 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:35:57.669890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994b9de-a458-4197-a898-479642284887 req-3218196e-a97b-41cf-ac30-47b83fa02f69 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:57.671470 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9994b9de-a458-4197-a898-479642284887 req-3218196e-a97b-41cf-ac30-47b83fa02f69 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 943 time: 0.0550275 Nov 22 17:35:57.708266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 793b3625-9d33-4d23-8984-b3adef5f2ec4, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=793b3625-9d33-4d23-8984-b3adef5f2ec4,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:57.718988 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9994b9de-a458-4197-a898-479642284887 req-d8e6d84f-66c6-4251-b872-45706cafc0d7 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Nov 22 17:35:57.720035 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '793b3625-9d33-4d23-8984-b3adef5f2ec4', 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c', 'port_id': '793b3625-9d33-4d23-8984-b3adef5f2ec4', 'mac_address': 'fa:16:3e:51:b4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ec2f6e-c8b7-431b-9f87-bcef0dd031d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:35:57.763017 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:57.777453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793b3625-9d33-4d23-8984-b3adef5f2ec4 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:35:57.798578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 793b3625-9d33-4d23-8984-b3adef5f2ec4, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=793b3625-9d33-4d23-8984-b3adef5f2ec4,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:57.804359 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:57.858897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=793b3625-9d33-4d23-8984-b3adef5f2ec4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:58.094021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['793b3625-9d33-4d23-8984-b3adef5f2ec4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:35:58.841739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ab50e-4b44-4c99-b44c-d6c32e24107d req-93b86d1c-710b-4283-9122-daba7e02b24c tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:58.843366 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de8ab50e-4b44-4c99-b44c-d6c32e24107d req-93b86d1c-710b-4283-9122-daba7e02b24c tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 944 time: 0.0518780 Nov 22 17:35:58.893539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-de8ab50e-4b44-4c99-b44c-d6c32e24107d req-94014487-55e2-4ccd-b535-11da98529c61 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 Nov 22 17:35:59.608118 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 793b3625-9d33-4d23-8984-b3adef5f2ec4 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:35:59.662992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 793b3625-9d33-4d23-8984-b3adef5f2ec4 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:35:59.667588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 793b3625-9d33-4d23-8984-b3adef5f2ec4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:35:59.668020 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:59.754470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:59.786831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fb1922-f17a-401f-a054-7996d661716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b3625-9d33-4d23-8984-b3adef5f2ec4'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:59.789179 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b36caad-f51d-414f-8d08-1eff775f009b" -d '{"events": [{"server_uuid": "83fb1922-f17a-401f-a054-7996d661716b", "name": "network-vif-plugged", "status": "completed", "tag": "793b3625-9d33-4d23-8984-b3adef5f2ec4"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:59.803350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 793b3625-9d33-4d23-8984-b3adef5f2ec4, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=793b3625-9d33-4d23-8984-b3adef5f2ec4,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:59.811194 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:59.844380 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67cf1bb-e87c-4cd6-a62e-648545506408 x-openstack-request-id: req-d67cf1bb-e87c-4cd6-a62e-648545506408 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:59.844678 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fb1922-f17a-401f-a054-7996d661716b", "name": "network-vif-plugged", "status": "completed", "tag": "793b3625-9d33-4d23-8984-b3adef5f2ec4", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:59.844944 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d67cf1bb-e87c-4cd6-a62e-648545506408 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:59.845342 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fb1922-f17a-401f-a054-7996d661716b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793b3625-9d33-4d23-8984-b3adef5f2ec4', 'code': 200} Nov 22 17:35:59.865571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=793b3625-9d33-4d23-8984-b3adef5f2ec4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:59.946752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bf0a6-355f-42f3-96cf-0cf441c7fc72 req-696dad9e-6a28-4a47-bcd8-a4fbb0373efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:59.948461 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-418bf0a6-355f-42f3-96cf-0cf441c7fc72 req-696dad9e-6a28-4a47-bcd8-a4fbb0373efd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 1096 time: 0.0455360 Nov 22 17:36:00.002790 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-418bf0a6-355f-42f3-96cf-0cf441c7fc72 req-403a8f04-831b-4793-ae0c-365d7e9f5e2c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458786 Nov 22 17:36:00.015395 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f8ecf-2417-4674-a3dd-3e1aabf2a9e7 req-4168b46d-c649-40d3-b38e-37701b0ab1ea tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:00.016894 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-844f8ecf-2417-4674-a3dd-3e1aabf2a9e7 req-4168b46d-c649-40d3-b38e-37701b0ab1ea tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0498102 Nov 22 17:36:00.069321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-844f8ecf-2417-4674-a3dd-3e1aabf2a9e7 req-88c000b7-1829-4111-837d-7ec40c9abf22 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462182 Nov 22 17:36:01.211813 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaba66-2880-47f1-8ba5-f697ff30a743 req-6e01f69c-cc94-4800-88d0-e84c0cca063a tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:01.213284 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cdaba66-2880-47f1-8ba5-f697ff30a743 req-6e01f69c-cc94-4800-88d0-e84c0cca063a tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0634115 Nov 22 17:36:01.266118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2cdaba66-2880-47f1-8ba5-f697ff30a743 req-2c528b0a-2e70-4015-8f35-90f2a70d8d00 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 Nov 22 17:36:02.392049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde91c9-bb77-4f44-945c-934b08a4c927 req-89267bb0-9ffb-4071-bb87-26b6e5c05667 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:02.393534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6bde91c9-bb77-4f44-945c-934b08a4c927 req-89267bb0-9ffb-4071-bb87-26b6e5c05667 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0511148 Nov 22 17:36:02.444482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6bde91c9-bb77-4f44-945c-934b08a4c927 req-81ba2759-1e34-419b-a2b9-543c031a219d tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448198 Nov 22 17:36:02.698300 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23610b5-497c-4566-9391-c7d874da9414 req-499dd081-8bb1-496d-99fd-3135626b801e tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:02.699756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-499dd081-8bb1-496d-99fd-3135626b801e tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/networks?id=10a2b515-0029-4a86-9d50-b2658315544c HTTP/1.1" status: 200 len: 814 time: 0.1154923 Nov 22 17:36:02.715854 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-445a92b0-0fee-4940-b3d7-6c6e33b7dd03 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/quotas/2e44e22f03534b7d9fa0abe002e6fc9d HTTP/1.1" status: 200 len: 375 time: 0.0098794 Nov 22 17:36:02.772413 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-f9014aa7-b00e-4c64-b936-1db4bb5c1d25 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2e44e22f03534b7d9fa0abe002e6fc9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509839 Nov 22 17:36:02.913011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-b8d56a1d-8ac9-48f7-8564-e5edaf3f1e3b service neutron] 10.222.0.59 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307929 Nov 22 17:36:03.005659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-659fc0df-78ac-43de-b498-ebe734a3f500 service neutron] 10.222.0.59 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843229 Nov 22 17:36:03.222224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b38abc4f-46c9-4886-9828-d6d85b6799c9 req-9f54baaf-bdfc-40ca-b850-c3bd5da84d76 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 210 time: 0.0829546 Nov 22 17:36:04.228067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23610b5-497c-4566-9391-c7d874da9414 req-eba29c17-a2a0-45a1-bb3b-ab5400b578bd tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:04.229520 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-eba29c17-a2a0-45a1-bb3b-ab5400b578bd tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.37 "GET /v2.0/networks?id=10a2b515-0029-4a86-9d50-b2658315544c HTTP/1.1" status: 200 len: 814 time: 0.1091821 Nov 22 17:36:04.245527 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Request body: {'port': {'device_id': 'f573f7f6-9d1f-4fa5-8cd1-2653fce5020c', 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c', 'admin_state_up': True, 'tenant_id': '2e44e22f03534b7d9fa0abe002e6fc9d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:04.328746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e2ba24e-c869-4847-97ce-2e5dcf4416db req-eef3359f-2cc9-45dd-a6be-9b57ad4d44ff tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 210 time: 0.0347226 Nov 22 17:36:04.385602 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Made reservation on behalf of 2e44e22f03534b7d9fa0abe002e6fc9d for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:04.390036 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:04.520684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Allocated IP 172.20.0.7 (10a2b515-0029-4a86-9d50-b2658315544c/15ec2f6e-c8b7-431b-9f87-bcef0dd031d0/1b0619dc-76c6-4494-8bf7-f757ae8803cb) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:04.670042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:04.704884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:04.718350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['793b3625-9d33-4d23-8984-b3adef5f2ec4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:36:04.754337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Network 10a2b515-0029-4a86-9d50-b2658315544c is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:04.757694 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:04.763750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:04.776055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Pushing event updated for resources: {'Port': ['ID=1b0619dc-76c6-4494-8bf7-f757ae8803cb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:04.808050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.808780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.809676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.810175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.810519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.810823 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.811176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.811503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.812311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.812311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.812543 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.812783 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:04.838963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:04.839561 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:04.856611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-fa8dfa2e-6dcb-49db-910a-c2502a522347 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6165416 Nov 22 17:36:04.869207 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Request body: {'port': {'device_id': 'f573f7f6-9d1f-4fa5-8cd1-2653fce5020c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:04.928829 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:05.489637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f3a70-c371-46e1-a965-104f79756d2c req-68dc8a7e-163c-4816-b683-9d0b02f1d2b9 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:05.491141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-330f3a70-c371-46e1-a965-104f79756d2c req-68dc8a7e-163c-4816-b683-9d0b02f1d2b9 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 931 time: 0.0841520 Nov 22 17:36:05.571736 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0619dc-76c6-4494-8bf7-f757ae8803cb {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:36:05.583658 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:05.589341 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-330f3a70-c371-46e1-a965-104f79756d2c req-f5362ff2-862d-4ff6-8ad3-3035c8231906 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910068 Nov 22 17:36:05.600596 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Transition to ACTIVE for port object 1b0619dc-76c6-4494-8bf7-f757ae8803cb will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:36:05.614986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:05.671218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0619dc-76c6-4494-8bf7-f757ae8803cb,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:05.741321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Attempting to bind port 1b0619dc-76c6-4494-8bf7-f757ae8803cb on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:05.741657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Attempting to bind port 1b0619dc-76c6-4494-8bf7-f757ae8803cb by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:05.741989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Attempting to bind port 1b0619dc-76c6-4494-8bf7-f757ae8803cb on network 10a2b515-0029-4a86-9d50-b2658315544c {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:05.746586 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Port 1b0619dc-76c6-4494-8bf7-f757ae8803cb on network 10a2b515-0029-4a86-9d50-b2658315544c not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:36:05.746921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Attempting to bind port 1b0619dc-76c6-4494-8bf7-f757ae8803cb on network 10a2b515-0029-4a86-9d50-b2658315544c {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:05.751833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:05.752171 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Checking segment: {'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:05.752593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Bound using segment: {'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:05.752978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Bound port: 1b0619dc-76c6-4494-8bf7-f757ae8803cb, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5083f2-eb99-4af7-8351-c504f2b83e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:05.753332 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:05.826859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] For port 1b0619dc-76c6-4494-8bf7-f757ae8803cb, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:05.830607 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] For port 1b0619dc-76c6-4494-8bf7-f757ae8803cb, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1b0619dc-76c6-4494-8bf7-f757ae8803cb,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:05.837592 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:05.877837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:05.878470 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:05.887166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/1b0619dc-76c6-4494-8bf7-f757ae8803cb HTTP/1.1" status: 200 len: 1091 time: 1.0222557 Nov 22 17:36:05.887673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f573f7f6-9d1f-4fa5-8cd1-2653fce5020c', 'tag': '1b0619dc-76c6-4494-8bf7-f757ae8803cb'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:05.890197 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e390b0d-88e2-4195-9881-abf3bc006011" -d '{"events": [{"name": "network-changed", "server_uuid": "f573f7f6-9d1f-4fa5-8cd1-2653fce5020c", "tag": "1b0619dc-76c6-4494-8bf7-f757ae8803cb"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:05.916126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923d5d5-5089-4100-a033-8c6043aa89e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0619dc-76c6-4494-8bf7-f757ae8803cb,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:05.951488 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad299ac-3ba4-4c3c-8115-1cba84e55325 x-openstack-request-id: req-1ad299ac-3ba4-4c3c-8115-1cba84e55325 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:05.951775 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f573f7f6-9d1f-4fa5-8cd1-2653fce5020c", "tag": "1b0619dc-76c6-4494-8bf7-f757ae8803cb", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:05.952083 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1ad299ac-3ba4-4c3c-8115-1cba84e55325 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:05.952469 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f573f7f6-9d1f-4fa5-8cd1-2653fce5020c', 'tag': '1b0619dc-76c6-4494-8bf7-f757ae8803cb', 'status': 'completed', 'code': 200} Nov 22 17:36:05.986081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23610b5-497c-4566-9391-c7d874da9414 req-1f1fdf7f-3ce5-44af-b6e2-7fb155dfcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:05.987645 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-1f1fdf7f-3ce5-44af-b6e2-7fb155dfcd9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e44e22f03534b7d9fa0abe002e6fc9d&device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 1094 time: 0.0457220 Nov 22 17:36:06.030844 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-ecba7932-3bda-474e-91b1-3037089ddd55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b0619dc-76c6-4494-8bf7-f757ae8803cb HTTP/1.1" status: 200 len: 217 time: 0.0357413 Nov 22 17:36:06.086324 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23610b5-497c-4566-9391-c7d874da9414 req-bdd4971f-5b4c-4604-b34e-8c5a14973025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:06.088354 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-bdd4971f-5b4c-4604-b34e-8c5a14973025 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15ec2f6e-c8b7-431b-9f87-bcef0dd031d0 HTTP/1.1" status: 200 len: 854 time: 0.0512078 Nov 22 17:36:06.122896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-75537c54-cbe9-43d3-bdef-a850c0f64ca0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10a2b515-0029-4a86-9d50-b2658315544c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258343 Nov 22 17:36:06.224214 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-5eea2652-a74e-4d94-9c1c-d37be6b3d4b7 service neutron] 10.222.0.37 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938869 Nov 22 17:36:06.317890 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f23610b5-497c-4566-9391-c7d874da9414 req-facbb3de-ca08-41c5-8762-47d47a49302f service neutron] 10.222.0.37 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866296 Nov 22 17:36:06.418107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-776f975c-e4c5-4e9e-9afd-33bb5568e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:06.419859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-776f975c-e4c5-4e9e-9afd-33bb5568e519 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e44e22f03534b7d9fa0abe002e6fc9d&device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 1094 time: 0.0462215 Nov 22 17:36:06.515202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-e21b2ef8-309a-4756-8920-cdd95a5edf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:06.516667 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-e21b2ef8-309a-4756-8920-cdd95a5edf93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=10a2b515-0029-4a86-9d50-b2658315544c HTTP/1.1" status: 200 len: 915 time: 0.0894172 Nov 22 17:36:06.559384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-0a426082-c153-4f0b-a790-7819832cb548 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b0619dc-76c6-4494-8bf7-f757ae8803cb HTTP/1.1" status: 200 len: 217 time: 0.0353355 Nov 22 17:36:06.617768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-bdbc6469-7436-49d3-9935-ae55d969fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:06.620128 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-bdbc6469-7436-49d3-9935-ae55d969fd04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15ec2f6e-c8b7-431b-9f87-bcef0dd031d0 HTTP/1.1" status: 200 len: 854 time: 0.0543685 Nov 22 17:36:06.659274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-15319f2d-1999-48c0-9e07-c0504e95f514 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=10a2b515-0029-4a86-9d50-b2658315544c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313778 Nov 22 17:36:06.775635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b1b4e-eb05-4def-be83-2a5a9579f4e2 req-941328b2-642b-4edc-93c8-8d2fdb20b877 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:06.777130 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-577b1b4e-eb05-4def-be83-2a5a9579f4e2 req-941328b2-642b-4edc-93c8-8d2fdb20b877 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 943 time: 0.1093061 Nov 22 17:36:06.800117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-9cb090dc-0891-4e1c-8771-f8c75499c402 service neutron] 10.222.0.37 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235764 Nov 22 17:36:06.885064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-577b1b4e-eb05-4def-be83-2a5a9579f4e2 req-793f66e0-9b69-4929-b69a-37a092844baf tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013420 Nov 22 17:36:06.918162 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e390b0d-88e2-4195-9881-abf3bc006011 req-38097394-fad6-435c-bbe7-6ee2bae18ad4 service neutron] 10.222.0.37 "GET /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098835 Nov 22 17:36:07.103304 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:08.017442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8cd80-18e1-430f-a05b-cdbe198ab547 req-d2409931-0914-425d-a67e-439eb82e9e1e tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:08.019004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5a8cd80-18e1-430f-a05b-cdbe198ab547 req-d2409931-0914-425d-a67e-439eb82e9e1e tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 943 time: 0.0544930 Nov 22 17:36:08.071097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e5a8cd80-18e1-430f-a05b-cdbe198ab547 req-c19201ae-a272-4448-8ad4-e5d5f70b3ec8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Nov 22 17:36:08.333406 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:09.202078 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb1a4e-261b-4642-96d4-e5d2b5d70e90 req-803ea301-3c26-4f3d-9fe6-9c35afb3a8ab tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:09.203627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81bb1a4e-261b-4642-96d4-e5d2b5d70e90 req-803ea301-3c26-4f3d-9fe6-9c35afb3a8ab tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 943 time: 0.0598328 Nov 22 17:36:09.255755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81bb1a4e-261b-4642-96d4-e5d2b5d70e90 req-05e94822-55b8-4ad4-bd63-73a43239280e tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458047 Nov 22 17:36:09.862380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1b0619dc-76c6-4494-8bf7-f757ae8803cb details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:36:09.967251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1b0619dc-76c6-4494-8bf7-f757ae8803cb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1b0619dc-76c6-4494-8bf7-f757ae8803cb,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:09.978977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '1b0619dc-76c6-4494-8bf7-f757ae8803cb', 'network_id': '10a2b515-0029-4a86-9d50-b2658315544c', 'port_id': '1b0619dc-76c6-4494-8bf7-f757ae8803cb', 'mac_address': 'fa:16:3e:5f:89:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15ec2f6e-c8b7-431b-9f87-bcef0dd031d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:36:10.018297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:10.031886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0619dc-76c6-4494-8bf7-f757ae8803cb {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:36:10.053009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1b0619dc-76c6-4494-8bf7-f757ae8803cb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1b0619dc-76c6-4494-8bf7-f757ae8803cb,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:10.059844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:10.112674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=1b0619dc-76c6-4494-8bf7-f757ae8803cb,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:10.251282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['1b0619dc-76c6-4494-8bf7-f757ae8803cb'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:36:10.378471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600a0df-3a30-4eae-913b-af4856034348 req-190a966c-40e9-4e02-976a-b66e994390da tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:10.379922 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c600a0df-3a30-4eae-913b-af4856034348 req-190a966c-40e9-4e02-976a-b66e994390da tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 944 time: 0.0517533 Nov 22 17:36:10.434642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c600a0df-3a30-4eae-913b-af4856034348 req-072cacac-2d88-44d7-a7bb-345db65968d2 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483763 Nov 22 17:36:11.565832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca3a03-6238-4539-b7d9-48f99ba3cf92 req-2b6c5b71-d880-4507-bc5a-f89127736575 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:11.567315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88ca3a03-6238-4539-b7d9-48f99ba3cf92 req-2b6c5b71-d880-4507-bc5a-f89127736575 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 944 time: 0.0541325 Nov 22 17:36:11.624357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88ca3a03-6238-4539-b7d9-48f99ba3cf92 req-f48fbc02-3d82-425c-964e-30ff46c30e7b tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Nov 22 17:36:11.873450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1b0619dc-76c6-4494-8bf7-f757ae8803cb up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:11.932895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 1b0619dc-76c6-4494-8bf7-f757ae8803cb completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:36:11.937382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 1b0619dc-76c6-4494-8bf7-f757ae8803cb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:11.937762 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:12.021658 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:12.045660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f573f7f6-9d1f-4fa5-8cd1-2653fce5020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0619dc-76c6-4494-8bf7-f757ae8803cb'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:12.047886 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915cca16-8c95-4e81-a0cc-98c42b5338a4" -d '{"events": [{"server_uuid": "f573f7f6-9d1f-4fa5-8cd1-2653fce5020c", "name": "network-vif-plugged", "status": "completed", "tag": "1b0619dc-76c6-4494-8bf7-f757ae8803cb"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:12.060084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 1b0619dc-76c6-4494-8bf7-f757ae8803cb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1b0619dc-76c6-4494-8bf7-f757ae8803cb,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:12.065660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:12.089087 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe9dd7-1703-41e9-9acd-11b8ff19a7a7 x-openstack-request-id: req-51fe9dd7-1703-41e9-9acd-11b8ff19a7a7 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:12.089384 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f573f7f6-9d1f-4fa5-8cd1-2653fce5020c", "name": "network-vif-plugged", "status": "completed", "tag": "1b0619dc-76c6-4494-8bf7-f757ae8803cb", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:12.089666 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51fe9dd7-1703-41e9-9acd-11b8ff19a7a7 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:12.090070 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f573f7f6-9d1f-4fa5-8cd1-2653fce5020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0619dc-76c6-4494-8bf7-f757ae8803cb', 'code': 200} Nov 22 17:36:12.119269 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=1b0619dc-76c6-4494-8bf7-f757ae8803cb,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:12.126809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.127164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.127509 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.127859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.128186 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.128530 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.128865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.129195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.129516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.129840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.130368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.130706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:12.204383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbbe27-27dc-43f3-9228-57c2a7d828cc req-dae5f1ee-d526-45c8-86f3-7cf84604ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:12.205909 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26dbbe27-27dc-43f3-9228-57c2a7d828cc req-dae5f1ee-d526-45c8-86f3-7cf84604ee2b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 1096 time: 0.0501695 Nov 22 17:36:12.260187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26dbbe27-27dc-43f3-9228-57c2a7d828cc req-3ba4267b-4e07-49b0-987d-857284d856c9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Nov 22 17:36:12.760579 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477b5d4-62cf-4534-befd-e7cc6979f281 req-db6db4a3-ac4d-4dee-99ec-7fe4422e97fd tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:12.762319 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d477b5d4-62cf-4534-befd-e7cc6979f281 req-db6db4a3-ac4d-4dee-99ec-7fe4422e97fd tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 945 time: 0.0627162 Nov 22 17:36:12.829089 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d477b5d4-62cf-4534-befd-e7cc6979f281 req-bb73aa96-1b2a-4ab9-850e-ea362cdb7b01 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548410 Nov 22 17:36:13.969621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97171146-023b-4e68-aa85-083bf52d0a5d req-bea3b155-b361-497d-9c73-b02a6dd0e1a5 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:13.971248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97171146-023b-4e68-aa85-083bf52d0a5d req-bea3b155-b361-497d-9c73-b02a6dd0e1a5 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 945 time: 0.0582037 Nov 22 17:36:14.027608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97171146-023b-4e68-aa85-083bf52d0a5d req-103f7eba-c274-401d-98c9-ed9562511ea7 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482278 Nov 22 17:36:14.290378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2a73-88cf-4dc9-96ce-f60c4a906fce req-c3b5dba1-b380-4175-bc8d-1bce838f5e62 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:14.291828 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-192e2a73-88cf-4dc9-96ce-f60c4a906fce req-c3b5dba1-b380-4175-bc8d-1bce838f5e62 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 945 time: 0.0529542 Nov 22 17:36:14.351422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-192e2a73-88cf-4dc9-96ce-f60c4a906fce req-3c6cd827-1964-4bab-8520-3b01ce5a7041 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529728 Nov 22 17:36:15.482739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9b941-5339-436a-b492-180f6bf523a8 req-2c645845-1d0a-4fd9-b296-3434071b4637 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:15.484261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07f9b941-5339-436a-b492-180f6bf523a8 req-2c645845-1d0a-4fd9-b296-3434071b4637 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 945 time: 0.0576589 Nov 22 17:36:15.543833 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07f9b941-5339-436a-b492-180f6bf523a8 req-3e3c80ab-aab0-4f91-8d91-c3e331e64bb4 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534170 Nov 22 17:36:15.565737 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-511bb0ca-4033-44ba-8a51-22ce57860e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:15.584189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-f42eecd4-8360-40fd-be31-7799bc2e04fb tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:15.585779 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-f42eecd4-8360-40fd-be31-7799bc2e04fb tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.37 "GET /v2.0/ports?device_id=f573f7f6-9d1f-4fa5-8cd1-2653fce5020c HTTP/1.1" status: 200 len: 945 time: 0.0594592 Nov 22 17:36:15.687010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Deleting port 1b0619dc-76c6-4494-8bf7-f757ae8803cb {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:15.687282 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:15.781475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] For port 1b0619dc-76c6-4494-8bf7-f757ae8803cb, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=1b0619dc-76c6-4494-8bf7-f757ae8803cb,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:15.781848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:15.795558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Calling delete_port for 1b0619dc-76c6-4494-8bf7-f757ae8803cb owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:15.931692 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:15.944226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['1b0619dc-76c6-4494-8bf7-f757ae8803cb'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:36:15.962778 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Pushing event deleted for resources: {'Port': ['ID=1b0619dc-76c6-4494-8bf7-f757ae8803cb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:15.966762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['793b3625-9d33-4d23-8984-b3adef5f2ec4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:36:16.008379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] No DVR routers for this DVR port 1b0619dc-76c6-4494-8bf7-f757ae8803cb on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:16.011288 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:16.014972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-467bc9a7-4437-43ed-b19a-50610b454a22 req-7894579a-9e38-4ad6-8433-2b383780c4b0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.37 "DELETE /v2.0/ports/1b0619dc-76c6-4494-8bf7-f757ae8803cb HTTP/1.1" status: 204 len: 173 time: 0.4232156 Nov 22 17:36:16.015434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f573f7f6-9d1f-4fa5-8cd1-2653fce5020c', 'name': 'network-vif-deleted', 'tag': '1b0619dc-76c6-4494-8bf7-f757ae8803cb'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:16.017924 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441c09c0-fabc-48f3-b3fa-006d1f0a2d5a" -d '{"events": [{"server_uuid": "f573f7f6-9d1f-4fa5-8cd1-2653fce5020c", "name": "network-vif-deleted", "tag": "1b0619dc-76c6-4494-8bf7-f757ae8803cb"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:16.062839 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bfa0c4-7079-4d53-a194-4fe0c58b6d26 x-openstack-request-id: req-53bfa0c4-7079-4d53-a194-4fe0c58b6d26 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:16.063375 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f573f7f6-9d1f-4fa5-8cd1-2653fce5020c", "name": "network-vif-deleted", "tag": "1b0619dc-76c6-4494-8bf7-f757ae8803cb", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:16.063638 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53bfa0c4-7079-4d53-a194-4fe0c58b6d26 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:16.064433 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f573f7f6-9d1f-4fa5-8cd1-2653fce5020c', 'name': 'network-vif-deleted', 'tag': '1b0619dc-76c6-4494-8bf7-f757ae8803cb', 'status': 'completed', 'code': 200} Nov 22 17:36:16.457559 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:36:16.711723 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dcf87-2247-4d21-acbe-1c301190c323 req-9601015a-ac93-42ac-8c5a-4f18e2b004bb tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:16.713186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef3dcf87-2247-4d21-acbe-1c301190c323 req-9601015a-ac93-42ac-8c5a-4f18e2b004bb tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0562294 Nov 22 17:36:16.763270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef3dcf87-2247-4d21-acbe-1c301190c323 req-3da98e70-9cb6-4091-9e95-b68384d21327 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 Nov 22 17:36:16.901286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62014-cd1f-4432-8855-fe56ad580af7 req-a67838ec-d89e-43b9-8df6-677d34fd762f tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:16.902807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01f62014-cd1f-4432-8855-fe56ad580af7 req-a67838ec-d89e-43b9-8df6-677d34fd762f tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0516558 Nov 22 17:36:16.957364 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01f62014-cd1f-4432-8855-fe56ad580af7 req-a194b264-4d0d-4a32-aaac-5f85e4d92345 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449977 Nov 22 17:36:17.089312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c5923-2af5-457b-8308-299c3c5f63b5 req-3444678c-06e4-4f1e-a3d5-2c01eab395a0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.090886 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a39c5923-2af5-457b-8308-299c3c5f63b5 req-3444678c-06e4-4f1e-a3d5-2c01eab395a0 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0574622 Nov 22 17:36:17.145345 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a39c5923-2af5-457b-8308-299c3c5f63b5 req-25a151a1-7be1-4888-a773-21043b4cb0ae tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Nov 22 17:36:17.340673 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3b08b-1b38-4358-adaa-5019a60b479a req-3d3575ca-df3a-4340-87ec-7fe811f12c79 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.343342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37d3b08b-1b38-4358-adaa-5019a60b479a req-3d3575ca-df3a-4340-87ec-7fe811f12c79 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0589511 Nov 22 17:36:17.394288 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-37d3b08b-1b38-4358-adaa-5019a60b479a req-604f4b65-246b-4f47-9ab6-52172512eca6 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447669 Nov 22 17:36:17.534289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddce663-50f8-4b3b-b447-17b96f695897 req-8363689d-0c03-45b2-b509-5935526c6ef4 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.534822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fddce663-50f8-4b3b-b447-17b96f695897 req-8363689d-0c03-45b2-b509-5935526c6ef4 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0647483 Nov 22 17:36:17.595509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fddce663-50f8-4b3b-b447-17b96f695897 req-2809d42e-b4e8-4d56-97de-5ab0f6a6d53a tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517399 Nov 22 17:36:17.732918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8da586-5bb8-4947-8fbf-7f6dc4ad9bc1 req-f6327ade-82de-4c79-956c-b0ee3ef1f236 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.735025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b8da586-5bb8-4947-8fbf-7f6dc4ad9bc1 req-f6327ade-82de-4c79-956c-b0ee3ef1f236 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0578544 Nov 22 17:36:17.788820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b8da586-5bb8-4947-8fbf-7f6dc4ad9bc1 req-9196165c-f129-4578-b525-e52096573025 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473535 Nov 22 17:36:17.946664 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a80051e3-4fc7-4c8f-aa91-f25bc88efa48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:18.125571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4eeced-4d0d-4fb0-ae55-6d94b3d89ca8 req-6ea079ec-1c41-461c-8fd9-83ffdf800213 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:18.127920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c4eeced-4d0d-4fb0-ae55-6d94b3d89ca8 req-6ea079ec-1c41-461c-8fd9-83ffdf800213 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0548074 Nov 22 17:36:18.182172 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7c4eeced-4d0d-4fb0-ae55-6d94b3d89ca8 req-aabf2a4e-3c8a-4494-adc6-f3ce0c904ca6 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Nov 22 17:36:19.226526 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:19.323898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2635bee-597a-4ff0-b9cf-181e82c8a17d req-fee5734a-0111-4810-8742-c23434d54f74 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:19.325808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2635bee-597a-4ff0-b9cf-181e82c8a17d req-fee5734a-0111-4810-8742-c23434d54f74 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0700881 Nov 22 17:36:19.378238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b2635bee-597a-4ff0-b9cf-181e82c8a17d req-7660da7d-940f-4dba-aca9-b2b518c06fa2 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/security-groups?id=72616223-f0ec-49a9-a9cc-1f873a2fb135&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451801 Nov 22 17:36:19.767505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-ddf4bc1e-0745-47db-a92d-87cf7783223d tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:19.769497 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-ddf4bc1e-0745-47db-a92d-87cf7783223d tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.62 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 945 time: 0.0597377 Nov 22 17:36:19.876104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Deleting port 793b3625-9d33-4d23-8984-b3adef5f2ec4 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:19.876454 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:19.889298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1b0619dc-76c6-4494-8bf7-f757ae8803cb no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:19.912303 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 1b0619dc-76c6-4494-8bf7-f757ae8803cb {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:19.912665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 1b0619dc-76c6-4494-8bf7-f757ae8803cb not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:19.988722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] For port 793b3625-9d33-4d23-8984-b3adef5f2ec4, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=793b3625-9d33-4d23-8984-b3adef5f2ec4,segment=NetworkSegment(0c5083f2-eb99-4af7-8351-c504f2b83e43),segment_id=0c5083f2-eb99-4af7-8351-c504f2b83e43)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:19.989097 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.003781 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Calling delete_port for 793b3625-9d33-4d23-8984-b3adef5f2ec4 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:20.143693 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.157973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['793b3625-9d33-4d23-8984-b3adef5f2ec4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:36:20.174512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Pushing event deleted for resources: {'Port': ['ID=793b3625-9d33-4d23-8984-b3adef5f2ec4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:20.199227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.199590 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.199939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.200279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.200617 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.200962 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.201300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.201884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.202247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.202583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.202917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.203278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.225036 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] No DVR routers for this DVR port 793b3625-9d33-4d23-8984-b3adef5f2ec4 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:20.235773 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.240088 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72e9b26b-ca0d-4554-af4d-0ba066af0642 req-90737135-46b7-4e6a-84f2-a4a8e50243f8 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.62 "DELETE /v2.0/ports/793b3625-9d33-4d23-8984-b3adef5f2ec4 HTTP/1.1" status: 204 len: 173 time: 0.4634762 Nov 22 17:36:20.240556 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fb1922-f17a-401f-a054-7996d661716b', 'name': 'network-vif-deleted', 'tag': '793b3625-9d33-4d23-8984-b3adef5f2ec4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:20.242899 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97427ff5-c6fb-4ba2-8c78-ee4c41139ea0" -d '{"events": [{"server_uuid": "83fb1922-f17a-401f-a054-7996d661716b", "name": "network-vif-deleted", "tag": "793b3625-9d33-4d23-8984-b3adef5f2ec4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:20.282625 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e640dee6-24b5-4c42-ae4c-9d0e79095ae4 x-openstack-request-id: req-e640dee6-24b5-4c42-ae4c-9d0e79095ae4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:20.283029 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fb1922-f17a-401f-a054-7996d661716b", "name": "network-vif-deleted", "tag": "793b3625-9d33-4d23-8984-b3adef5f2ec4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:20.283352 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e640dee6-24b5-4c42-ae4c-9d0e79095ae4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:20.283944 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fb1922-f17a-401f-a054-7996d661716b', 'name': 'network-vif-deleted', 'tag': '793b3625-9d33-4d23-8984-b3adef5f2ec4', 'status': 'completed', 'code': 200} Nov 22 17:36:20.490889 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88766b15-30b2-46c5-8576-71765f970216 req-a51b8348-9578-4496-8353-07ceb8b04051 tempest-ServersNegativeTestJSON-1633057154 tempest-ServersNegativeTestJSON-1633057154-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fb1922-f17a-401f-a054-7996d661716b HTTP/1.1" status: 200 len: 210 time: 0.0271595 Nov 22 17:36:20.991980 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.378138 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.555487 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48716) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:21.611364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-745b81ad-ecd5-41aa-931c-15477ce0dd7f admin admin] Deleting subnet 15ec2f6e-c8b7-431b-9f87-bcef0dd031d0 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:36:21.614813 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-745b81ad-ecd5-41aa-931c-15477ce0dd7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.659404 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-745b81ad-ecd5-41aa-931c-15477ce0dd7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.705234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-745b81ad-ecd5-41aa-931c-15477ce0dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.762469 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-745b81ad-ecd5-41aa-931c-15477ce0dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.792281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-745b81ad-ecd5-41aa-931c-15477ce0dd7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.795500 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-745b81ad-ecd5-41aa-931c-15477ce0dd7f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/15ec2f6e-c8b7-431b-9f87-bcef0dd031d0 HTTP/1.1" status: 204 len: 168 time: 0.2389305 Nov 22 17:36:21.796387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b81ad-ecd5-41aa-931c-15477ce0dd7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ec2f6e-c8b7-431b-9f87-bcef0dd031d0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:21.798195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48718) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:21.872523 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.956553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.978357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a2b515-0029-4a86-9d50-b2658315544c']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:21.987766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5083f2-eb99-4af7-8351-c504f2b83e43') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:21.988068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5083f2-eb99-4af7-8351-c504f2b83e43') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:22.002071 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.016281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.023000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:22.023399 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:22.025121 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:22.085122 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.091309 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.094977 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] 10.222.0.59 "DELETE /v2.0/networks/10a2b515-0029-4a86-9d50-b2658315544c HTTP/1.1" status: 204 len: 168 time: 0.2956123 Nov 22 17:36:22.106093 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeea89a-da5e-41b1-9c78-38a6f7324eec admin admin] Pushing event deleted for resources: {'Network': ['ID=10a2b515-0029-4a86-9d50-b2658315544c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:22.210627 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48722) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:22.254791 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-19978538-09b4-4cd2-ab45-4fd7c81a5aab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e44e22f03534b7d9fa0abe002e6fc9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428190 Nov 22 17:36:22.257965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48724) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:22.316556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59eb45ea-8935-452b-af9a-3788e40c110d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.339649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59eb45ea-8935-452b-af9a-3788e40c110d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.403367 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59eb45ea-8935-452b-af9a-3788e40c110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.406180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-59eb45ea-8935-452b-af9a-3788e40c110d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.407397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-59eb45ea-8935-452b-af9a-3788e40c110d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72616223-f0ec-49a9-a9cc-1f873a2fb135 HTTP/1.1" status: 204 len: 168 time: 0.1484959 Nov 22 17:36:22.416001 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb45ea-8935-452b-af9a-3788e40c110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72616223-f0ec-49a9-a9cc-1f873a2fb135,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:23.226639 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48746) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:23.337216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037979246'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:23.367857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:23.371521 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.380071 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.455771 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.463321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.491034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:23.501062 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c2c6ff-b6ed-42c1-8e17-8e1ace1642a8,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:23.506351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.506706 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Added segment 6ecb0375-19d7-4b20-9bff-15c5b4c038a9 of type vlan for network d3fd34c3-f34e-435c-bb89-28ae93009133 Nov 22 17:36:23.546983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.574622 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.580422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:23.581010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.643033 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4151266 Nov 22 17:36:23.650943 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308e47a-8a2d-4dde-aca1-72753ba40b59 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Network': ['ID=d3fd34c3-f34e-435c-bb89-28ae93009133,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:23.661872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network d3fd34c3-f34e-435c-bb89-28ae93009133 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:23.700611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 793b3625-9d33-4d23-8984-b3adef5f2ec4 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:23.736629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 793b3625-9d33-4d23-8984-b3adef5f2ec4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:23.736978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 793b3625-9d33-4d23-8984-b3adef5f2ec4 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:26.954919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48750) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:26.966992 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'subnet': {'network_id': 'd3fd34c3-f34e-435c-bb89-28ae93009133', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:27.061782 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:27.067858 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.265064 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.328587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Subnet': ['ID=f1e15c29-2208-45f7-9052-b98103f99f1c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:27.345659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Checking segment: {'id': '6ecb0375-19d7-4b20-9bff-15c5b4c038a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd3fd34c3-f34e-435c-bb89-28ae93009133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:27.346061 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network hostable DHCP agents. Network: d3fd34c3-f34e-435c-bb89-28ae93009133, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:27.367917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network d3fd34c3-f34e-435c-bb89-28ae93009133 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:27.378677 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, d3fd34c3-f34e-435c-bb89-28ae93009133) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:27.383247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:27.383860 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.388539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85707670-ee73-4bc0-9461-4d4b4b606faf None None] Network d3fd34c3-f34e-435c-bb89-28ae93009133 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:27.402941 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6ef8fb2c-e56a-4c95-930f-bbf9b4513a21 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4465978 Nov 22 17:36:27.406821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48752) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:27.411783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474588054'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:27.433970 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:27.437793 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.463586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:27.473245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.473596 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Added segment d852e45c-0c05-4148-ac7b-c7d10b4ac05e of type vlan for network 1117f43c-341e-4c81-8cd2-6a1703373c4a Nov 22 17:36:27.513299 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.543423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.545456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-d3fd34c3-f34e-435c-bb89-28ae93009133', 'network_id': 'd3fd34c3-f34e-435c-bb89-28ae93009133', 'tenant_id': '3cdd06d41b5949dcbdb8d5ebba3e2922', 'fixed_ips': [{'subnet_id': 'f1e15c29-2208-45f7-9052-b98103f99f1c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:27.546425 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.550195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:27.550816 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.612038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2034559 Nov 22 17:36:27.614500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48754) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:27.626483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'subnet': {'network_id': '1117f43c-341e-4c81-8cd2-6a1703373c4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:27.626741 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed7a06-9223-410d-8f61-08653b2eaf19 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Network': ['ID=1117f43c-341e-4c81-8cd2-6a1703373c4a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:27.639309 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 1117f43c-341e-4c81-8cd2-6a1703373c4a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:27.729372 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:27.733717 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.737543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Allocated IP 2001:db8:0:ffff::2 (d3fd34c3-f34e-435c-bb89-28ae93009133/f1e15c29-2208-45f7-9052-b98103f99f1c/d55fe470-eb70-4d0a-ac7f-69467060e38f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:27.945989 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.007774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Subnet': ['ID=7a9e1e29-5057-4762-afa2-7e4996532639,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:28.019070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Checking segment: {'id': 'd852e45c-0c05-4148-ac7b-c7d10b4ac05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '1117f43c-341e-4c81-8cd2-6a1703373c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:28.019444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network hostable DHCP agents. Network: 1117f43c-341e-4c81-8cd2-6a1703373c4a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:28.038102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network 1117f43c-341e-4c81-8cd2-6a1703373c4a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:28.049870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 1117f43c-341e-4c81-8cd2-6a1703373c4a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:28.054242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:28.055123 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.061720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5959c68d-e948-495f-a58b-1617a0205257 None None] Network 1117f43c-341e-4c81-8cd2-6a1703373c4a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:28.069007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.073195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4ddab454-ba73-4344-a146-2862dd095e81 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4559608 Nov 22 17:36:28.075940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:28.108101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.168586 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Network d3fd34c3-f34e-435c-bb89-28ae93009133 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:28.177657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:28.180366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:28.182592 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.191354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Pushing event updated for resources: {'Port': ['ID=d55fe470-eb70-4d0a-ac7f-69467060e38f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:28.267929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.283355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Attempting to bind port d55fe470-eb70-4d0a-ac7f-69467060e38f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:28.283725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Attempting to bind port d55fe470-eb70-4d0a-ac7f-69467060e38f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6ecb0375-19d7-4b20-9bff-15c5b4c038a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd3fd34c3-f34e-435c-bb89-28ae93009133'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:28.284093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Attempting to bind port d55fe470-eb70-4d0a-ac7f-69467060e38f on network d3fd34c3-f34e-435c-bb89-28ae93009133 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:28.295131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:28.295536 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Checking segment: {'id': '6ecb0375-19d7-4b20-9bff-15c5b4c038a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd3fd34c3-f34e-435c-bb89-28ae93009133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:28.295906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.296471 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Bound using segment: {'id': '6ecb0375-19d7-4b20-9bff-15c5b4c038a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd3fd34c3-f34e-435c-bb89-28ae93009133'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:28.297115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Bound port: d55fe470-eb70-4d0a-ac7f-69467060e38f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecb0375-19d7-4b20-9bff-15c5b4c038a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd3fd34c3-f34e-435c-bb89-28ae93009133'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:28.297500 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.342142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.351273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2717c03-ae0a-4e23-a3aa-4a402ad28a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-1117f43c-341e-4c81-8cd2-6a1703373c4a', 'network_id': '1117f43c-341e-4c81-8cd2-6a1703373c4a', 'tenant_id': '3cdd06d41b5949dcbdb8d5ebba3e2922', 'fixed_ips': [{'subnet_id': '7a9e1e29-5057-4762-afa2-7e4996532639'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:28.352131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d2717c03-ae0a-4e23-a3aa-4a402ad28a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.372297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9e1e29-5057-4762-afa2-7e4996532639,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:28.435694 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.447493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] For port d55fe470-eb70-4d0a-ac7f-69467060e38f, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:28.459755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1117f43c-341e-4c81-8cd2-6a1703373c4a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:28.462371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] For port d55fe470-eb70-4d0a-ac7f-69467060e38f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d55fe470-eb70-4d0a-ac7f-69467060e38f,segment=NetworkSegment(6ecb0375-19d7-4b20-9bff-15c5b4c038a9),segment_id=6ecb0375-19d7-4b20-9bff-15c5b4c038a9)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:28.464755 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e92b4-fc1f-4938-adcf-7cdfbd60261e None None] Network 1117f43c-341e-4c81-8cd2-6a1703373c4a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:28.473684 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd852e45c-0c05-4148-ac7b-c7d10b4ac05e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:28.473973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd852e45c-0c05-4148-ac7b-c7d10b4ac05e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:28.477990 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.483248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.496749 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.503829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:28.504251 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:28.507707 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:28.578101 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.586286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.590007 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/1117f43c-341e-4c81-8cd2-6a1703373c4a HTTP/1.1" status: 204 len: 168 time: 0.5130658 Nov 22 17:36:28.594476 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48758) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:28.601517 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301526509'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:28.615731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f6504-3f99-4732-b53f-3bc7a2538348 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Network': ['ID=1117f43c-341e-4c81-8cd2-6a1703373c4a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:28.632024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414dfda-cc31-489e-8f95-09d69d403357 None None] Pushing event updated for resources: {'Port': ['ID=d55fe470-eb70-4d0a-ac7f-69467060e38f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:28.639251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:28.644182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.668765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:28.679605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.679943 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Added segment 29c6d753-1195-4d64-8899-1bdf0ae5162e of type vlan for network 24a7d01c-ada0-42ef-847a-a9f9786bdf00 Nov 22 17:36:28.724073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.765541 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.772355 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:28.772986 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.829050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2324674 Nov 22 17:36:28.832622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48760) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:28.838289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'subnet': {'network_id': '24a7d01c-ada0-42ef-847a-a9f9786bdf00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:28.845283 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaeb775-5cdb-449c-8f40-65be34a6e05c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Network': ['ID=24a7d01c-ada0-42ef-847a-a9f9786bdf00,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:28.856632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 24a7d01c-ada0-42ef-847a-a9f9786bdf00 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:28.945367 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:28.948985 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.020719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Performing IP validity checks on allocation pools {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 17:36:29.021118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.ipam_backend_mixin [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 17:36:29.153443 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.217793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Subnet': ['ID=9f60125a-a162-4d39-aa51-ade424b9be4c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:29.229445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Checking segment: {'id': '29c6d753-1195-4d64-8899-1bdf0ae5162e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24a7d01c-ada0-42ef-847a-a9f9786bdf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:29.229810 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network hostable DHCP agents. Network: 24a7d01c-ada0-42ef-847a-a9f9786bdf00, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:29.249946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network 24a7d01c-ada0-42ef-847a-a9f9786bdf00 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:29.261030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 24a7d01c-ada0-42ef-847a-a9f9786bdf00) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:29.265699 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:29.266393 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.274154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1ae7d-0eb4-446c-a792-cc01a429e2b9 None None] Network 24a7d01c-ada0-42ef-847a-a9f9786bdf00 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:29.285059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-910c37c0-f0f4-40b6-a244-0a69c2d7141c tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4509106 Nov 22 17:36:29.287910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48762) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:29.394452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.432759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fa386c-be19-485e-8dfa-a39bf2c08e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-24a7d01c-ada0-42ef-847a-a9f9786bdf00', 'network_id': '24a7d01c-ada0-42ef-847a-a9f9786bdf00', 'tenant_id': '3cdd06d41b5949dcbdb8d5ebba3e2922', 'fixed_ips': [{'subnet_id': '9f60125a-a162-4d39-aa51-ade424b9be4c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:29.433645 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-19fa386c-be19-485e-8dfa-a39bf2c08e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.480377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.546115 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server [None req-19fa386c-be19-485e-8dfa-a39bf2c08e55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f60125a-a162-4d39-aa51-ade424b9be4c: This subnet is being modified by another concurrent operation. Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server raise exception Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f60125a-a162-4d39-aa51-ade424b9be4c: This subnet is being modified by another concurrent operation. Nov 22 17:36:29.549256 n-d-816865-2 neutron-server[103444]: ERROR oslo_messaging.rpc.server Nov 22 17:36:29.566885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f986da-5268-4a8c-b53a-ea70d9532d55 None None] Network 24a7d01c-ada0-42ef-847a-a9f9786bdf00 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:29.573826 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Subnet': ['ID=9f60125a-a162-4d39-aa51-ade424b9be4c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:29.613611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d49a6-d353-41f3-b23a-fdc812420ff9 None None] Network d3fd34c3-f34e-435c-bb89-28ae93009133 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:29.642065 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.661893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a7d01c-ada0-42ef-847a-a9f9786bdf00']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:29.670871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c6d753-1195-4d64-8899-1bdf0ae5162e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:29.671777 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c6d753-1195-4d64-8899-1bdf0ae5162e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:29.681718 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.694884 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.700991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:29.701390 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:29.704419 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:29.758843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4aab71dc-640c-470d-b0e0-80331e6f278b None None] Provisioning complete for port d55fe470-eb70-4d0a-ac7f-69467060e38f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:29.759309 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4aab71dc-640c-470d-b0e0-80331e6f278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.765692 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.775227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.782144 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/24a7d01c-ada0-42ef-847a-a9f9786bdf00 HTTP/1.1" status: 204 len: 168 time: 0.4892542 Nov 22 17:36:29.787034 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48764) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:29.797192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-234590117'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:29.800521 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caff258-eadd-4060-8e6d-7c363a1510fb tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Network': ['ID=24a7d01c-ada0-42ef-847a-a9f9786bdf00,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:29.821308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:29.825621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.853774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:29.863000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.863350 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Added segment 0696358f-f6be-43ef-823d-793710f64ef0 of type vlan for network f29cf48f-99f3-473e-abb9-422fcfc7fc2f Nov 22 17:36:29.901919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.908028 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4aab71dc-640c-470d-b0e0-80331e6f278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.940490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.948817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4aab71dc-640c-470d-b0e0-80331e6f278b None None] For port d55fe470-eb70-4d0a-ac7f-69467060e38f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d55fe470-eb70-4d0a-ac7f-69467060e38f,segment=NetworkSegment(6ecb0375-19d7-4b20-9bff-15c5b4c038a9),segment_id=6ecb0375-19d7-4b20-9bff-15c5b4c038a9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:29.950188 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:29.951203 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.954201 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4aab71dc-640c-470d-b0e0-80331e6f278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.008921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab71dc-640c-470d-b0e0-80331e6f278b None None] Pushing event updated for resources: {'Port': ['ID=d55fe470-eb70-4d0a-ac7f-69467060e38f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:30.012685 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2291007 Nov 22 17:36:30.013381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:30.020135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'subnet': {'network_id': 'f29cf48f-99f3-473e-abb9-422fcfc7fc2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:30.036030 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bbdbf-b16b-4c55-9af2-17161bd0e1a0 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Network': ['ID=f29cf48f-99f3-473e-abb9-422fcfc7fc2f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:30.048031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f29cf48f-99f3-473e-abb9-422fcfc7fc2f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:30.129624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccba17df-895a-422a-a605-d626054785fa None None] get_active_networks_info from n-d-816865-2 {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:36:30.133876 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:30.137745 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.195602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3cdda91e-87d6-469f-ae3c-e52b7aab161d None None] Provisioning complete for port d55fe470-eb70-4d0a-ac7f-69467060e38f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:30.195963 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3cdda91e-87d6-469f-ae3c-e52b7aab161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.239827 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccba17df-895a-422a-a605-d626054785fa None None] Resources bound (agent type, host, resource id): {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:36:30.326935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d55fe470-eb70-4d0a-ac7f-69467060e38f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:30.343255 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.402599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Subnet': ['ID=8794911e-e3e9-4523-ac08-dfff03ed45f0,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:30.418507 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Checking segment: {'id': '0696358f-f6be-43ef-823d-793710f64ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f29cf48f-99f3-473e-abb9-422fcfc7fc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:30.418879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network hostable DHCP agents. Network: f29cf48f-99f3-473e-abb9-422fcfc7fc2f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:30.437341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network f29cf48f-99f3-473e-abb9-422fcfc7fc2f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:30.448532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f29cf48f-99f3-473e-abb9-422fcfc7fc2f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:30.448976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d55fe470-eb70-4d0a-ac7f-69467060e38f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:30.449368 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.453611 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:30.454318 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.471539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2d006f96-0f16-43b9-ac82-8416040d9198 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569595 Nov 22 17:36:30.476343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48768) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:30.482022 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-861100212'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:30.505909 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:30.509580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.534933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:30.544661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.545196 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Added segment a1754efb-e728-4dd3-8873-15e0d37089fc of type vlan for network 21438897-a96e-426f-a1c2-0b748d07c12d Nov 22 17:36:30.578590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d3b27-6ca2-434c-a2cf-966fecc79b25 None None] Network f29cf48f-99f3-473e-abb9-422fcfc7fc2f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:30.586863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.612266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.617778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:30.618394 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.689308 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2083049 Nov 22 17:36:30.689997 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:30.697199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Request body: {'subnet': {'network_id': '21438897-a96e-426f-a1c2-0b748d07c12d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:30.704200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63a3e6-26ff-46d1-8ea5-15efdba3950b tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Network': ['ID=21438897-a96e-426f-a1c2-0b748d07c12d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:30.725744 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 21438897-a96e-426f-a1c2-0b748d07c12d details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:30.770337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f29cf48f-99f3-473e-abb9-422fcfc7fc2f', 'network_id': 'f29cf48f-99f3-473e-abb9-422fcfc7fc2f', 'tenant_id': '3cdd06d41b5949dcbdb8d5ebba3e2922', 'fixed_ips': [{'subnet_id': '8794911e-e3e9-4523-ac08-dfff03ed45f0'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:30.771230 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.789964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Made reservation on behalf of 3cdd06d41b5949dcbdb8d5ebba3e2922 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:30.793534 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.936448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Allocated IP 2001:db8::2 (f29cf48f-99f3-473e-abb9-422fcfc7fc2f/8794911e-e3e9-4523-ac08-dfff03ed45f0/8290cc6f-ac93-4bec-95b3-4f37fba6313c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:30.978270 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.041561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event updated for resources: {'Subnet': ['ID=0c75f8fd-a253-46f3-9d61-eca9aa7aeb6c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:31.057008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Checking segment: {'id': 'a1754efb-e728-4dd3-8873-15e0d37089fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '21438897-a96e-426f-a1c2-0b748d07c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:31.057367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network hostable DHCP agents. Network: 21438897-a96e-426f-a1c2-0b748d07c12d, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:31.078069 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Network 21438897-a96e-426f-a1c2-0b748d07c12d is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:31.089153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 21438897-a96e-426f-a1c2-0b748d07c12d) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:31.094018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:31.094723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.099818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f593b9fe-c001-4ff5-beac-f81b4904882d None None] Network 21438897-a96e-426f-a1c2-0b748d07c12d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:31.114005 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-593064c1-6186-40de-bb77-c57b0568d39a tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4230461 Nov 22 17:36:31.116675 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48772) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:31.149663 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.160380 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.214327 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.219564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Network f29cf48f-99f3-473e-abb9-422fcfc7fc2f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:31.228492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:31.238628 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:31.244565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Pushing event updated for resources: {'Port': ['ID=8290cc6f-ac93-4bec-95b3-4f37fba6313c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:31.271912 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.333881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Attempting to bind port 8290cc6f-ac93-4bec-95b3-4f37fba6313c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:31.334258 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Attempting to bind port 8290cc6f-ac93-4bec-95b3-4f37fba6313c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '0696358f-f6be-43ef-823d-793710f64ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f29cf48f-99f3-473e-abb9-422fcfc7fc2f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:31.334783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Attempting to bind port 8290cc6f-ac93-4bec-95b3-4f37fba6313c on network f29cf48f-99f3-473e-abb9-422fcfc7fc2f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:31.336540 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.353292 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:31.353794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Checking segment: {'id': '0696358f-f6be-43ef-823d-793710f64ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f29cf48f-99f3-473e-abb9-422fcfc7fc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:31.354066 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.354454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Bound using segment: {'id': '0696358f-f6be-43ef-823d-793710f64ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f29cf48f-99f3-473e-abb9-422fcfc7fc2f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:31.354913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Bound port: 8290cc6f-ac93-4bec-95b3-4f37fba6313c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0696358f-f6be-43ef-823d-793710f64ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f29cf48f-99f3-473e-abb9-422fcfc7fc2f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:31.355324 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.361705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Subnet': ['ID=0c75f8fd-a253-46f3-9d61-eca9aa7aeb6c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:31.365571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f9e2a-3fc2-42dc-bb8d-b91e05923b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-21438897-a96e-426f-a1c2-0b748d07c12d', 'network_id': '21438897-a96e-426f-a1c2-0b748d07c12d', 'tenant_id': '3cdd06d41b5949dcbdb8d5ebba3e2922', 'fixed_ips': [{'subnet_id': '0c75f8fd-a253-46f3-9d61-eca9aa7aeb6c'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:31.367083 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e44f9e2a-3fc2-42dc-bb8d-b91e05923b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.425826 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.445980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21438897-a96e-426f-a1c2-0b748d07c12d']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:31.455342 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1754efb-e728-4dd3-8873-15e0d37089fc') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:31.455653 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1754efb-e728-4dd3-8873-15e0d37089fc') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:31.470061 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.483932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.486543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da00d5b-5cca-43f4-9b4f-7248b931f6a7 None None] Network 21438897-a96e-426f-a1c2-0b748d07c12d requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:31.489467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] For port 8290cc6f-ac93-4bec-95b3-4f37fba6313c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:31.491343 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:31.491758 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.493135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] For port 8290cc6f-ac93-4bec-95b3-4f37fba6313c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8290cc6f-ac93-4bec-95b3-4f37fba6313c,segment=NetworkSegment(0696358f-f6be-43ef-823d-793710f64ef0),segment_id=0696358f-f6be-43ef-823d-793710f64ef0)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:31.494774 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:31.560214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.570223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.573506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/21438897-a96e-426f-a1c2-0b748d07c12d HTTP/1.1" status: 204 len: 168 time: 0.4558825 Nov 22 17:36:31.577194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:31.584366 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42647306-4b16-4785-86ea-f094e16bb1b5 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Network': ['ID=21438897-a96e-426f-a1c2-0b748d07c12d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:31.613893 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-af70af74-2523-4d74-a333-0353b26884a6 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] GET failed (client error): The resource could not be found. Nov 22 17:36:31.615711 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-af70af74-2523-4d74-a333-0353b26884a6 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "GET /v2.0/subnets/0c75f8fd-a253-46f3-9d61-eca9aa7aeb6c HTTP/1.1" status: 404 len: 337 time: 0.0371764 Nov 22 17:36:31.618754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48776) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:31.638827 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd97789-7733-4ad2-a7de-ce3589f945e3 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] DELETE failed (client error): The resource could not be found. Nov 22 17:36:31.639384 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd97789-7733-4ad2-a7de-ce3589f945e3 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:36:31.646476 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6cd97789-7733-4ad2-a7de-ce3589f945e3 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/21438897-a96e-426f-a1c2-0b748d07c12d HTTP/1.1" status: 404 len: 339 time: 0.0229077 Nov 22 17:36:31.647025 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48778) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:31.680574 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-43acb711-b873-482f-a605-ee388016720e tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] DELETE failed (client error): The resource could not be found. Nov 22 17:36:31.681051 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43acb711-b873-482f-a605-ee388016720e tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:36:31.686540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-43acb711-b873-482f-a605-ee388016720e tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/subnets/0c75f8fd-a253-46f3-9d61-eca9aa7aeb6c HTTP/1.1" status: 404 len: 337 time: 0.0361114 Nov 22 17:36:31.687146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:31.706447 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.707117 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a9d1b8-d8fd-4123-a531-2a0beeea50e6 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] DELETE failed (client error): The resource could not be found. Nov 22 17:36:31.707316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a9d1b8-d8fd-4123-a531-2a0beeea50e6 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:36:31.713118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-51a9d1b8-d8fd-4123-a531-2a0beeea50e6 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/21438897-a96e-426f-a1c2-0b748d07c12d HTTP/1.1" status: 404 len: 339 time: 0.0222428 Nov 22 17:36:31.713468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48782) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:31.771971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ca772f-ad1e-4fe3-965d-8098e972b397 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Deleting subnet 8794911e-e3e9-4523-ac08-dfff03ed45f0 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:36:31.776176 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73ca772f-ad1e-4fe3-965d-8098e972b397 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.790476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b871d-50f1-4b66-adba-a6806678bfb2 None None] Pushing event updated for resources: {'Port': ['ID=8290cc6f-ac93-4bec-95b3-4f37fba6313c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:31.830643 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73ca772f-ad1e-4fe3-965d-8098e972b397 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.919477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73ca772f-ad1e-4fe3-965d-8098e972b397 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.999550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73ca772f-ad1e-4fe3-965d-8098e972b397 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.032446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca772f-ad1e-4fe3-965d-8098e972b397 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Subnet': ['ID=8794911e-e3e9-4523-ac08-dfff03ed45f0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:32.036467 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-73ca772f-ad1e-4fe3-965d-8098e972b397 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.040054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-73ca772f-ad1e-4fe3-965d-8098e972b397 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/subnets/8794911e-e3e9-4523-ac08-dfff03ed45f0 HTTP/1.1" status: 204 len: 168 time: 0.3256614 Nov 22 17:36:32.042546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48784) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:32.120204 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.176159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Deleting port 8290cc6f-ac93-4bec-95b3-4f37fba6313c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:32.176512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.246376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] For port 8290cc6f-ac93-4bec-95b3-4f37fba6313c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8290cc6f-ac93-4bec-95b3-4f37fba6313c,segment=NetworkSegment(0696358f-f6be-43ef-823d-793710f64ef0),segment_id=0696358f-f6be-43ef-823d-793710f64ef0)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:32.246857 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.260581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Calling delete_port for 8290cc6f-ac93-4bec-95b3-4f37fba6313c owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:32.300484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8290cc6f-ac93-4bec-95b3-4f37fba6313c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:32.345010 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.350540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8290cc6f-ac93-4bec-95b3-4f37fba6313c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:32.351071 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.369889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Port 8290cc6f-ac93-4bec-95b3-4f37fba6313c was deleted so its status cannot be updated. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 17:36:32.370616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Port': ['ID=8290cc6f-ac93-4bec-95b3-4f37fba6313c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:32.373978 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No DVR routers for this DVR port 8290cc6f-ac93-4bec-95b3-4f37fba6313c on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:32.457237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.477773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29cf48f-99f3-473e-abb9-422fcfc7fc2f']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:32.488659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0696358f-f6be-43ef-823d-793710f64ef0') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:32.488963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0696358f-f6be-43ef-823d-793710f64ef0') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:32.499230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.513436 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.521152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:32.521654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:32.525335 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:32.596535 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.603957 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.607209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/f29cf48f-99f3-473e-abb9-422fcfc7fc2f HTTP/1.1" status: 204 len: 168 time: 0.5636444 Nov 22 17:36:32.609982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48786) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:32.628003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d2c0d-3612-4076-b98b-0e2851ca08a1 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Network': ['ID=f29cf48f-99f3-473e-abb9-422fcfc7fc2f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:32.646897 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-85228e9a-1b34-4115-bfae-f9acd76efbce tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] DELETE failed (client error): The resource could not be found. Nov 22 17:36:32.647418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85228e9a-1b34-4115-bfae-f9acd76efbce tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:36:32.650526 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-85228e9a-1b34-4115-bfae-f9acd76efbce tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/subnets/9f60125a-a162-4d39-aa51-ade424b9be4c HTTP/1.1" status: 404 len: 337 time: 0.0396056 Nov 22 17:36:32.653082 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:32.671741 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b564ac-b8f9-4b02-be46-c453e7007ce4 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] DELETE failed (client error): The resource could not be found. Nov 22 17:36:32.672258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b564ac-b8f9-4b02-be46-c453e7007ce4 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:36:32.675328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b9b564ac-b8f9-4b02-be46-c453e7007ce4 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/24a7d01c-ada0-42ef-847a-a9f9786bdf00 HTTP/1.1" status: 404 len: 339 time: 0.0213046 Nov 22 17:36:32.677892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48790) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:32.704048 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0461512f-dacb-497d-bf67-320e50b0ec37 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] DELETE failed (client error): The resource could not be found. Nov 22 17:36:32.704493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0461512f-dacb-497d-bf67-320e50b0ec37 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:36:32.708161 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0461512f-dacb-497d-bf67-320e50b0ec37 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/subnets/7a9e1e29-5057-4762-afa2-7e4996532639 HTTP/1.1" status: 404 len: 337 time: 0.0293610 Nov 22 17:36:32.711260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48792) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:32.729724 n-d-816865-2 neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de1e8d7-dd95-45f9-b17e-069be3171b87 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] DELETE failed (client error): The resource could not be found. Nov 22 17:36:32.730240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de1e8d7-dd95-45f9-b17e-069be3171b87 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:36:32.735794 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9de1e8d7-dd95-45f9-b17e-069be3171b87 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/1117f43c-341e-4c81-8cd2-6a1703373c4a HTTP/1.1" status: 404 len: 339 time: 0.0211475 Nov 22 17:36:32.736372 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48794) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:32.773456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304059a-e685-438e-af61-3b2967ed65e4 None None] DHCP port deletion for f29cf48f-99f3-473e-abb9-422fcfc7fc2f request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:32.788382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7312f5-12f2-41bb-ad3a-854cdf7d38f2 None None] Network f29cf48f-99f3-473e-abb9-422fcfc7fc2f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:32.797847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-26db5286-3995-4af0-ac22-0ba037fcf060 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Deleting subnet f1e15c29-2208-45f7-9052-b98103f99f1c {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:36:32.800927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7312f5-12f2-41bb-ad3a-854cdf7d38f2 None None] Network f29cf48f-99f3-473e-abb9-422fcfc7fc2f could not be found, it might have been deleted concurrently. {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 17:36:32.801438 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26db5286-3995-4af0-ac22-0ba037fcf060 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.817108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6e2cc772-b05a-4a15-8ae5-55dbabc41a48 None None] Could not find standard attr ID for object 8290cc6f-ac93-4bec-95b3-4f37fba6313c. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:36:32.849573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26db5286-3995-4af0-ac22-0ba037fcf060 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.936550 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26db5286-3995-4af0-ac22-0ba037fcf060 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.997472 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26db5286-3995-4af0-ac22-0ba037fcf060 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.022079 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db5286-3995-4af0-ac22-0ba037fcf060 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e15c29-2208-45f7-9052-b98103f99f1c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:33.028043 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-26db5286-3995-4af0-ac22-0ba037fcf060 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.031683 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-26db5286-3995-4af0-ac22-0ba037fcf060 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/subnets/f1e15c29-2208-45f7-9052-b98103f99f1c HTTP/1.1" status: 204 len: 168 time: 0.2941861 Nov 22 17:36:33.035446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48796) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:33.039958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f72b5-f483-44fc-a634-63884fa7e73c None None] Network d3fd34c3-f34e-435c-bb89-28ae93009133 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:33.124915 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.178587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Deleting port d55fe470-eb70-4d0a-ac7f-69467060e38f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:33.178917 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.216357 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] DHCP port deletion for d3fd34c3-f34e-435c-bb89-28ae93009133 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:33.248114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] For port d55fe470-eb70-4d0a-ac7f-69467060e38f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d55fe470-eb70-4d0a-ac7f-69467060e38f,segment=NetworkSegment(6ecb0375-19d7-4b20-9bff-15c5b4c038a9),segment_id=6ecb0375-19d7-4b20-9bff-15c5b4c038a9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:33.248493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.262002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Calling delete_port for d55fe470-eb70-4d0a-ac7f-69467060e38f owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:33.269769 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] Deleting port d55fe470-eb70-4d0a-ac7f-69467060e38f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:33.270142 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.331612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] For port d55fe470-eb70-4d0a-ac7f-69467060e38f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d55fe470-eb70-4d0a-ac7f-69467060e38f,segment=NetworkSegment(6ecb0375-19d7-4b20-9bff-15c5b4c038a9),segment_id=6ecb0375-19d7-4b20-9bff-15c5b4c038a9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:33.331993 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.344790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.345017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] Calling delete_port for d55fe470-eb70-4d0a-ac7f-69467060e38f owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:33.371322 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Port': ['ID=d55fe470-eb70-4d0a-ac7f-69467060e38f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:33.373117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] No DVR routers for this DVR port d55fe470-eb70-4d0a-ac7f-69467060e38f on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:36:33.421529 n-d-816865-2 neutron-server[103444]: self.session.flush() Nov 22 17:36:33.432470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.457347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] Pushing event deleted for resources: {'Port': ['ID=d55fe470-eb70-4d0a-ac7f-69467060e38f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:33.457571 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.460995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e8ff6-b969-4fbd-834b-2b21b6dda242 None None] No DVR routers for this DVR port d55fe470-eb70-4d0a-ac7f-69467060e38f on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:33.480446 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fd34c3-f34e-435c-bb89-28ae93009133']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:33.491528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecb0375-19d7-4b20-9bff-15c5b4c038a9') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:33.491831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecb0375-19d7-4b20-9bff-15c5b4c038a9') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:33.501402 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.515151 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.521761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:33.522188 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:33.525405 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:33.595748 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.602782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.606082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] 10.222.0.59 "DELETE /v2.0/networks/d3fd34c3-f34e-435c-bb89-28ae93009133 HTTP/1.1" status: 204 len: 168 time: 0.5696285 Nov 22 17:36:33.914519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48802) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:33.931252 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcc878-97f7-417f-bfb5-c63701926e53 tempest-NetworksIpV6Test-1712368557 tempest-NetworksIpV6Test-1712368557-project] Pushing event deleted for resources: {'Network': ['ID=d3fd34c3-f34e-435c-bb89-28ae93009133,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:34.084426 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3dd8a588-9397-4ef0-9b93-6fa22df1fded admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3cdd06d41b5949dcbdb8d5ebba3e2922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685770 Nov 22 17:36:34.088044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48806) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:34.136086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c349c89-42fd-421d-a5ee-c87cbf290df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.158351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c349c89-42fd-421d-a5ee-c87cbf290df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.217147 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c349c89-42fd-421d-a5ee-c87cbf290df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.220141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c349c89-42fd-421d-a5ee-c87cbf290df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.221516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3c349c89-42fd-421d-a5ee-c87cbf290df7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67c2c6ff-b6ed-42c1-8e17-8e1ace1642a8 HTTP/1.1" status: 204 len: 168 time: 0.1324365 Nov 22 17:36:34.235026 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c349c89-42fd-421d-a5ee-c87cbf290df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c2c6ff-b6ed-42c1-8e17-8e1ace1642a8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:34.278473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d55fe470-eb70-4d0a-ac7f-69467060e38f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:34.300166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d55fe470-eb70-4d0a-ac7f-69467060e38f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:34.300802 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d55fe470-eb70-4d0a-ac7f-69467060e38f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:34.301418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8290cc6f-ac93-4bec-95b3-4f37fba6313c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:34.321017 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8290cc6f-ac93-4bec-95b3-4f37fba6313c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:34.321365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8290cc6f-ac93-4bec-95b3-4f37fba6313c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:34.949846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:35.062722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7b91d026-9578-4adc-b881-6dce3105e0f3 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1503794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:35.089883 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b91d026-9578-4adc-b881-6dce3105e0f3 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.090918 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b91d026-9578-4adc-b881-6dce3105e0f3 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.141782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b91d026-9578-4adc-b881-6dce3105e0f3 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.148184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b91d026-9578-4adc-b881-6dce3105e0f3 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.171558 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7b91d026-9578-4adc-b881-6dce3105e0f3 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.172792 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7b91d026-9578-4adc-b881-6dce3105e0f3 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2218006 Nov 22 17:36:35.175830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48832) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:35.182056 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-139837497'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:35.206437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Made reservation on behalf of c0d99fd4bd304979a4e202cf8a4c60f3 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:35.209901 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.218216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.292739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.298699 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.325233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:35.335326 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e0e528-db0c-4784-b09f-3636b060b968,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:35.341514 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.341852 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Added segment 87cf9892-d07f-448c-a58c-717c9decb681 of type vlan for network f4422201-1461-49b4-a49f-7b39c6f74659 Nov 22 17:36:35.384416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.412675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.418578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:35.419154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.473187 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2959082 Nov 22 17:36:35.476245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:35.481731 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Request body: {'subnet': {'network_id': 'f4422201-1461-49b4-a49f-7b39c6f74659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:35.487897 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b0ede-732b-484c-873e-9749f716f613 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event updated for resources: {'Network': ['ID=f4422201-1461-49b4-a49f-7b39c6f74659,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:35.499386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f4422201-1461-49b4-a49f-7b39c6f74659 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:35.584517 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Made reservation on behalf of c0d99fd4bd304979a4e202cf8a4c60f3 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:35.588548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.769683 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.835807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event updated for resources: {'Subnet': ['ID=457432a2-a1c3-45cb-ae06-35a219b6df64,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:35.842548 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Checking segment: {'id': '87cf9892-d07f-448c-a58c-717c9decb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f4422201-1461-49b4-a49f-7b39c6f74659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:35.842918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Network hostable DHCP agents. Network: f4422201-1461-49b4-a49f-7b39c6f74659, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:35.863637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Network f4422201-1461-49b4-a49f-7b39c6f74659 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:35.874333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f4422201-1461-49b4-a49f-7b39c6f74659) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:35.881044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:35.881666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.883464 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3c350-2219-4e2c-8156-46de5d394bda None None] Network f4422201-1461-49b4-a49f-7b39c6f74659 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:35.900408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a41f4e01-b49c-49db-8241-2ae118d3b2b0 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4229221 Nov 22 17:36:35.903463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:35.908498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-919389402'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:35.929917 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Made reservation on behalf of c0d99fd4bd304979a4e202cf8a4c60f3 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:35.933948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.960758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:35.970716 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.971122 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Added segment 0c269afc-de6b-43ef-b03d-e7c669fb7a03 of type vlan for network 135ec803-5985-444c-abb8-441adc689ab3 Nov 22 17:36:36.016439 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.044292 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.044454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f4422201-1461-49b4-a49f-7b39c6f74659', 'network_id': 'f4422201-1461-49b4-a49f-7b39c6f74659', 'tenant_id': 'c0d99fd4bd304979a4e202cf8a4c60f3', 'fixed_ips': [{'subnet_id': '457432a2-a1c3-45cb-ae06-35a219b6df64'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:36.045342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.050089 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:36.050679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.132450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2277842 Nov 22 17:36:36.135958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48838) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:36.141307 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Request body: {'subnet': {'network_id': '135ec803-5985-444c-abb8-441adc689ab3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:36.145044 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ca955-0e2a-42ea-a276-fb0c18670050 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event updated for resources: {'Network': ['ID=135ec803-5985-444c-abb8-441adc689ab3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:36.172329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 135ec803-5985-444c-abb8-441adc689ab3 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:36.230528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Allocated IP 172.20.0.2 (f4422201-1461-49b4-a49f-7b39c6f74659/457432a2-a1c3-45cb-ae06-35a219b6df64/c8efbf3b-7af3-4cc4-85fc-1a0f8968791e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:36.241299 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Made reservation on behalf of c0d99fd4bd304979a4e202cf8a4c60f3 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:36.245682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.394611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.401606 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.432492 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.440266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Network f4422201-1461-49b4-a49f-7b39c6f74659 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:36.445335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:36.448905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:36.456837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Pushing event updated for resources: {'Port': ['ID=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:36.496076 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event updated for resources: {'Subnet': ['ID=d7fdc984-df28-4300-94ae-a1a9cd8e2e49,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:36.506931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Checking segment: {'id': '0c269afc-de6b-43ef-b03d-e7c669fb7a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '135ec803-5985-444c-abb8-441adc689ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:36.507318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Network hostable DHCP agents. Network: 135ec803-5985-444c-abb8-441adc689ab3, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:36.511555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Attempting to bind port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:36.512052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Attempting to bind port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '87cf9892-d07f-448c-a58c-717c9decb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f4422201-1461-49b4-a49f-7b39c6f74659'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:36.512280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Attempting to bind port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e on network f4422201-1461-49b4-a49f-7b39c6f74659 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:36.517476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:36.517857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Checking segment: {'id': '87cf9892-d07f-448c-a58c-717c9decb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f4422201-1461-49b4-a49f-7b39c6f74659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:36.518273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.518677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Bound using segment: {'id': '87cf9892-d07f-448c-a58c-717c9decb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f4422201-1461-49b4-a49f-7b39c6f74659'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:36.519180 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Bound port: c8efbf3b-7af3-4cc4-85fc-1a0f8968791e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cf9892-d07f-448c-a58c-717c9decb681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f4422201-1461-49b4-a49f-7b39c6f74659'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:36.519570 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.525454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Network 135ec803-5985-444c-abb8-441adc689ab3 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:36.536313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 135ec803-5985-444c-abb8-441adc689ab3) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:36.541153 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:36.541758 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.556098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df28f18-5e14-47d4-9da8-0be18917c3a6 None None] Network 135ec803-5985-444c-abb8-441adc689ab3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:36.560184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7adb90b1-281a-41da-93d8-9ac06314ce61 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4230649 Nov 22 17:36:36.563210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48840) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:36.568277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6091db91-cc1c-435d-a958-c719e4155c51 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Request body: {'router': {'external_gateway_info': {'network_id': '135ec803-5985-444c-abb8-441adc689ab3'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:36.637572 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] For port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:36.646496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] For port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,segment=NetworkSegment(87cf9892-d07f-448c-a58c-717c9decb681),segment_id=87cf9892-d07f-448c-a58c-717c9decb681)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:36.655092 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.770789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648f7d6-dec1-485f-80d1-b9dc90f2d1ee None None] Pushing event updated for resources: {'Port': ['ID=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:36.784225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-135ec803-5985-444c-abb8-441adc689ab3', 'network_id': '135ec803-5985-444c-abb8-441adc689ab3', 'tenant_id': 'c0d99fd4bd304979a4e202cf8a4c60f3', 'fixed_ips': [{'subnet_id': 'd7fdc984-df28-4300-94ae-a1a9cd8e2e49'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:36.785182 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.785869 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6091db91-cc1c-435d-a958-c719e4155c51 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.929291 n-d-816865-2 neutron-server[103442]: INFO neutron.api.v2.resource [None req-6091db91-cc1c-435d-a958-c719e4155c51 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:36:36.930343 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6091db91-cc1c-435d-a958-c719e4155c51 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "PUT /v2.0/routers/2fb6da77-de9f-4135-b5b0-a6ced46ae79b HTTP/1.1" status: 400 len: 364 time: 0.3658142 Nov 22 17:36:36.936625 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48842) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:36.958909 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Allocated IP 172.21.0.2 (135ec803-5985-444c-abb8-441adc689ab3/d7fdc984-df28-4300-94ae-a1a9cd8e2e49/bc95ca4c-19b4-4536-92fb-80214f280025) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:36.997513 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4391d5-987f-4a6b-901b-9ff0c417bfc2 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Deleting subnet d7fdc984-df28-4300-94ae-a1a9cd8e2e49 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:36:37.128880 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.134658 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.141777 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4391d5-987f-4a6b-901b-9ff0c417bfc2 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.141996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.179501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Network 135ec803-5985-444c-abb8-441adc689ab3 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:37.184289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:37.187881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:37.191618 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4391d5-987f-4a6b-901b-9ff0c417bfc2 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.203215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Pushing event updated for resources: {'Port': ['ID=bc95ca4c-19b4-4536-92fb-80214f280025,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:37.253969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Attempting to bind port bc95ca4c-19b4-4536-92fb-80214f280025 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:37.254437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Attempting to bind port bc95ca4c-19b4-4536-92fb-80214f280025 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '0c269afc-de6b-43ef-b03d-e7c669fb7a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '135ec803-5985-444c-abb8-441adc689ab3'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:37.254811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Attempting to bind port bc95ca4c-19b4-4536-92fb-80214f280025 on network 135ec803-5985-444c-abb8-441adc689ab3 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:37.260065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:37.260431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Checking segment: {'id': '0c269afc-de6b-43ef-b03d-e7c669fb7a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '135ec803-5985-444c-abb8-441adc689ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:37.260831 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.261229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Bound using segment: {'id': '0c269afc-de6b-43ef-b03d-e7c669fb7a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '135ec803-5985-444c-abb8-441adc689ab3'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:37.261686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Bound port: bc95ca4c-19b4-4536-92fb-80214f280025, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c269afc-de6b-43ef-b03d-e7c669fb7a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '135ec803-5985-444c-abb8-441adc689ab3'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:37.262075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.284926 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4391d5-987f-4a6b-901b-9ff0c417bfc2 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.347182 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4391d5-987f-4a6b-901b-9ff0c417bfc2 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.350079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] For port bc95ca4c-19b4-4536-92fb-80214f280025, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:37.353327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] For port bc95ca4c-19b4-4536-92fb-80214f280025, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bc95ca4c-19b4-4536-92fb-80214f280025,segment=NetworkSegment(0c269afc-de6b-43ef-b03d-e7c669fb7a03),segment_id=0c269afc-de6b-43ef-b03d-e7c669fb7a03)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:37.358048 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.379490 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4391d5-987f-4a6b-901b-9ff0c417bfc2 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event deleted for resources: {'Subnet': ['ID=d7fdc984-df28-4300-94ae-a1a9cd8e2e49,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:37.383433 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa4391d5-987f-4a6b-901b-9ff0c417bfc2 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.389577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48844) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:37.397777 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fa4391d5-987f-4a6b-901b-9ff0c417bfc2 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "DELETE /v2.0/subnets/d7fdc984-df28-4300-94ae-a1a9cd8e2e49 HTTP/1.1" status: 204 len: 168 time: 0.4599557 Nov 22 17:36:37.438057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461d9fe-42bb-4bda-923b-81bf91c74e9f None None] Pushing event updated for resources: {'Port': ['ID=bc95ca4c-19b4-4536-92fb-80214f280025,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:37.519118 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.583376 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Deleting port bc95ca4c-19b4-4536-92fb-80214f280025 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:37.583733 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.711339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] For port bc95ca4c-19b4-4536-92fb-80214f280025, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bc95ca4c-19b4-4536-92fb-80214f280025,segment=NetworkSegment(0c269afc-de6b-43ef-b03d-e7c669fb7a03),segment_id=0c269afc-de6b-43ef-b03d-e7c669fb7a03)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:37.711829 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.733934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Calling delete_port for bc95ca4c-19b4-4536-92fb-80214f280025 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:37.826737 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.854689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event deleted for resources: {'Port': ['ID=bc95ca4c-19b4-4536-92fb-80214f280025,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:37.861305 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] No DVR routers for this DVR port bc95ca4c-19b4-4536-92fb-80214f280025 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:37.901562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d89d53-e029-4c4c-b53b-f23c8fbd2a2d None None] Network f4422201-1461-49b4-a49f-7b39c6f74659 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:37.951879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.973913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135ec803-5985-444c-abb8-441adc689ab3']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:37.983397 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c269afc-de6b-43ef-b03d-e7c669fb7a03') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:37.983707 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c269afc-de6b-43ef-b03d-e7c669fb7a03') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:37.993632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.001935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-16a5d3e3-a6ec-4e99-87b4-3258202038f3 None None] Provisioning complete for port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:38.002309 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16a5d3e3-a6ec-4e99-87b4-3258202038f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.010846 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.017503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:38.018047 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:38.021199 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:38.087837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.097573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.100972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "DELETE /v2.0/networks/135ec803-5985-444c-abb8-441adc689ab3 HTTP/1.1" status: 204 len: 168 time: 0.7097995 Nov 22 17:36:38.103720 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48850) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:38.111780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c382ebb-78b2-4669-b2df-ea09ae57815f tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event deleted for resources: {'Network': ['ID=135ec803-5985-444c-abb8-441adc689ab3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:38.153202 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16a5d3e3-a6ec-4e99-87b4-3258202038f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.157583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfce3061-48cf-454e-a81c-6a00e9cece42 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Deleting subnet 457432a2-a1c3-45cb-ae06-35a219b6df64 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:36:38.161234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfce3061-48cf-454e-a81c-6a00e9cece42 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.190640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-16a5d3e3-a6ec-4e99-87b4-3258202038f3 None None] For port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,segment=NetworkSegment(87cf9892-d07f-448c-a58c-717c9decb681),segment_id=87cf9892-d07f-448c-a58c-717c9decb681)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:38.198885 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-16a5d3e3-a6ec-4e99-87b4-3258202038f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.226846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfce3061-48cf-454e-a81c-6a00e9cece42 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.273385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5d3e3-a6ec-4e99-87b4-3258202038f3 None None] Pushing event updated for resources: {'Port': ['ID=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:38.335545 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.349681 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfce3061-48cf-454e-a81c-6a00e9cece42 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.400094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c8efbf3b-7af3-4cc4-85fc-1a0f8968791e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:38.423345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfce3061-48cf-454e-a81c-6a00e9cece42 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.451393 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce3061-48cf-454e-a81c-6a00e9cece42 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event deleted for resources: {'Subnet': ['ID=457432a2-a1c3-45cb-ae06-35a219b6df64,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:38.455698 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfce3061-48cf-454e-a81c-6a00e9cece42 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.458878 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dfce3061-48cf-454e-a81c-6a00e9cece42 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "DELETE /v2.0/subnets/457432a2-a1c3-45cb-ae06-35a219b6df64 HTTP/1.1" status: 204 len: 168 time: 0.3541434 Nov 22 17:36:38.461387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48852) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:38.470087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d91485f-d2fa-454c-aed8-53e03ef6607f None None] Network f4422201-1461-49b4-a49f-7b39c6f74659 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:38.473057 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-416cfadd-d520-4464-a145-528792980510 None None] Provisioning complete for port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:38.473439 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-416cfadd-d520-4464-a145-528792980510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.542808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:38.543200 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.543307 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.738048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79224c3b-a732-4b26-87b4-1363869e68e8 None None] DHCP port deletion for 135ec803-5985-444c-abb8-441adc689ab3 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:38.767346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd7423-7dab-48c6-aa69-89616928bdcb None None] Network 135ec803-5985-444c-abb8-441adc689ab3 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:38.783950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cd7423-7dab-48c6-aa69-89616928bdcb None None] Network 135ec803-5985-444c-abb8-441adc689ab3 could not be found, it might have been deleted concurrently. {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 17:36:38.834545 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] DHCP port deletion for f4422201-1461-49b4-a49f-7b39c6f74659 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:38.865994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-71e24945-2b25-41d6-a6da-bdd5230bf196 None None] Could not find standard attr ID for object bc95ca4c-19b4-4536-92fb-80214f280025. {{(pid=103444) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:36:38.891505 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] Deleting port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:38.891884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.964673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] For port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,segment=NetworkSegment(87cf9892-d07f-448c-a58c-717c9decb681),segment_id=87cf9892-d07f-448c-a58c-717c9decb681)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:38.965364 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:38.970916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Deleting port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:38.971312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.039349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] For port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,segment=NetworkSegment(87cf9892-d07f-448c-a58c-717c9decb681),segment_id=87cf9892-d07f-448c-a58c-717c9decb681)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:39.039579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.054000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Calling delete_port for c8efbf3b-7af3-4cc4-85fc-1a0f8968791e owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:39.144279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.148298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] Calling delete_port for c8efbf3b-7af3-4cc4-85fc-1a0f8968791e owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:39.168967 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event deleted for resources: {'Port': ['ID=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:39.176317 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] No DVR routers for this DVR port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:39.224653 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.250065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] Pushing event deleted for resources: {'Port': ['ID=c8efbf3b-7af3-4cc4-85fc-1a0f8968791e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:39.253778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1217a2-77d0-479a-8e26-beba69f83e46 None None] No DVR routers for this DVR port c8efbf3b-7af3-4cc4-85fc-1a0f8968791e on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:39.257878 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.282528 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4422201-1461-49b4-a49f-7b39c6f74659']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:39.292709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cf9892-d07f-448c-a58c-717c9decb681') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:39.292932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cf9892-d07f-448c-a58c-717c9decb681') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:39.302153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.317675 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.324075 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:39.324463 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:39.327479 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:39.388563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.395895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.399182 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "DELETE /v2.0/networks/f4422201-1461-49b4-a49f-7b39c6f74659 HTTP/1.1" status: 204 len: 168 time: 0.9364812 Nov 22 17:36:39.401993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48854) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:39.411158 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf77446-fc6f-4a5a-8be1-16bccb16a6dd tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Pushing event deleted for resources: {'Network': ['ID=f4422201-1461-49b4-a49f-7b39c6f74659,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:39.432207 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a9d149a4-13d0-4e9b-9dc0-86fa2b22b515 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fb6da77-de9f-4135-b5b0-a6ced46ae79b HTTP/1.1" status: 200 len: 205 time: 0.0290880 Nov 22 17:36:39.434729 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48856) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:39.512848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-796e6d2d-b0a3-4f25-91d8-7833326a1a97 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.676092 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-796e6d2d-b0a3-4f25-91d8-7833326a1a97 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.678521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-796e6d2d-b0a3-4f25-91d8-7833326a1a97 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.729561 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-796e6d2d-b0a3-4f25-91d8-7833326a1a97 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.730210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796e6d2d-b0a3-4f25-91d8-7833326a1a97 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb6da77-de9f-4135-b5b0-a6ced46ae79b {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:36:39.740919 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-796e6d2d-b0a3-4f25-91d8-7833326a1a97 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.742180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-796e6d2d-b0a3-4f25-91d8-7833326a1a97 tempest-RoutersNegativeTest-1470750914 tempest-RoutersNegativeTest-1470750914-project] 10.222.0.59 "DELETE /v2.0/routers/2fb6da77-de9f-4135-b5b0-a6ced46ae79b HTTP/1.1" status: 204 len: 168 time: 0.3065579 Nov 22 17:36:40.027918 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48862) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:40.189402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-26a6ba91-94d6-4b81-b782-d89408a4eefe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0d99fd4bd304979a4e202cf8a4c60f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598117 Nov 22 17:36:40.192848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:40.247879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63fdeddb-443a-41a5-9a36-e5463953edf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:40.270682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63fdeddb-443a-41a5-9a36-e5463953edf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:40.288555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bc95ca4c-19b4-4536-92fb-80214f280025 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:40.311841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bc95ca4c-19b4-4536-92fb-80214f280025 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:40.312193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bc95ca4c-19b4-4536-92fb-80214f280025 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:40.312625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c8efbf3b-7af3-4cc4-85fc-1a0f8968791e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:40.332447 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: c8efbf3b-7af3-4cc4-85fc-1a0f8968791e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:40.332798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c8efbf3b-7af3-4cc4-85fc-1a0f8968791e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:40.333487 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63fdeddb-443a-41a5-9a36-e5463953edf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:40.337232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-63fdeddb-443a-41a5-9a36-e5463953edf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:40.338707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-63fdeddb-443a-41a5-9a36-e5463953edf3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7e0e528-db0c-4784-b09f-3636b060b968 HTTP/1.1" status: 204 len: 168 time: 0.1447151 Nov 22 17:36:40.347569 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdeddb-443a-41a5-9a36-e5463953edf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e0e528-db0c-4784-b09f-3636b060b968,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:41.033206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48888) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:41.173371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1535276722-network', 'tenant_id': '4170f38358954595b38cbdd9beb5834f'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:41.203070 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Made reservation on behalf of 4170f38358954595b38cbdd9beb5834f for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:41.207143 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.220763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.298981 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.305457 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.330219 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:41.345162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd77b81-5c3f-4781-be1e-afa3df59000c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:41.348992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.349335 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Added segment c0103eb9-a859-4591-a794-53a1c92b2d16 of type vlan for network 8721151a-747d-4f97-b7b0-792e86f73966 Nov 22 17:36:41.388950 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.416191 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.417135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:41.417852 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.475703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4412558 Nov 22 17:36:41.478674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48892) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:41.482838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bd764-6f86-45f6-895d-0c487d9e4062 admin admin] Pushing event updated for resources: {'Network': ['ID=8721151a-747d-4f97-b7b0-792e86f73966,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:41.484301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Request body: {'subnet': {'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-subnet', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:41.493349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 8721151a-747d-4f97-b7b0-792e86f73966 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:41.509217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Made reservation on behalf of 4170f38358954595b38cbdd9beb5834f for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:41.511739 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.698520 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.766210 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb65227-69a6-4e23-b831-725a20e3a677,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:41.776802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Checking segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:41.777170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Network hostable DHCP agents. Network: 8721151a-747d-4f97-b7b0-792e86f73966, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:41.796823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Network 8721151a-747d-4f97-b7b0-792e86f73966 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:41.809264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 8721151a-747d-4f97-b7b0-792e86f73966) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:41.814865 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:41.815746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.819657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b064f-1b81-42e0-8fdf-499c5be343ca None None] Network 8721151a-747d-4f97-b7b0-792e86f73966 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:41.840248 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ea94496a-dcf8-4ddc-a5cb-fe2c075c4136 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3575149 Nov 22 17:36:41.840729 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:41.846394 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:41.871889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.872903 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:41.931528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.008143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-8721151a-747d-4f97-b7b0-792e86f73966', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'fixed_ips': [{'subnet_id': '7bb65227-69a6-4e23-b831-725a20e3a677'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:42.009041 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.109416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.178135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Allocated IP 172.20.0.2 (8721151a-747d-4f97-b7b0-792e86f73966/7bb65227-69a6-4e23-b831-725a20e3a677/ce2edbec-4b88-451f-9cf8-2afadee4818d) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:42.360214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.368298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.371007 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.400963 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.418672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Network 8721151a-747d-4f97-b7b0-792e86f73966 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:42.422467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:42.425752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:42.435566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Pushing event updated for resources: {'Port': ['ID=ce2edbec-4b88-451f-9cf8-2afadee4818d,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:42.510330 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Attempting to bind port ce2edbec-4b88-451f-9cf8-2afadee4818d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:42.511100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Attempting to bind port ce2edbec-4b88-451f-9cf8-2afadee4818d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:42.511100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Attempting to bind port ce2edbec-4b88-451f-9cf8-2afadee4818d on network 8721151a-747d-4f97-b7b0-792e86f73966 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:42.513245 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Allocated IP 172.25.0.9 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/09673067-748a-4fd1-9743-e753ea26d55e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:42.516562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:42.517109 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Checking segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:42.517474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.517874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Bound using segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:42.518426 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Bound port: ce2edbec-4b88-451f-9cf8-2afadee4818d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:42.518783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.594691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] For port ce2edbec-4b88-451f-9cf8-2afadee4818d, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:42.598617 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] For port ce2edbec-4b88-451f-9cf8-2afadee4818d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce2edbec-4b88-451f-9cf8-2afadee4818d,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:42.605391 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.636355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.667107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6006c42-de7f-4d86-8610-390423853c90 None None] Pushing event updated for resources: {'Port': ['ID=ce2edbec-4b88-451f-9cf8-2afadee4818d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:42.676887 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.723181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:42.726938 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:42.731218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:42.738595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Pushing event updated for resources: {'Port': ['ID=09673067-748a-4fd1-9743-e753ea26d55e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:42.743620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a65c5a-c0d1-499c-9787-f038922bdcf1 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:42.825205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-be921966-c562-481d-9f6e-bcbf88f4f387 None None] Provisioning complete for port 09673067-748a-4fd1-9743-e753ea26d55e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:42.825598 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be921966-c562-481d-9f6e-bcbf88f4f387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.870675 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-be921966-c562-481d-9f6e-bcbf88f4f387 None None] Port 09673067-748a-4fd1-9743-e753ea26d55e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:36:43.027075 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:43.242749 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:43.380727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Router a0387e92-3c85-4eff-870a-ca5641440638 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:36:43.492948 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:43.504618 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Sync routers for ids ['a0387e92-3c85-4eff-870a-ca5641440638'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:43.514414 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:43.516360 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-85909d0f-e563-4330-a0fe-a421932ccccf admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6739640 Nov 22 17:36:43.518757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48896) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:43.525337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Routers {'a0387e92-3c85-4eff-870a-ca5641440638'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:43.526028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a0387e92-3c85-4eff-870a-ca5641440638'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:43.640693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Set router a0387e92-3c85-4eff-870a-ca5641440638 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:43.668690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf36c197-154d-421a-aa15-6166c5122026 None None] Network 8721151a-747d-4f97-b7b0-792e86f73966 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:43.818142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a8a2cee2-302f-4d4d-9f5e-7739c28dea70 None None] Provisioning complete for port ce2edbec-4b88-451f-9cf8-2afadee4818d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:43.818530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cee2-302f-4d4d-9f5e-7739c28dea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:43.953617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.023833 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cee2-302f-4d4d-9f5e-7739c28dea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.030325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:36:42Z', 'revision_number': 3, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:44.068760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Checking router: a0387e92-3c85-4eff-870a-ca5641440638 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:44.069119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Updating router a0387e92-3c85-4eff-870a-ca5641440638 port 09673067-748a-4fd1-9743-e753ea26d55e binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:36:44.118010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.118634 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Allocated IP 172.20.0.1 (8721151a-747d-4f97-b7b0-792e86f73966/7bb65227-69a6-4e23-b831-725a20e3a677/aacb6043-12d0-4cd0-b60f-caecb8f5031b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:44.121450 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a8a2cee2-302f-4d4d-9f5e-7739c28dea70 None None] For port ce2edbec-4b88-451f-9cf8-2afadee4818d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce2edbec-4b88-451f-9cf8-2afadee4818d,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:44.144191 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a8a2cee2-302f-4d4d-9f5e-7739c28dea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.239609 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.261541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2cee2-302f-4d4d-9f5e-7739c28dea70 None None] Pushing event updated for resources: {'Port': ['ID=ce2edbec-4b88-451f-9cf8-2afadee4818d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:44.284984 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.327834 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Pushing event updated for resources: {'Port': ['ID=aacb6043-12d0-4cd0-b60f-caecb8f5031b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:44.348655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Network 8721151a-747d-4f97-b7b0-792e86f73966 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:44.350273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:44.352912 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:44.374726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce2edbec-4b88-451f-9cf8-2afadee4818d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:44.397553 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.414437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ba58d221-666e-4dcd-b910-f5157c7c72ed None None] Provisioning complete for port ce2edbec-4b88-451f-9cf8-2afadee4818d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:44.414816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba58d221-666e-4dcd-b910-f5157c7c72ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.525988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ce2edbec-4b88-451f-9cf8-2afadee4818d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:44.526677 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.541542 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.560713 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.595397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.678563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c9091-16eb-4b35-9efa-771b5823a460 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:44.680344 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Attempting to bind port 09673067-748a-4fd1-9743-e753ea26d55e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:44.680806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Attempting to bind port 09673067-748a-4fd1-9743-e753ea26d55e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:44.681080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Attempting to bind port 09673067-748a-4fd1-9743-e753ea26d55e on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:44.684715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92e763-003f-41dc-87c9-fcff2d7ebbc7 None None] Pushing event updated for resources: {'Port': ['ID=09673067-748a-4fd1-9743-e753ea26d55e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:44.697209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:44.697209 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:44.697209 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.697594 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:44.698023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Bound port: 09673067-748a-4fd1-9743-e753ea26d55e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:44.698416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.730374 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.737575 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.780527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] For port 09673067-748a-4fd1-9743-e753ea26d55e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:44.788756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] For port 09673067-748a-4fd1-9743-e753ea26d55e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=09673067-748a-4fd1-9743-e753ea26d55e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:44.798642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.822479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.824667 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Pushing event updated for resources: {'Port': ['ID=aacb6043-12d0-4cd0-b60f-caecb8f5031b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:44.830298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] Provisioning complete for port 09673067-748a-4fd1-9743-e753ea26d55e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:44.831399 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:44.892200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151bcee2-ceb4-489e-9ea0-2a49d2cad850 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:44.906503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92e763-003f-41dc-87c9-fcff2d7ebbc7 None None] Pushing event updated for resources: {'Port': ['ID=09673067-748a-4fd1-9743-e753ea26d55e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:44.910623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Routers {'a0387e92-3c85-4eff-870a-ca5641440638'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:44.911297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a0387e92-3c85-4eff-870a-ca5641440638'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:44.928717 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Network 8721151a-747d-4f97-b7b0-792e86f73966 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:44.930429 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:45.067547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Router a0387e92-3c85-4eff-870a-ca5641440638 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:36:45.197170 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:45.202770 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ab8e6f48-da5d-4348-a7ae-3af21acf3b9e admin admin] 10.222.0.59 "PUT /v2.0/routers/a0387e92-3c85-4eff-870a-ca5641440638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829035 Nov 22 17:36:45.222302 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.239351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] Set router a0387e92-3c85-4eff-870a-ca5641440638 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:45.279803 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] For port 09673067-748a-4fd1-9743-e753ea26d55e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=09673067-748a-4fd1-9743-e753ea26d55e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:45.286611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.403414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] Provisioning complete for port aacb6043-12d0-4cd0-b60f-caecb8f5031b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:45.403795 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.445988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] Pushing event updated for resources: {'Port': ['ID=09673067-748a-4fd1-9743-e753ea26d55e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:45.473346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-21862149-9074-4975-ba2c-58c586ca19f2 None None] Port aacb6043-12d0-4cd0-b60f-caecb8f5031b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:36:45.537424 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 4, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'aacb6043-12d0-4cd0-b60f-caecb8f5031b', 'name': '', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'mac_address': 'fa:16:3e:20:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:43Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 2, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'subnets': [{'id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:45.574640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c834be-5f77-4799-a59a-17651f8efc00 None None] The sync data for ids ['a0387e92-3c85-4eff-870a-ca5641440638'] in n-d-816865-2 is: [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 4, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'aacb6043-12d0-4cd0-b60f-caecb8f5031b', 'name': '', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'mac_address': 'fa:16:3e:20:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:43Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 2, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'subnets': [{'id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:45.593026 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4325fcae-0ff8-4b82-880f-67708ee6be09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.600566 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-aaba7994-95ee-431c-a2e0-5ef6f95304b9 None None] Provisioning complete for port 09673067-748a-4fd1-9743-e753ea26d55e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:45.600935 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aaba7994-95ee-431c-a2e0-5ef6f95304b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.695199 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-aaba7994-95ee-431c-a2e0-5ef6f95304b9 None None] Provisioning complete for port aacb6043-12d0-4cd0-b60f-caecb8f5031b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:45.695583 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aaba7994-95ee-431c-a2e0-5ef6f95304b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.710261 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48912) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:45.715406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-268587576-network', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:45.735027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-aaba7994-95ee-431c-a2e0-5ef6f95304b9 None None] Port aacb6043-12d0-4cd0-b60f-caecb8f5031b cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:36:45.737468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Made reservation on behalf of fad5faa0c6ac41be819eccd71c5d0a7f for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:45.739889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.749012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.844263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.850847 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.874181 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:36:45.890917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5226ba-defb-48f5-93f3-c7470465efa0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:45.893925 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.894276 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Added segment 2aa92d58-e69b-4b92-aed9-290505dfe375 of type vlan for network 7f831d70-8671-432f-9850-8009182d375a Nov 22 17:36:45.935248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.962854 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:45.963867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:45.964590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.026544 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3125699 Nov 22 17:36:46.027048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:46.030933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc96eb-806a-46f8-a40d-3f38a1677871 admin admin] Pushing event updated for resources: {'Network': ['ID=7f831d70-8671-432f-9850-8009182d375a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:46.035191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Request body: {'subnet': {'network_id': '7f831d70-8671-432f-9850-8009182d375a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-subnet', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:46.042214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 7f831d70-8671-432f-9850-8009182d375a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:36:46.061634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Made reservation on behalf of fad5faa0c6ac41be819eccd71c5d0a7f for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:46.064966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.261046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.326707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce2edbec-4b88-451f-9cf8-2afadee4818d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:46.342055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3127e04e-150a-44e5-ab67-94b055a4ad70,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:46.368448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Checking segment: {'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:46.368828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Network hostable DHCP agents. Network: 7f831d70-8671-432f-9850-8009182d375a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:36:46.387645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Network 7f831d70-8671-432f-9850-8009182d375a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:36:46.393897 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ce2edbec-4b88-451f-9cf8-2afadee4818d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:46.394357 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.399693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 7f831d70-8671-432f-9850-8009182d375a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:46.405036 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:46.407509 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.423558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba49210a-20cc-49cc-b7dc-871e7101a59d None None] Network 7f831d70-8671-432f-9850-8009182d375a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:46.428769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-af2adf23-3c82-4793-b597-3ccaa7ac9e5e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4000294 Nov 22 17:36:46.431483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 48916) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:46.436355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:46.463421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.464192 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.528165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.632956 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-7f831d70-8671-432f-9850-8009182d375a', 'network_id': '7f831d70-8671-432f-9850-8009182d375a', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'fixed_ips': [{'subnet_id': '3127e04e-150a-44e5-ab67-94b055a4ad70'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:36:46.633852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.669669 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.779276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Allocated IP 172.20.0.2 (7f831d70-8671-432f-9850-8009182d375a/3127e04e-150a-44e5-ab67-94b055a4ad70/a554811e-c7ce-46c5-bd08-92bf21baac04) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:46.898131 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.918430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.935392 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.942228 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:46.981394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Network 7f831d70-8671-432f-9850-8009182d375a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:46.985415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:46.991954 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:47.023995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Pushing event updated for resources: {'Port': ['ID=a554811e-c7ce-46c5-bd08-92bf21baac04,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:47.038772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Allocated IP 172.25.0.190 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/8c91495b-922e-4d80-9ddb-2660d5020b17) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:47.058137 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Attempting to bind port a554811e-c7ce-46c5-bd08-92bf21baac04 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:47.058520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Attempting to bind port a554811e-c7ce-46c5-bd08-92bf21baac04 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:47.058898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Attempting to bind port a554811e-c7ce-46c5-bd08-92bf21baac04 on network 7f831d70-8671-432f-9850-8009182d375a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:47.065104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:47.066355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Checking segment: {'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:47.066355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:47.066355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Bound using segment: {'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:47.066770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Bound port: a554811e-c7ce-46c5-bd08-92bf21baac04, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:47.067184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:47.131368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] For port a554811e-c7ce-46c5-bd08-92bf21baac04, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:47.135052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] For port a554811e-c7ce-46c5-bd08-92bf21baac04, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a554811e-c7ce-46c5-bd08-92bf21baac04,segment=NetworkSegment(2aa92d58-e69b-4b92-aed9-290505dfe375),segment_id=2aa92d58-e69b-4b92-aed9-290505dfe375)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:47.140339 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:47.143463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:47.186018 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:47.212711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb69e3a-205f-444b-8067-24b3edede207 None None] Pushing event updated for resources: {'Port': ['ID=a554811e-c7ce-46c5-bd08-92bf21baac04,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:47.230757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:47.233760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:47.238685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:47.254787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9684cd57-a861-42c1-8da3-6f22c5c35551 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:47.284215 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Pushing event updated for resources: {'Port': ['ID=8c91495b-922e-4d80-9ddb-2660d5020b17,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:47.395101 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c6db7589-ee7a-435e-b25d-6fe463243edb None None] Provisioning complete for port 8c91495b-922e-4d80-9ddb-2660d5020b17 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:47.396016 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6db7589-ee7a-435e-b25d-6fe463243edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:47.434313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c6db7589-ee7a-435e-b25d-6fe463243edb None None] Port 8c91495b-922e-4d80-9ddb-2660d5020b17 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:36:47.529703 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:47.784736 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Sync routers for ids ['a0387e92-3c85-4eff-870a-ca5641440638'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:47.796058 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Routers {'a0387e92-3c85-4eff-870a-ca5641440638'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:47.796692 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:36:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a0387e92-3c85-4eff-870a-ca5641440638'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:47.912070 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Set router a0387e92-3c85-4eff-870a-ca5641440638 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:47.955358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a892872-e916-4177-ae9a-fe745b1f12df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.059359 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.139075 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 4, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'aacb6043-12d0-4cd0-b60f-caecb8f5031b', 'name': '', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'mac_address': 'fa:16:3e:20:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:43Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 2, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'subnets': [{'id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:48.170372 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Checking router: a0387e92-3c85-4eff-870a-ca5641440638 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:48.170724 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Updating router a0387e92-3c85-4eff-870a-ca5641440638 port aacb6043-12d0-4cd0-b60f-caecb8f5031b binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:36:48.200817 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.214385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Router f52b068c-abba-4236-abbf-d94eba0bd465 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:36:48.334159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:48.348059 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Sync routers for ids ['f52b068c-abba-4236-abbf-d94eba0bd465'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:48.357690 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.362395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 48918) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:48.363095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fb87816a-fe50-4f0f-babe-14ed7683a5dc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9295702 Nov 22 17:36:48.370666 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Routers {'f52b068c-abba-4236-abbf-d94eba0bd465'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:48.371499 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:36:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f52b068c-abba-4236-abbf-d94eba0bd465'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:48.427043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 09673067-748a-4fd1-9743-e753ea26d55e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:48.539927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e1f01-6246-4056-b9d0-f410467935ba None None] Network 7f831d70-8671-432f-9850-8009182d375a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:48.542931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Set router f52b068c-abba-4236-abbf-d94eba0bd465 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:48.564011 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.572302 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.631395 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Pushing event updated for resources: {'Port': ['ID=aacb6043-12d0-4cd0-b60f-caecb8f5031b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:48.654862 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 09673067-748a-4fd1-9743-e753ea26d55e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:48.655187 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.663747 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.664266 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.664878 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.665573 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.666039 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.666803 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.667300 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.667762 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.668204 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.668619 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.669035 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.669450 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:48.715092 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Attempting to bind port aacb6043-12d0-4cd0-b60f-caecb8f5031b on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:48.715459 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Attempting to bind port aacb6043-12d0-4cd0-b60f-caecb8f5031b by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:48.716186 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Attempting to bind port aacb6043-12d0-4cd0-b60f-caecb8f5031b on network 8721151a-747d-4f97-b7b0-792e86f73966 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:48.723176 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:48.723719 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Checking segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:48.724214 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.724737 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Bound using segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:48.725353 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Bound port: aacb6043-12d0-4cd0-b60f-caecb8f5031b, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:48.725825 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.751433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2b61c832-5680-4312-a439-bc0dcdce0b39 None None] Provisioning complete for port a554811e-c7ce-46c5-bd08-92bf21baac04 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:48.752135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b61c832-5680-4312-a439-bc0dcdce0b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.806537 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] For port aacb6043-12d0-4cd0-b60f-caecb8f5031b, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:48.811639 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] For port aacb6043-12d0-4cd0-b60f-caecb8f5031b, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aacb6043-12d0-4cd0-b60f-caecb8f5031b,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:48.818994 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:48.876357 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Routers {'a0387e92-3c85-4eff-870a-ca5641440638'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:48.876713 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:36:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a0387e92-3c85-4eff-870a-ca5641440638'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:48.944947 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3e4e3-3759-4fda-b7e5-acaf3d94414b None None] Pushing event updated for resources: {'Port': ['ID=aacb6043-12d0-4cd0-b60f-caecb8f5031b,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:49.029730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] Set router a0387e92-3c85-4eff-870a-ca5641440638 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:49.226915 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b61c832-5680-4312-a439-bc0dcdce0b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.240023 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.263596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a554811e-c7ce-46c5-bd08-92bf21baac04 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:49.275016 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.344076 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2b61c832-5680-4312-a439-bc0dcdce0b39 None None] For port a554811e-c7ce-46c5-bd08-92bf21baac04, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a554811e-c7ce-46c5-bd08-92bf21baac04,segment=NetworkSegment(2aa92d58-e69b-4b92-aed9-290505dfe375),segment_id=2aa92d58-e69b-4b92-aed9-290505dfe375)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:49.358597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2b61c832-5680-4312-a439-bc0dcdce0b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.365022 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:47Z', 'revision_number': 3, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port': {'id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:49.373354 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 4, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'aacb6043-12d0-4cd0-b60f-caecb8f5031b', 'name': '', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'mac_address': 'fa:16:3e:20:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:43Z', 'updated_at': '2021-11-22T17:36:48Z', 'revision_number': 4, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'subnets': [{'id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:49.400266 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a4275-e02f-4003-a74a-20ac61edb7c1 None None] The sync data for ids ['a0387e92-3c85-4eff-870a-ca5641440638'] in n-d-816865-2 is: [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:36:44Z', 'revision_number': 4, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'aacb6043-12d0-4cd0-b60f-caecb8f5031b', 'name': '', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'mac_address': 'fa:16:3e:20:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:43Z', 'updated_at': '2021-11-22T17:36:48Z', 'revision_number': 4, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'subnets': [{'id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:49.417587 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Allocated IP 172.20.0.1 (7f831d70-8671-432f-9850-8009182d375a/3127e04e-150a-44e5-ab67-94b055a4ad70/528c7687-5608-4bd0-8720-aecd2462d9ad) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:49.422622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Checking router: f52b068c-abba-4236-abbf-d94eba0bd465 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:49.423006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Updating router f52b068c-abba-4236-abbf-d94eba0bd465 port 8c91495b-922e-4d80-9ddb-2660d5020b17 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:36:49.489108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.543341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.585964 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.632175 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Network 7f831d70-8671-432f-9850-8009182d375a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:49.637197 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:49.641297 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:49.647623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Pushing event updated for resources: {'Port': ['ID=528c7687-5608-4bd0-8720-aecd2462d9ad,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:49.687150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.692367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a554811e-c7ce-46c5-bd08-92bf21baac04 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:49.692755 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.698251 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61c832-5680-4312-a439-bc0dcdce0b39 None None] Pushing event updated for resources: {'Port': ['ID=a554811e-c7ce-46c5-bd08-92bf21baac04,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:49.737473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6e98fbb6-12fd-46c7-8f24-480be167b9c9 None None] Provisioning complete for port aacb6043-12d0-4cd0-b60f-caecb8f5031b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:49.737836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e98fbb6-12fd-46c7-8f24-480be167b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.873282 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.973926 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.979252 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e98fbb6-12fd-46c7-8f24-480be167b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:49.993573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.061876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a48a6d-d6ae-404a-9e2f-be7b7b0a4bf3 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:50.078619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a5928-ff2c-442a-80c6-7e3749724946 None None] Pushing event updated for resources: {'Port': ['ID=8c91495b-922e-4d80-9ddb-2660d5020b17,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:50.081239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Attempting to bind port 8c91495b-922e-4d80-9ddb-2660d5020b17 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:50.081613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Attempting to bind port 8c91495b-922e-4d80-9ddb-2660d5020b17 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:50.081981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Attempting to bind port 8c91495b-922e-4d80-9ddb-2660d5020b17 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:50.086136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.092432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.093668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6e98fbb6-12fd-46c7-8f24-480be167b9c9 None None] For port aacb6043-12d0-4cd0-b60f-caecb8f5031b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aacb6043-12d0-4cd0-b60f-caecb8f5031b,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:50.095762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:50.096245 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:50.096632 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.097010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:50.097974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Bound port: 8c91495b-922e-4d80-9ddb-2660d5020b17, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:50.097974 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.102367 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e98fbb6-12fd-46c7-8f24-480be167b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.177294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.179141 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Pushing event updated for resources: {'Port': ['ID=528c7687-5608-4bd0-8720-aecd2462d9ad,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:50.195977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98fbb6-12fd-46c7-8f24-480be167b9c9 None None] Pushing event updated for resources: {'Port': ['ID=aacb6043-12d0-4cd0-b60f-caecb8f5031b,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:50.199103 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] For port 8c91495b-922e-4d80-9ddb-2660d5020b17, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:50.203581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] For port 8c91495b-922e-4d80-9ddb-2660d5020b17, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8c91495b-922e-4d80-9ddb-2660d5020b17,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:50.211966 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.271807 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c7519-ec3b-4beb-8b03-f70b666c6a88 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:50.289535 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Provisioning complete for port 8c91495b-922e-4d80-9ddb-2660d5020b17 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:50.289914 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.319102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Network 7f831d70-8671-432f-9850-8009182d375a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:50.321446 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:50.330969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Routers {'f52b068c-abba-4236-abbf-d94eba0bd465'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:50.331641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:36:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f52b068c-abba-4236-abbf-d94eba0bd465'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:50.388026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a554811e-c7ce-46c5-bd08-92bf21baac04 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:50.390125 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a5928-ff2c-442a-80c6-7e3749724946 None None] Pushing event updated for resources: {'Port': ['ID=8c91495b-922e-4d80-9ddb-2660d5020b17,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:50.476403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Router f52b068c-abba-4236-abbf-d94eba0bd465 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:36:50.508906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] Set router f52b068c-abba-4236-abbf-d94eba0bd465 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:50.583633 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a554811e-c7ce-46c5-bd08-92bf21baac04 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:50.583996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.599583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:50.604969 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-378b299f-7d4a-45d8-9b1e-09bdf2a160f2 admin admin] 10.222.0.59 "PUT /v2.0/routers/f52b068c-abba-4236-abbf-d94eba0bd465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2414718 Nov 22 17:36:50.657754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.714500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] For port 8c91495b-922e-4d80-9ddb-2660d5020b17, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8c91495b-922e-4d80-9ddb-2660d5020b17,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:50.725730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.808523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Provisioning complete for port 528c7687-5608-4bd0-8720-aecd2462d9ad triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:50.808901 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:50.881884 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Pushing event updated for resources: {'Port': ['ID=8c91495b-922e-4d80-9ddb-2660d5020b17,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:50.892562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aacb6043-12d0-4cd0-b60f-caecb8f5031b up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:50.915887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Port 528c7687-5608-4bd0-8720-aecd2462d9ad cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:36:50.947290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Provisioning complete for port a554811e-c7ce-46c5-bd08-92bf21baac04 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:50.947791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-695a8257-1384-4555-953d-4cc5d6deee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.018075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.020047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:49Z', 'revision_number': 4, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port': {'id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '528c7687-5608-4bd0-8720-aecd2462d9ad', 'name': '', 'network_id': '7f831d70-8671-432f-9850-8009182d375a', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'mac_address': 'fa:16:3e:97:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:49Z', 'updated_at': '2021-11-22T17:36:49Z', 'revision_number': 2, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'subnets': [{'id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:51.021968 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port aacb6043-12d0-4cd0-b60f-caecb8f5031b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:51.022339 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.068430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977e99bd-0257-4e64-b809-1bb2aa20c470 None None] The sync data for ids ['f52b068c-abba-4236-abbf-d94eba0bd465'] in n-d-816865-2 is: [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:49Z', 'revision_number': 4, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port': {'id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '528c7687-5608-4bd0-8720-aecd2462d9ad', 'name': '', 'network_id': '7f831d70-8671-432f-9850-8009182d375a', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'mac_address': 'fa:16:3e:97:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:49Z', 'updated_at': '2021-11-22T17:36:49Z', 'revision_number': 2, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'subnets': [{'id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:51.415341 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.419429 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-78b0ff6e-fa89-45a1-a3e8-43cc80dae5e0 None None] Provisioning complete for port 8c91495b-922e-4d80-9ddb-2660d5020b17 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:51.419803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b0ff6e-fa89-45a1-a3e8-43cc80dae5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.425995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-cd04d6af-b030-431d-b0e0-bc6a7f4feb0b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:51.428322 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-cd04d6af-b030-431d-b0e0-bc6a7f4feb0b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/networks?id=8721151a-747d-4f97-b7b0-792e86f73966 HTTP/1.1" status: 200 len: 817 time: 0.1373885 Nov 22 17:36:51.448371 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-11e39ace-46e2-4a8d-b733-550940d68fe6 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/quotas/4170f38358954595b38cbdd9beb5834f HTTP/1.1" status: 200 len: 375 time: 0.0105591 Nov 22 17:36:51.506018 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-7065e3fb-581f-4327-a79a-5344cad13554 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4170f38358954595b38cbdd9beb5834f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541034 Nov 22 17:36:51.520571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-78b0ff6e-fa89-45a1-a3e8-43cc80dae5e0 None None] Provisioning complete for port 528c7687-5608-4bd0-8720-aecd2462d9ad triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:51.521042 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-78b0ff6e-fa89-45a1-a3e8-43cc80dae5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.557423 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-78b0ff6e-fa89-45a1-a3e8-43cc80dae5e0 None None] Port 528c7687-5608-4bd0-8720-aecd2462d9ad cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:36:51.610852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a4b7d52e-8d5a-47d9-910e-34b52526da41 service neutron] 10.222.0.59 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916049 Nov 22 17:36:51.706205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a858bd6e-99f4-4fd2-a81b-162f2f3ab781 service neutron] 10.222.0.59 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882349 Nov 22 17:36:51.880931 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f0c208d9-da18-432a-8a54-cbcd9202f41b req-6e37363f-f322-4c64-a944-6028ce8823f0 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 210 time: 0.0284188 Nov 22 17:36:52.994411 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-ecffd4dc-3355-4f0d-bc2d-06538e64b807 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:52.995918 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-ecffd4dc-3355-4f0d-bc2d-06538e64b807 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.62 "GET /v2.0/networks?id=8721151a-747d-4f97-b7b0-792e86f73966 HTTP/1.1" status: 200 len: 817 time: 0.1239626 Nov 22 17:36:53.004934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65990d14-a3aa-4301-aef6-a10a08b13f1b req-94ff1ccb-151e-43f4-9ab5-c3fbcfdda9f8 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 210 time: 0.0436184 Nov 22 17:36:53.009767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Request body: {'port': {'device_id': '7206d555-2924-4bdc-8cb3-3dec0f7bb71c', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'admin_state_up': True, 'tenant_id': '4170f38358954595b38cbdd9beb5834f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:53.126901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Made reservation on behalf of 4170f38358954595b38cbdd9beb5834f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:36:53.130538 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.275191 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Allocated IP 172.20.0.4 (8721151a-747d-4f97-b7b0-792e86f73966/7bb65227-69a6-4e23-b831-725a20e3a677/a46811c1-5d2e-45cc-9a78-672f5a5535f0) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:36:53.443440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.460571 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:36:53.482180 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.527691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Network 8721151a-747d-4f97-b7b0-792e86f73966 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:36:53.531063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:36:53.535308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:36:53.542194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Pushing event updated for resources: {'Port': ['ID=a46811c1-5d2e-45cc-9a78-672f5a5535f0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:53.598613 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:53.598899 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.609723 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Sync routers for ids ['f52b068c-abba-4236-abbf-d94eba0bd465'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:53.620127 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Routers {'f52b068c-abba-4236-abbf-d94eba0bd465'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:53.620392 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-74f26999-a373-412b-9ae9-a659cdc86dd9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6146119 Nov 22 17:36:53.621176 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:36:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f52b068c-abba-4236-abbf-d94eba0bd465'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:53.633937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Request body: {'port': {'device_id': '7206d555-2924-4bdc-8cb3-3dec0f7bb71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:53.694872 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.735235 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Set router f52b068c-abba-4236-abbf-d94eba0bd465 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:53.797547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7d93f7b8-4f8e-4c35-bba2-f1117c5c0a79 None None] Provisioning complete for port a46811c1-5d2e-45cc-9a78-672f5a5535f0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:53.798648 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d93f7b8-4f8e-4c35-bba2-f1117c5c0a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.835919 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d93f7b8-4f8e-4c35-bba2-f1117c5c0a79 None None] Port a46811c1-5d2e-45cc-9a78-672f5a5535f0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:36:53.948071 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:49Z', 'revision_number': 4, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port': {'id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '528c7687-5608-4bd0-8720-aecd2462d9ad', 'name': '', 'network_id': '7f831d70-8671-432f-9850-8009182d375a', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'mac_address': 'fa:16:3e:97:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:49Z', 'updated_at': '2021-11-22T17:36:49Z', 'revision_number': 2, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'subnets': [{'id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:53.972464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46811c1-5d2e-45cc-9a78-672f5a5535f0 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:36:53.980073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.980242 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Checking router: f52b068c-abba-4236-abbf-d94eba0bd465 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:53.980455 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Updating router f52b068c-abba-4236-abbf-d94eba0bd465 port 528c7687-5608-4bd0-8720-aecd2462d9ad binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:36:53.992887 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Transition to ACTIVE for port object a46811c1-5d2e-45cc-9a78-672f5a5535f0 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:36:53.997370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.006636 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.069020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Pushing event updated for resources: {'Port': ['ID=a46811c1-5d2e-45cc-9a78-672f5a5535f0,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:54.129082 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Attempting to bind port a46811c1-5d2e-45cc-9a78-672f5a5535f0 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:54.129458 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Attempting to bind port a46811c1-5d2e-45cc-9a78-672f5a5535f0 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:54.129771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Attempting to bind port a46811c1-5d2e-45cc-9a78-672f5a5535f0 on network 8721151a-747d-4f97-b7b0-792e86f73966 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:54.134552 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Port a46811c1-5d2e-45cc-9a78-672f5a5535f0 on network 8721151a-747d-4f97-b7b0-792e86f73966 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:36:54.134876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Attempting to bind port a46811c1-5d2e-45cc-9a78-672f5a5535f0 on network 8721151a-747d-4f97-b7b0-792e86f73966 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:54.140314 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:54.141374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Checking segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:54.141374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Bound using segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:54.141693 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Bound port: a46811c1-5d2e-45cc-9a78-672f5a5535f0, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:54.141990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.156912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244fd17-dd67-4f07-a098-c45eea4481ab req-32e92f35-5ba0-4b1e-8129-f480ec5da28e tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:54.158777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a244fd17-dd67-4f07-a098-c45eea4481ab req-32e92f35-5ba0-4b1e-8129-f480ec5da28e tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 943 time: 0.0604289 Nov 22 17:36:54.213381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] For port a46811c1-5d2e-45cc-9a78-672f5a5535f0, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:54.216507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] For port a46811c1-5d2e-45cc-9a78-672f5a5535f0, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a46811c1-5d2e-45cc-9a78-672f5a5535f0,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:54.219602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a244fd17-dd67-4f07-a098-c45eea4481ab req-c01a8621-d17b-445e-b85f-20ad9b2161cd tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519328 Nov 22 17:36:54.222589 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.258778 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:54.259858 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.261732 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] 10.222.0.62 "PUT /v2.0/ports/a46811c1-5d2e-45cc-9a78-672f5a5535f0 HTTP/1.1" status: 200 len: 1091 time: 0.6324384 Nov 22 17:36:54.264746 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7206d555-2924-4bdc-8cb3-3dec0f7bb71c', 'tag': 'a46811c1-5d2e-45cc-9a78-672f5a5535f0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:54.269143 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20275a67-ce67-4ece-8ec6-215b5af2a85a" -d '{"events": [{"name": "network-changed", "server_uuid": "7206d555-2924-4bdc-8cb3-3dec0f7bb71c", "tag": "a46811c1-5d2e-45cc-9a78-672f5a5535f0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:54.316286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b65a41-87ea-4696-8dd5-0e9b5870359b service neutron] Pushing event updated for resources: {'Port': ['ID=a46811c1-5d2e-45cc-9a78-672f5a5535f0,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:54.366556 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.387794 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.414000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-0302fb50-848a-49de-9070-fa3b6ece3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:54.417531 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-0302fb50-848a-49de-9070-fa3b6ece3bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4170f38358954595b38cbdd9beb5834f&device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 1094 time: 0.0890632 Nov 22 17:36:54.469665 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8c91495b-922e-4d80-9ddb-2660d5020b17 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:54.510897 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-c8a6aecd-f1d0-4f9f-b058-6daad637bb62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46811c1-5d2e-45cc-9a78-672f5a5535f0 HTTP/1.1" status: 200 len: 217 time: 0.0849280 Nov 22 17:36:54.512635 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca46522-34b0-4007-9992-31efa8e39274 x-openstack-request-id: req-2ca46522-34b0-4007-9992-31efa8e39274 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:54.512929 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7206d555-2924-4bdc-8cb3-3dec0f7bb71c", "tag": "a46811c1-5d2e-45cc-9a78-672f5a5535f0", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:54.513196 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ca46522-34b0-4007-9992-31efa8e39274 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:54.513623 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7206d555-2924-4bdc-8cb3-3dec0f7bb71c', 'tag': 'a46811c1-5d2e-45cc-9a78-672f5a5535f0', 'status': 'completed', 'code': 200} Nov 22 17:36:54.515864 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e993f39-b28c-49ce-b4a9-862a12dde9d0 None None] Pushing event updated for resources: {'Port': ['ID=528c7687-5608-4bd0-8720-aecd2462d9ad,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:54.519223 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Attempting to bind port 528c7687-5608-4bd0-8720-aecd2462d9ad on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:54.519597 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Attempting to bind port 528c7687-5608-4bd0-8720-aecd2462d9ad by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:54.519984 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Attempting to bind port 528c7687-5608-4bd0-8720-aecd2462d9ad on network 7f831d70-8671-432f-9850-8009182d375a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:54.526705 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:54.527210 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Checking segment: {'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:54.527808 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.528266 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Bound using segment: {'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:54.528845 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Bound port: 528c7687-5608-4bd0-8720-aecd2462d9ad, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa92d58-e69b-4b92-aed9-290505dfe375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7f831d70-8671-432f-9850-8009182d375a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:54.529340 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.565887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 8c91495b-922e-4d80-9ddb-2660d5020b17 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:54.566407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.572819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-3f0d1b45-66b6-450a-873e-99b98c584a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:54.574996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-3f0d1b45-66b6-450a-873e-99b98c584a9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bb65227-69a6-4e23-b831-725a20e3a677 HTTP/1.1" status: 200 len: 856 time: 0.0491130 Nov 22 17:36:54.654291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-47a999c9-336b-48a3-8aa7-5b0645db82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:54.654500 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] For port 528c7687-5608-4bd0-8720-aecd2462d9ad, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:54.658284 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] For port 528c7687-5608-4bd0-8720-aecd2462d9ad, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=528c7687-5608-4bd0-8720-aecd2462d9ad,segment=NetworkSegment(2aa92d58-e69b-4b92-aed9-290505dfe375),segment_id=2aa92d58-e69b-4b92-aed9-290505dfe375)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:54.661067 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-47a999c9-336b-48a3-8aa7-5b0645db82a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8721151a-747d-4f97-b7b0-792e86f73966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719757 Nov 22 17:36:54.665181 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.741852 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Routers {'f52b068c-abba-4236-abbf-d94eba0bd465'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:54.742476 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:36:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f52b068c-abba-4236-abbf-d94eba0bd465'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:54.762833 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-a0b4bcdb-29d4-4cf8-a50c-d1c8668c1658 service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938268 Nov 22 17:36:54.790631 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e993f39-b28c-49ce-b4a9-862a12dde9d0 None None] Pushing event updated for resources: {'Port': ['ID=528c7687-5608-4bd0-8720-aecd2462d9ad,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:54.812592 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f1b06837-7b54-4868-9c25-1be88539881a None None] Provisioning complete for port 528c7687-5608-4bd0-8720-aecd2462d9ad triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:54.814053 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1b06837-7b54-4868-9c25-1be88539881a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.879601 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-450c10ba-bbd1-41d3-92f2-6da1287dee5c req-19ad6958-ba84-4aea-9533-82a101e6b7df service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081045 Nov 22 17:36:54.905186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1b06837-7b54-4868-9c25-1be88539881a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.906744 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] Set router f52b068c-abba-4236-abbf-d94eba0bd465 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:54.943139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f1b06837-7b54-4868-9c25-1be88539881a None None] For port 528c7687-5608-4bd0-8720-aecd2462d9ad, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=528c7687-5608-4bd0-8720-aecd2462d9ad,segment=NetworkSegment(2aa92d58-e69b-4b92-aed9-290505dfe375),segment_id=2aa92d58-e69b-4b92-aed9-290505dfe375)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:54.959587 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1b06837-7b54-4868-9c25-1be88539881a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:55.024910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-e49296aa-d747-4570-a13c-a36afdd024e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:55.026605 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-e49296aa-d747-4570-a13c-a36afdd024e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4170f38358954595b38cbdd9beb5834f&device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 1094 time: 0.0703361 Nov 22 17:36:55.035422 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b06837-7b54-4868-9c25-1be88539881a None None] Pushing event updated for resources: {'Port': ['ID=528c7687-5608-4bd0-8720-aecd2462d9ad,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:55.081136 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6b55d3dc-ed47-42e7-b62b-f5c267fd0e5d None None] Provisioning complete for port 528c7687-5608-4bd0-8720-aecd2462d9ad triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:55.081825 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b55d3dc-ed47-42e7-b62b-f5c267fd0e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:55.121882 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-9160946c-5f45-410f-bd81-9caadf4e9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:55.123414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-9160946c-5f45-410f-bd81-9caadf4e9d56 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8721151a-747d-4f97-b7b0-792e86f73966 HTTP/1.1" status: 200 len: 918 time: 0.0898747 Nov 22 17:36:55.133598 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:49Z', 'revision_number': 4, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port': {'id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '528c7687-5608-4bd0-8720-aecd2462d9ad', 'name': '', 'network_id': '7f831d70-8671-432f-9850-8009182d375a', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'mac_address': 'fa:16:3e:97:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:49Z', 'updated_at': '2021-11-22T17:36:54Z', 'revision_number': 4, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'subnets': [{'id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:55.165448 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533449f2-2705-4207-8b9d-15acb1e58324 None None] The sync data for ids ['f52b068c-abba-4236-abbf-d94eba0bd465'] in n-d-816865-2 is: [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:49Z', 'revision_number': 4, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port': {'id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '528c7687-5608-4bd0-8720-aecd2462d9ad', 'name': '', 'network_id': '7f831d70-8671-432f-9850-8009182d375a', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'mac_address': 'fa:16:3e:97:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:49Z', 'updated_at': '2021-11-22T17:36:54Z', 'revision_number': 4, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'subnets': [{'id': '3127e04e-150a-44e5-ab67-94b055a4ad70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:55.173054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-e03a1b6f-8903-4b3b-aa0a-0ca5b0f521ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46811c1-5d2e-45cc-9a78-672f5a5535f0 HTTP/1.1" status: 200 len: 217 time: 0.0412018 Nov 22 17:36:55.228726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-72840f87-74df-49a7-a556-349755a0dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:55.230354 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-72840f87-74df-49a7-a556-349755a0dd45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bb65227-69a6-4e23-b831-725a20e3a677 HTTP/1.1" status: 200 len: 856 time: 0.0479603 Nov 22 17:36:55.285278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-b42b4f62-9722-4e78-bc1e-b28afd5be0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:55.286985 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-b42b4f62-9722-4e78-bc1e-b28afd5be0fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8721151a-747d-4f97-b7b0-792e86f73966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493214 Nov 22 17:36:55.372747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f27b41-ca80-4e5a-868b-a083693e51f4 req-77215e2e-ee30-42ca-bc87-12a3f03c2703 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:55.375285 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01f27b41-ca80-4e5a-868b-a083693e51f4 req-77215e2e-ee30-42ca-bc87-12a3f03c2703 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 943 time: 0.0569251 Nov 22 17:36:55.409945 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-e54b6734-ab02-43a2-b3ea-f17f51c0292e service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152403 Nov 22 17:36:55.430530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01f27b41-ca80-4e5a-868b-a083693e51f4 req-5f6f843f-02d3-4410-8b2c-feccf9f4f838 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475698 Nov 22 17:36:55.513319 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-20275a67-ce67-4ece-8ec6-215b5af2a85a req-c14a99ef-c42c-44d4-b228-af83fd291167 service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964518 Nov 22 17:36:56.308625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 528c7687-5608-4bd0-8720-aecd2462d9ad up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:56.362319 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 528c7687-5608-4bd0-8720-aecd2462d9ad triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:56.362692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:56.562261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5b147-a324-4abb-b69a-2f4dbed5ab58 req-296d2d99-de46-48e9-847c-cd98b3c5a3db tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:56.564503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6d5b147-a324-4abb-b69a-2f4dbed5ab58 req-296d2d99-de46-48e9-847c-cd98b3c5a3db tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 943 time: 0.0584395 Nov 22 17:36:56.618490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a6d5b147-a324-4abb-b69a-2f4dbed5ab58 req-8f5f91ec-510f-488e-9d54-acba90669ecf tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477827 Nov 22 17:36:57.765341 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bec706-61c9-4f47-a63e-7226d710d4e8 req-49f46d4d-c856-447a-a265-04f899533c65 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:57.766915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12bec706-61c9-4f47-a63e-7226d710d4e8 req-49f46d4d-c856-447a-a265-04f899533c65 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 943 time: 0.0543227 Nov 22 17:36:57.819126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-12bec706-61c9-4f47-a63e-7226d710d4e8 req-e0461579-6125-44ac-90d0-1547ac218ba9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Nov 22 17:36:57.908219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a46811c1-5d2e-45cc-9a78-672f5a5535f0 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:36:58.005548 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a46811c1-5d2e-45cc-9a78-672f5a5535f0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a46811c1-5d2e-45cc-9a78-672f5a5535f0,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:58.017715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'a46811c1-5d2e-45cc-9a78-672f5a5535f0', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'port_id': 'a46811c1-5d2e-45cc-9a78-672f5a5535f0', 'mac_address': 'fa:16:3e:0e:18:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:36:58.054825 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.068707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46811c1-5d2e-45cc-9a78-672f5a5535f0 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:36:58.088784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a46811c1-5d2e-45cc-9a78-672f5a5535f0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a46811c1-5d2e-45cc-9a78-672f5a5535f0,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:58.096713 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.153550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a46811c1-5d2e-45cc-9a78-672f5a5535f0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:58.418620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a46811c1-5d2e-45cc-9a78-672f5a5535f0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:36:58.943860 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5816b-5d29-49ca-bb91-aa1fdfcc4744 req-8e3f5d3a-07c3-4531-bd1a-4b8d43957649 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:58.945402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7e5816b-5d29-49ca-bb91-aa1fdfcc4744 req-8e3f5d3a-07c3-4531-bd1a-4b8d43957649 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 944 time: 0.0519526 Nov 22 17:36:59.007299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7e5816b-5d29-49ca-bb91-aa1fdfcc4744 req-b7e59eda-bf53-405d-845d-6cd61dbeda41 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534720 Nov 22 17:36:59.902157 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a46811c1-5d2e-45cc-9a78-672f5a5535f0 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:59.960189 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port a46811c1-5d2e-45cc-9a78-672f5a5535f0 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:36:59.964024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port a46811c1-5d2e-45cc-9a78-672f5a5535f0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:59.964427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.045123 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.075543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7206d555-2924-4bdc-8cb3-3dec0f7bb71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46811c1-5d2e-45cc-9a78-672f5a5535f0'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:37:00.077865 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88344351-9f5d-4dfb-a48b-2861f26c2446" -d '{"events": [{"server_uuid": "7206d555-2924-4bdc-8cb3-3dec0f7bb71c", "name": "network-vif-plugged", "status": "completed", "tag": "a46811c1-5d2e-45cc-9a78-672f5a5535f0"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:37:00.092729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port a46811c1-5d2e-45cc-9a78-672f5a5535f0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a46811c1-5d2e-45cc-9a78-672f5a5535f0,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:00.098656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.149054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86170f23-c8cd-418c-a622-d4668093d61f req-bc9267cd-9116-48b8-9783-0ae9e710f6e4 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:00.150722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86170f23-c8cd-418c-a622-d4668093d61f req-bc9267cd-9116-48b8-9783-0ae9e710f6e4 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 945 time: 0.0580254 Nov 22 17:37:00.152523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=a46811c1-5d2e-45cc-9a78-672f5a5535f0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:00.200984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-86170f23-c8cd-418c-a622-d4668093d61f req-cfbb0af3-f5ce-486e-8978-0909b94c9c0f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439672 Nov 22 17:37:00.323685 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd84888-4cad-436e-9346-731ddd9edfd8 x-openstack-request-id: req-2dd84888-4cad-436e-9346-731ddd9edfd8 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:37:00.323984 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7206d555-2924-4bdc-8cb3-3dec0f7bb71c", "name": "network-vif-plugged", "status": "completed", "tag": "a46811c1-5d2e-45cc-9a78-672f5a5535f0", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:37:00.324248 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2dd84888-4cad-436e-9346-731ddd9edfd8 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:37:00.324644 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7206d555-2924-4bdc-8cb3-3dec0f7bb71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46811c1-5d2e-45cc-9a78-672f5a5535f0', 'code': 200} Nov 22 17:37:00.429321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f0508-7d5f-445b-a556-ab16cf1a5d66 req-5ca6ff31-a3de-4c91-a44f-b05abfaed0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:00.430878 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f3f0508-7d5f-445b-a556-ab16cf1a5d66 req-5ca6ff31-a3de-4c91-a44f-b05abfaed0e2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 1096 time: 0.0443187 Nov 22 17:37:00.487075 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2f3f0508-7d5f-445b-a556-ab16cf1a5d66 req-429d1d4b-f63a-4a5f-9646-7609402ba9bd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492787 Nov 22 17:37:01.343983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b175e04-7839-483d-8866-1cd30752399b req-9a3b4aaa-910d-4028-93ce-f8bd0214147b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:01.345945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b175e04-7839-483d-8866-1cd30752399b req-9a3b4aaa-910d-4028-93ce-f8bd0214147b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 945 time: 0.0596347 Nov 22 17:37:01.408276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3b175e04-7839-483d-8866-1cd30752399b req-ea307a20-7faf-4148-9de7-414dc64e49c5 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554075 Nov 22 17:37:02.557816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4c324-2167-4c48-90a9-f3ced33e9ead req-8f0fb887-1905-4b0a-bcb3-42f386898570 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:02.559340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db4c324-2167-4c48-90a9-f3ced33e9ead req-8f0fb887-1905-4b0a-bcb3-42f386898570 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 945 time: 0.0721805 Nov 22 17:37:02.612384 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0db4c324-2167-4c48-90a9-f3ced33e9ead req-232e2930-253e-4cd5-8168-f4275bd71ac1 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Nov 22 17:37:02.741090 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8608-7033-4cde-b991-ab77e2218fa8 req-309255e8-b6d2-4e83-b64a-487595f214ef tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:02.742570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d23f8608-7033-4cde-b991-ab77e2218fa8 req-309255e8-b6d2-4e83-b64a-487595f214ef tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 945 time: 0.0534129 Nov 22 17:37:02.795602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d23f8608-7033-4cde-b991-ab77e2218fa8 req-cb48f5e0-4fd2-43fa-ab23-275645f4ca5f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Nov 22 17:37:07.092925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:08.331696 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:15.561659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6199d75-aa5f-4b47-a3b0-794e66f36d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:17.949889 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-06ff977e-b6ea-448e-9666-f84902677569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:19.232818 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:20.992977 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:21.382130 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:25.733398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d62eea-6d88-4594-a527-080d7dedd72d req-cc05fc43-5c95-4d85-9eae-f898b89a6ebb tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:25.734930 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2d62eea-6d88-4594-a527-080d7dedd72d req-cc05fc43-5c95-4d85-9eae-f898b89a6ebb tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 945 time: 0.0527985 Nov 22 17:37:25.790582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2d62eea-6d88-4594-a527-080d7dedd72d req-13561ab1-e40e-4a75-8bff-dde9869be81b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493441 Nov 22 17:37:26.917670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229df52e-5e2c-4eba-92e5-e2334b891ada req-5dc50f56-791f-4dd8-9554-eacf4a20c781 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:26.919230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-229df52e-5e2c-4eba-92e5-e2334b891ada req-5dc50f56-791f-4dd8-9554-eacf4a20c781 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 945 time: 0.0550916 Nov 22 17:37:26.968002 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-229df52e-5e2c-4eba-92e5-e2334b891ada req-874b25fb-0338-4d3f-b7b1-d1e2af4ebf38 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Nov 22 17:37:27.468765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0240-12c6-432e-8e98-438e2330f05b req-37db2d0f-4e4a-4850-acc4-d91c46f3d6e3 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:27.470287 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-27ea0240-12c6-432e-8e98-438e2330f05b req-37db2d0f-4e4a-4850-acc4-d91c46f3d6e3 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.62 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 945 time: 0.0605443 Nov 22 17:37:27.568439 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Deleting port a46811c1-5d2e-45cc-9a78-672f5a5535f0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:37:27.568780 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:27.663742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] For port a46811c1-5d2e-45cc-9a78-672f5a5535f0, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=a46811c1-5d2e-45cc-9a78-672f5a5535f0,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:27.664178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:27.678072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Calling delete_port for a46811c1-5d2e-45cc-9a78-672f5a5535f0 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:37:27.820137 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:27.832430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['a46811c1-5d2e-45cc-9a78-672f5a5535f0'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:37:27.855228 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Pushing event deleted for resources: {'Port': ['ID=a46811c1-5d2e-45cc-9a78-672f5a5535f0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:27.868338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.868706 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.869067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.869544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.869891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.870239 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.870821 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.871495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.873410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.873769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.874096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.874455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:27.910722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] No DVR routers for this DVR port a46811c1-5d2e-45cc-9a78-672f5a5535f0 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:37:27.913933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:27.918112 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-27ea0240-12c6-432e-8e98-438e2330f05b req-8f6ff4bc-6f74-46d7-b2ea-f136761a8b2f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.62 "DELETE /v2.0/ports/a46811c1-5d2e-45cc-9a78-672f5a5535f0 HTTP/1.1" status: 204 len: 173 time: 0.4397600 Nov 22 17:37:27.918577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7206d555-2924-4bdc-8cb3-3dec0f7bb71c', 'name': 'network-vif-deleted', 'tag': 'a46811c1-5d2e-45cc-9a78-672f5a5535f0'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:37:27.921039 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b1a7b5-ab42-40ee-88ab-5178a55caaf8" -d '{"events": [{"server_uuid": "7206d555-2924-4bdc-8cb3-3dec0f7bb71c", "name": "network-vif-deleted", "tag": "a46811c1-5d2e-45cc-9a78-672f5a5535f0"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:37:27.966497 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeb8bdd-9eb0-448a-953f-3c6fdc146b24 x-openstack-request-id: req-8aeb8bdd-9eb0-448a-953f-3c6fdc146b24 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:37:27.966858 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7206d555-2924-4bdc-8cb3-3dec0f7bb71c", "name": "network-vif-deleted", "tag": "a46811c1-5d2e-45cc-9a78-672f5a5535f0", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:37:27.967255 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8aeb8bdd-9eb0-448a-953f-3c6fdc146b24 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:37:27.967729 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7206d555-2924-4bdc-8cb3-3dec0f7bb71c', 'name': 'network-vif-deleted', 'tag': 'a46811c1-5d2e-45cc-9a78-672f5a5535f0', 'status': 'completed', 'code': 200} Nov 22 17:37:28.098959 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21d58bbf-aee9-4933-9f7e-ef0c3208ab06 req-e6c06982-64ec-44b3-a956-c119e0e09c40 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=7206d555-2924-4bdc-8cb3-3dec0f7bb71c HTTP/1.1" status: 200 len: 210 time: 0.0265756 Nov 22 17:37:29.866422 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-7931bd64-8dcf-4916-b9bd-58f11d0bbf49 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:29.868318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-7931bd64-8dcf-4916-b9bd-58f11d0bbf49 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/networks?id=8721151a-747d-4f97-b7b0-792e86f73966 HTTP/1.1" status: 200 len: 817 time: 0.1102593 Nov 22 17:37:29.884597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-d3797cf0-051a-4329-a059-4e90fa618a5d tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/quotas/4170f38358954595b38cbdd9beb5834f HTTP/1.1" status: 200 len: 375 time: 0.0099902 Nov 22 17:37:29.940202 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-4f3b672e-824a-4ecc-97f0-631f5e98399a tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4170f38358954595b38cbdd9beb5834f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501480 Nov 22 17:37:30.050184 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-076797e4-625e-4c63-bee0-a7de0d2e7bcc service neutron] 10.222.0.59 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949192 Nov 22 17:37:30.146426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-2df6d8b1-6b49-468d-9a48-1bd6253a99ab service neutron] 10.222.0.59 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874140 Nov 22 17:37:30.317267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1fd769c7-991b-436b-9e02-42974fb8cc95 req-18c52f35-8d06-4c9d-b67d-40e25eca6b12 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 210 time: 0.0287554 Nov 22 17:37:30.461817 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:37:31.342214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-a5d37996-57c2-44d6-9140-809280b708b2 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:31.345833 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-a5d37996-57c2-44d6-9140-809280b708b2 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.62 "GET /v2.0/networks?id=8721151a-747d-4f97-b7b0-792e86f73966 HTTP/1.1" status: 200 len: 817 time: 0.1249609 Nov 22 17:37:31.359386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Request body: {'port': {'device_id': 'edba55f0-fdba-4051-8acb-a710c054af0d', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'admin_state_up': True, 'tenant_id': '4170f38358954595b38cbdd9beb5834f'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:31.432611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be06f7cf-0b3b-46cb-8742-dbf2bd751504 req-08a7052e-a21b-4029-a4f6-3a49d2b71af8 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 210 time: 0.0275505 Nov 22 17:37:31.479819 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Made reservation on behalf of 4170f38358954595b38cbdd9beb5834f for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:37:31.483391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:31.630699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Allocated IP 172.20.0.9 (8721151a-747d-4f97-b7b0-792e86f73966/7bb65227-69a6-4e23-b831-725a20e3a677/eecedb9a-0d9f-4fa2-9e45-9813a9f98185) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:37:31.779919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:31.817706 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:31.861698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Network 8721151a-747d-4f97-b7b0-792e86f73966 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:37:31.864937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:37:31.868622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:37:31.896100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Pushing event updated for resources: {'Port': ['ID=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:31.925965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:31.926789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:31.946009 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-5e97f3a5-a8f7-4f6f-9c96-d1feca742db7 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904181 Nov 22 17:37:31.963032 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Request body: {'port': {'device_id': 'edba55f0-fdba-4051-8acb-a710c054af0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:32.010305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a46811c1-5d2e-45cc-9a78-672f5a5535f0 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:37:32.024214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:32.032845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: a46811c1-5d2e-45cc-9a78-672f5a5535f0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:37:32.033200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device a46811c1-5d2e-45cc-9a78-672f5a5535f0 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:37:32.143575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6c49cf73-06b4-4615-b408-7676830bdc64 None None] Provisioning complete for port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:32.143799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c49cf73-06b4-4615-b408-7676830bdc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:32.179018 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6c49cf73-06b4-4615-b408-7676830bdc64 None None] Port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:37:32.287070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecedb9a-0d9f-4fa2-9e45-9813a9f98185 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:37:32.295136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:32.308100 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Transition to ACTIVE for port object eecedb9a-0d9f-4fa2-9e45-9813a9f98185 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:37:32.313458 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:32.363421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Pushing event updated for resources: {'Port': ['ID=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:32.440691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Attempting to bind port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:37:32.441000 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Attempting to bind port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:37:32.441403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Attempting to bind port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 on network 8721151a-747d-4f97-b7b0-792e86f73966 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:37:32.446934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 on network 8721151a-747d-4f97-b7b0-792e86f73966 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:37:32.447347 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Attempting to bind port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 on network 8721151a-747d-4f97-b7b0-792e86f73966 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:37:32.452550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:37:32.452893 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Checking segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:37:32.453290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Bound using segment: {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:37:32.453785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Bound port: eecedb9a-0d9f-4fa2-9e45-9813a9f98185, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0103eb9-a859-4591-a794-53a1c92b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:37:32.454091 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:32.529148 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] For port eecedb9a-0d9f-4fa2-9e45-9813a9f98185, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:37:32.532586 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] For port eecedb9a-0d9f-4fa2-9e45-9813a9f98185, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:37:32.538304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:32.565467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9f2e3-776f-47b2-8015-a162ceca7028 req-2bb67977-84df-4a8c-8e51-04761fed55d5 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:32.568485 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55b9f2e3-776f-47b2-8015-a162ceca7028 req-2bb67977-84df-4a8c-8e51-04761fed55d5 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 943 time: 0.0621333 Nov 22 17:37:32.579361 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:32.580094 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:32.581429 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] 10.222.0.62 "PUT /v2.0/ports/eecedb9a-0d9f-4fa2-9e45-9813a9f98185 HTTP/1.1" status: 200 len: 1091 time: 0.6251969 Nov 22 17:37:32.581907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edba55f0-fdba-4051-8acb-a710c054af0d', 'tag': 'eecedb9a-0d9f-4fa2-9e45-9813a9f98185'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:37:32.584319 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a399926b-73cc-4097-af7a-50acefb15fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "edba55f0-fdba-4051-8acb-a710c054af0d", "tag": "eecedb9a-0d9f-4fa2-9e45-9813a9f98185"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:37:32.615660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73938a4b-5b51-4913-9200-495b5a5921a7 service neutron] Pushing event updated for resources: {'Port': ['ID=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:32.640611 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55b9f2e3-776f-47b2-8015-a162ceca7028 req-b4ac7a85-867f-4908-aa71-17834e2eed28 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644999 Nov 22 17:37:32.677248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-198b03ca-3fa6-4c2f-9718-1c12eafd21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:32.678849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-198b03ca-3fa6-4c2f-9718-1c12eafd21b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4170f38358954595b38cbdd9beb5834f&device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 1094 time: 0.0505738 Nov 22 17:37:32.696383 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b0a330-843c-4d73-a310-e276028cf889 x-openstack-request-id: req-f2b0a330-843c-4d73-a310-e276028cf889 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:37:32.696684 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edba55f0-fdba-4051-8acb-a710c054af0d", "tag": "eecedb9a-0d9f-4fa2-9e45-9813a9f98185", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:37:32.696952 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2b0a330-843c-4d73-a310-e276028cf889 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:37:32.697420 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edba55f0-fdba-4051-8acb-a710c054af0d', 'tag': 'eecedb9a-0d9f-4fa2-9e45-9813a9f98185', 'status': 'completed', 'code': 200} Nov 22 17:37:32.724932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-cc7855ba-561f-4eec-8b93-58d54553ca0b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eecedb9a-0d9f-4fa2-9e45-9813a9f98185 HTTP/1.1" status: 200 len: 217 time: 0.0378006 Nov 22 17:37:32.776871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-e1efb967-6e5c-442f-ba9c-59f26be41c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:32.778399 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-e1efb967-6e5c-442f-ba9c-59f26be41c6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bb65227-69a6-4e23-b831-725a20e3a677 HTTP/1.1" status: 200 len: 856 time: 0.0457292 Nov 22 17:37:32.838716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-90eea5f7-0139-4450-ad23-a0c051ee4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:32.840269 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-90eea5f7-0139-4450-ad23-a0c051ee4d27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8721151a-747d-4f97-b7b0-792e86f73966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502772 Nov 22 17:37:32.931184 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-0c9b154a-72fb-4b5f-9ec4-4a5d130bdfed service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839133 Nov 22 17:37:33.025327 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-c49f92c4-a4cc-444e-8379-2f3c4b667ad0 req-658b1e9b-d9b2-48b9-8f69-3bcc391b262b service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876343 Nov 22 17:37:33.113595 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-2a185cf5-fc8b-4d8f-9590-3474ad8babde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:33.116110 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-2a185cf5-fc8b-4d8f-9590-3474ad8babde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4170f38358954595b38cbdd9beb5834f&device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 1094 time: 0.0439458 Nov 22 17:37:33.223246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-f4afa9ab-6bff-4b15-afe0-712d60034176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:33.224746 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-f4afa9ab-6bff-4b15-afe0-712d60034176 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8721151a-747d-4f97-b7b0-792e86f73966 HTTP/1.1" status: 200 len: 918 time: 0.1015282 Nov 22 17:37:33.267876 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-ba35c04c-6258-44fa-b6d6-f9811976030d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eecedb9a-0d9f-4fa2-9e45-9813a9f98185 HTTP/1.1" status: 200 len: 217 time: 0.0354455 Nov 22 17:37:33.318057 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-3c154715-8bc3-40e2-9d69-a2f725c4bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:33.319597 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-3c154715-8bc3-40e2-9d69-a2f725c4bb4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bb65227-69a6-4e23-b831-725a20e3a677 HTTP/1.1" status: 200 len: 856 time: 0.0442920 Nov 22 17:37:33.374645 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-fe5bbb7a-51ed-4bfa-b17c-f91c1456fc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:33.376202 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-fe5bbb7a-51ed-4bfa-b17c-f91c1456fc5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8721151a-747d-4f97-b7b0-792e86f73966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487065 Nov 22 17:37:33.470396 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-dc910797-132c-4fc4-a188-a25189593cc7 service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865040 Nov 22 17:37:33.583355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a399926b-73cc-4097-af7a-50acefb15fe5 req-c80190a5-536c-410d-8483-e103f4199df3 service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049938 Nov 22 17:37:33.798134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676216-84bd-4c3d-a465-d6a95cba98e3 req-eee89505-346d-4117-91b8-747f16d0418f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:33.799642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70676216-84bd-4c3d-a465-d6a95cba98e3 req-eee89505-346d-4117-91b8-747f16d0418f tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 943 time: 0.0583849 Nov 22 17:37:33.849483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70676216-84bd-4c3d-a465-d6a95cba98e3 req-fdb21756-8cf0-4542-867a-050a06b74bf9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Nov 22 17:37:34.988544 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc395e-2322-49e5-bdb8-67986070dd52 req-4a93971d-bf7e-400a-b8e9-cb12c81719d2 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:34.990043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93fc395e-2322-49e5-bdb8-67986070dd52 req-4a93971d-bf7e-400a-b8e9-cb12c81719d2 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 943 time: 0.0583146 Nov 22 17:37:35.054730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-93fc395e-2322-49e5-bdb8-67986070dd52 req-6f6d3964-d6c1-4201-9c21-4383e1942b9b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558927 Nov 22 17:37:36.024916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device eecedb9a-0d9f-4fa2-9e45-9813a9f98185 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:37:36.145953 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port eecedb9a-0d9f-4fa2-9e45-9813a9f98185, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:36.158662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'eecedb9a-0d9f-4fa2-9e45-9813a9f98185', 'network_id': '8721151a-747d-4f97-b7b0-792e86f73966', 'port_id': 'eecedb9a-0d9f-4fa2-9e45-9813a9f98185', 'mac_address': 'fa:16:3e:f7:d5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb65227-69a6-4e23-b831-725a20e3a677', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:37:36.189561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4bb3-d82c-4cba-83cb-89b45b444eff req-bb47edf9-c7b8-4543-b200-267f6dd32197 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:36.191225 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35de4bb3-d82c-4cba-83cb-89b45b444eff req-bb47edf9-c7b8-4543-b200-267f6dd32197 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 943 time: 0.0509746 Nov 22 17:37:36.204534 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:36.218360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecedb9a-0d9f-4fa2-9e45-9813a9f98185 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:37:36.239177 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port eecedb9a-0d9f-4fa2-9e45-9813a9f98185, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:36.240776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-35de4bb3-d82c-4cba-83cb-89b45b444eff req-172b7a9a-be3f-4470-84bd-606f997c01f0 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Nov 22 17:37:36.244080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:36.294048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:36.301772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.302127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.302475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.302818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.303185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.303522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.303857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.304190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.304520 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.304875 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.305206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.306029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:36.554368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['eecedb9a-0d9f-4fa2-9e45-9813a9f98185'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:37:37.095665 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:37.366188 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32db0f-d84a-4a16-a051-319df24c8461 req-a238714c-70fc-4d9d-aa48-fac951b0bcf3 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:37.367628 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be32db0f-d84a-4a16-a051-319df24c8461 req-a238714c-70fc-4d9d-aa48-fac951b0bcf3 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 944 time: 0.0528727 Nov 22 17:37:37.418689 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be32db0f-d84a-4a16-a051-319df24c8461 req-f6cea638-4c8b-459f-9dab-666410a98cbc tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 Nov 22 17:37:38.041498 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device eecedb9a-0d9f-4fa2-9e45-9813a9f98185 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:37:38.096277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:37:38.100716 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:38.101103 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:38.190075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:38.213183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edba55f0-fdba-4051-8acb-a710c054af0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecedb9a-0d9f-4fa2-9e45-9813a9f98185'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:37:38.215632 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb5c66f-2728-4f79-9fec-25f98ff7f4e2" -d '{"events": [{"server_uuid": "edba55f0-fdba-4051-8acb-a710c054af0d", "name": "network-vif-plugged", "status": "completed", "tag": "eecedb9a-0d9f-4fa2-9e45-9813a9f98185"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:37:38.228846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port eecedb9a-0d9f-4fa2-9e45-9813a9f98185, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:38.234861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:38.266060 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf5afc2-fd74-4219-bd72-d96af05d87dd x-openstack-request-id: req-cdf5afc2-fd74-4219-bd72-d96af05d87dd {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:37:38.266474 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edba55f0-fdba-4051-8acb-a710c054af0d", "name": "network-vif-plugged", "status": "completed", "tag": "eecedb9a-0d9f-4fa2-9e45-9813a9f98185", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:37:38.266683 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cdf5afc2-fd74-4219-bd72-d96af05d87dd {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:37:38.267182 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edba55f0-fdba-4051-8acb-a710c054af0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecedb9a-0d9f-4fa2-9e45-9813a9f98185', 'code': 200} Nov 22 17:37:38.293863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:38.338209 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:38.565344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce683560-4327-4eb2-b093-09b83469ae80 req-9d89fda4-887a-4ba0-a1fa-a8bbbd5a07df tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:38.566937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce683560-4327-4eb2-b093-09b83469ae80 req-9d89fda4-887a-4ba0-a1fa-a8bbbd5a07df tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 945 time: 0.0669219 Nov 22 17:37:38.625034 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce683560-4327-4eb2-b093-09b83469ae80 req-08170e1b-cad6-4057-a3c6-413b7ebddcdc tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512395 Nov 22 17:37:38.742685 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f6d97-32a9-4b6f-9c23-2ef6b9a42a9d req-76a77810-f040-42d1-8160-2a40e2c5e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:38.744310 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-515f6d97-32a9-4b6f-9c23-2ef6b9a42a9d req-76a77810-f040-42d1-8160-2a40e2c5e02e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 1096 time: 0.4179442 Nov 22 17:37:38.800831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-515f6d97-32a9-4b6f-9c23-2ef6b9a42a9d req-23b6da79-2e4c-4815-bfc4-a4fa7e825335 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 Nov 22 17:37:39.765118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb5aff-7bb4-4a00-aed2-459a8dd5e5c5 req-ce5701fb-c111-4e06-a9c6-f9ca88dae950 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:39.766722 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01cb5aff-7bb4-4a00-aed2-459a8dd5e5c5 req-ce5701fb-c111-4e06-a9c6-f9ca88dae950 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 945 time: 0.0513051 Nov 22 17:37:39.817508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01cb5aff-7bb4-4a00-aed2-459a8dd5e5c5 req-82ea7e45-47ac-495e-9241-9d169f16ae81 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Nov 22 17:37:40.962685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631efe43-fbf7-415b-9e04-b1d8a54108e7 req-be95b640-a592-4fc1-9cb2-dddff6616ee4 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:40.964293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-631efe43-fbf7-415b-9e04-b1d8a54108e7 req-be95b640-a592-4fc1-9cb2-dddff6616ee4 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 945 time: 0.0589781 Nov 22 17:37:41.018186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-631efe43-fbf7-415b-9e04-b1d8a54108e7 req-3f2e8235-c5dc-489b-a198-f86c48fa39d2 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448520 Nov 22 17:37:41.143681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a44f2-8dd8-4536-a928-5ec368678d49 req-20bf438a-ad7b-4933-8583-45244c66fa8b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:41.145273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d26a44f2-8dd8-4536-a928-5ec368678d49 req-20bf438a-ad7b-4933-8583-45244c66fa8b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 945 time: 0.0576224 Nov 22 17:37:41.199194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d26a44f2-8dd8-4536-a928-5ec368678d49 req-04a812db-d712-4f18-8f96-f1a7ff684d7d tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Nov 22 17:37:45.220508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-24a6569d-a252-4a94-a03b-242d4c1a00a7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0627382 Nov 22 17:37:45.317739 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-e98d7a8b-4ffa-40e0-8307-5581cd4d4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:45.319464 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-e98d7a8b-4ffa-40e0-8307-5581cd4d4278 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4170f38358954595b38cbdd9beb5834f&device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 1096 time: 0.0512259 Nov 22 17:37:45.439383 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-cbb4db09-1333-4fa7-b3e9-e8fd53f4cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:45.440953 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-cbb4db09-1333-4fa7-b3e9-e8fd53f4cbf4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8721151a-747d-4f97-b7b0-792e86f73966 HTTP/1.1" status: 200 len: 918 time: 0.1015561 Nov 22 17:37:45.486293 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-26b8c2ff-8ef1-4457-a341-7808c948e5a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eecedb9a-0d9f-4fa2-9e45-9813a9f98185 HTTP/1.1" status: 200 len: 217 time: 0.0374892 Nov 22 17:37:45.545332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-8147d5b2-cbf1-40b1-8064-d3e6a2ae1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:45.546998 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-8147d5b2-cbf1-40b1-8064-d3e6a2ae1275 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7bb65227-69a6-4e23-b831-725a20e3a677 HTTP/1.1" status: 200 len: 856 time: 0.0539753 Nov 22 17:37:45.572847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9865ef80-aa94-4463-aac9-71791d069cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:45.604186 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-75d1ae95-75b1-4ba0-aab1-edbe73293927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:45.607180 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-75d1ae95-75b1-4ba0-aab1-edbe73293927 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8721151a-747d-4f97-b7b0-792e86f73966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531862 Nov 22 17:37:45.619335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-a314b4aa-9059-4d4f-bd5b-4c925843fe32 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:37:45.620491 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-a314b4aa-9059-4d4f-bd5b-4c925843fe32 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063384 Nov 22 17:37:45.716842 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-524e2116-35c7-4124-bab1-2e3d907018e5 service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887856 Nov 22 17:37:45.815945 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-97e470a9-6eae-49ef-8a38-4edafe728b05 req-2ca103e9-2a41-4525-a84c-d92a8d55ab30 service neutron] 10.222.0.62 "GET /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923409 Nov 22 17:37:47.949226 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1db22b91-573f-408c-a6c1-5a2d8fe04741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:49.235441 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:50.994465 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:51.380866 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:04.030046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659791-56c6-486a-abd8-c97705956dd3 req-dc292e1b-09e9-4998-8b7e-6f509b5f17a3 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:04.031733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19659791-56c6-486a-abd8-c97705956dd3 req-dc292e1b-09e9-4998-8b7e-6f509b5f17a3 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 945 time: 0.0536265 Nov 22 17:38:04.089786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-19659791-56c6-486a-abd8-c97705956dd3 req-ac109954-a8f7-4be4-a508-39c9dbad7e60 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512390 Nov 22 17:38:05.219791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75099ae-0126-406a-955a-bf66de546368 req-87dd0fb9-d6c2-45dc-a116-4c6f9695e46b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:05.221880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f75099ae-0126-406a-955a-bf66de546368 req-87dd0fb9-d6c2-45dc-a116-4c6f9695e46b tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 945 time: 0.0527527 Nov 22 17:38:05.272011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f75099ae-0126-406a-955a-bf66de546368 req-fc253220-c504-4707-9437-eaf073c56d22 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/security-groups?id=ebd77b81-5c3f-4781-be1e-afa3df59000c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Nov 22 17:38:05.627077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48969a70-4f04-4212-8b9b-196baae50e29 req-5334f923-6798-4b49-9383-1d7606e88373 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:05.628696 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-48969a70-4f04-4212-8b9b-196baae50e29 req-5334f923-6798-4b49-9383-1d7606e88373 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.62 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 945 time: 0.0545654 Nov 22 17:38:05.734195 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Deleting port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:05.734630 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:05.824660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] For port eecedb9a-0d9f-4fa2-9e45-9813a9f98185, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:05.825016 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:05.837983 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Calling delete_port for eecedb9a-0d9f-4fa2-9e45-9813a9f98185 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:05.973850 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:05.987672 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['eecedb9a-0d9f-4fa2-9e45-9813a9f98185'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:38:06.003931 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Pushing event deleted for resources: {'Port': ['ID=eecedb9a-0d9f-4fa2-9e45-9813a9f98185,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:06.047811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] No DVR routers for this DVR port eecedb9a-0d9f-4fa2-9e45-9813a9f98185 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:38:06.050612 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:06.054170 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-48969a70-4f04-4212-8b9b-196baae50e29 req-1cbc2c67-ae07-4cb4-af30-a29dc1e8a8c9 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.62 "DELETE /v2.0/ports/eecedb9a-0d9f-4fa2-9e45-9813a9f98185 HTTP/1.1" status: 204 len: 173 time: 0.4187219 Nov 22 17:38:06.054650 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edba55f0-fdba-4051-8acb-a710c054af0d', 'name': 'network-vif-deleted', 'tag': 'eecedb9a-0d9f-4fa2-9e45-9813a9f98185'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:38:06.057223 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb46ac-a28a-47af-ae29-9a73c1728e7d" -d '{"events": [{"server_uuid": "edba55f0-fdba-4051-8acb-a710c054af0d", "name": "network-vif-deleted", "tag": "eecedb9a-0d9f-4fa2-9e45-9813a9f98185"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:38:06.108559 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba81c527-a7df-46e2-b469-857db67db49b x-openstack-request-id: req-ba81c527-a7df-46e2-b469-857db67db49b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:38:06.108858 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edba55f0-fdba-4051-8acb-a710c054af0d", "name": "network-vif-deleted", "tag": "eecedb9a-0d9f-4fa2-9e45-9813a9f98185", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:38:06.109117 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba81c527-a7df-46e2-b469-857db67db49b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:38:06.109645 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edba55f0-fdba-4051-8acb-a710c054af0d', 'name': 'network-vif-deleted', 'tag': 'eecedb9a-0d9f-4fa2-9e45-9813a9f98185', 'status': 'completed', 'code': 200} Nov 22 17:38:06.387169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e69b67b3-7d48-4771-b263-c9fcca42eb27 req-94f7bc18-2089-4ab1-af7c-901a60fa2d63 tempest-TestEncryptedCinderVolumes-1443989450 tempest-TestEncryptedCinderVolumes-1443989450-project] 10.222.0.59 "GET /v2.0/ports?device_id=edba55f0-fdba-4051-8acb-a710c054af0d HTTP/1.1" status: 200 len: 210 time: 0.0287802 Nov 22 17:38:07.119306 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:07.462514 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:38:07.498040 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:07.873995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:08.152383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Deleting port aacb6043-12d0-4cd0-b60f-caecb8f5031b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:08.152611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:08.244695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] For port aacb6043-12d0-4cd0-b60f-caecb8f5031b, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=aacb6043-12d0-4cd0-b60f-caecb8f5031b,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:08.245094 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:08.258820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Calling delete_port for aacb6043-12d0-4cd0-b60f-caecb8f5031b owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:08.337512 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:08.453746 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:08.484155 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=aacb6043-12d0-4cd0-b60f-caecb8f5031b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:08.496790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.496790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.497049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.497393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.497719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.498038 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.498370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.499005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.499005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.499357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.499762 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.500106 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:08.663341 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:08.899710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Router a0387e92-3c85-4eff-870a-ca5641440638 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:38:09.007932 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:09.013309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5310e498-270b-431f-8acc-a495a1783d73 admin admin] 10.222.0.59 "PUT /v2.0/routers/a0387e92-3c85-4eff-870a-ca5641440638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5140111 Nov 22 17:38:09.016286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49236) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:09.019787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] Sync routers for ids ['a0387e92-3c85-4eff-870a-ca5641440638'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:09.031793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] Routers {'a0387e92-3c85-4eff-870a-ca5641440638'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:09.032442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a0387e92-3c85-4eff-870a-ca5641440638'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:09.145853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] Set router a0387e92-3c85-4eff-870a-ca5641440638 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:09.359791 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:38:08Z', 'revision_number': 5, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:09.387316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] Checking router: a0387e92-3c85-4eff-870a-ca5641440638 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:09.397480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] Routers {'a0387e92-3c85-4eff-870a-ca5641440638'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:09.398010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a0387e92-3c85-4eff-870a-ca5641440638'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:09.457527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:09.583357 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:09.653681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Deleting port 09673067-748a-4fd1-9743-e753ea26d55e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:09.653945 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:09.707813 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] Set router a0387e92-3c85-4eff-870a-ca5641440638 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:09.746462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] For port 09673067-748a-4fd1-9743-e753ea26d55e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=09673067-748a-4fd1-9743-e753ea26d55e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:09.747077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:09.762797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Calling delete_port for 09673067-748a-4fd1-9743-e753ea26d55e owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:09.909904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:38:08Z', 'revision_number': 5, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:09.941477 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3702fc-8b77-483f-a338-398a75274a1b None None] The sync data for ids ['a0387e92-3c85-4eff-870a-ca5641440638'] in n-d-816865-2 is: [{'id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'name': 'tempest-TestEncryptedCinderVolumes-1535276722-router', 'tenant_id': '4170f38358954595b38cbdd9beb5834f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '09673067-748a-4fd1-9743-e753ea26d55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:41Z', 'updated_at': '2021-11-22T17:38:08Z', 'revision_number': 5, 'project_id': '4170f38358954595b38cbdd9beb5834f', 'gw_port': {'id': '09673067-748a-4fd1-9743-e753ea26d55e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0387e92-3c85-4eff-870a-ca5641440638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:42Z', 'updated_at': '2021-11-22T17:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:09.944884 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:09.983055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09673067-748a-4fd1-9743-e753ea26d55e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:10.001544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5433367-9a4d-4fef-8450-c8b8b92fb037 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:10.041787 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.131893 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.134247 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.182268 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.182624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0387e92-3c85-4eff-870a-ca5641440638 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:38:10.187514 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.188718 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3d517acf-ee42-4889-9f0e-69d49de150b4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a0387e92-3c85-4eff-870a-ca5641440638 HTTP/1.1" status: 204 len: 168 time: 1.1714759 Nov 22 17:38:10.191455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49238) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:10.209417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device eecedb9a-0d9f-4fa2-9e45-9813a9f98185 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:10.229602 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: eecedb9a-0d9f-4fa2-9e45-9813a9f98185 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:10.229967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device eecedb9a-0d9f-4fa2-9e45-9813a9f98185 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:10.241268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fec6a6f-0941-40f6-aa72-7525a6d2a2e2 admin admin] Deleting subnet 7bb65227-69a6-4e23-b831-725a20e3a677 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:38:10.244445 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a6f-0941-40f6-aa72-7525a6d2a2e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.281000 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a6f-0941-40f6-aa72-7525a6d2a2e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.377183 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a6f-0941-40f6-aa72-7525a6d2a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.434411 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a6f-0941-40f6-aa72-7525a6d2a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.447538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aacb6043-12d0-4cd0-b60f-caecb8f5031b no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:10.462057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec6a6f-0941-40f6-aa72-7525a6d2a2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb65227-69a6-4e23-b831-725a20e3a677,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:10.466144 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8fec6a6f-0941-40f6-aa72-7525a6d2a2e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.473014 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8fec6a6f-0941-40f6-aa72-7525a6d2a2e2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7bb65227-69a6-4e23-b831-725a20e3a677 HTTP/1.1" status: 204 len: 168 time: 0.2772744 Nov 22 17:38:10.473195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: aacb6043-12d0-4cd0-b60f-caecb8f5031b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:10.473195 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device aacb6043-12d0-4cd0-b60f-caecb8f5031b not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:10.473375 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49240) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:10.475482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294f8f56-086e-4425-a4a7-495b982d22ff None None] Network 8721151a-747d-4f97-b7b0-792e86f73966 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:10.544141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.619529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Deleting port ce2edbec-4b88-451f-9cf8-2afadee4818d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:10.621829 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.675932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] DHCP port deletion for 8721151a-747d-4f97-b7b0-792e86f73966 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:10.698643 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] For port ce2edbec-4b88-451f-9cf8-2afadee4818d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce2edbec-4b88-451f-9cf8-2afadee4818d,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:10.699169 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.716594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Calling delete_port for ce2edbec-4b88-451f-9cf8-2afadee4818d owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:10.734603 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] Deleting port ce2edbec-4b88-451f-9cf8-2afadee4818d {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:10.735016 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.801576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.802844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] For port ce2edbec-4b88-451f-9cf8-2afadee4818d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ce2edbec-4b88-451f-9cf8-2afadee4818d,segment=NetworkSegment(c0103eb9-a859-4591-a794-53a1c92b2d16),segment_id=c0103eb9-a859-4591-a794-53a1c92b2d16)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:10.803316 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.816402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] Calling delete_port for ce2edbec-4b88-451f-9cf8-2afadee4818d owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:10.829580 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2edbec-4b88-451f-9cf8-2afadee4818d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:10.831437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] No DVR routers for this DVR port ce2edbec-4b88-451f-9cf8-2afadee4818d on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:38:10.897032 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.906061 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.922876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] Pushing event deleted for resources: {'Port': ['ID=ce2edbec-4b88-451f-9cf8-2afadee4818d,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:10.927483 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdf5d8b-8255-493b-bdcf-9c14cac9dbbd None None] No DVR routers for this DVR port ce2edbec-4b88-451f-9cf8-2afadee4818d on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:38:10.930816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8721151a-747d-4f97-b7b0-792e86f73966']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:10.947475 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0103eb9-a859-4591-a794-53a1c92b2d16') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:10.947726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0103eb9-a859-4591-a794-53a1c92b2d16') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:10.962742 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.976867 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.984301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:38:10.984760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:38:10.986509 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:38:11.042472 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:11.048883 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:11.052256 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8721151a-747d-4f97-b7b0-792e86f73966 HTTP/1.1" status: 204 len: 168 time: 0.5785620 Nov 22 17:38:11.055535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49242) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:11.067436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d70b9-6a6c-4e7f-80e6-5a47dac34aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8721151a-747d-4f97-b7b0-792e86f73966,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:11.422548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:11.671930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Deleting port 528c7687-5608-4bd0-8720-aecd2462d9ad {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:11.672273 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:11.758103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] For port 528c7687-5608-4bd0-8720-aecd2462d9ad, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=528c7687-5608-4bd0-8720-aecd2462d9ad,segment=NetworkSegment(2aa92d58-e69b-4b92-aed9-290505dfe375),segment_id=2aa92d58-e69b-4b92-aed9-290505dfe375)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:11.758465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:11.771795 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Calling delete_port for 528c7687-5608-4bd0-8720-aecd2462d9ad owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:11.961172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:11.986467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Pushing event deleted for resources: {'Port': ['ID=528c7687-5608-4bd0-8720-aecd2462d9ad,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:12.160100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:12.375058 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Router f52b068c-abba-4236-abbf-d94eba0bd465 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:38:12.381463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 09673067-748a-4fd1-9743-e753ea26d55e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:12.401145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 09673067-748a-4fd1-9743-e753ea26d55e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:12.401496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 09673067-748a-4fd1-9743-e753ea26d55e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:12.401920 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce2edbec-4b88-451f-9cf8-2afadee4818d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:12.420955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ce2edbec-4b88-451f-9cf8-2afadee4818d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:12.421313 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ce2edbec-4b88-451f-9cf8-2afadee4818d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:12.482335 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:12.489305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a2c3bc3c-eda4-4704-a1f2-eb8dd1c5220e admin admin] 10.222.0.59 "PUT /v2.0/routers/f52b068c-abba-4236-abbf-d94eba0bd465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303412 Nov 22 17:38:12.490311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49244) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:12.493599 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] Sync routers for ids ['f52b068c-abba-4236-abbf-d94eba0bd465'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:12.506156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] Routers {'f52b068c-abba-4236-abbf-d94eba0bd465'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:12.506773 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f52b068c-abba-4236-abbf-d94eba0bd465'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:12.601254 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:12.707187 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] Set router f52b068c-abba-4236-abbf-d94eba0bd465 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:12.709715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:12.762990 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Deleting port 8c91495b-922e-4d80-9ddb-2660d5020b17 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:12.763429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:12.846613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] For port 8c91495b-922e-4d80-9ddb-2660d5020b17, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=8c91495b-922e-4d80-9ddb-2660d5020b17,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:12.847003 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:12.859794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Calling delete_port for 8c91495b-922e-4d80-9ddb-2660d5020b17 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:12.886499 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:38:11Z', 'revision_number': 5, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port': {'id': '8c91495b-922e-4d80-9ddb-2660d5020b17', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:93:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:12.917360 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] Checking router: f52b068c-abba-4236-abbf-d94eba0bd465 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:12.926719 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] Routers {'f52b068c-abba-4236-abbf-d94eba0bd465'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:12.927357 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:37:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f52b068c-abba-4236-abbf-d94eba0bd465'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:13.018525 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] Set router f52b068c-abba-4236-abbf-d94eba0bd465 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:13.033681 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.059790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c91495b-922e-4d80-9ddb-2660d5020b17,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:13.073272 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:38:12Z', 'revision_number': 6, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:13.077329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d86d1-5484-44d0-a8db-2c93748fdb00 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:13.104868 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114dcaba-e731-479c-9fb3-1963c5c7e99b None None] The sync data for ids ['f52b068c-abba-4236-abbf-d94eba0bd465'] in n-d-816865-2 is: [{'id': 'f52b068c-abba-4236-abbf-d94eba0bd465', 'name': 'tempest-TestEncryptedCinderVolumes-268587576-router', 'tenant_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:36:46Z', 'updated_at': '2021-11-22T17:38:12Z', 'revision_number': 6, 'project_id': 'fad5faa0c6ac41be819eccd71c5d0a7f', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:13.129125 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.228975 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.231496 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.280296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.281008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52b068c-abba-4236-abbf-d94eba0bd465 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:38:13.285761 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.289313 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f0b12781-874f-434a-9eb2-d5c37218c920 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f52b068c-abba-4236-abbf-d94eba0bd465 HTTP/1.1" status: 204 len: 168 time: 0.7955067 Nov 22 17:38:13.289594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:13.335798 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae020e2-a883-4c79-8728-08c4b278e8bb admin admin] Deleting subnet 3127e04e-150a-44e5-ab67-94b055a4ad70 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:38:13.339015 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ae020e2-a883-4c79-8728-08c4b278e8bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.374404 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ae020e2-a883-4c79-8728-08c4b278e8bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.461889 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ae020e2-a883-4c79-8728-08c4b278e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.524319 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ae020e2-a883-4c79-8728-08c4b278e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.549488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae020e2-a883-4c79-8728-08c4b278e8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3127e04e-150a-44e5-ab67-94b055a4ad70,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:13.555415 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1ae020e2-a883-4c79-8728-08c4b278e8bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.558721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1ae020e2-a883-4c79-8728-08c4b278e8bb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3127e04e-150a-44e5-ab67-94b055a4ad70 HTTP/1.1" status: 204 len: 168 time: 0.2681701 Nov 22 17:38:13.561340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49248) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:13.562326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7e14e8-6999-45c3-adc4-2bb997b1e562 None None] Network 7f831d70-8671-432f-9850-8009182d375a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:13.633885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.690096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Deleting port a554811e-c7ce-46c5-bd08-92bf21baac04 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:13.690443 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.753751 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] For port a554811e-c7ce-46c5-bd08-92bf21baac04, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a554811e-c7ce-46c5-bd08-92bf21baac04,segment=NetworkSegment(2aa92d58-e69b-4b92-aed9-290505dfe375),segment_id=2aa92d58-e69b-4b92-aed9-290505dfe375)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:13.754206 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.769674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Calling delete_port for a554811e-c7ce-46c5-bd08-92bf21baac04 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:13.859659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:13.887938 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Pushing event deleted for resources: {'Port': ['ID=a554811e-c7ce-46c5-bd08-92bf21baac04,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:13.889726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe06df-e46e-4bc3-978f-1f4435f0bdb4 None None] DHCP port deletion for 7f831d70-8671-432f-9850-8009182d375a request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:13.891526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] No DVR routers for this DVR port a554811e-c7ce-46c5-bd08-92bf21baac04 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:38:13.978650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.002766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f831d70-8671-432f-9850-8009182d375a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:14.012842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa92d58-e69b-4b92-aed9-290505dfe375') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:14.013177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa92d58-e69b-4b92-aed9-290505dfe375') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:14.024585 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.039339 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.045301 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:38:14.045794 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:38:14.047892 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:38:14.102904 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.110649 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.113752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7f831d70-8671-432f-9850-8009182d375a HTTP/1.1" status: 204 len: 168 time: 0.5510480 Nov 22 17:38:14.123933 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0f527-3faa-4b5c-944f-9f6c05051539 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f831d70-8671-432f-9850-8009182d375a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:14.294338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49252) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:14.328889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a554811e-c7ce-46c5-bd08-92bf21baac04 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:14.340677 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d315eddf-c47b-4c85-9f05-a795d46f357b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4170f38358954595b38cbdd9beb5834f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450196 Nov 22 17:38:14.343671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49254) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:14.352393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: a554811e-c7ce-46c5-bd08-92bf21baac04 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:14.352752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a554811e-c7ce-46c5-bd08-92bf21baac04 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:14.353220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 528c7687-5608-4bd0-8720-aecd2462d9ad no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:14.373341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 528c7687-5608-4bd0-8720-aecd2462d9ad {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:14.374094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 528c7687-5608-4bd0-8720-aecd2462d9ad not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:14.374669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8c91495b-922e-4d80-9ddb-2660d5020b17 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:14.399403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 8c91495b-922e-4d80-9ddb-2660d5020b17 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:14.399759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 8c91495b-922e-4d80-9ddb-2660d5020b17 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:14.401424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10c16e77-1824-4e16-bf1b-628276b2f386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.424611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10c16e77-1824-4e16-bf1b-628276b2f386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.472364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10c16e77-1824-4e16-bf1b-628276b2f386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.475475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-10c16e77-1824-4e16-bf1b-628276b2f386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.476813 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-10c16e77-1824-4e16-bf1b-628276b2f386 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ebd77b81-5c3f-4781-be1e-afa3df59000c HTTP/1.1" status: 204 len: 168 time: 0.1320004 Nov 22 17:38:14.486997 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c16e77-1824-4e16-bf1b-628276b2f386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd77b81-5c3f-4781-be1e-afa3df59000c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:14.828375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49260) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:14.877914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-29d914d3-1918-4590-95ef-82826ebba0c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fad5faa0c6ac41be819eccd71c5d0a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481188 Nov 22 17:38:14.880519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49262) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:14.927973 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb93602d-7d36-4d12-b4de-132f9c0c649d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:14.953080 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb93602d-7d36-4d12-b4de-132f9c0c649d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:15.007430 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb93602d-7d36-4d12-b4de-132f9c0c649d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:15.010019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb93602d-7d36-4d12-b4de-132f9c0c649d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:15.011267 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-bb93602d-7d36-4d12-b4de-132f9c0c649d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe5226ba-defb-48f5-93f3-c7470465efa0 HTTP/1.1" status: 204 len: 168 time: 0.1298180 Nov 22 17:38:15.019412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93602d-7d36-4d12-b4de-132f9c0c649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5226ba-defb-48f5-93f3-c7470465efa0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:15.573045 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-afd94139-f042-4515-ac88-812e8cd77882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:15.749869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49284) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:15.878144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-633733057-network', 'tenant_id': '4fa084ac75da449d843ec13d160152bf'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:15.901200 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Made reservation on behalf of 4fa084ac75da449d843ec13d160152bf for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:38:15.903617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:15.912341 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:15.992776 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:15.997841 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.025847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:38:16.032472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fa5a8a-9141-4490-86e7-eda72da80096,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:16.040459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.040459 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Added segment 6ce7232a-57a0-4115-bcda-bea5f50336ac of type vlan for network b6a43545-a354-4b04-94e6-d463ea1e43f9 Nov 22 17:38:16.085944 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.119783 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.120750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:16.121431 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.177034 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4260316 Nov 22 17:38:16.180349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49288) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:16.184013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71469c-0f3f-467f-99e4-0d09353e77ec admin admin] Pushing event updated for resources: {'Network': ['ID=b6a43545-a354-4b04-94e6-d463ea1e43f9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:16.185429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Request body: {'subnet': {'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-633733057-subnet', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:16.194624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:38:16.210028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Made reservation on behalf of 4fa084ac75da449d843ec13d160152bf for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:38:16.212771 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.384977 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.433715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:16.450157 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Checking segment: {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:16.450531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Network hostable DHCP agents. Network: b6a43545-a354-4b04-94e6-d463ea1e43f9, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:38:16.470837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:38:16.480578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, b6a43545-a354-4b04-94e6-d463ea1e43f9) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:16.484994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:16.485602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.491353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d766114-58e4-48f6-aa50-c56ad89c5427 None None] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:16.501848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a8efe16f-dca1-4598-bf15-ddde82c5eb81 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3203859 Nov 22 17:38:16.504522 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:16.508756 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:16.531381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.532497 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.589799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.647660 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-b6a43545-a354-4b04-94e6-d463ea1e43f9', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:38:16.648634 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.729105 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.785367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Allocated IP 172.20.0.2 (b6a43545-a354-4b04-94e6-d463ea1e43f9/a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7/0d5315e2-6269-417f-9b36-b50d788b4c12) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:16.931888 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.939414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.940127 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.961531 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:16.982842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:16.986029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:16.990463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:16.993558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Pushing event updated for resources: {'Port': ['ID=0d5315e2-6269-417f-9b36-b50d788b4c12,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:17.050051 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Attempting to bind port 0d5315e2-6269-417f-9b36-b50d788b4c12 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:17.050395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Attempting to bind port 0d5315e2-6269-417f-9b36-b50d788b4c12 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:17.050799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Attempting to bind port 0d5315e2-6269-417f-9b36-b50d788b4c12 on network b6a43545-a354-4b04-94e6-d463ea1e43f9 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:17.056066 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:17.056452 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Checking segment: {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:17.056971 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:17.057384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Bound using segment: {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:17.057857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Bound port: 0d5315e2-6269-417f-9b36-b50d788b4c12, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:17.058248 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:17.073773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Allocated IP 172.25.0.12 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/a04fa341-cf5a-4361-bbde-70870f2e32f3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:17.123901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] For port 0d5315e2-6269-417f-9b36-b50d788b4c12, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:17.128493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] For port 0d5315e2-6269-417f-9b36-b50d788b4c12, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0d5315e2-6269-417f-9b36-b50d788b4c12,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:17.133836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:17.180477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:17.196326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c968c-208a-4b9a-a2cb-eeae1d4e47d8 None None] Pushing event updated for resources: {'Port': ['ID=0d5315e2-6269-417f-9b36-b50d788b4c12,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:17.222458 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:17.271046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:17.274053 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:17.276983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:17.288854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ef051-089a-479e-b82f-c9353715017c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:17.305483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Pushing event updated for resources: {'Port': ['ID=a04fa341-cf5a-4361-bbde-70870f2e32f3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:17.397782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-20a682e5-51c6-4995-bab1-5a83ad25eb18 None None] Provisioning complete for port a04fa341-cf5a-4361-bbde-70870f2e32f3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:17.398248 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20a682e5-51c6-4995-bab1-5a83ad25eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:17.441488 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-20a682e5-51c6-4995-bab1-5a83ad25eb18 None None] Port a04fa341-cf5a-4361-bbde-70870f2e32f3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:17.874328 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:17.948317 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d3c17b84-7217-47e2-a4bf-b1fc3f91f4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.075475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.128241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0154b305-6655-40ee-bc3f-5f9ad4e46669 None None] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:18.205612 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5f36659f-e207-4f67-ba7f-8235cb79333c None None] Provisioning complete for port 0d5315e2-6269-417f-9b36-b50d788b4c12 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:18.205984 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f36659f-e207-4f67-ba7f-8235cb79333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.211402 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Router 3b726f55-162d-4c73-b381-d0b23da62782 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:38:18.329629 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:18.343693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Sync routers for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:18.353429 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.355123 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-816a631b-8844-4c76-bf6a-f50b57fa260c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8495791 Nov 22 17:38:18.358478 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:18.369482 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f36659f-e207-4f67-ba7f-8235cb79333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.371175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:18.371815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:18.378289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0d5315e2-6269-417f-9b36-b50d788b4c12 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:18.522087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5f36659f-e207-4f67-ba7f-8235cb79333c None None] For port 0d5315e2-6269-417f-9b36-b50d788b4c12, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0d5315e2-6269-417f-9b36-b50d788b4c12,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:18.527194 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5f36659f-e207-4f67-ba7f-8235cb79333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.586055 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:18.618619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0d5315e2-6269-417f-9b36-b50d788b4c12 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:18.618868 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.692941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36659f-e207-4f67-ba7f-8235cb79333c None None] Pushing event updated for resources: {'Port': ['ID=0d5315e2-6269-417f-9b36-b50d788b4c12,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:18.750181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-44b629d2-327c-4489-a16e-c0b02c28d03b None None] Provisioning complete for port 0d5315e2-6269-417f-9b36-b50d788b4c12 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:18.750559 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44b629d2-327c-4489-a16e-c0b02c28d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.814748 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:18.989002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Allocated IP 172.20.0.1 (b6a43545-a354-4b04-94e6-d463ea1e43f9/a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7/dc3e497c-6748-40b5-8b2e-91063d518919) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:19.107847 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.121356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:17Z', 'revision_number': 3, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:19.144546 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.150289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Checking router: 3b726f55-162d-4c73-b381-d0b23da62782 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:19.150289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Updating router 3b726f55-162d-4c73-b381-d0b23da62782 port a04fa341-cf5a-4361-bbde-70870f2e32f3 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:38:19.175403 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.185560 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:19.189444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:19.193026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:19.217444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3e497c-6748-40b5-8b2e-91063d518919,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:19.235822 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.284844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.387914 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.467347 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ed597000-6531-4dc7-a304-c2f6103e8f7e None None] Provisioning complete for port dc3e497c-6748-40b5-8b2e-91063d518919 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:19.467998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed597000-6531-4dc7-a304-c2f6103e8f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.500384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.509802 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.522563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ed597000-6531-4dc7-a304-c2f6103e8f7e None None] Port dc3e497c-6748-40b5-8b2e-91063d518919 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:19.564356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc9fc4d-a3e2-4bea-a8e3-11f0a231a298 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:19.565828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.571759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.585682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Attempting to bind port a04fa341-cf5a-4361-bbde-70870f2e32f3 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:19.586935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Attempting to bind port a04fa341-cf5a-4361-bbde-70870f2e32f3 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:19.587350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Attempting to bind port a04fa341-cf5a-4361-bbde-70870f2e32f3 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:19.594546 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc28808-7d71-45d3-b78a-60160357fcc8 None None] Pushing event updated for resources: {'Port': ['ID=a04fa341-cf5a-4361-bbde-70870f2e32f3,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:19.600994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:19.601376 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:19.602445 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.602445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:19.602639 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Bound port: a04fa341-cf5a-4361-bbde-70870f2e32f3, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:19.602998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.646758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3e497c-6748-40b5-8b2e-91063d518919,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:19.649334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.664014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-de495c30-3481-4451-aee5-f8088d49da81 None None] Provisioning complete for port a04fa341-cf5a-4361-bbde-70870f2e32f3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:19.664394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de495c30-3481-4451-aee5-f8088d49da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.668087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] For port a04fa341-cf5a-4361-bbde-70870f2e32f3, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:19.701519 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] For port a04fa341-cf5a-4361-bbde-70870f2e32f3, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a04fa341-cf5a-4361-bbde-70870f2e32f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:19.708480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.717362 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-de495c30-3481-4451-aee5-f8088d49da81 None None] Port a04fa341-cf5a-4361-bbde-70870f2e32f3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:19.745622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:19.748174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:19.755922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097fac1b-2f39-43c4-94d8-a98570954e62 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:19.789327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc28808-7d71-45d3-b78a-60160357fcc8 None None] Pushing event updated for resources: {'Port': ['ID=a04fa341-cf5a-4361-bbde-70870f2e32f3,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:19.797320 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:19.798134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:19.886980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Router 3b726f55-162d-4c73-b381-d0b23da62782 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:38:19.898571 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e64d84fd-7d52-49e3-9b5e-9714c4bb6623 None None] Provisioning complete for port a04fa341-cf5a-4361-bbde-70870f2e32f3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:19.898861 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e64d84fd-7d52-49e3-9b5e-9714c4bb6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.971174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:20.020108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:20.025196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e15c4269-7f50-4841-8c11-036e983bab68 admin admin] 10.222.0.59 "PUT /v2.0/routers/3b726f55-162d-4c73-b381-d0b23da62782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632462 Nov 22 17:38:20.083227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e64d84fd-7d52-49e3-9b5e-9714c4bb6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.139032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e64d84fd-7d52-49e3-9b5e-9714c4bb6623 None None] For port a04fa341-cf5a-4361-bbde-70870f2e32f3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a04fa341-cf5a-4361-bbde-70870f2e32f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:20.148418 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e64d84fd-7d52-49e3-9b5e-9714c4bb6623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.241688 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d84fd-7d52-49e3-9b5e-9714c4bb6623 None None] Pushing event updated for resources: {'Port': ['ID=a04fa341-cf5a-4361-bbde-70870f2e32f3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:20.281918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87b4616b-665a-411f-8cc2-0c6fa82722fd None None] Provisioning complete for port dc3e497c-6748-40b5-8b2e-91063d518919 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:20.282336 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87b4616b-665a-411f-8cc2-0c6fa82722fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.309577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 2, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:20.348418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff45ed8-7201-4647-b4d7-7bb416246aa1 None None] The sync data for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 is: [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 2, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:20.354654 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0d5315e2-6269-417f-9b36-b50d788b4c12 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:20.360778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87b4616b-665a-411f-8cc2-0c6fa82722fd None None] Port dc3e497c-6748-40b5-8b2e-91063d518919 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:20.423559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0d5315e2-6269-417f-9b36-b50d788b4c12 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:20.424021 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.618619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49308) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:20.623641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-951222261-network', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:20.647528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Made reservation on behalf of 6178d503ae7345939f1954c5a6218d2c for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:38:20.651007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.664414 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.776220 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.781906 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.812184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:38:20.819921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9c9e91-0627-4a85-9c15-98a13bb05c82,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:20.827691 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.828206 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Added segment cde404ea-fa32-4edd-9af1-e20ad332ac98 of type vlan for network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 Nov 22 17:38:20.876591 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.903165 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.904117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:20.904759 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:20.971979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3521686 Nov 22 17:38:20.975720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49310) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:20.982329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Request body: {'subnet': {'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-951222261-subnet', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:20.989398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305bd3a-2d0e-4231-8108-da22853094f7 admin admin] Pushing event updated for resources: {'Network': ['ID=30e7e34b-8c81-4df3-a05d-fa91c3a37e59,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:21.002187 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.005390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:38:21.010054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Made reservation on behalf of 6178d503ae7345939f1954c5a6218d2c for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:38:21.013006 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.242199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.309818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827f24d3-29d3-40be-b729-31e6fcc2ae6a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:21.317903 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Checking segment: {'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:21.318290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Network hostable DHCP agents. Network: 30e7e34b-8c81-4df3-a05d-fa91c3a37e59, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:38:21.339091 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:38:21.353999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 30e7e34b-8c81-4df3-a05d-fa91c3a37e59) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:21.361357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:21.362013 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.376992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae27bbb-4a96-44d9-b981-5225d84bf950 None None] Network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:21.385144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fd2da7ef-9f55-4791-9e28-da80fe3b64a1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4090018 Nov 22 17:38:21.387228 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49312) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:21.392690 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:21.428371 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.430227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.435862 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.499107 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.565610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-30e7e34b-8c81-4df3-a05d-fa91c3a37e59', 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'fixed_ips': [{'subnet_id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:38:21.566593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.648957 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.718026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Allocated IP 172.20.0.2 (30e7e34b-8c81-4df3-a05d-fa91c3a37e59/827f24d3-29d3-40be-b729-31e6fcc2ae6a/70b0cf65-d96e-4819-ade6-8a5b85ed73ee) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:21.883384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.891241 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.893106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.912611 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.935577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:21.939027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:21.942579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:21.948719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Pushing event updated for resources: {'Port': ['ID=70b0cf65-d96e-4819-ade6-8a5b85ed73ee,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:22.005200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Attempting to bind port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:22.005619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Attempting to bind port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:22.005940 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Attempting to bind port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee on network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:22.011096 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:22.011581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Checking segment: {'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:22.011989 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.012381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Bound using segment: {'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:22.012850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Bound port: 70b0cf65-d96e-4819-ade6-8a5b85ed73ee, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:22.013236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.045049 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Allocated IP 172.25.0.114 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/d4bf3b61-2d01-4e85-b2c1-e27305b7de40) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:22.085412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] For port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:22.088200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] For port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=70b0cf65-d96e-4819-ade6-8a5b85ed73ee,segment=NetworkSegment(cde404ea-fa32-4edd-9af1-e20ad332ac98),segment_id=cde404ea-fa32-4edd-9af1-e20ad332ac98)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:22.094513 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.156392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed522597-7040-4d24-bd9e-e5e641b105bb None None] Pushing event updated for resources: {'Port': ['ID=70b0cf65-d96e-4819-ade6-8a5b85ed73ee,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:22.168088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.208997 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.256530 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:22.259644 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:22.263108 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:22.269193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Pushing event updated for resources: {'Port': ['ID=d4bf3b61-2d01-4e85-b2c1-e27305b7de40,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:22.273112 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc7051-2ccf-4c2f-ba5a-4b9165f4922d None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:22.400361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-70f4c0d7-1947-4c67-8816-0df86a7d8fa2 None None] Provisioning complete for port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:22.400988 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70f4c0d7-1947-4c67-8816-0df86a7d8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.457851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a04fa341-cf5a-4361-bbde-70870f2e32f3 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:22.491211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-70f4c0d7-1947-4c67-8816-0df86a7d8fa2 None None] Port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:22.529241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a04fa341-cf5a-4361-bbde-70870f2e32f3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:22.529622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.605730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Sync routers for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:22.618335 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:22.619135 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:22.743986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:22.932562 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.981584 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 2, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:23.027863 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Checking router: 3b726f55-162d-4c73-b381-d0b23da62782 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:23.028739 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Updating router 3b726f55-162d-4c73-b381-d0b23da62782 port dc3e497c-6748-40b5-8b2e-91063d518919 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:38:23.057730 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.161395 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.282451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c9a0d-db2f-4789-a878-afded90e3323 None None] Network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:23.310293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Router 61790ae8-167e-4695-92c4-17c08051d5cb is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:38:23.373271 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.384310 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.442808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:23.464720 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.468961 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Pushing event updated for resources: {'Port': ['ID=dc3e497c-6748-40b5-8b2e-91063d518919,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:23.469167 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-38c85dc3-7b12-4b85-bb64-e3c640eef7bb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0780673 Nov 22 17:38:23.469299 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49314) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:23.498100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.500156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.500156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.500156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.500156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.500875 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.501300 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.501730 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.502155 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.502575 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.503018 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.503438 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:23.522241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Sync routers for ids ['61790ae8-167e-4695-92c4-17c08051d5cb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:23.523022 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Attempting to bind port dc3e497c-6748-40b5-8b2e-91063d518919 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:23.523498 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Attempting to bind port dc3e497c-6748-40b5-8b2e-91063d518919 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:23.524364 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Attempting to bind port dc3e497c-6748-40b5-8b2e-91063d518919 on network b6a43545-a354-4b04-94e6-d463ea1e43f9 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:23.532028 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:23.532324 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Checking segment: {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:23.532852 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.533363 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Bound using segment: {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:23.534166 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Bound port: dc3e497c-6748-40b5-8b2e-91063d518919, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:23.534651 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.558049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Routers {'61790ae8-167e-4695-92c4-17c08051d5cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:23.558698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['61790ae8-167e-4695-92c4-17c08051d5cb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:23.565004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f6b737be-1ac1-4518-8f88-6e6cf268639a None None] Provisioning complete for port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:23.565390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6b737be-1ac1-4518-8f88-6e6cf268639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.624761 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] For port dc3e497c-6748-40b5-8b2e-91063d518919, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:23.629410 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] For port dc3e497c-6748-40b5-8b2e-91063d518919, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dc3e497c-6748-40b5-8b2e-91063d518919,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:23.635956 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.700771 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dc0d1-7d47-41bd-aab0-2f68ebf2b066 None None] Pushing event updated for resources: {'Port': ['ID=dc3e497c-6748-40b5-8b2e-91063d518919,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:23.738056 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:23.739145 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:23.767128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Set router 61790ae8-167e-4695-92c4-17c08051d5cb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:23.867074 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:23.956857 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6b737be-1ac1-4518-8f88-6e6cf268639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.000071 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.019202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f6b737be-1ac1-4518-8f88-6e6cf268639a None None] For port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=70b0cf65-d96e-4819-ade6-8a5b85ed73ee,segment=NetworkSegment(cde404ea-fa32-4edd-9af1-e20ad332ac98),segment_id=cde404ea-fa32-4edd-9af1-e20ad332ac98)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:24.049181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6b737be-1ac1-4518-8f88-6e6cf268639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.129219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b737be-1ac1-4518-8f88-6e6cf268639a None None] Pushing event updated for resources: {'Port': ['ID=70b0cf65-d96e-4819-ade6-8a5b85ed73ee,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:24.150582 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:22Z', 'revision_number': 3, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port': {'id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:24.208968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Allocated IP 172.20.0.1 (30e7e34b-8c81-4df3-a05d-fa91c3a37e59/827f24d3-29d3-40be-b729-31e6fcc2ae6a/b1db2401-7fe5-476b-aabe-47e276cf8211) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:24.212647 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Checking router: 61790ae8-167e-4695-92c4-17c08051d5cb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:24.213249 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Updating router 61790ae8-167e-4695-92c4-17c08051d5cb port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:38:24.237099 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:23Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:24.244852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-bd6b4bda-0a7a-4521-b9ca-93de504a518f None None] Provisioning complete for port dc3e497c-6748-40b5-8b2e-91063d518919 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:24.245328 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4bda-0a7a-4521-b9ca-93de504a518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.270306 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144c83f-de96-4d9c-8fb8-e040881b0408 None None] The sync data for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 is: [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:23Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:24.274570 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.365810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.407598 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.451593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:24.454923 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:24.457669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:24.496447 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Pushing event updated for resources: {'Port': ['ID=b1db2401-7fe5-476b-aabe-47e276cf8211,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:24.533672 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.536177 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4bda-0a7a-4521-b9ca-93de504a518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.550267 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dc3e497c-6748-40b5-8b2e-91063d518919 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:24.633352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bd6b4bda-0a7a-4521-b9ca-93de504a518f None None] For port dc3e497c-6748-40b5-8b2e-91063d518919, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dc3e497c-6748-40b5-8b2e-91063d518919,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:24.650313 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4bda-0a7a-4521-b9ca-93de504a518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.708312 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.719866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b4bda-0a7a-4521-b9ca-93de504a518f None None] Pushing event updated for resources: {'Port': ['ID=dc3e497c-6748-40b5-8b2e-91063d518919,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:24.730626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port dc3e497c-6748-40b5-8b2e-91063d518919 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:24.731051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.835893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7df47f96-e480-40e6-9973-935869d78258 None None] Provisioning complete for port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:24.836275 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7df47f96-e480-40e6-9973-935869d78258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.843321 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.872019 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.911702 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.918908 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.947810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf57bca-7136-41ea-a253-3f76852714f9 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:24.985070 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Attempting to bind port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:24.985460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Attempting to bind port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:24.985815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Attempting to bind port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:24.992508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61c0cc-7e38-4184-b43a-a22d5066dad1 None None] Pushing event updated for resources: {'Port': ['ID=d4bf3b61-2d01-4e85-b2c1-e27305b7de40,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:25.000658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 70b0cf65-d96e-4819-ade6-8a5b85ed73ee up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:25.006476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:25.006476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:25.006899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.007234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:25.007689 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Bound port: d4bf3b61-2d01-4e85-b2c1-e27305b7de40, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:25.008080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.019815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Pushing event updated for resources: {'Port': ['ID=b1db2401-7fe5-476b-aabe-47e276cf8211,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:25.027976 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.138028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] For port d4bf3b61-2d01-4e85-b2c1-e27305b7de40, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:25.141112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:25.142417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] For port d4bf3b61-2d01-4e85-b2c1-e27305b7de40, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d4bf3b61-2d01-4e85-b2c1-e27305b7de40,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:25.142969 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:25.143456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7df47f96-e480-40e6-9973-935869d78258 None None] Provisioning complete for port b1db2401-7fe5-476b-aabe-47e276cf8211 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:25.144018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7df47f96-e480-40e6-9973-935869d78258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.167528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:25.167912 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.169973 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.264533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7df47f96-e480-40e6-9973-935869d78258 None None] Port b1db2401-7fe5-476b-aabe-47e276cf8211 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:25.283304 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db5977-7113-4125-a389-bfe96a15884f None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:25.292669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Router 61790ae8-167e-4695-92c4-17c08051d5cb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:38:25.302646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61c0cc-7e38-4184-b43a-a22d5066dad1 None None] Pushing event updated for resources: {'Port': ['ID=d4bf3b61-2d01-4e85-b2c1-e27305b7de40,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:25.307590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Routers {'61790ae8-167e-4695-92c4-17c08051d5cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:25.308218 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['61790ae8-167e-4695-92c4-17c08051d5cb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:25.413681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:25.419402 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-39e0acfe-12be-4467-8c82-8832db2a9ecd admin admin] 10.222.0.59 "PUT /v2.0/routers/61790ae8-167e-4695-92c4-17c08051d5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9492011 Nov 22 17:38:25.446935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] Provisioning complete for port b1db2401-7fe5-476b-aabe-47e276cf8211 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:25.447334 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.489711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] Set router 61790ae8-167e-4695-92c4-17c08051d5cb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:25.695859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] Port b1db2401-7fe5-476b-aabe-47e276cf8211 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:25.742409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] Provisioning complete for port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:25.742733 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.920132 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.950988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] For port d4bf3b61-2d01-4e85-b2c1-e27305b7de40, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d4bf3b61-2d01-4e85-b2c1-e27305b7de40,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:25.956400 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:26.011205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 4, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port': {'id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b1db2401-7fe5-476b-aabe-47e276cf8211', 'name': '', 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'mac_address': 'fa:16:3e:df:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:24Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 2, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'subnets': [{'id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:26.043737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122efeb0-a13e-4b7f-85bb-0ad9625a39e2 None None] Pushing event updated for resources: {'Port': ['ID=d4bf3b61-2d01-4e85-b2c1-e27305b7de40,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:26.048526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c871e-e636-4d35-9cc8-45eb26b91a14 None None] The sync data for ids ['61790ae8-167e-4695-92c4-17c08051d5cb'] in n-d-816865-2 is: [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 4, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port': {'id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:08:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b1db2401-7fe5-476b-aabe-47e276cf8211', 'name': '', 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'mac_address': 'fa:16:3e:df:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:24Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 2, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'subnets': [{'id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:26.358644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dc3e497c-6748-40b5-8b2e-91063d518919 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:26.430659 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port dc3e497c-6748-40b5-8b2e-91063d518919 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:26.430659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:28.401169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d4bf3b61-2d01-4e85-b2c1-e27305b7de40 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:28.461977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:28.462369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:28.761120 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Sync routers for ids ['61790ae8-167e-4695-92c4-17c08051d5cb'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:28.772193 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Routers {'61790ae8-167e-4695-92c4-17c08051d5cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:28.772902 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['61790ae8-167e-4695-92c4-17c08051d5cb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:28.891922 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Set router 61790ae8-167e-4695-92c4-17c08051d5cb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:29.149822 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 4, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port': {'id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b1db2401-7fe5-476b-aabe-47e276cf8211', 'name': '', 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'mac_address': 'fa:16:3e:df:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:24Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 2, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'subnets': [{'id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:29.185345 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Checking router: 61790ae8-167e-4695-92c4-17c08051d5cb for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:29.185758 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Updating router 61790ae8-167e-4695-92c4-17c08051d5cb port b1db2401-7fe5-476b-aabe-47e276cf8211 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:38:29.216890 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:29.524452 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:29.531530 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:29.587922 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8425191-9df9-4b91-a93e-ffd320d580c8 None None] Pushing event updated for resources: {'Port': ['ID=b1db2401-7fe5-476b-aabe-47e276cf8211,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:29.662724 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Attempting to bind port b1db2401-7fe5-476b-aabe-47e276cf8211 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:29.663554 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Attempting to bind port b1db2401-7fe5-476b-aabe-47e276cf8211 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:29.664168 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Attempting to bind port b1db2401-7fe5-476b-aabe-47e276cf8211 on network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:29.675577 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:29.675950 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Checking segment: {'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:29.676519 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:29.676980 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Bound using segment: {'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:29.677511 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Bound port: b1db2401-7fe5-476b-aabe-47e276cf8211, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde404ea-fa32-4edd-9af1-e20ad332ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:29.677956 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:29.780085 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] For port b1db2401-7fe5-476b-aabe-47e276cf8211, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:29.801447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] For port b1db2401-7fe5-476b-aabe-47e276cf8211, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b1db2401-7fe5-476b-aabe-47e276cf8211,segment=NetworkSegment(cde404ea-fa32-4edd-9af1-e20ad332ac98),segment_id=cde404ea-fa32-4edd-9af1-e20ad332ac98)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:29.807843 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:29.879566 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8425191-9df9-4b91-a93e-ffd320d580c8 None None] Pushing event updated for resources: {'Port': ['ID=b1db2401-7fe5-476b-aabe-47e276cf8211,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:29.891596 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Routers {'61790ae8-167e-4695-92c4-17c08051d5cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:29.892408 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['61790ae8-167e-4695-92c4-17c08051d5cb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:29.926914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9d5202b3-57ab-42a1-8f2f-f9707caed326 None None] Provisioning complete for port b1db2401-7fe5-476b-aabe-47e276cf8211 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:29.928199 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d5202b3-57ab-42a1-8f2f-f9707caed326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:30.062211 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] Set router 61790ae8-167e-4695-92c4-17c08051d5cb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:30.076347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d5202b3-57ab-42a1-8f2f-f9707caed326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:30.125657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9d5202b3-57ab-42a1-8f2f-f9707caed326 None None] For port b1db2401-7fe5-476b-aabe-47e276cf8211, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b1db2401-7fe5-476b-aabe-47e276cf8211,segment=NetworkSegment(cde404ea-fa32-4edd-9af1-e20ad332ac98),segment_id=cde404ea-fa32-4edd-9af1-e20ad332ac98)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:30.132865 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d5202b3-57ab-42a1-8f2f-f9707caed326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:30.207418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5202b3-57ab-42a1-8f2f-f9707caed326 None None] Pushing event updated for resources: {'Port': ['ID=b1db2401-7fe5-476b-aabe-47e276cf8211,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:30.269763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c37ee3ca-4103-4fa9-ae1d-b510db0a43ce None None] Provisioning complete for port b1db2401-7fe5-476b-aabe-47e276cf8211 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:30.270119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c37ee3ca-4103-4fa9-ae1d-b510db0a43ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:30.421367 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 4, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port': {'id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b1db2401-7fe5-476b-aabe-47e276cf8211', 'name': '', 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'mac_address': 'fa:16:3e:df:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:24Z', 'updated_at': '2021-11-22T17:38:29Z', 'revision_number': 4, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'subnets': [{'id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:30.440534 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b1db2401-7fe5-476b-aabe-47e276cf8211 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:30.467031 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e851a113-cb7e-4ae1-be6d-f12d66f6625d None None] The sync data for ids ['61790ae8-167e-4695-92c4-17c08051d5cb'] in n-d-816865-2 is: [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 4, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port': {'id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'b1db2401-7fe5-476b-aabe-47e276cf8211', 'name': '', 'network_id': '30e7e34b-8c81-4df3-a05d-fa91c3a37e59', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'mac_address': 'fa:16:3e:df:30:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:24Z', 'updated_at': '2021-11-22T17:38:29Z', 'revision_number': 4, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'subnets': [{'id': '827f24d3-29d3-40be-b729-31e6fcc2ae6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:30.508842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b1db2401-7fe5-476b-aabe-47e276cf8211 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:30.509599 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:36.061312 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0688998f-5ff0-494c-8ae8-a3cb0027d575 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:36.063157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0688998f-5ff0-494c-8ae8-a3cb0027d575 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 814 time: 0.1352205 Nov 22 17:38:36.079168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-a3d431a1-75fd-467f-96d7-a337a647c31a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/quotas/4fa084ac75da449d843ec13d160152bf HTTP/1.1" status: 200 len: 375 time: 0.0100963 Nov 22 17:38:36.136029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-c9bf329b-409b-499c-98b5-7aee2b93deb4 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512238 Nov 22 17:38:36.241145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-335f8244-2f06-4dad-bac6-68b695122cda service neutron] 10.222.0.59 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931618 Nov 22 17:38:36.336044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-d7b5766f-e95a-4df7-8053-26fb4fbafbec service neutron] 10.222.0.59 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883224 Nov 22 17:38:36.506755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac9364cc-8757-462d-963a-89c3cfb5ff1c req-067356e8-d86b-405d-8ce2-a0e28b64cf0f tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 210 time: 0.0280182 Nov 22 17:38:37.107086 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:37.610527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3157d611-7307-4d88-a020-25c189fc634c req-e747e272-47a9-41f0-a6eb-17fa79d09ae2 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 210 time: 0.0283968 Nov 22 17:38:37.678769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254f147-dfaf-41be-bc48-b056076cd27a req-1e976de7-bca4-4d56-a46f-e405ecd7eb90 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:37.680653 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-1e976de7-bca4-4d56-a46f-e405ecd7eb90 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 814 time: 0.1384749 Nov 22 17:38:37.694463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'port': {'device_id': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'admin_state_up': True, 'tenant_id': '4fa084ac75da449d843ec13d160152bf'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:37.819278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Made reservation on behalf of 4fa084ac75da449d843ec13d160152bf for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:38:37.822881 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:37.974321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Allocated IP 172.20.0.7 (b6a43545-a354-4b04-94e6-d463ea1e43f9/a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7/3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:38.172325 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:38.213709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:38.271543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:38.277787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:38.281726 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:38.314844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'Port': ['ID=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:38.345581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.347913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.348376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.349943 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:38.351047 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.351404 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.351831 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.352173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.352522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.352900 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.353236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.353573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.353953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:38.381964 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:38.382987 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:38.405701 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-0c3a7705-cab6-48a3-a45a-c65eed668a0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7149928 Nov 22 17:38:38.581407 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f2e8706a-5174-4743-b978-cd7fd0c1422e None None] Provisioning complete for port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:38.581805 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2e8706a-5174-4743-b978-cd7fd0c1422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:38.621338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8706a-5174-4743-b978-cd7fd0c1422e None None] Port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:38.772493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ea911-66f0-42dc-ae96-5c8c6dc21bd5 req-d6f53659-309a-4bd6-9a62-23b1a3cb2f10 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:38.774673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-073ea911-66f0-42dc-ae96-5c8c6dc21bd5 req-d6f53659-309a-4bd6-9a62-23b1a3cb2f10 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0621870 Nov 22 17:38:38.831521 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-073ea911-66f0-42dc-ae96-5c8c6dc21bd5 req-abbfb34c-3318-43ed-a37f-3c58726e50ab tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449493 Nov 22 17:38:39.981462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0324c4c-2c5c-4036-96a9-18e1e730e679 req-8bff835b-7276-446d-b161-8d45ef238a63 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:39.983540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0324c4c-2c5c-4036-96a9-18e1e730e679 req-8bff835b-7276-446d-b161-8d45ef238a63 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0640559 Nov 22 17:38:40.037780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0324c4c-2c5c-4036-96a9-18e1e730e679 req-e13763b2-2ab7-4a08-a567-3855554718d6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478001 Nov 22 17:38:41.183487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781888d6-bd1b-4aaf-a971-b80a4b3a437c req-649f3015-a58c-4e57-9dae-65dc19fcef0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:41.185613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-781888d6-bd1b-4aaf-a971-b80a4b3a437c req-649f3015-a58c-4e57-9dae-65dc19fcef0c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0560710 Nov 22 17:38:41.245283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-781888d6-bd1b-4aaf-a971-b80a4b3a437c req-4a9280ad-a226-4c9a-abff-a993f9a1219b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505023 Nov 22 17:38:42.371785 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d51b44-6d79-4a5e-b24e-3414e644f3c4 req-62c4ca22-dda0-47e1-ab8d-8a02912a0135 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:42.373788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87d51b44-6d79-4a5e-b24e-3414e644f3c4 req-62c4ca22-dda0-47e1-ab8d-8a02912a0135 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0555840 Nov 22 17:38:42.425315 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87d51b44-6d79-4a5e-b24e-3414e644f3c4 req-116c11bd-766d-40ea-ab74-3aa08f5b3b56 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Nov 22 17:38:43.555718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb6f84-9024-416b-a704-08eca3d4b60d req-99f057a2-bc60-4694-ad4e-c676a93e4059 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:43.557471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-efbb6f84-9024-416b-a704-08eca3d4b60d req-99f057a2-bc60-4694-ad4e-c676a93e4059 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0529945 Nov 22 17:38:43.607787 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-efbb6f84-9024-416b-a704-08eca3d4b60d req-0f38667d-5868-4f33-a461-ab1c569bede9 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Nov 22 17:38:44.464714 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:38:44.758199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d793a3-e5f2-4dd9-b64b-1ef479d5da7e req-c340b59b-c425-451b-9d4e-ee657ccda91e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:44.759762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76d793a3-e5f2-4dd9-b64b-1ef479d5da7e req-c340b59b-c425-451b-9d4e-ee657ccda91e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0679166 Nov 22 17:38:44.815378 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76d793a3-e5f2-4dd9-b64b-1ef479d5da7e req-0f316d15-1a64-4ff7-901a-2007ae4c38fc tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490038 Nov 22 17:38:45.592937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cfe8e1b8-97bf-4259-b722-0028ab0544ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:45.969041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bae9f-7bd1-47eb-92e7-66e29c587c9f req-60bbaf00-d2a4-48f7-87ac-75cf910d98c8 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:45.970649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b3bae9f-7bd1-47eb-92e7-66e29c587c9f req-60bbaf00-d2a4-48f7-87ac-75cf910d98c8 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0697141 Nov 22 17:38:46.038825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b3bae9f-7bd1-47eb-92e7-66e29c587c9f req-896cc277-b1fe-40f4-b959-8ac3e53c3115 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571468 Nov 22 17:38:47.179605 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8389d66-0d20-4bec-9876-c084bab41869 req-a3edfab3-887a-47bf-8037-b7744d92aa06 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:47.181282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8389d66-0d20-4bec-9876-c084bab41869 req-a3edfab3-887a-47bf-8037-b7744d92aa06 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0621057 Nov 22 17:38:47.237500 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8389d66-0d20-4bec-9876-c084bab41869 req-e1fc1ef3-aee8-4182-bc31-c3b191e42825 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Nov 22 17:38:47.956236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12f82f09-501a-4008-b4dd-0764e859b891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:48.365048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200519d9-15a9-4fdf-b763-eaca3925eb32 req-64f66692-4fde-4d71-98f4-215c5bd9a7dc tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:48.366519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-200519d9-15a9-4fdf-b763-eaca3925eb32 req-64f66692-4fde-4d71-98f4-215c5bd9a7dc tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0510609 Nov 22 17:38:48.420525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-200519d9-15a9-4fdf-b763-eaca3925eb32 req-57b94dd6-8d84-44a0-8d06-3a863eaa9404 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Nov 22 17:38:49.247875 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:49.567714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36608c83-7446-44a2-bd90-295bd8f03410 req-6b1a330e-96d3-4c4f-a9f2-50175775a34f tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:49.569320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36608c83-7446-44a2-bd90-295bd8f03410 req-6b1a330e-96d3-4c4f-a9f2-50175775a34f tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0621095 Nov 22 17:38:49.625838 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-36608c83-7446-44a2-bd90-295bd8f03410 req-51591a57-bf2e-48c1-849c-554c7a5121b9 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505106 Nov 22 17:38:50.751621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be15b5-ca56-49ca-a16e-d8a9e3dc5ca8 req-b346bde3-f1d8-4793-83e2-d2a68f23b831 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:50.753120 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64be15b5-ca56-49ca-a16e-d8a9e3dc5ca8 req-b346bde3-f1d8-4793-83e2-d2a68f23b831 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 931 time: 0.0534732 Nov 22 17:38:50.807165 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-64be15b5-ca56-49ca-a16e-d8a9e3dc5ca8 req-dec702fc-e319-4323-9313-682577262fce tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Nov 22 17:38:51.001539 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.335671 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Request body: {'port': {'device_id': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:51.377306 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.398536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.687025 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:38:51.695761 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.708654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Transition to ACTIVE for port object 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:38:51.715218 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.768659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:51.848168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Attempting to bind port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:51.848623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Attempting to bind port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:51.849117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Attempting to bind port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 on network b6a43545-a354-4b04-94e6-d463ea1e43f9 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:51.853969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 on network b6a43545-a354-4b04-94e6-d463ea1e43f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:38:51.854313 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Attempting to bind port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 on network b6a43545-a354-4b04-94e6-d463ea1e43f9 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:51.859440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:51.859784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Checking segment: {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:51.860182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Bound using segment: {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:51.860624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Bound port: 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce7232a-57a0-4115-bcda-bea5f50336ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:51.860993 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.929847 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] For port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:51.930268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a0f39-a53a-4720-bb7b-7d4a784dd1ca req-0356cdcd-65f7-4cc8-b73d-0b2dd7a79c9e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:51.931852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c63a0f39-a53a-4720-bb7b-7d4a784dd1ca req-0356cdcd-65f7-4cc8-b73d-0b2dd7a79c9e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 943 time: 0.0503049 Nov 22 17:38:51.937330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] For port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:51.943134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.982782 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c63a0f39-a53a-4720-bb7b-7d4a784dd1ca req-f816690b-cd41-4a9b-adcb-5be895343a98 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442066 Nov 22 17:38:52.003179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:52.003817 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.005268 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] 10.222.0.62 "PUT /v2.0/ports/3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 1091 time: 0.6747181 Nov 22 17:38:52.005713 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:38:52.008151 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1130af01-3add-43b2-8d15-d81add74a283" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:38:52.012007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fc17d-e124-4907-9f1d-6f18518c8a31 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:52.061606 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2879ee6-d8f1-467e-a5a8-842b6b315344 x-openstack-request-id: req-e2879ee6-d8f1-467e-a5a8-842b6b315344 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:38:52.061902 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:38:52.062164 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2879ee6-d8f1-467e-a5a8-842b6b315344 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:38:52.062566 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'status': 'completed', 'code': 200} Nov 22 17:38:52.097304 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254f147-dfaf-41be-bc48-b056076cd27a req-c65c5032-39d8-48f9-a53f-b14641facf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:52.099275 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-c65c5032-39d8-48f9-a53f-b14641facf13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1094 time: 0.0471838 Nov 22 17:38:52.145523 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-6db03422-c281-4b9b-a661-9e6e0311a1c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0363688 Nov 22 17:38:52.199581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254f147-dfaf-41be-bc48-b056076cd27a req-2bffbdac-3454-485e-b9f0-3c19ef67399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:52.201118 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-2bffbdac-3454-485e-b9f0-3c19ef67399e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0492342 Nov 22 17:38:52.252049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254f147-dfaf-41be-bc48-b056076cd27a req-6a333792-6774-4593-9bf8-5773ccc60508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:52.253784 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-6a333792-6774-4593-9bf8-5773ccc60508 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455356 Nov 22 17:38:52.364858 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-77cfcf63-c85a-40c8-ac6f-bb39cf59312e service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027420 Nov 22 17:38:52.465923 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3254f147-dfaf-41be-bc48-b056076cd27a req-147ead0f-a6ea-48d4-83b6-816bed9cc82f service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936551 Nov 22 17:38:52.560092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130af01-3add-43b2-8d15-d81add74a283 req-873554f4-ed59-45c7-ba2f-2ba084e0f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:52.561994 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1130af01-3add-43b2-8d15-d81add74a283 req-873554f4-ed59-45c7-ba2f-2ba084e0f092 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1094 time: 0.0451832 Nov 22 17:38:52.663461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130af01-3add-43b2-8d15-d81add74a283 req-bbb60dbd-a3ba-4493-87dc-525df735b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:52.664950 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1130af01-3add-43b2-8d15-d81add74a283 req-bbb60dbd-a3ba-4493-87dc-525df735b0f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.0959103 Nov 22 17:38:52.707956 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1130af01-3add-43b2-8d15-d81add74a283 req-5fc7aa2b-1dd6-4c80-b178-cb5bdd2ba6a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0350928 Nov 22 17:38:52.759564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130af01-3add-43b2-8d15-d81add74a283 req-2394ded9-49c9-4f8f-9c25-5ebcce638241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:52.761037 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1130af01-3add-43b2-8d15-d81add74a283 req-2394ded9-49c9-4f8f-9c25-5ebcce638241 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0461931 Nov 22 17:38:52.810077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130af01-3add-43b2-8d15-d81add74a283 req-9a8d3434-dde8-4019-93f5-fb030e9819c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:52.812050 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1130af01-3add-43b2-8d15-d81add74a283 req-9a8d3434-dde8-4019-93f5-fb030e9819c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437105 Nov 22 17:38:52.916197 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1130af01-3add-43b2-8d15-d81add74a283 req-dfa3a409-8a0a-4c47-8924-24b65da1a52e service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960944 Nov 22 17:38:53.011218 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1130af01-3add-43b2-8d15-d81add74a283 req-f2c641b7-4176-4532-b49a-784e391a8b6f service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875020 Nov 22 17:38:53.111928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eb5ad-54e3-424c-af22-06fa68bd16a5 req-9aafd0c9-acff-412d-b5f4-ad55f51765db tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:53.113406 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-262eb5ad-54e3-424c-af22-06fa68bd16a5 req-9aafd0c9-acff-412d-b5f4-ad55f51765db tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 943 time: 0.0559440 Nov 22 17:38:53.166436 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-262eb5ad-54e3-424c-af22-06fa68bd16a5 req-f51c9de2-6a95-445c-bf33-133dbf6230dc tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Nov 22 17:38:54.314274 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96dd31-a098-4077-a243-268d1d2c13e2 req-9b0b3914-a11a-4a58-a504-80bf015e8138 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:54.316355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e96dd31-a098-4077-a243-268d1d2c13e2 req-9b0b3914-a11a-4a58-a504-80bf015e8138 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 943 time: 0.0620677 Nov 22 17:38:54.375515 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e96dd31-a098-4077-a243-268d1d2c13e2 req-a6729e38-992d-4cd6-b928-4b0cb7921719 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512326 Nov 22 17:38:55.495865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafc113-4d8b-44d5-a4b3-0643d21d9aeb req-43fdaeaf-2d43-4f49-a208-e1754c9625c3 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:55.497363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9aafc113-4d8b-44d5-a4b3-0643d21d9aeb req-43fdaeaf-2d43-4f49-a208-e1754c9625c3 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 943 time: 0.0503764 Nov 22 17:38:55.552979 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9aafc113-4d8b-44d5-a4b3-0643d21d9aeb req-3bf06db8-6a9b-4430-ba99-29bdc8be9bfc tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472991 Nov 22 17:38:56.506302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:38:56.617170 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:56.629384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'port_id': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'mac_address': 'fa:16:3e:f2:c5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:38:56.669931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.682971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc62bc1-7eb3-4a73-94d8-b35ff3cea845 req-876a2150-8580-48a2-becc-79764c2c10bd tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:56.684336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:38:56.684506 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bcc62bc1-7eb3-4a73-94d8-b35ff3cea845 req-876a2150-8580-48a2-becc-79764c2c10bd tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 943 time: 0.0503948 Nov 22 17:38:56.704876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:56.710455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.735112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bcc62bc1-7eb3-4a73-94d8-b35ff3cea845 req-7bbb8673-3136-4a62-a49e-a19d8a17f572 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Nov 22 17:38:56.763526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:56.770971 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.771326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.771673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.772015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.772355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.772690 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.773021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.773353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.773854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.774299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.774634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.774982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:57.069064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:38:57.858249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186e0e-00ec-4abe-b1db-228773b97f89 req-f1fe6f1b-0b8e-427b-a109-977862dbc6be tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:57.859740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63186e0e-00ec-4abe-b1db-228773b97f89 req-f1fe6f1b-0b8e-427b-a109-977862dbc6be tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 944 time: 0.0530713 Nov 22 17:38:57.913468 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-63186e0e-00ec-4abe-b1db-228773b97f89 req-535865c1-ced3-49ff-8b2f-27351e29c4bc tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445263 Nov 22 17:38:58.520649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:58.588403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:38:58.592316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:58.592693 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.673007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.697479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:38:58.699796 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5379f7-c995-45b2-a85a-cfc88210578b" -d '{"events": [{"server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:38:58.712910 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:58.718349 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.742138 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e70b8a-1b7d-40b4-9d36-0cb786d5c114 x-openstack-request-id: req-f4e70b8a-1b7d-40b4-9d36-0cb786d5c114 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:38:58.742431 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:38:58.742685 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4e70b8a-1b7d-40b4-9d36-0cb786d5c114 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:38:58.743130 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'code': 200} Nov 22 17:38:58.775465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:58.846370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d05263-2135-4ece-91dc-3c3b2fb95c0a req-7602028c-6122-4678-a36c-a1ae2a1c928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:58.847934 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e5d05263-2135-4ece-91dc-3c3b2fb95c0a req-7602028c-6122-4678-a36c-a1ae2a1c928b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1096 time: 0.0423484 Nov 22 17:38:58.892896 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e5d05263-2135-4ece-91dc-3c3b2fb95c0a req-28ea7675-aa92-4093-aaed-fb970b7362aa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Nov 22 17:38:59.059702 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf6dc4-6509-498f-94ad-e0658829bfd0 req-097d9666-82fe-4ceb-a537-53d9fb6d3f37 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:59.061716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9bbf6dc4-6509-498f-94ad-e0658829bfd0 req-097d9666-82fe-4ceb-a537-53d9fb6d3f37 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0666215 Nov 22 17:38:59.110279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9bbf6dc4-6509-498f-94ad-e0658829bfd0 req-036fb28f-ee9e-49fc-a328-97d93db43fbe tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Nov 22 17:39:00.243687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82c1a6-9d3e-41b1-bcf4-d7f4a95d9a75 req-d4142486-b43c-45b7-bc9b-3932640082d2 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:00.245220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b82c1a6-9d3e-41b1-bcf4-d7f4a95d9a75 req-d4142486-b43c-45b7-bc9b-3932640082d2 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0556357 Nov 22 17:39:00.297852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7b82c1a6-9d3e-41b1-bcf4-d7f4a95d9a75 req-2be8b4e6-b2e7-4f5d-965f-05a29c6a4590 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Nov 22 17:39:01.433846 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48fb2c-dd12-4823-928d-aed14e8b0367 req-94178bd2-b3da-4c9a-af3c-951c75e8d392 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:01.435396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e48fb2c-dd12-4823-928d-aed14e8b0367 req-94178bd2-b3da-4c9a-af3c-951c75e8d392 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0630620 Nov 22 17:39:01.490395 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e48fb2c-dd12-4823-928d-aed14e8b0367 req-d4fbd860-6645-4ab5-932b-a4f6e3db877e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460687 Nov 22 17:39:01.627256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb146ffd-2b08-4984-a1aa-411a0df1f7ed req-c865f3a5-2b38-4b1c-8c05-15a605f6bbe5 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:01.629209 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb146ffd-2b08-4984-a1aa-411a0df1f7ed req-c865f3a5-2b38-4b1c-8c05-15a605f6bbe5 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0630848 Nov 22 17:39:01.683389 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cb146ffd-2b08-4984-a1aa-411a0df1f7ed req-5315cb94-c02b-4e5e-b2fc-5d64cc1683d2 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Nov 22 17:39:01.902081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a32682-1fd8-4215-9496-0e8e5d188d4d req-f83a37da-6efc-4e0c-ae25-87cdd6cb9c8e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:01.903475 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50a32682-1fd8-4215-9496-0e8e5d188d4d req-f83a37da-6efc-4e0c-ae25-87cdd6cb9c8e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0589199 Nov 22 17:39:01.955126 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50a32682-1fd8-4215-9496-0e8e5d188d4d req-50f96cf5-9be9-401c-95f9-108a30e6b26c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455172 Nov 22 17:39:07.108692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:08.373812 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:15.586480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f143bb4b-5bd3-4188-91d5-416589ab763a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:15.726024 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f2d66-cf0f-4f62-9db5-d636a2e536a6 req-8f8d3d84-ae53-421e-8d4f-21717123d86b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:15.727405 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b9f2d66-cf0f-4f62-9db5-d636a2e536a6 req-8f8d3d84-ae53-421e-8d4f-21717123d86b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0511231 Nov 22 17:39:15.786793 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b9f2d66-cf0f-4f62-9db5-d636a2e536a6 req-1ddcfcb8-2adc-4e49-9128-d502724c24a2 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529704 Nov 22 17:39:15.810251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49520) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:15.961713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8c1a1-662e-4f54-b24d-e708dd60f750 tempest-TestMinimumBasicScenario-1215841040 tempest-TestMinimumBasicScenario-1215841040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:15.963287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-00b8c1a1-662e-4f54-b24d-e708dd60f750 tempest-TestMinimumBasicScenario-1215841040 tempest-TestMinimumBasicScenario-1215841040-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1091 time: 0.1515644 Nov 22 17:39:15.967135 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49524) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:15.972058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:15.997277 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:16.099706 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:16.202398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Allocated IP 172.25.0.31 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/08daad7f-04f3-41c0-9f8a-13a682f46256) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:39:16.305654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:16.341435 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:16.381124 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:39:16.384004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:39:16.386591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:39:16.415659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'Port': ['ID=08daad7f-04f3-41c0-9f8a-13a682f46256,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:16.427934 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.428285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.428628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.428958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.429288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.429600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.429921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.430242 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.430564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.430885 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.431232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:16.431547 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:17.095834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:17.167360 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:17.335920 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:17.342864 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:17.410392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'Port': ['ID=08daad7f-04f3-41c0-9f8a-13a682f46256,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:17.424237 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:17.524838 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Floating IP 1644d9fe-f625-40b9-8552-ddd977b3d6b7 associated. External IP: 172.25.0.31, port: 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3. Nov 22 17:39:17.747577 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Router 3b726f55-162d-4c73-b381-d0b23da62782 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:39:17.867361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:39:17.880392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f9e83-0334-41be-837f-65657ca4330f None None] Sync routers for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:39:17.889532 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:17.891229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f9e83-0334-41be-837f-65657ca4330f None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:17.891861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-941f9e83-0334-41be-837f-65657ca4330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:38:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:17.917188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e96c58fe-53ce-4b5b-9e69-94f0c2976c8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9487824 Nov 22 17:39:17.917862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:39:17.920157 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49526) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:17.921232 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1112e277-e8e1-4e89-91d0-0cc213cb15f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:39:17.925260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-65759121-4e1a-4935-b390-358465e2c6de tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951150569', 'description': 'tempest-secgroup-smoke-951150569 description', 'project_id': '4fa084ac75da449d843ec13d160152bf'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:17.955655 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65759121-4e1a-4935-b390-358465e2c6de tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.000576 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03f75ae2-1661-4bcc-9b22-9e8e5a0a4635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.014937 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-941f9e83-0334-41be-837f-65657ca4330f None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:18.026548 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65759121-4e1a-4935-b390-358465e2c6de tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.034615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65759121-4e1a-4935-b390-358465e2c6de tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.067146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-65759121-4e1a-4935-b390-358465e2c6de tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.068384 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-65759121-4e1a-4935-b390-358465e2c6de tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1470170 Nov 22 17:39:18.070534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65759121-4e1a-4935-b390-358465e2c6de tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9239b282-b2c8-43f2-a5ca-3d088074d608,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:18.072924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49532) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:18.077994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9d971335-509f-4a3b-ae6e-54a5bc26b273 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'security_group_rule': {'security_group_id': '9239b282-b2c8-43f2-a5ca-3d088074d608', 'project_id': '4fa084ac75da449d843ec13d160152bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:18.110971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d971335-509f-4a3b-ae6e-54a5bc26b273 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.112595 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0552f41-7188-492e-8e4a-373991a2f414 x-openstack-request-id: req-e0552f41-7188-492e-8e4a-373991a2f414 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:39:18.113088 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:39:18.113306 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0552f41-7188-492e-8e4a-373991a2f414 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:39:18.113799 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'status': 'completed', 'code': 200} Nov 22 17:39:18.200051 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d971335-509f-4a3b-ae6e-54a5bc26b273 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.207014 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d971335-509f-4a3b-ae6e-54a5bc26b273 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.214902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-b4131c1a-b996-4639-af3b-efb071b71a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:18.216411 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-b4131c1a-b996-4639-af3b-efb071b71a29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1096 time: 0.0712676 Nov 22 17:39:18.246008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d971335-509f-4a3b-ae6e-54a5bc26b273 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5915bcfe-eb69-4bc4-87b0-fd167b87bd67,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:18.257092 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-941f9e83-0334-41be-837f-65657ca4330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1644d9fe-f625-40b9-8552-ddd977b3d6b7', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'port_id': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'mac_address': 'fa:16:3e:f2:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:39:16Z', 'updated_at': '2021-11-22T17:39:16Z', 'revision_number': 0, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 5, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:18.279360 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9d971335-509f-4a3b-ae6e-54a5bc26b273 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.280808 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9d971335-509f-4a3b-ae6e-54a5bc26b273 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2066863 Nov 22 17:39:18.285044 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49534) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:18.287930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f9e83-0334-41be-837f-65657ca4330f None None] Checking router: 3b726f55-162d-4c73-b381-d0b23da62782 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:39:18.292602 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0305a4c7-402e-4b9c-8101-6747256254a0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'security_group_rule': {'security_group_id': '9239b282-b2c8-43f2-a5ca-3d088074d608', 'project_id': '4fa084ac75da449d843ec13d160152bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:18.296634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f9e83-0334-41be-837f-65657ca4330f None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:18.297252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-941f9e83-0334-41be-837f-65657ca4330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:39:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:18.337328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-6d717302-861b-4818-bac3-b4c411611c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:18.339078 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-6d717302-861b-4818-bac3-b4c411611c51 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.1141477 Nov 22 17:39:18.345627 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0305a4c7-402e-4b9c-8101-6747256254a0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.439489 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-a86c64c3-6000-4eee-81d8-0ebad0e1bf07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 998 time: 0.0911222 Nov 22 17:39:18.463920 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0305a4c7-402e-4b9c-8101-6747256254a0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.482445 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0305a4c7-402e-4b9c-8101-6747256254a0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.506755 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305a4c7-402e-4b9c-8101-6747256254a0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2383cc-e3fc-412c-a07c-e21da843316f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:18.523130 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0305a4c7-402e-4b9c-8101-6747256254a0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.527097 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0305a4c7-402e-4b9c-8101-6747256254a0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2385533 Nov 22 17:39:18.527097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-2c40a31c-39e1-492c-bd64-2cdfe337c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:18.527470 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-2c40a31c-39e1-492c-bd64-2cdfe337c4b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0785205 Nov 22 17:39:18.527992 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:18.533218 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f7dbc0b3-1ebd-4af4-ac4b-2d7995f98b88 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'security_group_rule': {'security_group_id': '9239b282-b2c8-43f2-a5ca-3d088074d608', 'project_id': '4fa084ac75da449d843ec13d160152bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:18.581592 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc0b3-1ebd-4af4-ac4b-2d7995f98b88 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.589695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-935df197-cb7b-42da-a5aa-a08ca5f6f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:18.591260 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-935df197-cb7b-42da-a5aa-a08ca5f6f5ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542951 Nov 22 17:39:18.592142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-941f9e83-0334-41be-837f-65657ca4330f None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:18.663134 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc0b3-1ebd-4af4-ac4b-2d7995f98b88 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.667790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc0b3-1ebd-4af4-ac4b-2d7995f98b88 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.687414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbc0b3-1ebd-4af4-ac4b-2d7995f98b88 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d1ff6f-0abd-4112-be59-7fbb11a0435d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:18.694585 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-cd2094e7-82f5-45a7-bf63-d87556b83e14 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947440 Nov 22 17:39:18.700586 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc0b3-1ebd-4af4-ac4b-2d7995f98b88 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.702269 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f7dbc0b3-1ebd-4af4-ac4b-2d7995f98b88 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726408 Nov 22 17:39:18.705413 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49538) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:18.710739 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ca758540-a7b7-4705-beaa-01379a88b2fe tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'security_group_rule': {'security_group_id': '9239b282-b2c8-43f2-a5ca-3d088074d608', 'project_id': '4fa084ac75da449d843ec13d160152bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:18.742041 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca758540-a7b7-4705-beaa-01379a88b2fe tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.812877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca758540-a7b7-4705-beaa-01379a88b2fe tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.817927 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca758540-a7b7-4705-beaa-01379a88b2fe tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.837953 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca758540-a7b7-4705-beaa-01379a88b2fe tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e43e7de-abd2-46b7-8b62-c6f787976964,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:18.848423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca758540-a7b7-4705-beaa-01379a88b2fe tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.849778 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca758540-a7b7-4705-beaa-01379a88b2fe tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432879 Nov 22 17:39:18.852710 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49540) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:18.858020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bd4779ff-60f4-481e-b8c7-aa1d89b35648 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'security_group_rule': {'security_group_id': '9239b282-b2c8-43f2-a5ca-3d088074d608', 'project_id': '4fa084ac75da449d843ec13d160152bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:18.861106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-941f9e83-0334-41be-837f-65657ca4330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1644d9fe-f625-40b9-8552-ddd977b3d6b7', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'port_id': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'mac_address': 'fa:16:3e:f2:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:39:16Z', 'updated_at': '2021-11-22T17:39:16Z', 'revision_number': 0, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 5, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:18.885432 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-bd4779ff-60f4-481e-b8c7-aa1d89b35648 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Project 4fa084ac75da449d843ec13d160152bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:39:18.894510 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd4779ff-60f4-481e-b8c7-aa1d89b35648 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.897107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f9e83-0334-41be-837f-65657ca4330f None None] The sync data for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 is: [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '1644d9fe-f625-40b9-8552-ddd977b3d6b7', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'floating_ip_address': '172.25.0.31', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'port_id': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'mac_address': 'fa:16:3e:f2:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:39:16Z', 'updated_at': '2021-11-22T17:39:16Z', 'revision_number': 0, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 5, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:39:18.964421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd4779ff-60f4-481e-b8c7-aa1d89b35648 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.969630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd4779ff-60f4-481e-b8c7-aa1d89b35648 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:18.993142 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4779ff-60f4-481e-b8c7-aa1d89b35648 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91fe297-2f6f-4571-b658-c37834ba6cbf,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:19.003014 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd4779ff-60f4-481e-b8c7-aa1d89b35648 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.007704 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bd4779ff-60f4-481e-b8c7-aa1d89b35648 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538317 Nov 22 17:39:19.008365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:19.013291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-88a00ceb-3644-4f64-8cdc-d7b492264454 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'security_group_rule': {'security_group_id': '9239b282-b2c8-43f2-a5ca-3d088074d608', 'project_id': '4fa084ac75da449d843ec13d160152bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:19.040565 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-88a00ceb-3644-4f64-8cdc-d7b492264454 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Project 4fa084ac75da449d843ec13d160152bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:39:19.047244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a00ceb-3644-4f64-8cdc-d7b492264454 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.122498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a00ceb-3644-4f64-8cdc-d7b492264454 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.128606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a00ceb-3644-4f64-8cdc-d7b492264454 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.135831 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd0bca-7e4c-4428-90dc-fbb07e8a91b0 None None] New status for floating IP 1644d9fe-f625-40b9-8552-ddd977b3d6b7: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:39:19.148732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a00ceb-3644-4f64-8cdc-d7b492264454 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a323e7b-d313-4a8e-90ea-3f48fda2ce4e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:19.160418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-88a00ceb-3644-4f64-8cdc-d7b492264454 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.164621 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-88a00ceb-3644-4f64-8cdc-d7b492264454 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521654 Nov 22 17:39:19.171800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1112e277-e8e1-4e89-91d0-0cc213cb15f6 req-446a989c-b1f3-422e-8d30-fda691cd9a51 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683135 Nov 22 17:39:19.238515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.266310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-f252084b-f242-463f-8dcf-9e681cb382b0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951150569&fields=id&tenant_id=4fa084ac75da449d843ec13d160152bf HTTP/1.1" status: 200 len: 267 time: 0.0489783 Nov 22 17:39:19.322541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-19a87d7e-e507-4058-ad8b-fecd8ee5cf2d tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:19.324107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-19a87d7e-e507-4058-ad8b-fecd8ee5cf2d tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0517640 Nov 22 17:39:19.336211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'port': {'security_groups': ['04fa5a8a-9141-4490-86e7-eda72da80096', '9239b282-b2c8-43f2-a5ca-3d088074d608']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:19.409549 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.622556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] For port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:19.653214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.660907 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.674090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:39:19.708906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:19.709550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:19.710976 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd4818b0-4313-4528-87db-1616810e7ca5 req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "PUT /v2.0/ports/3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 981 time: 0.3799970 Nov 22 17:39:19.736726 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c7a06-252c-44e9-b117-71165c9578e7 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'Port': ['ID=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,revision_number=6']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:19.785830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:39:19.836110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942dd97-47ce-4306-a082-8be266374bb3 req-e06d9da4-f6dd-473e-9dac-51e844355869 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:19.837780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2942dd97-47ce-4306-a082-8be266374bb3 req-e06d9da4-f6dd-473e-9dac-51e844355869 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0600448 Nov 22 17:39:19.914407 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2942dd97-47ce-4306-a082-8be266374bb3 req-e85b3be1-386d-4482-8ee7-33a36c6331ae tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675859 Nov 22 17:39:20.016145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f6826262-d4b4-40a6-a845-cb4e5ce71694 None None] Provisioning complete for port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:39:20.016741 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6826262-d4b4-40a6-a845-cb4e5ce71694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:20.115185 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:39:20.117751 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf86eab-c583-4053-925a-84f1efbebbef" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:39:20.156493 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7478ccd5-32e6-48f7-b62c-823886b1826b x-openstack-request-id: req-7478ccd5-32e6-48f7-b62c-823886b1826b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:39:20.156493 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:39:20.156493 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7478ccd5-32e6-48f7-b62c-823886b1826b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:39:20.156493 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'status': 'completed', 'code': 200} Nov 22 17:39:20.222913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf86eab-c583-4053-925a-84f1efbebbef req-f4259fe0-1217-4182-992d-78b9213164b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:20.224582 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cf86eab-c583-4053-925a-84f1efbebbef req-f4259fe0-1217-4182-992d-78b9213164b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1135 time: 0.0446353 Nov 22 17:39:20.321636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf86eab-c583-4053-925a-84f1efbebbef req-7fa11637-360d-4b94-8009-76f312c6b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:20.323315 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cf86eab-c583-4053-925a-84f1efbebbef req-7fa11637-360d-4b94-8009-76f312c6b33e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.0910833 Nov 22 17:39:20.393413 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cf86eab-c583-4053-925a-84f1efbebbef req-2fbed95c-d3ba-4768-93a2-7d1e0367e27f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 1000 time: 0.0618234 Nov 22 17:39:20.445207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf86eab-c583-4053-925a-84f1efbebbef req-5d16e1e5-89a8-4470-8a8c-e67c7ce657b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:20.446688 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cf86eab-c583-4053-925a-84f1efbebbef req-5d16e1e5-89a8-4470-8a8c-e67c7ce657b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0461767 Nov 22 17:39:20.517011 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf86eab-c583-4053-925a-84f1efbebbef req-2f5172f0-0b19-4236-a83b-4d83890add3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:20.518616 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cf86eab-c583-4053-925a-84f1efbebbef req-2f5172f0-0b19-4236-a83b-4d83890add3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619421 Nov 22 17:39:20.617049 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cf86eab-c583-4053-925a-84f1efbebbef req-24b4f984-317b-4371-8f41-0c2060d91a24 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899215 Nov 22 17:39:20.720982 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2cf86eab-c583-4053-925a-84f1efbebbef req-bcfba4bc-8d5d-45a4-ae92-dbdb0d20b190 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954065 Nov 22 17:39:21.003394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:21.378171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:21.464706 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:39:37.114925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:38.368769 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:45.253301 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-dcdb228c-0351-4227-ae22-37e81baf0a3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041334 Nov 22 17:39:45.357277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-58f431ca-6cea-445a-b329-3a4a79648afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:45.358896 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-58f431ca-6cea-445a-b329-3a4a79648afd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1135 time: 0.0509963 Nov 22 17:39:45.490612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-763b32d7-8d7b-4b8d-822d-2a2eb57a88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:45.492313 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-763b32d7-8d7b-4b8d-822d-2a2eb57a88d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.1102333 Nov 22 17:39:45.571710 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-9d75d8ee-b823-46b7-bc01-f0beaf5ab116 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 1000 time: 0.0718248 Nov 22 17:39:45.583531 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be858a6a-71ff-4b9c-9d8a-6c31cdde1b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:45.623264 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-d4186b2d-6f90-4ac6-96d1-bea2b042daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:45.624839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-d4186b2d-6f90-4ac6-96d1-bea2b042daad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0459723 Nov 22 17:39:45.679907 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-280965d4-83ed-41e7-9706-6f458eef4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:45.681436 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-280965d4-83ed-41e7-9706-6f458eef4e47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483339 Nov 22 17:39:45.778974 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-2de64d13-5c1c-41d5-8259-c2278fa1781a service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891464 Nov 22 17:39:45.878283 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-41a75247-6f62-4ccc-9e3b-92f0dbbd61fe req-5804b2fe-ec23-45e7-a78e-dc67ab495904 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911024 Nov 22 17:39:47.957334 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9e3982d1-26cc-4816-9de9-2941e1aceae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:49.249753 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:51.003650 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:51.375921 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:58.464736 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:40:07.125742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.389689 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:15.582588 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-925f313c-fa47-45e0-95b3-1ad2c4f29c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:17.640622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815b967-0ebd-4a38-9478-bd0d2a4b03f7 req-af2019fd-99a1-402a-98a0-7bc1f9df19e1 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:17.642327 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1815b967-0ebd-4a38-9478-bd0d2a4b03f7 req-af2019fd-99a1-402a-98a0-7bc1f9df19e1 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0533342 Nov 22 17:40:17.649856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250173eb-e806-4346-a53e-72563de2464b req-15646cb1-a1d9-493f-bd5e-bbf15f90fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:17.651418 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-250173eb-e806-4346-a53e-72563de2464b req-15646cb1-a1d9-493f-bd5e-bbf15f90fd69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1135 time: 0.0445399 Nov 22 17:40:17.707820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1815b967-0ebd-4a38-9478-bd0d2a4b03f7 req-85c31980-639c-4a61-bd54-5641b308a62e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589914 Nov 22 17:40:17.751230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250173eb-e806-4346-a53e-72563de2464b req-cc4d774b-4dde-4965-bb30-6588f671ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:17.753548 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-250173eb-e806-4346-a53e-72563de2464b req-cc4d774b-4dde-4965-bb30-6588f671ce4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.0941832 Nov 22 17:40:17.828599 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-250173eb-e806-4346-a53e-72563de2464b req-75e3a73a-74fc-489a-a7c1-b82fb186600e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 1000 time: 0.0671337 Nov 22 17:40:17.880658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250173eb-e806-4346-a53e-72563de2464b req-f08af624-55f4-4b63-9a64-7c4ba50537fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:17.882139 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-250173eb-e806-4346-a53e-72563de2464b req-f08af624-55f4-4b63-9a64-7c4ba50537fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0465465 Nov 22 17:40:17.930333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250173eb-e806-4346-a53e-72563de2464b req-d9008f92-6406-4eb8-8b26-9806178898a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:17.931926 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-250173eb-e806-4346-a53e-72563de2464b req-d9008f92-6406-4eb8-8b26-9806178898a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420146 Nov 22 17:40:17.943843 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79f03ef0-b362-4d4e-aabf-e2e424f229cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:18.032289 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-250173eb-e806-4346-a53e-72563de2464b req-a0eb020a-9ddc-4b69-8863-74b11f69acfc service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919449 Nov 22 17:40:18.136902 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-250173eb-e806-4346-a53e-72563de2464b req-94efbbd1-3193-4e42-b188-109bf1a8bd3a service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970926 Nov 22 17:40:18.846441 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3318e94-049e-4c67-8f78-9024ff0d39a3 req-f9f142a1-bfcb-44de-bb31-f201e1d361c4 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:18.848055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b3318e94-049e-4c67-8f78-9024ff0d39a3 req-f9f142a1-bfcb-44de-bb31-f201e1d361c4 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0588365 Nov 22 17:40:18.919545 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b3318e94-049e-4c67-8f78-9024ff0d39a3 req-2c98b28d-a73e-4537-907c-411cc45a07c9 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634911 Nov 22 17:40:19.249007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:20.058566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc667168-ec3f-491a-850e-0348e74b1816 req-bcdc963d-da30-4be9-8748-696dbcf03bed tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:20.060368 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc667168-ec3f-491a-850e-0348e74b1816 req-bcdc963d-da30-4be9-8748-696dbcf03bed tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0659304 Nov 22 17:40:20.125006 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dc667168-ec3f-491a-850e-0348e74b1816 req-45d31960-8fa0-4693-94bc-83bb364b2a9b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581620 Nov 22 17:40:21.011374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:21.256958 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4dd79-ce69-4737-aa2d-b8bec65384e3 req-df699505-98bf-40b5-a95c-fe6934313836 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:21.259249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe4dd79-ce69-4737-aa2d-b8bec65384e3 req-df699505-98bf-40b5-a95c-fe6934313836 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0549650 Nov 22 17:40:21.333716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-abe4dd79-ce69-4737-aa2d-b8bec65384e3 req-e706449b-d01a-4cd9-8be2-c0c42ebc0acc tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659494 Nov 22 17:40:21.376484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:22.470461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44beb5-27b8-441b-9df3-c324e79cc84c req-b381b2d5-4354-43b5-aba4-9dfab9378b2a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:22.472052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf44beb5-27b8-441b-9df3-c324e79cc84c req-b381b2d5-4354-43b5-aba4-9dfab9378b2a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0524049 Nov 22 17:40:22.539687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf44beb5-27b8-441b-9df3-c324e79cc84c req-d708d7dd-7346-437f-8e62-be8708f1e58d tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613043 Nov 22 17:40:23.680153 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9637d5-b2ec-42e3-b207-1950bb82a543 req-91911676-33f9-4185-b9b0-52398a3448c9 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:23.681697 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e9637d5-b2ec-42e3-b207-1950bb82a543 req-91911676-33f9-4185-b9b0-52398a3448c9 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0603385 Nov 22 17:40:23.753422 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4e9637d5-b2ec-42e3-b207-1950bb82a543 req-d7a31129-378f-4857-b42f-bbed80abb0e6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622902 Nov 22 17:40:24.877944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd1754-62b3-4c67-aac7-fb2926339f35 req-640443e1-26ba-4403-8177-e0358fe95d0f tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:24.879527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6cd1754-62b3-4c67-aac7-fb2926339f35 req-640443e1-26ba-4403-8177-e0358fe95d0f tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0534077 Nov 22 17:40:24.942329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f6cd1754-62b3-4c67-aac7-fb2926339f35 req-542d64f0-adbb-4bc0-ae2c-f975c392b961 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565634 Nov 22 17:40:26.069884 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65656c-ad08-4b12-aef3-3746825d144a req-86091c67-c169-4096-b836-cf0f9ab5501a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:26.071332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c65656c-ad08-4b12-aef3-3746825d144a req-86091c67-c169-4096-b836-cf0f9ab5501a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0573947 Nov 22 17:40:26.133959 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c65656c-ad08-4b12-aef3-3746825d144a req-1cad523c-6b4a-4bfb-b23d-909dbb95876e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562439 Nov 22 17:40:27.258262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462bc01-8ced-4012-ba38-54a0bbffddea req-f21aafb0-280e-4249-b75a-10f086f55f15 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:27.259763 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7462bc01-8ced-4012-ba38-54a0bbffddea req-f21aafb0-280e-4249-b75a-10f086f55f15 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0526145 Nov 22 17:40:27.323510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7462bc01-8ced-4012-ba38-54a0bbffddea req-0fa0e280-4b9e-46c3-85aa-90ed447cb796 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574989 Nov 22 17:40:28.448498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24353f92-bf7a-419d-82b1-9cddd366fdf5 req-6189d5d1-e7df-40dc-8ef5-de829cccdde0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:28.450012 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24353f92-bf7a-419d-82b1-9cddd366fdf5 req-6189d5d1-e7df-40dc-8ef5-de829cccdde0 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0565972 Nov 22 17:40:28.513393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-24353f92-bf7a-419d-82b1-9cddd366fdf5 req-21d9ce7d-cf84-41b3-b817-b4d5020b0e6f tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568235 Nov 22 17:40:29.649175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400fd1-9ebb-423d-951a-fb402899ed54 req-14228e21-e2e7-4f1c-9511-5ac09052c084 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:29.650703 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c400fd1-9ebb-423d-951a-fb402899ed54 req-14228e21-e2e7-4f1c-9511-5ac09052c084 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0634449 Nov 22 17:40:29.721891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5c400fd1-9ebb-423d-951a-fb402899ed54 req-dbf5e8ee-4265-43f4-b89d-16b3bdf60253 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558989 Nov 22 17:40:30.856237 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f873472-7d18-4628-a727-a72af8e86748 req-29d8c6c9-ad9d-4d6b-bda2-13695e124f3c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:30.857850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f873472-7d18-4628-a727-a72af8e86748 req-29d8c6c9-ad9d-4d6b-bda2-13695e124f3c tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0525382 Nov 22 17:40:30.923450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0f873472-7d18-4628-a727-a72af8e86748 req-06b75c63-91d0-4a3e-a87b-ba537467dee6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592275 Nov 22 17:40:32.047057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444f8a7-7044-4f70-bca6-1d6d2348b7a0 req-9a372b9f-dd72-4586-a4d0-7e6299346d8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:32.048480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6444f8a7-7044-4f70-bca6-1d6d2348b7a0 req-9a372b9f-dd72-4586-a4d0-7e6299346d8b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0512140 Nov 22 17:40:32.112530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6444f8a7-7044-4f70-bca6-1d6d2348b7a0 req-e2dbff8a-73a8-48b0-a430-ca5fece895a9 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576112 Nov 22 17:40:33.233949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727d692-2090-422c-8838-1f9570ee3578 req-e1cce019-277b-41e2-b15e-e249e6513f69 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:33.235483 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e727d692-2090-422c-8838-1f9570ee3578 req-e1cce019-277b-41e2-b15e-e249e6513f69 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0515034 Nov 22 17:40:33.302671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e727d692-2090-422c-8838-1f9570ee3578 req-1661de77-db4d-4aca-a18f-148f304b23b2 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587761 Nov 22 17:40:34.430887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a117cc-9203-4c15-b751-9ed6ce6526e5 req-5d1ff310-d899-41be-a1b8-e563c94d5dad tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:34.432490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48a117cc-9203-4c15-b751-9ed6ce6526e5 req-5d1ff310-d899-41be-a1b8-e563c94d5dad tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0569339 Nov 22 17:40:34.503546 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-48a117cc-9203-4c15-b751-9ed6ce6526e5 req-366d6074-456d-44c0-a357-2d06662cebf2 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=9239b282-b2c8-43f2-a5ca-3d088074d608&id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644872 Nov 22 17:40:35.464624 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:40:37.134630 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:38.405275 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:45.579300 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de3e7856-64c9-4012-9d8c-3bb4e651ee64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:46.777069 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-e431a183-72e1-4823-b1fb-9e78af6e9f2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518088 Nov 22 17:40:46.874357 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-5926d1d4-1158-4d42-935d-ef946fa7eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:46.875960 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-5926d1d4-1158-4d42-935d-ef946fa7eda4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1135 time: 0.0514853 Nov 22 17:40:47.000300 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-6572d914-709e-4d2c-8650-60a6c22ea6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:47.001816 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-6572d914-709e-4d2c-8650-60a6c22ea6c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.1023943 Nov 22 17:40:47.084737 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-f1691997-7f89-48ef-9f29-ca1472b2f784 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 1000 time: 0.0744946 Nov 22 17:40:47.149167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-dcb36993-d418-4502-a0f1-41242e26646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:47.150867 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-dcb36993-d418-4502-a0f1-41242e26646c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0572236 Nov 22 17:40:47.203823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-69c8c31a-3258-4d04-847b-526ffd34a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:47.205397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-69c8c31a-3258-4d04-847b-526ffd34a642 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450735 Nov 22 17:40:47.308652 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-c7f79a71-42b0-4794-8d93-9297cfeb8da5 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942135 Nov 22 17:40:47.418373 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6c235123-7b6a-4b9b-bdb4-dbbc22a71a20 req-2cd37b61-056a-42f1-bde6-35a04cd48bdb service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989690 Nov 22 17:40:47.949104 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09fda209-359b-4659-9f65-f6d57e6465a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:49.250242 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:51.012815 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:51.371988 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:07.154057 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:08.415304 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:12.468786 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:41:15.581052 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-079d51e7-0a86-474c-8de6-cabe9d64f9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:17.947550 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c84bd303-01cb-4adf-bfa8-e34c48f8f249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:19.256622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:21.020358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:21.381890 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:37.166155 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.110080 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-8bf548a0-1606-4d8f-936b-834d89376e36 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951150569&fields=id&tenant_id=4fa084ac75da449d843ec13d160152bf HTTP/1.1" status: 200 len: 267 time: 0.1331856 Nov 22 17:41:38.172679 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-6051017a-f747-436a-a9b9-ccb3aecc965e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:38.174191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-6051017a-f747-436a-a9b9-ccb3aecc965e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 984 time: 0.0566032 Nov 22 17:41:38.187184 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Request body: {'port': {'security_groups': ['04fa5a8a-9141-4490-86e7-eda72da80096']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:41:38.256418 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.438209 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.446724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] For port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:38.476879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.483064 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.497890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:41:38.529556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:38.530344 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.531926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-caff117e-ae4c-4893-a13d-cdc1115d0942 req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "PUT /v2.0/ports/3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 942 time: 0.3498027 Nov 22 17:41:38.539021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49628) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:38.542772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:41:38.545230 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fa6725-30ca-4116-a07d-31063dd06f92" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:41:38.569989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event updated for resources: {'Port': ['ID=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,revision_number=7']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:38.586411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.587315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.587904 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.588745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.589639 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.590259 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.590836 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.591471 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.592063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.593753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.594357 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.594931 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b5ff16-cb90-4170-bd04-fe698b79bd2b tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.605600 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:41:38.624324 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be033e59-680f-49b7-9ef4-3bb23a442c4d x-openstack-request-id: req-be033e59-680f-49b7-9ef4-3bb23a442c4d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:41:38.624622 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:41:38.624884 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be033e59-680f-49b7-9ef4-3bb23a442c4d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:41:38.625696 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'status': 'completed', 'code': 200} Nov 22 17:41:38.694696 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.717155 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-9d72e362-cf38-4c8f-b7d6-9af8c8829d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:38.718691 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-9d72e362-cf38-4c8f-b7d6-9af8c8829d9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1096 time: 0.0676849 Nov 22 17:41:38.731345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.800067 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4a0c6930-4dff-4639-b4d0-7497ca22042c None None] Provisioning complete for port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:41:38.800455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a0c6930-4dff-4639-b4d0-7497ca22042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.848735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-661cbfa8-1f4d-4ce5-9751-71fc39a5b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:38.850269 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-661cbfa8-1f4d-4ce5-9751-71fc39a5b566 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.1216054 Nov 22 17:41:38.906649 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.909284 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.910447 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "DELETE /v2.0/security-groups/9239b282-b2c8-43f2-a5ca-3d088074d608 HTTP/1.1" status: 204 len: 168 time: 0.3704081 Nov 22 17:41:38.913532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49632) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:38.925583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239b282-b2c8-43f2-a5ca-3d088074d608,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:38.940096 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-b9dc2906-1d55-4d49-899e-710fccc84a89 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 1000 time: 0.0821080 Nov 22 17:41:38.941520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.941934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.942291 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.942684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.943168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.943606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.943948 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.944578 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.944925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.945259 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.945591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.945919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2122a3-920b-427d-8c07-dff85709eae6 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:38.997059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-c8454a89-7890-4225-875c-b8e06f31a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:38.998537 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-c8454a89-7890-4225-875c-b8e06f31a50a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0483522 Nov 22 17:41:39.051101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-d2c2dca3-8f15-4958-aaa9-147ab16235a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:39.052754 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-d2c2dca3-8f15-4958-aaa9-147ab16235a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457644 Nov 22 17:41:39.081513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Deleting port 08daad7f-04f3-41c0-9f8a-13a682f46256 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:39.081882 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:39.155840 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-40c5f8ce-5184-4d70-b19d-0d2de1908ad2 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954227 Nov 22 17:41:39.161527 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:39.162269 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:39.174772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Calling delete_port for 08daad7f-04f3-41c0-9f8a-13a682f46256 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:39.253910 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-61fa6725-30ca-4116-a07d-31063dd06f92 req-4c53b25f-ec92-4ba1-b045-ef8795694349 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901048 Nov 22 17:41:39.331871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:39.357847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event deleted for resources: {'Port': ['ID=08daad7f-04f3-41c0-9f8a-13a682f46256,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:39.418256 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:39.418537 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Floating IP 1644d9fe-f625-40b9-8552-ddd977b3d6b7 disassociated (deleted). External IP: 172.25.0.31, port: 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3. Nov 22 17:41:39.658662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Router 3b726f55-162d-4c73-b381-d0b23da62782 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:41:39.773477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:41:39.778627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:39.783889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] Sync routers for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:41:39.796587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:41:39.797619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:39.809228 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-669dfd27-1f89-4705-a977-8bd61e8d3b38 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "DELETE /v2.0/floatingips/1644d9fe-f625-40b9-8552-ddd977b3d6b7 HTTP/1.1" status: 204 len: 168 time: 0.8942039 Nov 22 17:41:39.908619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:41:40.118767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 5, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:40.149263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] Checking router: 3b726f55-162d-4c73-b381-d0b23da62782 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:41:40.163075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:41:40.163685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:40.452263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:41:40.626788 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:41:40.629512 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:41:40.665885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 5, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:40.671428 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57fbdd-a4c0-4585-9ff9-46d100512d30 x-openstack-request-id: req-3e57fbdd-a4c0-4585-9ff9-46d100512d30 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:41:40.671700 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:41:40.671981 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e57fbdd-a4c0-4585-9ff9-46d100512d30 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:41:40.672376 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'status': 'completed', 'code': 200} Nov 22 17:41:40.697634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b16fa8-529e-40be-955d-98b051cec16f None None] The sync data for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 is: [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:19Z', 'revision_number': 4, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'dc3e497c-6748-40b5-8b2e-91063d518919', 'name': '', 'network_id': 'b6a43545-a354-4b04-94e6-d463ea1e43f9', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'mac_address': 'fa:16:3e:b4:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:18Z', 'updated_at': '2021-11-22T17:38:24Z', 'revision_number': 5, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'subnets': [{'id': 'a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:41:40.740951 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-47f31fe2-6753-4380-bb64-a9c61ff3442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:40.742690 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-47f31fe2-6753-4380-bb64-a9c61ff3442c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1096 time: 0.0470917 Nov 22 17:41:40.842922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-f7386e73-dc50-4b62-a451-62c1a27fef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:40.844428 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-f7386e73-dc50-4b62-a451-62c1a27fef7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.0935843 Nov 22 17:41:40.892347 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-b30dfe6b-3b25-466e-a0b9-195ecaed47a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0394554 Nov 22 17:41:40.946139 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-ec7dc8aa-7b3f-471e-8025-98c52af8d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:40.947733 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-ec7dc8aa-7b3f-471e-8025-98c52af8d7a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0487864 Nov 22 17:41:40.954799 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c4181-3868-4a12-b207-c57f698e3168 None None] New status for floating IP 1644d9fe-f625-40b9-8552-ddd977b3d6b7: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:41:40.994407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-3b2a6b11-6dac-4bb9-b4e8-498b093354d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:40.995945 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-3b2a6b11-6dac-4bb9-b4e8-498b093354d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415585 Nov 22 17:41:41.104283 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-5931aae6-e4a8-4576-8dc5-cbd1f128b33d service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012795 Nov 22 17:41:41.203792 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-f008c3dc-a518-4b63-8be0-ac35d87b0d7f req-fcce4e1e-7f97-446b-a1b0-30ab49c5ba53 service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923722 Nov 22 17:41:45.576827 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-49500abf-0856-495a-9710-ee75c8010552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:47.944697 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-56ef61c7-da08-4a9e-b73e-1d54ae25649b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:48.194516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-43a2a985-05d0-4550-a10f-32f236a3378c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422561 Nov 22 17:41:48.284958 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-f10b86af-173f-4633-8e09-ecd186132df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:48.286488 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-f10b86af-173f-4633-8e09-ecd186132df2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4fa084ac75da449d843ec13d160152bf&device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 1096 time: 0.0433524 Nov 22 17:41:48.396041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-465bcb2f-3048-4858-adb0-4ea25d2d9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:48.397637 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-465bcb2f-3048-4858-adb0-4ea25d2d9ae0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 200 len: 915 time: 0.0896757 Nov 22 17:41:48.446372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-a2e211e4-2e8b-4fde-8dc4-5f8a18e8acc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0410085 Nov 22 17:41:48.499891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-60dca27d-31ed-439d-b6c3-0d00d231a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:48.501620 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-60dca27d-31ed-439d-b6c3-0d00d231a914 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 200 len: 853 time: 0.0488706 Nov 22 17:41:48.552183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-ed8ee41f-2b48-44c5-8464-31cdc0ba3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:48.554724 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-ed8ee41f-2b48-44c5-8464-31cdc0ba3cb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6a43545-a354-4b04-94e6-d463ea1e43f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453787 Nov 22 17:41:48.671392 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-ca0f2eb4-a81b-4a43-8062-0ec83a8542cf service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090565 Nov 22 17:41:48.770530 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5e604a69-45a5-47ea-83dd-a7007f37f9fd req-70f414f4-ed3d-4842-a614-6319e3e9042b service neutron] 10.222.0.62 "GET /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916386 Nov 22 17:41:49.264871 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:49.268362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87130b-f3ac-4565-85de-d352bc27cc3a req-b6d18470-d5bc-4d31-a58b-67a43b4f7953 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:49.270435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe87130b-f3ac-4565-85de-d352bc27cc3a req-b6d18470-d5bc-4d31-a58b-67a43b4f7953 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0694292 Nov 22 17:41:49.355893 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-fe87130b-f3ac-4565-85de-d352bc27cc3a req-4862fcad-cfca-4e8d-94ce-967a7c785ff5 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783288 Nov 22 17:41:49.472046 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:41:50.497225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7e44c-0ec1-48e6-b50b-b8bdafa5d245 req-d96811c9-f928-4e25-a531-dd47421e4fcd tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:50.498707 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6c7e44c-0ec1-48e6-b50b-b8bdafa5d245 req-d96811c9-f928-4e25-a531-dd47421e4fcd tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0573928 Nov 22 17:41:50.548179 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b6c7e44c-0ec1-48e6-b50b-b8bdafa5d245 req-118828a1-e4dd-4ecc-8f37-2f9d21835a3d tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/security-groups?id=04fa5a8a-9141-4490-86e7-eda72da80096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Nov 22 17:41:51.025274 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:51.090129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-07d11409-4006-43fe-8587-87a806729665 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:51.091588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-07d11409-4006-43fe-8587-87a806729665 tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 945 time: 0.0517516 Nov 22 17:41:51.184463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Deleting port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:51.184851 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:51.290792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] For port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:51.291186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:51.304632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Calling delete_port for 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:51.376230 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:51.440173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:51.451859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:41:51.469010 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Pushing event deleted for resources: {'Port': ['ID=3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:51.514535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] No DVR routers for this DVR port 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:41:51.517697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:51.521131 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-993c2408-c7ea-4e8b-9358-7bb169066c09 req-ec403e2b-1a60-401d-b5d5-392dd1da3b4a tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.62 "DELETE /v2.0/ports/3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 HTTP/1.1" status: 204 len: 173 time: 0.4236512 Nov 22 17:41:51.521593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'name': 'network-vif-deleted', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:41:51.523941 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daaacbf-0238-4de5-a41e-5f41c466bad3" -d '{"events": [{"server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "name": "network-vif-deleted", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:41:51.564246 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a407df64-bf24-4e84-8a65-7139685ce103 x-openstack-request-id: req-a407df64-bf24-4e84-8a65-7139685ce103 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:41:51.564571 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a6e0370-16e9-45b2-94e7-fffa47950c18", "name": "network-vif-deleted", "tag": "3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:41:51.564817 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a407df64-bf24-4e84-8a65-7139685ce103 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:41:51.565256 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6e0370-16e9-45b2-94e7-fffa47950c18', 'name': 'network-vif-deleted', 'tag': '3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3', 'status': 'completed', 'code': 200} Nov 22 17:41:51.658924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3a1fe53-c759-46a1-ae4c-1100484da4e6 req-4e3c64b9-3db9-4bff-ae73-db741e7ade5e tempest-TestMinimumBasicScenario-142614472 tempest-TestMinimumBasicScenario-142614472-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a6e0370-16e9-45b2-94e7-fffa47950c18 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Nov 22 17:41:53.316095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:53.685879 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:53.943660 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Deleting port dc3e497c-6748-40b5-8b2e-91063d518919 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:53.944009 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:54.045152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] For port dc3e497c-6748-40b5-8b2e-91063d518919, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=dc3e497c-6748-40b5-8b2e-91063d518919,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:54.045609 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:54.059225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Calling delete_port for dc3e497c-6748-40b5-8b2e-91063d518919 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:54.266394 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:54.301120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3e497c-6748-40b5-8b2e-91063d518919,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:54.783688 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.003166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Router 3b726f55-162d-4c73-b381-d0b23da62782 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:41:55.113145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:41:55.120758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f367c612-969e-4cae-b95f-faba11afc1b0 admin admin] 10.222.0.59 "PUT /v2.0/routers/3b726f55-162d-4c73-b381-d0b23da62782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010879 Nov 22 17:41:55.120984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:55.133138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] Sync routers for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:41:55.144561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:41:55.145192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:55.234310 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.266316 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:41:55.335813 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.392753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Deleting port a04fa341-cf5a-4361-bbde-70870f2e32f3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:55.393007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.441174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:41:55.468994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:41:55.469315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 3cfd8c49-5ae0-4f4b-b8ec-8ba9e969fbb3 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:41:55.479842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] For port a04fa341-cf5a-4361-bbde-70870f2e32f3, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a04fa341-cf5a-4361-bbde-70870f2e32f3,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:55.480211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.481130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:41:54Z', 'revision_number': 5, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port': {'id': 'a04fa341-cf5a-4361-bbde-70870f2e32f3', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:59:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b726f55-162d-4c73-b381-d0b23da62782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:55.493676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Calling delete_port for a04fa341-cf5a-4361-bbde-70870f2e32f3 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:55.508646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] Checking router: 3b726f55-162d-4c73-b381-d0b23da62782 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:41:55.518575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] Routers {'3b726f55-162d-4c73-b381-d0b23da62782'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:41:55.519225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['3b726f55-162d-4c73-b381-d0b23da62782'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:55.609579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] Set router 3b726f55-162d-4c73-b381-d0b23da62782 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:41:55.661740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:41:55Z', 'revision_number': 6, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:55.669719 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.692370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6d339-58da-4313-b513-291cf3a0488b None None] The sync data for ids ['3b726f55-162d-4c73-b381-d0b23da62782'] in n-d-816865-2 is: [{'id': '3b726f55-162d-4c73-b381-d0b23da62782', 'name': 'tempest-TestMinimumBasicScenario-633733057-router', 'tenant_id': '4fa084ac75da449d843ec13d160152bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:16Z', 'updated_at': '2021-11-22T17:41:55Z', 'revision_number': 6, 'project_id': '4fa084ac75da449d843ec13d160152bf', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:41:55.696144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04fa341-cf5a-4361-bbde-70870f2e32f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:55.712905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba29e3cd-df13-4269-94c6-b3c2c93e80ca None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:41:55.770145 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.866617 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.869950 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.919405 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.920013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b726f55-162d-4c73-b381-d0b23da62782 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:41:55.924573 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.925750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-02544d2f-ccdd-4f5c-ae21-db68e87b6c29 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3b726f55-162d-4c73-b381-d0b23da62782 HTTP/1.1" status: 204 len: 168 time: 0.8038390 Nov 22 17:41:55.928392 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49744) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:55.974733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8e418b-f7b7-4b78-92c8-a92daa48b2ac admin admin] Deleting subnet a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:41:55.978286 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8e418b-f7b7-4b78-92c8-a92daa48b2ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.022995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8e418b-f7b7-4b78-92c8-a92daa48b2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.107358 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8e418b-f7b7-4b78-92c8-a92daa48b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.164298 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8e418b-f7b7-4b78-92c8-a92daa48b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.196549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e418b-f7b7-4b78-92c8-a92daa48b2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:56.198645 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cc8e418b-f7b7-4b78-92c8-a92daa48b2ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.204321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-cc8e418b-f7b7-4b78-92c8-a92daa48b2ac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a019de41-bc5a-4cd7-b4b2-353fe5b0a6c7 HTTP/1.1" status: 204 len: 168 time: 0.2725823 Nov 22 17:41:56.204430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ffdd48-b20a-4971-868a-9265e6303d63 None None] Network b6a43545-a354-4b04-94e6-d463ea1e43f9 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:41:56.204927 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:56.272817 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.327337 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Deleting port 0d5315e2-6269-417f-9b36-b50d788b4c12 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:56.327675 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.393745 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] For port 0d5315e2-6269-417f-9b36-b50d788b4c12, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0d5315e2-6269-417f-9b36-b50d788b4c12,segment=NetworkSegment(6ce7232a-57a0-4115-bcda-bea5f50336ac),segment_id=6ce7232a-57a0-4115-bcda-bea5f50336ac)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:56.394028 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.408146 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Calling delete_port for 0d5315e2-6269-417f-9b36-b50d788b4c12 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:56.481024 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] DHCP port deletion for b6a43545-a354-4b04-94e6-d463ea1e43f9 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:41:56.498833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.532700 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5315e2-6269-417f-9b36-b50d788b4c12,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:56.540187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] No DVR routers for this DVR port 0d5315e2-6269-417f-9b36-b50d788b4c12 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:41:56.544395 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Deleting port 0d5315e2-6269-417f-9b36-b50d788b4c12 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:56.544792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.557941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dc3e497c-6748-40b5-8b2e-91063d518919 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:41:56.612874 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: dc3e497c-6748-40b5-8b2e-91063d518919 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:41:56.613220 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device dc3e497c-6748-40b5-8b2e-91063d518919 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:41:56.613855 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0d5315e2-6269-417f-9b36-b50d788b4c12 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:41:56.619504 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.643356 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a43545-a354-4b04-94e6-d463ea1e43f9']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:56.644593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0d5315e2-6269-417f-9b36-b50d788b4c12 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:41:56.644947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0d5315e2-6269-417f-9b36-b50d788b4c12 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:41:56.645379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a04fa341-cf5a-4361-bbde-70870f2e32f3 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:41:56.653121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce7232a-57a0-4115-bcda-bea5f50336ac') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:56.653440 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce7232a-57a0-4115-bcda-bea5f50336ac') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:56.663209 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.667733 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] For port 0d5315e2-6269-417f-9b36-b50d788b4c12, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:56.668143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.670565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: a04fa341-cf5a-4361-bbde-70870f2e32f3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:41:56.670969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a04fa341-cf5a-4361-bbde-70870f2e32f3 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:41:56.676819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.685340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Calling delete_port for 0d5315e2-6269-417f-9b36-b50d788b4c12 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:56.685493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:41:56.685935 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:41:56.687813 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:41:56.690445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Port 0d5315e2-6269-417f-9b36-b50d788b4c12 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:41:56.692095 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.720263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Pushing event deleted for resources: {'Port': ['ID=0d5315e2-6269-417f-9b36-b50d788b4c12,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:56.727724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] No DVR routers for this DVR port 0d5315e2-6269-417f-9b36-b50d788b4c12 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:41:56.730290 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.730731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.731119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.731473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.731820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.732173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.732510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.732845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.733176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.733503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.733834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.734165 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd8dea8-188e-4abb-804e-4131366019ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:41:56.754005 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.760467 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:56.766823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b6a43545-a354-4b04-94e6-d463ea1e43f9 HTTP/1.1" status: 204 len: 168 time: 0.5586946 Nov 22 17:41:56.767619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49748) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:56.781646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5001b93-fc40-4aa0-863d-1b990021f128 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a43545-a354-4b04-94e6-d463ea1e43f9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:57.147701 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:57.419932 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Deleting port b1db2401-7fe5-476b-aabe-47e276cf8211 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:57.420229 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:57.498660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] For port b1db2401-7fe5-476b-aabe-47e276cf8211, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b1db2401-7fe5-476b-aabe-47e276cf8211,segment=NetworkSegment(cde404ea-fa32-4edd-9af1-e20ad332ac98),segment_id=cde404ea-fa32-4edd-9af1-e20ad332ac98)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:57.499017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:57.511743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Calling delete_port for b1db2401-7fe5-476b-aabe-47e276cf8211 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:57.711154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:57.738269 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1db2401-7fe5-476b-aabe-47e276cf8211,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:57.911223 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:58.506218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Router 61790ae8-167e-4695-92c4-17c08051d5cb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:41:58.625774 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:41:58.633828 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b64cea53-3c47-48cb-a9ff-650802fa3b2a admin admin] 10.222.0.59 "PUT /v2.0/routers/61790ae8-167e-4695-92c4-17c08051d5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8632052 Nov 22 17:41:58.635824 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49752) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:58.637291 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] Sync routers for ids ['61790ae8-167e-4695-92c4-17c08051d5cb'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:41:58.649250 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] Routers {'61790ae8-167e-4695-92c4-17c08051d5cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:41:58.649910 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['61790ae8-167e-4695-92c4-17c08051d5cb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:58.742198 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:58.758488 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] Set router 61790ae8-167e-4695-92c4-17c08051d5cb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:41:58.841897 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:58.902165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Deleting port d4bf3b61-2d01-4e85-b2c1-e27305b7de40 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:58.902499 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:58.945303 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:41:57Z', 'revision_number': 5, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port': {'id': 'd4bf3b61-2d01-4e85-b2c1-e27305b7de40', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:08:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:58.970719 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] Checking router: 61790ae8-167e-4695-92c4-17c08051d5cb for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:41:58.979410 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] Routers {'61790ae8-167e-4695-92c4-17c08051d5cb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:41:58.979941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] For port d4bf3b61-2d01-4e85-b2c1-e27305b7de40, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d4bf3b61-2d01-4e85-b2c1-e27305b7de40,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:58.980460 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['61790ae8-167e-4695-92c4-17c08051d5cb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:58.980564 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:58.994012 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Calling delete_port for d4bf3b61-2d01-4e85-b2c1-e27305b7de40 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:59.066320 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] Set router 61790ae8-167e-4695-92c4-17c08051d5cb gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:41:59.119783 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:41:58Z', 'revision_number': 6, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:41:59.146489 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966688c9-8f20-4932-bfd2-c6310d644cc0 None None] The sync data for ids ['61790ae8-167e-4695-92c4-17c08051d5cb'] in n-d-816865-2 is: [{'id': '61790ae8-167e-4695-92c4-17c08051d5cb', 'name': 'tempest-TestMinimumBasicScenario-951222261-router', 'tenant_id': '6178d503ae7345939f1954c5a6218d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:21Z', 'updated_at': '2021-11-22T17:41:58Z', 'revision_number': 6, 'project_id': '6178d503ae7345939f1954c5a6218d2c', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:41:59.168232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.200659 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bf3b61-2d01-4e85-b2c1-e27305b7de40,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:59.211456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db352c-8116-4a7e-8b5b-cd1e15c1b78e None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:41:59.267214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.361746 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.363928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.412722 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.413985 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61790ae8-167e-4695-92c4-17c08051d5cb {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:41:59.419217 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.420514 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b5868b0f-3577-4655-8e97-a3a24b28d963 admin admin] 10.222.0.59 "DELETE /v2.0/routers/61790ae8-167e-4695-92c4-17c08051d5cb HTTP/1.1" status: 204 len: 168 time: 0.7835648 Nov 22 17:41:59.423168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49754) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:59.477828 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a784e9-9586-4bc0-873c-9b0ac2f1c338 admin admin] Deleting subnet 827f24d3-29d3-40be-b729-31e6fcc2ae6a {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:41:59.481393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5a784e9-9586-4bc0-873c-9b0ac2f1c338 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.520582 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5a784e9-9586-4bc0-873c-9b0ac2f1c338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.607338 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5a784e9-9586-4bc0-873c-9b0ac2f1c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.676564 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5a784e9-9586-4bc0-873c-9b0ac2f1c338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.702901 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a784e9-9586-4bc0-873c-9b0ac2f1c338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827f24d3-29d3-40be-b729-31e6fcc2ae6a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:41:59.706358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c5a784e9-9586-4bc0-873c-9b0ac2f1c338 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.712425 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c5a784e9-9586-4bc0-873c-9b0ac2f1c338 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/827f24d3-29d3-40be-b729-31e6fcc2ae6a HTTP/1.1" status: 204 len: 168 time: 0.2852852 Nov 22 17:41:59.712759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:41:59.715555 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d169e-8c2f-41e3-965c-e144d6d29c77 None None] Network 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:41:59.782942 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.838126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Deleting port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:41:59.838408 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.905061 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] For port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=70b0cf65-d96e-4819-ade6-8a5b85ed73ee,segment=NetworkSegment(cde404ea-fa32-4edd-9af1-e20ad332ac98),segment_id=cde404ea-fa32-4edd-9af1-e20ad332ac98)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:41:59.905430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:59.920021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Calling delete_port for 70b0cf65-d96e-4819-ade6-8a5b85ed73ee owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:41:59.948134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] DHCP port deletion for 30e7e34b-8c81-4df3-a05d-fa91c3a37e59 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:42:00.002553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] Deleting port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:42:00.002944 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.006370 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.043243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b0cf65-d96e-4819-ade6-8a5b85ed73ee,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:00.046365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] No DVR routers for this DVR port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:42:00.076182 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] For port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:00.076687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.091638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] Calling delete_port for 70b0cf65-d96e-4819-ade6-8a5b85ed73ee owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:42:00.094613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] Port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:42:00.096058 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.118512 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.121883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] Pushing event deleted for resources: {'Port': ['ID=70b0cf65-d96e-4819-ade6-8a5b85ed73ee,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:00.125288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26475458-89f2-4090-9f47-41ab9b5c9e47 None None] No DVR routers for this DVR port 70b0cf65-d96e-4819-ade6-8a5b85ed73ee on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:42:00.141706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e7e34b-8c81-4df3-a05d-fa91c3a37e59']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:00.153977 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde404ea-fa32-4edd-9af1-e20ad332ac98') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:00.154281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde404ea-fa32-4edd-9af1-e20ad332ac98') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:00.164241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.179766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.187118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:42:00.187525 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:42:00.189477 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:42:00.251718 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.258360 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.261937 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] 10.222.0.59 "DELETE /v2.0/networks/30e7e34b-8c81-4df3-a05d-fa91c3a37e59 HTTP/1.1" status: 204 len: 168 time: 0.5481331 Nov 22 17:42:00.274633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ac683-6a3a-42ea-a799-f7d38a79d057 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e7e34b-8c81-4df3-a05d-fa91c3a37e59,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:00.457637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49760) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:00.467606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 70b0cf65-d96e-4819-ade6-8a5b85ed73ee no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:42:00.492782 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 70b0cf65-d96e-4819-ade6-8a5b85ed73ee {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:42:00.493233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 70b0cf65-d96e-4819-ade6-8a5b85ed73ee not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:42:00.493726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d4bf3b61-2d01-4e85-b2c1-e27305b7de40 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:42:00.504152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b061e1eb-20af-4b78-9a8f-aa3a961357af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fa084ac75da449d843ec13d160152bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439420 Nov 22 17:42:00.504382 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49762) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:00.514384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d4bf3b61-2d01-4e85-b2c1-e27305b7de40 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:42:00.514825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d4bf3b61-2d01-4e85-b2c1-e27305b7de40 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:42:00.515361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b1db2401-7fe5-476b-aabe-47e276cf8211 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:42:00.535277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b1db2401-7fe5-476b-aabe-47e276cf8211 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:42:00.535539 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b1db2401-7fe5-476b-aabe-47e276cf8211 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:42:00.553709 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d679fe2-6e26-4798-85aa-5a88444ab9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.576561 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d679fe2-6e26-4798-85aa-5a88444ab9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.626085 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d679fe2-6e26-4798-85aa-5a88444ab9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.629233 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d679fe2-6e26-4798-85aa-5a88444ab9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:00.630405 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4d679fe2-6e26-4798-85aa-5a88444ab9e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04fa5a8a-9141-4490-86e7-eda72da80096 HTTP/1.1" status: 204 len: 168 time: 0.1251314 Nov 22 17:42:00.639630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679fe2-6e26-4798-85aa-5a88444ab9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fa5a8a-9141-4490-86e7-eda72da80096,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:00.971843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49768) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:01.015393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-58906dc3-0077-4387-9258-46f9477ff6f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6178d503ae7345939f1954c5a6218d2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422797 Nov 22 17:42:01.018033 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:01.087029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5bc886b-434b-42bc-abe4-55292de3278b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:01.108672 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5bc886b-434b-42bc-abe4-55292de3278b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:01.161919 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5bc886b-434b-42bc-abe4-55292de3278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:01.165722 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d5bc886b-434b-42bc-abe4-55292de3278b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:01.166924 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d5bc886b-434b-42bc-abe4-55292de3278b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af9c9e91-0627-4a85-9c15-98a13bb05c82 HTTP/1.1" status: 204 len: 168 time: 0.1479678 Nov 22 17:42:01.175352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc886b-434b-42bc-abe4-55292de3278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9c9e91-0627-4a85-9c15-98a13bb05c82,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:02.931765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49810) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:02.936894 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684529282', 'description': 'tempest-secgroup-smoke-684529282 description', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:02.961356 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:02.969345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.047055 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.052743 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.097433 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad5ed31-2552-4802-a85c-e25aae00c74d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:03.137684 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.143570 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.173744 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.175016 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2420950 Nov 22 17:42:03.178210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:03.179065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50435489-d856-445d-9f9d-8870872f523d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c6d262-8ab4-4c23-9669-fd7ba3828544,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:03.183211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-313c6d8c-890f-4a98-9b53-52dd74949b62 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '56c6d262-8ab4-4c23-9669-fd7ba3828544', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:03.213958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-313c6d8c-890f-4a98-9b53-52dd74949b62 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.273104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-313c6d8c-890f-4a98-9b53-52dd74949b62 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.277261 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-313c6d8c-890f-4a98-9b53-52dd74949b62 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.295670 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c6d8c-890f-4a98-9b53-52dd74949b62 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d884c6ee-35eb-437b-9ec3-3e32937955e1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:03.305416 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-313c6d8c-890f-4a98-9b53-52dd74949b62 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.306669 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-313c6d8c-890f-4a98-9b53-52dd74949b62 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273880 Nov 22 17:42:03.309991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49814) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:03.315011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a277f4a3-b109-465a-b392-a950f98bcc5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '56c6d262-8ab4-4c23-9669-fd7ba3828544', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:03.346142 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a277f4a3-b109-465a-b392-a950f98bcc5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.412381 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a277f4a3-b109-465a-b392-a950f98bcc5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.417816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a277f4a3-b109-465a-b392-a950f98bcc5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.436062 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277f4a3-b109-465a-b392-a950f98bcc5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa75e4f5-8781-484a-ab5a-d0755fff4413,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:03.447340 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a277f4a3-b109-465a-b392-a950f98bcc5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.448676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a277f4a3-b109-465a-b392-a950f98bcc5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376491 Nov 22 17:42:03.451593 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:03.456352 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-b2b60d44-684a-4970-a8c3-19a39ddbcf71 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '56c6d262-8ab4-4c23-9669-fd7ba3828544', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:03.486889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2b60d44-684a-4970-a8c3-19a39ddbcf71 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.547461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2b60d44-684a-4970-a8c3-19a39ddbcf71 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.553774 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2b60d44-684a-4970-a8c3-19a39ddbcf71 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.571867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b60d44-684a-4970-a8c3-19a39ddbcf71 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed14ec6-b034-4056-a53e-03c40935fc65,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:03.582519 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b2b60d44-684a-4970-a8c3-19a39ddbcf71 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.583774 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b2b60d44-684a-4970-a8c3-19a39ddbcf71 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311631 Nov 22 17:42:03.586583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49818) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:03.591241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-18128666-8679-4205-8250-b4351de8c992 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '56c6d262-8ab4-4c23-9669-fd7ba3828544', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:03.622264 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18128666-8679-4205-8250-b4351de8c992 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.684903 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18128666-8679-4205-8250-b4351de8c992 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.690989 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18128666-8679-4205-8250-b4351de8c992 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.719258 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18128666-8679-4205-8250-b4351de8c992 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962c2959-3647-45bb-89f5-632e8c0d569b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:03.725328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18128666-8679-4205-8250-b4351de8c992 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.726592 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-18128666-8679-4205-8250-b4351de8c992 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390061 Nov 22 17:42:03.729460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49820) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:03.733952 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c607b6fa-cf77-4b30-9f59-8a9e470f6c54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '56c6d262-8ab4-4c23-9669-fd7ba3828544', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:03.758465 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-c607b6fa-cf77-4b30-9f59-8a9e470f6c54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:42:03.770368 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c607b6fa-cf77-4b30-9f59-8a9e470f6c54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.833569 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c607b6fa-cf77-4b30-9f59-8a9e470f6c54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.838610 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c607b6fa-cf77-4b30-9f59-8a9e470f6c54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.855700 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607b6fa-cf77-4b30-9f59-8a9e470f6c54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5331664-7c63-47e2-a340-b0588ce38625,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:03.864264 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c607b6fa-cf77-4b30-9f59-8a9e470f6c54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.865527 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c607b6fa-cf77-4b30-9f59-8a9e470f6c54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350644 Nov 22 17:42:03.868529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:03.874565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-344b9fbe-129b-4265-b60c-db199edcc3e3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '56c6d262-8ab4-4c23-9669-fd7ba3828544', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:03.897305 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-344b9fbe-129b-4265-b60c-db199edcc3e3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:42:03.903182 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b9fbe-129b-4265-b60c-db199edcc3e3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.968296 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b9fbe-129b-4265-b60c-db199edcc3e3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.973911 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b9fbe-129b-4265-b60c-db199edcc3e3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:03.991995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b9fbe-129b-4265-b60c-db199edcc3e3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7cfd09-d39c-43cb-9412-485c93a493e3,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:03.999088 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-344b9fbe-129b-4265-b60c-db199edcc3e3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.000375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-344b9fbe-129b-4265-b60c-db199edcc3e3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308205 Nov 22 17:42:04.003855 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49824) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:04.008828 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'network': {'name': 'tempest-network-smoke--1344165333', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:04.033645 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:42:04.037170 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.061020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:42:04.070075 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.070473 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Added segment 8d92bd4a-ce7b-4baf-ade5-11efcafad3c7 of type vlan for network 52274f4f-21b3-4679-84a8-ee294c57529f Nov 22 17:42:04.111999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.141085 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.146848 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:04.147477 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.204157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1992118 Nov 22 17:42:04.207344 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49826) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:04.212306 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'admin_state_up': True, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:04.218712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07c436-3ef1-4f48-8c14-df07097f8cfd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Network': ['ID=52274f4f-21b3-4679-84a8-ee294c57529f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:04.229529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 52274f4f-21b3-4679-84a8-ee294c57529f details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:42:04.240339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.241559 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.296880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.444585 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.645645 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.665230 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.772752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.17 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:42:04.874934 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.911134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:04.957999 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:42:04.961364 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:42:04.965842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:42:04.975401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98639ec-31c4-4ac0-8253-6111495dce39 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:42:04.993140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:05.016410 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-751f5222-36da-4875-a7a9-8362f218b2f9 None None] Provisioning complete for port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:05.016800 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-751f5222-36da-4875-a7a9-8362f218b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:05.058789 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-751f5222-36da-4875-a7a9-8362f218b2f9 None None] Port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:42:05.241489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:05.458153 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:05.609643 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:42:06.080537 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:42:06.094202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Sync routers for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:42:06.103726 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:06.105091 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:42:06.105744 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-944da3bf-26b5-4c26-90b5-1ac931ee6130 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8968501 Nov 22 17:42:06.105984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:06.108549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49828) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:06.218369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:42:06.239017 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fea55e88-d4f6-4862-835f-571b7e7bde69 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4e97a939e0024a2685f1e33ba9df17cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292901 Nov 22 17:42:06.241756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49832) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:06.334934 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb7216e-e8ab-45c7-bd5a-237dfee5527a tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:06.336356 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8cb7216e-e8ab-45c7-bd5a-237dfee5527a tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0935080 Nov 22 17:42:06.339806 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:06.369385 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4aca281e-0eac-4c4a-a822-8cd0da9a7bde tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276074 Nov 22 17:42:06.372307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49836) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:06.377204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527143091', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:06.402241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:05Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:06.429384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Checking router: b61521bc-e6e0-4ad5-8a08-a72c6a4df015 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:42:06.429741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Updating router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:42:06.457493 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:06.467245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:42:06.470969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:06.652819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:06.713962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Subnet': ['ID=a67e65a6-4b1a-4b4f-bc4b-91d83f20c982,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:06.715976 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:06.722868 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:06.731915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Checking segment: {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:42:06.732285 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network hostable DHCP agents. Network: 52274f4f-21b3-4679-84a8-ee294c57529f, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:42:06.749671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 52274f4f-21b3-4679-84a8-ee294c57529f is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:42:06.760712 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 52274f4f-21b3-4679-84a8-ee294c57529f) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:42:06.767050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:06.767744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:06.775702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c95f4-ef2e-4090-8417-f57cfa82ac61 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:42:06.783927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e02ac9-9220-4fb0-b3ff-29af5f668909 None None] Network 52274f4f-21b3-4679-84a8-ee294c57529f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:42:06.787515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Attempting to bind port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:42:06.787938 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Attempting to bind port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:42:06.788272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Attempting to bind port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:42:06.790679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4e5f75e9-9ae9-4889-bd6f-5aa8582eeac6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4173670 Nov 22 17:42:06.793866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49838) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:06.799425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03c918-a633-4a3a-b812-c0ff42411b12 None None] Pushing event updated for resources: {'Port': ['ID=7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:06.833526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:42:06.833923 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:42:06.834323 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:06.834726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:42:06.835227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Bound port: 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:42:06.835615 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.104361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7fbb5dc8-9caf-4186-b973-2d484ab6a422 None None] Provisioning complete for port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:07.106454 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fbb5dc8-9caf-4186-b973-2d484ab6a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.143274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] For port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:42:07.193845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] For port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:42:07.211318 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.250278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb5dc8-9caf-4186-b973-2d484ab6a422 None None] Port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:42:07.256746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.304315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a8610-37b1-47af-bcc2-5dd963c3f599 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:42:07.318625 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03c918-a633-4a3a-b812-c0ff42411b12 None None] Pushing event updated for resources: {'Port': ['ID=7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:07.325818 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-52274f4f-21b3-4679-84a8-ee294c57529f', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:42:07.326847 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.331144 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:42:07.331826 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:07.447466 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-18daad3c-285a-4222-a45b-bfbc4a7b7fa1 None None] Provisioning complete for port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:07.447838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18daad3c-285a-4222-a45b-bfbc4a7b7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.562527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:42:07.584577 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.724980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Allocated IP 172.20.0.2 (52274f4f-21b3-4679-84a8-ee294c57529f/a67e65a6-4b1a-4b4f-bc4b-91d83f20c982/a7ca9f77-5bcf-4860-aa23-71fddf30f34e) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:42:07.813724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18daad3c-285a-4222-a45b-bfbc4a7b7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.860816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-18daad3c-285a-4222-a45b-bfbc4a7b7fa1 None None] For port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:07.870662 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-18daad3c-285a-4222-a45b-bfbc4a7b7fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:07.968914 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18daad3c-285a-4222-a45b-bfbc4a7b7fa1 None None] Pushing event updated for resources: {'Port': ['ID=7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:08.003725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:05Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:08.038106 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49d62a-c11a-4068-97ad-3c4ed828a307 None None] The sync data for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 is: [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:05Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:42:08.043416 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.050561 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.099901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Network 52274f4f-21b3-4679-84a8-ee294c57529f is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:42:08.103298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:42:08.108221 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:42:08.113630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.1 (52274f4f-21b3-4679-84a8-ee294c57529f/a67e65a6-4b1a-4b4f-bc4b-91d83f20c982/0b674106-4f6c-4434-868f-63d11b6faa06) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:42:08.148235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Pushing event updated for resources: {'Port': ['ID=a7ca9f77-5bcf-4860-aa23-71fddf30f34e,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:08.185489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Attempting to bind port a7ca9f77-5bcf-4860-aa23-71fddf30f34e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:42:08.185887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Attempting to bind port a7ca9f77-5bcf-4860-aa23-71fddf30f34e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:42:08.186233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Attempting to bind port a7ca9f77-5bcf-4860-aa23-71fddf30f34e on network 52274f4f-21b3-4679-84a8-ee294c57529f {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:42:08.192120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:42:08.192576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Checking segment: {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:42:08.193044 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.193494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Bound using segment: {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:42:08.194004 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Bound port: a7ca9f77-5bcf-4860-aa23-71fddf30f34e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:42:08.194409 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.251398 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.269130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] For port a7ca9f77-5bcf-4860-aa23-71fddf30f34e, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:42:08.272779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] For port a7ca9f77-5bcf-4860-aa23-71fddf30f34e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a7ca9f77-5bcf-4860-aa23-71fddf30f34e,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:42:08.278522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.307308 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.374597 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 52274f4f-21b3-4679-84a8-ee294c57529f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:42:08.379168 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:42:08.379843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9f1c2-c11a-47f6-b1ac-2e82a7c69264 None None] Pushing event updated for resources: {'Port': ['ID=a7ca9f77-5bcf-4860-aa23-71fddf30f34e,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:08.390210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:42:08.430588 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=0b674106-4f6c-4434-868f-63d11b6faa06,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:08.453775 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.461714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.526372 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:42:08.591638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:08.592108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.667453 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.993572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:09.000161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:09.079286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=0b674106-4f6c-4434-868f-63d11b6faa06,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:09.081966 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:09.194829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 52274f4f-21b3-4679-84a8-ee294c57529f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:42:09.196550 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:42:09.326669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:42:09.456104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:42:09.461939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4c8a4506-ad7a-4a76-958a-1688ac0e5f2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/b61521bc-e6e0-4ad5-8a08-a72c6a4df015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6670234 Nov 22 17:42:09.478345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e91387-f69d-4489-af8f-76549ab314b3 None None] Network 52274f4f-21b3-4679-84a8-ee294c57529f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:42:09.546990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9fd43b86-12bb-4235-889f-e87a90bcfc5d None None] Provisioning complete for port a7ca9f77-5bcf-4860-aa23-71fddf30f34e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:09.547433 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9fd43b86-12bb-4235-889f-e87a90bcfc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:09.629175 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-f4507961-6341-4862-a95a-a2edb5c29a99 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684529282&fields=id&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 267 time: 0.0523324 Nov 22 17:42:09.710606 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9fd43b86-12bb-4235-889f-e87a90bcfc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:09.755043 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9fd43b86-12bb-4235-889f-e87a90bcfc5d None None] For port a7ca9f77-5bcf-4860-aa23-71fddf30f34e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a7ca9f77-5bcf-4860-aa23-71fddf30f34e,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:09.758307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-542a3ac6-3a00-42f6-8d31-2ced01558ae2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:09.762118 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9fd43b86-12bb-4235-889f-e87a90bcfc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:09.766675 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-542a3ac6-3a00-42f6-8d31-2ced01558ae2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/networks?id=52274f4f-21b3-4679-84a8-ee294c57529f HTTP/1.1" status: 200 len: 797 time: 0.1258714 Nov 22 17:42:09.779878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-48f8d1d8-9d01-461c-b73f-95493b2652a3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/quotas/4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 375 time: 0.0118489 Nov 22 17:42:09.820050 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd43b86-12bb-4235-889f-e87a90bcfc5d None None] Pushing event updated for resources: {'Port': ['ID=a7ca9f77-5bcf-4860-aa23-71fddf30f34e,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:09.858073 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-4e2bafd2-a4e5-4c7f-8b67-cfdcb34960d5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687506 Nov 22 17:42:09.894257 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Sync routers for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:42:09.905829 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:42:09.906458 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:09.939369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-6dd98a82-49ed-49c9-88d2-919f43a4d303 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:42:09.947078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-6dd98a82-49ed-49c9-88d2-919f43a4d303 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0762117 Nov 22 17:42:10.050573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-eda572d9-743f-449f-bac0-c7b07c2396b4 service neutron] 10.222.0.59 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023214 Nov 22 17:42:10.092960 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-db0589dd-007f-4379-8a2e-24ead66ecffd None None] Provisioning complete for port a7ca9f77-5bcf-4860-aa23-71fddf30f34e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:10.093344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db0589dd-007f-4379-8a2e-24ead66ecffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.126799 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:42:10.172540 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-408cdbf8-c512-4212-90d8-2b5f50fe221a service neutron] 10.222.0.59 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151900 Nov 22 17:42:10.227835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-db0589dd-007f-4379-8a2e-24ead66ecffd None None] Provisioning complete for port 0b674106-4f6c-4434-868f-63d11b6faa06 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:10.228272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db0589dd-007f-4379-8a2e-24ead66ecffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.270155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-db0589dd-007f-4379-8a2e-24ead66ecffd None None] Port 0b674106-4f6c-4434-868f-63d11b6faa06 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:42:10.365750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8c947e3e-fa0c-4a96-b39e-79ece8132788 req-ca3f814c-d8e7-4009-9ef7-30d4042966e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 210 time: 0.0386753 Nov 22 17:42:10.388462 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 2, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:10.399225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f67f4a75-3c62-4f31-bac5-f62cb8bc14a4 None None] Provisioning complete for port 0b674106-4f6c-4434-868f-63d11b6faa06 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:10.399627 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f67f4a75-3c62-4f31-bac5-f62cb8bc14a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.425948 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Checking router: b61521bc-e6e0-4ad5-8a08-a72c6a4df015 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:42:10.426455 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Updating router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 port 0b674106-4f6c-4434-868f-63d11b6faa06 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:42:10.467856 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f67f4a75-3c62-4f31-bac5-f62cb8bc14a4 None None] Port 0b674106-4f6c-4434-868f-63d11b6faa06 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:42:10.488438 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.528338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a7ca9f77-5bcf-4860-aa23-71fddf30f34e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:42:10.597480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8733d828-dc17-4a4c-bb55-09811f6970cc None None] Provisioning complete for port 0b674106-4f6c-4434-868f-63d11b6faa06 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:10.597480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8733d828-dc17-4a4c-bb55-09811f6970cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.599032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port a7ca9f77-5bcf-4860-aa23-71fddf30f34e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:10.600048 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.663352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8733d828-dc17-4a4c-bb55-09811f6970cc None None] Port 0b674106-4f6c-4434-868f-63d11b6faa06 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:42:10.790478 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.796100 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.864746 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Pushing event updated for resources: {'Port': ['ID=0b674106-4f6c-4434-868f-63d11b6faa06,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:10.873774 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.874137 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.874470 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.874817 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.875168 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.875506 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.875846 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.876169 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.876493 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.876820 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.877147 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.877465 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:10.913821 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Attempting to bind port 0b674106-4f6c-4434-868f-63d11b6faa06 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:42:10.914503 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Attempting to bind port 0b674106-4f6c-4434-868f-63d11b6faa06 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:42:10.915216 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Attempting to bind port 0b674106-4f6c-4434-868f-63d11b6faa06 on network 52274f4f-21b3-4679-84a8-ee294c57529f {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:42:10.921222 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:42:10.921605 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Checking segment: {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:42:10.922213 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.922615 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Bound using segment: {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:42:10.923120 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Bound port: 0b674106-4f6c-4434-868f-63d11b6faa06, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:42:10.923517 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:10.991766 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] For port 0b674106-4f6c-4434-868f-63d11b6faa06, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:42:10.995808 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] For port 0b674106-4f6c-4434-868f-63d11b6faa06, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0b674106-4f6c-4434-868f-63d11b6faa06,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:42:11.001797 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:11.064060 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a74b96-a189-4f93-957a-4d4708e78207 None None] Pushing event updated for resources: {'Port': ['ID=0b674106-4f6c-4434-868f-63d11b6faa06,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:11.066637 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:42:11.067276 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:41:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:11.092031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-53c79a9c-8bb3-499a-943d-e0a187b2706f None None] Provisioning complete for port 0b674106-4f6c-4434-868f-63d11b6faa06 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:11.092817 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53c79a9c-8bb3-499a-943d-e0a187b2706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:11.188704 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53c79a9c-8bb3-499a-943d-e0a187b2706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:11.216857 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:42:11.228623 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-53c79a9c-8bb3-499a-943d-e0a187b2706f None None] For port 0b674106-4f6c-4434-868f-63d11b6faa06, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0b674106-4f6c-4434-868f-63d11b6faa06,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:11.234621 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53c79a9c-8bb3-499a-943d-e0a187b2706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:11.286431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c79a9c-8bb3-499a-943d-e0a187b2706f None None] Pushing event updated for resources: {'Port': ['ID=0b674106-4f6c-4434-868f-63d11b6faa06,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:11.354872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fc30241a-d262-4b3a-91ba-6642ca3b4b50 None None] Provisioning complete for port 0b674106-4f6c-4434-868f-63d11b6faa06 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:11.355290 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fc30241a-d262-4b3a-91ba-6642ca3b4b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:11.447209 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:10Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:11.481323 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bac49-065f-465d-9c0b-1a8b3660e71b None None] The sync data for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 is: [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:10Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:42:11.491602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bfed471-62fe-4f52-ad02-142384dc32cc req-6c896592-64e1-42e3-8a4b-3183f2eb7974 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 210 time: 0.0312419 Nov 22 17:42:11.659600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-591bd586-d60f-463a-947c-611c0ab24f11 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:11.661359 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-591bd586-d60f-463a-947c-611c0ab24f11 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/networks?id=52274f4f-21b3-4679-84a8-ee294c57529f HTTP/1.1" status: 200 len: 797 time: 0.1496124 Nov 22 17:42:11.734180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-29d0c997-937b-422f-958c-33461a881c45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 379 time: 0.0628173 Nov 22 17:42:11.746603 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'port': {'device_id': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'admin_state_up': True, 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'security_groups': ['56c6d262-8ab4-4c23-9669-fd7ba3828544']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:11.869793 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:42:11.873771 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.010423 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.9 (52274f4f-21b3-4679-84a8-ee294c57529f/a67e65a6-4b1a-4b4f-bc4b-91d83f20c982/897e901f-f8c6-44f9-b4cd-6582718aca0f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:42:12.163602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.202143 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.254162 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 52274f4f-21b3-4679-84a8-ee294c57529f is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:42:12.257574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:42:12.261566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:42:12.268334 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=897e901f-f8c6-44f9-b4cd-6582718aca0f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:12.326177 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:12.326866 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.347510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-583dee21-c486-4753-a27d-566a8c880dcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053321 Nov 22 17:42:12.358747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-f6ef720a-7693-4255-8ac3-bd9fd82dd34e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:42:12.360277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-f6ef720a-7693-4255-8ac3-bd9fd82dd34e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065479 Nov 22 17:42:12.423131 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Request body: {'port': {'device_id': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:12.500929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ca73319e-c221-4523-8cc8-cae76823c5bb None None] Provisioning complete for port 897e901f-f8c6-44f9-b4cd-6582718aca0f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:12.502474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ca73319e-c221-4523-8cc8-cae76823c5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.508674 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.542766 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0b674106-4f6c-4434-868f-63d11b6faa06 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:42:12.601567 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ca73319e-c221-4523-8cc8-cae76823c5bb None None] Port 897e901f-f8c6-44f9-b4cd-6582718aca0f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:42:12.625860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0b674106-4f6c-4434-868f-63d11b6faa06 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:12.626238 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.714261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543858b-d210-4e24-88fc-5f606a4f467e req-cba70ace-01c1-4f79-bd7b-ce25f580f7e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:12.716048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8543858b-d210-4e24-88fc-5f606a4f467e req-cba70ace-01c1-4f79-bd7b-ce25f580f7e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 931 time: 0.1385267 Nov 22 17:42:12.817924 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8543858b-d210-4e24-88fc-5f606a4f467e req-61d57e1c-4dc0-484d-b40e-874a4a195019 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721519 Nov 22 17:42:12.889590 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897e901f-f8c6-44f9-b4cd-6582718aca0f {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:42:12.897280 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.910332 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Transition to ACTIVE for port object 897e901f-f8c6-44f9-b4cd-6582718aca0f will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:42:12.915550 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:12.963508 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Pushing event updated for resources: {'Port': ['ID=897e901f-f8c6-44f9-b4cd-6582718aca0f,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:13.043638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Attempting to bind port 897e901f-f8c6-44f9-b4cd-6582718aca0f on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:42:13.043974 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Attempting to bind port 897e901f-f8c6-44f9-b4cd-6582718aca0f by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:42:13.044302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Attempting to bind port 897e901f-f8c6-44f9-b4cd-6582718aca0f on network 52274f4f-21b3-4679-84a8-ee294c57529f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:42:13.048833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Port 897e901f-f8c6-44f9-b4cd-6582718aca0f on network 52274f4f-21b3-4679-84a8-ee294c57529f not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:42:13.049152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Attempting to bind port 897e901f-f8c6-44f9-b4cd-6582718aca0f on network 52274f4f-21b3-4679-84a8-ee294c57529f {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:42:13.054302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:42:13.054638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Checking segment: {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:42:13.055046 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Bound using segment: {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:42:13.055477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Bound port: 897e901f-f8c6-44f9-b4cd-6582718aca0f, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:42:13.055832 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:13.122803 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] For port 897e901f-f8c6-44f9-b4cd-6582718aca0f, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:42:13.125995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] For port 897e901f-f8c6-44f9-b4cd-6582718aca0f, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:42:13.130987 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:13.168059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:13.168706 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:13.170082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] 10.222.0.37 "PUT /v2.0/ports/897e901f-f8c6-44f9-b4cd-6582718aca0f HTTP/1.1" status: 200 len: 1091 time: 0.8013685 Nov 22 17:42:13.170528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:42:13.172915 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:42:13.199321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db527-2a02-4b96-bb9d-f095ece530ab service neutron] Pushing event updated for resources: {'Port': ['ID=897e901f-f8c6-44f9-b4cd-6582718aca0f,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:13.232024 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe8272c-ef9b-4dd7-b1d9-30c444a89dc9 x-openstack-request-id: req-4fe8272c-ef9b-4dd7-b1d9-30c444a89dc9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:42:13.232397 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:42:13.232585 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4fe8272c-ef9b-4dd7-b1d9-30c444a89dc9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:42:13.233003 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'status': 'completed', 'code': 200} Nov 22 17:42:13.271262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-7ca767f1-d610-497b-8ad5-16e556b04cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:13.272747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-7ca767f1-d610-497b-8ad5-16e556b04cc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 1094 time: 0.0509820 Nov 22 17:42:13.409612 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-4bb2e860-b7ae-4354-859b-c4f343cafaaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f HTTP/1.1" status: 200 len: 217 time: 0.0396209 Nov 22 17:42:13.462486 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-b58bdec9-6fc4-44f6-89f9-97371cc8855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:13.464219 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-b58bdec9-6fc4-44f6-89f9-97371cc8855c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a67e65a6-4b1a-4b4f-bc4b-91d83f20c982 HTTP/1.1" status: 200 len: 834 time: 0.0477684 Nov 22 17:42:13.518371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-f82fed45-e432-487f-9ab4-fdc0027539f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:13.519963 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-f82fed45-e432-487f-9ab4-fdc0027539f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52274f4f-21b3-4679-84a8-ee294c57529f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492637 Nov 22 17:42:13.613561 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-2fd1bf87-87dd-4b19-9773-9b1280e1fd83 service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860341 Nov 22 17:42:13.711019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-15c55004-7a65-41dd-99af-9aedfb31fb67 req-f6d3c5ca-efcc-42b6-bf33-b0d49c1dfadc service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901840 Nov 22 17:42:13.814054 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-4ae192a7-0213-4ca1-8b89-76c500c5fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:13.815631 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-4ae192a7-0213-4ca1-8b89-76c500c5fb45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 1094 time: 0.0520697 Nov 22 17:42:13.934306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-ddcdc47b-b19b-4c25-8845-be06f9f48716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:13.935829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-ddcdc47b-b19b-4c25-8845-be06f9f48716 service neutron] 10.222.0.37 "GET /v2.0/networks?id=52274f4f-21b3-4679-84a8-ee294c57529f HTTP/1.1" status: 200 len: 898 time: 0.1132674 Nov 22 17:42:13.986638 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ff05a-b608-4623-961c-be41d45fc4b7 req-21739fc8-67ac-4433-b5d3-c00ebf266515 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:13.988053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f8ff05a-b608-4623-961c-be41d45fc4b7 req-21739fc8-67ac-4433-b5d3-c00ebf266515 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 943 time: 0.0965896 Nov 22 17:42:13.989541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-22f1ecbf-3b06-4a06-8505-3d77a3ef48e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f HTTP/1.1" status: 200 len: 217 time: 0.0459182 Nov 22 17:42:14.075249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-1897f26e-8b13-4e58-8287-cb6c9cfbcc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:14.076721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-1897f26e-8b13-4e58-8287-cb6c9cfbcc4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a67e65a6-4b1a-4b4f-bc4b-91d83f20c982 HTTP/1.1" status: 200 len: 834 time: 0.0753706 Nov 22 17:42:14.081071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1f8ff05a-b608-4623-961c-be41d45fc4b7 req-5bc9ce1a-758c-4300-ba87-dba6fe9c3721 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861161 Nov 22 17:42:14.126028 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-0d9ca614-b38f-45b7-9949-5299f9213b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:14.127543 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-0d9ca614-b38f-45b7-9949-5299f9213b05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52274f4f-21b3-4679-84a8-ee294c57529f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421371 Nov 22 17:42:14.225542 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-494fd772-0765-4f9c-8334-8a451bcb292c service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898020 Nov 22 17:42:14.320927 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a26c83f-f2da-48e0-b19e-cf816fc90ae0 req-8444d983-975a-4905-aa9c-bbc36114fd78 service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870161 Nov 22 17:42:15.213437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83df4-16eb-4335-afe8-de4ea53aac55 req-74d8341a-8a17-4244-bf5f-6109accf6d46 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:15.214998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b3d83df4-16eb-4335-afe8-de4ea53aac55 req-74d8341a-8a17-4244-bf5f-6109accf6d46 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 943 time: 0.0540133 Nov 22 17:42:15.275461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b3d83df4-16eb-4335-afe8-de4ea53aac55 req-8da4fb2c-1473-45c1-b089-f7984746d5b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517919 Nov 22 17:42:15.460952 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 897e901f-f8c6-44f9-b4cd-6582718aca0f details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:42:15.568984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 897e901f-f8c6-44f9-b4cd-6582718aca0f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:15.585440 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'port_id': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'mac_address': 'fa:16:3e:b1:76:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:42:15.587259 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-709f5104-4812-47b8-9625-bb407456e4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:15.627473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:15.641948 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897e901f-f8c6-44f9-b4cd-6582718aca0f {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:42:15.668122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 897e901f-f8c6-44f9-b4cd-6582718aca0f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:15.675064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:15.724166 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=897e901f-f8c6-44f9-b4cd-6582718aca0f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:15.917658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['897e901f-f8c6-44f9-b4cd-6582718aca0f'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:42:16.407037 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894abd0-8600-469e-a329-f186a4dd75de req-c257a7fe-3c98-4318-89e4-5ffe29026777 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:16.408508 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1894abd0-8600-469e-a329-f186a4dd75de req-c257a7fe-3c98-4318-89e4-5ffe29026777 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 944 time: 0.0562983 Nov 22 17:42:16.468052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1894abd0-8600-469e-a329-f186a4dd75de req-f79eb345-afcf-4539-8cd3-9e1cb41b4177 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516119 Nov 22 17:42:17.477580 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 897e901f-f8c6-44f9-b4cd-6582718aca0f up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:42:17.538468 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port 897e901f-f8c6-44f9-b4cd-6582718aca0f completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:42:17.542745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port 897e901f-f8c6-44f9-b4cd-6582718aca0f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:17.543150 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:17.592541 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0116436-23e6-40fa-b9c6-8bb51e469151 req-f703127a-2070-4744-bf3c-5e8d6af3fdbf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:17.594064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0116436-23e6-40fa-b9c6-8bb51e469151 req-f703127a-2070-4744-bf3c-5e8d6af3fdbf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 944 time: 0.0512969 Nov 22 17:42:17.634783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:17.647685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0116436-23e6-40fa-b9c6-8bb51e469151 req-68dd13f8-6e7a-4eaf-932c-7effb51d3653 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468473 Nov 22 17:42:17.660206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:42:17.662557 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1eb4c-5ba8-4ea1-b56a-8f59e7c5fbf4" -d '{"events": [{"server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "name": "network-vif-plugged", "status": "completed", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:42:17.675529 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port 897e901f-f8c6-44f9-b4cd-6582718aca0f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:17.680849 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:17.732256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=897e901f-f8c6-44f9-b4cd-6582718aca0f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:17.765423 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62bca42-9826-46da-87f2-7f93cfea521c x-openstack-request-id: req-a62bca42-9826-46da-87f2-7f93cfea521c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:42:17.765690 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "name": "network-vif-plugged", "status": "completed", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:42:17.766914 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a62bca42-9826-46da-87f2-7f93cfea521c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:42:17.767379 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'code': 200} Nov 22 17:42:17.871738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f58e8-efca-4e54-98f5-b56a11f42243 req-291ee1e6-445c-478e-b9fd-037b0e7599fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:17.873613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b29f58e8-efca-4e54-98f5-b56a11f42243 req-291ee1e6-445c-478e-b9fd-037b0e7599fa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0475421 Nov 22 17:42:17.929926 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b29f58e8-efca-4e54-98f5-b56a11f42243 req-b203396b-8dee-4037-9112-63c0c7375fb8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489721 Nov 22 17:42:17.939934 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27fc5711-9be6-4b08-8356-4cd5472b759d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:18.777651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f31e-d8cc-41df-ae68-75f81a020296 req-6a593894-c438-4efc-b025-ff28eee1ac04 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:18.779244 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1433f31e-d8cc-41df-ae68-75f81a020296 req-6a593894-c438-4efc-b025-ff28eee1ac04 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0522633 Nov 22 17:42:18.834674 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1433f31e-d8cc-41df-ae68-75f81a020296 req-4a171350-08d1-43db-8a58-d0f3dddeb6e6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485315 Nov 22 17:42:19.265040 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:19.958491 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dde0f-e474-4e2a-929c-d7483f643dcc req-0eda3250-ecd3-47ee-99de-7154a54095a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:19.959998 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c83dde0f-e474-4e2a-929c-d7483f643dcc req-0eda3250-ecd3-47ee-99de-7154a54095a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0507808 Nov 22 17:42:20.019559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c83dde0f-e474-4e2a-929c-d7483f643dcc req-ee13594c-f838-4ac9-805a-2bc4fc98e2a7 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532653 Nov 22 17:42:20.142099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60692c6-4dec-4532-a43d-0ad65f77fbff req-d80963d3-d943-4edd-a14e-6c8d10ad2352 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:20.143623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a60692c6-4dec-4532-a43d-0ad65f77fbff req-d80963d3-d943-4edd-a14e-6c8d10ad2352 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0568514 Nov 22 17:42:20.200431 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a60692c6-4dec-4532-a43d-0ad65f77fbff req-e346959c-04fe-4ee6-be4f-320673299d5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504849 Nov 22 17:42:20.225768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:20.269968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124812a-f9a4-4353-b15d-f44088b02bdc tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:20.271535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5124812a-f9a4-4353-b15d-f44088b02bdc tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 1091 time: 0.0448041 Nov 22 17:42:20.274704 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:20.279233 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:20.305809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:20.410504 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:20.511791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.174 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/a2dea7ff-69cb-4b44-a0b2-a6b2b69704e5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:42:20.626608 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:20.666844 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:20.706575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:42:20.709576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:42:20.712968 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:42:20.734632 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=a2dea7ff-69cb-4b44-a0b2-a6b2b69704e5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:21.021654 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:21.381217 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:21.411875 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:21.485433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:21.648374 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:21.654778 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:21.731365 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=a2dea7ff-69cb-4b44-a0b2-a6b2b69704e5,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:21.747950 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:21.865410 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP 01825b75-b0b4-42d0-8cf4-5c03f3e2dc00 associated. External IP: 172.25.0.174, port: 897e901f-f8c6-44f9-b4cd-6582718aca0f. Nov 22 17:42:22.086800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:42:22.197005 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:42:22.207497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] Sync routers for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:42:22.217593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:22.219860 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:42:22.220507 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:22.255653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d8425054-735c-4b7b-8c89-fa1562d712b6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9734387 Nov 22 17:42:22.255653 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:42:22.255653 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5651c9dd-5353-40af-9d8a-f6b85d678861" -d '{"events": [{"name": "network-changed", "server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:42:22.299337 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68437e8c-ba45-4338-8f2b-c974d9b4a870 x-openstack-request-id: req-68437e8c-ba45-4338-8f2b-c974d9b4a870 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:42:22.299629 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:42:22.299885 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68437e8c-ba45-4338-8f2b-c974d9b4a870 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:42:22.300301 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'status': 'completed', 'code': 200} Nov 22 17:42:22.334729 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:42:22.395503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-7e1373f4-0363-415a-b52d-e2e3fc3f8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:22.396938 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-7e1373f4-0363-415a-b52d-e2e3fc3f8467 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0710289 Nov 22 17:42:22.418749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c9035-a753-4bb6-9090-b6fe57477a11 req-0449b959-7525-46b1-8d31-7ebfc685f232 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:22.420224 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-990c9035-a753-4bb6-9090-b6fe57477a11 req-0449b959-7525-46b1-8d31-7ebfc685f232 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0681682 Nov 22 17:42:22.531211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-990c9035-a753-4bb6-9090-b6fe57477a11 req-a9073e60-650f-4734-adfe-fc3e1f282965 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987680 Nov 22 17:42:22.541565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-57d87385-7b07-42cc-bf47-3c23fc8acb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:22.543082 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-57d87385-7b07-42cc-bf47-3c23fc8acb6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=52274f4f-21b3-4679-84a8-ee294c57529f HTTP/1.1" status: 200 len: 898 time: 0.1395521 Nov 22 17:42:22.557754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:22.563172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '01825b75-b0b4-42d0-8cf4-5c03f3e2dc00', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'port_id': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'mac_address': 'fa:16:3e:b1:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:42:21Z', 'updated_at': '2021-11-22T17:42:21Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:22.594662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] Checking router: b61521bc-e6e0-4ad5-8a08-a72c6a4df015 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:42:22.603574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:42:22.603960 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:22.615312 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-6fd10e98-ac67-4bf1-b95e-036bfd9c284d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f HTTP/1.1" status: 200 len: 999 time: 0.0649486 Nov 22 17:42:22.619688 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7fcdcbcc-0db1-4ad4-b765-9dc2cee40172 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/01825b75-b0b4-42d0-8cf4-5c03f3e2dc00 HTTP/1.1" status: 200 len: 991 time: 0.0603726 Nov 22 17:42:22.668870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-dc5d480b-7f0d-43a6-817b-fdc52375b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:22.670260 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-dc5d480b-7f0d-43a6-817b-fdc52375b80e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a67e65a6-4b1a-4b4f-bc4b-91d83f20c982 HTTP/1.1" status: 200 len: 834 time: 0.0484102 Nov 22 17:42:22.716412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:42:22.717014 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-9311dd11-6584-42d5-aacd-cbbf67c7208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:22.718609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-9311dd11-6584-42d5-aacd-cbbf67c7208b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52274f4f-21b3-4679-84a8-ee294c57529f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413196 Nov 22 17:42:22.811320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-62d5c5ca-d85a-4e43-882e-6eafa8229600 service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847850 Nov 22 17:42:22.930262 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5651c9dd-5353-40af-9d8a-f6b85d678861 req-75403c70-9186-45fe-86ac-5d75851c2758 service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116483 Nov 22 17:42:22.950540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '01825b75-b0b4-42d0-8cf4-5c03f3e2dc00', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'port_id': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'mac_address': 'fa:16:3e:b1:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:42:21Z', 'updated_at': '2021-11-22T17:42:21Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:22.977390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f6e68-bd4b-4350-9546-0937ca3a6d1f None None] The sync data for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 is: [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '01825b75-b0b4-42d0-8cf4-5c03f3e2dc00', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'port_id': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'mac_address': 'fa:16:3e:b1:76:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:42:21Z', 'updated_at': '2021-11-22T17:42:21Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:42:23.179602 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6a498-b89e-4619-9ad6-5023fe3835f4 None None] New status for floating IP 01825b75-b0b4-42d0-8cf4-5c03f3e2dc00: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:42:23.624697 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49904) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:23.697181 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9e7ff7a7-038c-4c0f-abd7-fd9627b4e1cf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/01825b75-b0b4-42d0-8cf4-5c03f3e2dc00 HTTP/1.1" status: 200 len: 993 time: 0.0712700 Nov 22 17:42:26.475454 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:42:37.169759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:38.437390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:45.572524 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8106fd26-a223-48a0-ad87-f369b82ceb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:47.950692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6b59076-5a5e-402e-863a-1fb95d3978b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:49.276003 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:50.459556 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92805b43-7406-4fc9-b28d-b4b281325b92 req-b675a304-c2b3-4e0a-9e76-b474c8f8adcc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:50.460848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92805b43-7406-4fc9-b28d-b4b281325b92 req-b675a304-c2b3-4e0a-9e76-b474c8f8adcc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0608361 Nov 22 17:42:50.520342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92805b43-7406-4fc9-b28d-b4b281325b92 req-c1632a81-352c-4476-86bd-0f091728fe45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529733 Nov 22 17:42:51.026012 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:51.382543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:51.650263 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd869ab-7701-47e2-a419-5fe18ad61cb3 req-e0792939-18b4-406b-a8a3-eb093ce70777 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:51.651738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bd869ab-7701-47e2-a419-5fe18ad61cb3 req-e0792939-18b4-406b-a8a3-eb093ce70777 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0514424 Nov 22 17:42:51.711668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4bd869ab-7701-47e2-a419-5fe18ad61cb3 req-5a29168e-3440-486e-9709-2f1ab95eeca0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517154 Nov 22 17:42:51.735512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49920) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:51.803267 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-699eddb1-b696-4aef-b679-e355054baa5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/01825b75-b0b4-42d0-8cf4-5c03f3e2dc00 HTTP/1.1" status: 200 len: 993 time: 0.0664251 Nov 22 17:42:53.117346 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf1338-a146-426f-87e2-fbb8a642cc9e req-54d05742-d8a7-48da-adfb-dba26a777f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:53.119091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bcf1338-a146-426f-87e2-fbb8a642cc9e req-54d05742-d8a7-48da-adfb-dba26a777f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0697217 Nov 22 17:42:53.173637 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2bcf1338-a146-426f-87e2-fbb8a642cc9e req-b337f3ed-2701-44d3-955a-35cfb4b93334 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447536 Nov 22 17:42:54.212150 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-b77c59c4-4f6f-45f3-93ae-a2fa3a37a63c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505774 Nov 22 17:42:54.327411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561e39a-eb8f-4c64-a2fa-ddb78eae7db1 req-edf3488e-6e72-4695-a80d-8290bcd511e5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.328895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9561e39a-eb8f-4c64-a2fa-ddb78eae7db1 req-edf3488e-6e72-4695-a80d-8290bcd511e5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0793142 Nov 22 17:42:54.331687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-bd13d437-56cd-4f94-9e2b-56023327de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.333528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-bd13d437-56cd-4f94-9e2b-56023327de3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0745726 Nov 22 17:42:54.427237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9561e39a-eb8f-4c64-a2fa-ddb78eae7db1 req-543e2ed2-3973-4fb1-89ec-6a1073acb463 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915067 Nov 22 17:42:54.451853 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49930) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:54.468779 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-85d73a6a-27ca-4509-8f34-2cc35e4fbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.470211 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-85d73a6a-27ca-4509-8f34-2cc35e4fbfb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=52274f4f-21b3-4679-84a8-ee294c57529f HTTP/1.1" status: 200 len: 898 time: 0.1126063 Nov 22 17:42:54.519646 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5fe2aa74-db70-452a-844a-058fa6891bcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/01825b75-b0b4-42d0-8cf4-5c03f3e2dc00 HTTP/1.1" status: 200 len: 993 time: 0.0660987 Nov 22 17:42:54.545001 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-f759991a-609e-4d4e-a876-a1290c958ea9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f HTTP/1.1" status: 200 len: 1001 time: 0.0650542 Nov 22 17:42:54.605790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-a050528f-d5f6-4389-bb91-af6bcc0b15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.607487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-a050528f-d5f6-4389-bb91-af6bcc0b15f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a67e65a6-4b1a-4b4f-bc4b-91d83f20c982 HTTP/1.1" status: 200 len: 834 time: 0.0551353 Nov 22 17:42:54.660503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-3c09bc56-1599-4391-842c-9d78ebe4d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.662003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-3c09bc56-1599-4391-842c-9d78ebe4d423 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52274f4f-21b3-4679-84a8-ee294c57529f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473504 Nov 22 17:42:54.754900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-d81af418-52e5-4be0-8e32-36b037039f70 service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840654 Nov 22 17:42:54.812428 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49936) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:54.854809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4d2f9a4-e9d4-4102-99c2-92dc741e8ded req-73472b0f-eada-48c5-8a9d-465f950a1385 service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924857 Nov 22 17:42:54.993879 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port a2dea7ff-69cb-4b44-a0b2-a6b2b69704e5 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:42:54.994312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.073118 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.073389 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.085870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for a2dea7ff-69cb-4b44-a0b2-a6b2b69704e5 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:42:55.256185 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.288632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=a2dea7ff-69cb-4b44-a0b2-a6b2b69704e5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:55.300937 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.301302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.301674 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.302020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.302360 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.302698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.303071 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.303407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.303745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.304088 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.304414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.304742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:55.363128 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.363584 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP 01825b75-b0b4-42d0-8cf4-5c03f3e2dc00 disassociated (deleted). External IP: 172.25.0.174, port: 897e901f-f8c6-44f9-b4cd-6582718aca0f. Nov 22 17:42:55.585993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:42:55.701211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:42:55.708237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.712942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] Sync routers for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:42:55.724356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:42:55.726770 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:55.737426 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a596f54-6889-469d-95de-93b0a5b2bc18 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/floatingips/01825b75-b0b4-42d0-8cf4-5c03f3e2dc00 HTTP/1.1" status: 204 len: 168 time: 0.9237919 Nov 22 17:42:55.738049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:42:55.741093 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596135e3-7650-4b4d-af78-fc3021fa7049" -d '{"events": [{"name": "network-changed", "server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:42:55.837676 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:42:55.971285 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65344ff-d15d-4b15-96d2-4a42f29ea0c5 x-openstack-request-id: req-b65344ff-d15d-4b15-96d2-4a42f29ea0c5 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:42:55.971585 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:42:55.971841 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b65344ff-d15d-4b15-96d2-4a42f29ea0c5 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:42:55.972252 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'status': 'completed', 'code': 200} Nov 22 17:42:56.052341 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:56.071801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-3e290b20-e657-4730-85ab-700590cff625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:56.073332 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-3e290b20-e657-4730-85ab-700590cff625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 1096 time: 0.0773284 Nov 22 17:42:56.079383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] Checking router: b61521bc-e6e0-4ad5-8a08-a72c6a4df015 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:42:56.085204 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb1cc4-4741-4383-8d77-0489f179e329 req-d1f9b593-370b-41e3-8327-1d593a804fc0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:56.086666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91fb1cc4-4741-4383-8d77-0489f179e329 req-d1f9b593-370b-41e3-8327-1d593a804fc0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0619862 Nov 22 17:42:56.088772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:42:56.089396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:56.196849 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91fb1cc4-4741-4383-8d77-0489f179e329 req-8ebeacf3-4093-47b0-b896-9609f0d3052e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018553 Nov 22 17:42:56.208641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:42:56.221068 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-d60b78df-3293-4322-8b1f-cdbe6ba39ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:56.221068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-d60b78df-3293-4322-8b1f-cdbe6ba39ddb service neutron] 10.222.0.37 "GET /v2.0/networks?id=52274f4f-21b3-4679-84a8-ee294c57529f HTTP/1.1" status: 200 len: 898 time: 0.1264732 Nov 22 17:42:56.261740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-6b1a42ea-ef06-460f-8a9b-8f62868621ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f HTTP/1.1" status: 200 len: 217 time: 0.0371766 Nov 22 17:42:56.318295 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-eecdfab9-1429-4630-a190-24bd47c4bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:56.319789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-eecdfab9-1429-4630-a190-24bd47c4bb0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a67e65a6-4b1a-4b4f-bc4b-91d83f20c982 HTTP/1.1" status: 200 len: 834 time: 0.0494595 Nov 22 17:42:56.371251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-8431ddee-11c6-4891-b80e-5589bc7cab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:56.372784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-8431ddee-11c6-4891-b80e-5589bc7cab6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=52274f4f-21b3-4679-84a8-ee294c57529f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437043 Nov 22 17:42:56.419587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:42:56.450844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d52a70-fb27-485f-8a49-28ef6eae113b None None] The sync data for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 is: [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '0b674106-4f6c-4434-868f-63d11b6faa06', 'name': '', 'network_id': '52274f4f-21b3-4679-84a8-ee294c57529f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:b3:2e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:07Z', 'updated_at': '2021-11-22T17:42:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a67e65a6-4b1a-4b4f-bc4b-91d83f20c982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:42:56.466641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-ef382dd9-f62f-4a87-8a29-eb2fce40ccc3 service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848749 Nov 22 17:42:56.567267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-596135e3-7650-4b4d-af78-fc3021fa7049 req-e3e2e298-4b6e-4d62-bf21-8f2ed58a56fd service neutron] 10.222.0.37 "GET /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924072 Nov 22 17:42:56.699178 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49088f82-e13d-4ba0-9b6b-a33dc50d63d6 None None] New status for floating IP 01825b75-b0b4-42d0-8cf4-5c03f3e2dc00: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:42:57.334581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b0133-dbe1-4bcd-ae62-69ac88c3e1ee req-ed7a243c-b63f-46ae-a60c-ca348f419f4d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:57.336132 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-230b0133-dbe1-4bcd-ae62-69ac88c3e1ee req-ed7a243c-b63f-46ae-a60c-ca348f419f4d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0522346 Nov 22 17:42:57.389897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-230b0133-dbe1-4bcd-ae62-69ac88c3e1ee req-b459f8db-f69a-4a86-9a50-1e644e17a117 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=56c6d262-8ab4-4c23-9669-fd7ba3828544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472181 Nov 22 17:42:57.557715 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-f943c110-2d73-4243-af91-1239b1477ccf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:57.559426 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-f943c110-2d73-4243-af91-1239b1477ccf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 945 time: 0.0576553 Nov 22 17:42:57.652609 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 897e901f-f8c6-44f9-b4cd-6582718aca0f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:42:57.652936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:57.744280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 897e901f-f8c6-44f9-b4cd-6582718aca0f, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=897e901f-f8c6-44f9-b4cd-6582718aca0f,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:57.744631 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:57.758406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 897e901f-f8c6-44f9-b4cd-6582718aca0f owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:42:57.893230 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:57.925701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=897e901f-f8c6-44f9-b4cd-6582718aca0f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:57.938772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.939173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.939525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.939869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.940197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.940552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.940893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.941227 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.941601 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.941944 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.942289 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.942617 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:57.976141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] No DVR routers for this DVR port 897e901f-f8c6-44f9-b4cd-6582718aca0f on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:42:57.978741 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:57.982144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7bf593a3-282a-45f6-8852-4637a493bfe9 req-1a087ec4-e314-4289-9fe1-ab97ba3bf8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "DELETE /v2.0/ports/897e901f-f8c6-44f9-b4cd-6582718aca0f HTTP/1.1" status: 204 len: 173 time: 0.4157963 Nov 22 17:42:57.982566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'name': 'network-vif-deleted', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:42:57.985009 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc807d-0d8c-4d03-8f62-7adb72dd3365" -d '{"events": [{"server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "name": "network-vif-deleted", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:42:58.023048 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9248dc-517c-44c4-99b2-f3d2246bc4fe x-openstack-request-id: req-6f9248dc-517c-44c4-99b2-f3d2246bc4fe {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:42:58.023351 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2250c308-432c-458c-aa9f-cfc4f5f8ca4e", "name": "network-vif-deleted", "tag": "897e901f-f8c6-44f9-b4cd-6582718aca0f", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:42:58.023654 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f9248dc-517c-44c4-99b2-f3d2246bc4fe {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:42:58.024090 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2250c308-432c-458c-aa9f-cfc4f5f8ca4e', 'name': 'network-vif-deleted', 'tag': '897e901f-f8c6-44f9-b4cd-6582718aca0f', 'status': 'completed', 'code': 200} Nov 22 17:42:58.512482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-545dbd59-d024-4f9b-ad13-8086b0904e33 req-2b770ea5-2623-4bcb-811a-1fa1b051b644 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=2250c308-432c-458c-aa9f-cfc4f5f8ca4e HTTP/1.1" status: 200 len: 210 time: 0.0308089 Nov 22 17:42:59.578816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49954) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:42:59.745490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 897e901f-f8c6-44f9-b4cd-6582718aca0f no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:42:59.767246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: 897e901f-f8c6-44f9-b4cd-6582718aca0f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:42:59.767598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device 897e901f-f8c6-44f9-b4cd-6582718aca0f not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:42:59.966010 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:00.240169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 0b674106-4f6c-4434-868f-63d11b6faa06 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:43:00.240432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:00.335143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 0b674106-4f6c-4434-868f-63d11b6faa06, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0b674106-4f6c-4434-868f-63d11b6faa06,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:00.335497 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:00.349106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 0b674106-4f6c-4434-868f-63d11b6faa06 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:43:00.547570 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:00.574722 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=0b674106-4f6c-4434-868f-63d11b6faa06,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:00.758456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:01.334735 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:43:01.446165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:43:01.451473 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e3ab5eb-9922-4aa6-a5bd-3e1ff256aa95 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/b61521bc-e6e0-4ad5-8a08-a72c6a4df015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8716090 Nov 22 17:43:01.454443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49956) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:01.457445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] Sync routers for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:43:01.468601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:43:01.469227 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:01.506860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-960dcf94-f3b4-41f1-9ba3-66b8c7b452dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting subnet a67e65a6-4b1a-4b4f-bc4b-91d83f20c982 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:43:01.510789 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960dcf94-f3b4-41f1-9ba3-66b8c7b452dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:01.554638 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960dcf94-f3b4-41f1-9ba3-66b8c7b452dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:01.651063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960dcf94-f3b4-41f1-9ba3-66b8c7b452dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:01.710543 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960dcf94-f3b4-41f1-9ba3-66b8c7b452dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:01.743518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960dcf94-f3b4-41f1-9ba3-66b8c7b452dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Subnet': ['ID=a67e65a6-4b1a-4b4f-bc4b-91d83f20c982,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:01.745491 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:43:01.745782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-960dcf94-f3b4-41f1-9ba3-66b8c7b452dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:01.749778 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-960dcf94-f3b4-41f1-9ba3-66b8c7b452dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/subnets/a67e65a6-4b1a-4b4f-bc4b-91d83f20c982 HTTP/1.1" status: 204 len: 168 time: 0.2940140 Nov 22 17:43:01.752363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49958) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:01.776480 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b14d1-2550-4150-8618-404ee60bc986 None None] Network 52274f4f-21b3-4679-84a8-ee294c57529f requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:43:01.862430 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.040741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:43:00Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:02.069955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] Checking router: b61521bc-e6e0-4ad5-8a08-a72c6a4df015 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:43:02.079494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] Routers {'b61521bc-e6e0-4ad5-8a08-a72c6a4df015'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:43:02.080124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:02.116235 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] DHCP port deletion for 52274f4f-21b3-4679-84a8-ee294c57529f request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:43:02.223879 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] Set router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:43:02.280543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Deleting port a7ca9f77-5bcf-4860-aa23-71fddf30f34e {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:43:02.280784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.289806 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.347467 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:43:02.347735 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.398122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] For port a7ca9f77-5bcf-4860-aa23-71fddf30f34e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=a7ca9f77-5bcf-4860-aa23-71fddf30f34e,segment=NetworkSegment(8d92bd4a-ce7b-4baf-ade5-11efcafad3c7),segment_id=8d92bd4a-ce7b-4baf-ade5-11efcafad3c7)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:02.398527 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.422749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Calling delete_port for a7ca9f77-5bcf-4860-aa23-71fddf30f34e owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:43:02.431951 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:02.432325 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.446393 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:43:02.552997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:43:00Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:02.555819 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.598363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a7ca9f77-5bcf-4860-aa23-71fddf30f34e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:43:02.618558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c4290-d114-45d5-8a1d-b463b583585d None None] The sync data for ids ['b61521bc-e6e0-4ad5-8a08-a72c6a4df015'] in n-d-816865-2 is: [{'id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1491129195', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:43:00Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:06:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61521bc-e6e0-4ad5-8a08-a72c6a4df015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:42:04Z', 'updated_at': '2021-11-22T17:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:43:02.639613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Pushing event deleted for resources: {'Port': ['ID=a7ca9f77-5bcf-4860-aa23-71fddf30f34e,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:02.642411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] No DVR routers for this DVR port a7ca9f77-5bcf-4860-aa23-71fddf30f34e on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:43:02.643814 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: a7ca9f77-5bcf-4860-aa23-71fddf30f34e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:43:02.644169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device a7ca9f77-5bcf-4860-aa23-71fddf30f34e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:43:02.645214 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.656797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.657155 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.657517 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.657882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.658211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.658591 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.658942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.659301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.659637 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.660071 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.660295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.660626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10842bf-a2fd-45f9-9527-c32d9838d832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:43:02.685865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:02.696153 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4d88c-ca81-459d-b525-466fb4be0575 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:43:02.752194 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.852052 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.854351 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.903277 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.903898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Fanout notify agent at l3_agent the message router_deleted on router b61521bc-e6e0-4ad5-8a08-a72c6a4df015 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:43:02.911630 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:02.912852 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c4e2bc2d-5d23-4d13-807d-8ee7690e0ec0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/routers/b61521bc-e6e0-4ad5-8a08-a72c6a4df015 HTTP/1.1" status: 204 len: 168 time: 1.1593943 Nov 22 17:43:02.916749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49960) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:02.999839 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.094052 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.114796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52274f4f-21b3-4679-84a8-ee294c57529f']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:03.125593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:03.125910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d92bd4a-ce7b-4baf-ade5-11efcafad3c7') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:03.135993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.150419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.156628 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:43:03.157062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:43:03.160412 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:43:03.227520 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.235145 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.238365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/networks/52274f4f-21b3-4679-84a8-ee294c57529f HTTP/1.1" status: 204 len: 168 time: 0.3207178 Nov 22 17:43:03.241761 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49962) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:03.250724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6cdbc-3619-40e7-823e-26c9dc6135a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Network': ['ID=52274f4f-21b3-4679-84a8-ee294c57529f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:03.305290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10e8c56a-a73f-4d1f-bac8-b27b6b2158c3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.332733 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10e8c56a-a73f-4d1f-bac8-b27b6b2158c3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.401009 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10e8c56a-a73f-4d1f-bac8-b27b6b2158c3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.405621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10e8c56a-a73f-4d1f-bac8-b27b6b2158c3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.407248 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-10e8c56a-a73f-4d1f-bac8-b27b6b2158c3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/security-groups/56c6d262-8ab4-4c23-9669-fd7ba3828544 HTTP/1.1" status: 204 len: 168 time: 0.1644204 Nov 22 17:43:03.417630 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8c56a-a73f-4d1f-bac8-b27b6b2158c3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c6d262-8ab4-4c23-9669-fd7ba3828544,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:03.474886 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:43:03.591472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49968) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:03.598565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2737ba14-fc5d-4e01-bc11-833e38d67f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087721019', 'description': 'tempest-secgroup-smoke-2087721019 description', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:03.629396 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2737ba14-fc5d-4e01-bc11-833e38d67f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.703113 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2737ba14-fc5d-4e01-bc11-833e38d67f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.709728 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2737ba14-fc5d-4e01-bc11-833e38d67f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.739723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2737ba14-fc5d-4e01-bc11-833e38d67f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.741072 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2737ba14-fc5d-4e01-bc11-833e38d67f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1483724 Nov 22 17:43:03.744086 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49970) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:03.750648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2a7ea97a-10fd-4e51-af50-91162d7021f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9c9caa22-b0d4-4b0e-9dad-d9081bac312a', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:03.757707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737ba14-fc5d-4e01-bc11-833e38d67f6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9caa22-b0d4-4b0e-9dad-d9081bac312a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:03.782996 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea97a-10fd-4e51-af50-91162d7021f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.840637 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea97a-10fd-4e51-af50-91162d7021f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.846243 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea97a-10fd-4e51-af50-91162d7021f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.866265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ea97a-10fd-4e51-af50-91162d7021f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61433aa3-6ee4-435a-8f16-89103877e4e4,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:03.871745 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a7ea97a-10fd-4e51-af50-91162d7021f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.872938 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2a7ea97a-10fd-4e51-af50-91162d7021f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278815 Nov 22 17:43:03.875867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49972) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:03.880226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-298fdfb2-8e09-4ff6-bcde-135c8a2f29e8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9c9caa22-b0d4-4b0e-9dad-d9081bac312a', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:03.909214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-298fdfb2-8e09-4ff6-bcde-135c8a2f29e8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.966856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-298fdfb2-8e09-4ff6-bcde-135c8a2f29e8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.972590 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-298fdfb2-8e09-4ff6-bcde-135c8a2f29e8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:03.994006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fdfb2-8e09-4ff6-bcde-135c8a2f29e8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fbfc4e-dd69-4159-81ee-02140241b704,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:04.000863 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-298fdfb2-8e09-4ff6-bcde-135c8a2f29e8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.002095 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-298fdfb2-8e09-4ff6-bcde-135c8a2f29e8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252732 Nov 22 17:43:04.004771 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49974) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:04.009712 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-87ca57af-cc50-4858-8d45-b87d7f4af0a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9c9caa22-b0d4-4b0e-9dad-d9081bac312a', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:04.038929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ca57af-cc50-4858-8d45-b87d7f4af0a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.103202 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ca57af-cc50-4858-8d45-b87d7f4af0a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.108403 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ca57af-cc50-4858-8d45-b87d7f4af0a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.129506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca57af-cc50-4858-8d45-b87d7f4af0a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4996ab-034d-4ca2-890f-00f1c8b0f766,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:04.135928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87ca57af-cc50-4858-8d45-b87d7f4af0a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.137188 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-87ca57af-cc50-4858-8d45-b87d7f4af0a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314721 Nov 22 17:43:04.140915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:04.145754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1d5e4dbe-46e1-4dda-9442-27345fbf12a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9c9caa22-b0d4-4b0e-9dad-d9081bac312a', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:04.176034 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4dbe-46e1-4dda-9442-27345fbf12a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.239423 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4dbe-46e1-4dda-9442-27345fbf12a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.245628 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4dbe-46e1-4dda-9442-27345fbf12a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.263406 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e4dbe-46e1-4dda-9442-27345fbf12a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc07abc-ef2a-4afb-ab77-ae84defb1113,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:04.270576 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4dbe-46e1-4dda-9442-27345fbf12a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.271798 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1d5e4dbe-46e1-4dda-9442-27345fbf12a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298058 Nov 22 17:43:04.274656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49978) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:04.279058 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dbe7789b-8a36-4f51-845e-a043daafde59 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9c9caa22-b0d4-4b0e-9dad-d9081bac312a', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:04.303851 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-dbe7789b-8a36-4f51-845e-a043daafde59 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:43:04.309336 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbe7789b-8a36-4f51-845e-a043daafde59 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.372873 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbe7789b-8a36-4f51-845e-a043daafde59 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.378433 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbe7789b-8a36-4f51-845e-a043daafde59 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.398718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7789b-8a36-4f51-845e-a043daafde59 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da143610-64aa-43c8-a46c-b709785565c6,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:04.409020 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbe7789b-8a36-4f51-845e-a043daafde59 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.410243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-dbe7789b-8a36-4f51-845e-a043daafde59 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345994 Nov 22 17:43:04.413658 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:04.418176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7bc61771-8b81-49ba-890d-c0bd8c295f45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9c9caa22-b0d4-4b0e-9dad-d9081bac312a', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:04.443623 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-7bc61771-8b81-49ba-890d-c0bd8c295f45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:43:04.449738 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bc61771-8b81-49ba-890d-c0bd8c295f45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.521226 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bc61771-8b81-49ba-890d-c0bd8c295f45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.522216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0b674106-4f6c-4434-868f-63d11b6faa06 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:43:04.527382 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bc61771-8b81-49ba-890d-c0bd8c295f45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.544930 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0b674106-4f6c-4434-868f-63d11b6faa06 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:43:04.545262 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0b674106-4f6c-4434-868f-63d11b6faa06 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:43:04.545994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:43:04.549526 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc61771-8b81-49ba-890d-c0bd8c295f45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0288399-57c3-4962-a1c7-d19925dacafb,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:04.564779 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7bc61771-8b81-49ba-890d-c0bd8c295f45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.566279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7bc61771-8b81-49ba-890d-c0bd8c295f45 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516702 Nov 22 17:43:04.567682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:43:04.568040 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7ffb1b1e-82fa-4fb9-80b2-a0d4e30faf56 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:43:04.569552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 49982) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:04.575912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'network': {'name': 'tempest-network-smoke--355430306', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:04.600425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:43:04.604074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.632970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:43:04.644199 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.644559 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Added segment 27a12418-1ef7-4f55-bef9-271851694146 of type vlan for network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 Nov 22 17:43:04.689035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.716077 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.721914 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:04.722506 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.790464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2195277 Nov 22 17:43:04.793233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49984) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:04.796768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b0431-0a53-4bfc-af8d-7f359f3ff24c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Network': ['ID=7be5cf92-d9c6-4b98-9f40-ed68d6682f50,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:04.797984 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'admin_state_up': True, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:04.808087 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:43:04.827279 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.828306 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:04.883461 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:05.034815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:05.243101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:05.266942 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:05.386165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.73 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/00922fe4-0795-486d-bdd0-7b118f781d77) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:43:05.507328 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:05.544836 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:05.587646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:43:05.592996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:43:05.597765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:43:05.601438 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=00922fe4-0795-486d-bdd0-7b118f781d77,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:05.614231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ec6f6-ddc3-41be-b2e9-0f3430d7c04c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:43:05.738433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-202fe70d-14cc-4f8d-8112-fe15a2bd07a0 None None] Provisioning complete for port 00922fe4-0795-486d-bdd0-7b118f781d77 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:05.738916 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-202fe70d-14cc-4f8d-8112-fe15a2bd07a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:05.777443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-202fe70d-14cc-4f8d-8112-fe15a2bd07a0 None None] Port 00922fe4-0795-486d-bdd0-7b118f781d77 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:43:05.885824 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:06.111895 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:06.253425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 531bbaa8-1582-474a-bd74-628b8ca63f6e is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:43:06.368327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:43:06.379390 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Sync routers for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:43:06.391519 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:43:06.392171 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:06.393685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:06.394936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-48f16951-85dc-40b5-a4e0-130276ffb354 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6006000 Nov 22 17:43:06.398236 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49986) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:06.426647 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-51b6f3fc-2b65-4e4a-a974-4d25f96ade83 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4e97a939e0024a2685f1e33ba9df17cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273156 Nov 22 17:43:06.429670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49988) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:06.524410 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d93fa-093b-471c-914b-a2a738df0e53 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:06.525961 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-945d93fa-093b-471c-914b-a2a738df0e53 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953362 Nov 22 17:43:06.528959 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:06.558596 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-8e0068f0-c4db-4fd1-b2e8-6d1fe01b3c00 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284641 Nov 22 17:43:06.561258 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49992) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:06.566661 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499512160', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:06.599787 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:43:06.658328 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:43:06.661880 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:06.787958 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:05Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:06.814059 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Checking router: 531bbaa8-1582-474a-bd74-628b8ca63f6e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:43:06.814456 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Updating router 531bbaa8-1582-474a-bd74-628b8ca63f6e port 00922fe4-0795-486d-bdd0-7b118f781d77 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:43:06.842751 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:06.856495 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:06.916265 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Subnet': ['ID=d5c97f52-28e3-41b1-a1e1-138c72714e6f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:06.926440 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Checking segment: {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:43:06.926807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network hostable DHCP agents. Network: 7be5cf92-d9c6-4b98-9f40-ed68d6682f50, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:43:06.946813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:43:06.957570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 7be5cf92-d9c6-4b98-9f40-ed68d6682f50) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:43:06.963253 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:06.965432 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:06.966392 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810556ce-9d34-44f7-89cc-5a92a403b0ed None None] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:43:06.984326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-6a80e4a4-cfcf-494a-95d1-e4bf89254821 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4219408 Nov 22 17:43:06.987273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 49994) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:07.106338 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.113230 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.115342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:43:07.116538 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.169327 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Attempting to bind port 00922fe4-0795-486d-bdd0-7b118f781d77 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:43:07.169684 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Attempting to bind port 00922fe4-0795-486d-bdd0-7b118f781d77 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:43:07.170249 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Attempting to bind port 00922fe4-0795-486d-bdd0-7b118f781d77 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:43:07.172354 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342e89c-4a49-48bf-9cc5-6dedc98d1767 None None] Pushing event updated for resources: {'Port': ['ID=00922fe4-0795-486d-bdd0-7b118f781d77,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:07.177947 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:43:07.178743 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:43:07.179541 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.180094 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:43:07.180719 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Bound port: 00922fe4-0795-486d-bdd0-7b118f781d77, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:43:07.181664 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.200963 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc45a0-02e4-4221-96bb-3662b676b5ef None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:43:07.239436 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] For port 00922fe4-0795-486d-bdd0-7b118f781d77, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:43:07.243421 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] For port 00922fe4-0795-486d-bdd0-7b118f781d77, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=00922fe4-0795-486d-bdd0-7b118f781d77,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:43:07.248999 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.258447 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.274882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Allocated IP 172.20.0.2 (7be5cf92-d9c6-4b98-9f40-ed68d6682f50/d5c97f52-28e3-41b1-a1e1-138c72714e6f/cfead4c0-cca6-4489-ae5e-71b352213923) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:43:07.299654 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:43:07.300292 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:07.329014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fdea32-2e3c-4c62-ab76-b534b7ab8c29 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:43:07.353124 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342e89c-4a49-48bf-9cc5-6dedc98d1767 None None] Pushing event updated for resources: {'Port': ['ID=00922fe4-0795-486d-bdd0-7b118f781d77,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:07.392387 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c1bf80b5-5a0a-4d20-aedd-3e0200f27559 None None] Provisioning complete for port 00922fe4-0795-486d-bdd0-7b118f781d77 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:07.392766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1bf80b5-5a0a-4d20-aedd-3e0200f27559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.427005 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:43:07.461515 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.473145 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.519661 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.538005 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:43:07.543619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:43:07.548312 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:43:07.552638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Pushing event updated for resources: {'Port': ['ID=cfead4c0-cca6-4489-ae5e-71b352213923,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:07.627932 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1bf80b5-5a0a-4d20-aedd-3e0200f27559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.632742 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:05Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:07.647273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Attempting to bind port cfead4c0-cca6-4489-ae5e-71b352213923 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:43:07.647876 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Attempting to bind port cfead4c0-cca6-4489-ae5e-71b352213923 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:43:07.648274 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Attempting to bind port cfead4c0-cca6-4489-ae5e-71b352213923 on network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:43:07.662283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c1bf80b5-5a0a-4d20-aedd-3e0200f27559 None None] For port 00922fe4-0795-486d-bdd0-7b118f781d77, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=00922fe4-0795-486d-bdd0-7b118f781d77,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:07.663890 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:43:07.664261 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Checking segment: {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:43:07.664661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.665038 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Bound using segment: {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:43:07.665640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Bound port: cfead4c0-cca6-4489-ae5e-71b352213923, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:43:07.666101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.667669 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced87af-c780-4ab3-bb6e-7883997958ae None None] The sync data for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 is: [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:05Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:43:07.669443 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c1bf80b5-5a0a-4d20-aedd-3e0200f27559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.762461 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf80b5-5a0a-4d20-aedd-3e0200f27559 None None] Pushing event updated for resources: {'Port': ['ID=00922fe4-0795-486d-bdd0-7b118f781d77,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:07.779237 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] For port cfead4c0-cca6-4489-ae5e-71b352213923, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:43:07.783737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] For port cfead4c0-cca6-4489-ae5e-71b352213923, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cfead4c0-cca6-4489-ae5e-71b352213923,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:43:07.794075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.803369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f9ceda8a-1293-4859-a405-bd2e023e0f92 None None] Provisioning complete for port 00922fe4-0795-486d-bdd0-7b118f781d77 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:07.803953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9ceda8a-1293-4859-a405-bd2e023e0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:07.846233 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.1 (7be5cf92-d9c6-4b98-9f40-ed68d6682f50/d5c97f52-28e3-41b1-a1e1-138c72714e6f/625571ae-eb64-4ec6-9676-17fecf8b3f79) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:43:07.884350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8edaf-5cc5-45f5-9bed-0a83369d3b7b None None] Pushing event updated for resources: {'Port': ['ID=cfead4c0-cca6-4489-ae5e-71b352213923,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:07.996489 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.042434 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.084705 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:43:08.092425 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:43:08.096225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:43:08.132111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=625571ae-eb64-4ec6-9676-17fecf8b3f79,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:08.169792 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.327423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.454347 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.578787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cfead4c0-cca6-4489-ae5e-71b352213923 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:43:08.652946 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.660303 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.750140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.760872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=625571ae-eb64-4ec6-9676-17fecf8b3f79,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:08.826741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port cfead4c0-cca6-4489-ae5e-71b352213923 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:08.827243 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.867455 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:43:08.871637 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:43:08.921945 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.960080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port cfead4c0-cca6-4489-ae5e-71b352213923, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cfead4c0-cca6-4489-ae5e-71b352213923,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:08.967455 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.968337 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 00922fe4-0795-486d-bdd0-7b118f781d77 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:43:09.050279 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c9c62-4d3b-4171-8eff-26d82a7d68c6 None None] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:43:09.100819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=cfead4c0-cca6-4489-ae5e-71b352213923,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:09.144060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f6341b15-d231-4db4-8d0f-affd4c6cffc1 None None] Provisioning complete for port cfead4c0-cca6-4489-ae5e-71b352213923 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:09.144470 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6341b15-d231-4db4-8d0f-affd4c6cffc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:09.172740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 00922fe4-0795-486d-bdd0-7b118f781d77 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:09.173093 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:09.359908 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 531bbaa8-1582-474a-bd74-628b8ca63f6e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:43:09.470515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:43:09.480458 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0a435dbc-c53e-4c6f-bf0a-94615541f64c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/531bbaa8-1582-474a-bd74-628b8ca63f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4883239 Nov 22 17:43:09.482489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Sync routers for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:43:09.495162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:43:09.495977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:09.622495 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:43:09.625079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c6b3749-49dd-44ec-aee0-8401ffa01a00 None None] Provisioning complete for port 625571ae-eb64-4ec6-9676-17fecf8b3f79 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:09.625461 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b3749-49dd-44ec-aee0-8401ffa01a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:09.644356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-91e95d7b-a07d-4823-afde-f4afa6fb7711 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087721019&fields=id&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 267 time: 0.0495439 Nov 22 17:43:09.739852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b3749-49dd-44ec-aee0-8401ffa01a00 None None] Port 625571ae-eb64-4ec6-9676-17fecf8b3f79 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:43:09.763403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-b8de6278-ac5f-431a-97cc-6c37f460dda0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:09.764991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-b8de6278-ac5f-431a-97cc-6c37f460dda0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/networks?id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 200 len: 796 time: 0.1124585 Nov 22 17:43:09.783640 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-229420e2-3b16-46e9-88ac-4834575ea60d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/quotas/4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 375 time: 0.0116560 Nov 22 17:43:09.792135 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c6b3749-49dd-44ec-aee0-8401ffa01a00 None None] Provisioning complete for port cfead4c0-cca6-4489-ae5e-71b352213923 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:09.792490 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c6b3749-49dd-44ec-aee0-8401ffa01a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:09.850119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-18ab742c-41b0-4a65-bb84-5e33443bad41 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596855 Nov 22 17:43:09.951360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 2, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:09.963848 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-36c31e9b-9dac-4393-a131-4686089081f3 service neutron] 10.222.0.59 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001260 Nov 22 17:43:09.983790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Checking router: 531bbaa8-1582-474a-bd74-628b8ca63f6e for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:43:09.984152 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Updating router 531bbaa8-1582-474a-bd74-628b8ca63f6e port 625571ae-eb64-4ec6-9676-17fecf8b3f79 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:43:10.012215 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.071735 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-eab2eb1b-0055-4f69-b872-b9458735f5cd service neutron] 10.222.0.59 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998271 Nov 22 17:43:10.117720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-be98afee-a572-4a60-9725-f0178ac9b73b None None] Provisioning complete for port 625571ae-eb64-4ec6-9676-17fecf8b3f79 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:10.118080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be98afee-a572-4a60-9725-f0178ac9b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.171414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-be98afee-a572-4a60-9725-f0178ac9b73b None None] Port 625571ae-eb64-4ec6-9676-17fecf8b3f79 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:43:10.247432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b23a7b3d-bf0e-4b27-96cb-dcd46fa2abfe req-698388a0-0015-4697-a2d2-14e8b2da22ab tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 210 time: 0.0286369 Nov 22 17:43:10.315838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.324528 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.375397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90da10-93fb-4a7f-834d-b867337e8b21 None None] Pushing event updated for resources: {'Port': ['ID=625571ae-eb64-4ec6-9676-17fecf8b3f79,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:10.429436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Attempting to bind port 625571ae-eb64-4ec6-9676-17fecf8b3f79 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:43:10.429851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Attempting to bind port 625571ae-eb64-4ec6-9676-17fecf8b3f79 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:43:10.430326 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Attempting to bind port 625571ae-eb64-4ec6-9676-17fecf8b3f79 on network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:43:10.436683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:43:10.437053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Checking segment: {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:43:10.437451 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.437844 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Bound using segment: {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:43:10.438306 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Bound port: 625571ae-eb64-4ec6-9676-17fecf8b3f79, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:43:10.438685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.511859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] For port 625571ae-eb64-4ec6-9676-17fecf8b3f79, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:43:10.516719 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] For port 625571ae-eb64-4ec6-9676-17fecf8b3f79, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=625571ae-eb64-4ec6-9676-17fecf8b3f79,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:43:10.522168 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.550133 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cfead4c0-cca6-4489-ae5e-71b352213923 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:43:10.631692 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:43:10.632474 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:42:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:10.639502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90da10-93fb-4a7f-834d-b867337e8b21 None None] Pushing event updated for resources: {'Port': ['ID=625571ae-eb64-4ec6-9676-17fecf8b3f79,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:10.676915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4a3fffc9-3a3b-4776-836b-a394bff9bfdb None None] Provisioning complete for port 625571ae-eb64-4ec6-9676-17fecf8b3f79 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:10.677280 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a3fffc9-3a3b-4776-836b-a394bff9bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.767651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port cfead4c0-cca6-4489-ae5e-71b352213923 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:10.767937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.824063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:43:10.963554 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a3fffc9-3a3b-4776-836b-a394bff9bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:11.213233 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4a3fffc9-3a3b-4776-836b-a394bff9bfdb None None] For port 625571ae-eb64-4ec6-9676-17fecf8b3f79, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=625571ae-eb64-4ec6-9676-17fecf8b3f79,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:11.220114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a3fffc9-3a3b-4776-836b-a394bff9bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:11.299216 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fffc9-3a3b-4776-836b-a394bff9bfdb None None] Pushing event updated for resources: {'Port': ['ID=625571ae-eb64-4ec6-9676-17fecf8b3f79,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:11.322442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:10Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:11.337498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70c17fed-86af-44f5-bf06-8ce3e0fbaa6d req-eca758f9-a8b2-4425-a426-4da879671138 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 210 time: 0.0362279 Nov 22 17:43:11.355788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be0637-cb2c-4fbd-8933-74482b29eb9e None None] The sync data for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 is: [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:10Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:43:11.366824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c747b0b-ae2e-4a03-b5fa-702124f57c4f None None] Provisioning complete for port 625571ae-eb64-4ec6-9676-17fecf8b3f79 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:11.367334 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c747b0b-ae2e-4a03-b5fa-702124f57c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:12.420910 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba388653-0df7-4330-a823-3dbbed32ad6b req-e4cb26f5-3457-4542-bcbe-2a899d5af0d3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 210 time: 0.0309107 Nov 22 17:43:12.528178 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 625571ae-eb64-4ec6-9676-17fecf8b3f79 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:43:12.589399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 625571ae-eb64-4ec6-9676-17fecf8b3f79 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:12.589799 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:13.527762 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41c934e7-16f0-4bfb-979a-4123d7233309 req-b4e959a4-09e6-4f45-9e1b-91d0adf63675 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 210 time: 0.0327194 Nov 22 17:43:14.393125 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-afbbd78f-f1c1-4301-8483-2abdf666a74b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:14.394635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-afbbd78f-f1c1-4301-8483-2abdf666a74b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "GET /v2.0/networks?id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 200 len: 796 time: 0.1104748 Nov 22 17:43:14.470326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-0b9fef6c-84cf-4dcb-8a54-0d97859f1fae tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 380 time: 0.0656197 Nov 22 17:43:14.482348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'port': {'device_id': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'admin_state_up': True, 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'security_groups': ['9c9caa22-b0d4-4b0e-9dad-d9081bac312a']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:14.599094 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:43:14.603110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:14.637280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c8cf4f76-2d3a-45b4-b462-3bb4aeb5792f req-5536b675-505a-403a-a17a-35776b5f9f06 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 210 time: 0.0306966 Nov 22 17:43:14.730612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.6 (7be5cf92-d9c6-4b98-9f40-ed68d6682f50/d5c97f52-28e3-41b1-a1e1-138c72714e6f/752ba8ce-9428-446e-9c4d-1c2abd2b3a57) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:43:14.874889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:14.913867 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:14.972784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:43:14.977247 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:43:14.983027 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:43:15.018557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:15.049829 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:15.050459 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.070849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-353911f8-5487-4606-bf07-8eed8bfc6e5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5928538 Nov 22 17:43:15.085527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Request body: {'port': {'device_id': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:15.142611 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.215596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4dc765ef-58c9-496c-9c84-e70eedc677c0 None None] Provisioning complete for port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:15.216198 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4dc765ef-58c9-496c-9c84-e70eedc677c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.254259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4dc765ef-58c9-496c-9c84-e70eedc677c0 None None] Port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:43:15.435785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:43:15.443136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.456403 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Transition to ACTIVE for port object 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:43:15.462413 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.529209 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Pushing event updated for resources: {'Port': ['ID=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:15.571379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5bcd97a7-2c5b-4bb2-8e71-a20baf10f93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.582574 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Attempting to bind port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:43:15.582913 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Attempting to bind port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:43:15.583273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Attempting to bind port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 on network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:43:15.588120 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 on network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:43:15.588452 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Attempting to bind port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 on network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:43:15.593728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:43:15.594067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Checking segment: {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:43:15.594454 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Bound using segment: {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:43:15.594881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Bound port: 752ba8ce-9428-446e-9c4d-1c2abd2b3a57, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a12418-1ef7-4f55-bef9-271851694146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:43:15.595265 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.665179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] For port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:43:15.668506 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] For port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:43:15.674171 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.711624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:15.712894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:15.714326 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 200 len: 1091 time: 0.6357336 Nov 22 17:43:15.714783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:43:15.717204 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8841173b-f02f-4cde-a75f-611353dad8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:43:15.744145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591da5d7-a897-447d-89b4-6b932b1f94b3 service neutron] Pushing event updated for resources: {'Port': ['ID=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:15.781956 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55079b7-7cf2-40dc-a404-349d115a9c44 req-311d79ab-fde3-49af-9cf8-dddda69d2f17 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:15.785226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f55079b7-7cf2-40dc-a404-349d115a9c44 req-311d79ab-fde3-49af-9cf8-dddda69d2f17 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 943 time: 0.0745330 Nov 22 17:43:15.813472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-c3482868-0d09-4d08-8bac-d8bbde992e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:15.815381 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-c3482868-0d09-4d08-8bac-d8bbde992e96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1094 time: 0.0578628 Nov 22 17:43:15.850043 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f55079b7-7cf2-40dc-a404-349d115a9c44 req-427a7659-2290-4444-834d-fe8ae2e5cdae tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566549 Nov 22 17:43:15.864990 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-ce29e0e3-df57-4c5f-a669-716a64f0a2b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 200 len: 217 time: 0.0413833 Nov 22 17:43:15.905215 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c3cc0-426a-4649-b22f-f1c120788c18 x-openstack-request-id: req-754c3cc0-426a-4649-b22f-f1c120788c18 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:43:15.905515 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:43:15.905777 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-754c3cc0-426a-4649-b22f-f1c120788c18 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:43:15.906182 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'status': 'completed', 'code': 200} Nov 22 17:43:15.924817 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-92db37c5-2420-4faf-8bcf-fd2a78bf9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:15.926356 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-92db37c5-2420-4faf-8bcf-fd2a78bf9dce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5c97f52-28e3-41b1-a1e1-138c72714e6f HTTP/1.1" status: 200 len: 835 time: 0.0537889 Nov 22 17:43:15.973981 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-7353f082-c638-469f-a062-7bcea16e9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:15.975412 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-7353f082-c638-469f-a062-7bcea16e9b0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419164 Nov 22 17:43:16.076356 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-7d6e4cbf-b5c8-4448-9505-83109585462a service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931759 Nov 22 17:43:16.166507 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-2129735a-1b24-4951-9d39-32d3e0cb21e8 req-5cb41863-41d3-4648-a62e-6a7f5a2ceab1 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826290 Nov 22 17:43:16.271727 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841173b-f02f-4cde-a75f-611353dad8fc req-7bd678da-c670-4268-b501-5d1d5dae4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:16.273152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8841173b-f02f-4cde-a75f-611353dad8fc req-7bd678da-c670-4268-b501-5d1d5dae4893 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1094 time: 0.0454245 Nov 22 17:43:16.377989 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841173b-f02f-4cde-a75f-611353dad8fc req-8b441935-e447-416a-b2e3-6bbd4e449155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:16.379707 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8841173b-f02f-4cde-a75f-611353dad8fc req-8b441935-e447-416a-b2e3-6bbd4e449155 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 200 len: 897 time: 0.0991428 Nov 22 17:43:16.423003 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8841173b-f02f-4cde-a75f-611353dad8fc req-5ba81cd1-6f61-4716-a58f-5be9d8b85925 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 200 len: 217 time: 0.0353589 Nov 22 17:43:16.489470 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841173b-f02f-4cde-a75f-611353dad8fc req-342b7113-d90c-409f-bdc8-7ece6fcc5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:16.490932 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8841173b-f02f-4cde-a75f-611353dad8fc req-342b7113-d90c-409f-bdc8-7ece6fcc5c59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5c97f52-28e3-41b1-a1e1-138c72714e6f HTTP/1.1" status: 200 len: 835 time: 0.0603330 Nov 22 17:43:16.541801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841173b-f02f-4cde-a75f-611353dad8fc req-bf5d49ff-9232-48d3-9942-ce0d56a7c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:16.543507 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8841173b-f02f-4cde-a75f-611353dad8fc req-bf5d49ff-9232-48d3-9942-ce0d56a7c8ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450358 Nov 22 17:43:16.655253 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8841173b-f02f-4cde-a75f-611353dad8fc req-2a953ed4-8349-4104-bab3-6f4d5a42a103 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047473 Nov 22 17:43:16.757148 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8841173b-f02f-4cde-a75f-611353dad8fc req-1211f38a-7586-4054-9703-4bc7e02a7817 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944316 Nov 22 17:43:16.979898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d9cb9-6ea2-42c8-b3fd-27774c048759 req-caec0cfb-b188-4c70-92a7-26d3fcdec0f4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:16.981419 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c5d9cb9-6ea2-42c8-b3fd-27774c048759 req-caec0cfb-b188-4c70-92a7-26d3fcdec0f4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 943 time: 0.0578730 Nov 22 17:43:17.040934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6c5d9cb9-6ea2-42c8-b3fd-27774c048759 req-573bb85c-0f34-4b9b-b47c-61650131214c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506845 Nov 22 17:43:17.920089 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:43:17.965790 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f71b90d0-ac46-4b58-bbb0-cb9934ad0f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:18.046334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:18.058188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'port_id': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'mac_address': 'fa:16:3e:ad:c3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:43:18.097128 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:18.110889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:43:18.131391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:18.137213 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:18.172637 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8dce9-fb3d-49c2-be5c-800b6f96b77d req-6dcad1cd-2900-4c76-bad3-41cf9eed95db tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:18.174166 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26c8dce9-fb3d-49c2-be5c-800b6f96b77d req-6dcad1cd-2900-4c76-bad3-41cf9eed95db tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 943 time: 0.0606315 Nov 22 17:43:18.187322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:18.226730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26c8dce9-fb3d-49c2-be5c-800b6f96b77d req-8a975283-dbfe-46c3-9fe7-ef107b2f7637 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463200 Nov 22 17:43:18.487419 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['752ba8ce-9428-446e-9c4d-1c2abd2b3a57'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:43:19.271291 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:19.354307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11840746-c94a-4bd0-8d1c-0cbd30bfd359 req-ee251ecb-6c84-4c88-bf5c-c198e8d99f54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:19.355837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11840746-c94a-4bd0-8d1c-0cbd30bfd359 req-ee251ecb-6c84-4c88-bf5c-c198e8d99f54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 944 time: 0.0526204 Nov 22 17:43:19.406567 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11840746-c94a-4bd0-8d1c-0cbd30bfd359 req-20299c60-5095-48ee-8526-ae94e7cd3321 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Nov 22 17:43:19.919280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:43:19.975008 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:43:19.979226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:19.979611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:20.069051 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:20.095965 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:43:20.098314 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd5a53-7b11-4e33-8900-d056da3f92db" -d '{"events": [{"server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "name": "network-vif-plugged", "status": "completed", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:43:20.116080 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:20.122732 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:20.145788 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056a0561-52d2-41dc-abeb-28c4838cfd9a x-openstack-request-id: req-056a0561-52d2-41dc-abeb-28c4838cfd9a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:43:20.146097 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "name": "network-vif-plugged", "status": "completed", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:43:20.146352 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-056a0561-52d2-41dc-abeb-28c4838cfd9a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:43:20.146745 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'code': 200} Nov 22 17:43:20.176698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:20.249783 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54382633-a895-482c-b038-fc8eba7d5966 req-50e325c1-72d1-415a-982d-1a5dfc3b3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:20.251355 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54382633-a895-482c-b038-fc8eba7d5966 req-50e325c1-72d1-415a-982d-1a5dfc3b3a4f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1096 time: 0.0518298 Nov 22 17:43:20.300040 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-54382633-a895-482c-b038-fc8eba7d5966 req-7164c3d0-2d4e-46d3-8987-e4a88b155cad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415776 Nov 22 17:43:20.544581 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc557b3-4854-42fd-97a8-9152feeb7cc1 req-5d97d926-0a16-4802-9158-bc09717a81a6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:20.546136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cfc557b3-4854-42fd-97a8-9152feeb7cc1 req-5d97d926-0a16-4802-9158-bc09717a81a6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0578079 Nov 22 17:43:20.603660 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cfc557b3-4854-42fd-97a8-9152feeb7cc1 req-03479e90-105a-4f4b-a183-0aec4e09240e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511703 Nov 22 17:43:21.030375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:21.384101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:21.730019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d94cd9-8000-4217-92cb-5b42467c0d9c req-00dcaf86-d4e1-46d4-ae95-3d7b8c0197d1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:21.731624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92d94cd9-8000-4217-92cb-5b42467c0d9c req-00dcaf86-d4e1-46d4-ae95-3d7b8c0197d1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0527363 Nov 22 17:43:21.790750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92d94cd9-8000-4217-92cb-5b42467c0d9c req-cf86d85f-d3d1-4e5b-966b-79a3299bf107 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526781 Nov 22 17:43:21.922041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77127383-e7c3-4fe1-8d2d-797efec3b626 req-ffa0cef0-734a-427e-ae75-ffa677ecd31b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:21.924302 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77127383-e7c3-4fe1-8d2d-797efec3b626 req-ffa0cef0-734a-427e-ae75-ffa677ecd31b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0641117 Nov 22 17:43:21.978633 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77127383-e7c3-4fe1-8d2d-797efec3b626 req-1f103686-79cc-470f-8ecc-68c7976f3c67 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482090 Nov 22 17:43:22.001743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50056) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:22.049507 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fd548d-7a6a-4fd7-87ff-4784107fbd74 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:22.051116 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-40fd548d-7a6a-4fd7-87ff-4784107fbd74 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1091 time: 0.0483174 Nov 22 17:43:22.055107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50058) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:22.060365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:43:22.086260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:22.197598 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:22.306871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.126 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/cea1f158-6e8b-4ab3-b605-d7b9fcaa5098) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:43:22.410244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:22.448928 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:22.495101 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:43:22.499776 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:43:22.504230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:43:22.507301 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=cea1f158-6e8b-4ab3-b605-d7b9fcaa5098,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:22.865314 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:22.953295 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:23.115092 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:23.122490 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:23.188604 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=cea1f158-6e8b-4ab3-b605-d7b9fcaa5098,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:23.200908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:23.306111 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP 6d6dd37b-edda-4b55-9ba7-489bded09b37 associated. External IP: 172.25.0.126, port: 752ba8ce-9428-446e-9c4d-1c2abd2b3a57. Nov 22 17:43:23.544902 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 531bbaa8-1582-474a-bd74-628b8ca63f6e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:43:23.671491 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:43:23.681291 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af430261-f377-44c3-863c-576db21412c1 None None] Sync routers for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:43:23.692152 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af430261-f377-44c3-863c-576db21412c1 None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:43:23.692779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af430261-f377-44c3-863c-576db21412c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:23.692984 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:23.721487 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f2f1c6a8-1834-4014-9658-24505e0c9c2c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6653666 Nov 22 17:43:23.722081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:43:23.724395 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e984d7-9370-4679-968f-0fbbb1964964" -d '{"events": [{"name": "network-changed", "server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:43:23.808336 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-af430261-f377-44c3-863c-576db21412c1 None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:43:23.829907 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee7930-a9c7-4361-8e83-090a5c1a6029 req-d89c1aa2-1185-4b87-bb28-77cda6919728 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:23.831610 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31ee7930-a9c7-4361-8e83-090a5c1a6029 req-d89c1aa2-1185-4b87-bb28-77cda6919728 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0569715 Nov 22 17:43:23.883085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-31ee7930-a9c7-4361-8e83-090a5c1a6029 req-939b6b75-0f21-4bff-a89b-21611b1ffcfb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452480 Nov 22 17:43:23.907142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50064) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:23.950074 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b67e49-38e7-4d20-9a9b-6af286f5d484 x-openstack-request-id: req-91b67e49-38e7-4d20-9a9b-6af286f5d484 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:43:23.950360 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:43:23.950618 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91b67e49-38e7-4d20-9a9b-6af286f5d484 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:43:23.951049 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'status': 'completed', 'code': 200} Nov 22 17:43:24.008877 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4148772f-993a-4549-9b13-568570fdd9eb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/6d6dd37b-edda-4b55-9ba7-489bded09b37 HTTP/1.1" status: 200 len: 991 time: 0.0994298 Nov 22 17:43:24.020166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e984d7-9370-4679-968f-0fbbb1964964 req-d6795ad3-7d2a-404d-a675-babd87ac719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:24.021689 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37e984d7-9370-4679-968f-0fbbb1964964 req-d6795ad3-7d2a-404d-a675-babd87ac719b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1096 time: 0.0636654 Nov 22 17:43:24.046371 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af430261-f377-44c3-863c-576db21412c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '6d6dd37b-edda-4b55-9ba7-489bded09b37', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'port_id': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'mac_address': 'fa:16:3e:ad:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:43:22Z', 'updated_at': '2021-11-22T17:43:22Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:24.075918 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af430261-f377-44c3-863c-576db21412c1 None None] Checking router: 531bbaa8-1582-474a-bd74-628b8ca63f6e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:43:24.084572 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af430261-f377-44c3-863c-576db21412c1 None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:43:24.085191 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af430261-f377-44c3-863c-576db21412c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:43:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:24.115067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e984d7-9370-4679-968f-0fbbb1964964 req-0c408210-840f-4ea0-bf36-f1a549199d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:24.116625 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37e984d7-9370-4679-968f-0fbbb1964964 req-0c408210-840f-4ea0-bf36-f1a549199d80 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 200 len: 897 time: 0.0874832 Nov 22 17:43:24.191109 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37e984d7-9370-4679-968f-0fbbb1964964 req-3798d05c-116e-4924-bf3e-adb48fb0f652 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 200 len: 999 time: 0.0672166 Nov 22 17:43:24.244541 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e984d7-9370-4679-968f-0fbbb1964964 req-775f0aaf-5d4f-4564-bb06-6e57b26382a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:24.246121 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37e984d7-9370-4679-968f-0fbbb1964964 req-775f0aaf-5d4f-4564-bb06-6e57b26382a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5c97f52-28e3-41b1-a1e1-138c72714e6f HTTP/1.1" status: 200 len: 835 time: 0.0479085 Nov 22 17:43:24.289275 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-af430261-f377-44c3-863c-576db21412c1 None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:43:24.292842 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e984d7-9370-4679-968f-0fbbb1964964 req-8ff57f76-1a01-4d98-8fed-5c22cc07d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:24.294535 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37e984d7-9370-4679-968f-0fbbb1964964 req-8ff57f76-1a01-4d98-8fed-5c22cc07d6bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418146 Nov 22 17:43:24.398263 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37e984d7-9370-4679-968f-0fbbb1964964 req-bce9438e-e7f0-4240-8de9-56d7e6ccfb14 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962200 Nov 22 17:43:24.489059 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-37e984d7-9370-4679-968f-0fbbb1964964 req-a2edbb09-e57d-4a6b-9fec-4a652ec87a3d service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842557 Nov 22 17:43:24.521670 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-af430261-f377-44c3-863c-576db21412c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '6d6dd37b-edda-4b55-9ba7-489bded09b37', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'port_id': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'mac_address': 'fa:16:3e:ad:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:43:22Z', 'updated_at': '2021-11-22T17:43:22Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:43:24.551821 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af430261-f377-44c3-863c-576db21412c1 None None] The sync data for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 is: [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '6d6dd37b-edda-4b55-9ba7-489bded09b37', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'port_id': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'mac_address': 'fa:16:3e:ad:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:43:22Z', 'updated_at': '2021-11-22T17:43:22Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:43:24.755364 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8abcb-4be7-4039-aec0-afd8745678ab None None] New status for floating IP 6d6dd37b-edda-4b55-9ba7-489bded09b37: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:43:25.012169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50066) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:43:25.081591 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-13d5ca3c-43eb-4bba-9c71-2b2232865f9b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/6d6dd37b-edda-4b55-9ba7-489bded09b37 HTTP/1.1" status: 200 len: 993 time: 0.0679476 Nov 22 17:43:37.187153 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:38.453704 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:40.475497 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:43:45.570109 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3028-61df-4254-b06d-4fdbcea62138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:47.956414 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b97e1e9-0d18-4796-a20c-34548315cff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:48.190308 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1632348a-65c3-47b8-9b13-518856605d44 req-39526e2b-fc42-4c91-b32a-f942dc393565 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496132 Nov 22 17:43:48.280306 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632348a-65c3-47b8-9b13-518856605d44 req-087850b8-8f87-4d1a-aac1-68d75c458914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:48.282488 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1632348a-65c3-47b8-9b13-518856605d44 req-087850b8-8f87-4d1a-aac1-68d75c458914 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1096 time: 0.0471957 Nov 22 17:43:48.399816 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632348a-65c3-47b8-9b13-518856605d44 req-73a807be-bb6a-4cf1-b8dc-89c9adebb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:48.401301 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1632348a-65c3-47b8-9b13-518856605d44 req-73a807be-bb6a-4cf1-b8dc-89c9adebb9a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 200 len: 897 time: 0.0987601 Nov 22 17:43:48.474805 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1632348a-65c3-47b8-9b13-518856605d44 req-8e22ecd2-e3d9-4545-8dc4-a3cb11f2f30f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 200 len: 1001 time: 0.0651267 Nov 22 17:43:48.533443 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632348a-65c3-47b8-9b13-518856605d44 req-7783ddbe-c023-4ae7-85ee-5b40ea11b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:48.534862 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1632348a-65c3-47b8-9b13-518856605d44 req-7783ddbe-c023-4ae7-85ee-5b40ea11b444 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5c97f52-28e3-41b1-a1e1-138c72714e6f HTTP/1.1" status: 200 len: 835 time: 0.0521104 Nov 22 17:43:48.589176 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632348a-65c3-47b8-9b13-518856605d44 req-297bd31e-be24-4ece-bdcf-e92428e28361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:48.590699 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1632348a-65c3-47b8-9b13-518856605d44 req-297bd31e-be24-4ece-bdcf-e92428e28361 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476975 Nov 22 17:43:48.686688 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1632348a-65c3-47b8-9b13-518856605d44 req-908ca50b-854a-44cd-b92c-0d2190550911 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877373 Nov 22 17:43:48.782593 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-1632348a-65c3-47b8-9b13-518856605d44 req-e9cd2160-a3d5-4c73-a325-7900d168ea14 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888789 Nov 22 17:43:49.273040 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:51.032635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:51.389475 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:07.202532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:08.477378 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:15.567375 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ccdc86d-9378-42af-a490-5ec08ff92b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:17.479341 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:44:17.952486 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-02e445f8-2293-4f0d-944d-0737adab5b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:19.281072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:21.035957 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:21.387953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:37.196770 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:38.355974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-dbac89af-3f1b-4eea-95fd-9086e8edaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:38.357503 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-dbac89af-3f1b-4eea-95fd-9086e8edaa5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1096 time: 0.0431418 Nov 22 17:44:38.361505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd49b-8d01-4c6a-87e9-6b3536818f08 req-3c0df01c-5d7b-46e9-96fa-46a575b99ef0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:38.363048 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-646fd49b-8d01-4c6a-87e9-6b3536818f08 req-3c0df01c-5d7b-46e9-96fa-46a575b99ef0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0529904 Nov 22 17:44:38.413625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-646fd49b-8d01-4c6a-87e9-6b3536818f08 req-66fc5381-5260-4cf1-bb09-d86c1450a8e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443718 Nov 22 17:44:38.454687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-a5dc39b4-9130-44d5-8df4-6c95f2557bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:38.456346 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-a5dc39b4-9130-44d5-8df4-6c95f2557bbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 200 len: 897 time: 0.0893769 Nov 22 17:44:38.471046 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:38.528589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-835e251c-2abe-4d1d-819e-7202e9f2ae9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 200 len: 1001 time: 0.0635626 Nov 22 17:44:38.582492 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-e7d4a23d-8b48-4ccc-8c4a-f713e45d4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:38.584231 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-e7d4a23d-8b48-4ccc-8c4a-f713e45d4239 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5c97f52-28e3-41b1-a1e1-138c72714e6f HTTP/1.1" status: 200 len: 835 time: 0.0484576 Nov 22 17:44:38.633448 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-f11a22d0-a15b-46c4-b7af-97f44404eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:38.634992 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-f11a22d0-a15b-46c4-b7af-97f44404eab3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437746 Nov 22 17:44:39.077853 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-c74696ea-66ae-40dc-8f08-7a1a86846afd service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355042 Nov 22 17:44:39.171835 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7232ca2e-a8a6-45b3-ae70-1cdb39a49274 req-7213312f-3a30-4f63-98f5-80eaebd60c20 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866055 Nov 22 17:44:39.559448 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c0c6f-c459-4d57-b424-fa7f809864ab req-3e5c5817-54ea-4823-90d2-b794433425d2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:39.560991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-594c0c6f-c459-4d57-b424-fa7f809864ab req-3e5c5817-54ea-4823-90d2-b794433425d2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0733776 Nov 22 17:44:39.626805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-594c0c6f-c459-4d57-b424-fa7f809864ab req-7bf13843-7afd-4f85-adda-0fe8f3b0cd35 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560725 Nov 22 17:44:40.767554 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16bd44-432c-4b58-89d3-7f0d8b44d358 req-22762431-c906-4d9d-882b-9a2e7f5b8d5f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:40.768973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d16bd44-432c-4b58-89d3-7f0d8b44d358 req-22762431-c906-4d9d-882b-9a2e7f5b8d5f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0586405 Nov 22 17:44:40.827169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1d16bd44-432c-4b58-89d3-7f0d8b44d358 req-6caaf8a4-f404-4fa2-8bb5-1bd1e7270be9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500779 Nov 22 17:44:41.971297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ee0a8-9d60-4808-a940-956a6319a52c req-d6959258-d204-4d51-9c51-980e91e3e224 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:41.972807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad0ee0a8-9d60-4808-a940-956a6319a52c req-d6959258-d204-4d51-9c51-980e91e3e224 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0580623 Nov 22 17:44:42.028274 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ad0ee0a8-9d60-4808-a940-956a6319a52c req-c23e28ef-36df-43f6-81a2-d83281392cab tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489099 Nov 22 17:44:43.167747 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107514e6-593b-4e6b-b5eb-0157d56bc2a7 req-b4ac5af8-75b1-428b-bd7f-ca5e688d8d96 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:43.169252 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107514e6-593b-4e6b-b5eb-0157d56bc2a7 req-b4ac5af8-75b1-428b-bd7f-ca5e688d8d96 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0549965 Nov 22 17:44:43.229011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-107514e6-593b-4e6b-b5eb-0157d56bc2a7 req-3d23da23-5961-403d-ab3c-331abdece1e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532668 Nov 22 17:44:44.368844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af8581-b855-4b80-85fe-fcf6c293f3a4 req-2b190672-536a-419e-b2b6-fc9b8b2c3f61 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:44.370335 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68af8581-b855-4b80-85fe-fcf6c293f3a4 req-2b190672-536a-419e-b2b6-fc9b8b2c3f61 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0598891 Nov 22 17:44:44.424785 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-68af8581-b855-4b80-85fe-fcf6c293f3a4 req-a7554784-3488-4bb3-af7e-744533a0f4a0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453858 Nov 22 17:44:45.553438 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a11e6c-8284-4c24-abf7-d33608b88acf req-61d88ac1-2b81-43e0-9f83-712a5a7f9a7c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:45.554943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06a11e6c-8284-4c24-abf7-d33608b88acf req-61d88ac1-2b81-43e0-9f83-712a5a7f9a7c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0588026 Nov 22 17:44:45.563273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4c38748-5864-4835-9807-dd6de41c5a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:45.609032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06a11e6c-8284-4c24-abf7-d33608b88acf req-1dde63d9-0aa1-4b71-a556-8ff99dd3cad2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468123 Nov 22 17:44:46.755827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd62a2-19f0-4934-b7f9-3390b2e9c648 req-e3092769-c219-421c-9007-1175fefb9744 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:46.757220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42dd62a2-19f0-4934-b7f9-3390b2e9c648 req-e3092769-c219-421c-9007-1175fefb9744 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0557539 Nov 22 17:44:46.812169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-42dd62a2-19f0-4934-b7f9-3390b2e9c648 req-070c918f-b573-49a3-9c70-c6dd46480a4c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482900 Nov 22 17:44:47.945954 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7049bc2f-58ed-4299-b746-275ce0e7826e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:47.950606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88745c-5020-4de6-843d-888a7d54455c req-94722b18-4c78-4a3a-9647-8a057abb0c6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:47.952160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f88745c-5020-4de6-843d-888a7d54455c req-94722b18-4c78-4a3a-9647-8a057abb0c6e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0535748 Nov 22 17:44:48.009817 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4f88745c-5020-4de6-843d-888a7d54455c req-44a5156d-a2d0-4ef4-a320-22d130058fe3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514688 Nov 22 17:44:48.844160 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-dcc2729f-98d6-4c5e-9e53-9ef9794a9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:48.845706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-dcc2729f-98d6-4c5e-9e53-9ef9794a9e2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1096 time: 0.1004941 Nov 22 17:44:48.972495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-d8d8ec3b-0399-44ec-95dd-0f3540e94bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:48.974039 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-d8d8ec3b-0399-44ec-95dd-0f3540e94bcf service neutron] 10.222.0.62 "GET /v2.0/networks?id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 200 len: 897 time: 0.1063147 Nov 22 17:44:49.057887 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-b251f326-3691-4b78-be48-e32de2d1b9b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 200 len: 1001 time: 0.0753798 Nov 22 17:44:49.109725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-96f5aa1d-27ff-4e68-bf24-53b85e5d8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:49.111288 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-96f5aa1d-27ff-4e68-bf24-53b85e5d8f63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5c97f52-28e3-41b1-a1e1-138c72714e6f HTTP/1.1" status: 200 len: 835 time: 0.0459249 Nov 22 17:44:49.133800 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2a7de-17e1-46d1-bc58-adb015eb11d0 req-391f6e54-763d-431d-9393-8fd31101d021 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:49.136068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75e2a7de-17e1-46d1-bc58-adb015eb11d0 req-391f6e54-763d-431d-9393-8fd31101d021 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0520039 Nov 22 17:44:49.161808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-aabced69-3534-4103-8d68-62df4a2dd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:49.163397 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-aabced69-3534-4103-8d68-62df4a2dd597 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447600 Nov 22 17:44:49.187129 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75e2a7de-17e1-46d1-bc58-adb015eb11d0 req-70443b1f-fd02-4df4-a57c-2a0ce3dafc1d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448573 Nov 22 17:44:49.264757 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-579c0442-4eb3-4193-9aa9-c58463425229 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934966 Nov 22 17:44:49.277876 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:49.368657 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ee4bf839-6216-434d-9629-78452a8dbb7b req-85ba56d9-771d-47a3-9ac4-16168bb97f4c service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959239 Nov 22 17:44:50.321284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6794a-2ca6-4c42-9354-7704859ca107 req-daa7dfc4-c1e5-440c-950f-68c36741f8dd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:50.323757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26a6794a-2ca6-4c42-9354-7704859ca107 req-daa7dfc4-c1e5-440c-950f-68c36741f8dd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0525844 Nov 22 17:44:50.388754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26a6794a-2ca6-4c42-9354-7704859ca107 req-c29e9105-fcbe-46cf-9d6f-cfb6a55008e1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568476 Nov 22 17:44:51.039481 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:51.393554 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:51.519718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021b3e2-0ebb-400a-b82f-4293ef50d885 req-b1e1307f-312d-4d9e-99bb-496f1ce35bc5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:51.521215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8021b3e2-0ebb-400a-b82f-4293ef50d885 req-b1e1307f-312d-4d9e-99bb-496f1ce35bc5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0609031 Nov 22 17:44:51.582504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8021b3e2-0ebb-400a-b82f-4293ef50d885 req-35ca79cd-1de3-482d-879e-125ebd7e403b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519586 Nov 22 17:44:52.718833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400c034-622a-4be6-aa91-7c1f097e3cb5 req-1e892569-f810-4c98-b309-1a79721cd736 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:52.721338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7400c034-622a-4be6-aa91-7c1f097e3cb5 req-1e892569-f810-4c98-b309-1a79721cd736 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Nov 22 17:44:52.780666 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7400c034-622a-4be6-aa91-7c1f097e3cb5 req-ffce9600-1944-4a15-bef6-22b372b64917 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492487 Nov 22 17:44:53.908374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff21079-170c-409e-8d8f-7418b0730f9a req-fcb3da70-b031-4b9b-acb7-6d271cd850f6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:53.909839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ff21079-170c-409e-8d8f-7418b0730f9a req-fcb3da70-b031-4b9b-acb7-6d271cd850f6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0569730 Nov 22 17:44:53.974588 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3ff21079-170c-409e-8d8f-7418b0730f9a req-0050fe6b-0392-432f-bc3c-9beafc11331a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586381 Nov 22 17:44:54.481777 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:44:55.107229 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabba3e-7777-4551-98f7-fcc169404d22 req-8ab85307-bf12-4e50-ba75-e7a788758d8a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:55.108622 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6eabba3e-7777-4551-98f7-fcc169404d22 req-8ab85307-bf12-4e50-ba75-e7a788758d8a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0535951 Nov 22 17:44:55.159723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6eabba3e-7777-4551-98f7-fcc169404d22 req-6f4d319a-54e1-46f1-85cc-803e7861c31a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449705 Nov 22 17:44:56.284566 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e796b-81ae-4284-bc1b-8aed41fe6872 req-7c22b302-658f-46ef-b65a-e1f427304b09 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:56.286023 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea2e796b-81ae-4284-bc1b-8aed41fe6872 req-7c22b302-658f-46ef-b65a-e1f427304b09 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Nov 22 17:44:56.343826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea2e796b-81ae-4284-bc1b-8aed41fe6872 req-dcf8fe55-369d-4cd0-9b97-eb5f69744901 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512788 Nov 22 17:44:56.367108 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50128) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:56.437037 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-886a170f-fefa-4084-94d7-3c154bf77e94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/6d6dd37b-edda-4b55-9ba7-489bded09b37 HTTP/1.1" status: 200 len: 993 time: 0.0686615 Nov 22 17:45:07.203073 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:08.477969 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:15.566430 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7001bbb-820a-4381-8daa-bcecddb18e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:17.952754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d80ca7c6-51b4-45a0-a58d-7fe4768842f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:19.284644 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:21.042808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:21.397713 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:31.484021 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:45:37.224785 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:38.495328 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:45.094463 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50154) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:45.265531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port cea1f158-6e8b-4ab3-b605-d7b9fcaa5098 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:45:45.265834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:45.346397 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:45.346673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:45.359881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for cea1f158-6e8b-4ab3-b605-d7b9fcaa5098 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:45:45.518633 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:45.547892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=cea1f158-6e8b-4ab3-b605-d7b9fcaa5098,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:45.560178 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.560519 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.561112 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.561535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.562477 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.562702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97ed4b98-b526-48be-81ef-429434f20f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:45.563487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.563487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.563487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.564013 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.564173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.564513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.564802 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:45.628621 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:45.628896 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP 6d6dd37b-edda-4b55-9ba7-489bded09b37 disassociated (deleted). External IP: 172.25.0.126, port: 752ba8ce-9428-446e-9c4d-1c2abd2b3a57. Nov 22 17:45:45.855797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 531bbaa8-1582-474a-bd74-628b8ca63f6e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:45:45.976593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:45:45.981790 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:45.987142 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] Sync routers for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:45:45.998168 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:45:45.999100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:46.010351 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-934087d5-2224-4111-91ce-e02cceede462 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/floatingips/6d6dd37b-edda-4b55-9ba7-489bded09b37 HTTP/1.1" status: 204 len: 168 time: 0.9147289 Nov 22 17:45:46.011125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:45:46.013484 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14f11c5-5045-44ae-84a4-e27fe8c3767f" -d '{"events": [{"name": "network-changed", "server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:45:46.117804 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:45:46.259477 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0cd72d-66da-4404-94b9-80b29873034d x-openstack-request-id: req-6f0cd72d-66da-4404-94b9-80b29873034d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:45:46.260027 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:45:46.260197 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f0cd72d-66da-4404-94b9-80b29873034d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:45:46.261424 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'status': 'completed', 'code': 200} Nov 22 17:45:46.338721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-227a650c-3134-41a9-a0e7-3556ecb28667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:46.340357 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-227a650c-3134-41a9-a0e7-3556ecb28667 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 1096 time: 0.0446024 Nov 22 17:45:46.351908 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:46.365200 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00475c-e2cb-4c16-8ae3-70577b871515 req-fd6970ee-4c6c-4bbb-9a05-c22a11b47aca tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:46.366883 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b00475c-e2cb-4c16-8ae3-70577b871515 req-fd6970ee-4c6c-4bbb-9a05-c22a11b47aca tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0600357 Nov 22 17:45:46.380399 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] Checking router: 531bbaa8-1582-474a-bd74-628b8ca63f6e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:45:46.390100 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:45:46.390732 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:46.426753 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b00475c-e2cb-4c16-8ae3-70577b871515 req-0c1978ba-d840-4213-ab53-0874a9692ee3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520337 Nov 22 17:45:46.447312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-3ec3ce2a-b8b7-44cf-b2fa-c5f5f8d7da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:46.448931 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-3ec3ce2a-b8b7-44cf-b2fa-c5f5f8d7da0b service neutron] 10.222.0.62 "GET /v2.0/networks?id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 200 len: 897 time: 0.0999784 Nov 22 17:45:46.499748 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-64d9c961-540b-4343-9270-867bf96c0e45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 200 len: 217 time: 0.0372014 Nov 22 17:45:46.503062 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:45:46.552182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-eb51c9b8-367c-4cbb-88c0-6d49e8f15d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:46.553831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-eb51c9b8-367c-4cbb-88c0-6d49e8f15d56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5c97f52-28e3-41b1-a1e1-138c72714e6f HTTP/1.1" status: 200 len: 835 time: 0.0472219 Nov 22 17:45:46.606750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-63890b89-ed75-4b1b-9171-abc2b5cedf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:46.608644 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-63890b89-ed75-4b1b-9171-abc2b5cedf84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7be5cf92-d9c6-4b98-9f40-ed68d6682f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436730 Nov 22 17:45:46.709177 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-482b671f-08cd-4dac-b002-d6aba0fd6a86 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924687 Nov 22 17:45:46.710514 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:46.741809 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72da50d5-f3ba-43dc-b9be-fcb27dc9f89d None None] The sync data for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 is: [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:43:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '625571ae-eb64-4ec6-9676-17fecf8b3f79', 'name': '', 'network_id': '7be5cf92-d9c6-4b98-9f40-ed68d6682f50', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:e6:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:07Z', 'updated_at': '2021-11-22T17:43:11Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'd5c97f52-28e3-41b1-a1e1-138c72714e6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:45:46.821358 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d14f11c5-5045-44ae-84a4-e27fe8c3767f req-f36255f8-8938-4af3-9b5e-759f366b21f9 service neutron] 10.222.0.62 "GET /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023312 Nov 22 17:45:46.982187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc7f740-0bb9-4bc0-801a-f2eb452cd453 None None] New status for floating IP 6d6dd37b-edda-4b55-9ba7-489bded09b37: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:45:47.549361 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad54a30-3e24-44c7-8f22-32a05ddabb29 req-d61afb92-46a5-4bff-9bb1-8d30d6f52259 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:47.550843 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cad54a30-3e24-44c7-8f22-32a05ddabb29 req-d61afb92-46a5-4bff-9bb1-8d30d6f52259 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0519860 Nov 22 17:45:47.606279 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cad54a30-3e24-44c7-8f22-32a05ddabb29 req-19db26e4-026c-4f98-981a-d44c1b3cba13 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c9caa22-b0d4-4b0e-9dad-d9081bac312a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486188 Nov 22 17:45:47.952931 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67015985-c1d4-428f-bad8-ca0544dd5c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:48.070696 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-c7bd03cf-38e7-4f35-8067-80239bcc9576 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:48.072110 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-c7bd03cf-38e7-4f35-8067-80239bcc9576 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 945 time: 0.0548773 Nov 22 17:45:48.166225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:45:48.166604 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:48.263002 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:45:48.263398 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:48.276351 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:45:48.415423 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:48.445133 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=752ba8ce-9428-446e-9c4d-1c2abd2b3a57,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:48.458792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.458792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.458792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.459206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.459520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.459857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.460192 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.460522 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.460854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.461184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.461514 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.461827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:48.496501 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] No DVR routers for this DVR port 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:45:48.499366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:48.502708 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-bc668351-ffa2-4d35-862c-078452a61ff0 req-70f42ce7-5b77-4b17-96b6-4f4c26dbbd7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "DELETE /v2.0/ports/752ba8ce-9428-446e-9c4d-1c2abd2b3a57 HTTP/1.1" status: 204 len: 173 time: 0.4236069 Nov 22 17:45:48.503250 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'name': 'network-vif-deleted', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:45:48.505557 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8936d69-d8ba-42c2-a313-15ca236090dd" -d '{"events": [{"server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "name": "network-vif-deleted", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:45:48.547122 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc96d90-d019-4258-b825-2d7396107ca7 x-openstack-request-id: req-7dc96d90-d019-4258-b825-2d7396107ca7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:45:48.547424 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318cc0a-06e2-445b-bd3d-3d7cc69ace92", "name": "network-vif-deleted", "tag": "752ba8ce-9428-446e-9c4d-1c2abd2b3a57", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:45:48.547680 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dc96d90-d019-4258-b825-2d7396107ca7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:45:48.548084 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd318cc0a-06e2-445b-bd3d-3d7cc69ace92', 'name': 'network-vif-deleted', 'tag': '752ba8ce-9428-446e-9c4d-1c2abd2b3a57', 'status': 'completed', 'code': 200} Nov 22 17:45:48.720418 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3d3d7884-9137-4839-87b2-e8d5c9bf7ab1 req-a1e29daf-d53c-4f65-b17b-2be8a85399f4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=d318cc0a-06e2-445b-bd3d-3d7cc69ace92 HTTP/1.1" status: 200 len: 210 time: 0.0278323 Nov 22 17:45:49.287642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:49.780250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:50.484032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:50.759461 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 625571ae-eb64-4ec6-9676-17fecf8b3f79 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:45:50.759774 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:50.862000 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 625571ae-eb64-4ec6-9676-17fecf8b3f79, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=625571ae-eb64-4ec6-9676-17fecf8b3f79,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:45:50.862783 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:50.876329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 625571ae-eb64-4ec6-9676-17fecf8b3f79 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:45:51.042553 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.075051 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.101782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=625571ae-eb64-4ec6-9676-17fecf8b3f79,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:51.285899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.394944 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.533020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 531bbaa8-1582-474a-bd74-628b8ca63f6e has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:45:51.650727 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:45:51.657451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-852549f0-4c0c-4bcb-9ad0-48a6ecfdfc5b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/531bbaa8-1582-474a-bd74-628b8ca63f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761649 Nov 22 17:45:51.660469 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50176) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:51.663095 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] Sync routers for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:45:51.673609 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:45:51.674258 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:51.716642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdecf70-8ed1-48ef-a427-b943fe5c369e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting subnet d5c97f52-28e3-41b1-a1e1-138c72714e6f {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:45:51.720194 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdecf70-8ed1-48ef-a427-b943fe5c369e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.766214 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdecf70-8ed1-48ef-a427-b943fe5c369e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.863908 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdecf70-8ed1-48ef-a427-b943fe5c369e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.900672 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:45:51.947387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdecf70-8ed1-48ef-a427-b943fe5c369e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.978051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdecf70-8ed1-48ef-a427-b943fe5c369e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c97f52-28e3-41b1-a1e1-138c72714e6f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:51.984139 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7fdecf70-8ed1-48ef-a427-b943fe5c369e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:51.990073 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7fdecf70-8ed1-48ef-a427-b943fe5c369e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/subnets/d5c97f52-28e3-41b1-a1e1-138c72714e6f HTTP/1.1" status: 204 len: 168 time: 0.3261430 Nov 22 17:45:51.990416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50178) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:51.995610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14595bc3-4432-498f-87f8-261614e2c81e None None] Network 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:45:52.114838 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.119111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:45:51Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:52.148724 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] Checking router: 531bbaa8-1582-474a-bd74-628b8ca63f6e for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:45:52.159790 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] Routers {'531bbaa8-1582-474a-bd74-628b8ca63f6e'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:45:52.160516 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['531bbaa8-1582-474a-bd74-628b8ca63f6e'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:52.230809 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] DHCP port deletion for 7be5cf92-d9c6-4b98-9f40-ed68d6682f50 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:45:52.248914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.280327 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] Set router 531bbaa8-1582-474a-bd74-628b8ca63f6e gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:45:52.294806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Deleting port cfead4c0-cca6-4489-ae5e-71b352213923 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:45:52.295210 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.317773 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 00922fe4-0795-486d-bdd0-7b118f781d77 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:45:52.318914 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.420881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 00922fe4-0795-486d-bdd0-7b118f781d77, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=00922fe4-0795-486d-bdd0-7b118f781d77,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:45:52.421778 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.441592 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 00922fe4-0795-486d-bdd0-7b118f781d77 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:45:52.500331 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:45:51Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:52.531449 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d148e517-4b7e-4479-b148-a70d2a53ab0b None None] The sync data for ids ['531bbaa8-1582-474a-bd74-628b8ca63f6e'] in n-d-816865-2 is: [{'id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1147531961', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:43:04Z', 'updated_at': '2021-11-22T17:45:51Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '00922fe4-0795-486d-bdd0-7b118f781d77', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531bbaa8-1582-474a-bd74-628b8ca63f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:43:05Z', 'updated_at': '2021-11-22T17:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:45:52.573462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:45:52.580158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] For port cfead4c0-cca6-4489-ae5e-71b352213923, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=cfead4c0-cca6-4489-ae5e-71b352213923,segment=NetworkSegment(27a12418-1ef7-4f55-bef9-271851694146),segment_id=27a12418-1ef7-4f55-bef9-271851694146)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:45:52.580939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.609740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:45:52.610168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 752ba8ce-9428-446e-9c4d-1c2abd2b3a57 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:45:52.617522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Calling delete_port for cfead4c0-cca6-4489-ae5e-71b352213923 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:45:52.677782 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.704176 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.708463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=00922fe4-0795-486d-bdd0-7b118f781d77,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:52.735205 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b257b-e56b-4fb1-afad-a9d9a2446f28 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:45:52.739046 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Pushing event deleted for resources: {'Port': ['ID=cfead4c0-cca6-4489-ae5e-71b352213923,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:52.749311 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] No DVR routers for this DVR port cfead4c0-cca6-4489-ae5e-71b352213923 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.760172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7ef3b-4d54-48ef-abe7-6187e2142d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:52.777766 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.873253 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.875571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.923885 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.924462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Fanout notify agent at l3_agent the message router_deleted on router 531bbaa8-1582-474a-bd74-628b8ca63f6e {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:45:52.932334 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:52.936471 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3a5e8986-483e-467c-9b2a-c6769c95a9c1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/routers/531bbaa8-1582-474a-bd74-628b8ca63f6e HTTP/1.1" status: 204 len: 168 time: 0.9449513 Nov 22 17:45:52.936680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50180) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:53.018010 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cfead4c0-cca6-4489-ae5e-71b352213923 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:45:53.030263 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.042852 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: cfead4c0-cca6-4489-ae5e-71b352213923 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:45:53.043492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device cfead4c0-cca6-4489-ae5e-71b352213923 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:45:53.120377 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.151594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be5cf92-d9c6-4b98-9f40-ed68d6682f50']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:53.162584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a12418-1ef7-4f55-bef9-271851694146') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:53.162900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a12418-1ef7-4f55-bef9-271851694146') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:53.173793 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.188973 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.196303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:45:53.196750 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:45:53.199928 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:45:53.265276 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.276075 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.279343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/networks/7be5cf92-d9c6-4b98-9f40-ed68d6682f50 HTTP/1.1" status: 204 len: 168 time: 0.3416860 Nov 22 17:45:53.282419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50182) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:53.289890 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dfa58-29cb-4049-a2da-20eb1016ff3a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Network': ['ID=7be5cf92-d9c6-4b98-9f40-ed68d6682f50,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:53.346969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4126dad0-2ce4-4198-8532-5d3be366a373 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.372537 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4126dad0-2ce4-4198-8532-5d3be366a373 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.443266 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4126dad0-2ce4-4198-8532-5d3be366a373 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.446044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4126dad0-2ce4-4198-8532-5d3be366a373 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.447296 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-4126dad0-2ce4-4198-8532-5d3be366a373 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/security-groups/9c9caa22-b0d4-4b0e-9dad-d9081bac312a HTTP/1.1" status: 204 len: 168 time: 0.1636822 Nov 22 17:45:53.457147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126dad0-2ce4-4198-8532-5d3be366a373 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9caa22-b0d4-4b0e-9dad-d9081bac312a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:53.643703 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50188) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:53.648621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-48399f5d-9ecc-49e2-b7db-7b892f9f49ee tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14424945', 'description': 'tempest-secgroup-smoke-14424945 description', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:53.672544 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48399f5d-9ecc-49e2-b7db-7b892f9f49ee tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.743104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48399f5d-9ecc-49e2-b7db-7b892f9f49ee tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.749974 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48399f5d-9ecc-49e2-b7db-7b892f9f49ee tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.778026 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48399f5d-9ecc-49e2-b7db-7b892f9f49ee tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.779213 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-48399f5d-9ecc-49e2-b7db-7b892f9f49ee tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1344008 Nov 22 17:45:53.782622 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50190) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:53.784042 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48399f5d-9ecc-49e2-b7db-7b892f9f49ee tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9affb23b-898d-45ef-a0be-1334c9a93a9e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:53.790147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f9ece0ee-8f44-44c8-8a44-573c240e7f12 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9affb23b-898d-45ef-a0be-1334c9a93a9e', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:53.818088 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ece0ee-8f44-44c8-8a44-573c240e7f12 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.869322 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ece0ee-8f44-44c8-8a44-573c240e7f12 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.875134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ece0ee-8f44-44c8-8a44-573c240e7f12 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.890549 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ece0ee-8f44-44c8-8a44-573c240e7f12 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0d1d56-1035-47d6-a824-7ef8c3f09b83,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:53.903239 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f9ece0ee-8f44-44c8-8a44-573c240e7f12 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.904497 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f9ece0ee-8f44-44c8-8a44-573c240e7f12 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207399 Nov 22 17:45:53.907755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50192) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:53.912487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f3c30a99-3b88-45a1-8c85-447d0b0e534d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9affb23b-898d-45ef-a0be-1334c9a93a9e', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:53.942825 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3c30a99-3b88-45a1-8c85-447d0b0e534d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.007444 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3c30a99-3b88-45a1-8c85-447d0b0e534d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.012744 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3c30a99-3b88-45a1-8c85-447d0b0e534d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.031123 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c30a99-3b88-45a1-8c85-447d0b0e534d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee26688-ca19-4e83-9717-11e8fd94008c,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:54.042751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f3c30a99-3b88-45a1-8c85-447d0b0e534d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.045393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f3c30a99-3b88-45a1-8c85-447d0b0e534d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353750 Nov 22 17:45:54.047529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50194) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:54.051847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-165a0100-f64b-4f76-a633-01fc60800cc9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9affb23b-898d-45ef-a0be-1334c9a93a9e', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:54.078831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-165a0100-f64b-4f76-a633-01fc60800cc9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.141081 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-165a0100-f64b-4f76-a633-01fc60800cc9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.147374 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-165a0100-f64b-4f76-a633-01fc60800cc9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.164641 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a0100-f64b-4f76-a633-01fc60800cc9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac1c12b-633c-42c4-9615-8d669d52c02d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:54.175133 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-165a0100-f64b-4f76-a633-01fc60800cc9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.176369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-165a0100-f64b-4f76-a633-01fc60800cc9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278877 Nov 22 17:45:54.179199 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:54.183772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bc2809bc-6494-4ef4-a41c-35a76cf24761 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9affb23b-898d-45ef-a0be-1334c9a93a9e', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:54.213722 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2809bc-6494-4ef4-a41c-35a76cf24761 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.276995 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2809bc-6494-4ef4-a41c-35a76cf24761 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.283216 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2809bc-6494-4ef4-a41c-35a76cf24761 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.304672 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2809bc-6494-4ef4-a41c-35a76cf24761 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984d80c1-5e3a-4735-b7cf-c160583cad6e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:54.315060 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bc2809bc-6494-4ef4-a41c-35a76cf24761 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.316291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bc2809bc-6494-4ef4-a41c-35a76cf24761 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361938 Nov 22 17:45:54.319347 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:54.325781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-df55dc42-0604-4070-8184-dbd8de548b60 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9affb23b-898d-45ef-a0be-1334c9a93a9e', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:54.351672 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-df55dc42-0604-4070-8184-dbd8de548b60 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:45:54.356874 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df55dc42-0604-4070-8184-dbd8de548b60 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.421623 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df55dc42-0604-4070-8184-dbd8de548b60 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.428218 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df55dc42-0604-4070-8184-dbd8de548b60 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.448986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55dc42-0604-4070-8184-dbd8de548b60 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9e9e11-6dac-4b38-ba73-35520c329c49,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:54.454712 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df55dc42-0604-4070-8184-dbd8de548b60 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.459585 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-df55dc42-0604-4070-8184-dbd8de548b60 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1388972 Nov 22 17:45:54.459936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50200) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:54.465465 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-608427b5-26a4-483b-b81d-926cef359d8b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '9affb23b-898d-45ef-a0be-1334c9a93a9e', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:54.497869 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-608427b5-26a4-483b-b81d-926cef359d8b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:45:54.503730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-608427b5-26a4-483b-b81d-926cef359d8b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.565632 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-608427b5-26a4-483b-b81d-926cef359d8b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.570435 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-608427b5-26a4-483b-b81d-926cef359d8b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.591800 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 625571ae-eb64-4ec6-9676-17fecf8b3f79 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:45:54.593365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608427b5-26a4-483b-b81d-926cef359d8b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4ab3f7-8661-406c-9f2e-0631bf6f666f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:54.599376 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-608427b5-26a4-483b-b81d-926cef359d8b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.600555 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-608427b5-26a4-483b-b81d-926cef359d8b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392605 Nov 22 17:45:54.603561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50202) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:54.608813 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'network': {'name': 'tempest-network-smoke--2134095319', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'port_security_enabled': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:54.615674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 625571ae-eb64-4ec6-9676-17fecf8b3f79 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:45:54.616026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 625571ae-eb64-4ec6-9676-17fecf8b3f79 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:45:54.616622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 00922fe4-0795-486d-bdd0-7b118f781d77 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:45:54.630183 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:45:54.634216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.636942 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 00922fe4-0795-486d-bdd0-7b118f781d77 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:45:54.637284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 00922fe4-0795-486d-bdd0-7b118f781d77 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:45:54.662063 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:45:54.671685 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.672040 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Added segment e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1 of type vlan for network 125a1952-646a-4afd-9414-f2014945b222 Nov 22 17:45:54.712889 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.740526 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.746081 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:54.746699 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.806889 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2022276 Nov 22 17:45:54.809732 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50204) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:54.814373 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'admin_state_up': True, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:54.828654 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be82e74-a5e9-437a-98ff-bd455059a0b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Network': ['ID=125a1952-646a-4afd-9414-f2014945b222,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:54.839244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 125a1952-646a-4afd-9414-f2014945b222 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:45:54.847029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.848393 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.905741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:55.044312 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:55.254483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:55.273290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:55.385687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.173 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/3392fd77-0162-48c1-9dac-1bdb7482544d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:45:55.503378 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:55.548259 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:55.591113 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:45:55.594642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:45:55.597260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:45:55.608355 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9766f001-995d-4766-a0f0-e024201a4902 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:45:55.624655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=3392fd77-0162-48c1-9dac-1bdb7482544d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:55.701779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-758559e8-263b-4fdb-966c-19e9771c7884 None None] Provisioning complete for port 3392fd77-0162-48c1-9dac-1bdb7482544d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:45:55.702145 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-758559e8-263b-4fdb-966c-19e9771c7884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:55.738711 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-758559e8-263b-4fdb-966c-19e9771c7884 None None] Port 3392fd77-0162-48c1-9dac-1bdb7482544d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:45:55.872578 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:56.454906 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:56.617583 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:45:56.730167 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:45:56.745094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Sync routers for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:45:56.752837 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:56.754076 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-760d108f-0719-4862-8d68-4db82d6fbea4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9434078 Nov 22 17:45:56.757254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50206) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:56.759283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:45:56.759921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:56.785717 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fce3400e-00fe-4bfa-8dba-f3804ca7fadd tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4e97a939e0024a2685f1e33ba9df17cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273075 Nov 22 17:45:56.789203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50208) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:56.876482 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:45:56.883332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e76a3a4-0d31-4dc8-b038-21d2a6532a96 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:56.884846 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1e76a3a4-0d31-4dc8-b038-21d2a6532a96 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946655 Nov 22 17:45:56.887898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50210) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:56.920149 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a06ca9b3-11ff-41ac-863d-015ef67090d3 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308094 Nov 22 17:45:56.923176 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50212) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:56.928125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2085718061', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:57.018306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:45:57.021804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.059830 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:55Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:57.086858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Checking router: f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:45:57.087401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Updating router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 port 3392fd77-0162-48c1-9dac-1bdb7482544d binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:45:57.116967 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.216121 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.280029 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Subnet': ['ID=a9fd02ae-4775-4299-89e0-7f26be51ae77,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:57.290167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Checking segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:45:57.290531 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network hostable DHCP agents. Network: 125a1952-646a-4afd-9414-f2014945b222, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:45:57.310724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 125a1952-646a-4afd-9414-f2014945b222 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:45:57.321403 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 125a1952-646a-4afd-9414-f2014945b222) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:45:57.327210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:57.327853 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.333632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e369d6-e2b4-45aa-b17b-7b51b04d47a1 None None] Network 125a1952-646a-4afd-9414-f2014945b222 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:45:57.347052 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a894eea4-fa9c-462f-a403-95ad8752b544 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4227941 Nov 22 17:45:57.349784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50214) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:57.434546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.445374 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.518757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba46b55-0e37-4d68-8b91-eb863a5c5441 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:45:57.548527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eda91-7b0c-4c54-8182-2c3cb830d394 None None] Pushing event updated for resources: {'Port': ['ID=3392fd77-0162-48c1-9dac-1bdb7482544d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:57.556277 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Attempting to bind port 3392fd77-0162-48c1-9dac-1bdb7482544d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:45:57.558110 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Attempting to bind port 3392fd77-0162-48c1-9dac-1bdb7482544d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:45:57.558501 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Attempting to bind port 3392fd77-0162-48c1-9dac-1bdb7482544d on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:45:57.571374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:45:57.571763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:45:57.572184 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.572578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:45:57.573060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Bound port: 3392fd77-0162-48c1-9dac-1bdb7482544d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:45:57.573444 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.650002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-125a1952-646a-4afd-9414-f2014945b222', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:45:57.650939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.655560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] For port 3392fd77-0162-48c1-9dac-1bdb7482544d, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:45:57.679624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] For port 3392fd77-0162-48c1-9dac-1bdb7482544d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3392fd77-0162-48c1-9dac-1bdb7482544d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:45:57.687745 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.775795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5427a91a-ced9-44fd-8851-7aab9f2e2937 None None] Provisioning complete for port 3392fd77-0162-48c1-9dac-1bdb7482544d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:45:57.776398 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5427a91a-ced9-44fd-8851-7aab9f2e2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.790898 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b4230-bd03-45f3-ad31-4f2ee8a2be48 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:45:57.812587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:57.859211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:45:57.859832 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:57.864735 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eda91-7b0c-4c54-8182-2c3cb830d394 None None] Pushing event updated for resources: {'Port': ['ID=3392fd77-0162-48c1-9dac-1bdb7482544d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:57.989206 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Allocated IP 172.20.0.2 (125a1952-646a-4afd-9414-f2014945b222/a9fd02ae-4775-4299-89e0-7f26be51ae77/1d3caa83-736f-4c5d-b875-a2a012aa7891) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:45:58.060973 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5427a91a-ced9-44fd-8851-7aab9f2e2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.093838 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:45:58.341078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5427a91a-ced9-44fd-8851-7aab9f2e2937 None None] For port 3392fd77-0162-48c1-9dac-1bdb7482544d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3392fd77-0162-48c1-9dac-1bdb7482544d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:45:58.378699 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5427a91a-ced9-44fd-8851-7aab9f2e2937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.516086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427a91a-ced9-44fd-8851-7aab9f2e2937 None None] Pushing event updated for resources: {'Port': ['ID=3392fd77-0162-48c1-9dac-1bdb7482544d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:58.556635 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.560116 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e297e40d-4dd6-447b-881f-52c5bd0357ab None None] Provisioning complete for port 3392fd77-0162-48c1-9dac-1bdb7482544d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:45:58.560468 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e297e40d-4dd6-447b-881f-52c5bd0357ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.587745 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.615820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.1 (125a1952-646a-4afd-9414-f2014945b222/a9fd02ae-4775-4299-89e0-7f26be51ae77/d0ceec68-1ad9-4936-a35f-82f3972e94be) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:45:58.648619 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Network 125a1952-646a-4afd-9414-f2014945b222 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:45:58.657346 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:45:58.660947 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Pushing event updated for resources: {'Port': ['ID=1d3caa83-736f-4c5d-b875-a2a012aa7891,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:58.664300 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:45:58.732239 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.752859 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:55Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:58.773785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.786551 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Attempting to bind port 1d3caa83-736f-4c5d-b875-a2a012aa7891 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:45:58.787163 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Attempting to bind port 1d3caa83-736f-4c5d-b875-a2a012aa7891 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:45:58.787299 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Attempting to bind port 1d3caa83-736f-4c5d-b875-a2a012aa7891 on network 125a1952-646a-4afd-9414-f2014945b222 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:45:58.791174 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8618b-c881-4e10-bfa9-6d69d5631585 None None] The sync data for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 is: [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:55Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:45:58.794978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:45:58.795403 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Checking segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:45:58.795775 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.796190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Bound using segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:45:58.796821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Bound port: 1d3caa83-736f-4c5d-b875-a2a012aa7891, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:45:58.797173 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.819311 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 125a1952-646a-4afd-9414-f2014945b222 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:45:58.822681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:45:58.826489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:45:58.851986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=d0ceec68-1ad9-4936-a35f-82f3972e94be,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:58.870661 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] For port 1d3caa83-736f-4c5d-b875-a2a012aa7891, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:45:58.874420 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] For port 1d3caa83-736f-4c5d-b875-a2a012aa7891, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1d3caa83-736f-4c5d-b875-a2a012aa7891,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:45:58.881274 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.885432 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:58.944463 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9881dc-7d86-4e0f-a66f-15d623556f9c None None] Pushing event updated for resources: {'Port': ['ID=1d3caa83-736f-4c5d-b875-a2a012aa7891,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:59.040350 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:59.408710 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:59.414871 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:59.491887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=d0ceec68-1ad9-4936-a35f-82f3972e94be,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:59.495766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:59.600211 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 125a1952-646a-4afd-9414-f2014945b222 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:45:59.602186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:45:59.725744 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:46:00.016093 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5249fa-6e9f-4f44-a301-28128930e588 None None] Network 125a1952-646a-4afd-9414-f2014945b222 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:46:00.144994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2d8a31bc-23e4-476c-9153-c0f53b1f64ab None None] Provisioning complete for port 1d3caa83-736f-4c5d-b875-a2a012aa7891 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:00.145346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d8a31bc-23e4-476c-9153-c0f53b1f64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:00.178615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:46:00.184823 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-39c02584-c5c5-4e37-98dd-2d882d846b1c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/f7b22bb7-7106-4ab5-94a8-41a3e2ae0466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8336012 Nov 22 17:46:00.281597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d8a31bc-23e4-476c-9153-c0f53b1f64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:00.318646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2d8a31bc-23e4-476c-9153-c0f53b1f64ab None None] For port 1d3caa83-736f-4c5d-b875-a2a012aa7891, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1d3caa83-736f-4c5d-b875-a2a012aa7891,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:46:00.325231 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d8a31bc-23e4-476c-9153-c0f53b1f64ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:00.380374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-15a3e4c0-a15e-4b17-9224-e4d5b4fe9871 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14424945&fields=id&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 267 time: 0.0666237 Nov 22 17:46:00.387187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a31bc-23e4-476c-9153-c0f53b1f64ab None None] Pushing event updated for resources: {'Port': ['ID=1d3caa83-736f-4c5d-b875-a2a012aa7891,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:00.502912 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382b17-83eb-4340-b750-231af108f195 req-8886199e-0459-4c52-8062-730f65c34154 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:00.505139 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-8886199e-0459-4c52-8062-730f65c34154 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 797 time: 0.1158135 Nov 22 17:46:00.524416 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-d2b7868c-0f99-4eaa-952c-bc6106c93f24 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/quotas/4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 375 time: 0.0111582 Nov 22 17:46:00.565726 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6317654f-6f89-421d-94fd-05e78df53cf7 None None] Provisioning complete for port 1d3caa83-736f-4c5d-b875-a2a012aa7891 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:00.566177 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6317654f-6f89-421d-94fd-05e78df53cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:00.582293 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-cb19cb27-5f65-4433-84e6-8a478b995dd1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515442 Nov 22 17:46:00.666910 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Sync routers for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:46:00.682518 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:46:00.683517 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:46:00.705523 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-8e8f7a47-1be3-410b-b677-22e3797a9f73 service neutron] 10.222.0.59 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088288 Nov 22 17:46:00.712011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6317654f-6f89-421d-94fd-05e78df53cf7 None None] Provisioning complete for port d0ceec68-1ad9-4936-a35f-82f3972e94be triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:00.712393 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6317654f-6f89-421d-94fd-05e78df53cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:00.745336 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1d3caa83-736f-4c5d-b875-a2a012aa7891 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:46:00.811212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6317654f-6f89-421d-94fd-05e78df53cf7 None None] Port d0ceec68-1ad9-4936-a35f-82f3972e94be cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:46:00.819069 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:46:00.835508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1d3caa83-736f-4c5d-b875-a2a012aa7891 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:00.835897 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:00.840390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-46e2e608-b23d-4f2d-a1db-58604a54bd6e service neutron] 10.222.0.59 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184142 Nov 22 17:46:00.939243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3392fd77-0162-48c1-9dac-1bdb7482544d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:46:00.975796 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6e9fd23d-fd21-4b9c-9de4-ddbeacc83dd2 None None] Provisioning complete for port d0ceec68-1ad9-4936-a35f-82f3972e94be triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:00.975796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e9fd23d-fd21-4b9c-9de4-ddbeacc83dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.042750 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6da69a20-679f-4359-9e9c-21189767b5bf req-cac1dbb9-c3cc-4a75-a613-75e09bb8e96f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Nov 22 17:46:01.049361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fd23d-fd21-4b9c-9de4-ddbeacc83dd2 None None] Port d0ceec68-1ad9-4936-a35f-82f3972e94be cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:46:01.060307 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3392fd77-0162-48c1-9dac-1bdb7482544d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:01.060696 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.063829 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:45:59Z', 'revision_number': 2, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:46:01.091325 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Checking router: f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:46:01.091799 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Updating router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 port d0ceec68-1ad9-4936-a35f-82f3972e94be binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:46:01.118310 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.170866 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-07feda3b-c2bb-45ef-9c6c-a2e844fe5cc3 None None] Provisioning complete for port d0ceec68-1ad9-4936-a35f-82f3972e94be triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:01.171532 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-07feda3b-c2bb-45ef-9c6c-a2e844fe5cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.207297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-07feda3b-c2bb-45ef-9c6c-a2e844fe5cc3 None None] Port d0ceec68-1ad9-4936-a35f-82f3972e94be cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:46:01.409386 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.415999 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.471384 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Pushing event updated for resources: {'Port': ['ID=d0ceec68-1ad9-4936-a35f-82f3972e94be,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:01.497056 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.497312 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.497738 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.498297 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.499080 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.500067 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.500661 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.501083 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.501425 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.501753 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.502175 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.502534 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:46:01.534132 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Attempting to bind port d0ceec68-1ad9-4936-a35f-82f3972e94be on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:46:01.534505 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Attempting to bind port d0ceec68-1ad9-4936-a35f-82f3972e94be by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:46:01.534868 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Attempting to bind port d0ceec68-1ad9-4936-a35f-82f3972e94be on network 125a1952-646a-4afd-9414-f2014945b222 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:46:01.540356 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:46:01.540724 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Checking segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:46:01.541119 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.541663 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Bound using segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:46:01.542196 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Bound port: d0ceec68-1ad9-4936-a35f-82f3972e94be, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:46:01.543333 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.630918 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] For port d0ceec68-1ad9-4936-a35f-82f3972e94be, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:46:01.635414 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] For port d0ceec68-1ad9-4936-a35f-82f3972e94be, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d0ceec68-1ad9-4936-a35f-82f3972e94be,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:46:01.641541 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.703943 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:46:01.704585 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:46:01.739969 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9763f-066b-4e9d-8f6b-ea0048994495 None None] Pushing event updated for resources: {'Port': ['ID=d0ceec68-1ad9-4936-a35f-82f3972e94be,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:01.743382 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9729f972-54cf-40d0-936d-5047d6990944 None None] Provisioning complete for port d0ceec68-1ad9-4936-a35f-82f3972e94be triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:01.743772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9729f972-54cf-40d0-936d-5047d6990944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.829034 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:46:01.849064 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9729f972-54cf-40d0-936d-5047d6990944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.893394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9729f972-54cf-40d0-936d-5047d6990944 None None] For port d0ceec68-1ad9-4936-a35f-82f3972e94be, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d0ceec68-1ad9-4936-a35f-82f3972e94be,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:46:01.899031 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9729f972-54cf-40d0-936d-5047d6990944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:01.967817 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729f972-54cf-40d0-936d-5047d6990944 None None] Pushing event updated for resources: {'Port': ['ID=d0ceec68-1ad9-4936-a35f-82f3972e94be,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:02.025724 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-216b2a4d-5aa7-4fb2-b5b9-421df1d31092 None None] Provisioning complete for port d0ceec68-1ad9-4936-a35f-82f3972e94be triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:02.026067 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-216b2a4d-5aa7-4fb2-b5b9-421df1d31092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:02.123687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382b17-83eb-4340-b750-231af108f195 req-11760585-0be8-49b0-b14e-ada5f8fc6f3f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:02.126556 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-11760585-0be8-49b0-b14e-ada5f8fc6f3f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 797 time: 0.1781163 Nov 22 17:46:02.186308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c2724a37-ae98-446e-ae1f-397e2876cdd3 req-69613933-31ed-4f42-856a-1397b8d0667c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 210 time: 0.0349774 Nov 22 17:46:02.192488 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:46:01Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:46:02.218832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-795771e5-0a35-485b-b41c-589f06dc6c76 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 378 time: 0.0812812 Nov 22 17:46:02.223373 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689955f9-65fe-4e27-962d-8d73230c742a None None] The sync data for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 is: [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:46:01Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:46:02.228948 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'port': {'device_id': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'admin_state_up': True, 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'security_groups': ['9affb23b-898d-45ef-a0be-1334c9a93a9e']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:46:02.365485 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:46:02.369462 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:02.503186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.6 (125a1952-646a-4afd-9414-f2014945b222/a9fd02ae-4775-4299-89e0-7f26be51ae77/c293dad2-66ad-4a8e-9948-2c7df55c6dec) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:46:02.643537 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d0ceec68-1ad9-4936-a35f-82f3972e94be up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:46:02.666885 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:02.700652 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d0ceec68-1ad9-4936-a35f-82f3972e94be triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:02.701151 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:02.708594 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:02.764709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 125a1952-646a-4afd-9414-f2014945b222 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:46:02.768535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:46:02.771719 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:46:02.787189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:02.847833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:02.848521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:02.870037 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-67d26489-9f6e-4a59-94a4-df53114ab22f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6450641 Nov 22 17:46:02.883293 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Request body: {'port': {'device_id': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:46:02.943905 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:03.052794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7934134b-d6aa-4b2f-805f-81334e39ed5b None None] Provisioning complete for port c293dad2-66ad-4a8e-9948-2c7df55c6dec triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:03.053060 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7934134b-d6aa-4b2f-805f-81334e39ed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:03.087979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7934134b-d6aa-4b2f-805f-81334e39ed5b None None] Port c293dad2-66ad-4a8e-9948-2c7df55c6dec cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:46:03.233366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c293dad2-66ad-4a8e-9948-2c7df55c6dec {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:46:03.244812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:03.273954 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Transition to ACTIVE for port object c293dad2-66ad-4a8e-9948-2c7df55c6dec will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:46:03.298253 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:03.366114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197586-a230-4ffe-9082-44432b71f46e req-98c9081b-ce52-4df1-aa41-f7bf8d76794e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:03.367775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62197586-a230-4ffe-9082-44432b71f46e req-98c9081b-ce52-4df1-aa41-f7bf8d76794e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 931 time: 0.1049700 Nov 22 17:46:03.370086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:03.470841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-62197586-a230-4ffe-9082-44432b71f46e req-9df7d4e8-beeb-432c-9bab-94386c4c63f5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959835 Nov 22 17:46:03.488965 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Attempting to bind port c293dad2-66ad-4a8e-9948-2c7df55c6dec on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:46:03.489379 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Attempting to bind port c293dad2-66ad-4a8e-9948-2c7df55c6dec by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:46:03.489772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Attempting to bind port c293dad2-66ad-4a8e-9948-2c7df55c6dec on network 125a1952-646a-4afd-9414-f2014945b222 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:46:03.494760 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Port c293dad2-66ad-4a8e-9948-2c7df55c6dec on network 125a1952-646a-4afd-9414-f2014945b222 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:46:03.495130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Attempting to bind port c293dad2-66ad-4a8e-9948-2c7df55c6dec on network 125a1952-646a-4afd-9414-f2014945b222 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:46:03.500815 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:46:03.501166 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Checking segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:46:03.501562 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Bound using segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:46:03.501998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Bound port: c293dad2-66ad-4a8e-9948-2c7df55c6dec, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:46:03.502364 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:03.570468 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:46:03.573589 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:46:03.582887 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:03.627371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:03.628008 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:03.629456 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] 10.222.0.37 "PUT /v2.0/ports/c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 1091 time: 0.7509849 Nov 22 17:46:03.631841 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:46:03.634197 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010ba40-0e5a-4c63-b879-772887039957" -d '{"events": [{"name": "network-changed", "server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:46:03.666321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa1d3e-ca10-435d-a071-c0aedb9114cc service neutron] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:03.692086 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2705b3b7-88c6-4f51-a685-7e3921c41cae x-openstack-request-id: req-2705b3b7-88c6-4f51-a685-7e3921c41cae {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:46:03.692387 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:46:03.692645 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2705b3b7-88c6-4f51-a685-7e3921c41cae {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:46:03.693058 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'status': 'completed', 'code': 200} Nov 22 17:46:03.733916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382b17-83eb-4340-b750-231af108f195 req-eb8907b0-1999-46a6-84c3-fa478cd71b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:03.735745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-eb8907b0-1999-46a6-84c3-fa478cd71b57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1094 time: 0.0555122 Nov 22 17:46:03.781812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-10175d18-49b2-4193-b86d-6fb5a5c901c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 217 time: 0.0370715 Nov 22 17:46:03.834647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382b17-83eb-4340-b750-231af108f195 req-609fe56a-a3c1-4ff1-80b2-b1bda1065957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:03.836124 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-609fe56a-a3c1-4ff1-80b2-b1bda1065957 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0476668 Nov 22 17:46:03.889216 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382b17-83eb-4340-b750-231af108f195 req-b009adf1-36b0-42d4-94ec-c579f0aecfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:03.891453 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-b009adf1-36b0-42d4-94ec-c579f0aecfdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484700 Nov 22 17:46:03.995879 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-669dda0d-2be0-4a6e-9735-846dfbb42966 service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970628 Nov 22 17:46:04.100336 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e6382b17-83eb-4340-b750-231af108f195 req-e3c1e891-1962-4f82-b601-3194cd4dd0af service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967336 Nov 22 17:46:04.198915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010ba40-0e5a-4c63-b879-772887039957 req-a4a7b853-3916-4924-9d83-233bbd155242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:04.200746 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0010ba40-0e5a-4c63-b879-772887039957 req-a4a7b853-3916-4924-9d83-233bbd155242 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1094 time: 0.0453875 Nov 22 17:46:04.291278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010ba40-0e5a-4c63-b879-772887039957 req-19d09e08-03e5-411e-b039-75268deaa922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:04.292780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0010ba40-0e5a-4c63-b879-772887039957 req-19d09e08-03e5-411e-b039-75268deaa922 service neutron] 10.222.0.37 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.0849383 Nov 22 17:46:04.345738 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0010ba40-0e5a-4c63-b879-772887039957 req-8e530e9d-f12a-4ec5-a82c-080b9c494602 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 217 time: 0.0451179 Nov 22 17:46:04.396627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010ba40-0e5a-4c63-b879-772887039957 req-b4f6312e-39a3-4071-8479-48f0aa4ea095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:04.397973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0010ba40-0e5a-4c63-b879-772887039957 req-b4f6312e-39a3-4071-8479-48f0aa4ea095 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0448687 Nov 22 17:46:04.448050 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010ba40-0e5a-4c63-b879-772887039957 req-15ac44af-f0c1-4f88-b716-defe36bba4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:04.449599 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0010ba40-0e5a-4c63-b879-772887039957 req-15ac44af-f0c1-4f88-b716-defe36bba4d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427680 Nov 22 17:46:04.561887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0010ba40-0e5a-4c63-b879-772887039957 req-c1363d9f-448c-4ee1-a219-bcfcd6b0bee1 service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036439 Nov 22 17:46:04.656487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6caee-8a04-4c73-a374-0b78256c9c05 req-60b66ffd-34bb-4ddd-a94d-21365f01b277 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:04.657862 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8e6caee-8a04-4c73-a374-0b78256c9c05 req-60b66ffd-34bb-4ddd-a94d-21365f01b277 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 943 time: 0.1093674 Nov 22 17:46:04.697169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0010ba40-0e5a-4c63-b879-772887039957 req-5ce077bd-a6ed-471b-b2cf-8adc5117713e service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179411 Nov 22 17:46:04.726226 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8e6caee-8a04-4c73-a374-0b78256c9c05 req-32c8371b-1811-4bde-9250-f67561aa8071 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593917 Nov 22 17:46:05.849524 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e41b7-e1dc-4354-b36b-ac4df468d579 req-a669f0a2-4cf0-4aa5-8f59-fc25f8747673 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:05.851011 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba5e41b7-e1dc-4354-b36b-ac4df468d579 req-a669f0a2-4cf0-4aa5-8f59-fc25f8747673 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 943 time: 0.0507264 Nov 22 17:46:05.912683 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba5e41b7-e1dc-4354-b36b-ac4df468d579 req-8caf1e5e-2808-4a01-ab39-eef006a41773 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552549 Nov 22 17:46:06.474030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c293dad2-66ad-4a8e-9948-2c7df55c6dec details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:46:06.580130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:46:06.591743 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'port_id': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'mac_address': 'fa:16:3e:c5:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:46:06.640247 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:06.654391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c293dad2-66ad-4a8e-9948-2c7df55c6dec {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:46:06.675613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:46:06.682816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:06.733533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:06.924806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['c293dad2-66ad-4a8e-9948-2c7df55c6dec'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:46:07.052716 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf723e-c353-414f-a10c-b5449ef76bea req-6f22c020-384b-44bc-9082-f4b0f72e0cc4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:07.054251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6bdf723e-c353-414f-a10c-b5449ef76bea req-6f22c020-384b-44bc-9082-f4b0f72e0cc4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 944 time: 0.0584562 Nov 22 17:46:07.104471 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6bdf723e-c353-414f-a10c-b5449ef76bea req-289d5b3b-08d5-4a1f-81a6-1d10e9025357 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434945 Nov 22 17:46:07.228538 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:08.247963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97bdb1-aac8-4e21-92ea-dea9b09c151e req-c617f981-4559-4725-a550-2fc7d14942cc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:08.249455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d97bdb1-aac8-4e21-92ea-dea9b09c151e req-c617f981-4559-4725-a550-2fc7d14942cc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 944 time: 0.0609524 Nov 22 17:46:08.299993 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d97bdb1-aac8-4e21-92ea-dea9b09c151e req-89d48164-fa92-41fd-96d3-9b4ecb065cd6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441210 Nov 22 17:46:08.473993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c293dad2-66ad-4a8e-9948-2c7df55c6dec up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:46:08.484420 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:46:08.516400 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:08.533641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port c293dad2-66ad-4a8e-9948-2c7df55c6dec completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:46:08.540280 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port c293dad2-66ad-4a8e-9948-2c7df55c6dec triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:46:08.540815 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:08.628858 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:08.652397 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:46:08.654705 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c5221-843d-4e88-a9ad-f75f61c8d89c" -d '{"events": [{"server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "name": "network-vif-plugged", "status": "completed", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:46:08.666915 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:46:08.672341 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:08.696802 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d2a6b3-0969-46a1-9a1e-3ee8552f6f9d x-openstack-request-id: req-86d2a6b3-0969-46a1-9a1e-3ee8552f6f9d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:46:08.697100 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "name": "network-vif-plugged", "status": "completed", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:46:08.697351 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-86d2a6b3-0969-46a1-9a1e-3ee8552f6f9d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:46:08.697738 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'code': 200} Nov 22 17:46:08.727727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:08.805094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1795f90-a511-4955-95e2-30f30b28b69a req-26c00888-d8d5-4443-a2db-a1d896a31fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:08.807786 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d1795f90-a511-4955-95e2-30f30b28b69a req-26c00888-d8d5-4443-a2db-a1d896a31fb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1096 time: 0.0539660 Nov 22 17:46:08.859911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d1795f90-a511-4955-95e2-30f30b28b69a req-09ec418c-72e6-4472-b5e5-4351e51bcd48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450220 Nov 22 17:46:09.434279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120566c-0a98-4322-b3d1-f31a45f22a87 req-9205e60c-03be-4e21-b808-914364ea1b2d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:09.435815 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d120566c-0a98-4322-b3d1-f31a45f22a87 req-9205e60c-03be-4e21-b808-914364ea1b2d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0524631 Nov 22 17:46:09.488196 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d120566c-0a98-4322-b3d1-f31a45f22a87 req-bb9f5ea1-0075-4475-9737-46cc1f89a50a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462773 Nov 22 17:46:10.608668 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2208315-be20-44bd-ad26-b4902df9aff6 req-78720535-faf0-48cd-96ca-24b1b2f99bcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:10.610773 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2208315-be20-44bd-ad26-b4902df9aff6 req-78720535-faf0-48cd-96ca-24b1b2f99bcf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0511410 Nov 22 17:46:10.663218 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e2208315-be20-44bd-ad26-b4902df9aff6 req-4fa3a747-87f2-4ddb-bd1d-ab1fab05039e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463877 Nov 22 17:46:10.799687 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c3358-088b-4f5f-a600-3bbfe957a87a req-ecf7af60-3df5-411d-bd56-cdbef3d788b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:10.801215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea6c3358-088b-4f5f-a600-3bbfe957a87a req-ecf7af60-3df5-411d-bd56-cdbef3d788b2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0630763 Nov 22 17:46:10.858308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ea6c3358-088b-4f5f-a600-3bbfe957a87a req-efe877de-0b29-4587-b111-61ea558cefc1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482376 Nov 22 17:46:10.885898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:46:10.937784 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f780766-5647-493c-aee0-aea48de4ba4f tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:10.940046 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5f780766-5647-493c-aee0-aea48de4ba4f tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1091 time: 0.0529816 Nov 22 17:46:10.943305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50266) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:46:10.948199 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:46:10.974242 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:11.078034 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:11.194811 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.179 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/09e33a3d-5cad-4b1d-9c37-d591c1b58699) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:46:11.295741 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:11.340249 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:11.378906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:46:11.381856 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:46:11.385278 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:46:11.390636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=09e33a3d-5cad-4b1d-9c37-d591c1b58699,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:11.767244 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:11.841603 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:12.023911 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:12.029972 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:12.095809 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=09e33a3d-5cad-4b1d-9c37-d591c1b58699,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:46:12.110638 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:12.226854 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP 328f312b-a41b-4c80-a484-ed6bb2e2363f associated. External IP: 172.25.0.179, port: c293dad2-66ad-4a8e-9948-2c7df55c6dec. Nov 22 17:46:12.448561 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:46:12.578459 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:46:12.590333 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] Sync routers for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:46:12.602215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:46:12.602528 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:12.602841 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:46:12.631174 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-99a8db57-70a5-43e5-a3a9-fa2401e8cb94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6866276 Nov 22 17:46:12.631762 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:46:12.634123 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d025f6a-35c6-4e8d-8097-41b182881ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:46:12.712905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:46:12.733114 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5061ab9-6b34-4131-86dd-2454b16dbe47 req-2215d1c6-f793-4862-bdf6-2243b2d91678 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:12.734603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5061ab9-6b34-4131-86dd-2454b16dbe47 req-2215d1c6-f793-4862-bdf6-2243b2d91678 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0506063 Nov 22 17:46:12.787513 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d5061ab9-6b34-4131-86dd-2454b16dbe47 req-87808772-400a-40d2-8c5a-5381994ea0fb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466449 Nov 22 17:46:12.810069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50272) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:46:12.841991 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a54b766-1b6c-4c8c-8bc7-4936f3a5e452 x-openstack-request-id: req-0a54b766-1b6c-4c8c-8bc7-4936f3a5e452 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:46:12.842291 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:46:12.842552 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a54b766-1b6c-4c8c-8bc7-4936f3a5e452 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:46:12.842984 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'status': 'completed', 'code': 200} Nov 22 17:46:12.906185 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-03565a91-7226-4bf7-bda7-d8f7f6667995 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/328f312b-a41b-4c80-a484-ed6bb2e2363f HTTP/1.1" status: 200 len: 991 time: 0.0900733 Nov 22 17:46:12.921163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-a3ddcf42-87eb-45df-b1e0-98d57ea44d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:12.922986 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-a3ddcf42-87eb-45df-b1e0-98d57ea44d49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1096 time: 0.0569880 Nov 22 17:46:13.025281 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-7b1d02dd-c035-4f85-b5a7-de099ebdbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:13.026649 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-7b1d02dd-c035-4f85-b5a7-de099ebdbd3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.0971792 Nov 22 17:46:13.095145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-e9218280-f85b-4c6d-a715-3de4caa30a3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 999 time: 0.0601313 Nov 22 17:46:13.117260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '328f312b-a41b-4c80-a484-ed6bb2e2363f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'port_id': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'mac_address': 'fa:16:3e:c5:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:46:11Z', 'updated_at': '2021-11-22T17:46:11Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:46:01Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:46:13.143982 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] Checking router: f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:46:13.144250 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-95420c19-da7a-4212-97d2-98c7ea001588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:13.145730 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-95420c19-da7a-4212-97d2-98c7ea001588 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0441098 Nov 22 17:46:13.152905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:46:13.153538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:45:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:46:13.204513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-34dd5dc0-2f96-40a1-aa48-2ac93317ffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:13.206004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-34dd5dc0-2f96-40a1-aa48-2ac93317ffc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526445 Nov 22 17:46:13.274975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:46:13.297101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-f7ea6eff-e0aa-4dfd-8613-06a8e3493d1d service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840540 Nov 22 17:46:13.396276 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7d025f6a-35c6-4e8d-8097-41b182881ffe req-d675c618-93c3-440e-83fc-f9a02bca91b0 service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922661 Nov 22 17:46:13.514824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '328f312b-a41b-4c80-a484-ed6bb2e2363f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'port_id': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'mac_address': 'fa:16:3e:c5:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:46:11Z', 'updated_at': '2021-11-22T17:46:11Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:46:01Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:46:13.541599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367f30cf-15e1-42fb-97ef-6e6d310e75cc None None] The sync data for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 is: [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '328f312b-a41b-4c80-a484-ed6bb2e2363f', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'port_id': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'mac_address': 'fa:16:3e:c5:bc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:46:11Z', 'updated_at': '2021-11-22T17:46:11Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:46:01Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:46:13.752402 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a04247-e982-4b76-8786-9816b3f6dfb1 None None] New status for floating IP 328f312b-a41b-4c80-a484-ed6bb2e2363f: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:46:13.910046 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50274) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:46:13.981275 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-62f6abf1-1ebf-4d35-91ee-eeb6af723ee7 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/328f312b-a41b-4c80-a484-ed6bb2e2363f HTTP/1.1" status: 200 len: 993 time: 0.0689671 Nov 22 17:46:15.559080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-96e47df5-4d07-41df-8368-28e49792e2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:17.949269 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc90c4f-b59f-4433-9c8a-b485cb8bbc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:19.295437 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:21.049407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:21.393041 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:37.233277 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:38.490109 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:44.931325 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-21dd9a31-d439-4735-a1e1-44469cd5c4c0 req-533ebd5a-2319-49fa-8618-00f1d1a18077 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:46:44.932355 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-21dd9a31-d439-4735-a1e1-44469cd5c4c0 req-533ebd5a-2319-49fa-8618-00f1d1a18077 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060861 Nov 22 17:46:45.165754 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50294) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:46:45.250898 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-9f4939f0-7cab-448d-a003-4554a07182ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838621 Nov 22 17:46:45.259270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0935e-3772-47f0-9bc6-fe208e58ed40 req-6f4d7824-1797-4bc9-91d5-4b05b107ccd3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:45.260806 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4e0935e-3772-47f0-9bc6-fe208e58ed40 req-6f4d7824-1797-4bc9-91d5-4b05b107ccd3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.1625674 Nov 22 17:46:45.260978 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-6de41ad4-e0ca-42be-aacf-fd797a4bd12e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:46:45.261878 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-6de41ad4-e0ca-42be-aacf-fd797a4bd12e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054138 Nov 22 17:46:45.314004 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4e0935e-3772-47f0-9bc6-fe208e58ed40 req-2c9fb2cb-3fe0-4e97-80f8-4443377ecd4e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469980 Nov 22 17:46:45.483844 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:46:45.563626 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-77abe89b-15f3-4695-a9b1-f575b583b002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:46.449437 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e7f9a-77c1-4be7-9bfa-aa88a6c8e36f req-913cd686-6f00-43a5-85d7-d8a8d3e66fb0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:46.451424 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f28e7f9a-77c1-4be7-9bfa-aa88a6c8e36f req-913cd686-6f00-43a5-85d7-d8a8d3e66fb0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0617485 Nov 22 17:46:46.527834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-3def0c9a-6a70-4ba8-bda8-2f7fe3cf8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:46.529401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-3def0c9a-6a70-4ba8-bda8-2f7fe3cf8c5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1096 time: 0.0770848 Nov 22 17:46:46.533834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f28e7f9a-77c1-4be7-9bfa-aa88a6c8e36f req-bb1008cb-8ed5-40bf-a8f9-90b7fb7434e2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739636 Nov 22 17:46:46.625502 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-0091934c-5ed5-4866-909c-008e33ff246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:46.626907 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-0091934c-5ed5-4866-909c-008e33ff246b service neutron] 10.222.0.37 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.0904496 Nov 22 17:46:46.702884 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-4565e587-d2b5-40c1-9f24-c239e8cfc679 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 1001 time: 0.0689230 Nov 22 17:46:46.760246 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-e03fdf6e-0f58-46e5-9393-169f85f56405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:46.761733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-e03fdf6e-0f58-46e5-9393-169f85f56405 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0511963 Nov 22 17:46:46.810418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8b88c2ef-b507-499d-a17d-d63eb71d2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:46.811972 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8b88c2ef-b507-499d-a17d-d63eb71d2363 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425279 Nov 22 17:46:46.905690 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-c2dd4273-8ac4-4ed8-a05b-1495c36abb9d service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865054 Nov 22 17:46:47.007415 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-b1f25bb1-292e-43d4-b68c-07b50eaa3cc4 service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948117 Nov 22 17:46:47.664223 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9995fd6-7134-4de5-b973-6d37d131bbb2 req-ff03fb00-c3d0-4d78-a8ac-d3fae193e6b7 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:47.665822 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9995fd6-7134-4de5-b973-6d37d131bbb2 req-ff03fb00-c3d0-4d78-a8ac-d3fae193e6b7 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0547726 Nov 22 17:46:47.725199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9995fd6-7134-4de5-b973-6d37d131bbb2 req-ea0d3859-c564-4ba4-a312-20c8bbff92b7 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529521 Nov 22 17:46:47.948334 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f018c5c4-774c-47b8-a4b2-a8dc1713676e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:48.848906 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a662d-e814-432f-9ea7-717994d5fcf8 req-babe2369-c890-4510-9e64-333533e2e1bb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:48.850310 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e75a662d-e814-432f-9ea7-717994d5fcf8 req-babe2369-c890-4510-9e64-333533e2e1bb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0528998 Nov 22 17:46:48.902391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e75a662d-e814-432f-9ea7-717994d5fcf8 req-501fcdc2-62f2-4028-90eb-0743ca306c6f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456955 Nov 22 17:46:49.292176 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:50.041655 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b322-b5b4-4bfa-8f78-c9039ea5e8de req-103456b7-9ff3-485d-946c-f00bd6366946 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:50.043070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91b5b322-b5b4-4bfa-8f78-c9039ea5e8de req-103456b7-9ff3-485d-946c-f00bd6366946 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0612004 Nov 22 17:46:50.101141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-91b5b322-b5b4-4bfa-8f78-c9039ea5e8de req-63db9323-ddf8-4599-ba11-0c4ab729e9b9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490565 Nov 22 17:46:51.057279 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:51.236689 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db16b-adda-4432-8582-6cc661a990d8 req-58b6d7c5-71a9-4dfe-b0b5-6dbb5ad40cf3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:51.238168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-061db16b-adda-4432-8582-6cc661a990d8 req-58b6d7c5-71a9-4dfe-b0b5-6dbb5ad40cf3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0574865 Nov 22 17:46:51.290609 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-061db16b-adda-4432-8582-6cc661a990d8 req-7851f12b-bf08-478f-9854-d377ec4a4cde tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462828 Nov 22 17:46:51.398394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:52.443472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613536c-8dc8-4e3e-9da6-fe76f9450340 req-850fa9cd-f5e3-4604-bb23-6fbabc90d9eb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:52.445069 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9613536c-8dc8-4e3e-9da6-fe76f9450340 req-850fa9cd-f5e3-4604-bb23-6fbabc90d9eb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0742416 Nov 22 17:46:52.503206 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9613536c-8dc8-4e3e-9da6-fe76f9450340 req-8eefdd90-059e-41dc-a0b7-4f1febbcc8a9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519679 Nov 22 17:46:53.647761 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b4cc-b2ea-46f6-9c87-d006c8c34ccb req-410507da-d09a-4cf7-9355-2cbd72666920 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:53.649277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57a4b4cc-b2ea-46f6-9c87-d006c8c34ccb req-410507da-d09a-4cf7-9355-2cbd72666920 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0615790 Nov 22 17:46:53.705498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57a4b4cc-b2ea-46f6-9c87-d006c8c34ccb req-fb812de9-6244-469e-aa81-fe24ae10034c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469968 Nov 22 17:46:54.843782 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d77103-8615-4a72-bd60-3b959bb2e7de req-32499be7-0638-4a99-a68f-b24f73cbd9a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:54.845205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3d77103-8615-4a72-bd60-3b959bb2e7de req-32499be7-0638-4a99-a68f-b24f73cbd9a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0531008 Nov 22 17:46:54.901911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3d77103-8615-4a72-bd60-3b959bb2e7de req-dc307720-5ddf-4588-9949-77573b0073a4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498435 Nov 22 17:46:56.035353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fcd53-2af7-4278-810c-88fb860f8590 req-c6ef5c0e-aba9-40ec-af75-93f8b9e43061 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:56.036871 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f12fcd53-2af7-4278-810c-88fb860f8590 req-c6ef5c0e-aba9-40ec-af75-93f8b9e43061 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0538862 Nov 22 17:46:56.091141 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f12fcd53-2af7-4278-810c-88fb860f8590 req-df80cfe5-0026-4db4-bb08-7da2bfc2fb7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478346 Nov 22 17:46:57.257234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85051f4-cd59-4939-8b96-c5853292805b req-213e9f03-676b-4860-8e8e-36bce3c4c4a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:57.258744 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b85051f4-cd59-4939-8b96-c5853292805b req-213e9f03-676b-4860-8e8e-36bce3c4c4a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0793293 Nov 22 17:46:57.264775 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-e38155bc-ce3b-44dc-9155-715ea5cb31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:57.266159 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-e38155bc-ce3b-44dc-9155-715ea5cb31a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1096 time: 0.0602636 Nov 22 17:46:57.358186 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b85051f4-cd59-4939-8b96-c5853292805b req-b753b841-f1ee-4c79-a8ef-d471a382708b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0910406 Nov 22 17:46:57.395455 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-7da7c6ab-473a-438c-b0d7-248d4307faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:57.396837 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-7da7c6ab-473a-438c-b0d7-248d4307faa6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.1084487 Nov 22 17:46:57.463809 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-0bb25b24-79c4-46e3-989d-24f8fab61647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 1001 time: 0.0596247 Nov 22 17:46:57.518622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-7d40b153-3211-4748-a6f7-529f571e2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:57.520107 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-7d40b153-3211-4748-a6f7-529f571e2cc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0488436 Nov 22 17:46:57.567937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-804b2a1d-ab7c-4d56-add2-f15c0f25204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:57.569498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-804b2a1d-ab7c-4d56-add2-f15c0f25204e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423918 Nov 22 17:46:57.661295 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-b72cf767-81cf-4a09-b95e-dbd7788140ee service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848029 Nov 22 17:46:57.765197 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0541bd09-e993-4c99-9387-3efa81d4e0ef req-78b28821-5120-4156-b23a-3362deb483af service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955503 Nov 22 17:46:58.480362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c854-c3ad-445b-ac3f-79191d8125b4 req-10bc0c50-c42f-4a4e-97db-9fdff38110b4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:58.481839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b68c854-c3ad-445b-ac3f-79191d8125b4 req-10bc0c50-c42f-4a4e-97db-9fdff38110b4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0508065 Nov 22 17:46:58.537846 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b68c854-c3ad-445b-ac3f-79191d8125b4 req-15dea0bd-3b54-45cb-8355-1aa745fc314d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476167 Nov 22 17:46:59.676943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040b60-278c-4081-a3f4-692b056f2b81 req-ad29e2b7-3f58-4199-baf6-7ac5cd68e0bf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:46:59.678512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f040b60-278c-4081-a3f4-692b056f2b81 req-ad29e2b7-3f58-4199-baf6-7ac5cd68e0bf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0640917 Nov 22 17:46:59.737215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2f040b60-278c-4081-a3f4-692b056f2b81 req-2f3b7a63-62d6-4eb5-b3c3-6df14658e30d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486677 Nov 22 17:47:00.865657 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d85ae-7156-44fe-b1e2-c9e9d8adc60d req-5104dd6e-55f7-4fcc-ada6-6ddc789a133d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:00.867061 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-269d85ae-7156-44fe-b1e2-c9e9d8adc60d req-5104dd6e-55f7-4fcc-ada6-6ddc789a133d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0556929 Nov 22 17:47:00.917022 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-269d85ae-7156-44fe-b1e2-c9e9d8adc60d req-c2038553-61a4-4e28-93d5-31596de002a0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436680 Nov 22 17:47:02.069994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8ff5d-27ac-49c5-9b6e-7e963ccfaca5 req-8c1ce8ac-853b-4ca9-927d-0a5307c5c1dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:02.071425 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1e8ff5d-27ac-49c5-9b6e-7e963ccfaca5 req-8c1ce8ac-853b-4ca9-927d-0a5307c5c1dc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0610452 Nov 22 17:47:02.127074 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a1e8ff5d-27ac-49c5-9b6e-7e963ccfaca5 req-cd0f84de-9a56-43d1-a8f7-0ee4eb0b597a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493288 Nov 22 17:47:03.320271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8b35-dd63-479b-b80c-d278b9a2ec4b req-263ee997-f7b4-4275-9609-0bad33c2a9ba tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:03.321921 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf9d8b35-dd63-479b-b80c-d278b9a2ec4b req-263ee997-f7b4-4275-9609-0bad33c2a9ba tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0610614 Nov 22 17:47:03.376191 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf9d8b35-dd63-479b-b80c-d278b9a2ec4b req-2bf70cc9-b302-4dd1-975f-c192a72832cc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478580 Nov 22 17:47:03.899569 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-9d28af14-69ce-4eb2-8b62-4d1e545ec86e service neutron] show failed (client error): The resource could not be found. Nov 22 17:47:03.900627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-9d28af14-69ce-4eb2-8b62-4d1e545ec86e service neutron] 10.222.0.37 "GET /v2.0/ports/c293dad2-66ad-4a8e-9948-2c7df55c6dec/bindings/n-h2-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0657985 Nov 22 17:47:04.134109 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-7bd70b30-d818-42e0-967b-12b9b57f7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:04.135738 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-7bd70b30-d818-42e0-967b-12b9b57f7999 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 1096 time: 0.0451057 Nov 22 17:47:04.149190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:47:04.214256 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:04.433801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:47:04.470414 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h1-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:47:04.501340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5ffd7-782e-4f88-96b0-e891fd094a19 req-bfb1516d-964a-4348-880f-d2dfc92c51e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:04.502842 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09e5ffd7-782e-4f88-96b0-e891fd094a19 req-bfb1516d-964a-4348-880f-d2dfc92c51e0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0524426 Nov 22 17:47:04.514565 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:04.516668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:47:04.519087 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badd1d73-7d39-48ac-b350-6aae639e7ebd" -d '{"events": [{"server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "name": "network-vif-unplugged", "status": "completed", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:47:04.532975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Transition to ACTIVE for port object c293dad2-66ad-4a8e-9948-2c7df55c6dec will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:47:04.539252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:04.566343 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-09e5ffd7-782e-4f88-96b0-e891fd094a19 req-21047a75-60cc-45c5-8a5c-11b324058d5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566092 Nov 22 17:47:04.631640 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:47:04.642581 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2139ae39-6525-473d-b354-7ded08b9cb37 x-openstack-request-id: req-2139ae39-6525-473d-b354-7ded08b9cb37 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:47:04.642910 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "name": "network-vif-unplugged", "status": "completed", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:47:04.643312 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2139ae39-6525-473d-b354-7ded08b9cb37 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:47:04.643730 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'code': 200} Nov 22 17:47:04.648102 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.648451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.648788 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.649130 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.649461 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.649790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.650119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.650444 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.650769 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.651123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.651445 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.651766 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:04.696699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] No DVR routers for this DVR port c293dad2-66ad-4a8e-9948-2c7df55c6dec on host n-h1-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:47:04.852380 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Attempting to bind port c293dad2-66ad-4a8e-9948-2c7df55c6dec on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:47:04.853028 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Attempting to bind port c293dad2-66ad-4a8e-9948-2c7df55c6dec by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:47:04.853369 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Attempting to bind port c293dad2-66ad-4a8e-9948-2c7df55c6dec on network 125a1952-646a-4afd-9414-f2014945b222 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:47:04.858138 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Port c293dad2-66ad-4a8e-9948-2c7df55c6dec on network 125a1952-646a-4afd-9414-f2014945b222 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:47:04.858463 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Attempting to bind port c293dad2-66ad-4a8e-9948-2c7df55c6dec on network 125a1952-646a-4afd-9414-f2014945b222 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:47:04.864785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:47:04.864785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Checking segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:47:04.864785 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Bound using segment: {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:47:04.865805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Bound port: c293dad2-66ad-4a8e-9948-2c7df55c6dec, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '125a1952-646a-4afd-9414-f2014945b222'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:47:04.865805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:04.930743 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:47:04.934147 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:47:04.941230 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:04.985423 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:04.986048 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:04.987588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] 10.222.0.62 "PUT /v2.0/ports/c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 1091 time: 0.8428094 Nov 22 17:47:05.009707 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316c104-6874-439b-aa3a-49e6fa31ff3e service neutron] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:47:05.060742 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-c801d8f8-74a6-4136-9be6-c19ffa274ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:05.062469 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-c801d8f8-74a6-4136-9be6-c19ffa274ef5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1094 time: 0.0467224 Nov 22 17:47:05.164166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-1d36feee-5d64-474c-a58b-840351ca5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:05.166427 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-1d36feee-5d64-474c-a58b-840351ca5005 service neutron] 10.222.0.62 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.0959435 Nov 22 17:47:05.241152 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-cbaa7c1f-9c89-4924-a2c4-a45c8b904221 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 999 time: 0.0665231 Nov 22 17:47:05.292114 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-84cf3a0a-1822-4cb5-bd7f-722a1819acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:05.293676 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-84cf3a0a-1822-4cb5-bd7f-722a1819acb4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0451820 Nov 22 17:47:05.341430 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-0acfd4d1-efca-491b-9e3c-d62d8a17c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:05.343019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-0acfd4d1-efca-491b-9e3c-d62d8a17c2b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415077 Nov 22 17:47:05.443544 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-1d030680-f7c9-435e-b1cd-c0d7d6d208b1 service neutron] 10.222.0.62 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915442 Nov 22 17:47:05.537094 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-7e9bef67-9e64-4cef-8a79-60272b60dd4f req-bd569f45-c989-4b40-9958-968a758e0943 service neutron] 10.222.0.62 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869298 Nov 22 17:47:05.707610 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae193aa-a40d-4780-bae8-03592fa2462a req-6d379226-1a4b-4175-8dc9-2f876dfb6014 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:05.709095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cae193aa-a40d-4780-bae8-03592fa2462a req-6d379226-1a4b-4175-8dc9-2f876dfb6014 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 943 time: 0.0562091 Nov 22 17:47:05.761155 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cae193aa-a40d-4780-bae8-03592fa2462a req-3c669c23-57ee-4352-8340-72e6077bb68d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456438 Nov 22 17:47:06.645529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:47:06.648269 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f" -d '{"events": [{"name": "network-changed", "server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:47:06.701825 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abbcddf-524f-4858-a3e9-e3447edfd841 x-openstack-request-id: req-5abbcddf-524f-4858-a3e9-e3447edfd841 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:47:06.702124 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:47:06.702387 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5abbcddf-524f-4858-a3e9-e3447edfd841 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:47:06.702788 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'status': 'completed', 'code': 200} Nov 22 17:47:06.765814 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-030f6d0a-1588-430d-a6a6-33655d238af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:06.767544 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-030f6d0a-1588-430d-a6a6-33655d238af5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1094 time: 0.0424919 Nov 22 17:47:06.771308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-05cdfd5c-5ae3-41a3-806d-eec160e0bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:06.772805 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-05cdfd5c-5ae3-41a3-806d-eec160e0bb87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1094 time: 0.0480421 Nov 22 17:47:06.890801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-4038d8c3-842f-40e3-a829-22f5788d3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:06.892274 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-4038d8c3-842f-40e3-a829-22f5788d3a1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.1112216 Nov 22 17:47:06.962603 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-298eb2fc-1ddf-4907-b34e-54e083689883 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 999 time: 0.0628493 Nov 22 17:47:07.022588 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-a17d9aa6-e047-4325-9588-5133b18c898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:07.024157 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-a17d9aa6-e047-4325-9588-5133b18c898b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0522029 Nov 22 17:47:07.074975 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-08ca32cb-1eac-4381-9621-22540eea04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:07.076535 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-08ca32cb-1eac-4381-9621-22540eea04fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447068 Nov 22 17:47:07.174146 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-26d8e943-d419-402e-a0af-a8c3502261d8 service neutron] 10.222.0.62 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867021 Nov 22 17:47:07.232126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efb2ed-e482-4cd1-99f0-ca7a6190f697 req-a60cbc1b-c5de-47dc-a127-d2f2eb88a897 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:07.233613 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7efb2ed-e482-4cd1-99f0-ca7a6190f697 req-a60cbc1b-c5de-47dc-a127-d2f2eb88a897 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 943 time: 0.0799556 Nov 22 17:47:07.237749 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-e54583f5-43a8-4127-a22a-fe9963cacdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:07.239317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-e54583f5-43a8-4127-a22a-fe9963cacdd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.4651406 Nov 22 17:47:07.257742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:07.277550 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-0fe8c912-0828-4776-b73a-8ac7e5f91bf5 service neutron] 10.222.0.62 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952420 Nov 22 17:47:07.334535 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7efb2ed-e482-4cd1-99f0-ca7a6190f697 req-38e028fd-f33b-4ba0-86c6-6bcb6fea5179 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936215 Nov 22 17:47:07.342708 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-e2393480-d7c6-4787-87b4-fa022b3d99df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 999 time: 0.0876670 Nov 22 17:47:07.393816 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-ff1a9dc2-b1ea-409d-819e-d7aef6429a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:07.395702 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-ff1a9dc2-b1ea-409d-819e-d7aef6429a94 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0460837 Nov 22 17:47:07.447340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-a3219776-1ce6-412a-abe2-0a0293439012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:07.448944 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-a3219776-1ce6-412a-abe2-0a0293439012 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465167 Nov 22 17:47:07.555277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-e46974ca-d802-4d0d-a442-db806d0ac1b2 service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980563 Nov 22 17:47:07.654160 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0b68173-f14c-47e1-8a01-d6cfc6ba530f req-1804545f-4b27-4c1b-8835-97ff575154d4 service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922363 Nov 22 17:47:08.490864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571101e-69ed-4726-affd-2743a25a9b7f req-1fea567f-6da7-4e75-95e2-6751852b6df5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:08.492666 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:08.493973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9571101e-69ed-4726-affd-2743a25a9b7f req-1fea567f-6da7-4e75-95e2-6751852b6df5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 943 time: 0.0736363 Nov 22 17:47:08.547463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9571101e-69ed-4726-affd-2743a25a9b7f req-09b86ae3-d525-4b94-adb0-085f8921a26c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468562 Nov 22 17:47:08.740252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c293dad2-66ad-4a8e-9948-2c7df55c6dec no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:47:08.786190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device c293dad2-66ad-4a8e-9948-2c7df55c6dec not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:47:08.910128 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c293dad2-66ad-4a8e-9948-2c7df55c6dec details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:47:09.016119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:47:09.031869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'port_id': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'mac_address': 'fa:16:3e:c5:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:47:09.070740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:09.084865 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c293dad2-66ad-4a8e-9948-2c7df55c6dec {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:47:09.104356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:47:09.109801 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:09.167211 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:47:09.175198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.175554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.175907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.176448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.176997 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.177259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.177596 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.177924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.178254 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.178644 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.178994 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.179673 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:09.494703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['c293dad2-66ad-4a8e-9948-2c7df55c6dec'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:47:09.675545 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebc3af-0d69-438d-ada1-b592cad8cfff req-1d6297bf-5a9e-4a0f-9da5-235920c738ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:09.677070 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0ebc3af-0d69-438d-ada1-b592cad8cfff req-1d6297bf-5a9e-4a0f-9da5-235920c738ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 944 time: 0.0503242 Nov 22 17:47:09.729000 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a0ebc3af-0d69-438d-ada1-b592cad8cfff req-3261672a-a451-4929-a44d-c494f2876bff tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446723 Nov 22 17:47:09.966535 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98618-5ffe-44e4-8110-5a8214f84553 req-03d056fa-a804-4675-9b02-c1d1ac02bcfb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:09.968049 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75f98618-5ffe-44e4-8110-5a8214f84553 req-03d056fa-a804-4675-9b02-c1d1ac02bcfb tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 944 time: 0.0843287 Nov 22 17:47:09.980697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068ec63-6802-4566-97c2-313cbaf2910d req-86741ebd-e658-4cab-aa51-32b2e9e713dd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:09.982147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-86741ebd-e658-4cab-aa51-32b2e9e713dd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75&tenant_id=4e97a939e0024a2685f1e33ba9df17cc&binding%3Ahost_id=n-h2-816865-2 HTTP/1.1" status: 200 len: 944 time: 0.0721622 Nov 22 17:47:10.065751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75f98618-5ffe-44e4-8110-5a8214f84553 req-85d48fc1-17f7-4694-a8d7-e2bb37d529cc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825202 Nov 22 17:47:10.073308 n-d-816865-2 neutron-server[103443]: INFO neutron.api.v2.resource [req-1068ec63-6802-4566-97c2-313cbaf2910d req-2f929670-1c4f-4897-8ffa-93da65f71086 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:47:10.074317 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-2f929670-1c4f-4897-8ffa-93da65f71086 service neutron] 10.222.0.37 "DELETE /v2.0/ports/c293dad2-66ad-4a8e-9948-2c7df55c6dec/bindings/n-h1-816865-2 HTTP/1.1" status: 404 len: 380 time: 0.0843241 Nov 22 17:47:10.203692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068ec63-6802-4566-97c2-313cbaf2910d req-69fd3465-8707-4086-8ef5-b55b083307e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:10.205205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-69fd3465-8707-4086-8ef5-b55b083307e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1095 time: 0.0785398 Nov 22 17:47:10.217940 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce62b16-974f-405b-8728-f6abb1b5cf86 req-21a6feff-76ea-4de0-875c-2c73669973a3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:10.219428 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ce62b16-974f-405b-8728-f6abb1b5cf86 req-21a6feff-76ea-4de0-875c-2c73669973a3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 944 time: 0.0653994 Nov 22 17:47:10.328673 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5ce62b16-974f-405b-8728-f6abb1b5cf86 req-53b66eda-a9a1-440e-86bb-d56bdedfff4f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006207 Nov 22 17:47:10.345271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068ec63-6802-4566-97c2-313cbaf2910d req-535756c8-8106-47bc-896f-7f803718c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:10.346780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-535756c8-8106-47bc-896f-7f803718c655 service neutron] 10.222.0.37 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.1264615 Nov 22 17:47:10.436238 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-9a162006-a279-4033-a84a-a0b7e930a744 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 1000 time: 0.0723000 Nov 22 17:47:10.492462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068ec63-6802-4566-97c2-313cbaf2910d req-4d6ff576-351e-4426-a00b-f743c7b10161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:10.494309 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-4d6ff576-351e-4426-a00b-f743c7b10161 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0466385 Nov 22 17:47:10.548363 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068ec63-6802-4566-97c2-313cbaf2910d req-64516c2e-0b5c-4230-bce8-c3834c5d1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:10.549908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-64516c2e-0b5c-4230-bce8-c3834c5d1df7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476480 Nov 22 17:47:10.642095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-63de3125-7e20-4784-96b9-fa085e88b454 service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851462 Nov 22 17:47:10.742329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1068ec63-6802-4566-97c2-313cbaf2910d req-241b131f-53e7-42a2-9c4d-37b7b6f2a8ee service neutron] 10.222.0.37 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935960 Nov 22 17:47:10.933286 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c293dad2-66ad-4a8e-9948-2c7df55c6dec up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:47:10.990842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port c293dad2-66ad-4a8e-9948-2c7df55c6dec completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:47:10.994706 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port c293dad2-66ad-4a8e-9948-2c7df55c6dec triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:47:10.995133 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:11.087452 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:11.111305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:47:11.113675 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efafbf8c-29f7-404a-8264-0b6a04f28fb0" -d '{"events": [{"server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "name": "network-vif-plugged", "status": "completed", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:47:11.130176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:47:11.135743 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:11.159536 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc232d5a-b797-4839-801a-92c31b47528c x-openstack-request-id: req-cc232d5a-b797-4839-801a-92c31b47528c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:47:11.159830 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "name": "network-vif-plugged", "status": "completed", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:47:11.160081 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc232d5a-b797-4839-801a-92c31b47528c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:47:11.160472 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'code': 200} Nov 22 17:47:11.186683 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:47:11.456936 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247510d-5daf-4a6f-b01f-0e6ea3fedbaa req-fbb30bdb-b7ba-49eb-a572-6dc4c878e579 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:11.458461 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0247510d-5daf-4a6f-b01f-0e6ea3fedbaa req-fbb30bdb-b7ba-49eb-a572-6dc4c878e579 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0581002 Nov 22 17:47:11.510770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0247510d-5daf-4a6f-b01f-0e6ea3fedbaa req-ce40a814-cbbd-4490-ab83-5f52b0a46e20 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456886 Nov 22 17:47:11.537059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50380) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:47:11.610220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f03ef882-7ef4-48f1-99de-acec9bac9b14 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/328f312b-a41b-4c80-a484-ed6bb2e2363f HTTP/1.1" status: 200 len: 993 time: 0.0719891 Nov 22 17:47:15.576739 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1a6a8fa2-7da5-4420-8fd6-9d0fb52a00e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:17.947978 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ea6a7e8-04c7-45ae-b62b-5b87b30b263b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:19.296596 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:21.056016 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:21.401748 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:22.488447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:47:37.270234 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:38.497841 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:45.575822 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b15e40ae-5aec-4d70-bf9a-72493c2c6379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:47.943567 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f50d5df6-b6e7-4959-84f5-1a44be786bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:49.297706 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:51.058438 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:51.399002 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:52.187423 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-cf43db40-f56f-4736-9004-ff605c6d9557 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486877 Nov 22 17:47:52.289398 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db395-b7d8-4752-b498-084f405bbf13 req-a1b7f3cd-3ec4-42c4-9bdc-9a0b36d93de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:52.291038 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-a1b7f3cd-3ec4-42c4-9bdc-9a0b36d93de3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1096 time: 0.0514357 Nov 22 17:47:52.420805 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db395-b7d8-4752-b498-084f405bbf13 req-96f0f378-5720-4181-a9ef-a1f081185a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:52.423022 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-96f0f378-5720-4181-a9ef-a1f081185a2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.1100683 Nov 22 17:47:52.508079 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-0780200e-6007-4ef4-90cc-d41a35574207 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 1001 time: 0.0758700 Nov 22 17:47:52.584796 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db395-b7d8-4752-b498-084f405bbf13 req-4ccdae04-34f3-42c0-9212-ef996332ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:52.586361 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-4ccdae04-34f3-42c0-9212-ef996332ae3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0714760 Nov 22 17:47:52.636302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765db395-b7d8-4752-b498-084f405bbf13 req-2fbd2229-a0c9-492d-9f9a-f9bf4e283907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:52.637944 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-2fbd2229-a0c9-492d-9f9a-f9bf4e283907 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448158 Nov 22 17:47:52.650474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-6c9b7e9b-e9f6-4a16-ab2c-db6b20d4681f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:47:52.651547 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-6c9b7e9b-e9f6-4a16-ab2c-db6b20d4681f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057406 Nov 22 17:47:52.745373 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-e152ae2f-8c7d-433a-81c5-ac39e9f0d9da service neutron] 10.222.0.62 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853140 Nov 22 17:47:52.847075 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-765db395-b7d8-4752-b498-084f405bbf13 req-a7f7120c-d491-4b5a-8672-03a16b254661 service neutron] 10.222.0.62 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935991 Nov 22 17:47:59.489889 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:48:00.120049 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50396) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:00.293673 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 09e33a3d-5cad-4b1d-9c37-d591c1b58699 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:48:00.293997 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:00.375759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:00.376004 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:00.387898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 09e33a3d-5cad-4b1d-9c37-d591c1b58699 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:48:00.541148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:00.571670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=09e33a3d-5cad-4b1d-9c37-d591c1b58699,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:00.633812 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:00.634068 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP 328f312b-a41b-4c80-a484-ed6bb2e2363f disassociated (deleted). External IP: 172.25.0.179, port: c293dad2-66ad-4a8e-9948-2c7df55c6dec. Nov 22 17:48:00.870876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:48:00.984890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:48:00.990373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:00.996042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] Sync routers for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:48:01.013188 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:01.013974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:47:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:01.019794 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-f5f58cdb-26f1-4570-8bd5-3deca9922fa5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/floatingips/328f312b-a41b-4c80-a484-ed6bb2e2363f HTTP/1.1" status: 204 len: 168 time: 0.8986802 Nov 22 17:48:01.020421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:48:01.023329 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:48:01.142391 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:01.270633 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8640b21-353b-4f34-bcf3-40127a5e38f7 x-openstack-request-id: req-b8640b21-353b-4f34-bcf3-40127a5e38f7 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:48:01.271233 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:48:01.271365 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8640b21-353b-4f34-bcf3-40127a5e38f7 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:48:01.272327 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'status': 'completed', 'code': 200} Nov 22 17:48:01.344260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-4f6364dd-9521-4f6c-a6bf-8f062ee92bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.346019 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-4f6364dd-9521-4f6c-a6bf-8f062ee92bd4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 1096 time: 0.0470068 Nov 22 17:48:01.359394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:46:01Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:01.379667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec653a0-7e7e-43b4-b3f3-ec9478654e9d req-9c7ff0b4-8d21-4caf-92a0-c202927c5b8d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.381623 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cec653a0-7e7e-43b4-b3f3-ec9478654e9d req-9c7ff0b4-8d21-4caf-92a0-c202927c5b8d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0598979 Nov 22 17:48:01.388438 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] Checking router: f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:48:01.399248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:01.399973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:47:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:01.445726 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cec653a0-7e7e-43b4-b3f3-ec9478654e9d req-b38ecb92-3c9e-402f-9c14-ec6ce306dbf1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573487 Nov 22 17:48:01.472472 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-91bf0a10-d0d4-44f3-a30f-2086da4f7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.474267 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-91bf0a10-d0d4-44f3-a30f-2086da4f7ed3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 200 len: 898 time: 0.1201818 Nov 22 17:48:01.518782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-7b5d277f-fc4f-43d5-be9a-d99db2428a6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 200 len: 217 time: 0.0356510 Nov 22 17:48:01.530775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:01.570736 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-d590b8ca-7cb5-4752-be15-d21eb0837672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.572311 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-d590b8ca-7cb5-4752-be15-d21eb0837672 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 200 len: 835 time: 0.0460858 Nov 22 17:48:01.629129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-0b1e3974-56e1-4dbd-b824-9a172565ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.630722 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-0b1e3974-56e1-4dbd-b824-9a172565ac9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=125a1952-646a-4afd-9414-f2014945b222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501482 Nov 22 17:48:01.723936 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-2e548c71-eb1b-4d7c-ba41-7c3de8bef1d3 service neutron] 10.222.0.62 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847538 Nov 22 17:48:01.754173 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:46:01Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:01.781972 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc04ef8-32a9-4b70-b904-ec85f309c9e7 None None] The sync data for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 is: [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'd0ceec68-1ad9-4936-a35f-82f3972e94be', 'name': '', 'network_id': '125a1952-646a-4afd-9414-f2014945b222', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:33:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:57Z', 'updated_at': '2021-11-22T17:46:01Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a9fd02ae-4775-4299-89e0-7f26be51ae77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:48:01.827973 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ff01bbb1-5a6e-4644-9ee0-4c1cd61ed8c1 req-7ca4ad43-712b-4bcb-9309-e98d2eb37423 service neutron] 10.222.0.62 "GET /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958579 Nov 22 17:48:02.017444 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6abdea-673a-4873-bc2f-d10f8340118d None None] New status for floating IP 328f312b-a41b-4c80-a484-ed6bb2e2363f: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:48:02.585821 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea43b0e-7f66-4c07-be04-f701d6e3a9dd req-932cab2f-752a-43d1-88ec-f9ab14dc11e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:02.587490 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea43b0e-7f66-4c07-be04-f701d6e3a9dd req-932cab2f-752a-43d1-88ec-f9ab14dc11e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0597675 Nov 22 17:48:02.651337 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eea43b0e-7f66-4c07-be04-f701d6e3a9dd req-af582352-6746-4203-a0f3-ea7266b6d78a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=9affb23b-898d-45ef-a0be-1334c9a93a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560260 Nov 22 17:48:02.941284 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-b876bc7c-8643-412e-b1f3-7b196d96afc4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:02.942914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-b876bc7c-8643-412e-b1f3-7b196d96afc4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 945 time: 0.0512226 Nov 22 17:48:03.044389 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port c293dad2-66ad-4a8e-9948-2c7df55c6dec {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:48:03.044645 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:03.521919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port c293dad2-66ad-4a8e-9948-2c7df55c6dec, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=c293dad2-66ad-4a8e-9948-2c7df55c6dec,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:03.522248 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:03.536221 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for c293dad2-66ad-4a8e-9948-2c7df55c6dec owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:48:03.685607 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:03.718499 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=c293dad2-66ad-4a8e-9948-2c7df55c6dec,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:03.760172 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] No DVR routers for this DVR port c293dad2-66ad-4a8e-9948-2c7df55c6dec on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:48:03.763647 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:03.767115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-dc49138c-334d-408e-ab14-32cd9faf0d55 req-fa054f72-7eb6-49bf-a53c-9a9c3b2c68f3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "DELETE /v2.0/ports/c293dad2-66ad-4a8e-9948-2c7df55c6dec HTTP/1.1" status: 204 len: 173 time: 0.8183875 Nov 22 17:48:03.767584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'name': 'network-vif-deleted', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:48:03.770357 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae11c863-2e2b-4765-9893-83f1c020ee49" -d '{"events": [{"server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "name": "network-vif-deleted", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:48:03.774357 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f5d3b57c-1fab-47e1-9fdf-8b9c14a25669 req-f91a7b13-8c8c-4034-8098-3467e9bbf40b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=4328e1f3-3a47-452b-9c39-77dde896ff75 HTTP/1.1" status: 200 len: 210 time: 0.0382559 Nov 22 17:48:03.831098 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981a425e-a6ef-4cfd-8f4d-71ad8074e6d3 x-openstack-request-id: req-981a425e-a6ef-4cfd-8f4d-71ad8074e6d3 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:48:03.831414 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4328e1f3-3a47-452b-9c39-77dde896ff75", "name": "network-vif-deleted", "tag": "c293dad2-66ad-4a8e-9948-2c7df55c6dec", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:48:03.831676 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-981a425e-a6ef-4cfd-8f4d-71ad8074e6d3 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:48:03.832097 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4328e1f3-3a47-452b-9c39-77dde896ff75', 'name': 'network-vif-deleted', 'tag': 'c293dad2-66ad-4a8e-9948-2c7df55c6dec', 'status': 'completed', 'code': 200} Nov 22 17:48:04.842245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50414) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:05.261968 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:05.554328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port d0ceec68-1ad9-4936-a35f-82f3972e94be {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:48:05.554592 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:05.659754 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port d0ceec68-1ad9-4936-a35f-82f3972e94be, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d0ceec68-1ad9-4936-a35f-82f3972e94be,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:05.660141 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:05.674205 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for d0ceec68-1ad9-4936-a35f-82f3972e94be owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:48:05.878548 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:05.911369 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=d0ceec68-1ad9-4936-a35f-82f3972e94be,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:05.936194 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.936549 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.936900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.937240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.937576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.937913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.938245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.938575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.938905 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.939262 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.939587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:05.939909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.099558 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:06.342241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:48:06.454152 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:48:06.461087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-eeedcff9-6840-4497-adc8-7890ec0c4983 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/f7b22bb7-7106-4ab5-94a8-41a3e2ae0466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172104 Nov 22 17:48:06.463326 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50416) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:06.466454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] Sync routers for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:48:06.478537 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:06.479212 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:47:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:06.523663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting subnet a9fd02ae-4775-4299-89e0-7f26be51ae77 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:48:06.526969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:06.573931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:06.673851 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:06.744535 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:06.775051 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fd02ae-4775-4299-89e0-7f26be51ae77,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:06.779779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:06.780142 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:06.784108 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/subnets/a9fd02ae-4775-4299-89e0-7f26be51ae77 HTTP/1.1" status: 204 len: 168 time: 0.3189836 Nov 22 17:48:06.788725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50418) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:06.799019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.799381 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.799733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.800078 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.800515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.800784 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.801092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.801512 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.801843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.802165 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.802539 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.802835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d1c5b-a32d-4fe4-ba50-b0e7c1c16c84 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:06.839634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1943d9-c9a5-4eca-92eb-babfb6e89f2f None None] Network 125a1952-646a-4afd-9414-f2014945b222 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:48:06.908870 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.030768 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.071991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:48:05Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '3392fd77-0162-48c1-9dac-1bdb7482544d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:93:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:45:55Z', 'updated_at': '2021-11-22T17:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:07.092485 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 3392fd77-0162-48c1-9dac-1bdb7482544d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:48:07.092858 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.111198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] DHCP port deletion for 125a1952-646a-4afd-9414-f2014945b222 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:48:07.113624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] Checking router: f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:48:07.144002 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] Routers {'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:07.144633 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:47:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:07.175246 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 3392fd77-0162-48c1-9dac-1bdb7482544d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3392fd77-0162-48c1-9dac-1bdb7482544d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:07.175511 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.189526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 3392fd77-0162-48c1-9dac-1bdb7482544d owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:48:07.243904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] Set router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:07.305779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c293dad2-66ad-4a8e-9948-2c7df55c6dec no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:48:07.310881 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] Deleting port 1d3caa83-736f-4c5d-b875-a2a012aa7891 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:48:07.311286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.331610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:48:07Z', 'revision_number': 6, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:07.362437 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.370784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: c293dad2-66ad-4a8e-9948-2c7df55c6dec {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:48:07.371099 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device c293dad2-66ad-4a8e-9948-2c7df55c6dec not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:48:07.397166 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=3392fd77-0162-48c1-9dac-1bdb7482544d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:07.402512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52644416-2f65-4e56-98ef-8a2a35373635 None None] The sync data for ids ['f7b22bb7-7106-4ab5-94a8-41a3e2ae0466'] in n-d-816865-2 is: [{'id': 'f7b22bb7-7106-4ab5-94a8-41a3e2ae0466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1128742196', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:45:54Z', 'updated_at': '2021-11-22T17:48:07Z', 'revision_number': 6, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:48:07.417570 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.435799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f87748-bcc3-4017-87de-bf8ed1497f27 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:48:07.448436 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] For port 1d3caa83-736f-4c5d-b875-a2a012aa7891, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1d3caa83-736f-4c5d-b875-a2a012aa7891,segment=NetworkSegment(e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1),segment_id=e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:07.448839 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.466356 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] Calling delete_port for 1d3caa83-736f-4c5d-b875-a2a012aa7891 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:48:07.492020 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.553174 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.582816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] No DVR routers for this DVR port 1d3caa83-736f-4c5d-b875-a2a012aa7891 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:48:07.584854 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf3bc3-9bc2-40a1-a324-c8d079f0d8ba None None] Pushing event deleted for resources: {'Port': ['ID=1d3caa83-736f-4c5d-b875-a2a012aa7891,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:07.590042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.595085 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.641072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.641668 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Fanout notify agent at l3_agent the message router_deleted on router f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:48:07.648930 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.650101 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2709fa2c-1da6-4d78-8db6-207d1c541037 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/routers/f7b22bb7-7106-4ab5-94a8-41a3e2ae0466 HTTP/1.1" status: 204 len: 168 time: 0.8604186 Nov 22 17:48:07.652923 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50420) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:07.737465 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.839146 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.861825 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125a1952-646a-4afd-9414-f2014945b222']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:07.872218 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:07.872523 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e324672e-3f91-4b44-b6ac-5bbb7bfcbfe1') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:07.882377 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.896526 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.902725 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:48:07.903164 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:48:07.906194 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:48:07.968139 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.976397 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:07.979983 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/networks/125a1952-646a-4afd-9414-f2014945b222 HTTP/1.1" status: 204 len: 168 time: 0.3261361 Nov 22 17:48:07.983102 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50422) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:07.992154 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55118e5e-f3b7-4068-803a-1c7d54fe1253 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Network': ['ID=125a1952-646a-4afd-9414-f2014945b222,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:08.043074 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3977fb3b-52dd-4da4-a3b0-de4dc53bc358 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.069993 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3977fb3b-52dd-4da4-a3b0-de4dc53bc358 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.133666 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3977fb3b-52dd-4da4-a3b0-de4dc53bc358 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.136350 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3977fb3b-52dd-4da4-a3b0-de4dc53bc358 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.137587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3977fb3b-52dd-4da4-a3b0-de4dc53bc358 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/security-groups/9affb23b-898d-45ef-a0be-1334c9a93a9e HTTP/1.1" status: 204 len: 168 time: 0.1528900 Nov 22 17:48:08.150797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977fb3b-52dd-4da4-a3b0-de4dc53bc358 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9affb23b-898d-45ef-a0be-1334c9a93a9e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:08.443325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50428) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:08.448581 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e61aa8bd-d3cb-4e49-9279-0e3cb8882143 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329267539', 'description': 'tempest-secgroup-smoke-1329267539 description', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:08.478591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61aa8bd-d3cb-4e49-9279-0e3cb8882143 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.506484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.562017 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61aa8bd-d3cb-4e49-9279-0e3cb8882143 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.566815 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61aa8bd-d3cb-4e49-9279-0e3cb8882143 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.601483 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e61aa8bd-d3cb-4e49-9279-0e3cb8882143 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.602750 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e61aa8bd-d3cb-4e49-9279-0e3cb8882143 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1579773 Nov 22 17:48:08.604744 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aa8bd-d3cb-4e49-9279-0e3cb8882143 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea893e1-56f1-4429-a288-bfa80687f781,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:08.605980 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50430) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:08.611149 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-efbaeb47-746e-4a4b-adb2-cb00c7aef691 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': 'fea893e1-56f1-4429-a288-bfa80687f781', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:08.643211 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb47-746e-4a4b-adb2-cb00c7aef691 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.691252 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1d3caa83-736f-4c5d-b875-a2a012aa7891 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:48:08.694652 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb47-746e-4a4b-adb2-cb00c7aef691 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.699747 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb47-746e-4a4b-adb2-cb00c7aef691 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.712773 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1d3caa83-736f-4c5d-b875-a2a012aa7891 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:48:08.713172 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1d3caa83-736f-4c5d-b875-a2a012aa7891 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:48:08.713698 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d0ceec68-1ad9-4936-a35f-82f3972e94be no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:48:08.726276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaeb47-746e-4a4b-adb2-cb00c7aef691 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1728dbea-a07b-4c2a-9791-1abda8a24a75,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:08.732954 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-efbaeb47-746e-4a4b-adb2-cb00c7aef691 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.734075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-efbaeb47-746e-4a4b-adb2-cb00c7aef691 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269989 Nov 22 17:48:08.734291 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d0ceec68-1ad9-4936-a35f-82f3972e94be {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:48:08.734643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d0ceec68-1ad9-4936-a35f-82f3972e94be not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:48:08.735094 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3392fd77-0162-48c1-9dac-1bdb7482544d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:48:08.737048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50432) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:08.742030 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9283babb-1395-473a-ad65-dcbe4c97e77a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': 'fea893e1-56f1-4429-a288-bfa80687f781', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:08.755598 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3392fd77-0162-48c1-9dac-1bdb7482544d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:48:08.755819 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3392fd77-0162-48c1-9dac-1bdb7482544d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:48:08.777659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9283babb-1395-473a-ad65-dcbe4c97e77a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.836409 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9283babb-1395-473a-ad65-dcbe4c97e77a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.844863 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9283babb-1395-473a-ad65-dcbe4c97e77a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.862693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283babb-1395-473a-ad65-dcbe4c97e77a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3a3a8c-ff69-4c2b-b1e8-736f98f375a5,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:08.871843 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9283babb-1395-473a-ad65-dcbe4c97e77a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.873056 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9283babb-1395-473a-ad65-dcbe4c97e77a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350615 Nov 22 17:48:08.875962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50434) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:08.880309 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b3b90ff7-2e6d-44ad-b719-2f4bddc6b4d8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': 'fea893e1-56f1-4429-a288-bfa80687f781', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:08.906227 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b90ff7-2e6d-44ad-b719-2f4bddc6b4d8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.965861 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b90ff7-2e6d-44ad-b719-2f4bddc6b4d8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.970673 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b90ff7-2e6d-44ad-b719-2f4bddc6b4d8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:08.988946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b90ff7-2e6d-44ad-b719-2f4bddc6b4d8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244e75e3-c339-4fdb-a0bd-ea4c9df2cae4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:08.998798 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b90ff7-2e6d-44ad-b719-2f4bddc6b4d8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.000296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b3b90ff7-2e6d-44ad-b719-2f4bddc6b4d8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233852 Nov 22 17:48:09.004187 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50436) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:09.011096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7a43ef5c-c7cc-4cce-b54e-f31176abef7f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': 'fea893e1-56f1-4429-a288-bfa80687f781', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:09.048509 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a43ef5c-c7cc-4cce-b54e-f31176abef7f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.120821 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a43ef5c-c7cc-4cce-b54e-f31176abef7f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.126159 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a43ef5c-c7cc-4cce-b54e-f31176abef7f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.149688 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43ef5c-c7cc-4cce-b54e-f31176abef7f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d60b4ac-f08f-4626-9ba2-1851b32a5c34,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:09.161523 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7a43ef5c-c7cc-4cce-b54e-f31176abef7f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.162851 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7a43ef5c-c7cc-4cce-b54e-f31176abef7f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572404 Nov 22 17:48:09.165790 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50438) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:09.170794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-664453f3-2b7e-4026-a55c-4f6345f1d663 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': 'fea893e1-56f1-4429-a288-bfa80687f781', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:09.196959 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-664453f3-2b7e-4026-a55c-4f6345f1d663 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:48:09.203607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-664453f3-2b7e-4026-a55c-4f6345f1d663 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.268916 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-664453f3-2b7e-4026-a55c-4f6345f1d663 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.273901 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-664453f3-2b7e-4026-a55c-4f6345f1d663 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.292483 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664453f3-2b7e-4026-a55c-4f6345f1d663 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8a4488-5526-43dc-9c83-25f3923eefa5,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:09.302624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-664453f3-2b7e-4026-a55c-4f6345f1d663 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.304630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-664453f3-2b7e-4026-a55c-4f6345f1d663 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378250 Nov 22 17:48:09.308693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50440) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:09.313258 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-541f9be8-6ca7-415f-bb73-d78a0b8b13ad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': 'fea893e1-56f1-4429-a288-bfa80687f781', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:09.337397 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-541f9be8-6ca7-415f-bb73-d78a0b8b13ad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:48:09.342741 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-541f9be8-6ca7-415f-bb73-d78a0b8b13ad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.412511 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-541f9be8-6ca7-415f-bb73-d78a0b8b13ad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.418560 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-541f9be8-6ca7-415f-bb73-d78a0b8b13ad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.441296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f9be8-6ca7-415f-bb73-d78a0b8b13ad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9033f9be-5551-4853-8386-0118cd61be66,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:09.451441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-541f9be8-6ca7-415f-bb73-d78a0b8b13ad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.452679 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-541f9be8-6ca7-415f-bb73-d78a0b8b13ad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428490 Nov 22 17:48:09.455737 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50442) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:09.461181 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'network': {'name': 'tempest-network-smoke--33457575', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'port_security_enabled': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:09.496362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:48:09.500158 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.526117 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:48:09.535291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.535765 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Added segment e4afc6f3-87cc-4e23-9dd6-207c93073cf9 of type vlan for network a565ad79-ed54-444c-bff1-05cf73cdcc2b Nov 22 17:48:09.585155 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.613816 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.620533 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:09.621132 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.681887 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2249348 Nov 22 17:48:09.684983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50444) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:09.689411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'admin_state_up': True, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:09.704067 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4e0ba-a46e-411c-a69f-c52e7ac9a819 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Network': ['ID=a565ad79-ed54-444c-bff1-05cf73cdcc2b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:09.715749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:48:09.724602 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.725668 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.782684 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.922921 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:10.131233 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:10.150463 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:10.262935 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.109 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/74d6077f-4eb2-4566-b0c4-db272962114f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:48:10.376391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:10.412390 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:10.455055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:48:10.458231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:48:10.461996 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:48:10.477749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819298b4-abf2-40db-96ff-45e5e13d033d None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:48:10.490303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=74d6077f-4eb2-4566-b0c4-db272962114f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:10.530476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-31c07e41-7e9e-443b-908f-207fa85225c0 None None] Provisioning complete for port 74d6077f-4eb2-4566-b0c4-db272962114f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:10.531003 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31c07e41-7e9e-443b-908f-207fa85225c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:10.567781 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-31c07e41-7e9e-443b-908f-207fa85225c0 None None] Port 74d6077f-4eb2-4566-b0c4-db272962114f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:48:11.055449 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:11.252936 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:11.387706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router d5963265-b76c-4900-ada2-fecb6e4c8859 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:48:11.505844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:48:11.515515 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Sync routers for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:48:11.525332 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:11.526265 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:47:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:11.529244 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:11.530505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-adc624c0-652f-4837-93a3-1e7030630a80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8445957 Nov 22 17:48:11.533941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50446) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:11.611727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-f2cef8e2-0e02-4d5c-a651-74f3db05bf2f tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4e97a939e0024a2685f1e33ba9df17cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766063 Nov 22 17:48:11.614750 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50450) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:11.633358 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:11.715308 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2935def4-929d-497c-a359-4ed87c29a919 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:11.718680 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2935def4-929d-497c-a359-4ed87c29a919 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010687 Nov 22 17:48:11.720039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50452) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:11.749230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-20d131de-9491-4908-8cee-1001df3f240e tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280700 Nov 22 17:48:11.752072 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50454) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:11.757018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1317029720', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:11.823317 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:10Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:11.852173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:48:11.855619 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Checking router: d5963265-b76c-4900-ada2-fecb6e4c8859 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:48:11.855812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:11.856102 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Updating router d5963265-b76c-4900-ada2-fecb6e4c8859 port 74d6077f-4eb2-4566-b0c4-db272962114f binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:48:11.883908 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.055389 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.121109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Subnet': ['ID=a96fd629-e436-43dd-bf4e-d2f6a50a67ad,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:12.135019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Checking segment: {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:48:12.135374 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network hostable DHCP agents. Network: a565ad79-ed54-444c-bff1-05cf73cdcc2b, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:48:12.142928 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.149299 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.152473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:48:12.163197 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a565ad79-ed54-444c-bff1-05cf73cdcc2b) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:48:12.167429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:12.168025 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.180102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c60b328-9f2c-4500-b66f-cfc76cfee77e None None] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:48:12.195215 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3ed6312d-0ac8-4d2a-ad88-39f01e5ac6c9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4392593 Nov 22 17:48:12.195410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50456) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:12.203169 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Attempting to bind port 74d6077f-4eb2-4566-b0c4-db272962114f on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:48:12.203532 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Attempting to bind port 74d6077f-4eb2-4566-b0c4-db272962114f by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:48:12.204077 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Attempting to bind port 74d6077f-4eb2-4566-b0c4-db272962114f on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:48:12.207298 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Pushing event updated for resources: {'Port': ['ID=74d6077f-4eb2-4566-b0c4-db272962114f,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:12.212514 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:48:12.212883 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:48:12.213283 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.213669 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:48:12.214137 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Bound port: 74d6077f-4eb2-4566-b0c4-db272962114f, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:48:12.214520 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.221085 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.221415 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.221751 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.222082 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.222409 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.222737 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.223160 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.223682 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.224194 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.224522 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.224980 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.225507 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.280041 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63036208-8211-4880-b0c3-3f7f450821fa None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:48:12.357707 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:48:12.358892 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.381041 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] For port 74d6077f-4eb2-4566-b0c4-db272962114f, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:48:12.385263 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] For port 74d6077f-4eb2-4566-b0c4-db272962114f, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=74d6077f-4eb2-4566-b0c4-db272962114f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:48:12.392480 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.461604 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71de043-2cd1-4e21-8daa-950d70f66eea None None] Pushing event updated for resources: {'Port': ['ID=74d6077f-4eb2-4566-b0c4-db272962114f,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:12.470455 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Provisioning complete for port 74d6077f-4eb2-4566-b0c4-db272962114f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:12.470832 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.472739 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f31504f-5ad9-4f9f-8ae4-44f7dfb6559b None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:48:12.483169 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:12.484353 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:47:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:12.561805 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Allocated IP 172.20.0.2 (a565ad79-ed54-444c-bff1-05cf73cdcc2b/a96fd629-e436-43dd-bf4e-d2f6a50a67ad/1aa37570-f74d-4a59-8409-fb84286c95bb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:48:12.624279 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:12.647018 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.682893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] For port 74d6077f-4eb2-4566-b0c4-db272962114f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=74d6077f-4eb2-4566-b0c4-db272962114f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:12.689766 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.714800 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.801725 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Pushing event updated for resources: {'Port': ['ID=74d6077f-4eb2-4566-b0c4-db272962114f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:12.823293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.823678 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.823989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.824328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.824668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.825011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.825363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.825677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.826009 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.826335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.826662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.827007 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a820c417-00ac-4844-bd83-1202749c6aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:48:12.837759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.845399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9252b9f8-a5e9-495d-b09a-e81fdd337fb1 None None] Provisioning complete for port 74d6077f-4eb2-4566-b0c4-db272962114f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:12.845783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9252b9f8-a5e9-495d-b09a-e81fdd337fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.848198 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:12.848891 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:10Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:12.883265 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51680ba-d1a9-49da-828a-b71d14ed6ae5 None None] The sync data for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 is: [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:10Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:48:12.914293 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:48:12.919023 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:48:12.925516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:48:12.935063 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Pushing event updated for resources: {'Port': ['ID=1aa37570-f74d-4a59-8409-fb84286c95bb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:13.021117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Attempting to bind port 1aa37570-f74d-4a59-8409-fb84286c95bb on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:48:13.021515 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Attempting to bind port 1aa37570-f74d-4a59-8409-fb84286c95bb by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:48:13.021888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Attempting to bind port 1aa37570-f74d-4a59-8409-fb84286c95bb on network a565ad79-ed54-444c-bff1-05cf73cdcc2b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:48:13.034532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:48:13.035402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Checking segment: {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:48:13.035949 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:13.036638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Bound using segment: {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:48:13.037518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Bound port: 1aa37570-f74d-4a59-8409-fb84286c95bb, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:48:13.037933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:13.054134 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.1 (a565ad79-ed54-444c-bff1-05cf73cdcc2b/a96fd629-e436-43dd-bf4e-d2f6a50a67ad/350c6927-5008-49d8-8453-6fa52254bc14) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:48:13.114414 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] For port 1aa37570-f74d-4a59-8409-fb84286c95bb, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:48:13.120922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] For port 1aa37570-f74d-4a59-8409-fb84286c95bb, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1aa37570-f74d-4a59-8409-fb84286c95bb,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:48:13.128656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:13.248941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d356a1f-9ac7-4349-a0da-7447670db166 None None] Pushing event updated for resources: {'Port': ['ID=1aa37570-f74d-4a59-8409-fb84286c95bb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:13.256763 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:13.319186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:13.370901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:48:13.374862 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:48:13.382720 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:48:13.423634 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=350c6927-5008-49d8-8453-6fa52254bc14,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:13.480559 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:13.656362 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:13.992355 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:13.998334 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:14.073946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=350c6927-5008-49d8-8453-6fa52254bc14,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:14.076605 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:14.185489 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:48:14.187150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:48:14.307169 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57240315-ea8f-4496-bec8-9a3aa6ad269a None None] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:48:14.309834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router d5963265-b76c-4900-ada2-fecb6e4c8859 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:48:14.427453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:48:14.427848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7fb06f48-967c-40b1-a809-79c62ad56e49 None None] Provisioning complete for port 1aa37570-f74d-4a59-8409-fb84286c95bb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:14.428233 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb06f48-967c-40b1-a809-79c62ad56e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:14.443095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d3a2a946-ca5f-4b07-ba65-46299482bd25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/d5963265-b76c-4900-ada2-fecb6e4c8859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2459466 Nov 22 17:48:14.556568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb06f48-967c-40b1-a809-79c62ad56e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:14.594885 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7fb06f48-967c-40b1-a809-79c62ad56e49 None None] For port 1aa37570-f74d-4a59-8409-fb84286c95bb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1aa37570-f74d-4a59-8409-fb84286c95bb,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:14.603687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fb06f48-967c-40b1-a809-79c62ad56e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:14.630789 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-b493cebe-f0d8-4ba6-a36d-8c48021461aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329267539&fields=id&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 267 time: 0.0703268 Nov 22 17:48:14.695853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb06f48-967c-40b1-a809-79c62ad56e49 None None] Pushing event updated for resources: {'Port': ['ID=1aa37570-f74d-4a59-8409-fb84286c95bb,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:14.798843 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1aa37570-f74d-4a59-8409-fb84286c95bb up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:48:14.800868 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-0567620a-db6a-4982-9b31-f8ef25d91e99 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:14.808769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-0567620a-db6a-4982-9b31-f8ef25d91e99 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/networks?id=a565ad79-ed54-444c-bff1-05cf73cdcc2b HTTP/1.1" status: 200 len: 795 time: 0.1634612 Nov 22 17:48:14.820705 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-dc93f067-36f6-4499-ac38-1970ca6d81ca tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/quotas/4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 375 time: 0.0108740 Nov 22 17:48:14.838668 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Sync routers for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:48:14.864315 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:14.864955 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:47:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:14.877117 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-2e44dc27-319b-4148-96d8-31ab5ed39c37 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494156 Nov 22 17:48:14.931867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1aa37570-f74d-4a59-8409-fb84286c95bb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:14.932251 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:15.052875 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-0228738f-ecd8-4dc7-93fb-888ff5d95fb3 service neutron] 10.222.0.59 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604671 Nov 22 17:48:15.162198 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-61357c89-ae12-4332-aa7a-5724b186fe76 service neutron] 10.222.0.59 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018710 Nov 22 17:48:15.187621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-90d2bd5c-b63f-404f-9bc1-d58279cf0963 None None] Provisioning complete for port 1aa37570-f74d-4a59-8409-fb84286c95bb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:15.188010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd5c-b63f-404f-9bc1-d58279cf0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:15.253576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:15.360221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f1641ad0-10d3-4822-b8b3-40b3d1b562b5 req-5d681e15-d857-4910-bd66-794f7e77c8c2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 210 time: 0.0298007 Nov 22 17:48:15.409794 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 74d6077f-4eb2-4566-b0c4-db272962114f up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:48:15.545465 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-90d2bd5c-b63f-404f-9bc1-d58279cf0963 None None] Provisioning complete for port 350c6927-5008-49d8-8453-6fa52254bc14 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:15.545875 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-90d2bd5c-b63f-404f-9bc1-d58279cf0963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:15.626418 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 74d6077f-4eb2-4566-b0c4-db272962114f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:15.626797 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:15.633608 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a77fd38-3b49-44cb-90e8-19eb7ca2f815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:15.655845 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-90d2bd5c-b63f-404f-9bc1-d58279cf0963 None None] Port 350c6927-5008-49d8-8453-6fa52254bc14 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:48:15.730506 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 2, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:15.762746 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Checking router: d5963265-b76c-4900-ada2-fecb6e4c8859 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:48:15.763107 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Updating router d5963265-b76c-4900-ada2-fecb6e4c8859 port 350c6927-5008-49d8-8453-6fa52254bc14 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:48:15.799742 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:15.804715 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-da9d8624-4b08-4543-a08a-05e20ecc27e3 None None] Provisioning complete for port 350c6927-5008-49d8-8453-6fa52254bc14 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:15.805076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da9d8624-4b08-4543-a08a-05e20ecc27e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:15.870904 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-da9d8624-4b08-4543-a08a-05e20ecc27e3 None None] Port 350c6927-5008-49d8-8453-6fa52254bc14 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:48:16.099337 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.107218 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.157369 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8927ca-da7e-4af6-b57d-152abd46ebb9 None None] Pushing event updated for resources: {'Port': ['ID=350c6927-5008-49d8-8453-6fa52254bc14,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:16.213944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Attempting to bind port 350c6927-5008-49d8-8453-6fa52254bc14 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:48:16.214327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Attempting to bind port 350c6927-5008-49d8-8453-6fa52254bc14 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:48:16.214694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Attempting to bind port 350c6927-5008-49d8-8453-6fa52254bc14 on network a565ad79-ed54-444c-bff1-05cf73cdcc2b {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:48:16.220342 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:48:16.220737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Checking segment: {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:48:16.221138 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.221533 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Bound using segment: {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:48:16.222000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Bound port: 350c6927-5008-49d8-8453-6fa52254bc14, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:48:16.222381 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.298842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] For port 350c6927-5008-49d8-8453-6fa52254bc14, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:48:16.302349 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] For port 350c6927-5008-49d8-8453-6fa52254bc14, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=350c6927-5008-49d8-8453-6fa52254bc14,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:48:16.308841 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.371295 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8927ca-da7e-4af6-b57d-152abd46ebb9 None None] Pushing event updated for resources: {'Port': ['ID=350c6927-5008-49d8-8453-6fa52254bc14,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:16.374015 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:16.374651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:47:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:16.450988 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8718624f-abe2-4888-8845-5463ca237a91 None None] Provisioning complete for port 350c6927-5008-49d8-8453-6fa52254bc14 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:16.451864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8718624f-abe2-4888-8845-5463ca237a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.470685 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-26e6866e-e992-4258-b51d-56839930046d req-7520edd1-69f1-4aba-97db-913e3a5758bd tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 210 time: 0.0333312 Nov 22 17:48:16.536880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:16.686893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1aa37570-f74d-4a59-8409-fb84286c95bb up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:48:16.712272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8718624f-abe2-4888-8845-5463ca237a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.797328 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8718624f-abe2-4888-8845-5463ca237a91 None None] For port 350c6927-5008-49d8-8453-6fa52254bc14, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=350c6927-5008-49d8-8453-6fa52254bc14,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:16.804154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8718624f-abe2-4888-8845-5463ca237a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.867857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1aa37570-f74d-4a59-8409-fb84286c95bb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:16.868237 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.930901 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718624f-abe2-4888-8845-5463ca237a91 None None] Pushing event updated for resources: {'Port': ['ID=350c6927-5008-49d8-8453-6fa52254bc14,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:16.952049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9843182e-0449-4cdd-a378-1031df5f0376 None None] Provisioning complete for port 350c6927-5008-49d8-8453-6fa52254bc14 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:16.952429 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9843182e-0449-4cdd-a378-1031df5f0376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:16.984160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:16Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:17.209492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febd28a-f358-4bc0-8c85-9f7ef90b4360 None None] The sync data for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 is: [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:16Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:48:17.577363 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b7d4caa7-dc7f-4887-9059-f9daca057e85 req-2aed7c97-fc1a-479d-a04d-8c62b67afe92 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 210 time: 0.0326374 Nov 22 17:48:17.952724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03f21d51-b893-433a-b829-07fb1a734f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:18.491513 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-53fa8111-9abe-47a0-bf4a-c75382d7811b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:18.493400 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-53fa8111-9abe-47a0-bf4a-c75382d7811b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/networks?id=a565ad79-ed54-444c-bff1-05cf73cdcc2b HTTP/1.1" status: 200 len: 795 time: 0.1115844 Nov 22 17:48:18.560771 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-690e05f1-4ff6-4035-b50a-805fcd244a7e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 380 time: 0.0576837 Nov 22 17:48:18.571667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'port': {'device_id': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'admin_state_up': True, 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'security_groups': ['fea893e1-56f1-4429-a288-bfa80687f781']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:18.693241 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4d6d9f4a-8e83-4d53-8b60-834c0f4ce4d0 req-a3bfa233-1169-4466-8326-9d650b993911 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 210 time: 0.0376837 Nov 22 17:48:18.718435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 350c6927-5008-49d8-8453-6fa52254bc14 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:48:18.721827 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:48:18.726450 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:18.768247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 350c6927-5008-49d8-8453-6fa52254bc14 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:18.768616 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:18.861838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.12 (a565ad79-ed54-444c-bff1-05cf73cdcc2b/a96fd629-e436-43dd-bf4e-d2f6a50a67ad/a496d103-608b-4182-879e-981d8d52c015) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:48:19.007614 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.048891 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.100383 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:48:19.103722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:48:19.107371 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:48:19.114748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=a496d103-608b-4182-879e-981d8d52c015,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:19.165362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:19.166064 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.185915 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-8c3fb22f-72e8-4a8b-a060-878a9a5a6f9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6179616 Nov 22 17:48:19.255340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Request body: {'port': {'device_id': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816865-2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:19.301558 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.317414 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.415413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ab76bedb-e947-4a80-b6f7-ba19612e4a4f None None] Provisioning complete for port a496d103-608b-4182-879e-981d8d52c015 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:19.415636 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab76bedb-e947-4a80-b6f7-ba19612e4a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.454889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ab76bedb-e947-4a80-b6f7-ba19612e4a4f None None] Port a496d103-608b-4182-879e-981d8d52c015 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:48:19.600693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a496d103-608b-4182-879e-981d8d52c015 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:48:19.608983 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.621895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Transition to ACTIVE for port object a496d103-608b-4182-879e-981d8d52c015 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:48:19.627837 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.679328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Pushing event updated for resources: {'Port': ['ID=a496d103-608b-4182-879e-981d8d52c015,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:19.758047 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Attempting to bind port a496d103-608b-4182-879e-981d8d52c015 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:48:19.758678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Attempting to bind port a496d103-608b-4182-879e-981d8d52c015 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:48:19.758678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Attempting to bind port a496d103-608b-4182-879e-981d8d52c015 on network a565ad79-ed54-444c-bff1-05cf73cdcc2b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:48:19.765503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Port a496d103-608b-4182-879e-981d8d52c015 on network a565ad79-ed54-444c-bff1-05cf73cdcc2b not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:48:19.765831 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Attempting to bind port a496d103-608b-4182-879e-981d8d52c015 on network a565ad79-ed54-444c-bff1-05cf73cdcc2b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:48:19.772164 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:48:19.772520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Checking segment: {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:48:19.772961 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Bound using segment: {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:48:19.773410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Bound port: a496d103-608b-4182-879e-981d8d52c015, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:48:19.773769 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.875380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c37f5-1cd2-44f5-8446-1c2ffb642e1e req-542c2405-1372-4dd5-820b-cf22e9024cb0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:19.876896 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b64c37f5-1cd2-44f5-8446-1c2ffb642e1e req-542c2405-1372-4dd5-820b-cf22e9024cb0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 944 time: 0.0925679 Nov 22 17:48:19.882873 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] For port a496d103-608b-4182-879e-981d8d52c015, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:48:19.887947 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] For port a496d103-608b-4182-879e-981d8d52c015, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a496d103-608b-4182-879e-981d8d52c015,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:48:19.896007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.948488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:19.949106 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:19.950522 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] 10.222.0.37 "PUT /v2.0/ports/a496d103-608b-4182-879e-981d8d52c015 HTTP/1.1" status: 200 len: 1092 time: 0.7565629 Nov 22 17:48:19.950971 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'tag': 'a496d103-608b-4182-879e-981d8d52c015'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:48:19.953294 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "tag": "a496d103-608b-4182-879e-981d8d52c015"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:48:19.991085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f8ddb-6d01-4309-8da8-5be66d287d12 service neutron] Pushing event updated for resources: {'Port': ['ID=a496d103-608b-4182-879e-981d8d52c015,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:19.997583 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b64c37f5-1cd2-44f5-8446-1c2ffb642e1e req-4b93dc0e-1908-4b2e-93d2-ac248bd33162 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122935 Nov 22 17:48:20.045683 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a907f889-484e-4434-b2de-dfab021a9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:20.047287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-a907f889-484e-4434-b2de-dfab021a9f54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 1095 time: 0.0483308 Nov 22 17:48:20.064046 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a738554-e2c0-4698-a2dc-4896566cc4b4 x-openstack-request-id: req-1a738554-e2c0-4698-a2dc-4896566cc4b4 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:48:20.064337 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "tag": "a496d103-608b-4182-879e-981d8d52c015", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:48:20.064594 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a738554-e2c0-4698-a2dc-4896566cc4b4 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:48:20.064992 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'tag': 'a496d103-608b-4182-879e-981d8d52c015', 'status': 'completed', 'code': 200} Nov 22 17:48:20.095438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-39a682f5-3aa4-4d30-b4b9-11485f73af53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a496d103-608b-4182-879e-981d8d52c015 HTTP/1.1" status: 200 len: 217 time: 0.0387623 Nov 22 17:48:20.153140 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-b1f6deb2-a2aa-4f5d-80a9-926cab51b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:20.154632 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-b1f6deb2-a2aa-4f5d-80a9-926cab51b3ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a96fd629-e436-43dd-bf4e-d2f6a50a67ad HTTP/1.1" status: 200 len: 835 time: 0.0521777 Nov 22 17:48:20.532284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-c052f501-6a84-4172-aac2-e7666546b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:20.533712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-c052f501-6a84-4172-aac2-e7666546b1c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a565ad79-ed54-444c-bff1-05cf73cdcc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3715684 Nov 22 17:48:20.633450 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-5076b0f8-fa86-4f8f-858d-4ecd83a61ff4 service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919132 Nov 22 17:48:20.729503 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b146db0-e9e8-4ac6-b087-32b8f42c0635 req-6e83764b-7088-4ee2-aabb-2ee89dd3dcdc service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881414 Nov 22 17:48:20.833625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-4b93df63-7a42-43f7-9476-1ee0ee6cfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:20.835265 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-4b93df63-7a42-43f7-9476-1ee0ee6cfe1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 1095 time: 0.0445249 Nov 22 17:48:20.933662 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-11b9e956-d625-4686-a8f2-0c5b371076f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:20.935187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-11b9e956-d625-4686-a8f2-0c5b371076f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a565ad79-ed54-444c-bff1-05cf73cdcc2b HTTP/1.1" status: 200 len: 896 time: 0.0923953 Nov 22 17:48:20.980067 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-2b4b8f3d-f567-4f7b-aaf6-4202d088b393 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a496d103-608b-4182-879e-981d8d52c015 HTTP/1.1" status: 200 len: 217 time: 0.0355587 Nov 22 17:48:21.032651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-ce8352b2-95b3-474c-8ef2-64c8ad5e8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:21.034388 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-ce8352b2-95b3-474c-8ef2-64c8ad5e8759 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a96fd629-e436-43dd-bf4e-d2f6a50a67ad HTTP/1.1" status: 200 len: 835 time: 0.0467725 Nov 22 17:48:21.063336 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:21.121387 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-05b082d7-deec-4631-a590-198a2f7cf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:21.122900 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-05b082d7-deec-4631-a590-198a2f7cf980 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a565ad79-ed54-444c-bff1-05cf73cdcc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797205 Nov 22 17:48:21.146342 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c89eb6-89c5-4436-884d-c9f31261fcf9 req-659f91b3-9347-4715-b098-cad26703f8f7 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:21.147816 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85c89eb6-89c5-4436-884d-c9f31261fcf9 req-659f91b3-9347-4715-b098-cad26703f8f7 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 944 time: 0.0646243 Nov 22 17:48:21.248568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-85c89eb6-89c5-4436-884d-c9f31261fcf9 req-0698b0bf-c7ad-45b8-af2f-b98fad33c558 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911584 Nov 22 17:48:21.263092 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-50e249c0-7cb7-41af-a679-ff8b7c988704 service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320491 Nov 22 17:48:21.358119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4a3d634-b573-49f8-ac9a-4b4ae5fe0c6d req-8947dcdc-3a60-4fe4-afc3-440205f09d80 service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873508 Nov 22 17:48:21.396522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:22.382006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503999f2-6b8b-4d3d-9417-96afa3c9840b req-dda3fb50-136b-4bd5-ad49-420746a82ff5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:22.383547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-503999f2-6b8b-4d3d-9417-96afa3c9840b req-dda3fb50-136b-4bd5-ad49-420746a82ff5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 944 time: 0.0539236 Nov 22 17:48:22.436300 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-503999f2-6b8b-4d3d-9417-96afa3c9840b req-428e6573-c798-445e-b5a3-e2c8714e5b86 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465615 Nov 22 17:48:23.572256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdc6cf-2da5-4aa4-a025-5a9e594114af req-b5a7d1fb-62d6-4b68-b83c-b0492d248fb5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:23.573776 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23fdc6cf-2da5-4aa4-a025-5a9e594114af req-b5a7d1fb-62d6-4b68-b83c-b0492d248fb5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 944 time: 0.0571375 Nov 22 17:48:23.649573 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-23fdc6cf-2da5-4aa4-a025-5a9e594114af req-63d6a5cc-1a78-46dc-9ad1-d1373f6fea9f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666175 Nov 22 17:48:24.789945 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd19ef-43aa-4a24-a1d2-bde27489dd52 req-5ffa3d27-cbfb-4a7a-ac90-0eb07bfbc867 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:24.791505 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9bd19ef-43aa-4a24-a1d2-bde27489dd52 req-5ffa3d27-cbfb-4a7a-ac90-0eb07bfbc867 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 944 time: 0.0622070 Nov 22 17:48:24.842829 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b9bd19ef-43aa-4a24-a1d2-bde27489dd52 req-1c12b9cf-4c1a-443b-b826-c069faaa83f9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 Nov 22 17:48:25.065610 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a496d103-608b-4182-879e-981d8d52c015 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:48:25.168339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a496d103-608b-4182-879e-981d8d52c015, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a496d103-608b-4182-879e-981d8d52c015,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:25.180521 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'a496d103-608b-4182-879e-981d8d52c015', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'port_id': 'a496d103-608b-4182-879e-981d8d52c015', 'mac_address': 'fa:16:3e:c8:99:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:48:25.228997 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:25.243283 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a496d103-608b-4182-879e-981d8d52c015 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:48:25.264302 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a496d103-608b-4182-879e-981d8d52c015, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a496d103-608b-4182-879e-981d8d52c015,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:25.272103 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:25.323741 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=a496d103-608b-4182-879e-981d8d52c015,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:25.506518 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['a496d103-608b-4182-879e-981d8d52c015'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:48:25.994175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81d5d2-c23c-44bb-853a-97f8abf34583 req-6af0b435-512c-4e42-a69d-926bb15fe0f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:25.995668 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c81d5d2-c23c-44bb-853a-97f8abf34583 req-6af0b435-512c-4e42-a69d-926bb15fe0f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 945 time: 0.0661626 Nov 22 17:48:26.051025 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1c81d5d2-c23c-44bb-853a-97f8abf34583 req-25ea90b7-fcc1-4857-b56b-15a4c96ce1f6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467138 Nov 22 17:48:27.098329 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a496d103-608b-4182-879e-981d8d52c015 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:48:27.161469 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port a496d103-608b-4182-879e-981d8d52c015 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:48:27.165634 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port a496d103-608b-4182-879e-981d8d52c015 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:48:27.166014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:27.190319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644ff0f-d5c3-49b6-bfce-edd3accef59a req-008c1a7e-0d5c-463f-884e-e5e4ae7c5dbe tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:27.191841 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6644ff0f-d5c3-49b6-bfce-edd3accef59a req-008c1a7e-0d5c-463f-884e-e5e4ae7c5dbe tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 945 time: 0.0571470 Nov 22 17:48:27.243158 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:27.243770 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6644ff0f-d5c3-49b6-bfce-edd3accef59a req-ca19f656-f5b9-4258-9967-3ac9b73d3dbe tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450537 Nov 22 17:48:27.266430 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a496d103-608b-4182-879e-981d8d52c015'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:48:27.269989 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cc957e-4236-45c0-808a-60ad06e8398d" -d '{"events": [{"server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "name": "network-vif-plugged", "status": "completed", "tag": "a496d103-608b-4182-879e-981d8d52c015"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:48:27.284243 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port a496d103-608b-4182-879e-981d8d52c015, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a496d103-608b-4182-879e-981d8d52c015,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:48:27.289882 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:27.345786 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=a496d103-608b-4182-879e-981d8d52c015,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:27.367605 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0b302e-907a-46d0-9d7b-5ae7040167bc x-openstack-request-id: req-7c0b302e-907a-46d0-9d7b-5ae7040167bc {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:48:27.368050 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "name": "network-vif-plugged", "status": "completed", "tag": "a496d103-608b-4182-879e-981d8d52c015", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:48:27.368306 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c0b302e-907a-46d0-9d7b-5ae7040167bc {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:48:27.368716 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a496d103-608b-4182-879e-981d8d52c015', 'code': 200} Nov 22 17:48:27.473421 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48b05-7b9b-4a22-bfa8-0053efcefb85 req-14606b96-b443-4400-b3a9-1379ea24a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:27.474906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2df48b05-7b9b-4a22-bfa8-0053efcefb85 req-14606b96-b443-4400-b3a9-1379ea24a52d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 1097 time: 0.0449162 Nov 22 17:48:27.529282 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2df48b05-7b9b-4a22-bfa8-0053efcefb85 req-4ee3f465-ef2f-42f5-8dd3-5ed2bea9ff77 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455494 Nov 22 17:48:28.371141 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a862da-d26c-465f-9998-d04f2fe096f1 req-b80b8c06-c712-4780-8f04-c50a9983938a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:28.372651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8a862da-d26c-465f-9998-d04f2fe096f1 req-b80b8c06-c712-4780-8f04-c50a9983938a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0521274 Nov 22 17:48:28.427755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8a862da-d26c-465f-9998-d04f2fe096f1 req-e14b408d-5a1a-4e1b-8258-b113e07f64a5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460672 Nov 22 17:48:29.563975 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a8a27-09df-411e-bed9-d2a63abe38d4 req-c47b54ac-07fa-462d-9f71-1d6e66813858 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:29.565507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a52a8a27-09df-411e-bed9-d2a63abe38d4 req-c47b54ac-07fa-462d-9f71-1d6e66813858 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0593705 Nov 22 17:48:29.623720 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a52a8a27-09df-411e-bed9-d2a63abe38d4 req-118587de-36da-4416-b8ac-bb2047d42e79 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518556 Nov 22 17:48:29.759772 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441eae1-4e32-4654-91e7-4baf3c591f09 req-8349b214-6765-4e52-bf97-1db4abfd6fa4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:29.761124 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b441eae1-4e32-4654-91e7-4baf3c591f09 req-8349b214-6765-4e52-bf97-1db4abfd6fa4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0570123 Nov 22 17:48:29.814781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b441eae1-4e32-4654-91e7-4baf3c591f09 req-9a16688e-c58c-4fdb-a1e1-1efc482eff36 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472720 Nov 22 17:48:29.839887 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:29.881774 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9bf2b-935c-4a63-b383-280ae84a8923 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:29.883414 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-60b9bf2b-935c-4a63-b383-280ae84a8923 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 1092 time: 0.0424759 Nov 22 17:48:29.888476 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:29.892994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'a496d103-608b-4182-879e-981d8d52c015', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:48:29.926084 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:30.043329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:30.155107 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.18 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/0a2fd981-c133-4ab8-9123-45174178e49e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:48:30.260818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:30.300116 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:30.340808 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:48:30.343758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:48:30.347767 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:48:30.379698 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=0a2fd981-c133-4ab8-9123-45174178e49e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:30.733732 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:30.809593 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:30.979782 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:30.987875 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:31.065105 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=0a2fd981-c133-4ab8-9123-45174178e49e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:48:31.079809 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:31.192601 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP 60fb7caf-6fcc-4e31-9c03-2964a71de73e associated. External IP: 172.25.0.18, port: a496d103-608b-4182-879e-981d8d52c015. Nov 22 17:48:31.427268 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router d5963265-b76c-4900-ada2-fecb6e4c8859 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:48:31.547362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:48:31.558109 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] Sync routers for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:48:31.569944 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:31.570564 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:48:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:31.570807 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:31.601436 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2ce7b722-eada-4e65-8b7f-a8a3bc3191aa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7118845 Nov 22 17:48:31.602039 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'tag': 'a496d103-608b-4182-879e-981d8d52c015'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:48:31.604487 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821beb38-5750-424d-a3d9-71dfd0fac23a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "tag": "a496d103-608b-4182-879e-981d8d52c015"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:48:31.683935 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:31.707929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e63d9c-c487-4505-a62f-328139346f25 req-c011c3fb-7daf-4a22-94f0-a05d4440b883 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:31.709365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5e63d9c-c487-4505-a62f-328139346f25 req-c011c3fb-7daf-4a22-94f0-a05d4440b883 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0538554 Nov 22 17:48:31.760939 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b5e63d9c-c487-4505-a62f-328139346f25 req-8f5e48d2-9490-4674-b7a6-e82cd5a93c53 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448859 Nov 22 17:48:31.785792 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50536) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:31.822127 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09422d3-7b1a-40da-be90-e7f46e4f9b86 x-openstack-request-id: req-d09422d3-7b1a-40da-be90-e7f46e4f9b86 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:48:31.822413 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "tag": "a496d103-608b-4182-879e-981d8d52c015", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:48:31.822706 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d09422d3-7b1a-40da-be90-e7f46e4f9b86 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:48:31.823136 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'tag': 'a496d103-608b-4182-879e-981d8d52c015', 'status': 'completed', 'code': 200} Nov 22 17:48:31.877905 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8c421e67-aa72-4a2b-9bd9-01ead7287b25 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/60fb7caf-6fcc-4e31-9c03-2964a71de73e HTTP/1.1" status: 200 len: 991 time: 0.0913606 Nov 22 17:48:31.891647 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-a67fbe4c-5fe3-430c-b75d-1caca86dd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:31.893119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-a67fbe4c-5fe3-430c-b75d-1caca86dd7f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 1097 time: 0.0573082 Nov 22 17:48:31.931396 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '60fb7caf-6fcc-4e31-9c03-2964a71de73e', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'port_id': 'a496d103-608b-4182-879e-981d8d52c015', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'mac_address': 'fa:16:3e:c8:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:48:30Z', 'updated_at': '2021-11-22T17:48:30Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:16Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:31.958513 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] Checking router: d5963265-b76c-4900-ada2-fecb6e4c8859 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:48:31.967043 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:48:31.967595 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:48:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:31.983879 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-f2073aaa-e424-46d2-bdd3-1a0611f38518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:31.985361 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-f2073aaa-e424-46d2-bdd3-1a0611f38518 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a565ad79-ed54-444c-bff1-05cf73cdcc2b HTTP/1.1" status: 200 len: 896 time: 0.0848155 Nov 22 17:48:32.057593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-ed327e66-5b45-4ec7-8a1f-560cb87e278e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a496d103-608b-4182-879e-981d8d52c015 HTTP/1.1" status: 200 len: 999 time: 0.0649853 Nov 22 17:48:32.074447 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:48:32.107320 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-0c5bd091-7fca-4a2f-bc68-6a2b5b05c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:32.108850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-0c5bd091-7fca-4a2f-bc68-6a2b5b05c804 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a96fd629-e436-43dd-bf4e-d2f6a50a67ad HTTP/1.1" status: 200 len: 835 time: 0.0449104 Nov 22 17:48:32.156616 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-3df56e21-a2b9-4100-82f9-4092b882a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:32.158136 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-3df56e21-a2b9-4100-82f9-4092b882a694 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a565ad79-ed54-444c-bff1-05cf73cdcc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420263 Nov 22 17:48:32.252990 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-b1841c41-5c26-4aa7-aeab-c82fe46b023f service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872228 Nov 22 17:48:32.310272 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '60fb7caf-6fcc-4e31-9c03-2964a71de73e', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'port_id': 'a496d103-608b-4182-879e-981d8d52c015', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'mac_address': 'fa:16:3e:c8:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:48:30Z', 'updated_at': '2021-11-22T17:48:30Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:16Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:48:32.339586 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5e6ba-ea14-41d7-8d07-4755327506b7 None None] The sync data for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 is: [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '60fb7caf-6fcc-4e31-9c03-2964a71de73e', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'port_id': 'a496d103-608b-4182-879e-981d8d52c015', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'mac_address': 'fa:16:3e:c8:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:48:30Z', 'updated_at': '2021-11-22T17:48:30Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:16Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:48:32.346525 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-821beb38-5750-424d-a3d9-71dfd0fac23a req-c3770568-123f-48f4-aef0-c47de0f83aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859642 Nov 22 17:48:32.673737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4524b6b-887c-41b9-b964-818b2ec6dd61 None None] New status for floating IP 60fb7caf-6fcc-4e31-9c03-2964a71de73e: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:48:32.881257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50538) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:32.953460 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5619b5a2-80d8-424f-841d-462ba64bf3ee tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/60fb7caf-6fcc-4e31-9c03-2964a71de73e HTTP/1.1" status: 200 len: 993 time: 0.0710270 Nov 22 17:48:36.491981 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:48:37.267775 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:38.517191 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:45.577468 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d1a37b5-43b2-4b6a-99f8-f0db3a20123e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:47.953925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-12cd8d7b-a2a3-4f7b-bbd9-06cbaeece6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:49.310975 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:51.065551 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:51.392920 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:59.193576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-1b50959c-2858-4b14-96c2-59f5c65b6cc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436590 Nov 22 17:48:59.281564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-f07566a8-5c52-4c15-b148-efc178ac1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:59.283144 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-f07566a8-5c52-4c15-b148-efc178ac1db7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 1097 time: 0.0416791 Nov 22 17:48:59.729310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-2e43e9cd-a062-4fc6-ae97-9c1c93d0df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:59.730814 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-2e43e9cd-a062-4fc6-ae97-9c1c93d0df38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a565ad79-ed54-444c-bff1-05cf73cdcc2b HTTP/1.1" status: 200 len: 896 time: 0.4228852 Nov 22 17:48:59.807033 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-95a4c472-fcda-4d65-889d-3649835e34c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a496d103-608b-4182-879e-981d8d52c015 HTTP/1.1" status: 200 len: 1001 time: 0.0680397 Nov 22 17:48:59.859385 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-9c09b281-83c0-4c56-9e65-b30beb059ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:59.861230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-9c09b281-83c0-4c56-9e65-b30beb059ad7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a96fd629-e436-43dd-bf4e-d2f6a50a67ad HTTP/1.1" status: 200 len: 835 time: 0.0469785 Nov 22 17:48:59.919718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-e05da131-abd7-476f-a15c-02f38f47489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:59.921247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-e05da131-abd7-476f-a15c-02f38f47489a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a565ad79-ed54-444c-bff1-05cf73cdcc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521727 Nov 22 17:49:00.015090 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-880cdbfc-8422-4014-990f-20af60d7bfb1 service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854871 Nov 22 17:49:00.116651 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3de5730f-5dcb-4823-aae4-f0159cf74263 req-e57cc141-5db1-4340-9a3d-2e8e4c554927 service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942085 Nov 22 17:49:04.360400 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43f6cc-48fa-4ee4-9205-587733fb93fd req-15031b36-bd78-4682-8dd6-330911bc5ba8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:04.362051 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac43f6cc-48fa-4ee4-9205-587733fb93fd req-15031b36-bd78-4682-8dd6-330911bc5ba8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0544672 Nov 22 17:49:04.416906 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac43f6cc-48fa-4ee4-9205-587733fb93fd req-045198c0-0d59-4bc3-a4db-f9e2ee820b94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480988 Nov 22 17:49:05.542724 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78c109-67c9-4b09-92c2-ae70ab6cecef req-e1c29cfe-e755-4af8-96b6-6e2cb64eea00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:05.544305 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e78c109-67c9-4b09-92c2-ae70ab6cecef req-e1c29cfe-e755-4af8-96b6-6e2cb64eea00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0522678 Nov 22 17:49:05.603757 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e78c109-67c9-4b09-92c2-ae70ab6cecef req-18e5ee71-9b62-4510-9790-126a0982ac0d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532560 Nov 22 17:49:06.745183 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c194dc-b0ac-43d9-971d-80129d44bbae req-a79d2a75-d865-4f47-8170-9b4abc28b742 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:06.746825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75c194dc-b0ac-43d9-971d-80129d44bbae req-a79d2a75-d865-4f47-8170-9b4abc28b742 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0638766 Nov 22 17:49:06.803249 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-75c194dc-b0ac-43d9-971d-80129d44bbae req-e97aa328-afd5-4dca-9140-3989c1829e74 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470171 Nov 22 17:49:07.306395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:07.930435 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b78e1-61d2-48a4-9229-c7db522f3dbd req-8ff8b0f0-be6c-4523-a3d0-5df85b0139d3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:07.931959 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b9b78e1-61d2-48a4-9229-c7db522f3dbd req-8ff8b0f0-be6c-4523-a3d0-5df85b0139d3 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0520022 Nov 22 17:49:07.987455 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b9b78e1-61d2-48a4-9229-c7db522f3dbd req-0e6a94f7-00f4-4067-98bf-b88efe85bb34 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Nov 22 17:49:08.517679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:09.121257 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57299ff7-b433-4f20-9c7c-a4dda586052b req-ad4bd866-13a1-46dd-a780-5a270119ba44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:09.122642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57299ff7-b433-4f20-9c7c-a4dda586052b req-ad4bd866-13a1-46dd-a780-5a270119ba44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0544834 Nov 22 17:49:09.177968 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-57299ff7-b433-4f20-9c7c-a4dda586052b req-1a8a5b3f-3d3d-470f-9b42-cd494b6662da tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489671 Nov 22 17:49:10.320807 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6cb5-6110-4fb8-92cd-5027915a5217 req-32195385-a92e-486a-955e-871260283194 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:10.322254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-979e6cb5-6110-4fb8-92cd-5027915a5217 req-32195385-a92e-486a-955e-871260283194 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0529363 Nov 22 17:49:10.383078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-979e6cb5-6110-4fb8-92cd-5027915a5217 req-02741528-b659-4915-a7c9-97617c612e67 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519018 Nov 22 17:49:11.518368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f2123-4654-4d89-9beb-f32bd52e2320 req-b7de88dd-d8ac-40de-952c-930897fbe858 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:11.519908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81f2123-4654-4d89-9beb-f32bd52e2320 req-b7de88dd-d8ac-40de-952c-930897fbe858 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0528545 Nov 22 17:49:11.575375 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a81f2123-4654-4d89-9beb-f32bd52e2320 req-d2c1da89-a3ba-42db-a08b-047a6f221778 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485125 Nov 22 17:49:12.702552 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578af3c-656a-4854-9636-793fcc26719c req-261ba774-616d-4011-9c40-33d984885ab4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:12.704085 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f578af3c-656a-4854-9636-793fcc26719c req-261ba774-616d-4011-9c40-33d984885ab4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0520458 Nov 22 17:49:12.757260 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f578af3c-656a-4854-9636-793fcc26719c req-645652fe-fc6a-4760-bc93-47af8ebe5b80 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Nov 22 17:49:13.496262 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:49:13.884428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d184f-1123-447c-a811-6ed0d8c64131 req-9933587a-9496-4fb8-a63c-252ca52d813c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:13.885908 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-165d184f-1123-447c-a811-6ed0d8c64131 req-9933587a-9496-4fb8-a63c-252ca52d813c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0549507 Nov 22 17:49:13.941956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-165d184f-1123-447c-a811-6ed0d8c64131 req-2e3f4ecc-2499-457c-97e5-b75c13285dad tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472257 Nov 22 17:49:15.078495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a45cb-401b-4568-8659-688593e00bf5 req-d993dc6f-0857-4774-9b48-fc220694ab21 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:15.080036 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a7a45cb-401b-4568-8659-688593e00bf5 req-d993dc6f-0857-4774-9b48-fc220694ab21 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0633881 Nov 22 17:49:15.140156 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a7a45cb-401b-4568-8659-688593e00bf5 req-b27c7605-bf79-4655-b4d7-6660425f8b21 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501781 Nov 22 17:49:15.578236 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b010b12-d59e-481f-a6f7-fd8f83fff0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.277898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74e945-f95c-4470-8770-49cbb98b2ba9 req-0ef2c5f4-d895-4001-9309-f114503588f2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:16.280634 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd74e945-f95c-4470-8770-49cbb98b2ba9 req-0ef2c5f4-d895-4001-9309-f114503588f2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0666370 Nov 22 17:49:16.332019 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dd74e945-f95c-4470-8770-49cbb98b2ba9 req-7e228e6f-b35f-4420-9d06-3d9ee6e031f6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454211 Nov 22 17:49:17.463132 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100f48e-9f8e-4d8e-91f5-92adadfd35d5 req-db9ad041-024d-4c32-955b-3e593ff8b7ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:17.464624 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7100f48e-9f8e-4d8e-91f5-92adadfd35d5 req-db9ad041-024d-4c32-955b-3e593ff8b7ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0596731 Nov 22 17:49:17.533984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7100f48e-9f8e-4d8e-91f5-92adadfd35d5 req-3e542ce9-3aa9-4867-a55c-636d66369957 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601761 Nov 22 17:49:17.955367 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53dabdcb-b4bf-40c2-9cac-32bea6e3a489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.675277 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92a439-18ab-4eff-b46b-dca61968e4e8 req-558cae59-ea32-4dad-b74d-44a0486dbb0f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:18.676781 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b92a439-18ab-4eff-b46b-dca61968e4e8 req-558cae59-ea32-4dad-b74d-44a0486dbb0f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0578353 Nov 22 17:49:18.727784 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6b92a439-18ab-4eff-b46b-dca61968e4e8 req-419f2886-557b-49d6-9dff-7b09cd372bf5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Nov 22 17:49:19.308235 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.871510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f925ebe-849e-49f8-a3a3-651e26f66d22 req-78c65d7e-358b-45c0-b036-4e946941d7de tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:19.873024 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f925ebe-849e-49f8-a3a3-651e26f66d22 req-78c65d7e-358b-45c0-b036-4e946941d7de tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0672646 Nov 22 17:49:19.930121 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9f925ebe-849e-49f8-a3a3-651e26f66d22 req-31df9411-e78b-4c7c-bb0f-dbc8d3031470 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508287 Nov 22 17:49:19.959500 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50582) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:20.027009 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-346ea1d4-e730-4f7f-8830-8013469ac357 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/60fb7caf-6fcc-4e31-9c03-2964a71de73e HTTP/1.1" status: 200 len: 993 time: 0.0660801 Nov 22 17:49:21.065649 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.315529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f7c34-f8f1-4d01-8533-b11e19585790 req-4d52a9d2-3a45-4cb0-b60d-072aa80b66e6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:21.316997 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37f7c34-f8f1-4d01-8533-b11e19585790 req-4d52a9d2-3a45-4cb0-b60d-072aa80b66e6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0617237 Nov 22 17:49:21.380399 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-9e8e236e-b256-4a06-9953-865442adbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:21.381894 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-9e8e236e-b256-4a06-9953-865442adbd48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 1097 time: 0.0826173 Nov 22 17:49:21.391464 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a37f7c34-f8f1-4d01-8533-b11e19585790 req-015f3daf-7150-462e-a740-ce6da52bae2d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570459 Nov 22 17:49:21.394503 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.480023 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-67c8d336-8645-46b3-a941-a404dbbb31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:21.481409 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-67c8d336-8645-46b3-a941-a404dbbb31b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a565ad79-ed54-444c-bff1-05cf73cdcc2b HTTP/1.1" status: 200 len: 896 time: 0.0890796 Nov 22 17:49:21.551261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-15391f68-ed24-45e8-961f-e65ac8ae65c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a496d103-608b-4182-879e-981d8d52c015 HTTP/1.1" status: 200 len: 1001 time: 0.0629563 Nov 22 17:49:21.609582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-e3bc7f62-bc69-4eea-9944-40924584fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:21.611845 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-e3bc7f62-bc69-4eea-9944-40924584fbbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a96fd629-e436-43dd-bf4e-d2f6a50a67ad HTTP/1.1" status: 200 len: 835 time: 0.0535343 Nov 22 17:49:21.663962 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-ba701452-7d99-4891-a678-6903f4ee6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:21.665934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-ba701452-7d99-4891-a678-6903f4ee6089 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a565ad79-ed54-444c-bff1-05cf73cdcc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472105 Nov 22 17:49:21.757712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-8f79cc71-35a7-4642-be4c-8aa87a44b6e9 service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847218 Nov 22 17:49:21.859487 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2842a054-bf0a-4582-8cf4-b24688e60190 req-9a7f23f3-bf2b-477b-ac58-eb48affadd5e service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946467 Nov 22 17:49:22.524006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8caad-37a9-4958-886a-bbadb596f569 req-98905a68-6ff7-46e5-9b39-a5df76740e9b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:22.525734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89a8caad-37a9-4958-886a-bbadb596f569 req-98905a68-6ff7-46e5-9b39-a5df76740e9b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0547428 Nov 22 17:49:22.577839 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-89a8caad-37a9-4958-886a-bbadb596f569 req-2e3cb801-25ca-4aa7-98aa-a1293d7b0127 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459459 Nov 22 17:49:22.601818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50594) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:22.671743 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9e0fd79c-0b07-4e3b-af23-78326dee9d5d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/60fb7caf-6fcc-4e31-9c03-2964a71de73e HTTP/1.1" status: 200 len: 993 time: 0.0687635 Nov 22 17:49:37.303856 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:38.511352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:39.477161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-a94a65a5-da0d-4570-b45d-bd4e350ed04d req-a5fc921d-a805-4acc-99e3-012f1376d656 service neutron] (103442) timed out ('10.222.0.59', 42490) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:49:45.574239 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bbdff963-6937-4e3d-871a-13db64b23832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:47.949131 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-17dc63df-3aae-4504-9883-6e9bdd6b5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:49.315007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:50.496466 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:49:51.070664 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:51.391116 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:53.379532 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50604) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:53.549733 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 0a2fd981-c133-4ab8-9123-45174178e49e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:53.550051 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:53.632273 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:53.632543 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:53.644664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 0a2fd981-c133-4ab8-9123-45174178e49e owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:53.804104 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:53.836983 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=0a2fd981-c133-4ab8-9123-45174178e49e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:53.847170 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.847520 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.847869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.848206 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.848539 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.849278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.849278 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.849472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.849834 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.850159 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.850466 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.850811 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:53.909887 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:53.910139 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP 60fb7caf-6fcc-4e31-9c03-2964a71de73e disassociated (deleted). External IP: 172.25.0.18, port: a496d103-608b-4182-879e-981d8d52c015. Nov 22 17:49:54.147838 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router d5963265-b76c-4900-ada2-fecb6e4c8859 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:49:54.269677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:54.274835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:54.279513 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] Sync routers for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:54.289839 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:54.290459 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:54.303554 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-18c67ce6-126c-435f-86b8-192926bdc45c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/floatingips/60fb7caf-6fcc-4e31-9c03-2964a71de73e HTTP/1.1" status: 204 len: 168 time: 0.9228401 Nov 22 17:49:54.304174 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'tag': 'a496d103-608b-4182-879e-981d8d52c015'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:49:54.306533 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24c8674-aed3-45e4-8255-64db70eab0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "tag": "a496d103-608b-4182-879e-981d8d52c015"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:49:54.495633 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98c5076-d292-4eaa-8a14-6b3a1426696a x-openstack-request-id: req-d98c5076-d292-4eaa-8a14-6b3a1426696a {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:49:54.496251 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "tag": "a496d103-608b-4182-879e-981d8d52c015", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:49:54.496251 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d98c5076-d292-4eaa-8a14-6b3a1426696a {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:49:54.496637 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'tag': 'a496d103-608b-4182-879e-981d8d52c015', 'status': 'completed', 'code': 200} Nov 22 17:49:54.499143 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:54.624919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-51e7874e-d22b-43f0-938f-20edeb9274c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:54.627509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-51e7874e-d22b-43f0-938f-20edeb9274c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 1097 time: 0.1039865 Nov 22 17:49:54.656959 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6435a-fd8d-4a37-a2d7-8fbeff13755b req-c0e8787b-8ddd-486d-bee3-19bb896fb815 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:54.658574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76d6435a-fd8d-4a37-a2d7-8fbeff13755b req-c0e8787b-8ddd-486d-bee3-19bb896fb815 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0932066 Nov 22 17:49:54.716020 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:16Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:54.743218 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] Checking router: d5963265-b76c-4900-ada2-fecb6e4c8859 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:54.752365 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:54.752986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:54.771578 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-76d6435a-fd8d-4a37-a2d7-8fbeff13755b req-5caec30f-e8df-4249-84c5-6fd16bc684d8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029022 Nov 22 17:49:54.776674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-467e1d53-0054-44ac-bf0b-6200ef0cd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:54.778065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-467e1d53-0054-44ac-bf0b-6200ef0cd7eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a565ad79-ed54-444c-bff1-05cf73cdcc2b HTTP/1.1" status: 200 len: 896 time: 0.1403389 Nov 22 17:49:54.823435 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-d0eb437c-80db-4c18-adb3-2432568af9b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a496d103-608b-4182-879e-981d8d52c015 HTTP/1.1" status: 200 len: 217 time: 0.0366735 Nov 22 17:49:54.868649 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:54.875368 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-0cda3498-d7c6-4a24-af89-1185deaf9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:54.876819 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-0cda3498-d7c6-4a24-af89-1185deaf9856 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a96fd629-e436-43dd-bf4e-d2f6a50a67ad HTTP/1.1" status: 200 len: 835 time: 0.0442865 Nov 22 17:49:54.937916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-7a08aeba-6d13-407f-8524-880b7e4265c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:54.939994 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-7a08aeba-6d13-407f-8524-880b7e4265c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a565ad79-ed54-444c-bff1-05cf73cdcc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542545 Nov 22 17:49:55.054420 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-c7ec7145-0900-4afd-9886-4620eb471f94 service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060784 Nov 22 17:49:55.085584 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:16Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:55.128251 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef0cf29-c044-4c52-a9ac-28ca1df75671 None None] The sync data for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 is: [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:48:13Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '350c6927-5008-49d8-8453-6fa52254bc14', 'name': '', 'network_id': 'a565ad79-ed54-444c-bff1-05cf73cdcc2b', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:ec:cd:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:12Z', 'updated_at': '2021-11-22T17:48:16Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': 'a96fd629-e436-43dd-bf4e-d2f6a50a67ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:55.177802 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a24c8674-aed3-45e4-8255-64db70eab0d6 req-ebcbdde0-006b-4380-bd7d-46c2816228be service neutron] 10.222.0.37 "GET /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156676 Nov 22 17:49:55.359127 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb25d22-beb7-4c7a-a70d-f2cb94b2b263 None None] New status for floating IP 60fb7caf-6fcc-4e31-9c03-2964a71de73e: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:49:55.901319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d8288-fb25-4cdc-a125-d338d7e599bd req-cbf59339-83bc-4ae3-8540-f81333ab31fa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:55.902820 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b73d8288-fb25-4cdc-a125-d338d7e599bd req-cbf59339-83bc-4ae3-8540-f81333ab31fa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0549641 Nov 22 17:49:55.956973 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b73d8288-fb25-4cdc-a125-d338d7e599bd req-eafbafed-983f-4493-a244-df72e7ca24ec tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=fea893e1-56f1-4429-a288-bfa80687f781&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459721 Nov 22 17:49:56.027583 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-3de45f94-b911-4527-ae4a-d02ced2a79be tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:56.029064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-3de45f94-b911-4527-ae4a-d02ced2a79be tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfbcf674-a960-4316-8a53-1b34520490e8 HTTP/1.1" status: 200 len: 946 time: 0.0513649 Nov 22 17:49:56.127330 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port a496d103-608b-4182-879e-981d8d52c015 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:56.127723 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:56.222898 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port a496d103-608b-4182-879e-981d8d52c015, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=a496d103-608b-4182-879e-981d8d52c015,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:56.223434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:56.236276 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for a496d103-608b-4182-879e-981d8d52c015 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:56.371755 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:56.402273 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=a496d103-608b-4182-879e-981d8d52c015,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:56.450763 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] No DVR routers for this DVR port a496d103-608b-4182-879e-981d8d52c015 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:49:56.453665 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:56.457586 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc96d059-17c8-44f0-b021-80fca3c7ab88 req-0c2dfcda-48ec-49d4-920e-80e40cb28245 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.37 "DELETE /v2.0/ports/a496d103-608b-4182-879e-981d8d52c015 HTTP/1.1" status: 204 len: 173 time: 0.4223928 Nov 22 17:49:56.497414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'name': 'network-vif-deleted', 'tag': 'a496d103-608b-4182-879e-981d8d52c015'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:49:56.499947 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e6e65c-9dcd-479f-a164-8fd92c2af4ea" -d '{"events": [{"server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "name": "network-vif-deleted", "tag": "a496d103-608b-4182-879e-981d8d52c015"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:49:56.549162 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28935e09-4e54-49af-8b6d-bc95cf225ab8 x-openstack-request-id: req-28935e09-4e54-49af-8b6d-bc95cf225ab8 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:49:56.549470 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbcf674-a960-4316-8a53-1b34520490e8", "name": "network-vif-deleted", "tag": "a496d103-608b-4182-879e-981d8d52c015", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:49:56.549754 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28935e09-4e54-49af-8b6d-bc95cf225ab8 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:49:56.550201 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbcf674-a960-4316-8a53-1b34520490e8', 'name': 'network-vif-deleted', 'tag': 'a496d103-608b-4182-879e-981d8d52c015', 'status': 'completed', 'code': 200} Nov 22 17:49:57.017766 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50620) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:57.404262 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:57.681627 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 350c6927-5008-49d8-8453-6fa52254bc14 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:57.681860 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:57.776646 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 350c6927-5008-49d8-8453-6fa52254bc14, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=350c6927-5008-49d8-8453-6fa52254bc14,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:57.777007 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:57.790892 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 350c6927-5008-49d8-8453-6fa52254bc14 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:57.985391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:58.010317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=350c6927-5008-49d8-8453-6fa52254bc14,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:58.197303 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:58.425921 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router d5963265-b76c-4900-ada2-fecb6e4c8859 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:49:58.540175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:58.545565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1d97c37b-9ce2-4de6-9be0-b306f1239a03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/d5963265-b76c-4900-ada2-fecb6e4c8859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5265732 Nov 22 17:49:58.548418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50622) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:58.552433 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] Sync routers for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:58.563325 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:58.563988 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:58.604284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08d731e-6c01-4802-b19d-e46a80ac6270 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting subnet a96fd629-e436-43dd-bf4e-d2f6a50a67ad {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:49:58.607834 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c08d731e-6c01-4802-b19d-e46a80ac6270 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:58.648721 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c08d731e-6c01-4802-b19d-e46a80ac6270 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:58.683889 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:58.882647 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:49:57Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:58.914530 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] Checking router: d5963265-b76c-4900-ada2-fecb6e4c8859 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:58.924852 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] Routers {'d5963265-b76c-4900-ada2-fecb6e4c8859'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:58.925659 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['d5963265-b76c-4900-ada2-fecb6e4c8859'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:59.035832 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] Set router d5963265-b76c-4900-ada2-fecb6e4c8859 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:59.066587 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c08d731e-6c01-4802-b19d-e46a80ac6270 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.128037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c08d731e-6c01-4802-b19d-e46a80ac6270 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.155789 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d731e-6c01-4802-b19d-e46a80ac6270 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Subnet': ['ID=a96fd629-e436-43dd-bf4e-d2f6a50a67ad,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:59.161663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c08d731e-6c01-4802-b19d-e46a80ac6270 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.164882 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c08d731e-6c01-4802-b19d-e46a80ac6270 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/subnets/a96fd629-e436-43dd-bf4e-d2f6a50a67ad HTTP/1.1" status: 204 len: 168 time: 0.6153154 Nov 22 17:49:59.167681 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50624) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:59.170916 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a46bf9-4363-48f6-9f0e-34d2dcd8765e None None] Network a565ad79-ed54-444c-bff1-05cf73cdcc2b requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:49:59.233527 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:49:57Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:59.261242 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942b66f-455e-4027-a51a-4932fd3327f3 None None] The sync data for ids ['d5963265-b76c-4900-ada2-fecb6e4c8859'] in n-d-816865-2 is: [{'id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'name': 'tempest-TestNetworkAdvancedServerOps-router-968356856', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:48:09Z', 'updated_at': '2021-11-22T17:49:57Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': '74d6077f-4eb2-4566-b0c4-db272962114f', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5963265-b76c-4900-ada2-fecb6e4c8859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:48:10Z', 'updated_at': '2021-11-22T17:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:59.287862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.392339 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.448677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 74d6077f-4eb2-4566-b0c4-db272962114f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:59.448991 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.501442 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a496d103-608b-4182-879e-981d8d52c015 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:49:59.523113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: a496d103-608b-4182-879e-981d8d52c015 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:49:59.523559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device a496d103-608b-4182-879e-981d8d52c015 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:49:59.541820 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 74d6077f-4eb2-4566-b0c4-db272962114f, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=74d6077f-4eb2-4566-b0c4-db272962114f,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:59.542062 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.555224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 74d6077f-4eb2-4566-b0c4-db272962114f owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:59.622496 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] DHCP port deletion for a565ad79-ed54-444c-bff1-05cf73cdcc2b request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:59.680554 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Deleting port 1aa37570-f74d-4a59-8409-fb84286c95bb {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:59.680993 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.751297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.758131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] For port 1aa37570-f74d-4a59-8409-fb84286c95bb, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1aa37570-f74d-4a59-8409-fb84286c95bb,segment=NetworkSegment(e4afc6f3-87cc-4e23-9dd6-207c93073cf9),segment_id=e4afc6f3-87cc-4e23-9dd6-207c93073cf9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:59.758842 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.772894 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Calling delete_port for 1aa37570-f74d-4a59-8409-fb84286c95bb owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:59.782995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=74d6077f-4eb2-4566-b0c4-db272962114f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:59.817027 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2a0602-6ea5-4e28-bf66-6f5784d0f585 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:59.864005 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.871530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.899523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Pushing event deleted for resources: {'Port': ['ID=1aa37570-f74d-4a59-8409-fb84286c95bb,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:59.901905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] No DVR routers for this DVR port 1aa37570-f74d-4a59-8409-fb84286c95bb on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:49:59.914944 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918084 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.918989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07a5af-76aa-4ffa-90e1-89f06de52317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:59.961786 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:59.964260 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.013838 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.015002 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Fanout notify agent at l3_agent the message router_deleted on router d5963265-b76c-4900-ada2-fecb6e4c8859 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:50:00.026442 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.035173 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b16d258a-8b0b-4a06-a8e8-fbab17b3e5a8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/routers/d5963265-b76c-4900-ada2-fecb6e4c8859 HTTP/1.1" status: 204 len: 168 time: 0.8590288 Nov 22 17:50:00.038416 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50626) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:00.127400 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.218679 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.239919 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a565ad79-ed54-444c-bff1-05cf73cdcc2b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:00.249457 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:00.249718 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4afc6f3-87cc-4e23-9dd6-207c93073cf9') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:00.259682 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.274038 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.281063 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:50:00.281686 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: timer() Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:50:00.285345 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:50:00.348248 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.358028 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.361647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/networks/a565ad79-ed54-444c-bff1-05cf73cdcc2b HTTP/1.1" status: 204 len: 168 time: 0.3221347 Nov 22 17:50:00.364919 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50628) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:00.375386 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb5383-e5df-4974-b342-99d0be320ba6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Network': ['ID=a565ad79-ed54-444c-bff1-05cf73cdcc2b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:00.429579 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.456795 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.537380 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.540177 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.541360 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/security-groups/fea893e1-56f1-4429-a288-bfa80687f781 HTTP/1.1" status: 204 len: 168 time: 0.1752014 Nov 22 17:50:00.552187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea893e1-56f1-4429-a288-bfa80687f781,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:00.562117 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.562577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.562939 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.563330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.563660 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.563995 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.564400 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.564750 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.565179 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.565597 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.565979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.566453 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c256bd47-a11c-43cc-9399-76c5863ae54c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:00.727767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1aa37570-f74d-4a59-8409-fb84286c95bb no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:50:00.750000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1aa37570-f74d-4a59-8409-fb84286c95bb {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:50:00.750679 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1aa37570-f74d-4a59-8409-fb84286c95bb not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:50:00.751141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 350c6927-5008-49d8-8453-6fa52254bc14 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:50:00.771590 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 350c6927-5008-49d8-8453-6fa52254bc14 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:50:00.771932 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 350c6927-5008-49d8-8453-6fa52254bc14 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:50:00.772361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 74d6077f-4eb2-4566-b0c4-db272962114f no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:50:00.786008 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50634) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:00.790792 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-09671bb6-2c63-46b9-8f90-af4ffdbabb00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581841986', 'description': 'tempest-secgroup-smoke-1581841986 description', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:00.791991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 74d6077f-4eb2-4566-b0c4-db272962114f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:50:00.792339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 74d6077f-4eb2-4566-b0c4-db272962114f not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:50:00.820591 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09671bb6-2c63-46b9-8f90-af4ffdbabb00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.889676 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09671bb6-2c63-46b9-8f90-af4ffdbabb00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.895042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09671bb6-2c63-46b9-8f90-af4ffdbabb00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.925080 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-09671bb6-2c63-46b9-8f90-af4ffdbabb00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:00.926414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-09671bb6-2c63-46b9-8f90-af4ffdbabb00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1393526 Nov 22 17:50:00.931012 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:00.931850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09671bb6-2c63-46b9-8f90-af4ffdbabb00 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7803d31d-9920-48df-a74a-fc5c28f1ddbb,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:00.936946 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6863beea-74eb-4e89-8a4e-605f0ea4475a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '7803d31d-9920-48df-a74a-fc5c28f1ddbb', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:00.972239 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6863beea-74eb-4e89-8a4e-605f0ea4475a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.036305 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6863beea-74eb-4e89-8a4e-605f0ea4475a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.041301 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6863beea-74eb-4e89-8a4e-605f0ea4475a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.059462 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863beea-74eb-4e89-8a4e-605f0ea4475a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f16a606-3ee4-45d1-aa76-1f99506056f1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:01.069474 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6863beea-74eb-4e89-8a4e-605f0ea4475a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.070734 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-6863beea-74eb-4e89-8a4e-605f0ea4475a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385319 Nov 22 17:50:01.074695 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:01.079453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-823abca3-ef03-4fee-9ada-3a9badd287d5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '7803d31d-9920-48df-a74a-fc5c28f1ddbb', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:01.115830 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-823abca3-ef03-4fee-9ada-3a9badd287d5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.176366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-823abca3-ef03-4fee-9ada-3a9badd287d5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.181813 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-823abca3-ef03-4fee-9ada-3a9badd287d5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.213110 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823abca3-ef03-4fee-9ada-3a9badd287d5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18d5658-7ffe-4378-99e4-5a2dcf3c09e0,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:01.219475 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-823abca3-ef03-4fee-9ada-3a9badd287d5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.220747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-823abca3-ef03-4fee-9ada-3a9badd287d5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448784 Nov 22 17:50:01.224714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50640) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:01.229563 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ae058353-6989-4fe5-be37-57a497c8c98f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '7803d31d-9920-48df-a74a-fc5c28f1ddbb', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:01.259930 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae058353-6989-4fe5-be37-57a497c8c98f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.325961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae058353-6989-4fe5-be37-57a497c8c98f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.330729 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae058353-6989-4fe5-be37-57a497c8c98f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.348667 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae058353-6989-4fe5-be37-57a497c8c98f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b400a5-467e-4562-9583-a58cc36c1912,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:01.357169 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ae058353-6989-4fe5-be37-57a497c8c98f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.358369 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ae058353-6989-4fe5-be37-57a497c8c98f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323831 Nov 22 17:50:01.362339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:01.366758 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a4da0ca1-b39b-4dc8-a0d0-f0c55cca0288 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '7803d31d-9920-48df-a74a-fc5c28f1ddbb', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:01.397924 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4da0ca1-b39b-4dc8-a0d0-f0c55cca0288 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.464627 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4da0ca1-b39b-4dc8-a0d0-f0c55cca0288 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.471316 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4da0ca1-b39b-4dc8-a0d0-f0c55cca0288 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.489989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da0ca1-b39b-4dc8-a0d0-f0c55cca0288 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ec1456-7922-4f9c-bfaf-0ae870d72f76,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:01.498766 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a4da0ca1-b39b-4dc8-a0d0-f0c55cca0288 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.500131 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a4da0ca1-b39b-4dc8-a0d0-f0c55cca0288 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367879 Nov 22 17:50:01.503021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50644) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:01.507654 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7330dc7e-b96d-4667-acf6-bc720fc5f505 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '7803d31d-9920-48df-a74a-fc5c28f1ddbb', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:01.535132 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-7330dc7e-b96d-4667-acf6-bc720fc5f505 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:50:01.543005 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7330dc7e-b96d-4667-acf6-bc720fc5f505 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.612854 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7330dc7e-b96d-4667-acf6-bc720fc5f505 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.617037 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7330dc7e-b96d-4667-acf6-bc720fc5f505 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.637351 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330dc7e-b96d-4667-acf6-bc720fc5f505 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad098b5-a360-4332-b761-dcfaf42a669d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:01.648133 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7330dc7e-b96d-4667-acf6-bc720fc5f505 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.652083 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7330dc7e-b96d-4667-acf6-bc720fc5f505 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453109 Nov 22 17:50:01.652505 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50646) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:01.657027 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ca5d86db-6007-420e-8291-8a73a8817d44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'security_group_rule': {'security_group_id': '7803d31d-9920-48df-a74a-fc5c28f1ddbb', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:01.689110 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-ca5d86db-6007-420e-8291-8a73a8817d44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Project 4e97a939e0024a2685f1e33ba9df17cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:50:01.694500 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca5d86db-6007-420e-8291-8a73a8817d44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.763685 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca5d86db-6007-420e-8291-8a73a8817d44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.769295 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca5d86db-6007-420e-8291-8a73a8817d44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.786706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d86db-6007-420e-8291-8a73a8817d44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfa4ab9-88fe-4488-a15c-71a594d84e65,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:01.799848 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ca5d86db-6007-420e-8291-8a73a8817d44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.801110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ca5d86db-6007-420e-8291-8a73a8817d44 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476886 Nov 22 17:50:01.804564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50648) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:01.809996 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'network': {'name': 'tempest-network-smoke--1868781811', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'port_security_enabled': True}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:01.833881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:50:01.837626 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.867074 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:50:01.876524 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.876911 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Added segment 6a507345-806b-4998-85a9-e4b57d02fd3e of type vlan for network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee Nov 22 17:50:01.922932 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.951856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:01.957692 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:01.958316 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.018042 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2121115 Nov 22 17:50:02.020772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50650) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:02.027216 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'admin_state_up': True, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:02.036807 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d44370-ee25-4a36-9f44-b41f2b9aa9fc tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Network': ['ID=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:02.048366 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:50:02.057929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.059194 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.119554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.263971 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.465471 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.483753 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.598431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.156 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/d3f3a8a8-b51b-4d88-a50d-210dddf0e150) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:50:02.707506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.748551 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.793979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:50:02.797144 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:50:02.800695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:50:02.806786 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=d3f3a8a8-b51b-4d88-a50d-210dddf0e150,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:02.821510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049d1c2-57a1-47dd-9ce0-fb05e98aefd1 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:50:02.904275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ade3deb4-732f-4375-984d-e54c923e1c55 None None] Provisioning complete for port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:02.904656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ade3deb4-732f-4375-984d-e54c923e1c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.941408 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ade3deb4-732f-4375-984d-e54c923e1c55 None None] Port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:50:03.080107 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:03.295339 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:03.433891 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:50:03.539620 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:50:03.550102 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Sync routers for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:50:03.562759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:03.564332 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12957a7d-4a46-45e0-9948-9ebddc1f460e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5425401 Nov 22 17:50:03.567560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:03.567718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:50:03.568288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:03.597241 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-44325563-c82d-4791-b89e-648125bc8f8f tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4e97a939e0024a2685f1e33ba9df17cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283720 Nov 22 17:50:03.599733 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50654) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:03.689951 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:50:03.692848 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946a3680-0864-43b5-b7d0-7beccfb68220 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:03.694691 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-946a3680-0864-43b5-b7d0-7beccfb68220 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937366 Nov 22 17:50:03.697489 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50656) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:03.729631 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-044c477f-721d-4fa2-b124-76c690bc42be tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=48371618-7853-4415-b0ee-666037ec3de0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308375 Nov 22 17:50:03.732449 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:03.738280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344377657', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:03.834009 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:50:03.837812 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.047250 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.075861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:02Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:04.102500 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Checking router: 48fbbab4-bd7c-4c34-91eb-1591b74c7000 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:50:04.102858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Updating router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:50:04.122430 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Subnet': ['ID=24384d1e-6174-421d-b8ea-b23f765f81fe,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:04.133143 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.133482 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Checking segment: {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:50:04.133853 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network hostable DHCP agents. Network: dad6dfeb-038f-4ac5-b441-3b9e7abad0ee, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:50:04.151824 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:50:04.161942 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, dad6dfeb-038f-4ac5-b441-3b9e7abad0ee) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:50:04.167859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:04.169190 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.172973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715dac46-b98e-4e6b-84ce-df1304645b41 None None] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:50:04.191752 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4dae6cc9-5dd6-4f8e-b511-9bcb8534e1e4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4581544 Nov 22 17:50:04.192018 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50660) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:04.508656 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:50:04.509523 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.545730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.561180 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.683823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Attempting to bind port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:50:04.684198 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Attempting to bind port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:50:04.684578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Attempting to bind port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:50:04.695075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:50:04.695493 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:50:04.696335 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.696798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:50:04.697215 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Bound port: d3f3a8a8-b51b-4d88-a50d-210dddf0e150, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:50:04.697605 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.699550 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf6398-c83e-4398-b270-655f01a52769 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:50:04.730200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8e446-01ff-4f74-a1df-d54bc7d3c10e None None] Pushing event updated for resources: {'Port': ['ID=d3f3a8a8-b51b-4d88-a50d-210dddf0e150,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:04.812322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-dbe8e1fa-3245-4719-9c2e-624787ad57ae None None] Provisioning complete for port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:04.812724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dbe8e1fa-3245-4719-9c2e-624787ad57ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.818762 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Allocated IP 172.20.0.2 (dad6dfeb-038f-4ac5-b441-3b9e7abad0ee/24384d1e-6174-421d-b8ea-b23f765f81fe/b50ec92d-a24d-4095-9522-737e2ce6add8) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:50:04.822417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] For port d3f3a8a8-b51b-4d88-a50d-210dddf0e150, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:50:04.827225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] For port d3f3a8a8-b51b-4d88-a50d-210dddf0e150, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d3f3a8a8-b51b-4d88-a50d-210dddf0e150,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:50:04.852298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:04.957543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e8770-02bd-48dd-a937-35de1db0e0ce None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:50:04.964324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8e1fa-3245-4719-9c2e-624787ad57ae None None] Port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:50:05.002020 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8e446-01ff-4f74-a1df-d54bc7d3c10e None None] Pushing event updated for resources: {'Port': ['ID=d3f3a8a8-b51b-4d88-a50d-210dddf0e150,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:05.008489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:50:05.009142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:05.062635 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.177756 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-dde1f585-9c23-4dfc-b213-e313c7173373 None None] Provisioning complete for port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:05.178271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dde1f585-9c23-4dfc-b213-e313c7173373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.217271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.231528 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:50:05.289525 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.370612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.1 (dad6dfeb-038f-4ac5-b441-3b9e7abad0ee/24384d1e-6174-421d-b8ea-b23f765f81fe/1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:50:05.390871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:50:05.402396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:50:05.407579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:50:05.413143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Pushing event updated for resources: {'Port': ['ID=b50ec92d-a24d-4095-9522-737e2ce6add8,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:05.496768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dde1f585-9c23-4dfc-b213-e313c7173373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.526545 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.551012 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dde1f585-9c23-4dfc-b213-e313c7173373 None None] For port d3f3a8a8-b51b-4d88-a50d-210dddf0e150, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d3f3a8a8-b51b-4d88-a50d-210dddf0e150,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:50:05.553745 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Attempting to bind port b50ec92d-a24d-4095-9522-737e2ce6add8 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:50:05.554124 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Attempting to bind port b50ec92d-a24d-4095-9522-737e2ce6add8 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:50:05.554487 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Attempting to bind port b50ec92d-a24d-4095-9522-737e2ce6add8 on network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:50:05.570686 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.577597 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dde1f585-9c23-4dfc-b213-e313c7173373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.604648 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:50:05.605021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Checking segment: {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:50:05.605422 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.605816 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Bound using segment: {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:50:05.606305 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Bound port: b50ec92d-a24d-4095-9522-737e2ce6add8, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:50:05.606685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.617473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:50:05.621064 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:50:05.623946 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:50:05.656531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:05.681266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1f585-9c23-4dfc-b213-e313c7173373 None None] Pushing event updated for resources: {'Port': ['ID=d3f3a8a8-b51b-4d88-a50d-210dddf0e150,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:05.687227 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.722078 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:02Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:05.724479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] For port b50ec92d-a24d-4095-9522-737e2ce6add8, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:50:05.728657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] For port b50ec92d-a24d-4095-9522-737e2ce6add8, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b50ec92d-a24d-4095-9522-737e2ce6add8,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:50:05.759005 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:05.763558 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fee56b-d223-4143-a673-e3847527aa4d None None] The sync data for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 is: [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:02Z', 'revision_number': 3, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:50:05.826479 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c06cc-f74d-441c-bd12-512a05119ad2 None None] Pushing event updated for resources: {'Port': ['ID=b50ec92d-a24d-4095-9522-737e2ce6add8,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:05.875970 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:06.272452 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:06.278422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:06.359168 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:06.361151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:06.467527 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:50:06.470020 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:50:06.612173 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:50:06.754554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:50:06.780729 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-027ac86f-9066-4c82-94c2-f8efaaeb2648 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/48fbbab4-bd7c-4c34-91eb-1591b74c7000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5773938 Nov 22 17:50:06.856730 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b50ec92d-a24d-4095-9522-737e2ce6add8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:50:06.928475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b50ec92d-a24d-4095-9522-737e2ce6add8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:06.928756 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:06.958465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-6e2eaa21-2ee1-4fd3-99d1-aabd8d539205 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581841986&fields=id&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 267 time: 0.0558412 Nov 22 17:50:07.102074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-42772210-cd63-40ee-8d1e-43b8ce0799b5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:07.103811 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-42772210-cd63-40ee-8d1e-43b8ce0799b5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/networks?id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee HTTP/1.1" status: 200 len: 797 time: 0.1339006 Nov 22 17:50:07.121075 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-8aa9f4b9-1cf3-414f-a439-0e1d08885de1 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/quotas/4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 375 time: 0.0102055 Nov 22 17:50:07.177291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-87c246d0-7d18-4398-9099-df0da38aef5a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488722 Nov 22 17:50:07.198454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f018e1b9-755b-4cb2-b812-f15345a46b04 None None] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:50:07.250432 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:07.279688 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-844f4273-8952-41c5-a431-f7baa7473327 service neutron] 10.222.0.59 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896304 Nov 22 17:50:07.284772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8748b944-b6de-4150-9118-7e521b2c648b None None] Provisioning complete for port b50ec92d-a24d-4095-9522-737e2ce6add8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:07.285161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8748b944-b6de-4150-9118-7e521b2c648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:07.353270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] For port b50ec92d-a24d-4095-9522-737e2ce6add8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b50ec92d-a24d-4095-9522-737e2ce6add8,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:50:07.367041 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:07.367858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d3f3a8a8-b51b-4d88-a50d-210dddf0e150 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:50:07.374345 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:07.380417 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-e95ca074-0a10-4192-bb87-584bc8965d88 service neutron] 10.222.0.59 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932255 Nov 22 17:50:07.504467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Pushing event updated for resources: {'Port': ['ID=b50ec92d-a24d-4095-9522-737e2ce6add8,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:07.564912 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01bbf9a7-68d0-4664-8b21-48828f0b8b4c req-d09d9bf7-2960-42ac-8384-1e43ef19d774 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 210 time: 0.0346889 Nov 22 17:50:07.574191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:07.574578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:07.664204 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Sync routers for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:50:07.680260 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:50:07.680942 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:07.895767 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-723da3fb-4d76-42a1-b38c-c907133efc68 None None] Provisioning complete for port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:07.896321 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-723da3fb-4d76-42a1-b38c-c907133efc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:07.934986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:50:07.943763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-723da3fb-4d76-42a1-b38c-c907133efc68 None None] Port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:50:07.957139 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-723da3fb-4d76-42a1-b38c-c907133efc68 None None] Provisioning complete for port b50ec92d-a24d-4095-9522-737e2ce6add8 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:07.957722 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-723da3fb-4d76-42a1-b38c-c907133efc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.176434 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:06Z', 'revision_number': 2, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:08.192560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-89178ec1-24be-4775-9374-49a5d80a8df5 None None] Provisioning complete for port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:08.192951 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89178ec1-24be-4775-9374-49a5d80a8df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.211643 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Checking router: 48fbbab4-bd7c-4c34-91eb-1591b74c7000 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:50:08.212569 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Updating router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:50:08.244325 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.245371 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-89178ec1-24be-4775-9374-49a5d80a8df5 None None] Port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:50:08.468085 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-42b965be-9847-4547-94f3-99a42f51589f None None] Provisioning complete for port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:08.468583 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-42b965be-9847-4547-94f3-99a42f51589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.511439 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-42b965be-9847-4547-94f3-99a42f51589f None None] Port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:50:08.524702 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.547368 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.556665 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.615035 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Pushing event updated for resources: {'Port': ['ID=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:08.645982 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.645982 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.645982 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.645982 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.646661 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.646661 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.646842 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.647184 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.647509 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.647834 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.648156 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.648475 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:50:08.686284 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Attempting to bind port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:50:08.686862 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Attempting to bind port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:50:08.687082 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Attempting to bind port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 on network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:50:08.698490 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:50:08.701964 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Checking segment: {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:50:08.702542 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.703029 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Bound using segment: {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:50:08.703595 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Bound port: 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:50:08.710719 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.739974 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0e1a2656-4863-469f-bcc3-5d4f3fdf1e30 req-0fa7766c-6560-45ec-a7e9-c90b5a5c7d94 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 210 time: 0.0709028 Nov 22 17:50:08.815921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b50ec92d-a24d-4095-9522-737e2ce6add8 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:50:08.845011 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] For port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:50:08.852903 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] For port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:50:08.863067 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.885502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port b50ec92d-a24d-4095-9522-737e2ce6add8 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:08.885502 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:08.918605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-87ed1d8b-f34a-45a2-a7b7-a7a306fcb4bf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:08.921441 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-87ed1d8b-f34a-45a2-a7b7-a7a306fcb4bf tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "GET /v2.0/networks?id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee HTTP/1.1" status: 200 len: 797 time: 0.1937666 Nov 22 17:50:08.944850 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:50:08.947408 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:49:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:08.998262 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-49343e15-68f3-4426-838b-2d1725c4d624 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e97a939e0024a2685f1e33ba9df17cc HTTP/1.1" status: 200 len: 380 time: 0.0657947 Nov 22 17:50:09.010419 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'port': {'device_id': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'admin_state_up': True, 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'security_groups': ['7803d31d-9920-48df-a74a-fc5c28f1ddbb']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:09.043048 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-66960088-3bf5-4628-bd8c-eac6068ecd96 None None] Provisioning complete for port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:09.043981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66960088-3bf5-4628-bd8c-eac6068ecd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.050629 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a35fa5-f00d-4551-b798-1c9ceb3d3101 None None] Pushing event updated for resources: {'Port': ['ID=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:09.106376 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:50:09.155700 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66960088-3bf5-4628-bd8c-eac6068ecd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.157257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Made reservation on behalf of 4e97a939e0024a2685f1e33ba9df17cc for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:50:09.161846 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.199799 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-66960088-3bf5-4628-bd8c-eac6068ecd96 None None] For port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:50:09.208174 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-66960088-3bf5-4628-bd8c-eac6068ecd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.266691 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66960088-3bf5-4628-bd8c-eac6068ecd96 None None] Pushing event updated for resources: {'Port': ['ID=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:09.325320 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.20.0.12 (dad6dfeb-038f-4ac5-b441-3b9e7abad0ee/24384d1e-6174-421d-b8ea-b23f765f81fe/9876a2e6-4c1a-42b7-a18f-9836f5273753) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:50:09.338121 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7bd0b464-9ba3-4ad9-8f98-1b4f6cf06b3e None None] Provisioning complete for port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:09.338627 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b464-9ba3-4ad9-8f98-1b4f6cf06b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.359814 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:09.405334 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e6bdb7-1d99-4533-8ce3-016cd3c21e1b None None] The sync data for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 is: [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:08Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:50:09.518717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.557247 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.604642 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:50:09.608330 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:50:09.612466 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:50:09.619623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=9876a2e6-4c1a-42b7-a18f-9836f5273753,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:09.675575 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:09.676260 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.697376 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-dbb30dd4-735a-44b2-97eb-8d2b71fa4ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921091 Nov 22 17:50:09.760966 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Request body: {'port': {'device_id': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:09.846995 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.895202 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91f05f-046f-4f39-884a-b2e043d01b54 req-06c6a03b-d3e8-4fd5-b21d-15aec5e239de tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:09.898272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e91f05f-046f-4f39-884a-b2e043d01b54 req-06c6a03b-d3e8-4fd5-b21d-15aec5e239de tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 932 time: 0.0700767 Nov 22 17:50:09.911301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-35f95af6-6172-402d-848e-b47a4a380230 None None] Provisioning complete for port 9876a2e6-4c1a-42b7-a18f-9836f5273753 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:09.911688 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35f95af6-6172-402d-848e-b47a4a380230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.962123 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-35f95af6-6172-402d-848e-b47a4a380230 None None] Port 9876a2e6-4c1a-42b7-a18f-9836f5273753 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:50:09.980647 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7e91f05f-046f-4f39-884a-b2e043d01b54 req-84e7e6e3-70b6-4d6d-bcc7-c0cfa83c3b76 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749738 Nov 22 17:50:10.150367 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9876a2e6-4c1a-42b7-a18f-9836f5273753 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:50:10.159101 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:10.173169 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Transition to ACTIVE for port object 9876a2e6-4c1a-42b7-a18f-9836f5273753 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:50:10.179294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:10.230274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Pushing event updated for resources: {'Port': ['ID=9876a2e6-4c1a-42b7-a18f-9836f5273753,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:10.310584 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Attempting to bind port 9876a2e6-4c1a-42b7-a18f-9836f5273753 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:50:10.310942 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Attempting to bind port 9876a2e6-4c1a-42b7-a18f-9836f5273753 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:50:10.311535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Attempting to bind port 9876a2e6-4c1a-42b7-a18f-9836f5273753 on network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:50:10.316664 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Port 9876a2e6-4c1a-42b7-a18f-9836f5273753 on network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:50:10.316994 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Attempting to bind port 9876a2e6-4c1a-42b7-a18f-9836f5273753 on network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:50:10.323340 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:50:10.323699 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Checking segment: {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:50:10.324107 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Bound using segment: {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:50:10.324565 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Bound port: 9876a2e6-4c1a-42b7-a18f-9836f5273753, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a507345-806b-4998-85a9-e4b57d02fd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:50:10.324933 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:10.399648 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] For port 9876a2e6-4c1a-42b7-a18f-9836f5273753, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:50:10.403825 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] For port 9876a2e6-4c1a-42b7-a18f-9836f5273753, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:50:10.410921 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:10.451518 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:10.452156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:10.454304 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] 10.222.0.62 "PUT /v2.0/ports/9876a2e6-4c1a-42b7-a18f-9836f5273753 HTTP/1.1" status: 200 len: 1092 time: 0.7477930 Nov 22 17:50:10.455070 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:50:10.463074 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10003750-8359-4c7a-928e-8c4415d9ab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:50:10.512337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba37d4-9be5-46af-96e7-fd9605dafd57 service neutron] Pushing event updated for resources: {'Port': ['ID=9876a2e6-4c1a-42b7-a18f-9836f5273753,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:10.531095 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051aa37f-a2e4-4f0c-be1f-bcda95881b98 x-openstack-request-id: req-051aa37f-a2e4-4f0c-be1f-bcda95881b98 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:50:10.531548 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:50:10.531911 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-051aa37f-a2e4-4f0c-be1f-bcda95881b98 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:50:10.532460 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'status': 'completed', 'code': 200} Nov 22 17:50:10.577974 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-7f791b51-b44c-4114-b8e3-bc25e0fef01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:10.579996 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-7f791b51-b44c-4114-b8e3-bc25e0fef01b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 1095 time: 0.0620646 Nov 22 17:50:10.629381 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-d0093423-3348-4e46-be60-2ebef6e00c31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753 HTTP/1.1" status: 200 len: 217 time: 0.0407314 Nov 22 17:50:10.693478 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-2d866ab7-a4e3-403e-9a0c-c12b36cec6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:10.695178 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-2d866ab7-a4e3-403e-9a0c-c12b36cec6f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24384d1e-6174-421d-b8ea-b23f765f81fe HTTP/1.1" status: 200 len: 835 time: 0.0580187 Nov 22 17:50:10.751529 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-14f6f3a0-5674-40f2-a0e7-a10f461b068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:10.753414 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-14f6f3a0-5674-40f2-a0e7-a10f461b068e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508575 Nov 22 17:50:10.768581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:50:10.831411 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:10.831792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:10.847524 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-b70ad6cc-0b61-4dc8-ab1b-9cc4d9a84cca service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856931 Nov 22 17:50:10.950706 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-22949b66-7066-4f28-8b5a-d4695ba848b6 req-b53e06c9-55e5-40c4-8892-426b2a65653b service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952382 Nov 22 17:50:11.043695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-37248415-fceb-4231-aa36-d05034d2f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:11.045249 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-37248415-fceb-4231-aa36-d05034d2f399 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 1095 time: 0.0448325 Nov 22 17:50:11.101060 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65308c2d-5556-4a84-b4df-b12f3c86c4df req-0aa56670-60a2-46c3-bf2d-ea9d0ea12b54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:11.102608 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65308c2d-5556-4a84-b4df-b12f3c86c4df req-0aa56670-60a2-46c3-bf2d-ea9d0ea12b54 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 944 time: 0.0509374 Nov 22 17:50:11.140571 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-8d73b3d4-c558-41e9-9567-ca2718952625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:11.142452 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-8d73b3d4-c558-41e9-9567-ca2718952625 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee HTTP/1.1" status: 200 len: 898 time: 0.0888841 Nov 22 17:50:11.155277 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-65308c2d-5556-4a84-b4df-b12f3c86c4df req-6ac68be3-80ac-45f7-924f-59451ad7347a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463378 Nov 22 17:50:11.191276 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-6972d513-329f-4b56-b8ce-1ddcc9bb657c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753 HTTP/1.1" status: 200 len: 217 time: 0.0393705 Nov 22 17:50:11.244636 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-f3843798-fe43-4987-b3b9-6336f4cd1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:11.246138 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-f3843798-fe43-4987-b3b9-6336f4cd1e7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24384d1e-6174-421d-b8ea-b23f765f81fe HTTP/1.1" status: 200 len: 835 time: 0.0471849 Nov 22 17:50:11.294111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-5ce07a44-c5d9-4aad-ad7c-b1678435cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:11.295695 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-5ce07a44-c5d9-4aad-ad7c-b1678435cf0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419221 Nov 22 17:50:11.394199 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-964bf32a-f550-416a-88f5-5e9d7c9d2d77 service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905831 Nov 22 17:50:11.495334 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-10003750-8359-4c7a-928e-8c4415d9ab5f req-efa23360-0099-4025-a904-a471198a3372 service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933347 Nov 22 17:50:12.289104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41583ca-d0e7-4a01-bbad-261726d38f26 req-74919b36-a5ac-43c9-b32d-4bb2d32f0dec tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:12.291425 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d41583ca-d0e7-4a01-bbad-261726d38f26 req-74919b36-a5ac-43c9-b32d-4bb2d32f0dec tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 944 time: 0.0620832 Nov 22 17:50:12.351472 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d41583ca-d0e7-4a01-bbad-261726d38f26 req-81b8d3b8-7f06-4c3f-9e56-27e5e9e51d7b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520668 Nov 22 17:50:13.485864 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d27e49-2924-4bde-8910-42acc51dbd08 req-95c88962-431c-4c6c-9ab6-389ec7849aa4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:13.487442 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d27e49-2924-4bde-8910-42acc51dbd08 req-95c88962-431c-4c6c-9ab6-389ec7849aa4 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 944 time: 0.0552814 Nov 22 17:50:13.552981 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-83d27e49-2924-4bde-8910-42acc51dbd08 req-685284c6-8c0d-4ebf-b658-29473489985f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587106 Nov 22 17:50:14.683881 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbfeea-98ac-4705-850a-122fadf4aaf2 req-106077b0-b9aa-443d-8c26-e5a1c35682b0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:14.685653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dccbfeea-98ac-4705-850a-122fadf4aaf2 req-106077b0-b9aa-443d-8c26-e5a1c35682b0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 944 time: 0.0565426 Nov 22 17:50:14.750261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dccbfeea-98ac-4705-850a-122fadf4aaf2 req-cc451d5d-2ddd-4c20-8e01-8f4142acdab0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583353 Nov 22 17:50:15.569328 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad6b8-ba15-4179-92da-b2fdf7503b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:15.685560 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9876a2e6-4c1a-42b7-a18f-9836f5273753 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:50:15.795651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9876a2e6-4c1a-42b7-a18f-9836f5273753, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:50:15.809244 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'port_id': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'mac_address': 'fa:16:3e:a6:ad:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:50:15.852836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:15.866891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9876a2e6-4c1a-42b7-a18f-9836f5273753 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:50:15.880333 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328e9bd-131d-4b56-a9a3-67e19b4942ab req-6ab80c56-e15e-47e1-a319-088318ce15c2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:15.881847 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c328e9bd-131d-4b56-a9a3-67e19b4942ab req-6ab80c56-e15e-47e1-a319-088318ce15c2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 944 time: 0.0573635 Nov 22 17:50:15.887145 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9876a2e6-4c1a-42b7-a18f-9836f5273753, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:50:15.892227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:15.935532 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c328e9bd-131d-4b56-a9a3-67e19b4942ab req-e2909c4b-426c-4ae9-9933-140182961a39 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465381 Nov 22 17:50:15.940489 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=9876a2e6-4c1a-42b7-a18f-9836f5273753,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:16.248160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['9876a2e6-4c1a-42b7-a18f-9836f5273753'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:50:17.063286 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42558f-d015-4c2b-b44a-b2e32d37a680 req-2ee4b362-6cf2-4dcd-a389-654b2796dfba tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:17.064788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef42558f-d015-4c2b-b44a-b2e32d37a680 req-2ee4b362-6cf2-4dcd-a389-654b2796dfba tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 945 time: 0.0570552 Nov 22 17:50:17.121630 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ef42558f-d015-4c2b-b44a-b2e32d37a680 req-8a1aed78-eaae-4357-a5ac-c4dd5499474b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503714 Nov 22 17:50:17.689462 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9876a2e6-4c1a-42b7-a18f-9836f5273753 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:50:17.747674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 9876a2e6-4c1a-42b7-a18f-9836f5273753 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:50:17.751795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 9876a2e6-4c1a-42b7-a18f-9836f5273753 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:50:17.752248 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:17.839633 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:17.863130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:50:17.865503 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa751fb8-bc80-4a43-b4aa-8527671fe562" -d '{"events": [{"server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "name": "network-vif-plugged", "status": "completed", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:50:17.878368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 9876a2e6-4c1a-42b7-a18f-9836f5273753, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:50:17.884333 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:17.907957 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaeb1ac-fa10-46eb-a821-07950a0082ee x-openstack-request-id: req-abaeb1ac-fa10-46eb-a821-07950a0082ee {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:50:17.908253 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "name": "network-vif-plugged", "status": "completed", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:50:17.908518 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abaeb1ac-fa10-46eb-a821-07950a0082ee {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:50:17.908948 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'code': 200} Nov 22 17:50:17.942793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=9876a2e6-4c1a-42b7-a18f-9836f5273753,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:17.962505 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e2c0dbf-bca1-44dd-8af0-2bac082297e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:18.009407 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d55ce3-6f1b-4586-81a2-07a54d5e7b98 req-38613005-4b6e-4649-bc2b-e2e47c83b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:18.011142 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-93d55ce3-6f1b-4586-81a2-07a54d5e7b98 req-38613005-4b6e-4649-bc2b-e2e47c83b33b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 1097 time: 0.0434148 Nov 22 17:50:18.062552 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-93d55ce3-6f1b-4586-81a2-07a54d5e7b98 req-f26ea09a-9d7d-4e70-a59b-77d27e34fbee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447409 Nov 22 17:50:18.267559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6cd14-4265-4cea-9692-5384f61c302e req-0845c527-ed32-4fa4-b34e-39de3a271d6a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:18.270451 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14b6cd14-4265-4cea-9692-5384f61c302e req-0845c527-ed32-4fa4-b34e-39de3a271d6a tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0657811 Nov 22 17:50:18.329320 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-14b6cd14-4265-4cea-9692-5384f61c302e req-e4ee4372-36db-43bf-b5ac-0bd4d0e01394 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508931 Nov 22 17:50:19.326836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:19.460902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5bd05-6cef-4907-aeb3-edc540043965 req-1790a4b5-4f13-4928-ab04-9ee7d39eee23 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:19.462457 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddc5bd05-6cef-4907-aeb3-edc540043965 req-1790a4b5-4f13-4928-ab04-9ee7d39eee23 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0573144 Nov 22 17:50:19.516410 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ddc5bd05-6cef-4907-aeb3-edc540043965 req-8cc8d552-7278-4f44-a70a-f9d60ec6b5c5 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474381 Nov 22 17:50:20.642315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3b14a-fe78-4146-b1f6-ae159e52244f req-71c6c8a6-efa1-4c70-8d5d-bf4e3384a486 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:20.643853 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eec3b14a-fe78-4146-b1f6-ae159e52244f req-71c6c8a6-efa1-4c70-8d5d-bf4e3384a486 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0530806 Nov 22 17:50:20.698078 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-eec3b14a-fe78-4146-b1f6-ae159e52244f req-31e1cab8-7783-4ef2-ab7e-06fad32e0b0c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479834 Nov 22 17:50:20.831003 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf9150-f610-4410-9fdd-b2d17d5fac29 req-72ec5415-3d0c-4172-a91a-b3740673365c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:20.832463 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7caf9150-f610-4410-9fdd-b2d17d5fac29 req-72ec5415-3d0c-4172-a91a-b3740673365c tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0663319 Nov 22 17:50:20.885602 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7caf9150-f610-4410-9fdd-b2d17d5fac29 req-e21fb629-a685-41db-aac8-601b698b0150 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467610 Nov 22 17:50:20.909135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50720) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:20.952903 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c38110f-d21a-4338-808b-68e669951ba0 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:20.954434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0c38110f-d21a-4338-808b-68e669951ba0 tempest-TestNetworkAdvancedServerOps-1979149141 tempest-TestNetworkAdvancedServerOps-1979149141-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 1092 time: 0.0443208 Nov 22 17:50:20.957510 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50722) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:20.961953 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:50:20.988479 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:21.074058 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:21.103487 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:21.210688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Allocated IP 172.25.0.195 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/321cd094-d143-4a27-a44d-aeb8b4be9c3b) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:50:21.326831 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:21.366816 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:21.384730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:21.408676 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:50:21.411626 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:50:21.415274 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:50:21.438915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=321cd094-d143-4a27-a44d-aeb8b4be9c3b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:22.174355 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:22.242436 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:22.398373 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:22.404682 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:22.476558 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event updated for resources: {'Port': ['ID=321cd094-d143-4a27-a44d-aeb8b4be9c3b,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:50:22.499980 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:22.605769 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP e633ec39-ea62-45df-ada9-6efa85245b1a associated. External IP: 172.25.0.195, port: 9876a2e6-4c1a-42b7-a18f-9836f5273753. Nov 22 17:50:22.834812 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:50:22.947952 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:50:22.958353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] Sync routers for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:50:22.969931 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:22.970757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:50:22.971456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:50:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:23.008875 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1ccecf74-40b9-4747-92a2-e29aee5fa450 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0436666 Nov 22 17:50:23.008875 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:50:23.008875 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b" -d '{"events": [{"name": "network-changed", "server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:50:23.045732 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c626f24-1a07-4534-b1b4-040ce02c44b1 x-openstack-request-id: req-4c626f24-1a07-4534-b1b4-040ce02c44b1 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:50:23.046025 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:50:23.046319 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c626f24-1a07-4534-b1b4-040ce02c44b1 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:50:23.046830 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'status': 'completed', 'code': 200} Nov 22 17:50:23.087352 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:50:23.134632 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-86c9c920-1b13-442b-ac6f-c933a3f3f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:23.137305 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-86c9c920-1b13-442b-ac6f-c933a3f3f964 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 1097 time: 0.0570338 Nov 22 17:50:23.149016 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82fac1-b9c6-4de0-9ce3-b276c14c98c1 req-91a07b8b-c853-466a-80b0-0a6e15510cb8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:23.150741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e82fac1-b9c6-4de0-9ce3-b276c14c98c1 req-91a07b8b-c853-466a-80b0-0a6e15510cb8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0550563 Nov 22 17:50:23.216133 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e82fac1-b9c6-4de0-9ce3-b276c14c98c1 req-3e3fb012-217d-4e5a-ac84-e9808c517838 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570235 Nov 22 17:50:23.235427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-7cad6ece-2d2f-4b3b-a37e-eb09fa8bf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:23.236524 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-7cad6ece-2d2f-4b3b-a37e-eb09fa8bf56e service neutron] 10.222.0.62 "GET /v2.0/networks?id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee HTTP/1.1" status: 200 len: 898 time: 0.0926421 Nov 22 17:50:23.241486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50728) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:23.331757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e633ec39-ea62-45df-ada9-6efa85245b1a', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'port_id': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'mac_address': 'fa:16:3e:a6:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:50:21Z', 'updated_at': '2021-11-22T17:50:21Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:09Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:23.353818 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-380e133c-3c7c-4879-9312-93d2f7c464ec tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/e633ec39-ea62-45df-ada9-6efa85245b1a HTTP/1.1" status: 200 len: 992 time: 0.1110160 Nov 22 17:50:23.355716 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-f72602fb-25b9-4a0b-a7e6-df6722d8cba1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753 HTTP/1.1" status: 200 len: 1000 time: 0.1066103 Nov 22 17:50:23.358857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] Checking router: 48fbbab4-bd7c-4c34-91eb-1591b74c7000 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:50:23.368232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:50:23.368847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:50:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:23.411270 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-f2af7870-cb73-402a-8957-663a26b301fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:23.412811 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-f2af7870-cb73-402a-8957-663a26b301fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24384d1e-6174-421d-b8ea-b23f765f81fe HTTP/1.1" status: 200 len: 835 time: 0.0502374 Nov 22 17:50:23.460691 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-b7cf0e96-dd2d-44d7-81c8-ac56e796b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:23.462238 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-b7cf0e96-dd2d-44d7-81c8-ac56e796b190 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419395 Nov 22 17:50:23.492402 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:50:23.558734 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-336d535e-2f2c-4b64-98b7-7dfe49c3301e service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894737 Nov 22 17:50:23.661447 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6bf3c5a8-655d-4bb6-8788-968b1e7ec40b req-517138b8-12ab-4beb-a4aa-938eea9f6897 service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953596 Nov 22 17:50:23.742248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e633ec39-ea62-45df-ada9-6efa85245b1a', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'port_id': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'mac_address': 'fa:16:3e:a6:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:50:21Z', 'updated_at': '2021-11-22T17:50:21Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:09Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:50:23.939906 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e79daa-8aa9-4f40-8a44-fda2abd5d06d None None] The sync data for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 is: [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': 'e633ec39-ea62-45df-ada9-6efa85245b1a', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'floating_ip_address': '172.25.0.195', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'port_id': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'mac_address': 'fa:16:3e:a6:ad:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:50:21Z', 'updated_at': '2021-11-22T17:50:21Z', 'revision_number': 0, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:09Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:50:24.152719 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7730743-998f-4608-8468-658248f91bf7 None None] New status for floating IP e633ec39-ea62-45df-ada9-6efa85245b1a: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:50:24.357092 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:50:24.428177 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-a79faa40-3b9e-4dc6-9d08-c9a0281d1411 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/e633ec39-ea62-45df-ada9-6efa85245b1a HTTP/1.1" status: 200 len: 994 time: 0.0694902 Nov 22 17:50:27.501471 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:50:37.332171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:38.548767 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:45.575114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c4939d7-e284-4675-86b4-4cae0846399b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:47.959621 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c50c1dac-0256-4e0e-a5e2-85b8d9d37b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:49.325698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:51.079954 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:51.400802 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:54.790483 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-c11759a2-cdd9-4cad-bead-2e1a141d1255 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439274 Nov 22 17:50:54.881698 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-de0db18c-d97d-4e84-9fcf-4ed7beaf764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:54.883287 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-de0db18c-d97d-4e84-9fcf-4ed7beaf764b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 1097 time: 0.0441175 Nov 22 17:50:55.001325 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-336aa298-f442-41cc-92e1-067a2430202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:55.002711 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-336aa298-f442-41cc-92e1-067a2430202d service neutron] 10.222.0.62 "GET /v2.0/networks?id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee HTTP/1.1" status: 200 len: 898 time: 0.0936124 Nov 22 17:50:55.075339 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-9c641a13-eb35-4a81-9888-ede7419521fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753 HTTP/1.1" status: 200 len: 1002 time: 0.0654132 Nov 22 17:50:55.130332 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-675638ae-5322-42b9-a741-be7901dd32de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:55.131875 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-675638ae-5322-42b9-a741-be7901dd32de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24384d1e-6174-421d-b8ea-b23f765f81fe HTTP/1.1" status: 200 len: 835 time: 0.0504072 Nov 22 17:50:55.188858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-77176a70-51da-496d-8b4b-5390db62e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:55.190448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-77176a70-51da-496d-8b4b-5390db62e338 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511968 Nov 22 17:50:55.282449 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-c2bd8a49-241a-4583-a322-031821ef450c service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Nov 22 17:50:55.389386 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-19224dc8-b55b-4767-a267-dc47d9a7b9b2 req-a9cbb120-a4df-458b-9bf3-53d1753e15c4 service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001296 Nov 22 17:51:04.502446 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:51:07.334855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:08.556645 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:15.570571 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97936cad-66ad-422e-8a20-ab3105e0b7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:17.960448 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae0a5234-82c9-4b6a-bd60-564d63454bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:19.325272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:21.083068 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:21.392918 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:35.915568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9fe77-221a-4358-a9c3-7f57d8f99db9 req-e706cb31-7cb9-4b38-a20c-38fe8307380d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:35.917093 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dde9fe77-221a-4358-a9c3-7f57d8f99db9 req-e706cb31-7cb9-4b38-a20c-38fe8307380d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0650909 Nov 22 17:51:35.970808 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-dde9fe77-221a-4358-a9c3-7f57d8f99db9 req-a459d3bb-e6e1-4b65-93aa-1a6fa2060be0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Nov 22 17:51:37.107271 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a37b7-3e58-46e3-a247-3d4af81d79a4 req-7f05874e-05af-49f3-8d8a-4a2c76de5c48 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:37.108835 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-767a37b7-3e58-46e3-a247-3d4af81d79a4 req-7f05874e-05af-49f3-8d8a-4a2c76de5c48 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0553596 Nov 22 17:51:37.163016 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-767a37b7-3e58-46e3-a247-3d4af81d79a4 req-80e276ec-8209-432d-bcdd-9a75084e1879 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479820 Nov 22 17:51:37.347484 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:38.295913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1b087-812a-482d-aabc-2cc4836f2eba req-7dbb012a-5222-4f1e-9ba0-1bb608faf625 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:38.297729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07d1b087-812a-482d-aabc-2cc4836f2eba req-7dbb012a-5222-4f1e-9ba0-1bb608faf625 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0530457 Nov 22 17:51:38.349502 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-07d1b087-812a-482d-aabc-2cc4836f2eba req-06d29301-681c-4e41-a632-35a40f873605 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451317 Nov 22 17:51:38.374270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50762) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:38.441473 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-200db7a6-df45-42c9-9b88-e0bfb7465d2b tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/e633ec39-ea62-45df-ada9-6efa85245b1a HTTP/1.1" status: 200 len: 994 time: 0.0659397 Nov 22 17:51:38.559579 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:39.747169 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba40372-d932-493b-9918-44cb19064380 req-b75b0a61-da7d-4e83-b8d7-df443559a18d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:39.749261 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bba40372-d932-493b-9918-44cb19064380 req-b75b0a61-da7d-4e83-b8d7-df443559a18d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0534174 Nov 22 17:51:39.762538 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-b4d26f05-d170-4b77-b3e1-905d6237296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:39.764782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-b4d26f05-d170-4b77-b3e1-905d6237296c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 1097 time: 0.0434995 Nov 22 17:51:39.801805 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bba40372-d932-493b-9918-44cb19064380 req-a1736fdb-4051-4f94-9eef-2bb12fb07ef6 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Nov 22 17:51:39.862077 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-94a39a91-d0c9-46fe-be1b-5c3360e7cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:39.863623 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-94a39a91-d0c9-46fe-be1b-5c3360e7cad5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee HTTP/1.1" status: 200 len: 898 time: 0.0915439 Nov 22 17:51:39.929749 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-937dcf5b-7119-4cd9-9f09-4db137f81dfd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753 HTTP/1.1" status: 200 len: 1002 time: 0.0591683 Nov 22 17:51:39.980206 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-d9af3ab6-6173-46f8-88f2-746d70475b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:39.981662 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-d9af3ab6-6173-46f8-88f2-746d70475b3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24384d1e-6174-421d-b8ea-b23f765f81fe HTTP/1.1" status: 200 len: 835 time: 0.0448849 Nov 22 17:51:40.032005 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-389f2f7c-40ca-45ad-99b3-97df4421b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:40.033516 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-389f2f7c-40ca-45ad-99b3-97df4421b28c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445642 Nov 22 17:51:40.131726 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-5baa6e44-0a57-418e-b015-d9bf6bac76f7 service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904813 Nov 22 17:51:40.231975 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-ad9c9d6a-8127-4c73-a5fc-ca7b6511a62f req-7cf26ea0-9fb6-4fa5-ac14-5b206d391a9a service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929172 Nov 22 17:51:40.943358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79e506-7ee8-4f0f-a6a1-ef50e52ce4ce req-b9747e9e-a013-425e-adc3-867a54b31fec tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:40.944812 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b79e506-7ee8-4f0f-a6a1-ef50e52ce4ce req-b9747e9e-a013-425e-adc3-867a54b31fec tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0640023 Nov 22 17:51:40.998404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8b79e506-7ee8-4f0f-a6a1-ef50e52ce4ce req-08636540-3db4-4504-8776-7fde2262eb75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474095 Nov 22 17:51:41.507305 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:51:42.152651 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f547a9b-df4e-400a-aa03-55493e28f5af req-0d9ee019-a9b8-4367-bee0-44a7df8da5ec tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:42.154791 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f547a9b-df4e-400a-aa03-55493e28f5af req-0d9ee019-a9b8-4367-bee0-44a7df8da5ec tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0663249 Nov 22 17:51:42.216285 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f547a9b-df4e-400a-aa03-55493e28f5af req-35850686-32e3-40da-a431-a4bbd96e9c90 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548589 Nov 22 17:51:42.244924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50774) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:42.307920 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-bcfb7641-ba73-4c59-8a0e-04a8cdef07f2 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/floatingips/e633ec39-ea62-45df-ada9-6efa85245b1a HTTP/1.1" status: 200 len: 994 time: 0.0617313 Nov 22 17:51:42.549523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50780) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:42.731818 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 321cd094-d143-4a27-a44d-aeb8b4be9c3b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:51:42.731818 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:42.821932 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:42.822271 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:42.837008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 321cd094-d143-4a27-a44d-aeb8b4be9c3b owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:51:43.008877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:43.042307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=321cd094-d143-4a27-a44d-aeb8b4be9c3b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:43.070659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.070659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.071069 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.071344 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.071680 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.072018 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.072355 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.072685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.073026 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.073353 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.073685 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.074011 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:43.114069 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for floatingip, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:43.114382 n-d-816865-2 neutron-server[103443]: INFO neutron.db.l3_db [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Floating IP e633ec39-ea62-45df-ada9-6efa85245b1a disassociated (deleted). External IP: 172.25.0.195, port: 9876a2e6-4c1a-42b7-a18f-9836f5273753. Nov 22 17:51:43.345999 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:51:43.461425 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:51:43.466719 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:43.473367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] Sync routers for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:51:43.483871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:51:43.484749 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:43.496329 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fb3cb092-3f2c-4472-99a7-2924b42346f8 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/floatingips/e633ec39-ea62-45df-ada9-6efa85245b1a HTTP/1.1" status: 204 len: 168 time: 0.9428842 Nov 22 17:51:43.496329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:51:43.497089 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a51448-b269-4eb9-b31b-ed705bd83bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:51:43.604396 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:51:43.733448 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219196b2-65cc-4f20-9848-9270cc9598b6 x-openstack-request-id: req-219196b2-65cc-4f20-9848-9270cc9598b6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:51:43.734558 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:51:43.734558 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-219196b2-65cc-4f20-9848-9270cc9598b6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:51:43.734558 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'status': 'completed', 'code': 200} Nov 22 17:51:43.809302 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-8061c523-7440-49c3-bf57-40f51998521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:43.811104 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-8061c523-7440-49c3-bf57-40f51998521b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 1097 time: 0.0504944 Nov 22 17:51:43.824234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:09Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:43.839251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ee16-b293-445b-88df-0870bc27070d req-7d6df4fa-d034-4bf1-a270-2070bc4899d9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:43.840799 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2469ee16-b293-445b-88df-0870bc27070d req-7d6df4fa-d034-4bf1-a270-2070bc4899d9 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0554450 Nov 22 17:51:43.851164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] Checking router: 48fbbab4-bd7c-4c34-91eb-1591b74c7000 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:51:43.860324 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:51:43.860867 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:43.895037 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2469ee16-b293-445b-88df-0870bc27070d req-d48a3f51-70d2-4cfb-848b-fbc038d5a77f tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466974 Nov 22 17:51:43.903495 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-da9dede7-46a1-4b2e-9bdf-5d3808d93877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:43.905101 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-da9dede7-46a1-4b2e-9bdf-5d3808d93877 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee HTTP/1.1" status: 200 len: 898 time: 0.0869696 Nov 22 17:51:43.953258 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-bac2d266-8268-496b-9766-47b42820c865 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753 HTTP/1.1" status: 200 len: 217 time: 0.0384800 Nov 22 17:51:43.971995 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:51:44.006924 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-f793b4cc-00f6-421e-a1f5-5990e4824689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:44.008454 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-f793b4cc-00f6-421e-a1f5-5990e4824689 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=24384d1e-6174-421d-b8ea-b23f765f81fe HTTP/1.1" status: 200 len: 835 time: 0.0477226 Nov 22 17:51:44.056547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-973de6c8-c180-4091-9144-3e3579bf1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:44.058115 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-973de6c8-c180-4091-9144-3e3579bf1cd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416579 Nov 22 17:51:44.157651 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-882440dc-ee03-4ce3-8cb6-8c83d1bf84f7 service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911303 Nov 22 17:51:44.182029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:09Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:44.209119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3afcab-7608-4f75-b3f6-c144582729b2 None None] The sync data for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 is: [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0', 'name': '', 'network_id': 'dad6dfeb-038f-4ac5-b441-3b9e7abad0ee', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'mac_address': 'fa:16:3e:83:80:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:05Z', 'updated_at': '2021-11-22T17:50:09Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'subnets': [{'id': '24384d1e-6174-421d-b8ea-b23f765f81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:51:44.256334 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a51448-b269-4eb9-b31b-ed705bd83bdf req-088bc1eb-2793-44dc-a03a-4d2a90ae540b service neutron] 10.222.0.62 "GET /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897431 Nov 22 17:51:44.466383 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfa0cf6-4fdd-49d7-8679-fc6c7346c5c8 None None] New status for floating IP e633ec39-ea62-45df-ada9-6efa85245b1a: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:51:45.086410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda012d-462f-4f3e-ac2b-2f3ebce9e3c7 req-f01396af-c4eb-4da3-a7ac-1915592fc57e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:45.087949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bbda012d-462f-4f3e-ac2b-2f3ebce9e3c7 req-f01396af-c4eb-4da3-a7ac-1915592fc57e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.1095283 Nov 22 17:51:45.141534 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bbda012d-462f-4f3e-ac2b-2f3ebce9e3c7 req-31823481-2f3f-4877-a71f-126198591988 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/security-groups?id=7803d31d-9920-48df-a74a-fc5c28f1ddbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472918 Nov 22 17:51:45.413748 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-ada2b903-f02e-4b63-aee9-eeb0b73bfa03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:45.416348 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-ada2b903-f02e-4b63-aee9-eeb0b73bfa03 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 946 time: 0.0617237 Nov 22 17:51:45.520135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 9876a2e6-4c1a-42b7-a18f-9836f5273753 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:51:45.520478 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:45.574709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b087c1d2-f55d-46b3-b09a-f3ee97458f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:45.626266 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 9876a2e6-4c1a-42b7-a18f-9836f5273753, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=9876a2e6-4c1a-42b7-a18f-9836f5273753,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:45.626600 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:45.645591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 9876a2e6-4c1a-42b7-a18f-9836f5273753 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:51:45.845894 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:45.886679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=9876a2e6-4c1a-42b7-a18f-9836f5273753,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:45.919800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.920145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.920508 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.920858 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.921207 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.921605 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.922111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.925614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.925614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.925614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.925614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.925614 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:45.949554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] No DVR routers for this DVR port 9876a2e6-4c1a-42b7-a18f-9836f5273753 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:51:45.952958 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:45.957164 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-065d7c29-6524-4656-8c64-2b6473fa0a69 req-44544d14-6207-4d9c-95ac-64fd55e07d51 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.62 "DELETE /v2.0/ports/9876a2e6-4c1a-42b7-a18f-9836f5273753 HTTP/1.1" status: 204 len: 173 time: 0.5340905 Nov 22 17:51:45.957768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'name': 'network-vif-deleted', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:51:45.960736 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29207716-b165-4ec6-9589-16bf2b3fb20f" -d '{"events": [{"server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "name": "network-vif-deleted", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:51:46.017013 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99db2ab6-f5b5-48c4-8397-f473858d2358 x-openstack-request-id: req-99db2ab6-f5b5-48c4-8397-f473858d2358 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:51:46.017374 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3151ae8d-500a-4d03-83f2-bbdcca21ecb5", "name": "network-vif-deleted", "tag": "9876a2e6-4c1a-42b7-a18f-9836f5273753", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:51:46.017573 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99db2ab6-f5b5-48c4-8397-f473858d2358 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:51:46.018020 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3151ae8d-500a-4d03-83f2-bbdcca21ecb5', 'name': 'network-vif-deleted', 'tag': '9876a2e6-4c1a-42b7-a18f-9836f5273753', 'status': 'completed', 'code': 200} Nov 22 17:51:46.271029 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1b433314-6f5e-430a-bd80-6f6cfa404d98 req-0071a423-0371-4cdd-8396-2e68562e3daa tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "GET /v2.0/ports?device_id=3151ae8d-500a-4d03-83f2-bbdcca21ecb5 HTTP/1.1" status: 200 len: 210 time: 0.0314136 Nov 22 17:51:47.340956 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50802) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:47.775141 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:47.955322 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3118689-af8e-43d3-a29d-790aa8fc407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:48.059134 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:51:48.059134 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:48.162799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:48.163206 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:48.177280 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:51:48.229266 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9876a2e6-4c1a-42b7-a18f-9836f5273753 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:51:48.257653 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 9876a2e6-4c1a-42b7-a18f-9836f5273753 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:51:48.258021 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 9876a2e6-4c1a-42b7-a18f-9836f5273753 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:51:48.395290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:48.428710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:48.628688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.218424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:51:49.326554 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.341045 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:51:49.350493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:49.351113 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3f105866-ab09-4c2a-a02c-7251084bf21d tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "PUT /v2.0/routers/48fbbab4-bd7c-4c34-91eb-1591b74c7000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0083582 Nov 22 17:51:49.354541 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] Sync routers for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:51:49.367263 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:51:49.367970 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:49.408284 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b60152-e924-4f4c-a61e-c40c2e37ff75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting subnet 24384d1e-6174-421d-b8ea-b23f765f81fe {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:51:49.412153 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34b60152-e924-4f4c-a61e-c40c2e37ff75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.456052 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34b60152-e924-4f4c-a61e-c40c2e37ff75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.487740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:51:49.553762 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34b60152-e924-4f4c-a61e-c40c2e37ff75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.629998 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34b60152-e924-4f4c-a61e-c40c2e37ff75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.657315 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b60152-e924-4f4c-a61e-c40c2e37ff75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Subnet': ['ID=24384d1e-6174-421d-b8ea-b23f765f81fe,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:49.664166 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34b60152-e924-4f4c-a61e-c40c2e37ff75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.672144 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a864f33-ac32-4cf2-81bd-e83ade4a2c48 None None] Network dad6dfeb-038f-4ac5-b441-3b9e7abad0ee requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:51:49.672745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-34b60152-e924-4f4c-a61e-c40c2e37ff75 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/subnets/24384d1e-6174-421d-b8ea-b23f765f81fe HTTP/1.1" status: 204 len: 168 time: 0.3205864 Nov 22 17:51:49.679900 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:49.776032 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:51:48Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:49.794805 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.822196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] Checking router: 48fbbab4-bd7c-4c34-91eb-1591b74c7000 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:51:49.837037 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] Routers {'48fbbab4-bd7c-4c34-91eb-1591b74c7000'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:51:49.837693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:49.911952 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:49.955393 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] Set router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:51:50.186538 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] DHCP port deletion for dad6dfeb-038f-4ac5-b441-3b9e7abad0ee request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:51:50.310558 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Deleting port d3f3a8a8-b51b-4d88-a50d-210dddf0e150 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:51:50.311054 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.327611 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Deleting port b50ec92d-a24d-4095-9522-737e2ce6add8 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:51:50.328254 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.395292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] For port d3f3a8a8-b51b-4d88-a50d-210dddf0e150, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=d3f3a8a8-b51b-4d88-a50d-210dddf0e150,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:50.395958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.405161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] For port b50ec92d-a24d-4095-9522-737e2ce6add8, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=b50ec92d-a24d-4095-9522-737e2ce6add8,segment=NetworkSegment(6a507345-806b-4998-85a9-e4b57d02fd3e),segment_id=6a507345-806b-4998-85a9-e4b57d02fd3e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:50.405571 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.413817 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Calling delete_port for d3f3a8a8-b51b-4d88-a50d-210dddf0e150 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:51:50.422626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Calling delete_port for b50ec92d-a24d-4095-9522-737e2ce6add8 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:51:50.437595 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:51:48Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:50.496176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986165b-1ad8-48a3-9cc2-02ab3e9688b8 None None] The sync data for ids ['48fbbab4-bd7c-4c34-91eb-1591b74c7000'] in n-d-816865-2 is: [{'id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568298052', 'tenant_id': '4e97a939e0024a2685f1e33ba9df17cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:51:48Z', 'revision_number': 5, 'project_id': '4e97a939e0024a2685f1e33ba9df17cc', 'gw_port': {'id': 'd3f3a8a8-b51b-4d88-a50d-210dddf0e150', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:da:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fbbab4-bd7c-4c34-91eb-1591b74c7000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:50:02Z', 'updated_at': '2021-11-22T17:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:51:50.550468 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.579763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Pushing event deleted for resources: {'Port': ['ID=b50ec92d-a24d-4095-9522-737e2ce6add8,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:50.582980 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] No DVR routers for this DVR port b50ec92d-a24d-4095-9522-737e2ce6add8 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:51:50.593119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.593681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.594031 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.594415 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.594851 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.595712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.595842 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.596141 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.596579 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.596790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.597119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.597445 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fde885-82ba-41bb-b47b-dc2bd0b85670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:50.620016 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.647538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Port': ['ID=d3f3a8a8-b51b-4d88-a50d-210dddf0e150,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:50.659314 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235cebdc-dbea-4e93-a3ef-ecd55abd0b52 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:51:50.714986 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.814434 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.816898 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.877023 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.877989 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Fanout notify agent at l3_agent the message router_deleted on router 48fbbab4-bd7c-4c34-91eb-1591b74c7000 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:51:50.886084 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.887286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-e7e6e755-7eac-482a-b197-11708f50f40e tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/routers/48fbbab4-bd7c-4c34-91eb-1591b74c7000 HTTP/1.1" status: 204 len: 168 time: 1.2063684 Nov 22 17:51:50.890799 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50808) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:50.984829 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.990443 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b50ec92d-a24d-4095-9522-737e2ce6add8 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:51:51.017417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: b50ec92d-a24d-4095-9522-737e2ce6add8 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:51:51.017790 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device b50ec92d-a24d-4095-9522-737e2ce6add8 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:51:51.018441 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:51:51.039587 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:51:51.039950 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 1ab01600-ef9f-4c9e-8a61-dbbae1c0a4e0 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:51:51.081604 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.087154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.112709 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad6dfeb-038f-4ac5-b441-3b9e7abad0ee']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:51.123096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a507345-806b-4998-85a9-e4b57d02fd3e') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:51.123460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a507345-806b-4998-85a9-e4b57d02fd3e') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:51.134480 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.151232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.158227 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:51:51.158751 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: timer() Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:51:51.162073 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:51:51.228447 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.235828 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.239037 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/networks/dad6dfeb-038f-4ac5-b441-3b9e7abad0ee HTTP/1.1" status: 204 len: 168 time: 0.3468435 Nov 22 17:51:51.242135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50810) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:51.261305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec1beb-a6d3-4eed-bac2-b6c63c2961ac tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'Network': ['ID=dad6dfeb-038f-4ac5-b441-3b9e7abad0ee,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:51.317554 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-182c3f86-b7ff-47f6-a1b0-906dcfb384a0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.347000 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-182c3f86-b7ff-47f6-a1b0-906dcfb384a0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.390704 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.417580 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-182c3f86-b7ff-47f6-a1b0-906dcfb384a0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.420237 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-182c3f86-b7ff-47f6-a1b0-906dcfb384a0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:51.421468 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-182c3f86-b7ff-47f6-a1b0-906dcfb384a0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] 10.222.0.59 "DELETE /v2.0/security-groups/7803d31d-9920-48df-a74a-fc5c28f1ddbb HTTP/1.1" status: 204 len: 168 time: 0.1778183 Nov 22 17:51:51.432249 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c3f86-b7ff-47f6-a1b0-906dcfb384a0 tempest-TestNetworkAdvancedServerOps-742497493 tempest-TestNetworkAdvancedServerOps-742497493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7803d31d-9920-48df-a74a-fc5c28f1ddbb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:51.808318 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50818) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:51.974237 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-fe69e705-e9c7-44b7-abea-aba5c0c491c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e97a939e0024a2685f1e33ba9df17cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647019 Nov 22 17:51:51.978067 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50822) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:52.044409 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3de41068-fed3-46af-8187-86eb294abd84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.075278 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3de41068-fed3-46af-8187-86eb294abd84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.130375 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3de41068-fed3-46af-8187-86eb294abd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.133617 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3de41068-fed3-46af-8187-86eb294abd84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.134825 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-3de41068-fed3-46af-8187-86eb294abd84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cad5ed31-2552-4802-a85c-e25aae00c74d HTTP/1.1" status: 204 len: 168 time: 0.1558187 Nov 22 17:51:52.144918 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de41068-fed3-46af-8187-86eb294abd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad5ed31-2552-4802-a85c-e25aae00c74d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:52.477516 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50828) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:52.491632 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf8c5-bc2b-43b0-b22e-a308df80acc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.572572 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf8c5-bc2b-43b0-b22e-a308df80acc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.578667 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf8c5-bc2b-43b0-b22e-a308df80acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.618878 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-4aeaf8c5-bc2b-43b0-b22e-a308df80acc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63031edd69f146268695a4124d3ce3bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403072 Nov 22 17:51:52.619854 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaf8c5-bc2b-43b0-b22e-a308df80acc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdcb217-4d31-4661-a968-859117338653,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:52.622333 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50830) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:52.685695 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79e593e3-7f37-4451-aabc-9cc53e0a9d56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.712186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79e593e3-7f37-4451-aabc-9cc53e0a9d56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.757779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d3f3a8a8-b51b-4d88-a50d-210dddf0e150 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:51:52.773725 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79e593e3-7f37-4451-aabc-9cc53e0a9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.776351 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79e593e3-7f37-4451-aabc-9cc53e0a9d56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:52.777669 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-79e593e3-7f37-4451-aabc-9cc53e0a9d56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9fdcb217-4d31-4661-a968-859117338653 HTTP/1.1" status: 204 len: 168 time: 0.1543775 Nov 22 17:51:52.788348 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e593e3-7f37-4451-aabc-9cc53e0a9d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdcb217-4d31-4661-a968-859117338653,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:52.789467 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: d3f3a8a8-b51b-4d88-a50d-210dddf0e150 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:51:52.790718 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device d3f3a8a8-b51b-4d88-a50d-210dddf0e150 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:51:53.668328 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50852) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:53.799175 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2095969710-network', 'tenant_id': '5cac96267e3244f6bacc0922b8152280'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:51:53.828625 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Made reservation on behalf of 5cac96267e3244f6bacc0922b8152280 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:51:53.831619 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:53.845710 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:53.959715 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:53.971992 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.006714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:51:54.025826 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7785521-dc30-4b35-9d8e-394d40bd898c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:54.034366 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.035421 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Added segment 4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec of type vlan for network a059d6c9-b8f0-462f-9837-2b8ae4db5110 Nov 22 17:51:54.087291 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.123451 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.124993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:54.128427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.192739 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5228810 Nov 22 17:51:54.197248 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50856) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:54.201630 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6473f5a-e0fe-4076-b78f-44a786dea1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a059d6c9-b8f0-462f-9837-2b8ae4db5110,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:54.202679 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Request body: {'subnet': {'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2095969710-subnet', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:51:54.214798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:51:54.233710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Made reservation on behalf of 5cac96267e3244f6bacc0922b8152280 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:51:54.236384 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.438849 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.500993 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f44eee7-aa17-4481-ac04-108c66763027,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:54.514772 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Checking segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:51:54.515534 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Network hostable DHCP agents. Network: a059d6c9-b8f0-462f-9837-2b8ae4db5110, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:51:54.539371 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:51:54.552119 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, a059d6c9-b8f0-462f-9837-2b8ae4db5110) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:51:54.557258 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:54.558160 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.563810 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f31a4-3073-40cc-9d42-4f7c33f3d376 None None] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:51:54.580506 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7f3cfb2e-4781-48e7-a382-65ac219334e4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3819809 Nov 22 17:51:54.583737 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50858) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:54.588554 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:51:54.613089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.614263 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.678022 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.736935 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:51:54.738076 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.830627 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.921100 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Allocated IP 172.20.0.2 (a059d6c9-b8f0-462f-9837-2b8ae4db5110/4f44eee7-aa17-4481-ac04-108c66763027/7bc94d75-cc06-41c0-ad1a-9176d49a6e8c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:51:55.045918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.070186 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.082721 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.090660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.134561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:51:55.138636 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:51:55.141108 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:51:55.171945 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Pushing event updated for resources: {'Port': ['ID=7bc94d75-cc06-41c0-ad1a-9176d49a6e8c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:55.189406 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Allocated IP 172.25.0.233 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/bf53c12b-0346-4f1d-9556-81ec714c48fc) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:51:55.204638 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Attempting to bind port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:51:55.205132 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Attempting to bind port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:51:55.205891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Attempting to bind port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:51:55.212298 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:51:55.212779 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Checking segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:51:55.213278 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.213785 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Bound using segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:51:55.214354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Bound port: 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:51:55.214837 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.284348 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] For port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:51:55.287777 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] For port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7bc94d75-cc06-41c0-ad1a-9176d49a6e8c,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:51:55.293952 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.318821 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.359156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.363712 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d8034-feba-4c92-9546-ccf5e1d2d5ff None None] Pushing event updated for resources: {'Port': ['ID=7bc94d75-cc06-41c0-ad1a-9176d49a6e8c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:55.408933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:51:55.412321 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:51:55.416823 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:51:55.445041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Pushing event updated for resources: {'Port': ['ID=bf53c12b-0346-4f1d-9556-81ec714c48fc,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:55.445969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aad9af-15f2-4e2a-823a-5074bd6aa30f None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:51:55.556399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6b02ec51-a5fd-4a74-82a6-d66824fa4243 None None] Provisioning complete for port bf53c12b-0346-4f1d-9556-81ec714c48fc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:55.557001 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6b02ec51-a5fd-4a74-82a6-d66824fa4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.635693 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6b02ec51-a5fd-4a74-82a6-d66824fa4243 None None] Port bf53c12b-0346-4f1d-9556-81ec714c48fc cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:51:55.743345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.975615 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.119145 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Router c0da7a0e-be5c-4d54-9db5-340cd31e164d is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:51:56.237152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:51:56.248111 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Sync routers for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:51:56.256409 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.260589 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-0866ee6e-3f24-4159-9127-3ef63ca0eaca admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6732285 Nov 22 17:51:56.261027 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:51:56.261251 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50862) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:56.261366 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:56.388511 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:51:56.450658 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2331072-eea2-497c-bf5f-4b33c62fc1ea None None] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:51:56.507941 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-564ab420-545c-481d-b2dc-6be62ffca28f None None] Provisioning complete for port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:56.508332 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-564ab420-545c-481d-b2dc-6be62ffca28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.610859 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:55Z', 'revision_number': 3, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:56.641057 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Checking router: c0da7a0e-be5c-4d54-9db5-340cd31e164d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:51:56.641468 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Updating router c0da7a0e-be5c-4d54-9db5-340cd31e164d port bf53c12b-0346-4f1d-9556-81ec714c48fc binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:51:56.668172 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.682148 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-564ab420-545c-481d-b2dc-6be62ffca28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.733453 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-564ab420-545c-481d-b2dc-6be62ffca28f None None] For port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7bc94d75-cc06-41c0-ad1a-9176d49a6e8c,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:56.740117 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-564ab420-545c-481d-b2dc-6be62ffca28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.787573 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.820991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ab420-545c-481d-b2dc-6be62ffca28f None None] Pushing event updated for resources: {'Port': ['ID=7bc94d75-cc06-41c0-ad1a-9176d49a6e8c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:56.890973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:51:56.950737 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:56.951114 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.996841 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Allocated IP 172.20.0.1 (a059d6c9-b8f0-462f-9837-2b8ae4db5110/4f44eee7-aa17-4481-ac04-108c66763027/098e7165-78bf-482b-af1f-251f6d737da9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:51:57.064053 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-aedec8e6-c43b-4181-9a78-667708267443 None None] Provisioning complete for port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:57.064442 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aedec8e6-c43b-4181-9a78-667708267443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.070307 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.079152 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.116268 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.141318 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Attempting to bind port bf53c12b-0346-4f1d-9556-81ec714c48fc on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:51:57.141567 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Attempting to bind port bf53c12b-0346-4f1d-9556-81ec714c48fc by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:51:57.142029 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Attempting to bind port bf53c12b-0346-4f1d-9556-81ec714c48fc on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:51:57.144462 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Pushing event updated for resources: {'Port': ['ID=bf53c12b-0346-4f1d-9556-81ec714c48fc,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:57.153589 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:51:57.153851 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.153993 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:51:57.154347 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.154859 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:51:57.155237 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Bound port: bf53c12b-0346-4f1d-9556-81ec714c48fc, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:51:57.155631 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.156090 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a304f7-24fe-461d-9b34-1fc7e5fb24f0 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:51:57.159089 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.159440 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.159779 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.160121 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.160454 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.160780 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.161133 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.161459 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.161778 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.162097 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.162418 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.162986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:57.199123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:51:57.204084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:51:57.207708 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:51:57.222018 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] For port bf53c12b-0346-4f1d-9556-81ec714c48fc, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:51:57.230347 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] For port bf53c12b-0346-4f1d-9556-81ec714c48fc, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bf53c12b-0346-4f1d-9556-81ec714c48fc,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:51:57.237112 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.240235 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Pushing event updated for resources: {'Port': ['ID=098e7165-78bf-482b-af1f-251f6d737da9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:57.257876 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.282265 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44847825-1c3d-442d-8f5c-3c2ce2d452ac None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:51:57.301410 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08f8c-7c9c-434a-95d6-b0a146049347 None None] Pushing event updated for resources: {'Port': ['ID=bf53c12b-0346-4f1d-9556-81ec714c48fc,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:57.309678 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:51:57.310571 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:57.320922 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-130a05d0-8c28-4825-85e4-984e8a4769c4 None None] Provisioning complete for port bf53c12b-0346-4f1d-9556-81ec714c48fc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:57.322772 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-130a05d0-8c28-4825-85e4-984e8a4769c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.435238 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.440297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-130a05d0-8c28-4825-85e4-984e8a4769c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.457647 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:51:57.466720 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-130a05d0-8c28-4825-85e4-984e8a4769c4 None None] For port bf53c12b-0346-4f1d-9556-81ec714c48fc, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bf53c12b-0346-4f1d-9556-81ec714c48fc,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:57.473334 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-130a05d0-8c28-4825-85e4-984e8a4769c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.531183 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a05d0-8c28-4825-85e4-984e8a4769c4 None None] Pushing event updated for resources: {'Port': ['ID=bf53c12b-0346-4f1d-9556-81ec714c48fc,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:57.597557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-89981c62-7265-4bbc-b0f3-b5c0dc9464cf None None] Provisioning complete for port bf53c12b-0346-4f1d-9556-81ec714c48fc triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:57.598340 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89981c62-7265-4bbc-b0f3-b5c0dc9464cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.622330 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.629835 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.672845 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:55Z', 'revision_number': 3, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:57.700364 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.702891 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3a2b75-25aa-4394-9b18-9cd38cae5d2c None None] The sync data for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 is: [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:55Z', 'revision_number': 3, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:51:57.703245 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-89981c62-7265-4bbc-b0f3-b5c0dc9464cf None None] Provisioning complete for port 098e7165-78bf-482b-af1f-251f6d737da9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:57.703620 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89981c62-7265-4bbc-b0f3-b5c0dc9464cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:57.706543 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Pushing event updated for resources: {'Port': ['ID=098e7165-78bf-482b-af1f-251f6d737da9,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:57.749650 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-89981c62-7265-4bbc-b0f3-b5c0dc9464cf None None] Port 098e7165-78bf-482b-af1f-251f6d737da9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:51:57.802019 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:51:57.803467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:51:57.924310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Router c0da7a0e-be5c-4d54-9db5-340cd31e164d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:51:58.053375 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:51:58.067567 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-b1b836ad-eca1-4fcf-81a3-a49af9c8f740 admin admin] 10.222.0.59 "PUT /v2.0/routers/c0da7a0e-be5c-4d54-9db5-340cd31e164d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050339 Nov 22 17:51:58.081632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-06856239-04da-4d91-8e3a-3c1a52ed9528 None None] Provisioning complete for port 098e7165-78bf-482b-af1f-251f6d737da9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:58.081925 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-06856239-04da-4d91-8e3a-3c1a52ed9528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.127381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-06856239-04da-4d91-8e3a-3c1a52ed9528 None None] Port 098e7165-78bf-482b-af1f-251f6d737da9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:51:58.590021 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50880) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:58.595646 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1665105829-network', 'tenant_id': 'ae363a640f174798a99b932e35943c82'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:51:58.619763 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Made reservation on behalf of ae363a640f174798a99b932e35943c82 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:51:58.622245 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.632108 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.712460 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.718969 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.744104 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:51:58.754610 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b797cf0d-b488-4775-86da-8966d7d45d04,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:58.763172 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.763172 n-d-816865-2 neutron-server[103442]: INFO neutron.db.segments_db [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Added segment 87fa4271-41db-49a5-8936-469d0ed35b85 of type vlan for network bfba331a-a47d-410c-8908-3e43d13b05f0 Nov 22 17:51:58.810710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.838744 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.839906 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:58.840568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.912120 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bf53c12b-0346-4f1d-9556-81ec714c48fc up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:51:58.969772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port bf53c12b-0346-4f1d-9556-81ec714c48fc triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:58.970221 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:59.055557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:51:59.110978 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:59.111370 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:59.270638 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6793416 Nov 22 17:51:59.273559 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50882) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:59.277730 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d81347-ae95-4228-8c50-5a9ca3aceae3 admin admin] Pushing event updated for resources: {'Network': ['ID=bfba331a-a47d-410c-8908-3e43d13b05f0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:59.278722 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Request body: {'subnet': {'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1665105829-subnet', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:51:59.289526 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network bfba331a-a47d-410c-8908-3e43d13b05f0 details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:51:59.304849 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Made reservation on behalf of ae363a640f174798a99b932e35943c82 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:51:59.307491 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9424726'] for subnet, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:59.407062 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Sync routers for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:51:59.417889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:51:59.418727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:51:59.482671 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9151876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424744'] for subnet, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:59.531228 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:51:59.532265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39a04a0-2ee2-4188-b54d-6eb52d70a74b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:59.547988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Checking segment: {'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:51:59.548436 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Network hostable DHCP agents. Network: bfba331a-a47d-410c-8908-3e43d13b05f0, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:51:59.568985 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Network bfba331a-a47d-410c-8908-3e43d13b05f0 is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:51:59.580709 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, bfba331a-a47d-410c-8908-3e43d13b05f0) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:51:59.585414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:59.586005 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:59.604859 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-70ae3276-1239-41de-8b06-ab3d17ba130f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3300915 Nov 22 17:51:59.607714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:51:59.612492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:51:59.638493 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:59.639584 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:59.702804 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:59.729185 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117aa939-fca1-48c7-8100-d47112aeefa0 None None] Network bfba331a-a47d-410c-8908-3e43d13b05f0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:51:59.844639 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.001738 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-bfba331a-a47d-410c-8908-3e43d13b05f0', 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'fixed_ips': [{'subnet_id': 'b39a04a0-2ee2-4188-b54d-6eb52d70a74b'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:52:00.002648 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.037448 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 2, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:00.058552 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.078152 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.112557 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Checking router: c0da7a0e-be5c-4d54-9db5-340cd31e164d for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:52:00.112895 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Updating router c0da7a0e-be5c-4d54-9db5-340cd31e164d port 098e7165-78bf-482b-af1f-251f6d737da9 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:52:00.156833 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.190786 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Allocated IP 172.25.0.134 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/3084fe84-e043-411a-bcc7-33e104918e43) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:52:00.232151 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Allocated IP 172.20.0.2 (bfba331a-a47d-410c-8908-3e43d13b05f0/b39a04a0-2ee2-4188-b54d-6eb52d70a74b/0074ed0c-bf97-4d84-99b6-55ccc91654f7) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:52:00.298147 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.337168 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.384794 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:52:00.387676 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:52:00.393546 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:52:00.397382 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3084fe84-e043-411a-bcc7-33e104918e43,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:00.404354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d29026-4d93-483d-9419-aeec1c8a5f36 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:52:00.532577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9a8aa1e3-1f05-4659-a962-b0bffb4a6eca None None] Provisioning complete for port 3084fe84-e043-411a-bcc7-33e104918e43 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:00.533530 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a8aa1e3-1f05-4659-a962-b0bffb4a6eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.567838 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.586384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.645086 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9a8aa1e3-1f05-4659-a962-b0bffb4a6eca None None] Port 3084fe84-e043-411a-bcc7-33e104918e43 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:52:00.663028 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Network bfba331a-a47d-410c-8908-3e43d13b05f0 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:52:00.667353 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:52:00.670943 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.679176 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:52:00.684223 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Pushing event updated for resources: {'Port': ['ID=0074ed0c-bf97-4d84-99b6-55ccc91654f7,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:00.687670 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.697449 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.780435 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Attempting to bind port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:52:00.780815 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Attempting to bind port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:52:00.781187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Attempting to bind port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 on network bfba331a-a47d-410c-8908-3e43d13b05f0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:52:00.792793 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07485304-c8b6-4b25-bf51-abc29d2c101c None None] Pushing event updated for resources: {'Port': ['ID=098e7165-78bf-482b-af1f-251f6d737da9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:00.797958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:52:00.797958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Checking segment: {'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:52:00.797958 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.797958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Bound using segment: {'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:52:00.798624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Bound port: 0074ed0c-bf97-4d84-99b6-55ccc91654f7, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:52:00.798852 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.879234 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Attempting to bind port 098e7165-78bf-482b-af1f-251f6d737da9 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:52:00.879635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Attempting to bind port 098e7165-78bf-482b-af1f-251f6d737da9 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:52:00.880365 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Attempting to bind port 098e7165-78bf-482b-af1f-251f6d737da9 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:52:00.890727 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:52:00.891117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Checking segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:52:00.891534 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.891984 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Bound using segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:52:00.892593 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Bound port: 098e7165-78bf-482b-af1f-251f6d737da9, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:52:00.893286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.897324 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.944052 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] For port 0074ed0c-bf97-4d84-99b6-55ccc91654f7, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:52:00.963979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] For port 0074ed0c-bf97-4d84-99b6-55ccc91654f7, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0074ed0c-bf97-4d84-99b6-55ccc91654f7,segment=NetworkSegment(87fa4271-41db-49a5-8936-469d0ed35b85),segment_id=87fa4271-41db-49a5-8936-469d0ed35b85)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:52:00.973937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.022700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] For port 098e7165-78bf-482b-af1f-251f6d737da9, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:52:01.048594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Router b363770f-5226-4aa5-81f8-e8e984ed8729 is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:52:01.048889 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] For port 098e7165-78bf-482b-af1f-251f6d737da9, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=098e7165-78bf-482b-af1f-251f6d737da9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:52:01.052437 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99aace-36d7-4250-ab23-7a6733f56825 None None] Pushing event updated for resources: {'Port': ['ID=0074ed0c-bf97-4d84-99b6-55ccc91654f7,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:01.056570 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.122853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d758be1e-ab73-40f8-b742-2988343ab8a5 None None] Provisioning complete for port 098e7165-78bf-482b-af1f-251f6d737da9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:01.123258 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d758be1e-ab73-40f8-b742-2988343ab8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.157927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07485304-c8b6-4b25-bf51-abc29d2c101c None None] Pushing event updated for resources: {'Port': ['ID=098e7165-78bf-482b-af1f-251f6d737da9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:01.169977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:01.170702 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:01.183390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:52:01.194752 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Sync routers for ids ['b363770f-5226-4aa5-81f8-e8e984ed8729'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:52:01.212792 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Routers {'b363770f-5226-4aa5-81f8-e8e984ed8729'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:01.213411 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b363770f-5226-4aa5-81f8-e8e984ed8729'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:01.214687 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.216112 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fc359ea5-e90d-43c3-bd6d-4ab665bc03c9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6074197 Nov 22 17:52:01.218839 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50886) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:01.373962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:01.376275 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d758be1e-ab73-40f8-b742-2988343ab8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.383582 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Set router b363770f-5226-4aa5-81f8-e8e984ed8729 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:01.503026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d758be1e-ab73-40f8-b742-2988343ab8a5 None None] For port 098e7165-78bf-482b-af1f-251f6d737da9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=098e7165-78bf-482b-af1f-251f6d737da9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:01.564057 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d758be1e-ab73-40f8-b742-2988343ab8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.605985 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3084fe84-e043-411a-bcc7-33e104918e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T17:52:00Z', 'revision_number': 3, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port': {'id': '3084fe84-e043-411a-bcc7-33e104918e43', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:00Z', 'updated_at': '2021-11-22T17:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:01.633781 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Checking router: b363770f-5226-4aa5-81f8-e8e984ed8729 for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:52:01.634141 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Updating router b363770f-5226-4aa5-81f8-e8e984ed8729 port 3084fe84-e043-411a-bcc7-33e104918e43 binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:52:01.655629 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758be1e-ab73-40f8-b742-2988343ab8a5 None None] Pushing event updated for resources: {'Port': ['ID=098e7165-78bf-482b-af1f-251f6d737da9,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:01.667360 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.693877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7aab9e4a-e27c-4505-bd20-09c0f1a21ca0 None None] Provisioning complete for port 098e7165-78bf-482b-af1f-251f6d737da9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:01.694271 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7aab9e4a-e27c-4505-bd20-09c0f1a21ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.745601 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:01.776837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f67d583-60a9-4607-bf37-2d88b660cf4d None None] The sync data for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 is: [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:52:01.868606 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.119893 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.132592 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.189691 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923244a3-327e-4015-84e0-30cf988db162 None None] Pushing event updated for resources: {'Port': ['ID=3084fe84-e043-411a-bcc7-33e104918e43,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:02.208801 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Attempting to bind port 3084fe84-e043-411a-bcc7-33e104918e43 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:52:02.209901 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Attempting to bind port 3084fe84-e043-411a-bcc7-33e104918e43 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:52:02.210507 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Attempting to bind port 3084fe84-e043-411a-bcc7-33e104918e43 on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:52:02.214168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17416cd1-d5c9-44fa-8de0-97d9f6933c9c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:52:02.218065 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:52:02.218893 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:52:02.219548 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.220220 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:52:02.221265 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Bound port: 3084fe84-e043-411a-bcc7-33e104918e43, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:52:02.221927 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.290923 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] For port 3084fe84-e043-411a-bcc7-33e104918e43, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:52:02.301775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-586d20df-430c-434d-93b5-d2402144babe None None] Provisioning complete for port 3084fe84-e043-411a-bcc7-33e104918e43 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:02.302521 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-586d20df-430c-434d-93b5-d2402144babe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.304506 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] For port 3084fe84-e043-411a-bcc7-33e104918e43, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3084fe84-e043-411a-bcc7-33e104918e43,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:52:02.311774 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.358240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-586d20df-430c-434d-93b5-d2402144babe None None] Port 3084fe84-e043-411a-bcc7-33e104918e43 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:52:02.416943 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7515f-0bc1-4e22-8f47-9a9786bd2854 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:52:02.421079 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Routers {'b363770f-5226-4aa5-81f8-e8e984ed8729'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:02.421713 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b363770f-5226-4aa5-81f8-e8e984ed8729'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:02.425255 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923244a3-327e-4015-84e0-30cf988db162 None None] Pushing event updated for resources: {'Port': ['ID=3084fe84-e043-411a-bcc7-33e104918e43,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:02.482626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-67550620-b6a8-41f1-8373-1f13f86fdcae None None] Provisioning complete for port 3084fe84-e043-411a-bcc7-33e104918e43 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:02.483029 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67550620-b6a8-41f1-8373-1f13f86fdcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.499622 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Allocated IP 172.20.0.1 (bfba331a-a47d-410c-8908-3e43d13b05f0/b39a04a0-2ee2-4188-b54d-6eb52d70a74b/f404ac58-3dbf-4676-8c11-e4ee799e9b68) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:52:02.535161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d51e57-65d1-47dc-9806-d3f37fcc2e57 None None] Network bfba331a-a47d-410c-8908-3e43d13b05f0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:52:02.551957 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] Set router b363770f-5226-4aa5-81f8-e8e984ed8729 gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:02.628877 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.673417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.719937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Network bfba331a-a47d-410c-8908-3e43d13b05f0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:52:02.723190 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:52:02.728130 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:52:02.731460 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=f404ac58-3dbf-4676-8c11-e4ee799e9b68,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:02.794042 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:02.825467 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3084fe84-e043-411a-bcc7-33e104918e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T17:52:00Z', 'revision_number': 3, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port': {'id': '3084fe84-e043-411a-bcc7-33e104918e43', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:00Z', 'updated_at': '2021-11-22T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:02.868664 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bb5500-f9ac-4a75-8c84-44adbdcecf74 None None] The sync data for ids ['b363770f-5226-4aa5-81f8-e8e984ed8729'] in n-d-816865-2 is: [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3084fe84-e043-411a-bcc7-33e104918e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T17:52:00Z', 'revision_number': 3, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port': {'id': '3084fe84-e043-411a-bcc7-33e104918e43', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:00Z', 'updated_at': '2021-11-22T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:52:02.937119 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 098e7165-78bf-482b-af1f-251f6d737da9 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:52:02.997978 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67550620-b6a8-41f1-8373-1f13f86fdcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.015760 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.043869 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-67550620-b6a8-41f1-8373-1f13f86fdcae None None] For port 3084fe84-e043-411a-bcc7-33e104918e43, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3084fe84-e043-411a-bcc7-33e104918e43,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:03.057273 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-67550620-b6a8-41f1-8373-1f13f86fdcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.128700 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 098e7165-78bf-482b-af1f-251f6d737da9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:03.129088 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.165039 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67550620-b6a8-41f1-8373-1f13f86fdcae None None] Pushing event updated for resources: {'Port': ['ID=3084fe84-e043-411a-bcc7-33e104918e43,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:03.222232 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c65242e5-1d78-41c4-afc1-00c3f13325d5 None None] Provisioning complete for port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:03.222884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c65242e5-1d78-41c4-afc1-00c3f13325d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.231268 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.237810 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.259115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0074ed0c-bf97-4d84-99b6-55ccc91654f7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:52:03.361349 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=f404ac58-3dbf-4676-8c11-e4ee799e9b68,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:03.369225 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.383737 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c65242e5-1d78-41c4-afc1-00c3f13325d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.410514 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:03.411022 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.476763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c65242e5-1d78-41c4-afc1-00c3f13325d5 None None] For port 0074ed0c-bf97-4d84-99b6-55ccc91654f7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0074ed0c-bf97-4d84-99b6-55ccc91654f7,segment=NetworkSegment(87fa4271-41db-49a5-8936-469d0ed35b85),segment_id=87fa4271-41db-49a5-8936-469d0ed35b85)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:03.487082 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c65242e5-1d78-41c4-afc1-00c3f13325d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.526020 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Network bfba331a-a47d-410c-8908-3e43d13b05f0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:52:03.528280 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:52:03.588641 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65242e5-1d78-41c4-afc1-00c3f13325d5 None None] Pushing event updated for resources: {'Port': ['ID=0074ed0c-bf97-4d84-99b6-55ccc91654f7,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:03.636544 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7a2ac290-77f6-48c1-ab9e-215fa2b4e7be None None] Provisioning complete for port f404ac58-3dbf-4676-8c11-e4ee799e9b68 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:03.637298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a2ac290-77f6-48c1-ab9e-215fa2b4e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.677587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Router b363770f-5226-4aa5-81f8-e8e984ed8729 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:52:03.681821 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7a2ac290-77f6-48c1-ab9e-215fa2b4e7be None None] Port f404ac58-3dbf-4676-8c11-e4ee799e9b68 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:52:03.703390 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7a2ac290-77f6-48c1-ab9e-215fa2b4e7be None None] Provisioning complete for port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:03.703965 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a2ac290-77f6-48c1-ab9e-215fa2b4e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.832094 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:52:03.843739 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-d5498ee6-37a1-4767-8344-309b11971ac6 admin admin] 10.222.0.59 "PUT /v2.0/routers/b363770f-5226-4aa5-81f8-e8e984ed8729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6199863 Nov 22 17:52:03.940054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5ba4477b-c1c9-4647-bb2e-24e4f0250418 None None] Provisioning complete for port f404ac58-3dbf-4676-8c11-e4ee799e9b68 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:03.940322 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5ba4477b-c1c9-4647-bb2e-24e4f0250418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:03.976857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4477b-c1c9-4647-bb2e-24e4f0250418 None None] Port f404ac58-3dbf-4676-8c11-e4ee799e9b68 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:52:04.333979 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:04.338862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-845ae2ca-84c7-4922-bce2-4a7bb934ff9c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084492680', 'description': 'tempest-secgroup-smoke-2084492680 description', 'project_id': '5cac96267e3244f6bacc0922b8152280'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:04.365021 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-845ae2ca-84c7-4922-bce2-4a7bb934ff9c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.436426 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-845ae2ca-84c7-4922-bce2-4a7bb934ff9c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.441937 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-845ae2ca-84c7-4922-bce2-4a7bb934ff9c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.473717 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-845ae2ca-84c7-4922-bce2-4a7bb934ff9c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.477829 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-845ae2ca-84c7-4922-bce2-4a7bb934ff9c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1400418 Nov 22 17:52:04.478418 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50896) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:04.479542 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ae2ca-84c7-4922-bce2-4a7bb934ff9c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:04.484599 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c54cf945-d343-4609-b387-e88c6b7acfb9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '8d5aeaca-4ce8-4928-b4f8-95723a7d9bab', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:04.522304 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c54cf945-d343-4609-b387-e88c6b7acfb9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.579419 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c54cf945-d343-4609-b387-e88c6b7acfb9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.585494 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c54cf945-d343-4609-b387-e88c6b7acfb9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.604008 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cf945-d343-4609-b387-e88c6b7acfb9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0105cf5-2988-4251-b5d1-464a325a850d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:04.614935 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c54cf945-d343-4609-b387-e88c6b7acfb9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.616236 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c54cf945-d343-4609-b387-e88c6b7acfb9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361709 Nov 22 17:52:04.619434 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50898) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:04.624185 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-262cfca3-efa5-4144-8ae3-776e83b2c401 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '8d5aeaca-4ce8-4928-b4f8-95723a7d9bab', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:04.654405 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-262cfca3-efa5-4144-8ae3-776e83b2c401 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.719315 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-262cfca3-efa5-4144-8ae3-776e83b2c401 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.724805 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-262cfca3-efa5-4144-8ae3-776e83b2c401 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.744316 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cfca3-efa5-4144-8ae3-776e83b2c401 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bd4caf-bf6b-40a1-8485-e4943acbe1f1,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:04.750358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-262cfca3-efa5-4144-8ae3-776e83b2c401 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.756130 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-262cfca3-efa5-4144-8ae3-776e83b2c401 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328990 Nov 22 17:52:04.756564 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50900) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:04.760860 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1646d46a-0074-4587-b0b5-b196ec6f918b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '8d5aeaca-4ce8-4928-b4f8-95723a7d9bab', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:04.796148 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1646d46a-0074-4587-b0b5-b196ec6f918b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.866072 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1646d46a-0074-4587-b0b5-b196ec6f918b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.871015 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1646d46a-0074-4587-b0b5-b196ec6f918b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.892531 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646d46a-0074-4587-b0b5-b196ec6f918b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fef904a-0291-4d6c-a155-696510590fb3,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:04.904083 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1646d46a-0074-4587-b0b5-b196ec6f918b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.905448 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1646d46a-0074-4587-b0b5-b196ec6f918b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480532 Nov 22 17:52:04.908460 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:04.918589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3084fe84-e043-411a-bcc7-33e104918e43 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:52:04.919171 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2a7eaa44-42be-44bb-b04c-62fd4a69d690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '8d5aeaca-4ce8-4928-b4f8-95723a7d9bab', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:04.951071 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a7eaa44-42be-44bb-b04c-62fd4a69d690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:04.978882 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3084fe84-e043-411a-bcc7-33e104918e43 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:04.979580 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.018345 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a7eaa44-42be-44bb-b04c-62fd4a69d690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.023962 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a7eaa44-42be-44bb-b04c-62fd4a69d690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.043338 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7eaa44-42be-44bb-b04c-62fd4a69d690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55802731-4988-411e-8469-71de0e82ef16,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:05.054251 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2a7eaa44-42be-44bb-b04c-62fd4a69d690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.058738 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50904) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:05.058993 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-2a7eaa44-42be-44bb-b04c-62fd4a69d690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491046 Nov 22 17:52:05.065408 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ffc58913-82f1-4588-a479-e2a3f2b49a97 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '8d5aeaca-4ce8-4928-b4f8-95723a7d9bab', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:05.068787 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0074ed0c-bf97-4d84-99b6-55ccc91654f7 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:52:05.099840 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-ffc58913-82f1-4588-a479-e2a3f2b49a97 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Project 5cac96267e3244f6bacc0922b8152280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:52:05.105371 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffc58913-82f1-4588-a479-e2a3f2b49a97 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.122987 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:05.123609 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.185283 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffc58913-82f1-4588-a479-e2a3f2b49a97 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.192004 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffc58913-82f1-4588-a479-e2a3f2b49a97 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.212986 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc58913-82f1-4588-a479-e2a3f2b49a97 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581e2743-3830-4643-a74f-1e28ff072d8b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:05.222828 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ffc58913-82f1-4588-a479-e2a3f2b49a97 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.226831 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ffc58913-82f1-4588-a479-e2a3f2b49a97 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1641984 Nov 22 17:52:05.227100 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 50906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:05.233331 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7e93e4ce-e22e-40ef-b0c6-a0f7242fc9e4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '8d5aeaca-4ce8-4928-b4f8-95723a7d9bab', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:05.256407 n-d-816865-2 neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-7e93e4ce-e22e-40ef-b0c6-a0f7242fc9e4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Project 5cac96267e3244f6bacc0922b8152280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:52:05.261833 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e93e4ce-e22e-40ef-b0c6-a0f7242fc9e4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.333944 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e93e4ce-e22e-40ef-b0c6-a0f7242fc9e4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.340518 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e93e4ce-e22e-40ef-b0c6-a0f7242fc9e4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.361577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Sync routers for ids ['b363770f-5226-4aa5-81f8-e8e984ed8729'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:52:05.364674 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93e4ce-e22e-40ef-b0c6-a0f7242fc9e4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda638c0-61bb-4069-a164-7606e7ee271d,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:05.372421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e93e4ce-e22e-40ef-b0c6-a0f7242fc9e4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.382755 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-7e93e4ce-e22e-40ef-b0c6-a0f7242fc9e4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457505 Nov 22 17:52:05.382977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Routers {'b363770f-5226-4aa5-81f8-e8e984ed8729'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:05.382977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b363770f-5226-4aa5-81f8-e8e984ed8729'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:05.497858 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Set router b363770f-5226-4aa5-81f8-e8e984ed8729 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:05.565944 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-f9543059-65c3-4620-94d7-94cec2a27d9d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084492680&fields=id&tenant_id=5cac96267e3244f6bacc0922b8152280 HTTP/1.1" status: 200 len: 267 time: 0.0636866 Nov 22 17:52:05.682101 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-24d4f526-7598-4333-8e74-eb00484fd968 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:05.683788 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-24d4f526-7598-4333-8e74-eb00484fd968 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 809 time: 0.1097565 Nov 22 17:52:05.713168 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-15a5f198-0d7f-443a-9450-d3817b63ef69 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/quotas/5cac96267e3244f6bacc0922b8152280 HTTP/1.1" status: 200 len: 375 time: 0.0187824 Nov 22 17:52:05.717893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3084fe84-e043-411a-bcc7-33e104918e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T17:52:02Z', 'revision_number': 4, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port': {'id': '3084fe84-e043-411a-bcc7-33e104918e43', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:00Z', 'updated_at': '2021-11-22T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'f404ac58-3dbf-4676-8c11-e4ee799e9b68', 'name': '', 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'mac_address': 'fa:16:3e:9f:02:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b39a04a0-2ee2-4188-b54d-6eb52d70a74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:01Z', 'updated_at': '2021-11-22T17:52:03Z', 'revision_number': 2, 'project_id': 'ae363a640f174798a99b932e35943c82', 'subnets': [{'id': 'b39a04a0-2ee2-4188-b54d-6eb52d70a74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:05.751191 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Checking router: b363770f-5226-4aa5-81f8-e8e984ed8729 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:52:05.751751 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Updating router b363770f-5226-4aa5-81f8-e8e984ed8729 port f404ac58-3dbf-4676-8c11-e4ee799e9b68 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:52:05.776832 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-a357fe69-6889-4011-b19d-8f7ff01580b9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535452 Nov 22 17:52:05.777480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:05.876745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-2c069ffe-863b-4525-a792-e9cf69e0d9ff service neutron] 10.222.0.59 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Nov 22 17:52:05.972587 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-a437c62d-48af-4ae1-9860-15685ce6822f service neutron] 10.222.0.59 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868101 Nov 22 17:52:06.042298 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:06.050175 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:06.111522 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974035d5-d232-4be5-8651-1e1df83f6212 None None] Pushing event updated for resources: {'Port': ['ID=f404ac58-3dbf-4676-8c11-e4ee799e9b68,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:06.169527 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bc9b9804-7828-456d-abab-0c6bd3c74fc0 req-e134deeb-4c99-46bd-a2bc-1633f95efb51 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 210 time: 0.0505698 Nov 22 17:52:06.170201 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Attempting to bind port f404ac58-3dbf-4676-8c11-e4ee799e9b68 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:52:06.170581 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Attempting to bind port f404ac58-3dbf-4676-8c11-e4ee799e9b68 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:52:06.171061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Attempting to bind port f404ac58-3dbf-4676-8c11-e4ee799e9b68 on network bfba331a-a47d-410c-8908-3e43d13b05f0 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:52:06.178117 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:52:06.178604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Checking segment: {'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:52:06.179106 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:06.179564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Bound using segment: {'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:52:06.180115 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Bound port: f404ac58-3dbf-4676-8c11-e4ee799e9b68, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fa4271-41db-49a5-8936-469d0ed35b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:52:06.180716 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:06.253425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] For port f404ac58-3dbf-4676-8c11-e4ee799e9b68, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:52:06.256736 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] For port f404ac58-3dbf-4676-8c11-e4ee799e9b68, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f404ac58-3dbf-4676-8c11-e4ee799e9b68,segment=NetworkSegment(87fa4271-41db-49a5-8936-469d0ed35b85),segment_id=87fa4271-41db-49a5-8936-469d0ed35b85)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:52:06.263303 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:06.330345 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Routers {'b363770f-5226-4aa5-81f8-e8e984ed8729'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:06.331003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:51:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b363770f-5226-4aa5-81f8-e8e984ed8729'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:06.369129 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974035d5-d232-4be5-8651-1e1df83f6212 None None] Pushing event updated for resources: {'Port': ['ID=f404ac58-3dbf-4676-8c11-e4ee799e9b68,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:06.456908 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-52173219-2e3e-4562-8dbe-b8689adeb1df None None] Provisioning complete for port f404ac58-3dbf-4676-8c11-e4ee799e9b68 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:06.458369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52173219-2e3e-4562-8dbe-b8689adeb1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:06.484962 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] Set router b363770f-5226-4aa5-81f8-e8e984ed8729 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:06.659573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52173219-2e3e-4562-8dbe-b8689adeb1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:06.893006 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-52173219-2e3e-4562-8dbe-b8689adeb1df None None] For port f404ac58-3dbf-4676-8c11-e4ee799e9b68, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f404ac58-3dbf-4676-8c11-e4ee799e9b68,segment=NetworkSegment(87fa4271-41db-49a5-8936-469d0ed35b85),segment_id=87fa4271-41db-49a5-8936-469d0ed35b85)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:06.900978 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52173219-2e3e-4562-8dbe-b8689adeb1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:06.959162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3084fe84-e043-411a-bcc7-33e104918e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T17:52:02Z', 'revision_number': 4, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port': {'id': '3084fe84-e043-411a-bcc7-33e104918e43', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:00Z', 'updated_at': '2021-11-22T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'f404ac58-3dbf-4676-8c11-e4ee799e9b68', 'name': '', 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'mac_address': 'fa:16:3e:9f:02:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b39a04a0-2ee2-4188-b54d-6eb52d70a74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:01Z', 'updated_at': '2021-11-22T17:52:06Z', 'revision_number': 4, 'project_id': 'ae363a640f174798a99b932e35943c82', 'subnets': [{'id': 'b39a04a0-2ee2-4188-b54d-6eb52d70a74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:06.960961 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52173219-2e3e-4562-8dbe-b8689adeb1df None None] Pushing event updated for resources: {'Port': ['ID=f404ac58-3dbf-4676-8c11-e4ee799e9b68,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:06.994248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe520022-f269-40b1-a20d-4fff4cead7df None None] The sync data for ids ['b363770f-5226-4aa5-81f8-e8e984ed8729'] in n-d-816865-2 is: [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3084fe84-e043-411a-bcc7-33e104918e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T17:52:02Z', 'revision_number': 4, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port': {'id': '3084fe84-e043-411a-bcc7-33e104918e43', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:00Z', 'updated_at': '2021-11-22T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'f404ac58-3dbf-4676-8c11-e4ee799e9b68', 'name': '', 'network_id': 'bfba331a-a47d-410c-8908-3e43d13b05f0', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'mac_address': 'fa:16:3e:9f:02:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'b39a04a0-2ee2-4188-b54d-6eb52d70a74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:01Z', 'updated_at': '2021-11-22T17:52:06Z', 'revision_number': 4, 'project_id': 'ae363a640f174798a99b932e35943c82', 'subnets': [{'id': 'b39a04a0-2ee2-4188-b54d-6eb52d70a74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:52:07.020836 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-036802cf-7a92-4013-8f2d-ad4f3b05196f None None] Provisioning complete for port f404ac58-3dbf-4676-8c11-e4ee799e9b68 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:07.021233 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-036802cf-7a92-4013-8f2d-ad4f3b05196f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:07.261541 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7a4e9954-3b43-4fac-93ca-25ab8511baa6 req-e9e57e63-e645-47d2-92ff-3ef8a7cf0a72 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 210 time: 0.0342593 Nov 22 17:52:07.357890 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:08.224486 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-1efd44a6-7b5c-4158-8a8c-95e7f9665175 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:08.225966 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-1efd44a6-7b5c-4158-8a8c-95e7f9665175 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 809 time: 0.1131523 Nov 22 17:52:08.293942 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-219e9fde-9844-4bae-8b6e-5cdb2d3627c7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cac96267e3244f6bacc0922b8152280 HTTP/1.1" status: 200 len: 380 time: 0.0575416 Nov 22 17:52:08.306329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'port': {'device_id': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'admin_state_up': True, 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'security_groups': ['8d5aeaca-4ce8-4928-b4f8-95723a7d9bab']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:08.364741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-146f5523-7b97-4e72-a22d-d77d969541c1 req-a7e6d20f-82a8-4159-ba8c-b30a7e0e6ca5 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 210 time: 0.0320663 Nov 22 17:52:08.426910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Made reservation on behalf of 5cac96267e3244f6bacc0922b8152280 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:52:08.434724 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:08.551390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:08.573814 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Allocated IP 172.20.0.11 (a059d6c9-b8f0-462f-9837-2b8ae4db5110/4f44eee7-aa17-4481-ac04-108c66763027/b14eeaa0-5a72-4882-99e8-f073e10c6723) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:52:08.726723 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:08.765111 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:08.811092 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:52:08.814570 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:52:08.818268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:52:08.843142 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:08.865924 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f404ac58-3dbf-4676-8c11-e4ee799e9b68 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:52:08.878386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:08.879109 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:08.901400 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-d59ae842-546c-475e-b3c2-41ce1269f610 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988803 Nov 22 17:52:08.915968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Request body: {'port': {'device_id': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:08.937200 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port f404ac58-3dbf-4676-8c11-e4ee799e9b68 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:08.937623 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:08.983207 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:09.153772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-84df8391-ed2d-41f3-a3ea-740191b32129 None None] Provisioning complete for port b14eeaa0-5a72-4882-99e8-f073e10c6723 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:09.154160 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-84df8391-ed2d-41f3-a3ea-740191b32129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:09.192540 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-84df8391-ed2d-41f3-a3ea-740191b32129 None None] Port b14eeaa0-5a72-4882-99e8-f073e10c6723 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:52:09.270871 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14eeaa0-5a72-4882-99e8-f073e10c6723 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:52:09.278370 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:09.296662 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Transition to ACTIVE for port object b14eeaa0-5a72-4882-99e8-f073e10c6723 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:52:09.305234 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:09.354424 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:09.433474 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Attempting to bind port b14eeaa0-5a72-4882-99e8-f073e10c6723 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:52:09.434129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Attempting to bind port b14eeaa0-5a72-4882-99e8-f073e10c6723 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:52:09.434129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Attempting to bind port b14eeaa0-5a72-4882-99e8-f073e10c6723 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:52:09.438775 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Port b14eeaa0-5a72-4882-99e8-f073e10c6723 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:52:09.439224 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Attempting to bind port b14eeaa0-5a72-4882-99e8-f073e10c6723 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:52:09.444663 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:52:09.445013 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Checking segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:52:09.445399 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Bound using segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:52:09.445850 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Bound port: b14eeaa0-5a72-4882-99e8-f073e10c6723, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:52:09.446215 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:09.497292 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786931-b8dc-4738-b15e-72482f33adfd req-5b2039c7-3a1f-446d-bc87-637ed38f4648 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:09.499565 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be786931-b8dc-4738-b15e-72482f33adfd req-5b2039c7-3a1f-446d-bc87-637ed38f4648 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 944 time: 0.0542753 Nov 22 17:52:09.525695 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:52:09.529006 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:52:09.536178 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:09.555830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:09.556714 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:09.558245 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] 10.222.0.62 "PUT /v2.0/ports/b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1092 time: 0.6470499 Nov 22 17:52:09.576111 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be786931-b8dc-4738-b15e-72482f33adfd req-2e197226-c9e5-491d-b7b5-cb3283fe696c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696065 Nov 22 17:52:09.582615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:52:09.591679 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95" -d '{"events": [{"name": "network-changed", "server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:52:09.659583 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a2b8d8-c49e-40e9-bf1e-a5fd412d8989 x-openstack-request-id: req-49a2b8d8-c49e-40e9-bf1e-a5fd412d8989 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:52:09.659891 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:52:09.660150 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49a2b8d8-c49e-40e9-bf1e-a5fd412d8989 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:52:09.660554 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'status': 'completed', 'code': 200} Nov 22 17:52:09.667168 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08734498-3fc8-45ec-9dac-7e81553bacac service neutron] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:09.681143 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-b9eddcae-22de-42ae-9369-308b49956b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:09.682885 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-b9eddcae-22de-42ae-9369-308b49956b9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1095 time: 0.0761588 Nov 22 17:52:09.731908 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-23b41831-eee8-4666-89a6-c92a10b1bfe0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 217 time: 0.0406370 Nov 22 17:52:09.785327 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-ff68465b-49ae-454a-a6a9-17a52e4d70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:09.786824 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-ff68465b-49ae-454a-a6a9-17a52e4d70fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0482891 Nov 22 17:52:09.835126 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-5aa295b9-0df0-41d7-83b5-7aa3145b54a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:09.837357 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-5aa295b9-0df0-41d7-83b5-7aa3145b54a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423164 Nov 22 17:52:09.938047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-e9e07748-10a6-4730-91a8-50b037110830 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927150 Nov 22 17:52:10.034440 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-47f96209-03d9-4bbf-9898-b61e89989b21 req-f499a0f1-54c8-4e28-8235-38ade54576d8 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888307 Nov 22 17:52:10.130922 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-52e66902-d940-4004-9013-81831c5e7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:10.132475 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-52e66902-d940-4004-9013-81831c5e7161 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1095 time: 0.0447741 Nov 22 17:52:10.231040 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-615c3784-1424-49a9-b970-044ad3775cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:10.232573 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-615c3784-1424-49a9-b970-044ad3775cfd service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0933821 Nov 22 17:52:10.276346 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-255296a7-c194-4762-af28-fad3e698e860 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 217 time: 0.0357807 Nov 22 17:52:10.328787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-e433d530-da55-43e3-bfeb-7ae893eff84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:10.330495 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-e433d530-da55-43e3-bfeb-7ae893eff84b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0469875 Nov 22 17:52:10.382312 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-8e465c94-65c9-4b30-9bf0-d5ceff8fcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:10.383881 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-8e465c94-65c9-4b30-9bf0-d5ceff8fcf62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450552 Nov 22 17:52:10.477542 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-e19ab3df-f62d-44c2-9eaa-4475e5fe0471 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858943 Nov 22 17:52:10.582863 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-0ffd2fc6-dd28-4546-9c78-e6f1a9614d95 req-42a2deb0-8afd-4c91-8d55-94f7c8efde33 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982301 Nov 22 17:52:10.715364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c07e72-c9b1-49e7-8f7d-8e6aec99a0e5 req-1a662a5f-4366-4a86-9e98-6afe09dce678 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:10.717529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33c07e72-c9b1-49e7-8f7d-8e6aec99a0e5 req-1a662a5f-4366-4a86-9e98-6afe09dce678 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 944 time: 0.0611894 Nov 22 17:52:10.769035 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-33c07e72-c9b1-49e7-8f7d-8e6aec99a0e5 req-329ddddb-d266-4f66-9389-ff17e870208f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452256 Nov 22 17:52:11.908335 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd62861-9585-4baf-bd14-02b23fbd2955 req-7de55303-a082-4b99-a1f0-3de8999ed097 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.910095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3dd62861-9585-4baf-bd14-02b23fbd2955 req-7de55303-a082-4b99-a1f0-3de8999ed097 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 944 time: 0.0651941 Nov 22 17:52:11.964559 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3dd62861-9585-4baf-bd14-02b23fbd2955 req-473e8973-3723-4e85-b93e-755c27b27285 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482981 Nov 22 17:52:13.097801 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2f4a7-5bde-466e-ae12-6933eedcb808 req-9e1a6c16-a90e-4dd5-9889-01f398ae2886 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:13.099342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7f2f4a7-5bde-466e-ae12-6933eedcb808 req-9e1a6c16-a90e-4dd5-9889-01f398ae2886 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 944 time: 0.0574076 Nov 22 17:52:13.154037 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a7f2f4a7-5bde-466e-ae12-6933eedcb808 req-a1bfd384-383a-4054-ab9c-32df02cb6d98 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454819 Nov 22 17:52:14.295059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a5e00-1e57-43e7-9854-cfbed7799cca req-be554abf-6e73-4d8b-845f-237882f1bc10 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:14.296618 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-956a5e00-1e57-43e7-9854-cfbed7799cca req-be554abf-6e73-4d8b-845f-237882f1bc10 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 944 time: 0.0606506 Nov 22 17:52:14.337512 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:52:14.358528 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-956a5e00-1e57-43e7-9854-cfbed7799cca req-2467f8f5-52f7-4e0d-b397-20ab6f3ec156 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521889 Nov 22 17:52:14.435460 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:14.447913 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'port_id': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'mac_address': 'fa:16:3e:c0:99:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:52:14.497224 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:14.512840 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14eeaa0-5a72-4882-99e8-f073e10c6723 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:52:14.533877 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:14.539750 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:14.593131 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:14.834887 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b14eeaa0-5a72-4882-99e8-f073e10c6723'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:52:15.483780 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21b5ce-8a9b-44de-aa44-a5267896d588 req-87ef18df-ba91-423d-91c2-56a6eee2211b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:15.485283 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d21b5ce-8a9b-44de-aa44-a5267896d588 req-87ef18df-ba91-423d-91c2-56a6eee2211b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0527370 Nov 22 17:52:15.550321 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d21b5ce-8a9b-44de-aa44-a5267896d588 req-fcf73795-085e-4b0e-8c42-317ff07f748a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581944 Nov 22 17:52:15.580370 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0347d79-e320-4c65-9198-005f39346c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:16.337225 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:52:16.404122 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port b14eeaa0-5a72-4882-99e8-f073e10c6723 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:52:16.409317 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b14eeaa0-5a72-4882-99e8-f073e10c6723 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:16.409803 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:16.493638 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:16.517340 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:52:16.519850 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b32aa-09a0-4b6c-9db2-da0a12353c3e" -d '{"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-plugged", "status": "completed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:52:16.533928 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:16.541014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:16.568056 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41852bd-0e42-4476-bef2-1bc496103fb9 x-openstack-request-id: req-e41852bd-0e42-4476-bef2-1bc496103fb9 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:52:16.568348 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-plugged", "status": "completed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:52:16.568609 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e41852bd-0e42-4476-bef2-1bc496103fb9 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:52:16.569004 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'code': 200} Nov 22 17:52:16.596892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:16.668431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16885d7-5780-4f04-8b81-c0f5abe22e16 req-92be6346-468b-4c2f-9100-f47a13e51b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:16.669959 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d16885d7-5780-4f04-8b81-c0f5abe22e16 req-92be6346-468b-4c2f-9100-f47a13e51b66 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1097 time: 0.0423741 Nov 22 17:52:16.678735 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fa803-3b7e-402c-9882-ccaa9ed7276e req-9f714d76-f41c-4ec7-be86-a588f1ca3056 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:16.680287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a8fa803-3b7e-402c-9882-ccaa9ed7276e req-9f714d76-f41c-4ec7-be86-a588f1ca3056 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0516815 Nov 22 17:52:16.719331 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d16885d7-5780-4f04-8b81-c0f5abe22e16 req-e7c3c8da-c3e1-494f-bac6-2c29e0e6a38b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406854 Nov 22 17:52:16.733178 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a8fa803-3b7e-402c-9882-ccaa9ed7276e req-92110fd2-ec1e-4d50-94db-ddb760bf1f9b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467029 Nov 22 17:52:17.881077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19158e6-f565-4adc-805d-15c1b3f6b0ec req-86cf759a-053e-4d51-ab15-f3630c14cb6e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:17.882601 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f19158e6-f565-4adc-805d-15c1b3f6b0ec req-86cf759a-053e-4d51-ab15-f3630c14cb6e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0699069 Nov 22 17:52:17.935929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f19158e6-f565-4adc-805d-15c1b3f6b0ec req-4510d15f-cb9a-40a2-a8b6-4e3cbf01f182 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 Nov 22 17:52:17.964101 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c28f5d7d-b0e9-43fc-a014-bcac0bc53c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:18.514065 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:52:19.065414 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffc04d-5cb9-4d80-a476-165e2086b62d req-081bf817-6213-4946-bf60-c9940a0f12d5 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:19.066834 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4ffc04d-5cb9-4d80-a476-165e2086b62d req-081bf817-6213-4946-bf60-c9940a0f12d5 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0604076 Nov 22 17:52:19.119984 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c4ffc04d-5cb9-4d80-a476-165e2086b62d req-9cc8f516-eb68-4f14-96f5-fe35e5f98068 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443218 Nov 22 17:52:19.260663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff4c1-ccf6-4d67-b4ef-5b2676e6e3c3 req-f6083bf6-1e83-41a7-927e-c57df27a5e7d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:19.262147 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a6ff4c1-ccf6-4d67-b4ef-5b2676e6e3c3 req-f6083bf6-1e83-41a7-927e-c57df27a5e7d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0618143 Nov 22 17:52:19.316733 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a6ff4c1-ccf6-4d67-b4ef-5b2676e6e3c3 req-952a9089-c23c-4928-969d-5973fb0b382d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Nov 22 17:52:19.330543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:19.340973 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50964) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:19.482329 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86321f3-9dae-4c55-88b1-ed9d3937036a tempest-TestShelveInstance-179366871 tempest-TestShelveInstance-179366871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:19.483910 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a86321f3-9dae-4c55-88b1-ed9d3937036a tempest-TestShelveInstance-179366871 tempest-TestShelveInstance-179366871-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1092 time: 0.1418958 Nov 22 17:52:19.487272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 50968) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:19.492222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:19.518623 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:19.621961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:19.730833 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Allocated IP 172.25.0.122 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/8e9fc396-7ab2-47f0-b859-0db11baf0e6a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:52:19.831063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:19.877486 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:19.922073 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:52:19.925684 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:52:19.929723 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:52:19.956273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'Port': ['ID=8e9fc396-7ab2-47f0-b859-0db11baf0e6a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:20.297019 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.378352 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.546621 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.554981 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.625839 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'Port': ['ID=8e9fc396-7ab2-47f0-b859-0db11baf0e6a,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:20.641321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.750490 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Floating IP 15973239-8884-419b-8eb4-22f8a8c04482 associated. External IP: 172.25.0.122, port: b14eeaa0-5a72-4882-99e8-f073e10c6723. Nov 22 17:52:20.981483 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Router c0da7a0e-be5c-4d54-9db5-340cd31e164d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:52:21.086870 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:21.093437 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:52:21.103570 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] Sync routers for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:52:21.114044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:21.115083 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:21.115862 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:21.142807 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a56487ff-09d9-4aef-a223-ea5f37d2f70c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6542737 Nov 22 17:52:21.143560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:52:21.145905 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72130606-6c09-43cd-9497-41341f849903" -d '{"events": [{"name": "network-changed", "server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:52:21.186171 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a749e-299b-40c2-8a14-eeba31153e58 x-openstack-request-id: req-8a7a749e-299b-40c2-8a14-eeba31153e58 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:52:21.186470 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:52:21.186732 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a7a749e-299b-40c2-8a14-eeba31153e58 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:52:21.187183 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'status': 'completed', 'code': 200} Nov 22 17:52:21.224901 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:21.252867 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72130606-6c09-43cd-9497-41341f849903 req-51f4bb8e-0ccf-471f-a66c-300b4c7ca22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:21.254410 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72130606-6c09-43cd-9497-41341f849903 req-51f4bb8e-0ccf-471f-a66c-300b4c7ca22c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1097 time: 0.0433946 Nov 22 17:52:21.358103 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72130606-6c09-43cd-9497-41341f849903 req-ae72e270-b7b2-47b1-9b2d-2138a6edaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:21.359690 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72130606-6c09-43cd-9497-41341f849903 req-ae72e270-b7b2-47b1-9b2d-2138a6edaedc service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0988920 Nov 22 17:52:21.388566 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:21.434800 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72130606-6c09-43cd-9497-41341f849903 req-552687e9-0f3c-495e-a343-67e0c81b53f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1000 time: 0.0659571 Nov 22 17:52:21.468991 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15973239-8884-419b-8eb4-22f8a8c04482', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'port_id': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'mac_address': 'fa:16:3e:c0:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:52:20Z', 'updated_at': '2021-11-22T17:52:20Z', 'revision_number': 0, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:21.485759 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72130606-6c09-43cd-9497-41341f849903 req-05c97846-9a8a-40d8-918b-873e1a3551ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:21.487348 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72130606-6c09-43cd-9497-41341f849903 req-05c97846-9a8a-40d8-918b-873e1a3551ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0457053 Nov 22 17:52:21.495817 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] Checking router: c0da7a0e-be5c-4d54-9db5-340cd31e164d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:52:21.504910 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:21.505521 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:52:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:21.538418 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72130606-6c09-43cd-9497-41341f849903 req-de304001-6869-4613-9b9d-5587859a3ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:21.540002 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72130606-6c09-43cd-9497-41341f849903 req-de304001-6869-4613-9b9d-5587859a3ca1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453367 Nov 22 17:52:21.615383 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:21.635989 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72130606-6c09-43cd-9497-41341f849903 req-a3865147-47f3-448c-8487-ba1be2373007 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885959 Nov 22 17:52:21.735402 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-72130606-6c09-43cd-9497-41341f849903 req-76513462-7975-49e8-916d-0899c4351b73 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916765 Nov 22 17:52:21.851772 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15973239-8884-419b-8eb4-22f8a8c04482', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'port_id': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'mac_address': 'fa:16:3e:c0:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:52:20Z', 'updated_at': '2021-11-22T17:52:20Z', 'revision_number': 0, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:21.879279 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04a612-c243-4300-82a1-172a79feffe6 None None] The sync data for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 is: [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '15973239-8884-419b-8eb4-22f8a8c04482', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'port_id': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'mac_address': 'fa:16:3e:c0:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:52:20Z', 'updated_at': '2021-11-22T17:52:20Z', 'revision_number': 0, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:52:22.083686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a9f126-24ce-40f7-ad81-94aa59a55ff6 None None] New status for floating IP 15973239-8884-419b-8eb4-22f8a8c04482: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:52:37.361368 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:38.560472 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:45.589362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cf236893-a446-4a60-a0df-89824da69ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:47.966393 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a73dd7ba-922f-4739-9214-fef87593930a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:49.339996 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:51.092252 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:51.393854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:55.503095 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:52:56.743124 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-c6373a02-18da-40a0-a144-dcdb2c4f31bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432882 Nov 22 17:52:56.849194 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-93aed392-f6c5-4dd6-9f05-339ed5addca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:56.850733 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-93aed392-f6c5-4dd6-9f05-339ed5addca5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1097 time: 0.0550630 Nov 22 17:52:56.973384 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-a227132e-8fca-4ec0-8974-5a911bdd70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:56.974910 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-a227132e-8fca-4ec0-8974-5a911bdd70ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0993097 Nov 22 17:52:57.044302 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-38bf9b99-bcd0-435b-bf65-5b2d66446ec3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1002 time: 0.0617490 Nov 22 17:52:57.095960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-452bb3af-7f83-4089-a53c-521c7e155838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:57.097430 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-452bb3af-7f83-4089-a53c-521c7e155838 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0459411 Nov 22 17:52:57.149346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-1735efad-8d40-4f5c-91ef-176168ac2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:57.150879 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-1735efad-8d40-4f5c-91ef-176168ac2b47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453684 Nov 22 17:52:57.244669 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-d37d2992-47c4-4892-8995-74f90d4b13f7 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847104 Nov 22 17:52:57.350379 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-268ddf33-8899-4e1e-91a6-ff48d35f1636 req-310c4d6b-a362-4ebd-ae38-299a6745be06 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983491 Nov 22 17:53:07.485480 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:08.559690 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:15.584536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94054856-ec5a-4be8-a416-de0c62da3f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:17.968771 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c49fe8c7-264c-41ea-89c3-526a10d3b70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:19.337958 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:21.094098 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:21.399608 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:32.508122 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:53:37.374569 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:38.571415 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:45.596845 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7b00b72b-de1e-42bd-bd34-40125e9f5f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:47.968961 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4853ba1a-64d7-4b95-81c2-9220f0ae4f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:49.338671 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:51.097243 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:51.397287 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:59.188045 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a6740dd-5599-4270-b911-6e856af3e143 req-5489f0cd-7cf9-4b5e-9b59-3c28bdc7bdef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3919926 Nov 22 17:53:59.284947 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6740dd-5599-4270-b911-6e856af3e143 req-4537d65d-cf45-4ba8-abdb-eaf92965ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:59.286508 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a6740dd-5599-4270-b911-6e856af3e143 req-4537d65d-cf45-4ba8-abdb-eaf92965ca1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1097 time: 0.0447059 Nov 22 17:53:59.401415 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6740dd-5599-4270-b911-6e856af3e143 req-8af8e037-0281-477c-96eb-fabbe833d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:59.402898 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a6740dd-5599-4270-b911-6e856af3e143 req-8af8e037-0281-477c-96eb-fabbe833d32a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0920317 Nov 22 17:53:59.474419 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a6740dd-5599-4270-b911-6e856af3e143 req-b466aedc-b850-4e28-9a52-7c1fd81e585a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1002 time: 0.0614796 Nov 22 17:53:59.525703 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6740dd-5599-4270-b911-6e856af3e143 req-d0ec563e-154f-4a7a-8423-b55259f4e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:59.527265 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a6740dd-5599-4270-b911-6e856af3e143 req-d0ec563e-154f-4a7a-8423-b55259f4e51a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0451114 Nov 22 17:53:59.579097 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6740dd-5599-4270-b911-6e856af3e143 req-961c2b84-ab26-4d00-88fb-1af84d042480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:59.580597 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a6740dd-5599-4270-b911-6e856af3e143 req-961c2b84-ab26-4d00-88fb-1af84d042480 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458245 Nov 22 17:53:59.682927 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a6740dd-5599-4270-b911-6e856af3e143 req-744b2265-7634-4872-8d91-3d6496a5389c service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942986 Nov 22 17:53:59.780573 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3a6740dd-5599-4270-b911-6e856af3e143 req-a941a0f5-6e22-444a-992e-0af275461214 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899894 Nov 22 17:54:07.397383 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:08.583378 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:09.508354 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:54:15.593499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ff3f7c3-04ae-4fef-8950-ad80cd782e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.964678 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e53f7c0b-1aad-4a6c-a8da-485023dfdee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:19.346036 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:21.109343 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:21.404235 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:37.390836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:38.581479 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:45.592914 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-39f66054-5887-4ff3-9aa9-f44bd1688864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:46.511765 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:54:47.965379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3e1201fc-7295-48d3-8280-046b8d2d8567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:49.347391 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:51.105227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:51.396456 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:58.507327 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87920479-b078-4bb9-a6ea-84e17bae5e31 req-9b359cb5-35ce-416c-a0fb-3b4039abccd6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:58.509060 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87920479-b078-4bb9-a6ea-84e17bae5e31 req-9b359cb5-35ce-416c-a0fb-3b4039abccd6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0596800 Nov 22 17:54:58.560030 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-87920479-b078-4bb9-a6ea-84e17bae5e31 req-9550a60f-fe8e-48b7-bc55-97feaf9373fa tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446904 Nov 22 17:54:59.722076 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610e397-3d5f-4d33-b0c7-0f5266dbe556 req-cba96006-dcf8-465c-aa62-4f5be6cb332c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:59.723643 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5610e397-3d5f-4d33-b0c7-0f5266dbe556 req-cba96006-dcf8-465c-aa62-4f5be6cb332c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0551677 Nov 22 17:54:59.784760 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5610e397-3d5f-4d33-b0c7-0f5266dbe556 req-ef9eb54e-a11d-4001-8222-a94c792c2f62 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547428 Nov 22 17:54:59.821881 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-28270225-b67a-4e34-9780-3292906f59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:59.823453 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-28270225-b67a-4e34-9780-3292906f59ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1097 time: 0.0496166 Nov 22 17:54:59.947310 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-4281ac0e-716c-48fd-8c22-e16a0dba5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:59.948864 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-4281ac0e-716c-48fd-8c22-e16a0dba5ba1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.1032131 Nov 22 17:55:00.033613 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-ce57a5cd-8285-4f9e-8341-27d863cc0382 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1002 time: 0.0767789 Nov 22 17:55:00.095890 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-e3ab8443-4999-4ffe-9c2b-604a899d2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:00.098099 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-e3ab8443-4999-4ffe-9c2b-604a899d2e3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0568891 Nov 22 17:55:00.150303 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-e27c4291-a6c2-4235-adad-6f40ed82cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:00.151937 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-e27c4291-a6c2-4235-adad-6f40ed82cb15 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462985 Nov 22 17:55:00.259903 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-d0655cfb-57c8-4963-8d3d-c5d8c40fe2be service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975795 Nov 22 17:55:00.365076 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-01eaa12c-85c4-4dca-a020-a32dda0c4f05 req-69fb8f55-279a-45e7-8892-dc85c9b46e28 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978959 Nov 22 17:55:00.923261 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd5b78-1295-40e9-a639-1885b9cf9934 req-d71ef69e-9fda-41f7-956d-062b3bb25353 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:00.924840 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9dd5b78-1295-40e9-a639-1885b9cf9934 req-d71ef69e-9fda-41f7-956d-062b3bb25353 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0539587 Nov 22 17:55:00.979188 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d9dd5b78-1295-40e9-a639-1885b9cf9934 req-05458202-3c11-4ff5-89c6-9dfa2f81ecdc tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473199 Nov 22 17:55:02.113937 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b971466-b05f-4d9b-ab2b-e413a23e675c req-b3157f4b-ff24-4301-bbd8-ae4ed4d20bc3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:02.115548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b971466-b05f-4d9b-ab2b-e413a23e675c req-b3157f4b-ff24-4301-bbd8-ae4ed4d20bc3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0541179 Nov 22 17:55:02.169370 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2b971466-b05f-4d9b-ab2b-e413a23e675c req-69086a9b-2f1f-4339-a097-50e21fa1c5ef tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468776 Nov 22 17:55:03.322847 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a2549-b0eb-41d1-b2cc-600d8bd48bc3 req-5bb639c9-4eeb-450c-84e8-4c1b3ca12447 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:03.324656 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e03a2549-b0eb-41d1-b2cc-600d8bd48bc3 req-5bb639c9-4eeb-450c-84e8-4c1b3ca12447 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0564644 Nov 22 17:55:03.378119 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e03a2549-b0eb-41d1-b2cc-600d8bd48bc3 req-33603945-240e-44e3-a2ba-3b5881fcaedd tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472369 Nov 22 17:55:04.512529 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81907dc3-6e05-484a-9ad6-b43af8b09986 req-5f158da0-9714-49de-8c76-fef2c6a192a7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:04.514432 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81907dc3-6e05-484a-9ad6-b43af8b09986 req-5f158da0-9714-49de-8c76-fef2c6a192a7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0583982 Nov 22 17:55:04.570889 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-81907dc3-6e05-484a-9ad6-b43af8b09986 req-b0429148-d176-4e18-9b5e-3dbca20e5fd9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501492 Nov 22 17:55:05.710984 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043647a-fe36-4c3a-8c77-2b2e44ea24e2 req-50de961f-7518-48da-9263-bfd41ea4cb56 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:05.713299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5043647a-fe36-4c3a-8c77-2b2e44ea24e2 req-50de961f-7518-48da-9263-bfd41ea4cb56 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0654507 Nov 22 17:55:05.770243 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5043647a-fe36-4c3a-8c77-2b2e44ea24e2 req-c0abc354-8e35-4cbe-808d-2374406dbafa tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488474 Nov 22 17:55:06.905019 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed266b7a-cff0-4c3f-bd42-d9d680dce77d req-1b84ec77-835a-4f6d-9b72-a14a2c74ea7a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:06.906625 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed266b7a-cff0-4c3f-bd42-d9d680dce77d req-1b84ec77-835a-4f6d-9b72-a14a2c74ea7a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0541465 Nov 22 17:55:06.960648 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ed266b7a-cff0-4c3f-bd42-d9d680dce77d req-6df1a43b-61df-4b1e-8de5-ff328cbe33fc tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473893 Nov 22 17:55:07.390649 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:08.090902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb7ddc-140b-4c66-a544-7b927365c494 req-b26d95f6-ba53-4a2b-8b76-0b674bdd93df tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:08.092860 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7fb7ddc-140b-4c66-a544-7b927365c494 req-b26d95f6-ba53-4a2b-8b76-0b674bdd93df tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0535433 Nov 22 17:55:08.148949 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d7fb7ddc-140b-4c66-a544-7b927365c494 req-66a817da-b2bc-4d5b-8dd6-726b7cb570d0 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496361 Nov 22 17:55:08.583010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:09.270776 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbbff4-8942-45ea-8ff3-32651b08b1be req-923be831-2083-4939-8829-24ea65011adf tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:09.272299 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbfbbff4-8942-45ea-8ff3-32651b08b1be req-923be831-2083-4939-8829-24ea65011adf tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0515575 Nov 22 17:55:09.324095 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-cbfbbff4-8942-45ea-8ff3-32651b08b1be req-0da63a7f-6f86-490e-8e98-5f7665b01423 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Nov 22 17:55:10.459678 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b936d-9c60-43c2-a397-96aabd4964ed req-a86edc90-2bba-49bf-889a-ff8c1e92c599 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:10.461204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac5b936d-9c60-43c2-a397-96aabd4964ed req-a86edc90-2bba-49bf-889a-ff8c1e92c599 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0528219 Nov 22 17:55:10.518547 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ac5b936d-9c60-43c2-a397-96aabd4964ed req-125fa153-e4cc-4376-aba5-767739bdf4f7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504899 Nov 22 17:55:11.424490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:55:11.530273 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:55:11.542503 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'port_id': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'mac_address': 'fa:16:3e:c0:99:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:55:11.582407 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:11.596368 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b14eeaa0-5a72-4882-99e8-f073e10c6723 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:55:11.625339 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:55:11.631824 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:11.653585 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615fff0-991d-45bd-bc8a-bc19d45d7f69 req-d114da9b-651f-424b-bb87-0451d9f074a5 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:11.656338 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3615fff0-991d-45bd-bc8a-bc19d45d7f69 req-d114da9b-651f-424b-bb87-0451d9f074a5 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0656989 Nov 22 17:55:11.687976 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:55:11.695226 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.695588 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.695929 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.696247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.696607 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.696939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.697272 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.697606 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.697931 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.698257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.698576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.698888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:11.714790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3615fff0-991d-45bd-bc8a-bc19d45d7f69 req-9aa0c589-ba03-437a-9ece-3d2d1feb46e9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503645 Nov 22 17:55:11.716926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['b14eeaa0-5a72-4882-99e8-f073e10c6723'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:55:12.840897 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7146-ffcc-46f2-9332-11313cf6c4e1 req-d2771c73-577f-493b-9a29-7ead3c7bd792 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:12.842434 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e71b7146-ffcc-46f2-9332-11313cf6c4e1 req-d2771c73-577f-493b-9a29-7ead3c7bd792 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0518999 Nov 22 17:55:12.895704 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e71b7146-ffcc-46f2-9332-11313cf6c4e1 req-497aeb7f-cab1-404f-9052-b54443412177 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466673 Nov 22 17:55:13.425074 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:55:13.482354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port b14eeaa0-5a72-4882-99e8-f073e10c6723 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:55:13.482698 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:13.578995 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:13.608113 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:55:13.610679 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e55c8f-8f08-4793-a24d-3eb7d46c3f23" -d '{"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-plugged", "status": "completed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:55:13.628562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:55:13.634108 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:13.683616 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:55:13.712832 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb1dd1a-eeb6-4eb3-bd55-ef06ab381bb7 x-openstack-request-id: req-ccb1dd1a-eeb6-4eb3-bd55-ef06ab381bb7 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:55:13.713124 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-plugged", "status": "completed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:55:13.713376 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ccb1dd1a-eeb6-4eb3-bd55-ef06ab381bb7 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:55:13.713775 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'code': 200} Nov 22 17:55:14.031773 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeccb4-356a-4edf-a783-19a4eef9765d req-d4f4bb85-5add-4d10-bbae-d3820d15d177 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:14.033254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-debeccb4-356a-4edf-a783-19a4eef9765d req-d4f4bb85-5add-4d10-bbae-d3820d15d177 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0537820 Nov 22 17:55:14.099394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-debeccb4-356a-4edf-a783-19a4eef9765d req-37c7c426-958d-4196-849b-aefca88fe82f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565443 Nov 22 17:55:15.222895 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b78dbf-99f2-423a-aef1-81df835d7619 req-1c29d487-56d9-49cf-b8ee-ec1fbc059097 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:15.224438 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d1b78dbf-99f2-423a-aef1-81df835d7619 req-1c29d487-56d9-49cf-b8ee-ec1fbc059097 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0502598 Nov 22 17:55:15.275482 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d1b78dbf-99f2-423a-aef1-81df835d7619 req-bd1b0d47-4bbb-4876-88f6-d79b3d621545 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 Nov 22 17:55:15.591695 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98dd5bb5-6bae-4404-8ec5-1e7839bcd5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:16.415696 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8945e-c754-4389-b27e-3faa1f90157d req-25d8835f-ab27-48e4-b805-3d1c5cf3600b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:16.417199 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11e8945e-c754-4389-b27e-3faa1f90157d req-25d8835f-ab27-48e4-b805-3d1c5cf3600b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0588520 Nov 22 17:55:16.467721 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-11e8945e-c754-4389-b27e-3faa1f90157d req-a54e4d5e-dbb9-4bf2-b3dd-a894f00f5554 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432277 Nov 22 17:55:17.641664 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8368430-51a7-4d09-8f53-57daa33c8450 req-6e66f378-8233-4b78-b383-59d00a56a735 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:17.643509 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8368430-51a7-4d09-8f53-57daa33c8450 req-6e66f378-8233-4b78-b383-59d00a56a735 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0777109 Nov 22 17:55:17.707579 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a8368430-51a7-4d09-8f53-57daa33c8450 req-df376d8b-2c72-4b75-b75c-cd88b7dd7f67 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562019 Nov 22 17:55:17.967181 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e47c-d79e-464e-b830-d5e1057d6b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:18.834988 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06294639-2c0b-45ac-99e4-4f2f4d4ba127 req-92eb9e53-bfae-43e9-961d-7842952ca6db tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:18.837270 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06294639-2c0b-45ac-99e4-4f2f4d4ba127 req-92eb9e53-bfae-43e9-961d-7842952ca6db tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0529776 Nov 22 17:55:18.896192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-06294639-2c0b-45ac-99e4-4f2f4d4ba127 req-fdb9587a-46f0-49f8-acf5-a98395745769 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518515 Nov 22 17:55:19.360656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:20.037318 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d3ec1-d80c-4770-8a84-315bf1919ecf req-6bd65989-d2c5-43a1-ad2e-1ed26b2f4162 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:20.039059 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd1d3ec1-d80c-4770-8a84-315bf1919ecf req-6bd65989-d2c5-43a1-ad2e-1ed26b2f4162 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0683177 Nov 22 17:55:20.103488 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bd1d3ec1-d80c-4770-8a84-315bf1919ecf req-c350cef8-eead-4466-855a-a66a96d8a30e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571659 Nov 22 17:55:21.109250 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:21.263431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5468e9-5473-460f-b814-4d163b3b5b80 req-baed5815-94e0-4605-8eb0-08d34bd4ca84 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:21.271603 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a5468e9-5473-460f-b814-4d163b3b5b80 req-baed5815-94e0-4605-8eb0-08d34bd4ca84 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0684397 Nov 22 17:55:21.330195 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0a5468e9-5473-460f-b814-4d163b3b5b80 req-412d1298-aed6-42ed-b53e-d870769379df tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553246 Nov 22 17:55:21.396589 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:22.474074 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374e30-9621-49a7-a9b2-a834fea9ef53 req-7c35876d-8e86-44fe-9baa-f1ee83efe54f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:22.478507 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a374e30-9621-49a7-a9b2-a834fea9ef53 req-7c35876d-8e86-44fe-9baa-f1ee83efe54f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0539768 Nov 22 17:55:22.538775 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3a374e30-9621-49a7-a9b2-a834fea9ef53 req-0869291e-834d-41b6-b773-5e2c6a83999c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532575 Nov 22 17:55:23.512556 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:55:23.679339 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27ee3-a235-4eb2-913c-3020b3559396 req-fd02abec-8b85-414b-9c6f-209eba2dae1f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:23.681995 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7b27ee3-a235-4eb2-913c-3020b3559396 req-fd02abec-8b85-414b-9c6f-209eba2dae1f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0578799 Nov 22 17:55:23.748296 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f7b27ee3-a235-4eb2-913c-3020b3559396 req-3c1a072d-1ed5-4f58-9fe3-cd82d89e9939 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595474 Nov 22 17:55:24.914453 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6589cc-bc0c-4733-ad2a-405256bfd007 req-8fbfbf7c-bdd5-4e0d-9dec-e8cb65e67706 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:24.916287 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a6589cc-bc0c-4733-ad2a-405256bfd007 req-8fbfbf7c-bdd5-4e0d-9dec-e8cb65e67706 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0653491 Nov 22 17:55:24.974676 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8a6589cc-bc0c-4733-ad2a-405256bfd007 req-573aacbf-c629-47a2-899f-25d96cecf5fd tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507653 Nov 22 17:55:26.114352 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5cea4-2467-48cd-9288-ca34d7e912d0 req-69e7ea56-2ec2-402d-a398-c52765cbe7a8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:26.115825 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ada5cea4-2467-48cd-9288-ca34d7e912d0 req-69e7ea56-2ec2-402d-a398-c52765cbe7a8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0576599 Nov 22 17:55:26.169550 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ada5cea4-2467-48cd-9288-ca34d7e912d0 req-b25549d7-4b3c-4ff1-a314-05cceea11ead tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445089 Nov 22 17:55:26.529374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-0c9b633e-3ad0-4391-82d6-0175ac329744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:26.530901 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-0c9b633e-3ad0-4391-82d6-0175ac329744 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1097 time: 0.0935383 Nov 22 17:55:26.634462 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-e3785bbe-0ddc-4241-a139-91025116a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:26.637072 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-e3785bbe-0ddc-4241-a139-91025116a8c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0988116 Nov 22 17:55:26.709493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-6deb51d6-92af-41b3-9600-c1c35f5cd491 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1002 time: 0.0649791 Nov 22 17:55:26.760467 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-c8447371-f8c5-4477-a724-536c58d6b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:26.762000 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-c8447371-f8c5-4477-a724-536c58d6b1be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0453079 Nov 22 17:55:26.813152 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-8d6083d6-16c8-4b5d-bb6d-a8649906b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:26.814710 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-8d6083d6-16c8-4b5d-bb6d-a8649906b614 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445330 Nov 22 17:55:26.916236 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-cf6c7889-06e1-422a-85be-eaf690f82f27 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940006 Nov 22 17:55:27.010143 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-984e4c70-82bd-4f7e-a89c-361ff176ee58 req-49048663-1247-4f39-bc1a-9ecc211ada67 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860703 Nov 22 17:55:27.299791 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9abf5-be2d-46fe-a17e-3620a7a2e194 req-d7472f9b-fec0-4f9c-8cd6-32f6bbe0a4eb tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:27.301205 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01d9abf5-be2d-46fe-a17e-3620a7a2e194 req-d7472f9b-fec0-4f9c-8cd6-32f6bbe0a4eb tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0508547 Nov 22 17:55:27.370446 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01d9abf5-be2d-46fe-a17e-3620a7a2e194 req-78e86927-e151-4c9f-b4e5-641654de1a3b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602541 Nov 22 17:55:28.502442 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d35846-3c0a-4159-9ebf-45bef739ce0f req-36f5c496-7584-47c9-b416-7e03ff5359c0 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:28.503897 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52d35846-3c0a-4159-9ebf-45bef739ce0f req-36f5c496-7584-47c9-b416-7e03ff5359c0 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0594859 Nov 22 17:55:28.560756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-52d35846-3c0a-4159-9ebf-45bef739ce0f req-a7f4d621-cf24-46d0-9eef-9cc9eeccf2af tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506215 Nov 22 17:55:29.694714 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c62bb-f898-4311-8e32-77c1799f944a req-f087b85a-4e39-4a37-b8d7-97b92615c136 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:29.696254 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e8c62bb-f898-4311-8e32-77c1799f944a req-f087b85a-4e39-4a37-b8d7-97b92615c136 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0611687 Nov 22 17:55:29.747945 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6e8c62bb-f898-4311-8e32-77c1799f944a req-eab25a86-2c41-473e-9231-a7fc3e9f05e1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450242 Nov 22 17:55:29.870021 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-263392f5-29ab-4839-a09a-9c67c79f5688 req-443e6894-ef41-46e3-9bb9-0064d39017db service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:55:29.871116 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-263392f5-29ab-4839-a09a-9c67c79f5688 req-443e6894-ef41-46e3-9bb9-0064d39017db service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520799 Nov 22 17:55:30.041290 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dea8d-beea-4c5e-af1a-6adb98c9e68f req-807442fc-5ca0-47b6-87f2-78927263173d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:30.042350 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c4dea8d-beea-4c5e-af1a-6adb98c9e68f req-807442fc-5ca0-47b6-87f2-78927263173d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0509772 Nov 22 17:55:30.099895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3c4dea8d-beea-4c5e-af1a-6adb98c9e68f req-c0921364-53db-4656-adc9-00fe098f0a31 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490043 Nov 22 17:55:30.394849 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-a6c47cd7-01b2-44b4-88de-f82dc35a7881 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910249 Nov 22 17:55:31.234587 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85d607-7048-4ef7-a6dd-639e1ab25327 req-a6ad2488-872c-49a9-a421-7cb3f5190d0c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:31.236140 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab85d607-7048-4ef7-a6dd-639e1ab25327 req-a6ad2488-872c-49a9-a421-7cb3f5190d0c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0556352 Nov 22 17:55:31.286713 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ab85d607-7048-4ef7-a6dd-639e1ab25327 req-385158c9-4ad4-4540-b618-3e1cd652b8ef tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442982 Nov 22 17:55:31.487868 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:55:31.571358 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:31.595275 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:55:31.597590 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f6e307-1fd1-454f-9aef-63a069318714" -d '{"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-unplugged", "status": "completed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:55:31.612042 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:55:31.617422 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:31.640942 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3cd928-14f5-4180-ab5e-950951533834 x-openstack-request-id: req-ee3cd928-14f5-4180-ab5e-950951533834 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:55:31.641229 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-unplugged", "status": "failed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "code": 422}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:55:31.641460 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee3cd928-14f5-4180-ab5e-950951533834 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:55:31.641853 n-d-816865-2 neutron-server[103444]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'code': 422} returned with failed status Nov 22 17:55:31.669494 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:55:32.415411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4f63d-2ca1-4fdf-9648-ac1e1b8514c4 req-eaf98896-75f4-4246-a717-92200b8e6f07 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:32.416925 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66b4f63d-2ca1-4fdf-9648-ac1e1b8514c4 req-eaf98896-75f4-4246-a717-92200b8e6f07 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 944 time: 0.0505431 Nov 22 17:55:32.475251 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-66b4f63d-2ca1-4fdf-9648-ac1e1b8514c4 req-0d6add04-1c76-425b-b9fc-8bc1dad87262 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507488 Nov 22 17:55:33.471893 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-56646565-6009-42f9-ba0c-991a11b325e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:33.473401 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-56646565-6009-42f9-ba0c-991a11b325e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed&tenant_id=5cac96267e3244f6bacc0922b8152280 HTTP/1.1" status: 200 len: 1095 time: 0.0909975 Nov 22 17:55:33.486048 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-0a321770-a996-4602-95af-d1ba050d45e3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:55:33.487201 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-0a321770-a996-4602-95af-d1ba050d45e3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058639 Nov 22 17:55:33.498859 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816865-2', 'device_owner': 'compute:nova'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:55:33.585471 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:33.639619 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e273db3-bf74-4f18-8142-a5992fb47872 req-30cf1c15-e7f8-4147-8c50-40e83239c55c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:33.641230 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e273db3-bf74-4f18-8142-a5992fb47872 req-30cf1c15-e7f8-4147-8c50-40e83239c55c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 944 time: 0.0907536 Nov 22 17:55:33.766182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5e273db3-bf74-4f18-8142-a5992fb47872 req-496b3157-5ed9-4ab6-8c66-17827534cc78 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183879 Nov 22 17:55:33.859575 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:55:33.895167 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h2-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:55:33.928150 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14eeaa0-5a72-4882-99e8-f073e10c6723 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:55:33.935727 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:33.947902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Transition to ACTIVE for port object b14eeaa0-5a72-4882-99e8-f073e10c6723 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:55:33.953386 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:34.032096 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=9']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:55:34.050613 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.050976 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.051358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.051692 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.051991 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.052316 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.052640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.052960 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.053396 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.053593 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.053913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.054225 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:55:34.093889 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] No DVR routers for this DVR port b14eeaa0-5a72-4882-99e8-f073e10c6723 on host n-h2-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:55:34.236329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Attempting to bind port b14eeaa0-5a72-4882-99e8-f073e10c6723 on host n-h1-816865-2 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:55:34.236682 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Attempting to bind port b14eeaa0-5a72-4882-99e8-f073e10c6723 by drivers openvswitch,hyperv on host n-h1-816865-2 at level 0 using segments [{'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:55:34.237022 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Attempting to bind port b14eeaa0-5a72-4882-99e8-f073e10c6723 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:55:34.241572 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Port b14eeaa0-5a72-4882-99e8-f073e10c6723 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 not bound, no agent of type Open vSwitch agent registered on host n-h1-816865-2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:55:34.241913 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Attempting to bind port b14eeaa0-5a72-4882-99e8-f073e10c6723 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:55:34.247398 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Checking agent: {'id': 'da2b0ce2-1c91-4c60-9913-25baeebe18cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:55:34.247740 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Checking segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:55:34.248145 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Bound using segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:55:34.248571 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Bound port: b14eeaa0-5a72-4882-99e8-f073e10c6723, host: n-h1-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:55:34.248961 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:34.315059 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h1-816865-2, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:55:34.318001 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h1-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:55:34.323799 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:34.362620 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:34.363295 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:34.364807 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1092 time: 0.8695996 Nov 22 17:55:34.365129 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:55:34.367435 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:55:34.406231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b096d-a1a5-4357-b869-ea488fd810f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=10']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:55:34.430004 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77019f6d-f1bc-4dc4-ad52-ab78bdb6600b x-openstack-request-id: req-77019f6d-f1bc-4dc4-ad52-ab78bdb6600b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:55:34.430822 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:55:34.431119 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77019f6d-f1bc-4dc4-ad52-ab78bdb6600b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:55:34.431521 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'status': 'completed', 'code': 200} Nov 22 17:55:34.457902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-3297a2c9-d884-40b0-b957-40726cd97f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:34.459512 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-3297a2c9-d884-40b0-b957-40726cd97f74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1096 time: 0.0687129 Nov 22 17:55:34.554088 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-f47eb84a-0abe-4c8e-b1ea-1d38ba71ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:34.555593 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-f47eb84a-0abe-4c8e-b1ea-1d38ba71ebe6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0883551 Nov 22 17:55:34.627641 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-23ce7543-82d4-4ae2-990f-64bc30763da7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1000 time: 0.0643501 Nov 22 17:55:35.016093 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-10be14d1-0b9b-4906-a657-b56dddb0f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:35.017572 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-10be14d1-0b9b-4906-a657-b56dddb0f358 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.3834255 Nov 22 17:55:35.040706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316826d4-423a-4842-9fae-d7e0a3734eda req-761afe3c-43a8-44c4-95cc-00229962419b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:35.042077 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-316826d4-423a-4842-9fae-d7e0a3734eda req-761afe3c-43a8-44c4-95cc-00229962419b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0683932 Nov 22 17:55:35.105390 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-e0f8d35d-e1bc-4d4e-99d8-800945fbe405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:35.105390 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-e0f8d35d-e1bc-4d4e-99d8-800945fbe405 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795751 Nov 22 17:55:35.127340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-316826d4-423a-4842-9fae-d7e0a3734eda req-a9fc7fe4-9cd7-415c-a602-e41088cf4a16 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676479 Nov 22 17:55:35.201715 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-cfceeb02-f238-48b1-96bc-41aa8b941b53 service neutron] 10.222.0.37 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870407 Nov 22 17:55:35.294714 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b0398caa-c897-47ea-a401-b9e8c15de848 req-efac6f15-04d7-44bb-98f8-3f8c8e927797 service neutron] 10.222.0.37 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860426 Nov 22 17:55:35.388310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-e479195d-3a8e-4871-aaa3-48bb2cfe61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:35.390155 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-e479195d-3a8e-4871-aaa3-48bb2cfe61ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1096 time: 0.0443373 Nov 22 17:55:35.494916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-adde9976-59f7-4162-977f-c7e6fd506ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:35.496441 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-adde9976-59f7-4162-977f-c7e6fd506ca0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0946202 Nov 22 17:55:35.569003 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-ef89d832-1508-4faf-8e91-722073d13efe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1000 time: 0.0645483 Nov 22 17:55:35.628144 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-e6912ccc-3467-42d9-9322-2c210d3b5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:35.630356 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-e6912ccc-3467-42d9-9322-2c210d3b5ff0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0534668 Nov 22 17:55:36.259161 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b5be5-622c-4baf-9011-1e03eb759106 req-e04469dd-a054-4d2f-bdb7-d6f3e53aec31 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:36.260653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-512b5be5-622c-4baf-9011-1e03eb759106 req-e04469dd-a054-4d2f-bdb7-d6f3e53aec31 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0561752 Nov 22 17:55:36.314695 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-512b5be5-622c-4baf-9011-1e03eb759106 req-d75238f4-7971-4b8b-a902-5d2e491ca8c4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470166 Nov 22 17:55:37.391735 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:37.442512 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a0620-7fd4-4927-9d31-197fcc79df66 req-c1ab2f6f-fe83-4751-bd22-e56bcaee90f1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:37.446347 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a6a0620-7fd4-4927-9d31-197fcc79df66 req-c1ab2f6f-fe83-4751-bd22-e56bcaee90f1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0550931 Nov 22 17:55:37.502659 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1a6a0620-7fd4-4927-9d31-197fcc79df66 req-d220cc0d-3524-4420-b51a-453217f10d33 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519443 Nov 22 17:55:38.579606 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:38.631523 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270a1ca-0593-476b-a056-5e1cf6782982 req-ac5ecc4c-fdb6-4f38-b761-a2ca6acf7bc3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:38.633110 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d270a1ca-0593-476b-a056-5e1cf6782982 req-ac5ecc4c-fdb6-4f38-b761-a2ca6acf7bc3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0519454 Nov 22 17:55:38.697826 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d270a1ca-0593-476b-a056-5e1cf6782982 req-4363a46b-e94d-487e-969f-43b690470e40 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579588 Nov 22 17:55:39.827169 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b823be-597d-4531-a87c-3d52bbe6d190 req-e6559eec-08bc-4ded-85ec-181ac44ab68d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:39.828850 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04b823be-597d-4531-a87c-3d52bbe6d190 req-e6559eec-08bc-4ded-85ec-181ac44ab68d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0586712 Nov 22 17:55:39.883934 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-04b823be-597d-4531-a87c-3d52bbe6d190 req-85e1b4c6-9a46-466f-bbec-018264c24857 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Nov 22 17:55:41.021633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f0f0e-676b-4e9c-8f01-6e533544b958 req-e8733a4e-3778-4697-96f0-5a574d0f4108 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:41.023504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d1f0f0e-676b-4e9c-8f01-6e533544b958 req-e8733a4e-3778-4697-96f0-5a574d0f4108 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0585995 Nov 22 17:55:41.078891 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9d1f0f0e-676b-4e9c-8f01-6e533544b958 req-4d02600d-5601-4259-916b-ce92edc205e7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482304 Nov 22 17:55:42.211306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ebaf9-7ac6-4e7c-98d7-8bb44dee0d8e req-5a08d0ad-308d-4d66-8a65-522930d3ee76 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:42.214328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d3ebaf9-7ac6-4e7c-98d7-8bb44dee0d8e req-5a08d0ad-308d-4d66-8a65-522930d3ee76 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0617754 Nov 22 17:55:42.267394 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2d3ebaf9-7ac6-4e7c-98d7-8bb44dee0d8e req-c88aad75-bf5b-4c10-ba26-9dd265b32c7f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482426 Nov 22 17:55:43.393495 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d597fb2-374b-4d1f-948c-1dfa0fe8df82 req-e79c073d-1ebb-4104-8dfc-c839884d24cc tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:43.395127 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d597fb2-374b-4d1f-948c-1dfa0fe8df82 req-e79c073d-1ebb-4104-8dfc-c839884d24cc tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0512590 Nov 22 17:55:43.448212 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6d597fb2-374b-4d1f-948c-1dfa0fe8df82 req-7626b781-a263-4f2d-97c4-8a23f8905324 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469882 Nov 22 17:55:44.574928 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084381e-72d4-4037-b544-100a19de0a63 req-6b42d1c0-9fa6-47c1-a67c-080a42df6c35 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:44.576510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0084381e-72d4-4037-b544-100a19de0a63 req-6b42d1c0-9fa6-47c1-a67c-080a42df6c35 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0529985 Nov 22 17:55:44.639765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-0084381e-72d4-4037-b544-100a19de0a63 req-abdc21c5-9180-4db1-af6b-4076ddaebed6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568011 Nov 22 17:55:45.591287 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6735990-aa16-4379-9e1c-d327d021fda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:45.765256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4d764-741d-44f3-a2ee-fcdbf895a734 req-c160849b-e6b4-4de4-84a0-239711170c7d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:45.767716 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70b4d764-741d-44f3-a2ee-fcdbf895a734 req-c160849b-e6b4-4de4-84a0-239711170c7d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0533385 Nov 22 17:55:45.828101 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-70b4d764-741d-44f3-a2ee-fcdbf895a734 req-e690d184-e05f-4f5a-bf81-0837d70f0b0f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534389 Nov 22 17:55:46.371797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-012367b0-16a0-4887-a465-e11fd143ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:46.373304 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-012367b0-16a0-4887-a465-e11fd143ca87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451009 Nov 22 17:55:46.480700 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-cb75aefe-9219-4142-b502-7833308caf05 service neutron] 10.222.0.37 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961745 Nov 22 17:55:46.576795 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3e3f131e-2a3e-46ec-aeb0-87828fe8b2d9 req-d9a3da34-58fc-479c-a206-1122b1949bf1 service neutron] 10.222.0.37 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872269 Nov 22 17:55:46.958391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef3f24-15b2-4228-bee6-b1ca03b31db5 req-2ab2924c-d205-4083-8147-fc20e99f042d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:46.959929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50ef3f24-15b2-4228-bee6-b1ca03b31db5 req-2ab2924c-d205-4083-8147-fc20e99f042d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0579975 Nov 22 17:55:47.011933 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-50ef3f24-15b2-4228-bee6-b1ca03b31db5 req-fe2d273e-af3f-48ea-8855-5266de39bf6f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Nov 22 17:55:47.963286 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d25f16cf-ebc8-4802-889a-21b648b5b36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:48.139757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d6f03-1b96-40bf-a0a7-414abda81272 req-5cc9aeb6-1cdc-4fd6-b08c-3f41088a4ea8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:48.141298 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf4d6f03-1b96-40bf-a0a7-414abda81272 req-5cc9aeb6-1cdc-4fd6-b08c-3f41088a4ea8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0512645 Nov 22 17:55:48.192756 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bf4d6f03-1b96-40bf-a0a7-414abda81272 req-97d05422-23a0-4766-b0bc-ec44e77fb6ce tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453291 Nov 22 17:55:49.135239 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 details requested by agent hyperv_n-h1-816865-2 with host n-h1-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:55:49.234401 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:55:49.247370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Returning: {'device': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'port_id': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'mac_address': 'fa:16:3e:c0:99:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:55:49.286937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:49.300325 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14eeaa0-5a72-4882-99e8-f073e10c6723 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:55:49.316085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a3a6f-3fa1-4acb-9a89-38bb9bb9f478 req-f69ea109-0755-48f7-bb10-7b84737c6c6b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:49.317642 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b3a3a6f-3fa1-4acb-9a89-38bb9bb9f478 req-f69ea109-0755-48f7-bb10-7b84737c6c6b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 945 time: 0.0539505 Nov 22 17:55:49.320740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:55:49.326267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:49.374943 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5b3a3a6f-3fa1-4acb-9a89-38bb9bb9f478 req-9c6121a9-8aa2-4353-bccb-a279184a51d4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507751 Nov 22 17:55:49.384476 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:49.388973 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=11']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:55:49.723288 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] get_ports_and_sgs() called for port_ids ['b14eeaa0-5a72-4882-99e8-f073e10c6723'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:55:50.506671 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4783eb-2a3d-4727-aea4-a809583e53eb req-09e4d35d-99c8-45d3-8901-33c06db2b0a1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:50.508237 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a4783eb-2a3d-4727-aea4-a809583e53eb req-09e4d35d-99c8-45d3-8901-33c06db2b0a1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 946 time: 0.0540440 Nov 22 17:55:50.558895 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4a4783eb-2a3d-4727-aea4-a809583e53eb req-2d4b24a5-5c45-44f1-b17d-3dc4f46d65b2 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445807 Nov 22 17:55:51.111646 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:51.150613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 up at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:55:51.204240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning for port b14eeaa0-5a72-4882-99e8-f073e10c6723 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:55:51.208026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Provisioning complete for port b14eeaa0-5a72-4882-99e8-f073e10c6723 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:55:51.208365 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:51.287982 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:51.312259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:55:51.315042 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30a28f4-e8fa-4505-9d73-36556a35a343" -d '{"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-plugged", "status": "completed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:55:51.328578 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:55:51.333864 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:51.357257 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52cef17-413f-48fa-ae80-112e1a59ae81 x-openstack-request-id: req-c52cef17-413f-48fa-ae80-112e1a59ae81 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:55:51.357572 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-plugged", "status": "completed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:55:51.357829 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c52cef17-413f-48fa-ae80-112e1a59ae81 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:55:51.358223 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'code': 200} Nov 22 17:55:51.397516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Pushing event updated for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=12']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:55:51.403346 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:51.522473 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb7e5b-ffc1-45c9-bbe5-5440cc791503 req-5f79e577-ac1e-4906-ad72-b51cc0221ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:51.524091 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22fb7e5b-ffc1-45c9-bbe5-5440cc791503 req-5f79e577-ac1e-4906-ad72-b51cc0221ba3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1098 time: 0.0424247 Nov 22 17:55:51.574227 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-22fb7e5b-ffc1-45c9-bbe5-5440cc791503 req-2900fe31-a1c0-440a-a149-3a6af6cd3d0c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416596 Nov 22 17:55:51.688081 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d8b22-eefe-4316-a349-b46e4b22d898 req-01ddb367-8108-465a-b7d2-c2d56772be38 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:51.689514 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-739d8b22-eefe-4316-a349-b46e4b22d898 req-01ddb367-8108-465a-b7d2-c2d56772be38 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 947 time: 0.0563023 Nov 22 17:55:51.739858 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-739d8b22-eefe-4316-a349-b46e4b22d898 req-efdf16b3-806b-4583-80e3-c034d50655d0 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Nov 22 17:55:52.863861 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0374ebb-0f33-40d8-88b8-6c247fcc63d9 req-82d116c0-440a-42c5-9cae-ca4c22229a42 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:52.865571 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0374ebb-0f33-40d8-88b8-6c247fcc63d9 req-82d116c0-440a-42c5-9cae-ca4c22229a42 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 947 time: 0.0518072 Nov 22 17:55:52.918308 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e0374ebb-0f33-40d8-88b8-6c247fcc63d9 req-ab1ebb9d-1518-4a90-8834-cc2689ba6e35 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463121 Nov 22 17:55:54.049713 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5d962-68c0-445e-a751-b8338bb84a0f req-e20cea3b-c634-4ae5-b99a-7b3f69446086 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:55:54.051169 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ce5d962-68c0-445e-a751-b8338bb84a0f req-e20cea3b-c634-4ae5-b99a-7b3f69446086 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 947 time: 0.0561588 Nov 22 17:55:54.104145 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1ce5d962-68c0-445e-a751-b8338bb84a0f req-ae6846f6-b3ef-4877-a6d6-11a356ff1392 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466321 Nov 22 17:56:00.513203 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:56:06.186723 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-a6a2fc66-ec17-43e7-8847-bb892f16c650 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430720 Nov 22 17:56:06.272711 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-e6e20acb-97cd-4eaf-8fd9-109b8dc06c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:56:06.274248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-e6e20acb-97cd-4eaf-8fd9-109b8dc06c3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1098 time: 0.0422029 Nov 22 17:56:06.396911 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-b3315b7c-47c5-4ed1-871f-813461130956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:56:06.398408 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-b3315b7c-47c5-4ed1-871f-813461130956 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.1028199 Nov 22 17:56:06.467404 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-60e73314-5135-47e9-93df-62ff14c6a086 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 1002 time: 0.0613263 Nov 22 17:56:06.518656 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-de8227f0-8e26-48f3-968a-f18d8f78ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:56:06.520340 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-de8227f0-8e26-48f3-968a-f18d8f78ee31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0466158 Nov 22 17:56:06.576857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-ad328342-5dba-4089-a2e3-ca5ec610b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:56:06.578518 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-ad328342-5dba-4089-a2e3-ca5ec610b078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506732 Nov 22 17:56:06.669597 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-57537192-0d97-4f3d-bc45-0c4662de7d41 service neutron] 10.222.0.37 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840812 Nov 22 17:56:06.764687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-078f3509-fb24-4daf-a6ca-9b976604d3fd req-38a1fc85-ea41-4f53-88c2-40fe3a8e98fb service neutron] 10.222.0.37 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878851 Nov 22 17:56:07.402125 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:08.579297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:15.585816 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a35b2839-2156-466b-97ca-29e384275471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:17.971933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4330cb6-c8c2-44b5-8f72-5e4adf278e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:19.357057 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:21.114944 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:21.394545 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:37.400326 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:37.513585 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:56:38.577671 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:45.591361 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4af0b9a8-b767-44e2-a5ec-11782aef28b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:47.967207 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51c22280-ff4d-4d71-87ca-b3de6a4d73e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:49.362685 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:51.117135 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:51.390297 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:03.616606 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51312) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:03.792214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Deleting port 8e9fc396-7ab2-47f0-b859-0db11baf0e6a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:57:03.792569 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:03.868369 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:03.868594 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:03.880960 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Calling delete_port for 8e9fc396-7ab2-47f0-b859-0db11baf0e6a owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:57:04.038983 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:04.065740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event deleted for resources: {'Port': ['ID=8e9fc396-7ab2-47f0-b859-0db11baf0e6a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:04.094395 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.094837 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.095473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.095896 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.096290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.096688 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.097054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.097505 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.097968 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.098346 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.098710 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.099222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:04.149605 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:04.149890 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Floating IP 15973239-8884-419b-8eb4-22f8a8c04482 disassociated (deleted). External IP: 172.25.0.122, port: b14eeaa0-5a72-4882-99e8-f073e10c6723. Nov 22 17:57:04.364068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Router c0da7a0e-be5c-4d54-9db5-340cd31e164d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:57:04.477363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:57:04.481985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:04.490533 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] Sync routers for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:57:04.504547 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:57:04.505146 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:56:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:57:04.514502 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-54e8e16d-6979-43dd-b738-7d3cd434f644 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "DELETE /v2.0/floatingips/15973239-8884-419b-8eb4-22f8a8c04482 HTTP/1.1" status: 204 len: 168 time: 0.8966951 Nov 22 17:57:04.515187 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:57:04.517524 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3174b1a6-c012-4483-9755-8ecfbe20e79b" -d '{"events": [{"name": "network-changed", "server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:57:04.621673 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:57:04.837080 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b5783-a9b1-46db-806a-6f7780b42adb x-openstack-request-id: req-ff7b5783-a9b1-46db-806a-6f7780b42adb {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:57:04.837557 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:57:04.837784 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff7b5783-a9b1-46db-806a-6f7780b42adb {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:57:04.838455 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'status': 'completed', 'code': 200} Nov 22 17:57:04.846396 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:57:04.874552 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] Checking router: c0da7a0e-be5c-4d54-9db5-340cd31e164d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:57:04.883645 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:57:04.884205 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:56:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:57:04.924675 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-07ed81a1-cb20-4c44-977b-a2896184c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:04.926348 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-07ed81a1-cb20-4c44-977b-a2896184c36c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 1098 time: 0.0643055 Nov 22 17:57:04.996293 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:57:05.093410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55134809-aa1e-49fd-9274-f4633f774b79 req-450b140a-0f91-47c6-971d-60715c0eecf2 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:05.097084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55134809-aa1e-49fd-9274-f4633f774b79 req-450b140a-0f91-47c6-971d-60715c0eecf2 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 947 time: 0.1984270 Nov 22 17:57:05.147896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-73554a8a-80f1-4c7b-96db-33be27e690ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:05.150570 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-73554a8a-80f1-4c7b-96db-33be27e690ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.2148020 Nov 22 17:57:05.250164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-18d62823-319d-4929-ab61-2a2d4c87fcd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 200 len: 217 time: 0.0901039 Nov 22 17:57:05.294446 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:57:05.323529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-55134809-aa1e-49fd-9274-f4633f774b79 req-e642e9d5-ad5d-42f6-ba5d-969bfb0dd152 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093518 Nov 22 17:57:05.324842 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc88d3e0-3aff-468c-9d55-7b778416b000 None None] The sync data for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 is: [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:57:05.354888 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-68124e34-ab9f-49fd-ad69-c0d93aa72619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:05.356568 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-68124e34-ab9f-49fd-ad69-c0d93aa72619 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0970998 Nov 22 17:57:05.411329 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-c7d8d59a-3391-42d8-82c9-0e2044654606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:05.412966 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-c7d8d59a-3391-42d8-82c9-0e2044654606 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484605 Nov 22 17:57:05.511688 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-cb9fad78-44f3-49fe-82d6-ce7a45989587 service neutron] 10.222.0.37 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907598 Nov 22 17:57:05.598811 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7444cae3-1864-4de8-a471-c1eebc3c9e29 None None] New status for floating IP 15973239-8884-419b-8eb4-22f8a8c04482: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:57:05.613365 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3174b1a6-c012-4483-9755-8ecfbe20e79b req-fa728f63-dbf9-481f-9412-daf82723968b service neutron] 10.222.0.37 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938201 Nov 22 17:57:06.039260 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-66f1c93d-09c5-425d-992f-ae4259889b80 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:06.040766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-66f1c93d-09c5-425d-992f-ae4259889b80 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.37 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 947 time: 0.0526206 Nov 22 17:57:06.138079 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Deleting port b14eeaa0-5a72-4882-99e8-f073e10c6723 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:57:06.138396 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:06.228753 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] For port b14eeaa0-5a72-4882-99e8-f073e10c6723, host n-h1-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816865-2',level=0,port_id=b14eeaa0-5a72-4882-99e8-f073e10c6723,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:57:06.229252 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:06.243310 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Calling delete_port for b14eeaa0-5a72-4882-99e8-f073e10c6723 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:57:06.381914 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:06.424198 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event deleted for resources: {'Port': ['ID=b14eeaa0-5a72-4882-99e8-f073e10c6723,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:06.476621 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.476963 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.477303 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.477640 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.477970 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.478297 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.478624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.478966 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.479296 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.479624 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.479949 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.480265 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:06.498106 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e8b9b78e-7073-4f92-a310-aacf4a05f235 req-4176dead-6d38-4489-97fb-ac6e361f9852 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=af0a9c13-4e24-47e5-8920-ddff767720ed HTTP/1.1" status: 200 len: 210 time: 0.0751567 Nov 22 17:57:06.499224 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] No DVR routers for this DVR port b14eeaa0-5a72-4882-99e8-f073e10c6723 on host n-h1-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:57:06.501878 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:06.505291 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.37 "DELETE /v2.0/ports/b14eeaa0-5a72-4882-99e8-f073e10c6723 HTTP/1.1" status: 204 len: 173 time: 0.4581721 Nov 22 17:57:06.505757 n-d-816865-2 neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-deleted', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:57:06.508230 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7280d3da4b6e6195950a94caa7d114cef68405f0bb6e1163f50a11a43d9b8fa0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128bf65-d327-4d9f-a49b-fae0345baa74" -d '{"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-deleted", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:57:06.608060 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d50832-74f2-4cde-a52b-edc6d3e9d765 x-openstack-request-id: req-90d50832-74f2-4cde-a52b-edc6d3e9d765 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:57:06.609052 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0a9c13-4e24-47e5-8920-ddff767720ed", "name": "network-vif-deleted", "tag": "b14eeaa0-5a72-4882-99e8-f073e10c6723", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:57:06.609052 n-d-816865-2 neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-90d50832-74f2-4cde-a52b-edc6d3e9d765 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:57:06.609319 n-d-816865-2 neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0a9c13-4e24-47e5-8920-ddff767720ed', 'name': 'network-vif-deleted', 'tag': 'b14eeaa0-5a72-4882-99e8-f073e10c6723', 'status': 'completed', 'code': 200} Nov 22 17:57:07.399833 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:07.561427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51338) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:07.624042 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90e20c4-786e-4293-9b5a-421f3ee13b33 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:07.650255 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90e20c4-786e-4293-9b5a-421f3ee13b33 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:07.716166 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90e20c4-786e-4293-9b5a-421f3ee13b33 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:07.718990 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c90e20c4-786e-4293-9b5a-421f3ee13b33 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:07.720245 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c90e20c4-786e-4293-9b5a-421f3ee13b33 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "DELETE /v2.0/security-groups/8d5aeaca-4ce8-4928-b4f8-95723a7d9bab HTTP/1.1" status: 204 len: 168 time: 0.1573143 Nov 22 17:57:07.729686 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e20c4-786e-4293-9b5a-421f3ee13b33 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5aeaca-4ce8-4928-b4f8-95723a7d9bab,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:08.038844 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51344) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:08.043764 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-116af483-0766-4d9b-aeec-aea5535f4929 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6366837', 'description': 'tempest-secgroup-smoke-6366837 description', 'project_id': '5cac96267e3244f6bacc0922b8152280'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:08.069106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-116af483-0766-4d9b-aeec-aea5535f4929 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.136258 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-116af483-0766-4d9b-aeec-aea5535f4929 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.141702 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-116af483-0766-4d9b-aeec-aea5535f4929 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.170800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116af483-0766-4d9b-aeec-aea5535f4929 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38381879-0b22-4134-9b4d-057c47a5f0b4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:08.176023 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-116af483-0766-4d9b-aeec-aea5535f4929 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.177285 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-116af483-0766-4d9b-aeec-aea5535f4929 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1373105 Nov 22 17:57:08.180281 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:08.184952 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-480d15f2-f2ae-4662-bc80-7d290f0e3a51 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '38381879-0b22-4134-9b4d-057c47a5f0b4', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:08.214190 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-480d15f2-f2ae-4662-bc80-7d290f0e3a51 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.275571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-480d15f2-f2ae-4662-bc80-7d290f0e3a51 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.280581 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-480d15f2-f2ae-4662-bc80-7d290f0e3a51 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.298988 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d15f2-f2ae-4662-bc80-7d290f0e3a51 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d636940-b520-46f1-bde5-4aa4577f5264,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:08.308156 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-480d15f2-f2ae-4662-bc80-7d290f0e3a51 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.309372 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-480d15f2-f2ae-4662-bc80-7d290f0e3a51 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281166 Nov 22 17:57:08.312422 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:08.316827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c1d35be3-0343-40a2-bf8a-380d669bf33c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '38381879-0b22-4134-9b4d-057c47a5f0b4', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:08.346387 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1d35be3-0343-40a2-bf8a-380d669bf33c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.404131 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1d35be3-0343-40a2-bf8a-380d669bf33c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.409885 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1d35be3-0343-40a2-bf8a-380d669bf33c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.428991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d35be3-0343-40a2-bf8a-380d669bf33c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7db242-9fcd-4f12-8468-af3f36083cac,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:08.435382 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c1d35be3-0343-40a2-bf8a-380d669bf33c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.436778 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c1d35be3-0343-40a2-bf8a-380d669bf33c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1233587 Nov 22 17:57:08.439949 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51350) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:08.444363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a4387568-1347-4ead-8b37-f0201fa54f5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '38381879-0b22-4134-9b4d-057c47a5f0b4', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:08.474602 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4387568-1347-4ead-8b37-f0201fa54f5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.533235 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4387568-1347-4ead-8b37-f0201fa54f5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.538319 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4387568-1347-4ead-8b37-f0201fa54f5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.561345 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4387568-1347-4ead-8b37-f0201fa54f5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de235b31-5702-4910-9018-5b833b35d478,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:08.564107 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.568110 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4387568-1347-4ead-8b37-f0201fa54f5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.572023 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4387568-1347-4ead-8b37-f0201fa54f5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283693 Nov 22 17:57:08.572132 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51352) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:08.577007 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1a8e0b83-6065-4686-8600-d293c643fad7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '38381879-0b22-4134-9b4d-057c47a5f0b4', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:08.606281 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0b83-6065-4686-8600-d293c643fad7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.669044 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0b83-6065-4686-8600-d293c643fad7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.673961 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0b83-6065-4686-8600-d293c643fad7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.691387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e0b83-6065-4686-8600-d293c643fad7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e706e4-82da-47c9-882b-c2d2a83fe92e,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:08.700936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0b83-6065-4686-8600-d293c643fad7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.702131 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-1a8e0b83-6065-4686-8600-d293c643fad7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290531 Nov 22 17:57:08.705182 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51354) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:08.709488 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c7e1dd85-2315-455e-9162-60866741d326 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '38381879-0b22-4134-9b4d-057c47a5f0b4', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:08.733010 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-c7e1dd85-2315-455e-9162-60866741d326 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Project 5cac96267e3244f6bacc0922b8152280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:57:08.738588 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd85-2315-455e-9162-60866741d326 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.801130 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd85-2315-455e-9162-60866741d326 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.805100 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd85-2315-455e-9162-60866741d326 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.823202 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1dd85-2315-455e-9162-60866741d326 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b590e22-dd93-4a73-bec2-7935af32b6b1,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:08.832680 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c7e1dd85-2315-455e-9162-60866741d326 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.833892 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-c7e1dd85-2315-455e-9162-60866741d326 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277864 Nov 22 17:57:08.836854 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:08.841059 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5cb2dd8d-9e34-4ebb-9b6d-f82915d9c6f8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'security_group_rule': {'security_group_id': '38381879-0b22-4134-9b4d-057c47a5f0b4', 'project_id': '5cac96267e3244f6bacc0922b8152280', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:08.864529 n-d-816865-2 neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-5cb2dd8d-9e34-4ebb-9b6d-f82915d9c6f8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Project 5cac96267e3244f6bacc0922b8152280 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:57:08.869417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cb2dd8d-9e34-4ebb-9b6d-f82915d9c6f8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.929536 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cb2dd8d-9e34-4ebb-9b6d-f82915d9c6f8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.934358 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cb2dd8d-9e34-4ebb-9b6d-f82915d9c6f8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-268126'] for security_group_rule, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.952641 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2dd8d-9e34-4ebb-9b6d-f82915d9c6f8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90bed68a-d952-45d6-ae26-1f32f0b528ec,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:08.962129 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5cb2dd8d-9e34-4ebb-9b6d-f82915d9c6f8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:08.963665 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-5cb2dd8d-9e34-4ebb-9b6d-f82915d9c6f8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258626 Nov 22 17:57:09.759360 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 no longer exists at agent hyperv_n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:57:09.786674 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] No Port match for: b14eeaa0-5a72-4882-99e8-f073e10c6723 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:57:09.787134 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Device b14eeaa0-5a72-4882-99e8-f073e10c6723 not bound to the agent host n-h1-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:57:14.514160 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:57:15.586339 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-da1c8075-ab9e-4568-be84-0be59f533362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:17.962460 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-223253c5-c8a3-4f9a-8145-2271d74f5ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:19.363518 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:21.119854 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:21.395543 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:25.313347 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-48083d6b-2dbf-4d79-98f6-2389462d84b5 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6366837&fields=id&tenant_id=5cac96267e3244f6bacc0922b8152280 HTTP/1.1" status: 200 len: 267 time: 0.0463705 Nov 22 17:57:25.426321 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-59dfec89-8254-4b19-bfc6-84fdf8faa690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:25.427724 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-59dfec89-8254-4b19-bfc6-84fdf8faa690 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 809 time: 0.1074257 Nov 22 17:57:25.442864 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2676d107-7975-4fef-9ec8-8ea2ae93bead tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/quotas/5cac96267e3244f6bacc0922b8152280 HTTP/1.1" status: 200 len: 375 time: 0.0093739 Nov 22 17:57:25.494465 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-b15177ac-6be4-489c-bafe-7ed495e1ae99 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460780 Nov 22 17:57:25.510759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-7d807f19-9643-4c12-afad-11260f3b3dae service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:57:25.511766 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-7d807f19-9643-4c12-afad-11260f3b3dae service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052145 Nov 22 17:57:25.599118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-7fa015da-1253-43da-9cab-93a8a0a60759 service neutron] 10.222.0.59 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813637 Nov 22 17:57:25.692087 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-a9c3e469-97b6-4347-92ef-72efdbb157c7 service neutron] 10.222.0.59 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867200 Nov 22 17:57:25.984519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6faef0ac-f971-4c72-a2e6-cfcd78c8ed02 req-442e9585-a72e-4eca-884f-0cc4d8fe12a3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 210 time: 0.0281796 Nov 22 17:57:27.063929 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1dc88158-64aa-4432-8da6-97528a51cb51 req-f8327687-84a8-4ce4-bc41-a0a547ea9aab tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 210 time: 0.0271907 Nov 22 17:57:28.000023 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1c40072e-98d2-4d23-99aa-380084eb7b00 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:28.001608 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1c40072e-98d2-4d23-99aa-380084eb7b00 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 809 time: 0.1092048 Nov 22 17:57:28.070119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-0cc09d4b-913b-4237-994b-094086dd64ae tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cac96267e3244f6bacc0922b8152280 HTTP/1.1" status: 200 len: 377 time: 0.0580990 Nov 22 17:57:28.079457 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'port': {'device_id': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'admin_state_up': True, 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'security_groups': ['38381879-0b22-4134-9b4d-057c47a5f0b4']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:28.168754 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7199447b-4edd-4c41-8683-2d4c6f06d4c7 req-02e6824a-3546-4f94-8657-0d4b9cafc633 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 210 time: 0.0278134 Nov 22 17:57:28.201585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Made reservation on behalf of 5cac96267e3244f6bacc0922b8152280 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:57:28.205428 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:28.332998 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Allocated IP 172.20.0.12 (a059d6c9-b8f0-462f-9837-2b8ae4db5110/4f44eee7-aa17-4481-ac04-108c66763027/14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:57:28.485644 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:28.521708 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:28.566544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:57:28.569840 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:57:28.573519 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:57:28.580273 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:28.634211 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:28.634859 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:28.654631 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2723c32b-3170-499c-a817-85d9b8d29dd7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5790694 Nov 22 17:57:28.667925 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Request body: {'port': {'device_id': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816865-2'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:28.729058 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:28.803047 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8701575c-82f0-4d01-9562-958b2870ad82 None None] Provisioning complete for port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:57:28.803692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8701575c-82f0-4d01-9562-958b2870ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:28.841713 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8701575c-82f0-4d01-9562-958b2870ad82 None None] Port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:57:29.005963 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:57:29.014290 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:29.027376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Transition to ACTIVE for port object 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:57:29.032660 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:29.086037 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Pushing event updated for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:29.160421 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Attempting to bind port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 on host n-h2-816865-2 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:57:29.160758 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Attempting to bind port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 by drivers openvswitch,hyperv on host n-h2-816865-2 at level 0 using segments [{'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:57:29.161268 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Attempting to bind port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:57:29.165868 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 not bound, no agent of type Open vSwitch agent registered on host n-h2-816865-2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:57:29.166184 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Attempting to bind port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 on network a059d6c9-b8f0-462f-9837-2b8ae4db5110 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:57:29.172279 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Checking agent: {'id': '39bf9601-7d72-4d01-b6af-dbeb6f42941d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:57:29.172623 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Checking segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:57:29.173277 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Bound using segment: {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:57:29.173427 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Bound port: 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host: n-h2-816865-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:57:29.173787 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:29.242106 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:57:29.246370 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:57:29.259671 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:29.301520 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:29.302366 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:29.303839 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 1092 time: 0.6405556 Nov 22 17:57:29.309888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:57:29.310388 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b27b0-7144-4e13-879f-fcba3fbea5f9 req-6d35099e-abd0-45f3-8493-c16e525be55b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:29.313145 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:57:29.319869 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-587b27b0-7144-4e13-879f-fcba3fbea5f9 req-6d35099e-abd0-45f3-8493-c16e525be55b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0741630 Nov 22 17:57:29.342305 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb786b8-a199-4c41-9835-59971b7860f0 service neutron] Pushing event updated for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:29.374911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-587b27b0-7144-4e13-879f-fcba3fbea5f9 req-8078a192-d496-4536-8680-63f614baf77b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0539231 Nov 22 17:57:29.427888 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2dc22556-e1b6-4857-82d8-2fc38fa48708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:29.429772 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-2dc22556-e1b6-4857-82d8-2fc38fa48708 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1095 time: 0.0581772 Nov 22 17:57:29.440026 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a91a45c-15d3-4dba-8711-c10e3f86eeaf x-openstack-request-id: req-3a91a45c-15d3-4dba-8711-c10e3f86eeaf {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:57:29.440335 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:57:29.440600 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a91a45c-15d3-4dba-8711-c10e3f86eeaf {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:57:29.441017 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'status': 'completed', 'code': 200} Nov 22 17:57:29.478399 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-4fef8105-6198-415e-843e-3cdd2a73b3b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 217 time: 0.0364249 Nov 22 17:57:29.536870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-12b5381e-8894-47bb-9694-eae3d2a1d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:29.538695 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-12b5381e-8894-47bb-9694-eae3d2a1d4ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0524278 Nov 22 17:57:29.590243 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-d6e5a6b0-c4e6-47d7-9cec-fa9b8edb4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:29.592069 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-d6e5a6b0-c4e6-47d7-9cec-fa9b8edb4d66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449812 Nov 22 17:57:29.695205 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-cb8ecfcd-d5ac-4ddc-8bee-326a6e003d1d service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947659 Nov 22 17:57:29.795588 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-92bf7618-66ae-45f3-86d5-67d774f2d44b req-29b61b4f-0df7-4066-a5f4-c00bf93bf393 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927057 Nov 22 17:57:29.897376 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-444fbfb7-458b-4cef-995a-ee3df5070451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:29.898922 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-444fbfb7-458b-4cef-995a-ee3df5070451 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1095 time: 0.0481884 Nov 22 17:57:29.995765 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-cbababc6-fc93-43fb-a15b-3731cc9595fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:29.997157 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-cbababc6-fc93-43fb-a15b-3731cc9595fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0909042 Nov 22 17:57:30.044992 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-c793d951-9cff-4713-a415-feeaa19824c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 217 time: 0.0398467 Nov 22 17:57:30.096670 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-5e716af2-09cc-4e2a-b286-7a21d74cf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:30.098479 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-5e716af2-09cc-4e2a-b286-7a21d74cf260 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0464933 Nov 22 17:57:30.152560 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-685d936b-df26-477e-9e29-245d89625512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:30.154074 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-685d936b-df26-477e-9e29-245d89625512 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471463 Nov 22 17:57:30.252053 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-4332b50a-389b-4cb5-80cc-3ecd419e485c service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900533 Nov 22 17:57:30.349813 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-5a07f515-c51d-4d7e-821d-1df1bbf02e3e req-ce28a184-f5e7-467b-931f-95bd0ff6715f service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906346 Nov 22 17:57:30.492941 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5e82b-4e5d-4766-8924-e7cd0bc9bd6f req-7f31f30c-0802-4b60-9cee-00ee7debdc16 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:30.494780 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25e5e82b-4e5d-4766-8924-e7cd0bc9bd6f req-7f31f30c-0802-4b60-9cee-00ee7debdc16 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0539441 Nov 22 17:57:30.552108 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-25e5e82b-4e5d-4766-8924-e7cd0bc9bd6f req-d506b4b3-2196-4667-8433-3cd2bb61d206 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0502214 Nov 22 17:57:31.680151 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2577b-7422-41ac-81c8-79716c0c23a8 req-5816b0fa-be97-4209-89be-a7790f3a0f3d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:31.681662 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdf2577b-7422-41ac-81c8-79716c0c23a8 req-5816b0fa-be97-4209-89be-a7790f3a0f3d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0583441 Nov 22 17:57:31.734725 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-bdf2577b-7422-41ac-81c8-79716c0c23a8 req-ba6fe2fa-efe7-4119-bbfa-52e34118989f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458498 Nov 22 17:57:32.858755 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38736cc-edd6-44f7-8e58-c9969ea107e4 req-bf350ba3-bdef-43fd-a7f9-b86320e57180 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:32.860499 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b38736cc-edd6-44f7-8e58-c9969ea107e4 req-bf350ba3-bdef-43fd-a7f9-b86320e57180 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0529997 Nov 22 17:57:32.914118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b38736cc-edd6-44f7-8e58-c9969ea107e4 req-59dec042-8b5a-481e-b2a1-17dea578f628 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475497 Nov 22 17:57:34.037431 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a0128-31fc-4362-a8a3-8ac9f09d2fb9 req-911a907f-dd7a-4ea5-8607-f937b969ed62 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:34.039032 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce1a0128-31fc-4362-a8a3-8ac9f09d2fb9 req-911a907f-dd7a-4ea5-8607-f937b969ed62 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0504477 Nov 22 17:57:34.094157 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce1a0128-31fc-4362-a8a3-8ac9f09d2fb9 req-ffab5e90-98c4-4bd8-8b70-366371fd568b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480440 Nov 22 17:57:35.216279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a76e-c977-4f22-91fa-06fe8fb7884d req-e6889140-aa0d-4da4-8e2c-599d35eb267b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:35.218055 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f59a76e-c977-4f22-91fa-06fe8fb7884d req-e6889140-aa0d-4da4-8e2c-599d35eb267b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0520525 Nov 22 17:57:35.270539 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f59a76e-c977-4f22-91fa-06fe8fb7884d req-9f4c9e61-a537-490c-b632-7f5e40bec32d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461838 Nov 22 17:57:36.401340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd9c77-aadd-4480-97ad-b42b725c0f6c req-12cc3afe-b939-4a66-88a2-c1fc8380c582 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:36.402877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00bd9c77-aadd-4480-97ad-b42b725c0f6c req-12cc3afe-b939-4a66-88a2-c1fc8380c582 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0588365 Nov 22 17:57:36.454712 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-00bd9c77-aadd-4480-97ad-b42b725c0f6c req-fc0689ec-e185-4480-817d-25f7148a24d1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452125 Nov 22 17:57:37.414967 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:37.580743 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bcc27-89a5-4140-a9fd-197de2bc1373 req-28da54ab-60f8-4f92-ac58-e7cdb73a5436 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:37.582280 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f0bcc27-89a5-4140-a9fd-197de2bc1373 req-28da54ab-60f8-4f92-ac58-e7cdb73a5436 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0563145 Nov 22 17:57:37.632220 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-3f0bcc27-89a5-4140-a9fd-197de2bc1373 req-ecfc2397-fac2-4bae-87b0-8a7d3fd3288b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437226 Nov 22 17:57:38.583459 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:38.755832 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f1f51-5db8-461b-8954-a5ecb1089380 req-37d4912f-1bd0-4843-833f-2996ccf098a8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:38.757323 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c62f1f51-5db8-461b-8954-a5ecb1089380 req-37d4912f-1bd0-4843-833f-2996ccf098a8 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0543749 Nov 22 17:57:38.808529 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c62f1f51-5db8-461b-8954-a5ecb1089380 req-5ac977e1-f190-44a3-a305-ef06d91691b3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448627 Nov 22 17:57:39.927732 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61298afa-94ec-4af0-8856-dd7203ec50f0 req-c2bf4ca4-a43e-46a9-ac63-7652625875f7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:39.929204 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61298afa-94ec-4af0-8856-dd7203ec50f0 req-c2bf4ca4-a43e-46a9-ac63-7652625875f7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0508506 Nov 22 17:57:39.984747 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-61298afa-94ec-4af0-8856-dd7203ec50f0 req-093f4447-91b8-4e28-a712-1c49c69d0260 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494521 Nov 22 17:57:41.111269 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36837a-8305-4eb3-9645-30f082b6f285 req-c6aa0f50-ee8f-48fc-8223-b17a0681fc5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:41.112717 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba36837a-8305-4eb3-9645-30f082b6f285 req-c6aa0f50-ee8f-48fc-8223-b17a0681fc5b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0536029 Nov 22 17:57:41.164710 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba36837a-8305-4eb3-9645-30f082b6f285 req-b39760d5-4cb6-4868-aa48-03758b2cf5d4 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455573 Nov 22 17:57:42.146808 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:57:42.258301 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:57:42.271241 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'port_id': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'mac_address': 'fa:16:3e:bb:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:57:42.283752 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb49e-d3aa-4b72-879a-1dfffd4bb11f req-25e4b710-2bb9-49a5-8e50-f3e235b4f436 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:42.285247 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01abb49e-d3aa-4b72-879a-1dfffd4bb11f req-25e4b710-2bb9-49a5-8e50-f3e235b4f436 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0503247 Nov 22 17:57:42.312461 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:42.328260 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:57:42.335627 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-01abb49e-d3aa-4b72-879a-1dfffd4bb11f req-43821964-f787-4f6e-99bf-21469f825ffe tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441556 Nov 22 17:57:42.349026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:57:42.353658 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:42.400508 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:42.408327 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.408649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.409026 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.409363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.409694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.410030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.410354 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.410681 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.411019 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.411370 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.411696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.412011 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:57:42.694871 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:57:43.460492 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e92ca6-17cd-4e41-afe0-b846eab56ca4 req-9917994a-8417-48a6-9a2d-031a076c07c3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:43.461956 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74e92ca6-17cd-4e41-afe0-b846eab56ca4 req-9917994a-8417-48a6-9a2d-031a076c07c3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 945 time: 0.0555115 Nov 22 17:57:43.513041 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-74e92ca6-17cd-4e41-afe0-b846eab56ca4 req-aec2043b-aaba-49e6-8594-bceded0f61dc tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447664 Nov 22 17:57:44.178621 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:57:44.234701 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning for port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:57:44.239003 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:57:44.239390 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:44.317960 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:44.341143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:57:44.343504 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8a5ae-70cf-4a08-9297-64de4bb4d26c" -d '{"events": [{"server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "name": "network-vif-plugged", "status": "completed", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:57:44.356481 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:57:44.362240 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:44.385788 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14de8ddb-33cc-4945-bfe3-9ce53c51b0b9 x-openstack-request-id: req-14de8ddb-33cc-4945-bfe3-9ce53c51b0b9 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:57:44.386086 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "name": "network-vif-plugged", "status": "completed", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:57:44.386332 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-14de8ddb-33cc-4945-bfe3-9ce53c51b0b9 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:57:44.387014 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'code': 200} Nov 22 17:57:44.412663 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:44.487873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486b1b2-b1d5-4464-8827-e02c30ef85b9 req-bdca9c68-2f1d-4a0c-9557-90ad62e7a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:44.489478 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9486b1b2-b1d5-4464-8827-e02c30ef85b9 req-bdca9c68-2f1d-4a0c-9557-90ad62e7a3bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1097 time: 0.0440686 Nov 22 17:57:44.538831 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-9486b1b2-b1d5-4464-8827-e02c30ef85b9 req-4293dc21-7e47-49aa-a352-f5323a4b047b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417790 Nov 22 17:57:44.635163 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09c901-afc3-4418-b703-df9c55b73cbb req-6c52a9d6-5df9-418e-8188-9f7f6dac89e1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:44.636653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be09c901-afc3-4418-b703-df9c55b73cbb req-6c52a9d6-5df9-418e-8188-9f7f6dac89e1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0515437 Nov 22 17:57:44.687187 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-be09c901-afc3-4418-b703-df9c55b73cbb req-1d3c142f-a9a6-427d-9837-60b55c5f49c7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441887 Nov 22 17:57:45.590834 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f30afe1d-06cc-4fcc-ac93-b8cb958d6a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:45.818111 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1d948-951a-4033-9a92-1f3cd15bd5a4 req-bfa91985-473f-414a-804d-524c603295c6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:45.819653 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-baa1d948-951a-4033-9a92-1f3cd15bd5a4 req-bfa91985-473f-414a-804d-524c603295c6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0601013 Nov 22 17:57:45.873068 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-baa1d948-951a-4033-9a92-1f3cd15bd5a4 req-57e48c47-76ea-4bc3-b629-6fea9c2fa21a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471933 Nov 22 17:57:46.998429 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2b226-7997-4899-89fd-7dee9cca28ee req-d341a9be-cd48-417d-a419-461db6874004 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:46.999951 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4af2b226-7997-4899-89fd-7dee9cca28ee req-d341a9be-cd48-417d-a419-461db6874004 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0506473 Nov 22 17:57:47.051098 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4af2b226-7997-4899-89fd-7dee9cca28ee req-0b098a8b-f10a-4183-aadb-ae0338de1e04 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450153 Nov 22 17:57:47.169865 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489639a-5195-4c74-8ac8-06a044d07e89 req-7a8a5935-f64a-4e7e-9954-66d3b369bc27 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:47.171498 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1489639a-5195-4c74-8ac8-06a044d07e89 req-7a8a5935-f64a-4e7e-9954-66d3b369bc27 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0551107 Nov 22 17:57:47.225494 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1489639a-5195-4c74-8ac8-06a044d07e89 req-ab9c40dc-1563-4f98-b7ee-11d4aebf38ba tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477991 Nov 22 17:57:47.248115 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51558) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:47.335222 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f3cd2c-9e13-4c1b-812a-147b1be8e632 tempest-TestShelveInstance-179366871 tempest-TestShelveInstance-179366871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:47.336624 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e5f3cd2c-9e13-4c1b-812a-147b1be8e632 tempest-TestShelveInstance-179366871 tempest-TestShelveInstance-179366871-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1092 time: 0.0870619 Nov 22 17:57:47.339619 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:57:47.344260 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Request body: {'floatingip': {'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'port_id': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:57:47.368280 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for floatingip, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:47.470936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:47.581217 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Allocated IP 172.25.0.177 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/c37e1954-24ad-4fe9-8ca4-9a681e6b9db9) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:57:47.680936 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:47.715506 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:47.756254 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:57:47.759127 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:57:47.763740 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'Port': ['ID=c37e1954-24ad-4fe9-8ca4-9a681e6b9db9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:47.766526 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:57:47.960420 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b793965-286f-440d-9609-c6d303ae0a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:48.467456 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:48.538529 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:48.690169 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for port, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:48.696532 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2973055'] for port, after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:48.759223 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event updated for resources: {'Port': ['ID=c37e1954-24ad-4fe9-8ca4-9a681e6b9db9,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:57:48.776697 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532646'] for floatingip, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:48.875836 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Floating IP 6bf7d1ff-9b07-4d51-86c8-3663e0b8a919 associated. External IP: 172.25.0.177, port: 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9. Nov 22 17:57:49.085728 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Router c0da7a0e-be5c-4d54-9db5-340cd31e164d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:57:49.195498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:57:49.206396 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] Sync routers for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:57:49.216136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:49.217546 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:57:49.218336 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:57:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:57:49.243682 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-69fe9bc0-23fe-46dc-b72b-b825c228cb4f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9030023 Nov 22 17:57:49.244416 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:57:49.246674 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8263923-f6a9-4793-8943-ee1886e18f40" -d '{"events": [{"name": "network-changed", "server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:57:49.292272 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240bed96-5a0d-450c-8038-9a0a16c33fa8 x-openstack-request-id: req-240bed96-5a0d-450c-8038-9a0a16c33fa8 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:57:49.292576 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:57:49.292831 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-240bed96-5a0d-450c-8038-9a0a16c33fa8 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:57:49.293212 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'status': 'completed', 'code': 200} Nov 22 17:57:49.322860 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:57:49.355977 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-74280e0a-dcde-4cb3-890e-d3a0078627ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:49.357955 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-74280e0a-dcde-4cb3-890e-d3a0078627ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1097 time: 0.0420341 Nov 22 17:57:49.366692 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:49.454230 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-09cd751f-ac8f-4bb2-9218-0ba50773e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:49.455763 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-09cd751f-ac8f-4bb2-9218-0ba50773e3fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0899105 Nov 22 17:57:49.521779 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-dce357b1-7efb-4a99-9d5f-dbcb0748be44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 1000 time: 0.0587399 Nov 22 17:57:49.554424 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '6bf7d1ff-9b07-4d51-86c8-3663e0b8a919', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'port_id': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'mac_address': 'fa:16:3e:bb:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:57:47Z', 'updated_at': '2021-11-22T17:57:47Z', 'revision_number': 0, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:57:49.571493 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-5b0b5da2-44d7-4a0a-88cc-d7c1a0344685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:49.572988 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-5b0b5da2-44d7-4a0a-88cc-d7c1a0344685 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0445366 Nov 22 17:57:49.582345 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] Checking router: c0da7a0e-be5c-4d54-9db5-340cd31e164d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:57:49.591515 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:57:49.592297 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T17:57:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:57:49.626468 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-23901cfe-34a5-4791-8b3c-dbfad4264468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:57:49.627910 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-23901cfe-34a5-4791-8b3c-dbfad4264468 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464933 Nov 22 17:57:49.699332 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:57:49.720987 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-876cf404-7088-4462-9923-bf6b70f37fd5 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831585 Nov 22 17:57:49.819856 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-e8263923-f6a9-4793-8943-ee1886e18f40 req-36606b06-ddc1-4394-832c-2e86e89191fb service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904577 Nov 22 17:57:49.927631 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '6bf7d1ff-9b07-4d51-86c8-3663e0b8a919', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'port_id': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'mac_address': 'fa:16:3e:bb:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:57:47Z', 'updated_at': '2021-11-22T17:57:47Z', 'revision_number': 0, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:57:49.953478 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14f147-af70-41a3-b4d9-787bc9b07452 None None] The sync data for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 is: [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_floatingips': [{'id': '6bf7d1ff-9b07-4d51-86c8-3663e0b8a919', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'router_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'port_id': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'mac_address': 'fa:16:3e:bb:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:57:47Z', 'updated_at': '2021-11-22T17:57:47Z', 'revision_number': 0, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:57:50.147778 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27cee72-9ee2-430e-aba9-d9de139e54e8 None None] New status for floating IP 6bf7d1ff-9b07-4d51-86c8-3663e0b8a919: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:57:51.123036 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:51.392725 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:51.514245 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:58:03.173392 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-2302b19e-fc61-460c-90d4-d63867514469 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446317 Nov 22 17:58:03.279591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-88f5ee82-424f-408e-b87f-cc00831678b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:58:03.281119 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-88f5ee82-424f-408e-b87f-cc00831678b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1097 time: 0.0418346 Nov 22 17:58:03.401628 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-0e9b45e9-4667-41bf-a835-2ae47435f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:58:03.403465 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-0e9b45e9-4667-41bf-a835-2ae47435f75a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0929821 Nov 22 17:58:03.473323 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-55349f45-7ce1-4441-8dc0-77bf361cc4dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 1002 time: 0.0614309 Nov 22 17:58:03.527242 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-470a7fc8-7e7d-445f-a5e3-cf1152adf7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:58:03.528688 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-470a7fc8-7e7d-445f-a5e3-cf1152adf7eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0481019 Nov 22 17:58:03.584140 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-01051956-f89b-49c8-8898-18d0744898f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:58:03.585673 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-01051956-f89b-49c8-8898-18d0744898f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482616 Nov 22 17:58:03.597151 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-e88dbe02-6aa5-4415-8a99-611ea5cb2a17 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:58:03.598110 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-e88dbe02-6aa5-4415-8a99-611ea5cb2a17 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051734 Nov 22 17:58:03.691251 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-c3b5032e-db2c-4975-b529-d2bb75b958d6 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849054 Nov 22 17:58:03.788017 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-493b7b3d-0edb-4f17-8de0-c6683c1d2acd req-b6f58e19-de41-4c6d-a258-b1b2aa72dc95 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878272 Nov 22 17:58:07.413932 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:08.600522 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:15.596776 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-402158f4-e74f-418a-a6e6-02b807aad24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:17.965884 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-94b747cd-b205-468e-8a77-966876d2ee9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:19.367792 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:21.126456 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:21.388734 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:28.514112 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:58:37.413239 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:38.612119 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:45.591862 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d0fa8e9d-ad56-4cec-a657-ddcfea3f572a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:47.971151 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb45f-5cc1-479d-b710-289cf1772df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:49.372024 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:51.129658 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:51.386053 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:05.166257 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-63c711ad-8ef6-469c-a7a6-fbbd3502f5ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522332 Nov 22 17:59:05.252573 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-cab26b29-4aae-4cd9-ad98-d977474677df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:05.254047 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-cab26b29-4aae-4cd9-ad98-d977474677df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1097 time: 0.0445356 Nov 22 17:59:05.364272 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-bd670554-58a1-4fc7-83af-9ca9f073efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:05.365808 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-bd670554-58a1-4fc7-83af-9ca9f073efa7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0919023 Nov 22 17:59:05.437420 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-26aeb990-dd88-4735-9e22-88482a6e87dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 1002 time: 0.0634692 Nov 22 17:59:05.488827 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-093fa24a-54a5-4cda-829c-4016da9b506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:05.490313 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-093fa24a-54a5-4cda-829c-4016da9b506e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0459974 Nov 22 17:59:05.515813 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:59:05.551292 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-7e40e1b0-440e-47e6-89b0-7670b0a32ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:05.552875 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-7e40e1b0-440e-47e6-89b0-7670b0a32ac1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549812 Nov 22 17:59:05.646054 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-a0ae8148-6e25-45b8-9d98-bc9e1ce263fe service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848703 Nov 22 17:59:05.742191 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-31001d4d-7dfd-4304-943c-202bcf6656ae req-d57d9158-7d73-4447-bac9-8ac7b36d7d1c service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877838 Nov 22 17:59:07.411981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:08.617457 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:15.586403 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-91bd1e2e-5df5-4a8a-ad4b-85eef09b1395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:17.975776 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58d33106-e610-449c-bd90-0a0bb6f0f1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:19.375339 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:21.132293 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:21.381310 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:37.418769 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:38.622580 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:42.519840 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:59:44.631034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179b979-b9ba-4632-96d5-73fe3ccee2c3 req-29ddd521-09c6-4b39-9ba0-5b2797086d20 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:44.632548 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4179b979-b9ba-4632-96d5-73fe3ccee2c3 req-29ddd521-09c6-4b39-9ba0-5b2797086d20 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0534766 Nov 22 17:59:44.684576 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4179b979-b9ba-4632-96d5-73fe3ccee2c3 req-719f0be6-ed51-4cc3-a0b0-942ff29decb3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455143 Nov 22 17:59:45.591384 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-443683d0-26c7-4e8d-b535-ee8f820e723c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:45.809254 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e466bd-8004-4a80-8986-f5469527b582 req-c050f6e5-b7f9-4f6b-9691-a2528d339180 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:45.810729 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3e466bd-8004-4a80-8986-f5469527b582 req-c050f6e5-b7f9-4f6b-9691-a2528d339180 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0513170 Nov 22 17:59:45.860727 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a3e466bd-8004-4a80-8986-f5469527b582 req-40e16c88-15fe-4658-bfaf-918350f10e46 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437593 Nov 22 17:59:46.986120 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a819c1f-40ed-4f95-8ee0-9248f4a158b7 req-68087017-1854-45aa-93d7-3024f6a08025 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:46.987758 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a819c1f-40ed-4f95-8ee0-9248f4a158b7 req-68087017-1854-45aa-93d7-3024f6a08025 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0553811 Nov 22 17:59:47.040328 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9a819c1f-40ed-4f95-8ee0-9248f4a158b7 req-2a491e6d-7eec-4888-b5e7-e3d666a679c9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458872 Nov 22 17:59:47.980662 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-99256175-c178-44a0-9d3f-8ee71c84fe67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:48.167796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b5b6d-bba8-44db-9778-bdf98de26388 req-0abc5a0a-0d02-4fe1-93f0-5a93bf98cc6a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:48.169286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f17b5b6d-bba8-44db-9778-bdf98de26388 req-0abc5a0a-0d02-4fe1-93f0-5a93bf98cc6a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0541470 Nov 22 17:59:48.221349 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f17b5b6d-bba8-44db-9778-bdf98de26388 req-8b0473b8-23b3-40b6-9bff-6c55306525db tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458176 Nov 22 17:59:49.353378 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c0433-53e0-41f1-84e2-41f6ea166eca req-89f64665-20ad-4207-a1f7-abd6de87c2d9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:49.354765 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b6c0433-53e0-41f1-84e2-41f6ea166eca req-89f64665-20ad-4207-a1f7-abd6de87c2d9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0584116 Nov 22 17:59:49.377333 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:49.406898 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9b6c0433-53e0-41f1-84e2-41f6ea166eca req-b2abe69e-4d37-46a9-b496-152bf487c2a0 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444427 Nov 22 17:59:50.529635 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7827d-0a9b-4146-b94d-295f654e5e3d req-1d1f2f69-736f-49e3-8098-520aafbfa7cb tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:50.531180 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4b7827d-0a9b-4146-b94d-295f654e5e3d req-1d1f2f69-736f-49e3-8098-520aafbfa7cb tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0515051 Nov 22 17:59:50.583804 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a4b7827d-0a9b-4146-b94d-295f654e5e3d req-fb13441c-2d36-40c0-a53c-e131820f7852 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460017 Nov 22 17:59:51.141482 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:51.377024 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:51.704510 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a80330-939c-4c15-b2b4-4989f9bae3b6 req-5cff551f-cb3c-45ed-9dec-89dd1536f6bd tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:51.706182 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3a80330-939c-4c15-b2b4-4989f9bae3b6 req-5cff551f-cb3c-45ed-9dec-89dd1536f6bd tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0500786 Nov 22 17:59:51.764373 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d3a80330-939c-4c15-b2b4-4989f9bae3b6 req-f103727d-0ba9-48d1-a411-e7ca87208f5f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477576 Nov 22 17:59:52.881010 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f19f3-d3cd-4532-bc36-5575a9617ec5 req-a3d6eaea-d61a-4d94-8cff-9a65d7c4790e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:52.882504 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b61f19f3-d3cd-4532-bc36-5575a9617ec5 req-a3d6eaea-d61a-4d94-8cff-9a65d7c4790e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0507586 Nov 22 17:59:52.934053 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b61f19f3-d3cd-4532-bc36-5575a9617ec5 req-abed4b67-2e2f-459f-8f62-120225ed40d2 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452724 Nov 22 17:59:54.055186 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7ed34-5bfc-4b15-9b52-bd6fb5437982 req-cf246832-4cc0-458d-8a25-a5f6a7d1d68e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:54.056582 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eb7ed34-5bfc-4b15-9b52-bd6fb5437982 req-cf246832-4cc0-458d-8a25-a5f6a7d1d68e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0522969 Nov 22 17:59:54.106555 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-8eb7ed34-5bfc-4b15-9b52-bd6fb5437982 req-3caba8d3-f444-4d6d-9ae3-d04beb4858f3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437355 Nov 22 17:59:54.811349 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c5ed6-a854-49b6-ae07-530791202916 req-fd403e4e-c032-49b4-b393-98175ab4d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:54.813018 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d91c5ed6-a854-49b6-ae07-530791202916 req-fd403e4e-c032-49b4-b393-98175ab4d7e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1097 time: 0.0455565 Nov 22 17:59:54.904068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c5ed6-a854-49b6-ae07-530791202916 req-149cf225-0305-4316-8c95-e3c48c8fa4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:54.905586 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d91c5ed6-a854-49b6-ae07-530791202916 req-149cf225-0305-4316-8c95-e3c48c8fa4e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0835764 Nov 22 17:59:54.976357 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d91c5ed6-a854-49b6-ae07-530791202916 req-4f3883f4-84fd-430c-947f-90621d09b5bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 1002 time: 0.0638070 Nov 22 17:59:55.028226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c5ed6-a854-49b6-ae07-530791202916 req-7851d7fc-efb0-4bd6-bcc1-57a4555e459b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:55.029782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d91c5ed6-a854-49b6-ae07-530791202916 req-7851d7fc-efb0-4bd6-bcc1-57a4555e459b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0458567 Nov 22 17:59:55.077830 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c5ed6-a854-49b6-ae07-530791202916 req-2f843a11-53e1-4eb9-8116-8e60aea5421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:55.079283 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d91c5ed6-a854-49b6-ae07-530791202916 req-2f843a11-53e1-4eb9-8116-8e60aea5421b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421667 Nov 22 17:59:55.176963 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d91c5ed6-a854-49b6-ae07-530791202916 req-90eb22a5-6a35-4060-90d7-9e8402e97d05 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907621 Nov 22 17:59:55.234867 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe97f4-3c0e-453e-b769-7fbb515ee6b7 req-2ff1f5cf-8554-4f83-be78-f3b42b96efe6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:55.236391 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41fe97f4-3c0e-453e-b769-7fbb515ee6b7 req-2ff1f5cf-8554-4f83-be78-f3b42b96efe6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0544727 Nov 22 17:59:55.269882 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-d91c5ed6-a854-49b6-ae07-530791202916 req-27409801-4068-4ec8-9e25-7a2ef7d26482 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855994 Nov 22 17:59:55.289058 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-41fe97f4-3c0e-453e-b769-7fbb515ee6b7 req-126d0cc2-c250-415d-a96d-11a83c76af8f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463042 Nov 22 17:59:56.413606 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8fc1-a89e-4138-9309-7bb85f202011 req-a4dcfaa8-bedf-4c83-b1bb-5029f891656c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:56.415439 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fbb8fc1-a89e-4138-9309-7bb85f202011 req-a4dcfaa8-bedf-4c83-b1bb-5029f891656c tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0552709 Nov 22 17:59:56.471015 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4fbb8fc1-a89e-4138-9309-7bb85f202011 req-9858a82d-9637-4ceb-b2ee-6c438fa7bd9f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486665 Nov 22 17:59:57.602231 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae95f6-f38b-4880-99f1-faf21ed5d027 req-b05c27ce-8fbf-431d-89a6-3db5988fb85b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:57.604248 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ae95f6-f38b-4880-99f1-faf21ed5d027 req-b05c27ce-8fbf-431d-89a6-3db5988fb85b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0586011 Nov 22 17:59:57.665880 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-e7ae95f6-f38b-4880-99f1-faf21ed5d027 req-a3831ccc-ffc5-42d8-8321-756d58fce594 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0547278 Nov 22 17:59:58.789568 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a6ddf-0ecf-4bf9-9754-797d3886b7ad req-71106050-e25c-40ce-be53-b76920cc156d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:58.791221 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce7a6ddf-0ecf-4bf9-9754-797d3886b7ad req-71106050-e25c-40ce-be53-b76920cc156d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0521727 Nov 22 17:59:58.850272 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ce7a6ddf-0ecf-4bf9-9754-797d3886b7ad req-076f3518-b082-4926-8cf2-f28d3d91810e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0522397 Nov 22 17:59:59.055060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-f1517576-1381-42a2-ba79-f92162981346 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514979 Nov 22 17:59:59.064665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-f2309a52-e51e-40bb-a986-1d6b36975730 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:59:59.066147 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-f2309a52-e51e-40bb-a986-1d6b36975730 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052962 Nov 22 17:59:59.083381 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2776232-039e-4a5c-b8c1-96fe233ec1c6 req-01a621d3-0b19-4b5c-bba2-26903577f491 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:59:59.084911 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2776232-039e-4a5c-b8c1-96fe233ec1c6 req-01a621d3-0b19-4b5c-bba2-26903577f491 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0614159 Nov 22 17:59:59.135170 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-a2776232-039e-4a5c-b8c1-96fe233ec1c6 req-86463592-d7fc-4ec1-a861-c5774976477e tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439119 Nov 22 18:00:00.275663 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913e51-11e9-47e5-b6b9-4500ccd5f547 req-8ebc8e80-06f1-42a5-94c1-d2ff5ca950aa tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:00.277311 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77913e51-11e9-47e5-b6b9-4500ccd5f547 req-8ebc8e80-06f1-42a5-94c1-d2ff5ca950aa tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0590024 Nov 22 18:00:00.330143 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-77913e51-11e9-47e5-b6b9-4500ccd5f547 req-2e98cb75-a9dc-4e15-972f-8f892f7f79fe tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466878 Nov 22 18:00:01.005888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:00:01.084254 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:01.111979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:00:01.114348 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2995746-7954-4037-bea9-3f6998e3c148" -d '{"events": [{"server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "name": "network-vif-unplugged", "status": "completed", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:00:01.127531 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:00:01.135190 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:01.160914 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063ae7f0-0c54-47a5-8cc6-8c09c9546a80 x-openstack-request-id: req-063ae7f0-0c54-47a5-8cc6-8c09c9546a80 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:00:01.162132 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "name": "network-vif-unplugged", "status": "failed", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9", "code": 422}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:00:01.162132 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-063ae7f0-0c54-47a5-8cc6-8c09c9546a80 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:00:01.162132 n-d-816865-2 neutron-server[103444]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'code': 422} returned with failed status Nov 22 18:00:01.187696 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:00:01.196476 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.196834 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.197190 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.197532 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.197907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.198253 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.198589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.198918 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.199276 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.199609 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.199939 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.200270 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:00:01.474291 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba572d8c-ef3c-4c07-9311-b146cc023897 req-0cc73537-7364-42d2-88fb-d17aa26686c6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:01.476054 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba572d8c-ef3c-4c07-9311-b146cc023897 req-0cc73537-7364-42d2-88fb-d17aa26686c6 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0561428 Nov 22 18:00:01.531398 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-ba572d8c-ef3c-4c07-9311-b146cc023897 req-cd30ffff-4277-4bfd-a637-3a47d197a777 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489206 Nov 22 18:00:02.663099 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfdcdd-aa4a-4ef2-80e1-f9431e721d7e req-df0ae001-4f1a-4437-93be-9655ebf5c78a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:02.664741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ccfdcdd-aa4a-4ef2-80e1-f9431e721d7e req-df0ae001-4f1a-4437-93be-9655ebf5c78a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0587828 Nov 22 18:00:02.721286 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-6ccfdcdd-aa4a-4ef2-80e1-f9431e721d7e req-34cc7d8a-c423-48b3-bd53-4e35ea8734b3 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492980 Nov 22 18:00:03.849394 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8517a88-7f78-47df-befc-8a5cf7ca319a req-08da4e7a-613b-4cad-9540-3383f947e181 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:03.850996 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8517a88-7f78-47df-befc-8a5cf7ca319a req-08da4e7a-613b-4cad-9540-3383f947e181 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0552969 Nov 22 18:00:03.903696 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-b8517a88-7f78-47df-befc-8a5cf7ca319a req-ade1f01d-99e8-4df8-b36b-60de23e66a33 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462751 Nov 22 18:00:05.032565 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caf857-80c9-4217-bffa-f695f1b04ae0 req-c8910af1-4bbd-49d3-8850-ee88f70591a9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:05.034374 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97caf857-80c9-4217-bffa-f695f1b04ae0 req-c8910af1-4bbd-49d3-8850-ee88f70591a9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0573881 Nov 22 18:00:05.092081 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-97caf857-80c9-4217-bffa-f695f1b04ae0 req-a2ee4161-7812-48dd-aeb4-4d402ec6ceea tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0503631 Nov 22 18:00:06.567348 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868a4d3-dc98-4b10-9a20-582a604c1638 req-d8b8aa51-261e-40fd-bdf7-6688d53366fd tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:06.568840 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1868a4d3-dc98-4b10-9a20-582a604c1638 req-d8b8aa51-261e-40fd-bdf7-6688d53366fd tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.3789985 Nov 22 18:00:06.621790 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-1868a4d3-dc98-4b10-9a20-582a604c1638 req-b89d5793-fffa-40c0-bf48-e3807c54983d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467670 Nov 22 18:00:07.133041 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-79ce11d0-2c23-4ed8-ab65-11245094b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:07.134575 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-79ce11d0-2c23-4ed8-ab65-11245094b97b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46&tenant_id=5cac96267e3244f6bacc0922b8152280 HTTP/1.1" status: 200 len: 1095 time: 0.0429549 Nov 22 18:00:07.200757 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-866d6f11-120f-4796-a7c0-bda91f0faeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:07.202278 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-866d6f11-120f-4796-a7c0-bda91f0faeb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1095 time: 0.0433238 Nov 22 18:00:07.296311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-3256af83-b572-4756-bc33-163ec9258ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:07.297841 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-3256af83-b572-4756-bc33-163ec9258ac9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0880513 Nov 22 18:00:07.365725 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-5ca3319f-7800-401f-b8f7-3fa58edbccbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 1000 time: 0.0601826 Nov 22 18:00:07.415876 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-60f5da13-fec9-4454-adbc-06ce8f625e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:07.417635 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-60f5da13-fec9-4454-adbc-06ce8f625e4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0452347 Nov 22 18:00:07.418314 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:07.469905 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-7d95ba29-cca4-4fcd-af64-38457e301d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:07.471493 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-7d95ba29-cca4-4fcd-af64-38457e301d2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453062 Nov 22 18:00:07.565546 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-e9df13cf-acc9-4c36-ae93-c7e6873649c6 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855267 Nov 22 18:00:07.662568 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-c9476867-7f53-4855-b9c5-4fdf51116811 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898895 Nov 22 18:00:07.746943 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2b6b-b953-449c-a2ed-c17271cd714d req-8fcfe123-8496-4546-9dc6-54add77f0861 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:07.748480 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2acd2b6b-b953-449c-a2ed-c17271cd714d req-8fcfe123-8496-4546-9dc6-54add77f0861 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0518878 Nov 22 18:00:07.799531 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2acd2b6b-b953-449c-a2ed-c17271cd714d req-5a9f5405-1ea5-4a12-8d8e-34728b6bd050 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444767 Nov 22 18:00:08.646490 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:08.927084 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5ffb0-1a7b-48d5-8e40-267f81375036 req-32defbca-2e1e-4b86-bb87-80f61b194f8d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:08.928489 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adc5ffb0-1a7b-48d5-8e40-267f81375036 req-32defbca-2e1e-4b86-bb87-80f61b194f8d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0563087 Nov 22 18:00:08.980877 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-adc5ffb0-1a7b-48d5-8e40-267f81375036 req-cb170a9a-5767-4c52-b5e3-86006d5dbe0f tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460725 Nov 22 18:00:10.102929 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9686ec0-4e28-4fe3-9eed-7b49a595ef33 req-fa08fc3c-9674-4707-acab-9239b0e0f5ef tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:10.104687 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9686ec0-4e28-4fe3-9eed-7b49a595ef33 req-fa08fc3c-9674-4707-acab-9239b0e0f5ef tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0522647 Nov 22 18:00:10.158064 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-c9686ec0-4e28-4fe3-9eed-7b49a595ef33 req-a9bed398-3215-4270-9bd9-3e848eef2014 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465798 Nov 22 18:00:11.283180 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28c173-29e8-4a9a-9dff-4350ed46e12e req-21345d36-ab8b-4f0e-bdc8-6a52a6803d01 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:11.284745 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b28c173-29e8-4a9a-9dff-4350ed46e12e req-21345d36-ab8b-4f0e-bdc8-6a52a6803d01 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0540102 Nov 22 18:00:11.341511 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-4b28c173-29e8-4a9a-9dff-4350ed46e12e req-baa76c29-b357-4ade-a246-07ef53a9a7da tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0501716 Nov 22 18:00:12.464126 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bff88-3a4e-42b5-841e-f021d158a67c req-81e95a3f-0671-4087-8990-0ff5a7a879b7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:12.465681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e1bff88-3a4e-42b5-841e-f021d158a67c req-81e95a3f-0671-4087-8990-0ff5a7a879b7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0513754 Nov 22 18:00:12.516331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-2e1bff88-3a4e-42b5-841e-f021d158a67c req-b49e25d9-1c64-4e47-b31c-aa0b8db90c8d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439560 Nov 22 18:00:13.636210 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efc4df-037f-49f4-b24d-afdfb882aa9b req-6c9365ec-e6ef-402c-a0dd-61ea92c51e8d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:13.637671 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0efc4df-037f-49f4-b24d-afdfb882aa9b req-6c9365ec-e6ef-402c-a0dd-61ea92c51e8d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0513883 Nov 22 18:00:13.690741 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-d0efc4df-037f-49f4-b24d-afdfb882aa9b req-e1a761e6-8171-40f2-8ace-4699bdf60431 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464280 Nov 22 18:00:14.820781 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393ae26-226a-49ef-b435-a96e4afe6e0b req-c0beaf45-3b0b-4185-845b-e4a38b07c7a7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:14.822273 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7393ae26-226a-49ef-b435-a96e4afe6e0b req-c0beaf45-3b0b-4185-845b-e4a38b07c7a7 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 944 time: 0.0555906 Nov 22 18:00:14.872084 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-7393ae26-226a-49ef-b435-a96e4afe6e0b req-4be9ef2c-e4f0-40fa-a4db-a93fef707934 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435815 Nov 22 18:00:15.052417 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 details requested by agent hyperv_n-h2-816865-2 with host n-h2-816865-2 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 18:00:15.150523 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:00:15.162061 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Returning: {'device': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'port_id': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'mac_address': 'fa:16:3e:bb:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 18:00:15.203010 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:15.216149 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 18:00:15.235547 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:00:15.240717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:15.287662 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:00:15.543798 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] get_ports_and_sgs() called for port_ids ['14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 18:00:15.602784 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26a2a0ee-a9a8-491a-9b52-6b2606f1cb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:15.992677 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9cc4-4eb2-4865-bc71-c9b750bd8585 req-0c971801-0b30-4297-a640-f5f12f89bc54 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:15.994194 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dee9cc4-4eb2-4865-bc71-c9b750bd8585 req-0c971801-0b30-4297-a640-f5f12f89bc54 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 945 time: 0.0515044 Nov 22 18:00:16.045751 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-9dee9cc4-4eb2-4865-bc71-c9b750bd8585 req-fc7f88d8-8115-494c-bd0b-02613363be13 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453639 Nov 22 18:00:17.068164 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 up at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:00:17.117613 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Provisioning complete for port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:00:17.118006 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:17.172173 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfab00-e908-44cf-8c36-dea0fe7590c3 req-397ef144-36e1-4817-a45a-ad8cddf2e7f0 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:17.173777 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4dfab00-e908-44cf-8c36-dea0fe7590c3 req-397ef144-36e1-4817-a45a-ad8cddf2e7f0 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 945 time: 0.0560455 Nov 22 18:00:17.230510 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-f4dfab00-e908-44cf-8c36-dea0fe7590c3 req-298f2195-46f4-474f-aeab-8de0d1eeff8b tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0501146 Nov 22 18:00:17.368680 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:17.392604 n-d-816865-2 neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:00:17.395206 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a7930b120b001c65ad45383dedf1f59756ec9063ca1f4a5b9d3a6d7425ef628" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a405957c-bc1e-4bc7-8cf6-43ca8b79d19f" -d '{"events": [{"server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "name": "network-vif-plugged", "status": "completed", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:00:17.409030 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:00:17.417223 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:17.466385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Pushing event updated for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:00:17.485949 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165a18de-c6de-48b3-be3d-acec4f277eeb x-openstack-request-id: req-165a18de-c6de-48b3-be3d-acec4f277eeb {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:00:17.486254 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "name": "network-vif-plugged", "status": "completed", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:00:17.486537 n-d-816865-2 neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-165a18de-c6de-48b3-be3d-acec4f277eeb {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:00:17.486943 n-d-816865-2 neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'code': 200} Nov 22 18:00:17.641665 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac53221-5734-4cc6-b0ac-da0b156c3710 req-3cb9c5ab-dfeb-43b1-a05f-70ad7b5a98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:17.643246 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6ac53221-5734-4cc6-b0ac-da0b156c3710 req-3cb9c5ab-dfeb-43b1-a05f-70ad7b5a98ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1097 time: 0.0435789 Nov 22 18:00:17.693014 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-6ac53221-5734-4cc6-b0ac-da0b156c3710 req-ac58dd8b-bb9b-4b7f-925c-0fdb61db1728 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422206 Nov 22 18:00:17.986331 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b98b7a84-ca75-4098-a963-f33af8e8d30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:18.354872 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcd1d6-5be6-4c4b-a2d1-dce747e505f9 req-7abcb064-585e-4e11-b36d-5638b19e7d53 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:18.356393 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88bcd1d6-5be6-4c4b-a2d1-dce747e505f9 req-7abcb064-585e-4e11-b36d-5638b19e7d53 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0512683 Nov 22 18:00:18.408330 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-88bcd1d6-5be6-4c4b-a2d1-dce747e505f9 req-b2fe6165-34b4-41ef-81f6-918a6db71458 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458043 Nov 22 18:00:19.381796 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:19.519997 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:00:19.532697 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647790ba-adee-4ff3-8806-797e2d0e6ab6 req-70bcce62-ffcd-46f8-98e6-e94e1ec173ff tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:00:19.534331 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-647790ba-adee-4ff3-8806-797e2d0e6ab6 req-70bcce62-ffcd-46f8-98e6-e94e1ec173ff tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0531030 Nov 22 18:00:19.589164 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-647790ba-adee-4ff3-8806-797e2d0e6ab6 req-d88d5eb3-00c6-4d46-9ac5-bea0eef4659d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486298 Nov 22 18:00:21.140486 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:21.372640 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:37.435035 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:38.632926 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:45.597880 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-70b37516-5daa-4447-92fd-fcd483073621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:47.981149 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-236978b9-134c-4581-a7a9-d5038a980dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:49.384462 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:51.141749 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:51.380879 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:56.520308 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:01:07.205434 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d95dce1-99aa-4807-a165-32da04482552 req-e2119666-85ba-4808-88a0-6a147d680f08 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967805 Nov 22 18:01:07.300835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95dce1-99aa-4807-a165-32da04482552 req-b4161093-350f-4854-aa64-e5be59956982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:07.302309 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d95dce1-99aa-4807-a165-32da04482552 req-b4161093-350f-4854-aa64-e5be59956982 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1097 time: 0.0517249 Nov 22 18:01:07.411615 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95dce1-99aa-4807-a165-32da04482552 req-b2c5dbc1-cbc2-4c58-8bc4-f5176e3f3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:07.413183 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d95dce1-99aa-4807-a165-32da04482552 req-b2c5dbc1-cbc2-4c58-8bc4-f5176e3f3c0c service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0900071 Nov 22 18:01:07.425161 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:07.483288 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d95dce1-99aa-4807-a165-32da04482552 req-dcb740a1-2ed0-4854-a3bc-ab742699eae4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 1002 time: 0.0631502 Nov 22 18:01:07.534768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95dce1-99aa-4807-a165-32da04482552 req-5d7d231b-1146-46a9-9d2b-1071c3d335d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:07.536450 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d95dce1-99aa-4807-a165-32da04482552 req-5d7d231b-1146-46a9-9d2b-1071c3d335d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0464044 Nov 22 18:01:07.585286 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95dce1-99aa-4807-a165-32da04482552 req-4a66f50d-2348-471e-8e7b-b95e412e8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:07.586741 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d95dce1-99aa-4807-a165-32da04482552 req-4a66f50d-2348-471e-8e7b-b95e412e8950 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433707 Nov 22 18:01:07.685914 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d95dce1-99aa-4807-a165-32da04482552 req-b2e5f02f-0680-40e4-8076-c4b4fb7e4769 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914271 Nov 22 18:01:07.775590 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-8d95dce1-99aa-4807-a165-32da04482552 req-a69f0ec0-94c4-4373-857e-39480baed847 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Nov 22 18:01:08.647791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:15.602502 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-504e9165-966a-47e9-8cb7-84ce05a615ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:17.985939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-83ed712f-46d3-46b1-aed9-84ddefc3013a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:19.387369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:21.146518 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:21.379349 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:32.079701 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51698) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:01:32.250387 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Deleting port c37e1954-24ad-4fe9-8ca4-9a681e6b9db9 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:01:32.251151 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:32.336287 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:32.336555 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:32.349129 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Calling delete_port for c37e1954-24ad-4fe9-8ca4-9a681e6b9db9 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:01:32.507918 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:32.533689 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event deleted for resources: {'Port': ['ID=c37e1954-24ad-4fe9-8ca4-9a681e6b9db9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:01:32.547401 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.547768 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.548123 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.548475 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.548818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.549161 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.549504 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.549843 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.550190 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.550525 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.550872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.551231 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:01:32.608648 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for floatingip, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:32.608911 n-d-816865-2 neutron-server[103442]: INFO neutron.db.l3_db [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Floating IP 6bf7d1ff-9b07-4d51-86c8-3663e0b8a919 disassociated (deleted). External IP: 172.25.0.177, port: 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9. Nov 22 18:01:32.829800 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Router c0da7a0e-be5c-4d54-9db5-340cd31e164d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:01:32.943535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:01:32.949012 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for floatingip, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:32.953862 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] Sync routers for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:01:32.964433 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:01:32.965055 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:01:32.976616 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-18ea4e6d-6ff8-47c5-9dc8-a222e2b7579a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "DELETE /v2.0/floatingips/6bf7d1ff-9b07-4d51-86c8-3663e0b8a919 HTTP/1.1" status: 204 len: 168 time: 0.8958776 Nov 22 18:01:32.977226 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:01:32.979571 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3538c74a-ea57-4663-8c12-4a2d098dca00" -d '{"events": [{"name": "network-changed", "server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:01:33.074574 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:01:33.150733 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 18:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9428a777-603b-4a95-8f03-810e2b7a9a17 x-openstack-request-id: req-9428a777-603b-4a95-8f03-810e2b7a9a17 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:01:33.151350 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:01:33.151455 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9428a777-603b-4a95-8f03-810e2b7a9a17 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:01:33.151896 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'status': 'completed', 'code': 200} Nov 22 18:01:33.226835 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-60e7187d-6097-4349-b881-a10d0239ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:33.228454 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-60e7187d-6097-4349-b881-a10d0239ea40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cac96267e3244f6bacc0922b8152280&device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 1097 time: 0.0484996 Nov 22 18:01:33.260103 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff242-fd02-4102-9d51-26404b4b3b91 req-3930a5d5-3135-4629-b1ab-597c34943c21 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:33.261617 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-177ff242-fd02-4102-9d51-26404b4b3b91 req-3930a5d5-3135-4629-b1ab-597c34943c21 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0565858 Nov 22 18:01:33.322991 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-177ff242-fd02-4102-9d51-26404b4b3b91 req-b8a76ed4-f7ae-4be8-b860-c4f3c21c6945 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0549870 Nov 22 18:01:33.342801 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-994f025e-0f80-43ed-80e9-dabb8e33d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:33.342801 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-994f025e-0f80-43ed-80e9-dabb8e33d3d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 200 len: 910 time: 0.0935354 Nov 22 18:01:33.380691 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-b793e11f-5588-48dd-9204-db1e6981d1d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 200 len: 217 time: 0.0411799 Nov 22 18:01:33.385660 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:01:33.420450 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] Checking router: c0da7a0e-be5c-4d54-9db5-340cd31e164d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:01:33.430986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:01:33.432047 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:01:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:01:33.440872 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-da7bfcd7-7dcc-42e8-8139-cb498ab2038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:33.442713 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-da7bfcd7-7dcc-42e8-8139-cb498ab2038c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 200 len: 848 time: 0.0532963 Nov 22 18:01:33.493098 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-0ee7631b-834f-4f65-a5da-a7d298f719f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:33.494550 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-0ee7631b-834f-4f65-a5da-a7d298f719f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a059d6c9-b8f0-462f-9837-2b8ae4db5110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435555 Nov 22 18:01:33.529418 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:01:33.548961 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:01:33.590239 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-a94e0fbf-6898-4c46-97c8-e6af2649bde8 service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Nov 22 18:01:33.765253 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:01:33.793468 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252c0d1-e250-4430-a610-7cda19fd9495 None None] The sync data for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 is: [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '098e7165-78bf-482b-af1f-251f6d737da9', 'name': '', 'network_id': 'a059d6c9-b8f0-462f-9837-2b8ae4db5110', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'mac_address': 'fa:16:3e:61:89:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '4f44eee7-aa17-4481-ac04-108c66763027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:56Z', 'updated_at': '2021-11-22T17:52:01Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'subnets': [{'id': '4f44eee7-aa17-4481-ac04-108c66763027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:01:34.039820 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9a6b40-3b49-4e9a-822b-2174ceb30ec2 None None] New status for floating IP 6bf7d1ff-9b07-4d51-86c8-3663e0b8a919: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 18:01:34.042436 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-3538c74a-ea57-4663-8c12-4a2d098dca00 req-1a630625-dbd8-4313-8f1c-a3f93a1f23de service neutron] 10.222.0.62 "GET /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429498 Nov 22 18:01:34.444764 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835f04-5625-4b88-bc83-3729d8f13cec req-477d0480-9dbe-4257-acc4-7304448f474a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:34.446267 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f835f04-5625-4b88-bc83-3729d8f13cec req-477d0480-9dbe-4257-acc4-7304448f474a tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0526493 Nov 22 18:01:34.499681 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-5f835f04-5625-4b88-bc83-3729d8f13cec req-cc5ef42a-88c8-441d-9fbf-edb1d92f0314 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/security-groups?id=38381879-0b22-4134-9b4d-057c47a5f0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470514 Nov 22 18:01:34.964885 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-55b96696-f1e2-487f-95c5-c9e2daf5c6b2 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:01:34.966368 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-55b96696-f1e2-487f-95c5-c9e2daf5c6b2 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.62 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 946 time: 0.0518262 Nov 22 18:01:35.059933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Deleting port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:01:35.060192 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:35.148532 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] For port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9, host n-h2-816865-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816865-2',level=0,port_id=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:01:35.148883 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:35.161241 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Calling delete_port for 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:01:35.295173 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:35.326198 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event deleted for resources: {'Port': ['ID=14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:01:35.372790 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] No DVR routers for this DVR port 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 on host n-h2-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:01:35.375585 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1008008'] for port, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:35.378997 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.62 "DELETE /v2.0/ports/14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 HTTP/1.1" status: 204 len: 173 time: 0.4062603 Nov 22 18:01:35.379471 n-d-816865-2 neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'name': 'network-vif-deleted', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 18:01:35.381759 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}169e7a062583478b665af38f69283fab5a68c057458603a467e3367f41c456e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbe5926-fc8c-4ac9-8d5b-98c91b599825" -d '{"events": [{"server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "name": "network-vif-deleted", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 18:01:35.425665 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d27ad6-271b-4562-b878-b284b43bf8e4 x-openstack-request-id: req-f9d27ad6-271b-4562-b878-b284b43bf8e4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 18:01:35.425960 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a7466e-2866-4ac7-9cd7-194fe5b67b46", "name": "network-vif-deleted", "tag": "14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 18:01:35.426215 n-d-816865-2 neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9d27ad6-271b-4562-b878-b284b43bf8e4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 18:01:35.426608 n-d-816865-2 neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a7466e-2866-4ac7-9cd7-194fe5b67b46', 'name': 'network-vif-deleted', 'tag': '14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9', 'status': 'completed', 'code': 200} Nov 22 18:01:35.619769 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-046c270b-2e19-4b7e-b7f8-e9c3dfe7b8fe req-056c2a94-23b7-4f1b-a6a6-7c3489964cd2 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 210 time: 0.0316091 Nov 22 18:01:36.723530 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-98b06229-fd3b-4f47-aa79-71e57f35a888 req-e93d2ba6-fc7d-4404-b580-ff1ea9b1baab tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 210 time: 0.0282302 Nov 22 18:01:37.442272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:37.826574 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-edc75b2f-a6c6-46ff-a0d6-555e8e682870 req-0b427fbc-501e-4d9b-8cc8-adc9fe9ffee1 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 210 time: 0.0276806 Nov 22 18:01:38.651669 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:38.926686 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-73c70c94-f178-437f-a96f-078835385552 req-12234da7-3968-4a5d-a371-f264dc61bbc0 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 210 time: 0.0279384 Nov 22 18:01:39.550967 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 no longer exists at agent hyperv_n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:01:39.573111 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] No Port match for: 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:01:39.573475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Device 14d1bbd4-e84a-4a27-8277-a8c02c6dc9b9 not bound to the agent host n-h2-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:01:40.043604 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [req-92437d3c-977a-4ad1-93a2-3b245ce175ad req-8c496bc5-9988-44b1-9c66-6b0589295ffd tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "GET /v2.0/ports?device_id=71a7466e-2866-4ac7-9cd7-194fe5b67b46 HTTP/1.1" status: 200 len: 210 time: 0.0328498 Nov 22 18:01:41.110915 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51730) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:01:41.173121 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-140229b3-d07f-471c-b456-ea31b331225d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:41.201759 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-140229b3-d07f-471c-b456-ea31b331225d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:41.267210 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-140229b3-d07f-471c-b456-ea31b331225d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:41.269921 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-140229b3-d07f-471c-b456-ea31b331225d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:41.271138 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-140229b3-d07f-471c-b456-ea31b331225d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] 10.222.0.59 "DELETE /v2.0/security-groups/38381879-0b22-4134-9b4d-057c47a5f0b4 HTTP/1.1" status: 204 len: 168 time: 0.1591692 Nov 22 18:01:41.280980 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140229b3-d07f-471c-b456-ea31b331225d tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38381879-0b22-4134-9b4d-057c47a5f0b4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:01:45.617575 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d52f0bb-bc55-47a0-a1b7-2803ff6e88d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:47.994893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-be01528b-9334-4944-be85-757c6bc9e12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:49.398659 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:51.149231 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:51.373708 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:07.464395 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:08.664335 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:10.523211 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:02:15.616222 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6198bc46-e387-42e2-b5f6-c381cd763b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:18.001129 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c6ed309-1c89-4adc-86dd-e97fb637fade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:19.394986 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:21.152933 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:21.379826 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:37.459305 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:38.697451 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:45.611215 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f57384f-df1c-44d6-a5e4-e72b26d3dc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:47.525781 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:02:48.001342 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-35a734bd-c18a-4d36-b9fb-db3262bb93f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:49.401100 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:51.154370 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:51.383899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:07.486212 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:08.712360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:15.616620 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e8e84664-1b01-4402-ab49-3a87dcb3b441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:18.005137 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-563562fc-a3d7-448c-8a59-ce9faea92cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:19.408947 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:21.159706 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:21.389024 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:24.528201 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:03:37.491426 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:38.722733 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:45.622466 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-81bd6b91-356a-42d7-b771-1bed823b9493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:48.002937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-181e707f-18c7-4493-b56c-88ff5c5a4b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:49.408267 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:51.162686 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:03:51.376249 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:01.527989 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:04:07.496252 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:08.717367 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:15.617670 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e264adc5-c374-449a-8145-7f385f1991cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:18.005272 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1f3e-fca8-41cc-ab34-c1c11349e763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:19.413017 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:21.168270 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:21.379360 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:37.503483 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:38.533379 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:04:38.737757 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:45.621356 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-06664217-9e20-46df-bdbc-e1f36a25960c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:47.999894 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8f2253e0-6579-4448-b7f3-f5acc8874cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:49.421810 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:51.172715 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:04:51.384387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:07.529844 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:08.733965 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:15.538146 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:05:15.626227 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2e8d-1d21-4310-9bf9-555cd7d330bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:18.012759 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-55bc8bb1-d587-4bfb-a033-971238ff6424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:19.421178 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:21.174158 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:21.390078 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:37.538388 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:38.727942 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:45.635302 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb117f3b-38ce-4b3f-aa41-ccc38efd0bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:48.017730 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-651687fe-d031-49fa-b369-3fc280c94367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:49.423746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:51.182546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:51.382231 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:05:52.625813 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:06:07.556846 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:08.718709 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:15.630726 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b3be2e68-415c-47c3-ad4e-995c0549491f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:18.018387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-74368d72-4ea0-412c-93c6-6cbf84269753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:19.433389 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:21.177715 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:21.385740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:29.541892 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:06:37.546807 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:38.746474 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:45.637393 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa09124b-3bee-4ec4-8096-c084403b1563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:48.022093 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6d5d-f0a8-42c5-9592-1cfabdbfe2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:49.435364 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:51.191226 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:06:51.386806 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:06.542528 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:07:07.574871 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:08.756299 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:15.631671 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cb87677c-ed16-4403-8a1e-20cc05789361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:18.025221 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-883867c9-87da-4fbe-a5be-77cfa696dd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:19.438641 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:21.194232 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:21.391144 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:37.564723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:38.754568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:43.549479 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:07:45.641893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-532e4e4f-2e27-4f5e-a793-d81e7c196ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:48.022899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d6c66ef2-6280-4b00-b99f-a2402d85eb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:49.447619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:51.194556 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:07:51.393214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:07.563223 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:08.778208 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:15.636985 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e86818fd-ed2a-441e-948e-83bfa919e244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:18.029185 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9c3bc42-eab7-46e4-a7cb-8ccd98af7318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:19.442192 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:20.543424 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:08:21.199130 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:21.399738 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:37.579446 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:38.784726 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:45.642285 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5234661-10f9-4443-9017-45f1f026ca92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:48.028747 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b18f92a0-a1c2-4f6a-b2ba-1075a2b89f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:49.455981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:51.201669 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:51.397115 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:08:57.548075 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:09:07.600601 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:08.797259 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:15.646310 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-50c49e9b-694a-4889-8f71-c399a91ba1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:18.021261 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6920bf9e-9aaf-4a11-b0ae-f36b766cbba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:19.459166 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:21.203120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:21.404706 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:34.550376 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:09:37.591714 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:38.799186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:45.655575 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-40c99ba9-d77d-423b-94e1-dbf4b576150b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:48.019582 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-224cdd3e-cdee-4e53-83b6-1429cd818e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:49.458587 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:51.207381 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:09:51.391427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:07.593002 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:08.796851 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:11.554437 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:10:15.650961 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c9781600-a533-478d-a6c1-a69d1152d0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:18.017252 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-51282b2c-94af-49f4-a8d2-eb65101548cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:19.466116 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:21.215148 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:21.404446 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:37.593573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:38.791746 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:45.656611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ec613513-c3bc-45b8-8597-09777dabb771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:48.018247 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f23a3863-ad11-4436-9ee6-da66e17d4f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:48.559361 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:10:49.465352 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:51.218663 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:10:51.403448 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:07.598581 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:08.794754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:15.651231 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-01bf2c09-cc4f-43ff-a42e-b11a48b9de91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:18.022231 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98eacab5-750f-4ae5-aae6-bd70b9d6b196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:19.466294 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:21.220217 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:21.411842 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:25.564249 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:11:37.596891 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:38.808655 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:45.657582 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-100f5f2b-6893-4cdf-97f6-43a2536de317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:48.023856 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-653d0b24-8517-4782-b15d-2e6701296e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:49.476858 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:51.230281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:11:51.408156 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:02.567974 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:12:06.507055 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-c47d4443-1653-44e2-8d8d-41c4240bd4cf req-4cd7c4f5-71bd-4ccf-b16d-32e87b336c86 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] (103443) timed out ('10.222.0.37', 61657) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 18:12:07.592783 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:08.806826 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:15.653367 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-36c826ab-583d-4d47-bbb2-7c9b756ddf03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:18.024127 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68e45224-4826-4fe4-b7de-c39efcf42c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:19.481836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:21.227463 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:21.403075 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:37.595102 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:38.813299 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:39.572893 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:12:42.028964 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:42.702655 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:42.968498 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Deleting port 098e7165-78bf-482b-af1f-251f6d737da9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:12:42.968751 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:43.053287 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] For port 098e7165-78bf-482b-af1f-251f6d737da9, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=098e7165-78bf-482b-af1f-251f6d737da9,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:43.054068 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:43.067302 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Calling delete_port for 098e7165-78bf-482b-af1f-251f6d737da9 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:12:43.265922 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:43.293358 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Pushing event deleted for resources: {'Port': ['ID=098e7165-78bf-482b-af1f-251f6d737da9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:43.316525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.316871 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.317234 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.317576 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.317901 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.318251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.318582 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.318915 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.319270 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.319608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.319926 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.320249 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:43.467417 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:43.699493 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Router c0da7a0e-be5c-4d54-9db5-340cd31e164d has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:12:43.810248 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:12:43.815519 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-1246da83-fd14-4026-9331-110413e29586 admin admin] 10.222.0.59 "PUT /v2.0/routers/c0da7a0e-be5c-4d54-9db5-340cd31e164d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852380 Nov 22 18:12:43.818585 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:43.819523 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] Sync routers for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:12:43.830083 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:43.830688 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:43.925713 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:43.934867 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:44.029276 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.091965 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Deleting port bf53c12b-0346-4f1d-9556-81ec714c48fc {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:12:44.092232 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.173591 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] For port bf53c12b-0346-4f1d-9556-81ec714c48fc, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=bf53c12b-0346-4f1d-9556-81ec714c48fc,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:44.174073 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.188745 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Calling delete_port for bf53c12b-0346-4f1d-9556-81ec714c48fc owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:12:44.200055 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T18:12:43Z', 'revision_number': 5, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port': {'id': 'bf53c12b-0346-4f1d-9556-81ec714c48fc', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:45:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:51:55Z', 'updated_at': '2021-11-22T17:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:44.228593 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] Checking router: c0da7a0e-be5c-4d54-9db5-340cd31e164d for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:12:44.237720 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] Routers {'c0da7a0e-be5c-4d54-9db5-340cd31e164d'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:44.238384 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:44.325769 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] Set router c0da7a0e-be5c-4d54-9db5-340cd31e164d gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:44.358417 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.378334 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T18:12:44Z', 'revision_number': 6, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:44.387557 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf53c12b-0346-4f1d-9556-81ec714c48fc,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:44.399721 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.400065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.400412 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.400752 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.401096 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.401431 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.401756 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.402212 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.402547 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.402874 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.404341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.404341 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:44.408915 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21c88b-1331-46b3-b79b-df2dd1bb0381 None None] The sync data for ids ['c0da7a0e-be5c-4d54-9db5-340cd31e164d'] in n-d-816865-2 is: [{'id': 'c0da7a0e-be5c-4d54-9db5-340cd31e164d', 'name': 'tempest-TestShelveInstance-2095969710-router', 'tenant_id': '5cac96267e3244f6bacc0922b8152280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:54Z', 'updated_at': '2021-11-22T18:12:44Z', 'revision_number': 6, 'project_id': '5cac96267e3244f6bacc0922b8152280', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:12:44.411175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbd04d-b290-44b4-9745-5c580a0da46c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:44.461321 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.553730 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.556150 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.601689 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.602225 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0da7a0e-be5c-4d54-9db5-340cd31e164d {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:12:44.607294 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.608517 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-af4584e9-3c97-49c3-bfb4-7ce7978e2753 admin admin] 10.222.0.59 "DELETE /v2.0/routers/c0da7a0e-be5c-4d54-9db5-340cd31e164d HTTP/1.1" status: 204 len: 168 time: 0.7888477 Nov 22 18:12:44.611111 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51878) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:44.660451 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-88298766-1446-4d92-9cdd-1fdc14c3b1de admin admin] Deleting subnet 4f44eee7-aa17-4481-ac04-108c66763027 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:12:44.663643 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88298766-1446-4d92-9cdd-1fdc14c3b1de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.698563 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88298766-1446-4d92-9cdd-1fdc14c3b1de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.777547 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88298766-1446-4d92-9cdd-1fdc14c3b1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.842864 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88298766-1446-4d92-9cdd-1fdc14c3b1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.868308 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88298766-1446-4d92-9cdd-1fdc14c3b1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f44eee7-aa17-4481-ac04-108c66763027,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:44.872029 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88298766-1446-4d92-9cdd-1fdc14c3b1de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.875711 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-88298766-1446-4d92-9cdd-1fdc14c3b1de admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4f44eee7-aa17-4481-ac04-108c66763027 HTTP/1.1" status: 204 len: 168 time: 0.2632051 Nov 22 18:12:44.877808 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51880) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:44.878297 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb28d8b-f4ae-49fe-a626-7a957c7081a6 None None] Network a059d6c9-b8f0-462f-9837-2b8ae4db5110 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:12:44.945992 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:44.999933 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Deleting port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:12:45.000066 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.068612 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] For port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=7bc94d75-cc06-41c0-ad1a-9176d49a6e8c,segment=NetworkSegment(4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec),segment_id=4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:45.068977 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.081599 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Calling delete_port for 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:12:45.184289 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.187823 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6061041-1c42-4af3-b80d-22fe495433ab None None] DHCP port deletion for a059d6c9-b8f0-462f-9837-2b8ae4db5110 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:45.218177 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc94d75-cc06-41c0-ad1a-9176d49a6e8c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:45.223869 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] No DVR routers for this DVR port 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c on host n-d-816865-2 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:12:45.298531 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.318991 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a059d6c9-b8f0-462f-9837-2b8ae4db5110']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:45.329910 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:45.330189 n-d-816865-2 neutron-server[103442]: DEBUG neutron.services.segments.db [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef1808b-5e73-40c6-bb3f-f7ed8cadcdec') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:45.340106 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9801428'] for segment, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.354470 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.361303 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:12:45.361705 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2972931'] for segment, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: Traceback (most recent call last): Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: timer() Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: cb(*args, **kw) Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: return func(*args, **kwargs) Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: self._notify() Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: self.callback(batched_events) Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: event.method(event) Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: return f(self, *a, **k) Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: return self._get(url).json() Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: return self.request(url, 'GET', **kwargs) Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:12:45.363700 n-d-816865-2 neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:12:45.425710 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.432140 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Publish callbacks [] for network, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.438348 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] 10.222.0.59 "DELETE /v2.0/networks/a059d6c9-b8f0-462f-9837-2b8ae4db5110 HTTP/1.1" status: 204 len: 168 time: 0.5567281 Nov 22 18:12:45.439391 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51882) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:45.448577 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd6e5c-9df5-4db8-8a00-fed29b00636a admin admin] Pushing event deleted for resources: {'Network': ['ID=a059d6c9-b8f0-462f-9837-2b8ae4db5110,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:45.524990 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 098e7165-78bf-482b-af1f-251f6d737da9 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:12:45.545214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 098e7165-78bf-482b-af1f-251f6d737da9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:12:45.545651 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 098e7165-78bf-482b-af1f-251f6d737da9 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:12:45.546168 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bf53c12b-0346-4f1d-9556-81ec714c48fc no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:12:45.565375 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: bf53c12b-0346-4f1d-9556-81ec714c48fc {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:12:45.565728 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device bf53c12b-0346-4f1d-9556-81ec714c48fc not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:12:45.566160 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:12:45.585361 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:12:45.585721 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 7bc94d75-cc06-41c0-ad1a-9176d49a6e8c not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:12:45.646171 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-189c1fd0-cdbc-465f-955e-366ab5d06c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:45.799441 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:46.066614 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Deleting port f404ac58-3dbf-4676-8c11-e4ee799e9b68 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:12:46.066873 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:46.157608 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] For port f404ac58-3dbf-4676-8c11-e4ee799e9b68, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=f404ac58-3dbf-4676-8c11-e4ee799e9b68,segment=NetworkSegment(87fa4271-41db-49a5-8936-469d0ed35b85),segment_id=87fa4271-41db-49a5-8936-469d0ed35b85)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:46.157981 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:46.171411 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Calling delete_port for f404ac58-3dbf-4676-8c11-e4ee799e9b68 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:12:46.357950 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:46.389251 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f404ac58-3dbf-4676-8c11-e4ee799e9b68,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:46.551862 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:46.784279 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Router b363770f-5226-4aa5-81f8-e8e984ed8729 has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:12:46.898503 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:12:46.904097 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-8d02ff78-b1b5-4673-a61a-80861373c2bb admin admin] 10.222.0.59 "PUT /v2.0/routers/b363770f-5226-4aa5-81f8-e8e984ed8729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4632785 Nov 22 18:12:46.906884 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51884) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:46.910497 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] Sync routers for ids ['b363770f-5226-4aa5-81f8-e8e984ed8729'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:12:46.923433 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] Routers {'b363770f-5226-4aa5-81f8-e8e984ed8729'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:46.924075 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b363770f-5226-4aa5-81f8-e8e984ed8729'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:47.010032 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks [] for router, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.037054 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] Set router b363770f-5226-4aa5-81f8-e8e984ed8729 gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:47.114856 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.179767 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Deleting port 3084fe84-e043-411a-bcc7-33e104918e43 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:12:47.180447 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.232187 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3084fe84-e043-411a-bcc7-33e104918e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T18:12:46Z', 'revision_number': 5, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port': {'id': '3084fe84-e043-411a-bcc7-33e104918e43', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:52:00Z', 'updated_at': '2021-11-22T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:47.257716 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] For port 3084fe84-e043-411a-bcc7-33e104918e43, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3084fe84-e043-411a-bcc7-33e104918e43,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:47.258063 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.260850 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] Checking router: b363770f-5226-4aa5-81f8-e8e984ed8729 for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:12:47.270181 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] Routers {'b363770f-5226-4aa5-81f8-e8e984ed8729'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:47.270784 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:18Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['b363770f-5226-4aa5-81f8-e8e984ed8729'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:47.275941 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Calling delete_port for 3084fe84-e043-411a-bcc7-33e104918e43 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:12:47.361574 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] Set router b363770f-5226-4aa5-81f8-e8e984ed8729 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:47.416473 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T18:12:47Z', 'revision_number': 6, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:47.443304 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.443562 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45696c08-5eeb-41ab-ab99-ada12f85e5ad None None] The sync data for ids ['b363770f-5226-4aa5-81f8-e8e984ed8729'] in n-d-816865-2 is: [{'id': 'b363770f-5226-4aa5-81f8-e8e984ed8729', 'name': 'tempest-TestShelveInstance-1665105829-router', 'tenant_id': 'ae363a640f174798a99b932e35943c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:51:59Z', 'updated_at': '2021-11-22T18:12:47Z', 'revision_number': 6, 'project_id': 'ae363a640f174798a99b932e35943c82', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:12:47.480323 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=3084fe84-e043-411a-bcc7-33e104918e43,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:47.495104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed0d60-3989-4e17-841f-dc9f2f3d92f2 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:47.550167 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.636984 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.639104 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.685568 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.686164 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b363770f-5226-4aa5-81f8-e8e984ed8729 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:12:47.690391 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.691604 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-11fabbd1-67ed-476c-85ae-262a641e1aaa admin admin] 10.222.0.59 "DELETE /v2.0/routers/b363770f-5226-4aa5-81f8-e8e984ed8729 HTTP/1.1" status: 204 len: 168 time: 0.7837155 Nov 22 18:12:47.694135 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:47.738090 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33e16f1-0b3c-4b58-8d9e-55f8f46d5b85 admin admin] Deleting subnet b39a04a0-2ee2-4188-b54d-6eb52d70a74b {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:12:47.741136 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d33e16f1-0b3c-4b58-8d9e-55f8f46d5b85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.776811 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d33e16f1-0b3c-4b58-8d9e-55f8f46d5b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.863985 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d33e16f1-0b3c-4b58-8d9e-55f8f46d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.919556 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d33e16f1-0b3c-4b58-8d9e-55f8f46d5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.949363 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e16f1-0b3c-4b58-8d9e-55f8f46d5b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39a04a0-2ee2-4188-b54d-6eb52d70a74b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:47.951422 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d33e16f1-0b3c-4b58-8d9e-55f8f46d5b85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:47.956951 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-d33e16f1-0b3c-4b58-8d9e-55f8f46d5b85 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b39a04a0-2ee2-4188-b54d-6eb52d70a74b HTTP/1.1" status: 204 len: 168 time: 0.2594769 Nov 22 18:12:47.957377 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51888) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:47.957886 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5b08f-ab5d-4337-bc76-d530e215aa00 None None] Network bfba331a-a47d-410c-8908-3e43d13b05f0 requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:12:48.027186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.053029 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ce18c213-01ad-48bf-b0c0-93fe440e0f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.089147 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Deleting port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:12:48.089421 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.150995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] For port 0074ed0c-bf97-4d84-99b6-55ccc91654f7, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=0074ed0c-bf97-4d84-99b6-55ccc91654f7,segment=NetworkSegment(87fa4271-41db-49a5-8936-469d0ed35b85),segment_id=87fa4271-41db-49a5-8936-469d0ed35b85)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:48.151297 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.164973 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Calling delete_port for 0074ed0c-bf97-4d84-99b6-55ccc91654f7 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:12:48.227363 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] DHCP port deletion for bfba331a-a47d-410c-8908-3e43d13b05f0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:48.256403 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.277561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Deleting port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:12:48.277937 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.283104 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Pushing event deleted for resources: {'Port': ['ID=0074ed0c-bf97-4d84-99b6-55ccc91654f7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:48.286748 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] No DVR routers for this DVR port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:12:48.350565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] For port 0074ed0c-bf97-4d84-99b6-55ccc91654f7, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:48.351058 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.356785 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.363731 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Calling delete_port for 0074ed0c-bf97-4d84-99b6-55ccc91654f7 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:12:48.366412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 18:12:48.367761 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.382086 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfba331a-a47d-410c-8908-3e43d13b05f0']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:48.391916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fa4271-41db-49a5-8936-469d0ed35b85') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:48.392213 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fa4271-41db-49a5-8936-469d0ed35b85') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:48.393559 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Pushing event deleted for resources: {'Port': ['ID=0074ed0c-bf97-4d84-99b6-55ccc91654f7,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:48.401565 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] No DVR routers for this DVR port 0074ed0c-bf97-4d84-99b6-55ccc91654f7 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:12:48.402066 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.404138 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.404589 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.404905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.405245 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.405576 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.405905 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.406231 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.406556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.406880 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.407229 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.407556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.408202 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438c7a1d-aac2-49fc-897c-b1ce4b9efe12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:48.415561 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.423896 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:12:48.424316 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: timer() Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:12:48.426040 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:12:48.482184 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.489524 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.492740 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] 10.222.0.59 "DELETE /v2.0/networks/bfba331a-a47d-410c-8908-3e43d13b05f0 HTTP/1.1" status: 204 len: 168 time: 0.5343082 Nov 22 18:12:48.507578 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fca077-e556-4933-88ae-95cb79f06dad admin admin] Pushing event deleted for resources: {'Network': ['ID=bfba331a-a47d-410c-8908-3e43d13b05f0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:48.644290 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51892) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:48.694026 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-9c0a26a4-f0a3-45a6-b1dc-22b41f2ba8d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cac96267e3244f6bacc0922b8152280&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487597 Nov 22 18:12:48.696535 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51894) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:48.745116 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12016ca5-1fcc-4498-a30f-5aea19f056c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.766716 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12016ca5-1fcc-4498-a30f-5aea19f056c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.824587 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12016ca5-1fcc-4498-a30f-5aea19f056c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.827209 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-12016ca5-1fcc-4498-a30f-5aea19f056c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:48.828359 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-12016ca5-1fcc-4498-a30f-5aea19f056c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7785521-dc30-4b35-9d8e-394d40bd898c HTTP/1.1" status: 204 len: 168 time: 0.1309366 Nov 22 18:12:48.835936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12016ca5-1fcc-4498-a30f-5aea19f056c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7785521-dc30-4b35-9d8e-394d40bd898c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:49.198034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51900) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:49.239396 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-49781a07-b7c6-4f02-b007-f72e83160cee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae363a640f174798a99b932e35943c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398891 Nov 22 18:12:49.242911 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51902) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:49.292790 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86c4939e-ee37-40a8-8315-8ac6a31fc163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:49.314252 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86c4939e-ee37-40a8-8315-8ac6a31fc163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:49.365855 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86c4939e-ee37-40a8-8315-8ac6a31fc163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:49.368571 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86c4939e-ee37-40a8-8315-8ac6a31fc163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:49.369817 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-86c4939e-ee37-40a8-8315-8ac6a31fc163 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b797cf0d-b488-4775-86da-8966d7d45d04 HTTP/1.1" status: 204 len: 168 time: 0.1258917 Nov 22 18:12:49.377836 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4939e-ee37-40a8-8315-8ac6a31fc163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b797cf0d-b488-4775-86da-8966d7d45d04,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:49.476436 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:49.525620 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3084fe84-e043-411a-bcc7-33e104918e43 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:12:49.550835 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3084fe84-e043-411a-bcc7-33e104918e43 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:12:49.551219 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3084fe84-e043-411a-bcc7-33e104918e43 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:12:49.551657 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f404ac58-3dbf-4676-8c11-e4ee799e9b68 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:12:49.571196 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: f404ac58-3dbf-4676-8c11-e4ee799e9b68 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:12:49.571556 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device f404ac58-3dbf-4676-8c11-e4ee799e9b68 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:12:49.571991 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0074ed0c-bf97-4d84-99b6-55ccc91654f7 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:12:49.591409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 0074ed0c-bf97-4d84-99b6-55ccc91654f7 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:12:49.591747 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 0074ed0c-bf97-4d84-99b6-55ccc91654f7 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:12:50.144594 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51924) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:50.246306 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-805694315-network', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:12:50.268179 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Made reservation on behalf of 5a05dfb094a5443daf3681ac5439c5d2 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:12:50.270624 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.279641 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.365659 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.373240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.398480 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:12:50.408032 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb6b70e-eaba-4d6d-a4b7-4fe8d987969c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:50.416500 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.416711 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Added segment c00766da-d019-487d-be1f-2fb0dc53787b of type vlan for network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf Nov 22 18:12:50.457726 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.485282 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.486243 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:12:50.486819 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.544876 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3989766 Nov 22 18:12:50.547898 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51928) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:50.551669 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949d6d3-e191-4c68-8938-3410f2108fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=7c98cbbc-1cf2-4ef1-abe5-61d619054fcf,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:50.553550 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Request body: {'subnet': {'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-805694315-subnet', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:12:50.562643 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:12:50.582337 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Made reservation on behalf of 5a05dfb094a5443daf3681ac5439c5d2 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:12:50.584913 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.757127 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.810180 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29d9efa-ee7e-453b-92c9-8537f9ff145b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:50.820607 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Checking segment: {'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:12:50.820969 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Network hostable DHCP agents. Network: 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:12:50.839687 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:12:50.849802 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:50.857084 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:12:50.857084 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.860847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c7f16-62ee-4409-b070-47d01c23d4b3 None None] Network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:12:50.877279 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a4bfb126-cc4d-4e50-a039-2081d395f087 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3277416 Nov 22 18:12:50.880038 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51930) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:50.884386 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:12:50.906416 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.907574 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:50.962552 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.009000 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-7c98cbbc-1cf2-4ef1-abe5-61d619054fcf', 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'fixed_ips': [{'subnet_id': 'c29d9efa-ee7e-453b-92c9-8537f9ff145b'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:12:51.009855 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.103929 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.145907 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Allocated IP 172.20.0.2 (7c98cbbc-1cf2-4ef1-abe5-61d619054fcf/c29d9efa-ee7e-453b-92c9-8537f9ff145b/3203eeaa-5784-4b1f-aa3f-21a9e44185dd) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:12:51.243281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.310014 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.311132 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.317740 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.330030 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.365386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:12:51.368374 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:51.373459 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:12:51.386646 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Pushing event updated for resources: {'Port': ['ID=3203eeaa-5784-4b1f-aa3f-21a9e44185dd,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:51.420724 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.439601 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Allocated IP 172.25.0.193 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/c00f398b-b97c-4503-a8c3-903e1646940e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:12:51.451846 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Attempting to bind port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:12:51.452257 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Attempting to bind port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:12:51.452626 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Attempting to bind port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd on network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:12:51.457624 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:12:51.457998 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Checking segment: {'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:12:51.458397 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.458788 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Bound using segment: {'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:12:51.459478 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Bound port: 3203eeaa-5784-4b1f-aa3f-21a9e44185dd, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:12:51.459896 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.524492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] For port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:12:51.528765 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] For port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3203eeaa-5784-4b1f-aa3f-21a9e44185dd,segment=NetworkSegment(c00766da-d019-487d-be1f-2fb0dc53787b),segment_id=c00766da-d019-487d-be1f-2fb0dc53787b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:12:51.535034 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.546640 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.582154 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.610484 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac0251-95be-4952-ac2b-4b24c25ead52 None None] Pushing event updated for resources: {'Port': ['ID=3203eeaa-5784-4b1f-aa3f-21a9e44185dd,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:51.622870 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:12:51.628309 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:51.631936 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:12:51.641993 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2fb03-7fce-4ceb-b483-87e69cc38e7c None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:51.664271 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Pushing event updated for resources: {'Port': ['ID=c00f398b-b97c-4503-a8c3-903e1646940e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:51.713335 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3dc9c3bb-5539-4f2c-af49-ca966d50db45 None None] Provisioning complete for port c00f398b-b97c-4503-a8c3-903e1646940e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:51.713731 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3dc9c3bb-5539-4f2c-af49-ca966d50db45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:51.774632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3dc9c3bb-5539-4f2c-af49-ca966d50db45 None None] Port c00f398b-b97c-4503-a8c3-903e1646940e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:12:52.261018 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:52.473913 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:52.500722 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b8bb9f-44ce-4d9e-8bd3-c336e5fbdc51 None None] Network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:12:52.566974 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-89a7cda0-b911-4665-a7d2-6b457baa32f2 None None] Provisioning complete for port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:52.567392 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89a7cda0-b911-4665-a7d2-6b457baa32f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:52.614781 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Router a314d962-99d7-4a03-83eb-c723ec3f66fb is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:12:52.742065 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:12:52.755025 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Sync routers for ids ['a314d962-99d7-4a03-83eb-c723ec3f66fb'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:12:52.762119 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] Publish callbacks [] for router, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:52.764796 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-a922a60e-6588-4364-ac1a-e778b62e5c82 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8838029 Nov 22 18:12:52.767829 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51932) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:52.769634 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Routers {'a314d962-99d7-4a03-83eb-c723ec3f66fb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:52.770262 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a314d962-99d7-4a03-83eb-c723ec3f66fb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:52.877135 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Set router a314d962-99d7-4a03-83eb-c723ec3f66fb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:52.900835 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89a7cda0-b911-4665-a7d2-6b457baa32f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:52.938380 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-89a7cda0-b911-4665-a7d2-6b457baa32f2 None None] For port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3203eeaa-5784-4b1f-aa3f-21a9e44185dd,segment=NetworkSegment(c00766da-d019-487d-be1f-2fb0dc53787b),segment_id=c00766da-d019-487d-be1f-2fb0dc53787b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:52.946359 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-89a7cda0-b911-4665-a7d2-6b457baa32f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.014927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7cda0-b911-4665-a7d2-6b457baa32f2 None None] Pushing event updated for resources: {'Port': ['ID=3203eeaa-5784-4b1f-aa3f-21a9e44185dd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:53.092784 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:12:51Z', 'revision_number': 3, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:53.125201 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Checking router: a314d962-99d7-4a03-83eb-c723ec3f66fb for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:12:53.125546 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Updating router a314d962-99d7-4a03-83eb-c723ec3f66fb port c00f398b-b97c-4503-a8c3-903e1646940e binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:12:53.152108 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.176568 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-53396a8b-5567-41d5-a29e-3fc87ae4bd6e None None] Provisioning complete for port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:53.177038 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-53396a8b-5567-41d5-a29e-3fc87ae4bd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.410841 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.416677 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.458399 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cb2ca6-b4b4-4c52-b272-d08bc1812575 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:53.463115 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Attempting to bind port c00f398b-b97c-4503-a8c3-903e1646940e on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:12:53.463458 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Attempting to bind port c00f398b-b97c-4503-a8c3-903e1646940e by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:12:53.463823 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Attempting to bind port c00f398b-b97c-4503-a8c3-903e1646940e on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:12:53.473610 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:12:53.473993 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:12:53.474353 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.474741 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:12:53.475227 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Bound port: c00f398b-b97c-4503-a8c3-903e1646940e, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:12:53.475603 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.481169 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Pushing event updated for resources: {'Port': ['ID=c00f398b-b97c-4503-a8c3-903e1646940e,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:53.512749 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.513090 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.513429 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.513770 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.514096 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.514420 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.514741 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.515086 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.515465 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.515724 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.516042 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.516355 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:12:53.543929 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.548388 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] For port c00f398b-b97c-4503-a8c3-903e1646940e, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:12:53.552595 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] For port c00f398b-b97c-4503-a8c3-903e1646940e, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c00f398b-b97c-4503-a8c3-903e1646940e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:12:53.558415 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.586752 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8419bcdf-db7e-4bc1-9df5-76ffda5ec246 None None] Provisioning complete for port c00f398b-b97c-4503-a8c3-903e1646940e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:53.587717 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8419bcdf-db7e-4bc1-9df5-76ffda5ec246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.619079 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3203eeaa-5784-4b1f-aa3f-21a9e44185dd up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:12:53.626580 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Routers {'a314d962-99d7-4a03-83eb-c723ec3f66fb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:53.627245 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a314d962-99d7-4a03-83eb-c723ec3f66fb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:53.639893 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84cbab-a892-47d5-831b-9f10803f7c98 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:53.682688 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993f216-aa43-4ade-9a77-1beded1d9c04 None None] Pushing event updated for resources: {'Port': ['ID=c00f398b-b97c-4503-a8c3-903e1646940e,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:53.728796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Allocated IP 172.20.0.1 (7c98cbbc-1cf2-4ef1-abe5-61d619054fcf/c29d9efa-ee7e-453b-92c9-8537f9ff145b/ed1a4100-3967-4841-9610-7dff03dc6ae0) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:12:53.729787 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8419bcdf-db7e-4bc1-9df5-76ffda5ec246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.745682 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:53.746152 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.761423 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] Set router a314d962-99d7-4a03-83eb-c723ec3f66fb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:53.775367 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8419bcdf-db7e-4bc1-9df5-76ffda5ec246 None None] For port c00f398b-b97c-4503-a8c3-903e1646940e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c00f398b-b97c-4503-a8c3-903e1646940e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:53.784417 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8419bcdf-db7e-4bc1-9df5-76ffda5ec246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.850369 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.868158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419bcdf-db7e-4bc1-9df5-76ffda5ec246 None None] Pushing event updated for resources: {'Port': ['ID=c00f398b-b97c-4503-a8c3-903e1646940e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:53.896336 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.910632 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cde7e1b6-6076-410e-b7eb-6141cbf29f84 None None] Provisioning complete for port c00f398b-b97c-4503-a8c3-903e1646940e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:53.911303 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cde7e1b6-6076-410e-b7eb-6141cbf29f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:53.959721 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1a4100-3967-4841-9610-7dff03dc6ae0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:53.968319 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:12:53.969797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:53.976472 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:12:54.036323 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:54.131470 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:12:51Z', 'revision_number': 3, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:54.164677 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186eb9a4-a659-4c67-8ae3-ed1de3ec96ff None None] The sync data for ids ['a314d962-99d7-4a03-83eb-c723ec3f66fb'] in n-d-816865-2 is: [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:12:51Z', 'revision_number': 3, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:12:54.186663 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:54.265077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-64dfdff5-a49b-41fe-a61c-b928e1c82f26 None None] Provisioning complete for port ed1a4100-3967-4841-9610-7dff03dc6ae0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:54.265578 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64dfdff5-a49b-41fe-a61c-b928e1c82f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:54.311614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-64dfdff5-a49b-41fe-a61c-b928e1c82f26 None None] Port ed1a4100-3967-4841-9610-7dff03dc6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:12:54.373186 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:54.380065 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:54.466243 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:54.468085 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1a4100-3967-4841-9610-7dff03dc6ae0,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:54.573561 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:12:54.575518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:54.699444 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Router a314d962-99d7-4a03-83eb-c723ec3f66fb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:12:54.822004 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:12:54.835836 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-08aba46d-fb77-4fef-b764-24ad2b007b42 admin admin] 10.222.0.59 "PUT /v2.0/routers/a314d962-99d7-4a03-83eb-c723ec3f66fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0573852 Nov 22 18:12:54.838516 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-05cdf15b-8633-489c-bca0-c07bce3b34b7 None None] Provisioning complete for port ed1a4100-3967-4841-9610-7dff03dc6ae0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:54.838899 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-05cdf15b-8633-489c-bca0-c07bce3b34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:54.874605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-05cdf15b-8633-489c-bca0-c07bce3b34b7 None None] Port ed1a4100-3967-4841-9610-7dff03dc6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:12:55.327307 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51948) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:55.332500 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-52633196-network', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:12:55.358842 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Made reservation on behalf of 5d7cb2b7bd924406908f081295b23f59 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:12:55.361246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for network, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.369965 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.453057 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.459709 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.487193 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 18:12:55.501445 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41bda1f-18da-42f5-a496-d4f60dbed451,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:55.508241 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.508613 n-d-816865-2 neutron-server[103443]: INFO neutron.db.segments_db [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Added segment ef8bf6f7-794d-49a6-98cc-f15b774887c3 of type vlan for network f2dc42ce-fdce-427d-ace3-03d512ec767a Nov 22 18:12:55.553955 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763325085943'] for network, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.581384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c00f398b-b97c-4503-a8c3-903e1646940e up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:12:55.585900 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579'] for network, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.587288 n-d-816865-2 neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:12:55.588032 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.630379 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port c00f398b-b97c-4503-a8c3-903e1646940e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:55.630764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.647292 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3162560 Nov 22 18:12:55.647658 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51950) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:55.652917 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.v2.base [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Request body: {'subnet': {'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-52633196-subnet', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:12:55.659127 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6c76-5c8a-4077-8ccc-457f91034224 admin admin] Pushing event updated for resources: {'Network': ['ID=f2dc42ce-fdce-427d-ace3-03d512ec767a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:55.676257 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Made reservation on behalf of 5d7cb2b7bd924406908f081295b23f59 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 18:12:55.678688 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8777715'] for subnet, before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.679801 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Network f2dc42ce-fdce-427d-ace3-03d512ec767a details requested by agent ovs-agent-n-d-816865-2 with host n-d-816865-2 {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 18:12:55.855086 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2973162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8777677'] for subnet, after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.887073 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Sync routers for ids ['a314d962-99d7-4a03-83eb-c723ec3f66fb'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:12:55.897686 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Routers {'a314d962-99d7-4a03-83eb-c723ec3f66fb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:55.898394 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a314d962-99d7-4a03-83eb-c723ec3f66fb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:55.916930 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f7313e-56e2-4323-afcf-e8fe5c85d03d,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:55.926515 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Checking segment: {'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:12:55.926885 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Network hostable DHCP agents. Network: f2dc42ce-fdce-427d-ace3-03d512ec767a, hostable agents: ['207e6885-c520-4cb2-b14b-7ecd7af7a33d'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 18:12:55.945365 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Network f2dc42ce-fdce-427d-ace3-03d512ec767a is scheduled to be hosted by DHCP agent 207e6885-c520-4cb2-b14b-7ecd7af7a33d with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 18:12:55.955624 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816865-2, f2dc42ce-fdce-427d-ace3-03d512ec767a) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:55.959944 n-d-816865-2 neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 18:12:55.960596 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:55.978060 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-87fceee7-7ad8-4f0a-ab11-88ef61797ca9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3292859 Nov 22 18:12:55.980982 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51952) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:55.983740 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c6e20-72c3-4d7d-a8c3-9bf3cf1b0e5b None None] Network f2dc42ce-fdce-427d-ace3-03d512ec767a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:12:55.985525 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 18:12:56.007537 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106662'] for router, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.008558 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106669'] for router, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.062926 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Set router a314d962-99d7-4a03-83eb-c723ec3f66fb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:56.064502 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.206177 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.260831 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf3d75145-4467-5152-844b-3c04575810a7-f2dc42ce-fdce-427d-ace3-03d512ec767a', 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'fixed_ips': [{'subnet_id': 'a5f7313e-56e2-4323-afcf-e8fe5c85d03d'}]}} from n-d-816865-2. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 18:12:56.261776 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.420220 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.439888 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:12:54Z', 'revision_number': 4, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ed1a4100-3967-4841-9610-7dff03dc6ae0', 'name': '', 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'mac_address': 'fa:16:3e:b7:c1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c29d9efa-ee7e-453b-92c9-8537f9ff145b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:53Z', 'updated_at': '2021-11-22T18:12:54Z', 'revision_number': 2, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'subnets': [{'id': 'c29d9efa-ee7e-453b-92c9-8537f9ff145b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:56.443391 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.447082 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Allocated IP 172.20.0.2 (f2dc42ce-fdce-427d-ace3-03d512ec767a/a5f7313e-56e2-4323-afcf-e8fe5c85d03d/3b78b020-8eb4-4e32-bf2a-d189d1d876d4) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:12:56.475056 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Checking router: a314d962-99d7-4a03-83eb-c723ec3f66fb for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:12:56.475383 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Updating router a314d962-99d7-4a03-83eb-c723ec3f66fb port ed1a4100-3967-4841-9610-7dff03dc6ae0 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:12:56.515494 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.553434 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Allocated IP 172.25.0.65 (48371618-7853-4415-b0ee-666037ec3de0/9629c6b8-e2d7-45f6-9761-15e1e264982a/ba447a77-b1e6-4752-900f-b034961e926d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:12:56.666443 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.703232 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.744015 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Network 48371618-7853-4415-b0ee-666037ec3de0 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:12:56.748665 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:56.753116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:12:56.756232 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba447a77-b1e6-4752-900f-b034961e926d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:56.777409 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2a87d-2e75-4845-ab1e-1703fba6d616 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:56.798244 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Publish callbacks [] for port, precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.809072 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284'] for port, after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:56.873772 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Network f2dc42ce-fdce-427d-ace3-03d512ec767a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:12:56.880475 n-d-816865-2 neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:56.888016 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Pushing event updated for resources: {'Port': ['ID=3b78b020-8eb4-4e32-bf2a-d189d1d876d4,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:56.891669 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:12:56.986259 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-85bed3b6-09c8-483e-b7b5-e78e8696a1b7 None None] Provisioning complete for port ba447a77-b1e6-4752-900f-b034961e926d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:56.986629 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85bed3b6-09c8-483e-b7b5-e78e8696a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.011287 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.033603 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.039162 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Attempting to bind port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:12:57.039553 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Attempting to bind port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:12:57.039921 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Attempting to bind port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 on network f2dc42ce-fdce-427d-ace3-03d512ec767a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:12:57.045845 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.055849 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-85bed3b6-09c8-483e-b7b5-e78e8696a1b7 None None] Port ba447a77-b1e6-4752-900f-b034961e926d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:12:57.074925 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:12:57.075351 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Checking segment: {'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:12:57.075754 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.076154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Bound using segment: {'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:12:57.076640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Bound port: 3b78b020-8eb4-4e32-bf2a-d189d1d876d4, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:12:57.077036 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.111640 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42a3ac-e1bb-41ab-8627-32cd64967d3a None None] Pushing event updated for resources: {'Port': ['ID=ed1a4100-3967-4841-9610-7dff03dc6ae0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:57.233443 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534016'] for router, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.371796 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Router 6464fbca-7c64-4811-9487-b7b117dfb9dc is scheduled to L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 18:12:57.388989 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Attempting to bind port ed1a4100-3967-4841-9610-7dff03dc6ae0 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:12:57.389381 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Attempting to bind port ed1a4100-3967-4841-9610-7dff03dc6ae0 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:12:57.389759 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Attempting to bind port ed1a4100-3967-4841-9610-7dff03dc6ae0 on network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:12:57.392927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] For port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:12:57.409717 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:12:57.410098 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Checking segment: {'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:12:57.410503 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.410900 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Bound using segment: {'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:12:57.411416 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Bound port: ed1a4100-3967-4841-9610-7dff03dc6ae0, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00766da-d019-487d-be1f-2fb0dc53787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:12:57.411808 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.415282 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] For port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3b78b020-8eb4-4e32-bf2a-d189d1d876d4,segment=NetworkSegment(ef8bf6f7-794d-49a6-98cc-f15b774887c3),segment_id=ef8bf6f7-794d-49a6-98cc-f15b774887c3)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:12:57.422472 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-44166bbf-7c51-4631-866f-0feaf7c04117 None None] Provisioning complete for port ed1a4100-3967-4841-9610-7dff03dc6ae0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:57.422853 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-44166bbf-7c51-4631-866f-0feaf7c04117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.443402 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.483693 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:12:57.498004 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Sync routers for ids ['6464fbca-7c64-4811-9487-b7b117dfb9dc'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:12:57.501969 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.505913 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-fadea8a8-8165-4b90-9cd0-df3a0a4a09b2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5213966 Nov 22 18:12:57.506125 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51954) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:12:57.510056 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Routers {'6464fbca-7c64-4811-9487-b7b117dfb9dc'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:57.511260 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6464fbca-7c64-4811-9487-b7b117dfb9dc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:57.522334 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-44166bbf-7c51-4631-866f-0feaf7c04117 None None] Port ed1a4100-3967-4841-9610-7dff03dc6ae0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:12:57.554130 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e70bf-f010-4b3c-a341-91bc63999c87 None None] Pushing event updated for resources: {'Port': ['ID=3b78b020-8eb4-4e32-bf2a-d189d1d876d4,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:57.569703 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] For port ed1a4100-3967-4841-9610-7dff03dc6ae0, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:12:57.574104 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] For port ed1a4100-3967-4841-9610-7dff03dc6ae0, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ed1a4100-3967-4841-9610-7dff03dc6ae0,segment=NetworkSegment(c00766da-d019-487d-be1f-2fb0dc53787b),segment_id=c00766da-d019-487d-be1f-2fb0dc53787b)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:12:57.579918 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:57.640405 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Routers {'a314d962-99d7-4a03-83eb-c723ec3f66fb'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:57.641060 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a314d962-99d7-4a03-83eb-c723ec3f66fb'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:57.662460 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Set router 6464fbca-7c64-4811-9487-b7b117dfb9dc gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:57.707248 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42a3ac-e1bb-41ab-8627-32cd64967d3a None None] Pushing event updated for resources: {'Port': ['ID=ed1a4100-3967-4841-9610-7dff03dc6ae0,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:57.789847 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] Set router a314d962-99d7-4a03-83eb-c723ec3f66fb gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:57.965671 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:56Z', 'revision_number': 3, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port': {'id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:58.003192 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Checking router: 6464fbca-7c64-4811-9487-b7b117dfb9dc for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:12:58.003943 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Updating router 6464fbca-7c64-4811-9487-b7b117dfb9dc port ba447a77-b1e6-4752-900f-b034961e926d binding host n-d-816865-2 {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:12:58.034960 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.099150 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-255067b3-9195-4a47-a8aa-63433d2fe3da None None] Provisioning complete for port ed1a4100-3967-4841-9610-7dff03dc6ae0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:58.099481 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-255067b3-9195-4a47-a8aa-63433d2fe3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.148161 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:12:54Z', 'revision_number': 4, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ed1a4100-3967-4841-9610-7dff03dc6ae0', 'name': '', 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'mac_address': 'fa:16:3e:b7:c1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c29d9efa-ee7e-453b-92c9-8537f9ff145b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:53Z', 'updated_at': '2021-11-22T18:12:57Z', 'revision_number': 4, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'subnets': [{'id': 'c29d9efa-ee7e-453b-92c9-8537f9ff145b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:58.181883 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1e183-a6d9-4c5d-bfff-bccd2de93171 None None] The sync data for ids ['a314d962-99d7-4a03-83eb-c723ec3f66fb'] in n-d-816865-2 is: [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:12:54Z', 'revision_number': 4, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': 'ed1a4100-3967-4841-9610-7dff03dc6ae0', 'name': '', 'network_id': '7c98cbbc-1cf2-4ef1-abe5-61d619054fcf', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'mac_address': 'fa:16:3e:b7:c1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'c29d9efa-ee7e-453b-92c9-8537f9ff145b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:53Z', 'updated_at': '2021-11-22T18:12:57Z', 'revision_number': 4, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'subnets': [{'id': 'c29d9efa-ee7e-453b-92c9-8537f9ff145b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:12:58.270355 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-255067b3-9195-4a47-a8aa-63433d2fe3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.325236 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-255067b3-9195-4a47-a8aa-63433d2fe3da None None] For port ed1a4100-3967-4841-9610-7dff03dc6ae0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ed1a4100-3967-4841-9610-7dff03dc6ae0,segment=NetworkSegment(c00766da-d019-487d-be1f-2fb0dc53787b),segment_id=c00766da-d019-487d-be1f-2fb0dc53787b)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:58.332040 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-255067b3-9195-4a47-a8aa-63433d2fe3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.370000 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Publish callbacks [] for port, precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.378751 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.396214 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255067b3-9195-4a47-a8aa-63433d2fe3da None None] Pushing event updated for resources: {'Port': ['ID=ed1a4100-3967-4841-9610-7dff03dc6ae0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:58.439605 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e5067-06af-41b6-9a2d-3f2e2389d8b5 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:58.442588 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.451648 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abf2a5-7dd8-498f-a3a3-6c99defa7464 None None] Pushing event updated for resources: {'Port': ['ID=ba447a77-b1e6-4752-900f-b034961e926d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:58.453973 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Attempting to bind port ba447a77-b1e6-4752-900f-b034961e926d on host n-d-816865-2 for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:12:58.454405 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Attempting to bind port ba447a77-b1e6-4752-900f-b034961e926d by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:12:58.454700 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Attempting to bind port ba447a77-b1e6-4752-900f-b034961e926d on network 48371618-7853-4415-b0ee-666037ec3de0 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:12:58.469114 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:12:58.469602 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Checking segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:12:58.469998 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.470388 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Bound using segment: {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:12:58.470855 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Bound port: ba447a77-b1e6-4752-900f-b034961e926d, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdfaa0d-83b8-4500-813b-b17bdaefdebb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48371618-7853-4415-b0ee-666037ec3de0'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:12:58.471877 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.531651 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] For port ba447a77-b1e6-4752-900f-b034961e926d, host n-d-816865-2, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:12:58.536042 n-d-816865-2 neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] For port ba447a77-b1e6-4752-900f-b034961e926d, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ba447a77-b1e6-4752-900f-b034961e926d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:12:58.546089 n-d-816865-2 neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.565896 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8b25653a-c5c9-46aa-b113-06db23009fba None None] Provisioning complete for port ba447a77-b1e6-4752-900f-b034961e926d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:58.567073 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b25653a-c5c9-46aa-b113-06db23009fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.625905 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Routers {'6464fbca-7c64-4811-9487-b7b117dfb9dc'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:12:58.626525 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6464fbca-7c64-4811-9487-b7b117dfb9dc'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:58.634969 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3bca2d-ca78-424e-ab76-e13fd5c83eed None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:12:58.643199 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abf2a5-7dd8-498f-a3a3-6c99defa7464 None None] Pushing event updated for resources: {'Port': ['ID=ba447a77-b1e6-4752-900f-b034961e926d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:58.698910 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Allocated IP 172.20.0.1 (f2dc42ce-fdce-427d-ace3-03d512ec767a/a5f7313e-56e2-4323-afcf-e8fe5c85d03d/42673a70-3421-4667-8025-18e00fdee168) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 18:12:58.726084 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b25653a-c5c9-46aa-b113-06db23009fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.757318 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8b25653a-c5c9-46aa-b113-06db23009fba None None] For port ba447a77-b1e6-4752-900f-b034961e926d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ba447a77-b1e6-4752-900f-b034961e926d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:58.773344 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b25653a-c5c9-46aa-b113-06db23009fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.773593 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] Set router 6464fbca-7c64-4811-9487-b7b117dfb9dc gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:12:58.830192 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25653a-c5c9-46aa-b113-06db23009fba None None] Pushing event updated for resources: {'Port': ['ID=ba447a77-b1e6-4752-900f-b034961e926d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:58.866838 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.897677 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2f6617ad-76dd-4bfd-83b2-e802b7bb74cb None None] Provisioning complete for port ba447a77-b1e6-4752-900f-b034961e926d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:58.898080 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f6617ad-76dd-4bfd-83b2-e802b7bb74cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.912504 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763325115284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:58.996362 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Network f2dc42ce-fdce-427d-ace3-03d512ec767a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:12:59.000833 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:59.003034 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Pushing event updated for resources: {'Port': ['ID=42673a70-3421-4667-8025-18e00fdee168,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:59.005518 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 18:12:59.022575 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6e34a-9476-44a2-bec8-ae1eab07fb44 None None] Network f2dc42ce-fdce-427d-ace3-03d512ec767a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:12:59.030827 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:56Z', 'revision_number': 3, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port': {'id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:12:59.053988 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532573'] for router_interface, before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.060766 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088be905-a6c0-401f-b168-8d0194059c50 None None] The sync data for ids ['6464fbca-7c64-4811-9487-b7b117dfb9dc'] in n-d-816865-2 is: [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:56Z', 'revision_number': 3, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port': {'id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:12:59.216024 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.238927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4e0eda20-b520-4015-b879-8b056177ca10 None None] Provisioning complete for port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:59.239647 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e0eda20-b520-4015-b879-8b056177ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.342941 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e0eda20-b520-4015-b879-8b056177ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.423081 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4e0eda20-b520-4015-b879-8b056177ca10 None None] For port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3b78b020-8eb4-4e32-bf2a-d189d1d876d4,segment=NetworkSegment(ef8bf6f7-794d-49a6-98cc-f15b774887c3),segment_id=ef8bf6f7-794d-49a6-98cc-f15b774887c3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:12:59.429096 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4e0eda20-b520-4015-b879-8b056177ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.490660 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.502612 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9151761'] for port, after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.540992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eda20-b520-4015-b879-8b056177ca10 None None] Pushing event updated for resources: {'Port': ['ID=3b78b020-8eb4-4e32-bf2a-d189d1d876d4,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:59.557670 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-533709'] for router_interface, after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.687137 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Pushing event updated for resources: {'Port': ['ID=42673a70-3421-4667-8025-18e00fdee168,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:12:59.727454 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:12:59.774121 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Network f2dc42ce-fdce-427d-ace3-03d512ec767a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 18:12:59.775797 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 18:12:59.786175 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2c071572-f2ca-4840-bc01-10ce259e44ec None None] Provisioning complete for port 42673a70-3421-4667-8025-18e00fdee168 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:59.786560 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c071572-f2ca-4840-bc01-10ce259e44ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.829049 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2c071572-f2ca-4840-bc01-10ce259e44ec None None] Port 42673a70-3421-4667-8025-18e00fdee168 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:12:59.846563 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:59.847878 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.872064 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2c071572-f2ca-4840-bc01-10ce259e44ec None None] Provisioning complete for port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:12:59.872446 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c071572-f2ca-4840-bc01-10ce259e44ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:12:59.926240 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Router 6464fbca-7c64-4811-9487-b7b117dfb9dc has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:13:00.004949 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ed1a4100-3967-4841-9610-7dff03dc6ae0 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:13:00.059591 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:13:00.068358 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ed1a4100-3967-4841-9610-7dff03dc6ae0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:13:00.068874 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:00.070065 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5c39776a-f88e-405f-aabe-c9c065f3ca48 admin admin] 10.222.0.59 "PUT /v2.0/routers/6464fbca-7c64-4811-9487-b7b117dfb9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5629394 Nov 22 18:13:00.168564 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ba447a77-b1e6-4752-900f-b034961e926d up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:13:00.207322 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-143490bf-bc49-44c3-805d-cd4b80d5dc96 None None] Provisioning complete for port 42673a70-3421-4667-8025-18e00fdee168 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:13:00.207836 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-143490bf-bc49-44c3-805d-cd4b80d5dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:00.254398 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-143490bf-bc49-44c3-805d-cd4b80d5dc96 None None] Port 42673a70-3421-4667-8025-18e00fdee168 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:13:00.261763 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port ba447a77-b1e6-4752-900f-b034961e926d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:13:00.262134 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:00.374412 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8faf1269-13b1-461b-bd3d-e2c4a38e9148 None None] Provisioning complete for port 42673a70-3421-4667-8025-18e00fdee168 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:13:00.374715 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8faf1269-13b1-461b-bd3d-e2c4a38e9148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:00.409760 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8faf1269-13b1-461b-bd3d-e2c4a38e9148 None None] Port 42673a70-3421-4667-8025-18e00fdee168 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 18:13:01.544892 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:13:01.595857 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:13:01.596276 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:01.762757 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Sync routers for ids ['6464fbca-7c64-4811-9487-b7b117dfb9dc'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:13:01.774246 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Routers {'6464fbca-7c64-4811-9487-b7b117dfb9dc'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:13:01.774981 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6464fbca-7c64-4811-9487-b7b117dfb9dc'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:13:01.881451 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Set router 6464fbca-7c64-4811-9487-b7b117dfb9dc gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:13:02.118377 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:59Z', 'revision_number': 4, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port': {'id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '42673a70-3421-4667-8025-18e00fdee168', 'name': '', 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'mac_address': 'fa:16:3e:4e:3d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'a5f7313e-56e2-4323-afcf-e8fe5c85d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:58Z', 'updated_at': '2021-11-22T18:12:59Z', 'revision_number': 2, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'subnets': [{'id': 'a5f7313e-56e2-4323-afcf-e8fe5c85d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:13:02.148992 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Checking router: 6464fbca-7c64-4811-9487-b7b117dfb9dc for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:13:02.149350 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Updating router 6464fbca-7c64-4811-9487-b7b117dfb9dc port 42673a70-3421-4667-8025-18e00fdee168 binding host n-d-816865-2 {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 18:13:02.175581 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:02.447401 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:02.455496 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:02.508853 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a1f0b-92bd-423f-b110-8aa47ce2f2a1 None None] Pushing event updated for resources: {'Port': ['ID=42673a70-3421-4667-8025-18e00fdee168,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:13:02.567343 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Attempting to bind port 42673a70-3421-4667-8025-18e00fdee168 on host n-d-816865-2 for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 18:13:02.568077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Attempting to bind port 42673a70-3421-4667-8025-18e00fdee168 by drivers openvswitch,hyperv on host n-d-816865-2 at level 0 using segments [{'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 18:13:02.568077 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Attempting to bind port 42673a70-3421-4667-8025-18e00fdee168 on network f2dc42ce-fdce-427d-ace3-03d512ec767a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 18:13:02.573490 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Checking agent: {'id': '15ac4673-dc64-4ead-b741-ea4c4181fb92', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816865-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 51), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 18, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816865-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 18:13:02.573975 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Checking segment: {'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 18:13:02.574536 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:02.575289 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Bound using segment: {'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 18:13:02.575872 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Bound port: 42673a70-3421-4667-8025-18e00fdee168, host: n-d-816865-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef8bf6f7-794d-49a6-98cc-f15b774887c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 18:13:02.576573 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:02.641891 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] For port 42673a70-3421-4667-8025-18e00fdee168, host n-d-816865-2, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 18:13:02.645431 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] For port 42673a70-3421-4667-8025-18e00fdee168, host n-d-816865-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=42673a70-3421-4667-8025-18e00fdee168,segment=NetworkSegment(ef8bf6f7-794d-49a6-98cc-f15b774887c3),segment_id=ef8bf6f7-794d-49a6-98cc-f15b774887c3)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 18:13:02.651610 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:02.715599 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Routers {'6464fbca-7c64-4811-9487-b7b117dfb9dc'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:13:02.716256 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:12:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6464fbca-7c64-4811-9487-b7b117dfb9dc'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:13:02.718240 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a1f0b-92bd-423f-b110-8aa47ce2f2a1 None None] Pushing event updated for resources: {'Port': ['ID=42673a70-3421-4667-8025-18e00fdee168,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:13:02.791783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-85aaa99b-7697-4062-b0dd-6e54b335e710 None None] Provisioning complete for port 42673a70-3421-4667-8025-18e00fdee168 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:13:02.792160 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85aaa99b-7697-4062-b0dd-6e54b335e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:03.046825 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] Set router 6464fbca-7c64-4811-9487-b7b117dfb9dc gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:13:03.186400 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85aaa99b-7697-4062-b0dd-6e54b335e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1830757'] for port, before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:03.249824 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-85aaa99b-7697-4062-b0dd-6e54b335e710 None None] For port 42673a70-3421-4667-8025-18e00fdee168, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=42673a70-3421-4667-8025-18e00fdee168,segment=NetworkSegment(ef8bf6f7-794d-49a6-98cc-f15b774887c3),segment_id=ef8bf6f7-794d-49a6-98cc-f15b774887c3)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:13:03.271910 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-85aaa99b-7697-4062-b0dd-6e54b335e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763325645882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763325115302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763325115320'] for port, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:03.328224 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaa99b-7697-4062-b0dd-6e54b335e710 None None] Pushing event updated for resources: {'Port': ['ID=42673a70-3421-4667-8025-18e00fdee168,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:13:03.342977 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:59Z', 'revision_number': 4, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port': {'id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '42673a70-3421-4667-8025-18e00fdee168', 'name': '', 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'mac_address': 'fa:16:3e:4e:3d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'a5f7313e-56e2-4323-afcf-e8fe5c85d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:58Z', 'updated_at': '2021-11-22T18:13:02Z', 'revision_number': 4, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'subnets': [{'id': 'a5f7313e-56e2-4323-afcf-e8fe5c85d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:13:03.370385 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b19d4-3ccb-474b-a8de-38ba92a1c5a8 None None] The sync data for ids ['6464fbca-7c64-4811-9487-b7b117dfb9dc'] in n-d-816865-2 is: [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:59Z', 'revision_number': 4, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port': {'id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2', '_interfaces': [{'id': '42673a70-3421-4667-8025-18e00fdee168', 'name': '', 'network_id': 'f2dc42ce-fdce-427d-ace3-03d512ec767a', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'mac_address': 'fa:16:3e:4e:3d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'a5f7313e-56e2-4323-afcf-e8fe5c85d03d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:58Z', 'updated_at': '2021-11-22T18:13:02Z', 'revision_number': 4, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'subnets': [{'id': 'a5f7313e-56e2-4323-afcf-e8fe5c85d03d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:13:03.392958 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-47ca83ea-b2a5-4a05-975e-dc72077cda55 None None] Provisioning complete for port 42673a70-3421-4667-8025-18e00fdee168 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:13:03.393356 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47ca83ea-b2a5-4a05-975e-dc72077cda55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:03.565502 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 42673a70-3421-4667-8025-18e00fdee168 up at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 18:13:03.616158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Provisioning complete for port 42673a70-3421-4667-8025-18e00fdee168 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 18:13:03.616845 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1765477'] for port, provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:07.593928 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:08.822233 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:15.651723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c0071532-725e-4163-989d-fd5b884946b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:16.574986 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:13:18.030800 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba08876c-3a56-4064-87c7-2f0a0d425892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:19.479593 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:21.232850 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:21.396898 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:37.590695 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:38.835441 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:45.650102 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bac5da39-8114-4f21-b70e-8b6420188f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:48.020396 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-29eefc90-18f4-4934-b0da-b87d8b9fbace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:49.486941 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:51.236938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:51.392394 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:13:53.580013 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:14:00.310380 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:00.705934 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:00.972877 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Deleting port ed1a4100-3967-4841-9610-7dff03dc6ae0 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:14:00.973146 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:01.059768 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] For port ed1a4100-3967-4841-9610-7dff03dc6ae0, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ed1a4100-3967-4841-9610-7dff03dc6ae0,segment=NetworkSegment(c00766da-d019-487d-be1f-2fb0dc53787b),segment_id=c00766da-d019-487d-be1f-2fb0dc53787b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:14:01.060128 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:01.073487 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Calling delete_port for ed1a4100-3967-4841-9610-7dff03dc6ae0 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:14:01.269331 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:01.299870 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1a4100-3967-4841-9610-7dff03dc6ae0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:01.312041 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.312633 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.313488 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.313844 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.314191 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.314528 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.314866 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.315244 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.315584 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.315909 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.316241 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.316564 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:01.484656 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:01.708995 n-d-816865-2 neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Router a314d962-99d7-4a03-83eb-c723ec3f66fb has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:14:01.829857 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:14:01.835192 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-66a3ea86-a732-4a33-b764-35384d6bf6ea admin admin] 10.222.0.59 "PUT /v2.0/routers/a314d962-99d7-4a03-83eb-c723ec3f66fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5236537 Nov 22 18:14:01.838326 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:01.840494 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] Sync routers for ids ['a314d962-99d7-4a03-83eb-c723ec3f66fb'] in n-d-816865-2 {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:14:01.850084 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] Routers {'a314d962-99d7-4a03-83eb-c723ec3f66fb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:14:01.850689 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:13:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a314d962-99d7-4a03-83eb-c723ec3f66fb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:02.060336 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] Set router a314d962-99d7-4a03-83eb-c723ec3f66fb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:14:02.244472 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:14:01Z', 'revision_number': 5, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:02.254503 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.274634 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] Checking router: a314d962-99d7-4a03-83eb-c723ec3f66fb for host: n-d-816865-2 {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:14:02.283803 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] Routers {'a314d962-99d7-4a03-83eb-c723ec3f66fb'} bound to L3 agent in host n-d-816865-2 {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:14:02.284411 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:13:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['a314d962-99d7-4a03-83eb-c723ec3f66fb'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:02.354498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.390114 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] Set router a314d962-99d7-4a03-83eb-c723ec3f66fb gateway port host: n-d-816865-2 {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:14:02.422538 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Deleting port c00f398b-b97c-4503-a8c3-903e1646940e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:14:02.422886 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.502701 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] For port c00f398b-b97c-4503-a8c3-903e1646940e, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=c00f398b-b97c-4503-a8c3-903e1646940e,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:14:02.503084 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.515474 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Calling delete_port for c00f398b-b97c-4503-a8c3-903e1646940e owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:14:02.572473 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:14:01Z', 'revision_number': 5, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:02.598699 n-d-816865-2 neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd80aec-6b83-452a-ba8f-3373528e18ea None None] The sync data for ids ['a314d962-99d7-4a03-83eb-c723ec3f66fb'] in n-d-816865-2 is: [{'id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'name': 'tempest-TestSnapshotPattern-805694315-router', 'tenant_id': '5a05dfb094a5443daf3681ac5439c5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:50Z', 'updated_at': '2021-11-22T18:14:01Z', 'revision_number': 5, 'project_id': '5a05dfb094a5443daf3681ac5439c5d2', 'gw_port': {'id': 'c00f398b-b97c-4503-a8c3-903e1646940e', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:59:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a314d962-99d7-4a03-83eb-c723ec3f66fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:51Z', 'updated_at': '2021-11-22T18:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:14:02.705046 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.734410 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00f398b-b97c-4503-a8c3-903e1646940e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:02.748899 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f35ba1-9317-4d69-b1fc-dc917e79f633 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:14:02.798302 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.892035 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.894213 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.941775 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.942366 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a314d962-99d7-4a03-83eb-c723ec3f66fb {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:14:02.947424 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:02.948663 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-9b6d535f-3dee-4327-aa72-8efe8a3f3e02 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a314d962-99d7-4a03-83eb-c723ec3f66fb HTTP/1.1" status: 204 len: 168 time: 1.1092160 Nov 22 18:14:02.951255 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:02.998498 n-d-816865-2 neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Deleting subnet c29d9efa-ee7e-453b-92c9-8537f9ff145b {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:14:03.001785 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.041576 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9801439'] for subnet, precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.132385 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.187216 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2973097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8777684'] for subnet, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.214818 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29d9efa-ee7e-453b-92c9-8537f9ff145b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:03.222450 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.225782 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c29d9efa-ee7e-453b-92c9-8537f9ff145b HTTP/1.1" status: 204 len: 168 time: 0.2735147 Nov 22 18:14:03.226278 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a9e840-f4ae-4899-befc-eeaabed7606e None None] Network 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:14:03.227857 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.228574 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51986) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:03.231054 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.231715 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.232311 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.232862 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.233203 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.233544 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.233880 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.234214 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.234545 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.234873 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.235229 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b8ea61-1ba6-40db-9f47-2ee01bc86f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:03.304650 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.357095 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Deleting port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:14:03.357729 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.420189 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] For port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3203eeaa-5784-4b1f-aa3f-21a9e44185dd,segment=NetworkSegment(c00766da-d019-487d-be1f-2fb0dc53787b),segment_id=c00766da-d019-487d-be1f-2fb0dc53787b)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:14:03.420422 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.438116 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Calling delete_port for 3203eeaa-5784-4b1f-aa3f-21a9e44185dd owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:14:03.519570 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.544994 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=3203eeaa-5784-4b1f-aa3f-21a9e44185dd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:03.549787 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] No DVR routers for this DVR port 3203eeaa-5784-4b1f-aa3f-21a9e44185dd on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:14:03.624425 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0cd8a-857c-4b6a-a80c-dfed0714256d None None] DHCP port deletion for 7c98cbbc-1cf2-4ef1-abe5-61d619054fcf request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:14:03.625329 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.662869 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c98cbbc-1cf2-4ef1-abe5-61d619054fcf']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:03.672882 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00766da-d019-487d-be1f-2fb0dc53787b') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:03.673118 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00766da-d019-487d-be1f-2fb0dc53787b') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:03.685503 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.689193 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c00f398b-b97c-4503-a8c3-903e1646940e no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:14:03.699028 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.705109 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:14:03.705498 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: timer() Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:14:03.707173 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:14:03.709927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: c00f398b-b97c-4503-a8c3-903e1646940e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:14:03.709927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device c00f398b-b97c-4503-a8c3-903e1646940e not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:14:03.709927 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3203eeaa-5784-4b1f-aa3f-21a9e44185dd no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:14:03.729029 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3203eeaa-5784-4b1f-aa3f-21a9e44185dd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:14:03.729384 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3203eeaa-5784-4b1f-aa3f-21a9e44185dd not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:14:03.729795 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ed1a4100-3967-4841-9610-7dff03dc6ae0 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:14:03.753065 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ed1a4100-3967-4841-9610-7dff03dc6ae0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:14:03.753797 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ed1a4100-3967-4841-9610-7dff03dc6ae0 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:14:03.770080 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.775161 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:03.779118 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c98cbbc-1cf2-4ef1-abe5-61d619054fcf HTTP/1.1" status: 204 len: 168 time: 0.5495152 Nov 22 18:14:03.782464 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.59', 51988) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:03.793600 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32521e3f-5fb3-4a12-a8b1-0f1663eebd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c98cbbc-1cf2-4ef1-abe5-61d619054fcf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:04.158193 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533670'] for router_interface, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:04.413068 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Deleting port 42673a70-3421-4667-8025-18e00fdee168 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:14:04.413286 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:04.492072 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] For port 42673a70-3421-4667-8025-18e00fdee168, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=42673a70-3421-4667-8025-18e00fdee168,segment=NetworkSegment(ef8bf6f7-794d-49a6-98cc-f15b774887c3),segment_id=ef8bf6f7-794d-49a6-98cc-f15b774887c3)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:14:04.492440 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:04.505473 n-d-816865-2 neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Calling delete_port for 42673a70-3421-4667-8025-18e00fdee168 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:14:04.692089 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2973046'] for port, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:04.721655 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Pushing event deleted for resources: {'Port': ['ID=42673a70-3421-4667-8025-18e00fdee168,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:04.897221 n-d-816865-2 neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533578'] for router_interface, after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:05.127916 n-d-816865-2 neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Router 6464fbca-7c64-4811-9487-b7b117dfb9dc has already been hosted by L3 agent 3709142f-2f1a-4717-8de8-9e440d5f13c7 {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 18:14:05.239787 n-d-816865-2 neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] Notify agent at l3_agent.n-d-816865-2 the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 18:14:05.245393 n-d-816865-2 neutron-server[103442]: INFO neutron.wsgi [None req-7dd1b053-1bb5-44f9-be25-60a5d6de747b admin admin] 10.222.0.59 "PUT /v2.0/routers/6464fbca-7c64-4811-9487-b7b117dfb9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4617121 Nov 22 18:14:05.248706 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51990) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:05.252095 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] Sync routers for ids ['6464fbca-7c64-4811-9487-b7b117dfb9dc'] in n-d-816865-2 {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 18:14:05.263848 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] Routers {'6464fbca-7c64-4811-9487-b7b117dfb9dc'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:14:05.264861 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:13:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6464fbca-7c64-4811-9487-b7b117dfb9dc'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:05.358899 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks [] for router, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:05.378014 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] Set router 6464fbca-7c64-4811-9487-b7b117dfb9dc gateway port host: n-d-816865-2 {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:14:05.465202 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:05.526077 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Deleting port ba447a77-b1e6-4752-900f-b034961e926d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:14:05.526427 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:05.564338 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'external_fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:14:04Z', 'revision_number': 5, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port': {'id': 'ba447a77-b1e6-4752-900f-b034961e926d', 'name': '', 'network_id': '48371618-7853-4415-b0ee-666037ec3de0', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816865-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9629c6b8-e2d7-45f6-9761-15e1e264982a', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816865-2'}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:05.592685 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] Checking router: 6464fbca-7c64-4811-9487-b7b117dfb9dc for host: n-d-816865-2 {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 18:14:05.601714 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] Routers {'6464fbca-7c64-4811-9487-b7b117dfb9dc'} bound to L3 agent in host n-d-816865-2 {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 18:14:05.602158 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816865-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:48Z,description=,heartbeat_timestamp=2021-11-22T18:13:48Z,host='n-d-816865-2',id=3709142f-2f1a-4717-8de8-9e440d5f13c7,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:48Z,topic='l3_agent')) {'router_ids': ['6464fbca-7c64-4811-9487-b7b117dfb9dc'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:05.619615 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] For port ba447a77-b1e6-4752-900f-b034961e926d, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=ba447a77-b1e6-4752-900f-b034961e926d,segment=NetworkSegment(dfdfaa0d-83b8-4500-813b-b17bdaefdebb),segment_id=dfdfaa0d-83b8-4500-813b-b17bdaefdebb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:14:05.619990 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:05.636364 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Calling delete_port for ba447a77-b1e6-4752-900f-b034961e926d owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:14:05.696649 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] Set router 6464fbca-7c64-4811-9487-b7b117dfb9dc gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 18:14:05.754527 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:14:05Z', 'revision_number': 6, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port_host': None}], 'n-d-816865-2', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:05.782863 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82444fc3-b3f1-41af-bb51-73437bf9f281 None None] The sync data for ids ['6464fbca-7c64-4811-9487-b7b117dfb9dc'] in n-d-816865-2 is: [{'id': '6464fbca-7c64-4811-9487-b7b117dfb9dc', 'name': 'tempest-TestSnapshotPattern-52633196-router', 'tenant_id': '5d7cb2b7bd924406908f081295b23f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T18:12:56Z', 'updated_at': '2021-11-22T18:14:05Z', 'revision_number': 6, 'project_id': '5d7cb2b7bd924406908f081295b23f59', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 18:14:05.811290 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:05.840837 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba447a77-b1e6-4752-900f-b034961e926d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:05.855197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f2fedd-227d-4698-b97a-7c0a815a94e8 None None] DHCP port deletion for 48371618-7853-4415-b0ee-666037ec3de0 request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:14:05.904228 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532712'] for router_gateway, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:05.995654 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106676'] for router, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:05.998399 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.044607 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532491'] for router, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.045057 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6464fbca-7c64-4811-9487-b7b117dfb9dc {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 18:14:06.050135 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] Publish callbacks [] for router, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.051318 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-2b3b2ba3-222e-4945-b8c4-9b1632dd807a admin admin] 10.222.0.59 "DELETE /v2.0/routers/6464fbca-7c64-4811-9487-b7b117dfb9dc HTTP/1.1" status: 204 len: 168 time: 0.8017876 Nov 22 18:14:06.054098 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51992) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:06.100734 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b2caf4-bf00-439e-be0a-b890f95a8c5f admin admin] Deleting subnet a5f7313e-56e2-4323-afcf-e8fe5c85d03d {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 18:14:06.104240 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b2caf4-bf00-439e-be0a-b890f95a8c5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.140490 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b2caf4-bf00-439e-be0a-b890f95a8c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8803936'] for subnet, precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.228958 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b2caf4-bf00-439e-be0a-b890f95a8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1756207'] for subnet, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.282542 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b2caf4-bf00-439e-be0a-b890f95a8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1756196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9151943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424753'] for subnet, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.309245 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2caf4-bf00-439e-be0a-b890f95a8c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f7313e-56e2-4323-afcf-e8fe5c85d03d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:06.311171 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3b2caf4-bf00-439e-be0a-b890f95a8c5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.314342 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-b3b2caf4-bf00-439e-be0a-b890f95a8c5f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a5f7313e-56e2-4323-afcf-e8fe5c85d03d HTTP/1.1" status: 204 len: 168 time: 0.2592850 Nov 22 18:14:06.316154 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1afff5-3d8b-4188-925d-ce546ea804d4 None None] Network f2dc42ce-fdce-427d-ace3-03d512ec767a requested from n-d-816865-2 {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 18:14:06.316993 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:06.387620 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1584214'] for network, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.441370 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Deleting port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:14:06.441714 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.505916 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] For port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4, host n-d-816865-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816865-2',level=0,port_id=3b78b020-8eb4-4e32-bf2a-d189d1d876d4,segment=NetworkSegment(ef8bf6f7-794d-49a6-98cc-f15b774887c3),segment_id=ef8bf6f7-794d-49a6-98cc-f15b774887c3)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:14:06.506246 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.525317 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Calling delete_port for 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:14:06.565421 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] DHCP port deletion for f2dc42ce-fdce-427d-ace3-03d512ec767a request from n-d-816865-2 {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 18:14:06.614835 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9151768'] for port, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.619614 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Deleting port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 18:14:06.619998 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763325642536'] for port, before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.640902 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b78b020-8eb4-4e32-bf2a-d189d1d876d4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:06.644428 n-d-816865-2 neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] No DVR routers for this DVR port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 on host n-d-816865-2 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:14:06.692143 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] For port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4, host n-d-816865-2, got binding levels [] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 18:14:06.692547 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533197'] for port, precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.705577 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Calling delete_port for 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 18:14:06.708247 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.ipam_backend_mixin [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 was not found and therefore no delete operation was performed {{(pid=103444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 18:14:06.709499 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1830692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763325645909', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763325115293'] for port, after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.721173 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1767319', 'neutron.services.segments.db._delete_segments_for_network-8763325674891'] for network, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.738775 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Pushing event deleted for resources: {'Port': ['ID=3b78b020-8eb4-4e32-bf2a-d189d1d876d4,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:06.744267 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dc42ce-fdce-427d-ace3-03d512ec767a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:06.749783 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.750142 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.750492 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.750837 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.751207 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.751543 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.751979 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.752284 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.752510 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.753197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.753197 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.753561 n-d-816865-2 neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816865-2 {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 18:14:06.754659 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef8bf6f7-794d-49a6-98cc-f15b774887c3') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:06.754998 n-d-816865-2 neutron-server[103443]: DEBUG neutron.services.segments.db [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef8bf6f7-794d-49a6-98cc-f15b774887c3') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 18:14:06.757694 n-d-816865-2 neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c8619-3357-4e05-a02e-3906aee3973e None None] No DVR routers for this DVR port 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 on host n-d-816865-2 {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 18:14:06.775521 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763325425942', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8803947'] for segment, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.791909 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571'] for segment, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.798924 n-d-816865-2 neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 18:14:06.799773 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1753571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9151853'] for segment, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: Traceback (most recent call last): Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: timer() Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: cb(*args, **kw) Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: return func(*args, **kwargs) Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: self._notify() Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: self.callback(batched_events) Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: event.method(event) Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: return f(self, *a, **k) Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: return self._get(url).json() Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: return self.request(url, 'GET', **kwargs) Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 18:14:06.801663 n-d-816865-2 neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 18:14:06.858712 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1767326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532692'] for network, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.867478 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Publish callbacks [] for network, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:06.871044 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f2dc42ce-fdce-427d-ace3-03d512ec767a HTTP/1.1" status: 204 len: 168 time: 0.5530181 Nov 22 18:14:06.882340 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbac99-b2cf-4a48-a5f5-60b2d87aa891 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2dc42ce-fdce-427d-ace3-03d512ec767a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:07.039769 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 51998) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:07.086071 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-aa6fe5a8-9fa9-49b0-b099-ac8f556df0d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a05dfb094a5443daf3681ac5439c5d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449667 Nov 22 18:14:07.088759 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52000) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:07.144999 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c5bb-0bdd-45cf-a957-a35fe952efc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.167948 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c5bb-0bdd-45cf-a957-a35fe952efc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.219946 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c5bb-0bdd-45cf-a957-a35fe952efc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.222657 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c5bb-0bdd-45cf-a957-a35fe952efc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.223845 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-5ed9c5bb-0bdd-45cf-a957-a35fe952efc0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ddb6b70e-eaba-4d6d-a4b7-4fe8d987969c HTTP/1.1" status: 204 len: 168 time: 0.1341410 Nov 22 18:14:07.232256 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9c5bb-0bdd-45cf-a957-a35fe952efc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb6b70e-eaba-4d6d-a4b7-4fe8d987969c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:07.568851 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52006) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:07.573806 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 42673a70-3421-4667-8025-18e00fdee168 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:14:07.603622 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 42673a70-3421-4667-8025-18e00fdee168 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:14:07.604034 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 42673a70-3421-4667-8025-18e00fdee168 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:14:07.604413 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:14:07.613380 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-c9aa0c41-6678-4f7e-b924-20bc7da92636 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d7cb2b7bd924406908f081295b23f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411310 Nov 22 18:14:07.614006 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.59', 52008) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 18:14:07.630992 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.631635 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:14:07.631999 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device 3b78b020-8eb4-4e32-bf2a-d189d1d876d4 not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:14:07.632456 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ba447a77-b1e6-4752-900f-b034961e926d no longer exists at agent ovs-agent-n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 18:14:07.651386 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] No Port match for: ba447a77-b1e6-4752-900f-b034961e926d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 18:14:07.651753 n-d-816865-2 neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Device ba447a77-b1e6-4752-900f-b034961e926d not bound to the agent host n-d-816865-2 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 18:14:07.662138 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0763142f-c0ee-49c6-abfb-f362742c64bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.683831 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0763142f-c0ee-49c6-abfb-f362742c64bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.738375 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0763142f-c0ee-49c6-abfb-f362742c64bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518412'] for security_group, after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.742348 n-d-816865-2 neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0763142f-c0ee-49c6-abfb-f362742c64bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:07.743952 n-d-816865-2 neutron-server[103443]: INFO neutron.wsgi [None req-0763142f-c0ee-49c6-abfb-f362742c64bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e41bda1f-18da-42f5-a496-d4f60dbed451 HTTP/1.1" status: 204 len: 168 time: 0.1292725 Nov 22 18:14:07.751741 n-d-816865-2 neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763142f-c0ee-49c6-abfb-f362742c64bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41bda1f-18da-42f5-a496-d4f60dbed451,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 18:14:08.835214 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:15.645893 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f8090164-8526-4628-bd2b-24f4d756bf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:18.027242 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2170aeb3-d15e-4ca8-838d-b616e14c4722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:19.486137 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:21.237533 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:21.402611 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:30.582987 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:14:37.630120 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:38.868325 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:45.650859 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4b0b-6be3-4ca9-a570-74de420da30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:48.021794 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ecc8f6c7-6a1d-406d-abb7-e61f7bcdeeaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:49.490820 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:51.243186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:51.405956 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:14:59.068374 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-45a1eced-4670-4ad3-a29c-a118f174ff2c req-f2309a52-e51e-40bb-a986-1d6b36975730 service neutron] (103442) timed out ('10.222.0.59', 50294) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 18:15:07.584338 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:15:07.617985 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:08.871641 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:15.652422 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c02c47a-3ebf-4b4c-9a80-5d40f57f89e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:18.024872 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25e40632-74e1-42b4-b6ad-cb1c93dd1cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:19.498495 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:21.248529 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:21.399912 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:37.615711 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:38.861053 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:44.593325 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:15:45.658870 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e45cf57b-3913-4158-b38f-76353a6db1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:48.025583 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a7b83f3a-69ec-44f0-bad3-2c7b158e2d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:49.502328 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:51.248129 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:15:51.413791 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:07.615566 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:08.885540 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:15.645228 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4a005557-59d5-482c-a856-563a29503467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:18.022994 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-027a9c39-29fb-42a4-a468-7c68d5080ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:19.508007 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:21.258924 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:21.415462 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:21.586387 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:16:35.381647 n-d-816865-2 neutron-server[103442]: DEBUG neutron.wsgi [req-eed6681f-49a9-45b2-8b9f-fe1540d3fb36 req-0993cd3a-1c1b-49b2-8912-08db0cc16ae9 tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] (103442) timed out ('10.222.0.62', 51540) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 18:16:37.627953 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:38.894186 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:40.046119 n-d-816865-2 neutron-server[103443]: DEBUG neutron.wsgi [req-92437d3c-977a-4ad1-93a2-3b245ce175ad req-8c496bc5-9988-44b1-9c66-6b0589295ffd tempest-TestShelveInstance-1398715666 tempest-TestShelveInstance-1398715666-project] (103443) timed out ('10.222.0.59', 40314) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 18:16:45.645417 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6c63a2f0-5a03-4466-9c10-5a7260cdcc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:48.019729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b0d8885-3fe0-48fc-8f4d-bc4fbe2d4b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:49.514710 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:51.265369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:51.411387 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:16:58.588780 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:17:07.629061 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:08.891154 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:15.640335 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32e6da0d-83db-4141-8403-5b3f6295db57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:18.014281 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5431fbb7-683a-4938-ba3d-59946ae9d14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:19.523475 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:21.260105 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:21.407428 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:35.591129 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:17:37.637568 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:38.894828 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:45.644600 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-abdbe5d6-dab2-4a26-91c9-dbfd99da3080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:48.029642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2f53332b-ec24-4bd9-bcd8-c993a0b1116a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:49.523518 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:51.263333 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:17:51.411369 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:07.635425 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:08.896660 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:12.595340 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:18:15.645619 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6acfe5d2-ef19-40d5-b9df-01194230d3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:18.027775 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bfbec457-1247-401a-936b-4b61e8c712e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:19.526373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:21.269427 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:21.410285 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:37.641380 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:38.907673 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:45.650661 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-06b13d88-1841-4883-a295-5e1df05d7b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:48.025872 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5496650-6b11-4f1b-80e4-6dab06adc1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:49.525795 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:49.595079 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:18:51.270266 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:18:51.419204 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:07.629907 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:08.904939 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:15.651526 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-159421af-53db-4653-96b0-7ce34f2e9dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:18.025938 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-88648972-363f-4834-905a-4e7285ec9291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:19.531299 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:21.274026 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:21.409292 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:26.597786 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:19:37.638192 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:38.889907 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:45.654317 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1424255a-8b19-4c37-b7d6-b379653224bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:48.028723 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-982d0f40-9b96-4251-935c-5d08b8ccc57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:49.537764 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:51.276744 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:19:51.414670 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:03.603676 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:20:07.637768 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:08.926275 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:15.655622 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a871c077-50af-494e-b1f9-2f7be474b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:18.030738 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a615b2e-d4a9-44bd-88b0-8eefb3c2a275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:19.540984 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:21.289141 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:21.415203 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:37.630525 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:38.923305 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:40.594981 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:20:45.655874 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-712a3314-c789-40d9-a27d-dd3a6185fb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:48.038146 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0947c3d-4a80-43e2-9eb4-84b3ca1c4f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:49.539473 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:51.285856 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:20:51.418981 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:07.629733 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:08.955000 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:15.659679 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec1db-d707-4c3a-b316-37560577026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:17.597538 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:21:18.032546 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-909714ae-271e-480f-ace2-3ec3c4831420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:19.545459 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:21.288906 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:21.424729 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:37.628477 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:38.942656 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:45.660362 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a95e803c-de10-4dda-8f21-68fc9b6a0b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:48.031687 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5af692ec-5b4f-4dac-82be-3dcd850936e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:49.555301 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:51.293083 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:51.425885 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:21:54.597561 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:22:07.646797 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:08.948052 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:15.666223 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b36c499e-3857-4827-8fa1-dfbee4c67171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:18.038441 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-023c5d22-d6cb-49c9-8505-19a8365c6369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:19.548373 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8336631-2760-4161-a1e6-774169325f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:21.297974 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e41b871-980f-4718-8f13-f6b815e54fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:21.426795 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3d923ad6-80df-44ef-a4db-54ebeecdc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:31.600189 n-d-816865-2 neutron-server[103445]: DEBUG neutron.db.agents_db [None req-d6fe184d-aaf4-496b-b7b1-e480491166f0 None None] Agent healthcheck: found 7 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:22:37.656642 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87d6e37a-57fb-4328-a607-b5250cf2b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:38.940379 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5726-fa3d-4cfe-8f50-78ecca07c4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:22:45.660898 n-d-816865-2 neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3946fcaa-0f13-4825-8f36-d4430f193af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763325674963', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765426'] for agent, after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}